-- Logs begin at Fri 2022-01-28 11:38:11 UTC, end at Fri 2022-01-28 14:05:12 UTC. -- Jan 28 12:10:02.089618 n-d-824835-4 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 12:10:05.122907 n-d-824835-4 neutron-server[103021]: INFO neutron.common.config [-] Logging enabled! Jan 28 12:10:05.123557 n-d-824835-4 neutron-server[103021]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 12:10:05.123719 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103021) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 12:10:05.127053 n-d-824835-4 neutron-server[103021]: INFO neutron.common.config [-] Logging enabled! Jan 28 12:10:05.127316 n-d-824835-4 neutron-server[103021]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 12:10:05.127648 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103021) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 12:10:05.128577 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 12:10:05.128812 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 12:10:05.129184 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 12:10:05.129431 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 12:10:05.129658 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 12:10:05.129979 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.130399 n-d-824835-4 neutron-server[103021]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 12:10:05.130709 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.131003 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.131294 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.131624 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.131915 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.132199 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.132487 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.132782 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.133068 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.133347 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.133629 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.133919 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.134204 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.134491 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.134777 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.135060 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] debug = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.135364 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.135801 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.136216 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.136497 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.137531 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.138000 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.138277 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.138561 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.138853 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.139183 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] host = n-d-824835-4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.139487 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.139782 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.140069 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.140356 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.140633 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.140942 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.141272 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.141549 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.141824 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] log_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.142100 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.142387 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.142677 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.142964 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.143191 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.143446 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.143746 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.144030 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.144307 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.144585 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.144863 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.145138 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.145411 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.145681 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.145965 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.146247 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.146533 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.146808 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.147082 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.147375 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.147651 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.147932 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.148205 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.148477 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.148751 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.149038 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.149307 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.149584 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.149883 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.150164 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.150443 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.150726 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.151000 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.151278 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.151579 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.151852 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.152121 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] use_json = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.153494 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.153790 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.154086 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.154372 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.154653 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.154935 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.155212 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.155526 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.155807 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:05.156106 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.156406 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.156703 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.157000 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.157290 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.157573 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.157861 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.158141 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.158428 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.158713 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.158998 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.159278 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.159604 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.159898 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.160192 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.160505 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.160800 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.161091 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.161368 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.161643 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.161916 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.162195 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.162484 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.162762 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.163048 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.163365 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.163640 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.163935 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.164222 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.164516 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.164805 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.165078 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.165360 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.165652 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.165933 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.166203 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.166482 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.166771 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.167049 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.167322 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.167626 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.167905 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.169502 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.170651 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.170954 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.171263 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.171579 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.171865 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.172161 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.172532 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.172820 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.173117 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.173405 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.173683 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.173961 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.174244 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.174523 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.174803 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.175084 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.175390 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.175675 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.175958 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.176231 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.176504 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.176777 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.177049 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.177320 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.177591 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.177871 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.178145 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.178418 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.178691 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.178965 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.179238 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.179548 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.179850 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.180133 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.180412 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.180689 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.180965 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.181241 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.181517 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.181792 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.182074 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.182344 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.182630 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.182911 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.183203 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.183680 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.184313 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.184662 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.184952 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.185246 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.185533 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.185819 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.186113 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.186403 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.186700 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.186999 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.187298 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.187620 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.187914 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.188198 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.188515 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.188797 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:05.189018 n-d-824835-4 neutron-server[103021]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 12:10:05.189266 n-d-824835-4 neutron-server[103021]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103021) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 12:10:05.574204 n-d-824835-4 neutron-server[103021]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 12:10:05.574941 n-d-824835-4 neutron-server[103021]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 12:10:05.575256 n-d-824835-4 neutron-server[103021]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 12:10:05.575700 n-d-824835-4 neutron-server[103021]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 12:10:05.912995 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:05.913283 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:05.913551 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:05.914857 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:05.915139 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:05.915427 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:05.960492 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:05.960774 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:05.961041 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:05.976159 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:05.976444 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:05.976713 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.008053 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.008334 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.008603 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.045889 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.046172 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.046443 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.392049 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.392649 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.392649 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.392806 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.393445 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.497979 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.498295 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.498580 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.498851 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.499118 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.499450 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.499710 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.499963 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.500216 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.500496 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.500753 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.501014 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.501272 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.501525 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.501780 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.502041 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.502293 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.502557 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.502823 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.503080 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.503378 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.503629 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.503909 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.504282 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.504534 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.504779 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.505176 n-d-824835-4 neutron-server[103021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 12:10:06.505418 n-d-824835-4 neutron-server[103021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 12:10:06.505658 n-d-824835-4 neutron-server[103021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 12:10:06.505897 n-d-824835-4 neutron-server[103021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 12:10:06.506133 n-d-824835-4 neutron-server[103021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 12:10:06.506369 n-d-824835-4 neutron-server[103021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 12:10:06.506733 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 12:10:06.509867 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 12:10:06.514478 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 12:10:06.518202 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 28 12:10:06.519884 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 12:10:06.520348 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 12:10:06.520682 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 12:10:06.521062 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 12:10:06.523915 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 12:10:06.524167 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 12:10:06.524510 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 12:10:06.530385 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 12:10:06.555041 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 12:10:06.555527 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.555826 n-d-824835-4 neutron-server[103021]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103021) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 12:10:06.556187 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.557571 n-d-824835-4 neutron-server[103021]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103021) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 12:10:06.557850 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 12:10:06.558094 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 12:10:06.561856 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.562142 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:06.628556 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 12:10:06.628796 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 12:10:06.629035 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 12:10:06.629397 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 12:10:06.650235 n-d-824835-4 neutron-server[103021]: DEBUG oslo_db.sqlalchemy.engines [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103021) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 12:10:07.074875 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Initializing driver for type 'gre' Jan 28 12:10:07.075312 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] gre ID ranges: [(1, 1000)] Jan 28 12:10:07.127435 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Initializing driver for type 'local' Jan 28 12:10:07.127782 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Initializing driver for type 'vlan' Jan 28 12:10:07.141399 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] VlanTypeDriver initialization complete Jan 28 12:10:07.141741 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Initializing driver for type 'vxlan' Jan 28 12:10:07.142234 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] vxlan ID ranges: [(1, 1000)] Jan 28 12:10:07.197303 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Initializing extension driver 'port_security' Jan 28 12:10:07.197698 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.extensions.port_security [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] PortSecurityExtensionDriver initialization complete Jan 28 12:10:07.198085 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Initializing mechanism driver 'openvswitch' Jan 28 12:10:07.198440 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Initializing mechanism driver 'hyperv' Jan 28 12:10:07.205654 n-d-824835-4 neutron-server[103021]: DEBUG neutron.plugins.ml2.plugin [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:07.206329 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > port after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.206701 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > port after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.207054 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > port after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.207612 n-d-824835-4 neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 12:10:07.208108 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.208405 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.208751 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.209161 n-d-824835-4 neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 12:10:07.209575 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > network after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.209931 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > network after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.210272 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > network after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.210667 n-d-824835-4 neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 12:10:07.211079 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > security_group after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.211461 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > security_group after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.211799 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.212333 n-d-824835-4 neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 12:10:07.212752 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.213111 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.213452 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.213860 n-d-824835-4 neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 12:10:07.214284 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > address_group after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.214629 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > address_group after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.215601 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.216037 n-d-824835-4 neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103021) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 12:10:07.216489 n-d-824835-4 neutron-server[103021]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] ML2 OVO RPC backend initialized. {{(pid=103021) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 12:10:07.217219 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.217557 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.217973 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > network before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.218321 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > networks before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.218664 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > port before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.219012 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > ports before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.219379 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > subnet before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.219723 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > subnets before_response 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.220068 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > network after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.220406 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > network after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.220741 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > network after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.221076 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > port after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.221415 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > port after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.221748 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > port after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.222082 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.222413 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.222744 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.230206 n-d-824835-4 neutron-server[103021]: INFO neutron.quota [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded quota_driver: . Jan 28 12:10:07.230606 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.plugin [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Modular L2 Plugin initialization complete Jan 28 12:10:07.230969 n-d-824835-4 neutron-server[103021]: DEBUG neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading services supported by the core plugin {{(pid=103021) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 12:10:07.231322 n-d-824835-4 neutron-server[103021]: INFO neutron.plugins.ml2.managers [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Got port-security extension from driver 'port_security' Jan 28 12:10:07.231818 n-d-824835-4 neutron-server[103021]: INFO neutron.extensions.vlantransparent [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Disabled vlantransparent extension. Jan 28 12:10:07.232309 n-d-824835-4 neutron-server[103021]: DEBUG neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103021) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 12:10:07.232631 n-d-824835-4 neutron-server[103021]: INFO neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading Plugin: router Jan 28 12:10:07.270049 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.270445 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router after_create 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.270823 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router before_create 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.271194 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.271612 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.271978 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router after_delete 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.272344 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.272701 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.273068 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router after_create 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.273421 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router after_update 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.273778 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router after_update 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.274131 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.274494 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router after_update 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.274910 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.275284 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: port after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.275651 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: port after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.275990 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: subnet after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.276330 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.276680 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.277033 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.277989 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: port before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.278337 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router precommit_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.278702 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router after_update 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.279048 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.279443 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.279813 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.280168 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.280550 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > agent after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.280911 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > agent after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.281262 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > network after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.282133 n-d-824835-4 neutron-server[103021]: DEBUG neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Tracking information for resource: router configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 12:10:07.282471 n-d-824835-4 neutron-server[103021]: DEBUG neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Tracking information for resource: floatingip configured {{(pid=103021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 12:10:07.287492 n-d-824835-4 neutron-server[103021]: INFO neutron.db.l3_agentschedulers_db [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 12:10:07.288065 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: port after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.288422 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: port after_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.288772 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: port after_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.289121 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: port after_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.290034 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router before_create 55550100 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.290398 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.290763 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router precommit_create 55550100 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.291117 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > router precommit_update 55550100 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.296117 n-d-824835-4 neutron-server[103021]: DEBUG neutron.services.provider_configuration [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service providers = [] {{(pid=103021) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 12:10:07.296483 n-d-824835-4 neutron-server[103021]: DEBUG neutron.db.servicetype_db [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103021) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 12:10:07.299473 n-d-824835-4 neutron-server[103021]: DEBUG neutron.services.service_base [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 12:10:07.299823 n-d-824835-4 neutron-server[103021]: DEBUG neutron.services.service_base [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 12:10:07.300169 n-d-824835-4 neutron-server[103021]: DEBUG neutron.services.service_base [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 12:10:07.301059 n-d-824835-4 neutron-server[103021]: DEBUG neutron.services.service_base [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 12:10:07.301428 n-d-824835-4 neutron-server[103021]: INFO neutron.services.service_base [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 12:10:07.301805 n-d-824835-4 neutron-server[103021]: DEBUG neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 12:10:07.302121 n-d-824835-4 neutron-server[103021]: INFO neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 12:10:07.313123 n-d-824835-4 neutron-server[103021]: DEBUG neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 12:10:07.313462 n-d-824835-4 neutron-server[103021]: INFO neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading Plugin: auto_allocate Jan 28 12:10:07.319478 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: network precommit_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.319848 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: network precommit_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.320371 n-d-824835-4 neutron-server[103021]: DEBUG neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 12:10:07.320693 n-d-824835-4 neutron-server[103021]: INFO neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading Plugin: tag Jan 28 12:10:07.328008 n-d-824835-4 neutron-server[103021]: DEBUG neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 12:10:07.328290 n-d-824835-4 neutron-server[103021]: INFO neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading Plugin: timestamp Jan 28 12:10:07.332358 n-d-824835-4 neutron-server[103021]: DEBUG neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 12:10:07.332689 n-d-824835-4 neutron-server[103021]: INFO neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading Plugin: network_ip_availability Jan 28 12:10:07.338193 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.338563 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.338918 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.339663 n-d-824835-4 neutron-server[103021]: DEBUG neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 12:10:07.340649 n-d-824835-4 neutron-server[103021]: INFO neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading Plugin: flavors Jan 28 12:10:07.345540 n-d-824835-4 neutron-server[103021]: DEBUG neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 12:10:07.345879 n-d-824835-4 neutron-server[103021]: INFO neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading Plugin: revisions Jan 28 12:10:07.350195 n-d-824835-4 neutron-server[103021]: DEBUG neutron.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 12:10:07.350593 n-d-824835-4 neutron-server[103021]: DEBUG oslo_concurrency.lockutils [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=103021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 12:10:07.351331 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103021) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 12:10:07.351696 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Initializing extension manager. Jan 28 12:10:07.352207 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: __init__.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.352546 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: __pycache__ {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.352879 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.353208 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: address_group.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.353957 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.354519 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: address-group Jan 28 12:10:07.355094 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: address_scope.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.355870 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.356377 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: address-scope Jan 28 12:10:07.356695 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.357623 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.358134 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: router-admin-state-down-before-update Jan 28 12:10:07.358453 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: agent.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.359354 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.359877 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: agent Jan 28 12:10:07.360201 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: agent_resources_synced.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.361114 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.361623 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: agent-resources-synced Jan 28 12:10:07.361944 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.363747 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.364278 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: allowed-address-pairs Jan 28 12:10:07.364606 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.365677 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.366197 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: auto-allocated-topology Jan 28 12:10:07.366525 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: availability_zone.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.367217 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.367756 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: availability_zone Jan 28 12:10:07.368085 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: availability_zone_filter.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.368995 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.369510 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: availability_zone_filter Jan 28 12:10:07.369834 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: data_plane_status.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.370746 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.371306 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 12:10:07.371656 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: default_subnetpools.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.372568 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.373081 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: default-subnetpools Jan 28 12:10:07.373404 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.374208 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.374727 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: dhcp_agent_scheduler Jan 28 12:10:07.375050 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: dns.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.376011 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.376524 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 12:10:07.376848 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: dns_domain_ports.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.377758 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.378273 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 12:10:07.378594 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.379548 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.380063 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 12:10:07.380382 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: dvr.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.381055 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.381568 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: dvr Jan 28 12:10:07.381888 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: ecmp_routes.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.382799 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.383306 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 12:10:07.383655 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: empty_string_filtering.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.384558 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.385067 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: empty-string-filtering Jan 28 12:10:07.385387 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.386299 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.387366 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 12:10:07.387693 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.388595 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.389103 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 12:10:07.389421 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: external_net.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.390323 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.390831 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: external-net Jan 28 12:10:07.391155 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.392081 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.392617 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: extra_dhcp_opt Jan 28 12:10:07.392895 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: extraroute.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.393795 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.394299 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: extraroute Jan 28 12:10:07.394616 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: extraroute_atomic.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.395678 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.396195 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: extraroute-atomic Jan 28 12:10:07.396519 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: filter_validation.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.397180 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.397689 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: filter-validation Jan 28 12:10:07.398008 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: fip_pf_description.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.398913 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.399450 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 12:10:07.399773 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: fip_port_details.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.400702 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.401217 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: fip-port-details Jan 28 12:10:07.401537 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: flavors.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.403521 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.404052 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: flavors Jan 28 12:10:07.404381 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.406048 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.406576 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 12:10:07.406908 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: floatingip_pools.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.407643 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.408157 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: floatingip-pools Jan 28 12:10:07.408481 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: ip_allocation.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.409411 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.409952 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 12:10:07.410274 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.411212 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.411767 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: ip-substring-filtering Jan 28 12:10:07.412095 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: l2_adjacency.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.413023 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.413535 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 12:10:07.413854 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: l3.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.414810 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.415326 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: router Jan 28 12:10:07.415675 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.418113 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.418697 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 12:10:07.419027 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.419997 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.420517 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: ext-gw-mode Jan 28 12:10:07.420842 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.421766 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.422283 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: l3-ha Jan 28 12:10:07.422608 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: l3_flavors.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.423559 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.424070 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: l3-flavors Jan 28 12:10:07.424390 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.425296 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.425806 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 12:10:07.426125 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: l3agentscheduler.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.427155 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.427702 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: l3_agent_scheduler Jan 28 12:10:07.428029 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: local_ip.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.429812 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.430345 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension local_ip not supported by any of loaded plugins Jan 28 12:10:07.430673 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: logging.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.432202 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.432728 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension logging not supported by any of loaded plugins Jan 28 12:10:07.433057 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: metering.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.433841 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.434422 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: metering Jan 28 12:10:07.434747 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.435877 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.436396 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: metering_source_and_destination_fields Jan 28 12:10:07.436721 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: multiprovidernet.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.437643 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.438158 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: multi-provider Jan 28 12:10:07.438481 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: netmtu.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.439419 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.439933 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: net-mtu Jan 28 12:10:07.440256 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: netmtu_writable.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.441170 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.441681 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: net-mtu-writable Jan 28 12:10:07.442003 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: network_availability_zone.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.442664 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.443171 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: network_availability_zone Jan 28 12:10:07.443526 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: network_ip_availability.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.444634 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.445148 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: network-ip-availability Jan 28 12:10:07.445468 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: network_segment_range.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.446230 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.446740 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 12:10:07.447063 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: pagination.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.448068 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.448395 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: pagination Jan 28 12:10:07.448715 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: port_device_profile.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.450161 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.450677 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: port-device-profile Jan 28 12:10:07.450998 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.451959 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.452479 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: port-mac-address-regenerate Jan 28 12:10:07.452798 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.453875 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.454371 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: port-numa-affinity-policy Jan 28 12:10:07.454689 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: port_resource_request.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.455646 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.456154 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 12:10:07.456472 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.457437 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.457949 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 12:10:07.458269 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: portbindings.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.459194 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.459738 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: binding Jan 28 12:10:07.460057 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: portbindings_extended.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.461342 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.461866 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: binding-extended Jan 28 12:10:07.462192 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: portsecurity.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.463109 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.463651 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: port-security Jan 28 12:10:07.463977 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: project_id.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.465733 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.466145 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: project-id Jan 28 12:10:07.466477 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: providernet.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.467436 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.467958 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: provider Jan 28 12:10:07.468282 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: qos.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.471948 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.472482 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension qos not supported by any of loaded plugins Jan 28 12:10:07.472812 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.474065 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.474584 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 12:10:07.474915 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.475872 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.476373 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 12:10:07.476699 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: qos_default.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.477613 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.478128 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension qos-default not supported by any of loaded plugins Jan 28 12:10:07.478453 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: qos_fip.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.479398 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.480189 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 12:10:07.480693 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.481654 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.482170 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 12:10:07.482493 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.483451 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.483963 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 12:10:07.484286 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.485197 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.485713 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 12:10:07.486037 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.487077 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.487633 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 12:10:07.487959 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: qos_pps_rule.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.489138 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.489658 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 12:10:07.489981 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.490893 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.491444 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 12:10:07.491768 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: qos_rules_alias.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.492803 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.493324 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 12:10:07.493647 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: quota_check_limit.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.494569 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.495082 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: quota-check-limit Jan 28 12:10:07.495439 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: quotasv2.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.496976 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.497380 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: quotas Jan 28 12:10:07.497704 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: quotasv2_detail.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.499571 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.499910 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: quota_details Jan 28 12:10:07.500236 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: rbac.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.501299 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.501828 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: rbac-policies Jan 28 12:10:07.502163 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: rbac_address_group.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.503094 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.503646 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: rbac-address-group Jan 28 12:10:07.503972 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: rbac_address_scope.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.504892 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.505405 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: rbac-address-scope Jan 28 12:10:07.505728 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: rbac_security_groups.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.506642 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.507155 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: rbac-security-groups Jan 28 12:10:07.507513 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.508430 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.508943 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: rbac-subnetpool Jan 28 12:10:07.509265 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: revisionifmatch.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.510189 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.510706 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: revision-if-match Jan 28 12:10:07.511031 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: revisions.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.512851 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.513372 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: standard-attr-revisions Jan 28 12:10:07.513702 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: router_availability_zone.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.514380 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.514900 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: router_availability_zone Jan 28 12:10:07.515223 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: routerservicetype.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.516174 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.516692 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 12:10:07.517014 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.518008 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.518527 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: security-groups-normalized-cidr Jan 28 12:10:07.518850 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.519796 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.520310 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: port-security-groups-filtering Jan 28 12:10:07.520630 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.521561 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.522077 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: security-groups-remote-address-group Jan 28 12:10:07.522403 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.523332 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.523865 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: security-groups-shared-filtering Jan 28 12:10:07.524183 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.524821 n-d-824835-4 neutron-server[103021]: WARNING neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 12:10:07.525083 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: securitygroup.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.534721 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.535256 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: security-group Jan 28 12:10:07.535615 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: segment.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.536397 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.536911 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension segment not supported by any of loaded plugins Jan 28 12:10:07.537236 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.538177 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.538695 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 12:10:07.539017 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: servicetype.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.540174 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.540701 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: service-type Jan 28 12:10:07.541026 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: sorting.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.542021 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.542357 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: sorting Jan 28 12:10:07.542679 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: standard_attr_segment.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.543686 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.544202 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 12:10:07.544522 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: standardattrdescription.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.545167 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.545672 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: standard-attr-description Jan 28 12:10:07.545991 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: stateful_security_group.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.546911 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.547465 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: stateful-security-group Jan 28 12:10:07.547789 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: stdattrs_common.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.548353 n-d-824835-4 neutron-server[103021]: WARNING neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 12:10:07.548668 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.549600 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.550109 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 12:10:07.550427 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: subnet_onboard.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.551536 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.552052 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: subnet_onboard Jan 28 12:10:07.552379 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.553310 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.553827 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 12:10:07.554148 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: subnet_service_types.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.555084 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.555624 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: subnet-service-types Jan 28 12:10:07.555947 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: subnetallocation.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.557051 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.557572 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: subnet_allocation Jan 28 12:10:07.557897 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.559099 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.559646 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: subnetpool-prefix-ops Jan 28 12:10:07.559969 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.560903 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.561414 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 12:10:07.561734 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: tagging.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.562802 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.563331 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: standard-attr-tag Jan 28 12:10:07.563679 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: timestamp.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.564877 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.565401 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loaded extension: standard-attr-timestamp Jan 28 12:10:07.565729 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: trunk.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.566760 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.567279 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension trunk not supported by any of loaded plugins Jan 28 12:10:07.567627 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: trunk_details.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.568544 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.569064 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 12:10:07.569391 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.570311 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.570825 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 12:10:07.571149 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Loading extension file: vlantransparent.py {{(pid=103021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 12:10:07.571835 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 12:10:07.572346 n-d-824835-4 neutron-server[103021]: INFO neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 12:10:07.574927 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:network Jan 28 12:10:07.575474 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:subnet Jan 28 12:10:07.575873 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 12:10:07.576262 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:port Jan 28 12:10:07.577490 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.577930 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service FLAVORS assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.578601 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.578981 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.579309 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:router Jan 28 12:10:07.579767 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 12:10:07.580246 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service METERING assigned prefix: /metering {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.581676 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.582054 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.582404 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:10:07.583407 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 12:10:07.583857 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:security_group Jan 28 12:10:07.584278 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 12:10:07.585936 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service CORE assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.586283 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 12:10:07.586642 n-d-824835-4 neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] subnetpool is already registered Jan 28 12:10:07.587080 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service CORE assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.587442 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 12:10:07.587781 n-d-824835-4 neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] subnetpool is already registered Jan 28 12:10:07.590558 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.590986 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service FLAVORS assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.591597 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.592018 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.592349 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:router Jan 28 12:10:07.592685 n-d-824835-4 neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] router is already registered Jan 28 12:10:07.593092 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 12:10:07.593433 n-d-824835-4 neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] floatingip is already registered Jan 28 12:10:07.593882 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service METERING assigned prefix: /metering {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.594529 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 12:10:07.594853 n-d-824835-4 neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] rbac_policy is already registered Jan 28 12:10:07.595261 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:security_group Jan 28 12:10:07.595621 n-d-824835-4 neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] security_group is already registered Jan 28 12:10:07.596022 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 12:10:07.596357 n-d-824835-4 neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] security_group_rule is already registered Jan 28 12:10:07.596986 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service CORE assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.597313 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 12:10:07.597648 n-d-824835-4 neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] subnetpool is already registered Jan 28 12:10:07.598064 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.v2.resource_helper [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Service CORE assigned prefix: {{(pid=103021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 12:10:07.598389 n-d-824835-4 neutron-server[103021]: INFO neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 12:10:07.598719 n-d-824835-4 neutron-server[103021]: WARNING neutron.quota.resource_registry [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] subnetpool is already registered Jan 28 12:10:07.599180 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: extensions {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.600670 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: address-groups {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.602159 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: address-scopes {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.603536 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: agents {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.604959 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: auto-allocated-topology {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.606456 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: availability_zones {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.607725 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: dhcp-networks {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.609233 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: dhcp-agents {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.610658 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: routers {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.612937 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: flavors {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.614104 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: service_profiles {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.615317 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: next_providers {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.616786 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: service_profiles {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.618335 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: floatingip-pools {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.619595 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: routers {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.622408 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: floatingips {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.623743 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: l3-routers {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.625144 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: l3-agents {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.626547 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: metering-labels {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.627955 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: metering-label-rules {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.629243 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: network-ip-availabilities {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.630513 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: bindings {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.632188 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: quotas {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.633758 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: quotas {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.635296 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: rbac-policies {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.637398 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: security-groups {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.638706 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: security-group-rules {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.639973 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: service-providers {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.641198 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: subnetpools {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.642631 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: subnetpools {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.644142 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.645811 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.647651 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.649426 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.652295 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.654171 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.655893 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.657806 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.659608 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.661460 n-d-824835-4 neutron-server[103021]: DEBUG neutron.api.extensions [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Extended resource: tags {{(pid=103021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 12:10:07.667613 n-d-824835-4 neutron-server[103021]: WARNING keystonemiddleware.auth_token [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 12:10:07.672319 n-d-824835-4 neutron-server[103021]: WARNING keystonemiddleware.auth_token [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 12:10:07.680839 n-d-824835-4 neutron-server[103021]: DEBUG oslo_concurrency.lockutils [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Acquired lock "singleton_lock" {{(pid=103021) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 12:10:07.681342 n-d-824835-4 neutron-server[103021]: DEBUG oslo_concurrency.lockutils [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Releasing lock "singleton_lock" {{(pid=103021) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 12:10:07.681991 n-d-824835-4 neutron-server[103021]: INFO oslo_service.service [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Starting 2 workers Jan 28 12:10:07.687393 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Started child 103128 {{(pid=103021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 12:10:07.692005 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Started child 103129 {{(pid=103021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 12:10:07.693033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:07.693640 n-d-824835-4 neutron-server[103021]: INFO neutron.service [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 12:10:07.694237 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:07.694582 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [-] (103128) wsgi starting up on http://0.0.0.0:9696 Jan 28 12:10:07.696781 n-d-824835-4 neutron-server[103021]: INFO oslo_service.service [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Starting 1 workers Jan 28 12:10:07.696890 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:07.698257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [-] (103129) wsgi starting up on http://0.0.0.0:9696 Jan 28 12:10:07.702707 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Started child 103130 {{(pid=103021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 12:10:07.703260 n-d-824835-4 neutron-server[103021]: INFO oslo_service.service [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Starting 1 workers Jan 28 12:10:07.706509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.service [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] calling RpcWorker wait() {{(pid=103130) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 12:10:07.707132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.service [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] returning from RpcWorker wait() {{(pid=103130) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 12:10:07.707864 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Started child 103131 {{(pid=103021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 12:10:07.708672 n-d-824835-4 neutron-server[103021]: DEBUG neutron_lib.callbacks.manager [None req-0f39b260-26da-4197-ab20-ddcacdb916e9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:07.708787 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:07.709168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:07.710613 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103021) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 12:10:07.710826 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 12:10:07.711012 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 12:10:07.711237 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 12:10:07.711612 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 12:10:07.711778 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 12:10:07.712296 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.712575 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.712838 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.713093 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.713181 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:07.713619 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.713949 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.714215 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.714470 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.714848 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.715113 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.715293 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.715477 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.715787 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.716045 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.716350 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.716622 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.716886 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.717180 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.717366 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.717629 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.717889 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.718134 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.718408 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] debug = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.718651 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.719202 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.719381 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.719623 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.719859 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.720144 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.720388 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.720667 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.720899 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.721114 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.721347 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.721600 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.721836 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.722060 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.722297 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.722533 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.722797 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.723015 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.723471 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] host = n-d-824835-4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.723704 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.723953 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.724179 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.724428 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.724681 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.724893 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.725161 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.725424 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.725663 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.725904 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.726163 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.726408 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.726636 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.726888 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.727053 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_options = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.727265 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.727541 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.727793 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.727977 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.728145 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.728308 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.728575 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.728726 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.728971 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.729200 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.729411 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.729890 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.730124 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.730404 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.730855 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.731162 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.731424 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.731656 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.731905 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.732147 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.732368 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.732592 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.732825 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.733060 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.733288 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.733519 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.733739 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.733964 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.734341 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.734516 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.734747 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.734999 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.735231 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.735483 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.735743 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.735968 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.736191 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.736434 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.736598 n-d-824835-4 neutron-server[103131]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:07.736800 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.737030 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.737280 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.738141 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.738141 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.738141 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.738551 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.738551 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.738888 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] use_json = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.738888 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.739026 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.739270 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.739711 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.739845 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.739928 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.740134 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.740393 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.740743 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.741614 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.741614 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.741842 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.742720 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.742720 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.742720 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.742720 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.743219 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.743219 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.743811 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.743811 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.743811 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.744190 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.744379 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.744614 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.744920 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.745201 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.745430 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.745663 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.745882 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.746638 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.746859 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.747133 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.747365 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.747648 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.747876 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.748092 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.748391 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.748624 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.748954 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.749227 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.749869 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.749869 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.750144 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.750144 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.750393 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.750565 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.750861 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.751018 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.751567 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.751567 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.751801 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.751929 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.752145 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.752395 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.752602 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.753167 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.753167 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.753436 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.753561 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.753697 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.753907 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.754120 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.754817 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.754817 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.754817 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.755052 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.755535 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.755535 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.755812 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.755936 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.756179 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.756409 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.756627 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.756838 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.757047 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.757561 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.757561 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.757825 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.757959 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.758166 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.758388 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.758616 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.758785 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.759687 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.759687 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.759687 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.759687 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.760193 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.760193 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.760444 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.760568 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.760713 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.761250 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.761250 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.761509 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.761509 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.762320 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.762509 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.762713 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.762981 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.763190 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.763533 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.763766 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.763997 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.764229 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.764446 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.764664 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.764908 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.765311 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.765840 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.765840 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.766143 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.766292 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.766442 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.766667 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.766885 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.767141 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.767376 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.767684 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.767899 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.768502 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.768502 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.771181 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.771181 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.771539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49930) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:07.771700 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.771700 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.771700 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.771700 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.771700 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.771700 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.771700 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.771700 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.772774 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.772774 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.772774 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.772774 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.772774 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.772774 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.772774 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.772774 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.773591 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.773591 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.773591 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.773901 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.773980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.778855 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.778855 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.778855 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.778855 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.778855 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.778855 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.778855 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.778855 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.779962 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.779962 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.779962 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.779962 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.779962 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.779962 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.779962 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.779962 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.780894 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.780894 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.780894 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.780894 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.780894 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.780894 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.780894 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.780894 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.782393 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.782393 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.782393 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.782393 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.782393 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.782393 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.782393 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.782393 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.783077 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.783077 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.783077 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.783077 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.783077 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.783077 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.783077 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.783820 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.783820 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.783820 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.783820 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.784198 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.784324 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.784479 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.784731 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.784945 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.785336 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.785551 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.785766 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.786164 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.786584 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.786980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.788102 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.788102 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.788259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0161769 Jan 28 12:10:07.788331 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.788714 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.788975 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.789209 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.790273 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.790514 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.790772 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.790996 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.791919 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.791919 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.791919 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.791919 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.792230 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.792371 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.792615 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.792901 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.793303 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.793591 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.794012 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.794389 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.794688 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.795090 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.795389 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.795614 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.795849 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.796093 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.796333 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.796544 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.796753 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.796974 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.797188 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.797405 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.797622 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.797834 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.798833 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.798833 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.798833 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.798833 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.799125 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.799125 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.799362 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.799758 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.800135 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.800494 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.800895 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.801136 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.801358 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.801604 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.801816 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.802235 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.802467 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.802684 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.802893 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.803113 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.803328 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.803571 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.803864 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.804775 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.804775 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.804775 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.804993 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.805075 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.805309 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.805622 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.805838 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.806074 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.806292 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.806512 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.806732 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.806989 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.807315 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.809270 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.809403 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.809636 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.810020 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.810301 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.810580 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.810803 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.811079 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.811451 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.811743 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.812010 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.812259 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.812507 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.812750 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.812986 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.813626 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.813626 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.813626 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.813870 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.814088 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.814316 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.814532 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.814953 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.815177 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.815451 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.815667 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.815921 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.816142 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.816302 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 12:10:07.817278 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103021) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 12:10:07.817278 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 12:10:07.817278 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 12:10:07.817278 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 12:10:07.817562 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 12:10:07.817562 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 12:10:07.817772 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.817932 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.818098 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.818551 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.818551 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.818728 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.818728 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.818877 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.819029 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.819192 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.819360 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.819674 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.819831 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.820137 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.820296 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.820456 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.820615 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.820773 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.820945 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.821098 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.821254 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.821412 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.821570 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] debug = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.821814 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.822014 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.822878 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.822878 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.822878 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.822878 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.822878 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.822878 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.823245 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.823245 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.823482 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.823550 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.823723 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.823812 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.825328 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.825328 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.825328 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.825328 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.825328 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] host = n-d-824835-4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.825683 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.825683 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.825824 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.825890 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.826115 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.826222 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.826378 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.826466 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.826618 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.826775 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.826992 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.827082 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.828062 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.828062 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.828062 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_options = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.828062 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.828062 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.828062 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.828458 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.828458 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.828458 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.828679 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.828756 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.829488 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.829488 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.829488 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.829488 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.829488 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.829815 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.829815 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.829933 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.830061 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.830219 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.830375 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.830532 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.830689 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.830846 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.831003 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.831159 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.831318 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.831498 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.831654 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.831903 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.832049 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.832194 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.832330 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.832465 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.832601 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.832735 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.832869 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.833003 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.833144 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.833279 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.833427 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.833559 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.834474 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.834474 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.834474 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.834474 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.834474 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.834474 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.834851 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] use_json = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.834851 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.834980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.835045 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.835872 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.835872 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.835872 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.835872 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.835872 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.836276 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 12:10:07.836276 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.836276 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.836673 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.836673 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.836794 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.836858 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.837012 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.837933 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.837933 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.837933 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.837933 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.837933 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.837933 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.838309 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.838309 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.838428 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.838530 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.839225 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.839225 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.839225 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.839225 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.839541 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.839541 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.840698 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.840698 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.840698 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.840698 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.840698 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.840698 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.840698 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.841210 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.841210 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.841210 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.841432 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.841432 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.841574 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.842309 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.842309 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.842309 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.842309 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.842309 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.842620 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.842620 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.842738 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.842877 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.843039 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.843200 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.843415 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.843656 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.843849 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.844097 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.844283 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.844462 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.844638 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.844814 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.844988 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.845186 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.846980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.846980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.846980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.846980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.846980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.846980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.846980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.846980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.846980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.848457 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.848457 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.848457 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.848457 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.848457 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.848457 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.848457 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.848457 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.848457 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.849063 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.849063 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.849063 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.849063 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.849063 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.849063 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.849452 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.849452 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.849590 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.849700 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.849866 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.850029 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.850192 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.850354 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.850516 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.851538 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.851795 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.851997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:07.852115 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.852248 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.852457 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.852636 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.852807 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.852977 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.853144 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.853310 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.853475 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.853640 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.853801 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.855017 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.855200 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.855488 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.855664 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.855890 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.855985 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.856125 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.856273 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.856436 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.856616 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.857655 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.857655 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.857655 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.857655 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.858090 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.858852 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.859026 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.859230 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.859591 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.860057 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.860239 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.860406 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.860569 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.861341 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.861341 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.861341 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.861341 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.861341 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.861660 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.861792 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.862115 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.862296 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.862504 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.862757 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.863096 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.863290 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.863496 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.863672 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.863812 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.864141 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.864304 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.864465 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.864622 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.865201 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.865201 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.865201 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.865201 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.865459 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.865541 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.865666 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.865826 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.866666 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.866666 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.866666 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.866666 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.866666 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.866983 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.866983 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.867137 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.868561 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.868561 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.868561 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.868561 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.868561 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.868561 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.868561 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.868561 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.869117 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.869117 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.869117 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.869117 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.869339 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.869402 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.869556 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.869743 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.869897 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.870045 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.870199 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.870345 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.870488 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.870646 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.870797 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.871483 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.871659 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.871812 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.872668 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.872668 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.872668 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.872668 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.872668 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.872980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.872980 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.873981 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.874438 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.874613 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.874773 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.875062 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.875820 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.875820 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.875820 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.875820 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.875820 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.876155 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.876222 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.876359 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.876568 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.876816 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.877031 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.877211 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.877425 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.877633 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.877797 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.878528 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.878528 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.878528 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.878528 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.878528 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.878837 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.878837 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.878975 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.879139 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.879299 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.879473 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.879637 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.879783 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.879948 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.880102 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.880269 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.880427 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.880583 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.881480 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.881480 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.881480 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.881480 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.881736 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.881736 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.881870 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.881979 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.883115 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.883115 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.883115 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.883322 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.883498 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.883645 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.883805 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.884462 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.884629 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.885606 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.885606 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.885606 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.885606 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.885606 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.885606 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.886205 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.886205 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.886205 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.886387 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.886506 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.889108 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.889108 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.889108 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.889108 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.889108 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.889108 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.889108 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.889108 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.890244 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.890244 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.890244 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.890244 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.890244 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.890244 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.890244 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.890244 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.890244 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891033 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891033 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891033 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891033 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891033 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891033 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891033 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891632 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891632 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891632 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891632 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891903 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.891903 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 12:10:07.892039 n-d-824835-4 neutron-server[103021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 12:10:19.194536 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9eb9e0-66c3-40a5-ae35-25b64ea5b7ee None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:10:19.260438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9eb9e0-66c3-40a5-ae35-25b64ea5b7ee None None] No non-hosted networks {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 12:10:19.278435 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe42b-b2d7-4f86-94bc-4ef6611f97f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569011'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:21.523388 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17a1456f-5d71-4bb7-be60-a3d1bc2acc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569011'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:21.550529 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9742cf43-ea97-4275-aec4-2f9eceede3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:22.775786 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569011'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:24.507774 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569011'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:25.845535 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569011'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:25.846334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.846635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.847036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.847439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.847738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.848048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.848436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.848761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.849106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.849451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.849778 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.850092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.850466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:25.850874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-824835-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:25.857345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-824835-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:26.725750 n-d-824835-4 neutron-server[103130]: INFO neutron.db.l3_hamode_db [None req-ce3e73fd-021c-40ab-ae70-789abf1b9dce None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 12:10:26.804295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e73fd-021c-40ab-ae70-789abf1b9dce None None] Routers set() bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:10:26.804689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e73fd-021c-40ab-ae70-789abf1b9dce None None] Router IDs set() for agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 12:10:28.189738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50036) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:28.691267 n-d-824835-4 neutron-server[103129]: WARNING oslo_policy.policy [None req-20fe020b-e996-4e65-a820-ff50101478b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 12:10:28.691892 n-d-824835-4 neutron-server[103129]: WARNING oslo_policy.policy [None req-20fe020b-e996-4e65-a820-ff50101478b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 12:10:28.918394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-20fe020b-e996-4e65-a820-ff50101478b3 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:10:28.919556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-20fe020b-e996-4e65-a820-ff50101478b3 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7287726 Jan 28 12:10:31.593257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50054) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:31.889570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9f038e96-57f0-4daa-9c0f-21e90253f21b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'tenant_id': '7350f3431c1047e19664c6ccaec0b9ed', 'shared': True, 'is_default': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:10:31.981308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.policy [None req-9f038e96-57f0-4daa-9c0f-21e90253f21b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103129) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 12:10:32.022708 n-d-824835-4 neutron-server[103129]: WARNING oslo_policy.policy [None req-9f038e96-57f0-4daa-9c0f-21e90253f21b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 12:10:32.023016 n-d-824835-4 neutron-server[103129]: WARNING oslo_policy.policy [None req-9f038e96-57f0-4daa-9c0f-21e90253f21b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 12:10:32.115180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f038e96-57f0-4daa-9c0f-21e90253f21b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773666352917', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773666352454', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773666400210', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773666378459', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773666387177', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773666429756', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33544907', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33353931', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762704', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-625397'] for rbac-policy (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:32.179047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f038e96-57f0-4daa-9c0f-21e90253f21b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:32.180243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9f038e96-57f0-4daa-9c0f-21e90253f21b admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5857549 Jan 28 12:10:34.811685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50066) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:35.114025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:10:35.142077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Made reservation on behalf of ef578d1e101d41f48312cb2a620202f8 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:10:35.144833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.162059 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.274957 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Publish callbacks [] for security_group (84c407c8-e1a2-4846-b81c-5adb7d8f5552), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.278789 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (84c407c8-e1a2-4846-b81c-5adb7d8f5552), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.302828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:10:35.327803 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773661584779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f4388f64-6062-49a7-9bd2-c2fcacdcf3af), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.328372 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Unsubscribe: segment precommit_create {{(pid=103129) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 12:10:35.328898 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Added segment f4388f64-6062-49a7-9bd2-c2fcacdcf3af of type vlan for network 51ef9b19-613e-4c54-897e-bad44e9d17ce Jan 28 12:10:35.334810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c407c8-e1a2-4846-b81c-5adb7d8f5552,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:35.369072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.369408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.370270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.370762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.370957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.371224 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.371562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.371876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.372188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.372497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.372808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.373118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.373427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Tracked resource versions report: Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: pushed versions: Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: { 'AddressGroup': {'1.2'}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'ConntrackHelper': {'1.0'}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'LocalIPAssociation': {'1.0'}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'Log': {'1.0'}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'Network': {'1.1'}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'Port': {'1.7'}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'PortForwarding': {'1.2'}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'QosPolicy': {'1.10'}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'SecurityGroup': {'1.5'}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'SecurityGroupRule': {'1.2'}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'SubPort': {'1.0'}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'Subnet': {'1.1'}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'Trunk': {'1.1'}} Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: consumer versions: Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: { DHCP agent@n-d-824835-4: {}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: L3 agent@n-d-824835-4: {}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: Metadata agent@n-d-824835-4: {}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: Metering agent@n-d-824835-4: {}, Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: Open vSwitch agent@n-d-824835-4: { 'AddressGroup': '1.2', Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'ConntrackHelper': '1.0', Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'LocalIPAssociation': '1.0', Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'Log': '1.0', Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'Network': '1.1', Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'Port': '1.7', Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'PortForwarding': '1.2', Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'QosPolicy': '1.10', Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'SecurityGroup': '1.5', Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'SecurityGroupRule': '1.2', Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'SubPort': '1.0', Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'Subnet': '1.1', Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: 'Trunk': '1.1'}} Jan 28 12:10:35.374587 n-d-824835-4 neutron-server[103129]: {{(pid=103129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 12:10:35.438765 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (51ef9b19-613e-4c54-897e-bad44e9d17ce), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.478001 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (51ef9b19-613e-4c54-897e-bad44e9d17ce), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.479524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:35.480357 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.552406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7395806 Jan 28 12:10:35.595154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624b283-5f4f-434e-b071-1754ef947ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=51ef9b19-613e-4c54-897e-bad44e9d17ce,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:35.607487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 51ef9b19-613e-4c54-897e-bad44e9d17ce details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:10:38.275139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50080) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:38.667171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf2dc6-c446-47c2-a725-5ef4bcd81aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:38.668559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3baf2dc6-c446-47c2-a725-5ef4bcd81aca admin admin] 10.222.0.53 "GET /v2.0/networks/51ef9b19-613e-4c54-897e-bad44e9d17ce HTTP/1.1" status: 200 len: 825 time: 0.3924410 Jan 28 12:10:38.691974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e1e5c637-a5e0-479e-bade-dc5ce421e40f admin admin] 10.222.0.53 "GET /v2.0/subnetpools/c7dad458-a54f-430d-80a6-c20f379c4877 HTTP/1.1" status: 200 len: 734 time: 0.0178127 Jan 28 12:10:38.700687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cd2116ef-01df-4025-968e-b64c692936fc admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce', 'subnetpool_id': 'c7dad458-a54f-430d-80a6-c20f379c4877'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:10:38.721538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2116ef-01df-4025-968e-b64c692936fc admin admin] Made reservation on behalf of ef578d1e101d41f48312cb2a620202f8 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:10:38.724215 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd2116ef-01df-4025-968e-b64c692936fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:39.016718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd2116ef-01df-4025-968e-b64c692936fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (da7f3846-4b20-466b-9f2a-f1da2d50e39e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:39.084480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2116ef-01df-4025-968e-b64c692936fc admin admin] Checking segment: {'id': 'f4388f64-6062-49a7-9bd2-c2fcacdcf3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:10:39.084839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2116ef-01df-4025-968e-b64c692936fc admin admin] Network hostable DHCP agents. Network: 51ef9b19-613e-4c54-897e-bad44e9d17ce, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:10:39.089568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2116ef-01df-4025-968e-b64c692936fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7f3846-4b20-466b-9f2a-f1da2d50e39e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:39.107430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2116ef-01df-4025-968e-b64c692936fc admin admin] Network 51ef9b19-613e-4c54-897e-bad44e9d17ce is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:10:39.118508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cd2116ef-01df-4025-968e-b64c692936fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 51ef9b19-613e-4c54-897e-bad44e9d17ce) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:10:39.123797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2116ef-01df-4025-968e-b64c692936fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:39.124395 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd2116ef-01df-4025-968e-b64c692936fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:39.130047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cbf5d6-8111-4e6c-bffd-44fe24185ce6 None None] Network 51ef9b19-613e-4c54-897e-bad44e9d17ce requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:10:39.139623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cd2116ef-01df-4025-968e-b64c692936fc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4425690 Jan 28 12:10:39.398265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-51ef9b19-613e-4c54-897e-bad44e9d17ce', 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce', 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'fixed_ips': [{'subnet_id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:10:39.399524 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:39.679582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Allocated IP 172.20.0.2 (51ef9b19-613e-4c54-897e-bad44e9d17ce/da7f3846-4b20-466b-9f2a-f1da2d50e39e/c54f5835-cc6f-4e15-b7a5-a2e3818eea6f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:10:39.951443 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Publish callbacks [] for port (c54f5835-cc6f-4e15-b7a5-a2e3818eea6f), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:39.960524 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (c54f5835-cc6f-4e15-b7a5-a2e3818eea6f), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:40.033894 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Network 51ef9b19-613e-4c54-897e-bad44e9d17ce is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:10:40.039190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:10:40.052567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:10:40.060235 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Pushing event updated for resources: {'Port': ['ID=c54f5835-cc6f-4e15-b7a5-a2e3818eea6f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:40.089312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.089666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.090066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.090416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.090762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.091094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.091449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.091781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.092110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.092443 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.092769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.093093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.093418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Tracked resource versions report: Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: pushed versions: Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: { 'AddressGroup': {'1.2'}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'ConntrackHelper': {'1.0'}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'LocalIPAssociation': {'1.0'}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'Log': {'1.0'}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'Network': {'1.1'}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'Port': {'1.7'}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'PortForwarding': {'1.2'}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'QosPolicy': {'1.10'}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'SecurityGroup': {'1.5'}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'SecurityGroupRule': {'1.2'}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'SubPort': {'1.0'}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'Subnet': {'1.1'}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'Trunk': {'1.1'}} Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: consumer versions: Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: { DHCP agent@n-d-824835-4: {}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: L3 agent@n-d-824835-4: {}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: Metadata agent@n-d-824835-4: {}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: Metering agent@n-d-824835-4: {}, Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: Open vSwitch agent@n-d-824835-4: { 'AddressGroup': '1.2', Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'ConntrackHelper': '1.0', Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'LocalIPAssociation': '1.0', Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'Log': '1.0', Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'Network': '1.1', Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'Port': '1.7', Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'PortForwarding': '1.2', Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'QosPolicy': '1.10', Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'SecurityGroup': '1.5', Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'SecurityGroupRule': '1.2', Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'SubPort': '1.0', Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'Subnet': '1.1', Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: 'Trunk': '1.1'}} Jan 28 12:10:40.094599 n-d-824835-4 neutron-server[103130]: {{(pid=103130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 12:10:40.142560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Attempting to bind port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:10:40.149159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Attempting to bind port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'f4388f64-6062-49a7-9bd2-c2fcacdcf3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:10:40.149159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Attempting to bind port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f on network 51ef9b19-613e-4c54-897e-bad44e9d17ce {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:10:40.149386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:10:40.149386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Checking segment: {'id': 'f4388f64-6062-49a7-9bd2-c2fcacdcf3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:10:40.149386 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:40.149673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Bound using segment: {'id': 'f4388f64-6062-49a7-9bd2-c2fcacdcf3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:10:40.150089 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Bound port: c54f5835-cc6f-4e15-b7a5-a2e3818eea6f, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4388f64-6062-49a7-9bd2-c2fcacdcf3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:10:40.150513 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c54f5835-cc6f-4e15-b7a5-a2e3818eea6f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:40.217246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] For port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:10:40.221417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] For port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c54f5835-cc6f-4e15-b7a5-a2e3818eea6f,segment=NetworkSegment(f4388f64-6062-49a7-9bd2-c2fcacdcf3af),segment_id=f4388f64-6062-49a7-9bd2-c2fcacdcf3af)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:10:40.224787 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c54f5835-cc6f-4e15-b7a5-a2e3818eea6f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:40.289359 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382d1bf-5cbb-4629-be78-665709f55bd6 None None] Pushing event updated for resources: {'Port': ['ID=c54f5835-cc6f-4e15-b7a5-a2e3818eea6f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:41.644198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50088) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:41.958566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-f23dcbed-1939-440d-afd0-bd764bd89ee5 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:10:41.959623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f23dcbed-1939-440d-afd0-bd764bd89ee5 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3144252 Jan 28 12:10:44.467033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50096) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:44.787301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-1a7e5fc0-6835-4799-9868-67f0a9c91154 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:10:44.788319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1a7e5fc0-6835-4799-9868-67f0a9c91154 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3203468 Jan 28 12:10:47.493662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50106) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:47.794512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3b5eb78f-812c-4074-9fed-dc16d679747f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:10:47.816161 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb78f-812c-4074-9fed-dc16d679747f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (7c563fd7-fc61-476d-a2f2-9dadfa94ee98), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:47.817770 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb78f-812c-4074-9fed-dc16d679747f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (7c563fd7-fc61-476d-a2f2-9dadfa94ee98), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:47.958853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb78f-812c-4074-9fed-dc16d679747f admin admin] Publish callbacks [] for router_controller (7c563fd7-fc61-476d-a2f2-9dadfa94ee98), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:47.972091 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb78f-812c-4074-9fed-dc16d679747f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (7c563fd7-fc61-476d-a2f2-9dadfa94ee98), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:47.986538 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb78f-812c-4074-9fed-dc16d679747f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:47.987754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3b5eb78f-812c-4074-9fed-dc16d679747f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4931285 Jan 28 12:10:48.754957 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 5 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:10:49.132027 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9598df0-368c-4474-81ce-68ad81a234ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:50.476998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50118) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:50.507282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c54f5835-cc6f-4e15-b7a5-a2e3818eea6f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:10:50.598318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:10:50.598956 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c54f5835-cc6f-4e15-b7a5-a2e3818eea6f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:50.719268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:10:50.719708 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c54f5835-cc6f-4e15-b7a5-a2e3818eea6f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:50.755256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c54f5835-cc6f-4e15-b7a5-a2e3818eea6f,segment=NetworkSegment(f4388f64-6062-49a7-9bd2-c2fcacdcf3af),segment_id=f4388f64-6062-49a7-9bd2-c2fcacdcf3af)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:10:50.760025 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c54f5835-cc6f-4e15-b7a5-a2e3818eea6f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:50.810139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=c54f5835-cc6f-4e15-b7a5-a2e3818eea6f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:51.012732 n-d-824835-4 neutron-server[103128]: WARNING oslo_policy.policy [None req-ed197d82-b047-412d-96df-b1417ccaba75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 12:10:51.013421 n-d-824835-4 neutron-server[103128]: WARNING oslo_policy.policy [None req-ed197d82-b047-412d-96df-b1417ccaba75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 12:10:51.248430 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-ed197d82-b047-412d-96df-b1417ccaba75 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:10:51.249716 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ed197d82-b047-412d-96df-b1417ccaba75 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7705457 Jan 28 12:10:51.496534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f361d156-4c7d-4f10-ab0c-eed3edd05acc None None] Network 51ef9b19-613e-4c54-897e-bad44e9d17ce requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:10:51.569851 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b14ec9e9-8227-489c-9f80-956ff0c14b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:51.591910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-52ddd069-ac86-4805-8bcc-5510a47a23e0 None None] Provisioning complete for port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:10:51.592304 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52ddd069-ac86-4805-8bcc-5510a47a23e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c54f5835-cc6f-4e15-b7a5-a2e3818eea6f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:51.720224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-52ddd069-ac86-4805-8bcc-5510a47a23e0 None None] Current status of the port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:10:51.943549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bab9d4cf-8281-47ec-be9b-9b58d7fd4593 None None] Provisioning complete for port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:10:51.943918 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bab9d4cf-8281-47ec-be9b-9b58d7fd4593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c54f5835-cc6f-4e15-b7a5-a2e3818eea6f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:52.018930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bab9d4cf-8281-47ec-be9b-9b58d7fd4593 None None] Current status of the port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:10:52.443801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c54f5835-cc6f-4e15-b7a5-a2e3818eea6f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:10:52.492224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:10:52.492593 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c54f5835-cc6f-4e15-b7a5-a2e3818eea6f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:52.568235 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:10:52.728911 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:53.810001 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50156) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:53.937997 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'tenant_id': '7350f3431c1047e19664c6ccaec0b9ed', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'project_id': '7350f3431c1047e19664c6ccaec0b9ed', 'router:external': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:10:53.991431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Made reservation on behalf of 7350f3431c1047e19664c6ccaec0b9ed for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:10:54.052748 n-d-824835-4 neutron-server[103128]: DEBUG neutron.policy [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103128) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 12:10:54.093879 n-d-824835-4 neutron-server[103128]: WARNING oslo_policy.policy [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 12:10:54.094254 n-d-824835-4 neutron-server[103128]: WARNING oslo_policy.policy [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 12:10:54.103736 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:54.124980 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:54.237861 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Publish callbacks [] for security_group (a6ccffe3-c34f-4dd7-8bbc-4e82903329d6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:54.241665 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a6ccffe3-c34f-4dd7-8bbc-4e82903329d6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:54.258605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103128) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 12:10:54.286355 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773661584779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (332d0e14-be51-4c66-b3c3-5efd9c7b40bc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:54.286943 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Unsubscribe: segment precommit_create {{(pid=103128) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 12:10:54.287509 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Added segment 332d0e14-be51-4c66-b3c3-5efd9c7b40bc of type flat for network 0266e636-2364-4bad-ba25-a79985ccfb02 Jan 28 12:10:54.303779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ccffe3-c34f-4dd7-8bbc-4e82903329d6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:54.335535 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.335875 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.336212 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.336545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.336873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.337197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.337520 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.337840 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.338158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.338478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.338796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.339114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.340103 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Tracked resource versions report: Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: pushed versions: Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: { 'AddressGroup': {'1.2'}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'ConntrackHelper': {'1.0'}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'LocalIPAssociation': {'1.0'}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'Log': {'1.0'}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'Network': {'1.1'}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'Port': {'1.7'}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'PortForwarding': {'1.2'}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'QosPolicy': {'1.10'}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'SecurityGroup': {'1.5'}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'SecurityGroupRule': {'1.2'}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'SubPort': {'1.0'}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'Subnet': {'1.1'}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'Trunk': {'1.1'}} Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: consumer versions: Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: { DHCP agent@n-d-824835-4: {}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: L3 agent@n-d-824835-4: {}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: Metadata agent@n-d-824835-4: {}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: Metering agent@n-d-824835-4: {}, Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: Open vSwitch agent@n-d-824835-4: { 'AddressGroup': '1.2', Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'ConntrackHelper': '1.0', Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'LocalIPAssociation': '1.0', Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'Log': '1.0', Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'Network': '1.1', Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'Port': '1.7', Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'PortForwarding': '1.2', Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'QosPolicy': '1.10', Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'SecurityGroup': '1.5', Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'SecurityGroupRule': '1.2', Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'SubPort': '1.0', Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'Subnet': '1.1', Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: 'Trunk': '1.1'}} Jan 28 12:10:54.341256 n-d-824835-4 neutron-server[103128]: {{(pid=103128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 12:10:54.403853 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:54.412875 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0266e636-2364-4bad-ba25-a79985ccfb02), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:54.456044 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0266e636-2364-4bad-ba25-a79985ccfb02), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:54.457533 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:54.458228 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:54.550138 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7390831 Jan 28 12:10:54.564024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3419a-8183-44d2-8a63-bd029fad2ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=0266e636-2364-4bad-ba25-a79985ccfb02,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:54.585191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0266e636-2364-4bad-ba25-a79985ccfb02 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:10:55.841237 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:56.862517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50170) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:56.999164 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b94d0a-0d41-4255-ba8e-ed47a06d71b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:57.000572 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-57b94d0a-0d41-4255-ba8e-ed47a06d71b7 admin admin] 10.222.0.53 "GET /v2.0/subnets/da7f3846-4b20-466b-9f2a-f1da2d50e39e HTTP/1.1" status: 200 len: 849 time: 0.1370907 Jan 28 12:10:57.156644 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b128ef07-a988-461c-928f-529ca0acf3ca admin admin] 10.222.0.53 "GET /v2.0/routers/7c563fd7-fc61-476d-a2f2-9dadfa94ee98 HTTP/1.1" status: 200 len: 704 time: 0.1504700 Jan 28 12:10:57.437627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:57.733914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Allocated IP 172.20.0.1 (51ef9b19-613e-4c54-897e-bad44e9d17ce/da7f3846-4b20-466b-9f2a-f1da2d50e39e/5f9d0daf-bd26-4bd3-9363-590e3bafe600) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:10:57.913489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Publish callbacks [] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:57.979553 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:58.054617 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Network 51ef9b19-613e-4c54-897e-bad44e9d17ce is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:10:58.061395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:10:58.066516 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Pushing event updated for resources: {'Port': ['ID=5f9d0daf-bd26-4bd3-9363-590e3bafe600,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:58.069066 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:10:58.069630 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (7c563fd7-fc61-476d-a2f2-9dadfa94ee98), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:58.270005 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:58.282438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0bb37f20-0b4b-47c3-ae77-3b1fceff08fd None None] Provisioning complete for port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:10:58.282967 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0bb37f20-0b4b-47c3-ae77-3b1fceff08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:58.314499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0bb37f20-0b4b-47c3-ae77-3b1fceff08fd None None] Port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:10:58.532110 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Publish callbacks [] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:58.536675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:58.537413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (7c563fd7-fc61-476d-a2f2-9dadfa94ee98), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:58.620001 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Pushing event updated for resources: {'Port': ['ID=5f9d0daf-bd26-4bd3-9363-590e3bafe600,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:58.668057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Network 51ef9b19-613e-4c54-897e-bad44e9d17ce is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:10:58.669392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:10:58.834371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Router 7c563fd7-fc61-476d-a2f2-9dadfa94ee98 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:10:58.836455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-509a9114-7613-45cb-bb91-beb6cafd7d77 None None] Provisioning complete for port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:10:58.836853 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-509a9114-7613-45cb-bb91-beb6cafd7d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:58.873376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-509a9114-7613-45cb-bb91-beb6cafd7d77 None None] Port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:10:58.938392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:10:58.943651 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4f66c6fd-d708-4862-98c0-3e8ec3f8501b admin admin] 10.222.0.53 "PUT /v2.0/routers/7c563fd7-fc61-476d-a2f2-9dadfa94ee98/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7818079 Jan 28 12:10:58.947280 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Sync routers for ids ['7c563fd7-fc61-476d-a2f2-9dadfa94ee98'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:10:58.959694 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Routers {'7c563fd7-fc61-476d-a2f2-9dadfa94ee98'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:10:58.960582 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:10:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7c563fd7-fc61-476d-a2f2-9dadfa94ee98'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:59.151228 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Set router 7c563fd7-fc61-476d-a2f2-9dadfa94ee98 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:10:59.594000 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'name': 'router1', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:10:47Z', 'updated_at': '2022-01-28T12:10:58Z', 'revision_number': 2, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'gw_port_host': None, '_interfaces': [{'id': '5f9d0daf-bd26-4bd3-9363-590e3bafe600', 'name': '', 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'mac_address': 'fa:16:3e:ac:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:10:57Z', 'updated_at': '2022-01-28T12:10:58Z', 'revision_number': 2, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'subnets': [{'id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7dad458-a54f-430d-80a6-c20f379c4877'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:59.647485 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Checking router: 7c563fd7-fc61-476d-a2f2-9dadfa94ee98 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:10:59.647854 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Updating router 7c563fd7-fc61-476d-a2f2-9dadfa94ee98 port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:10:59.696954 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:00.215272 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Publish callbacks [] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:00.222760 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:00.385738 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Pushing event updated for resources: {'Port': ['ID=5f9d0daf-bd26-4bd3-9363-590e3bafe600,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:11:00.395905 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Attempting to bind port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:11:00.396303 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Attempting to bind port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'f4388f64-6062-49a7-9bd2-c2fcacdcf3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:11:00.396741 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Attempting to bind port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 on network 51ef9b19-613e-4c54-897e-bad44e9d17ce {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:11:00.402139 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:11:00.402612 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Checking segment: {'id': 'f4388f64-6062-49a7-9bd2-c2fcacdcf3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:11:00.403100 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:00.403532 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Bound using segment: {'id': 'f4388f64-6062-49a7-9bd2-c2fcacdcf3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:11:00.404027 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Bound port: 5f9d0daf-bd26-4bd3-9363-590e3bafe600, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4388f64-6062-49a7-9bd2-c2fcacdcf3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:11:00.404401 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:00.406665 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.407003 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.407353 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.407689 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.408015 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.408335 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.408653 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.408968 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.409285 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.409599 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.409912 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.410224 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.410537 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Tracked resource versions report: Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: pushed versions: Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: { 'AddressGroup': {'1.2'}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'ConntrackHelper': {'1.0'}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'LocalIPAssociation': {'1.0'}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'Log': {'1.0'}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'Network': {'1.1'}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'Port': {'1.7'}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'PortForwarding': {'1.2'}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'QosPolicy': {'1.10'}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'SecurityGroup': {'1.5'}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'SecurityGroupRule': {'1.2'}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'SubPort': {'1.0'}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'Subnet': {'1.1'}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'Trunk': {'1.1'}} Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: consumer versions: Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: { DHCP agent@n-d-824835-4: {}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: L3 agent@n-d-824835-4: {}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: Metadata agent@n-d-824835-4: {}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: Metering agent@n-d-824835-4: {}, Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: Open vSwitch agent@n-d-824835-4: { 'AddressGroup': '1.2', Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'ConntrackHelper': '1.0', Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'LocalIPAssociation': '1.0', Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'Log': '1.0', Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'Network': '1.1', Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'Port': '1.7', Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'PortForwarding': '1.2', Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'QosPolicy': '1.10', Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'SecurityGroup': '1.5', Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'SecurityGroupRule': '1.2', Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'SubPort': '1.0', Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'Subnet': '1.1', Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: 'Trunk': '1.1'}} Jan 28 12:11:00.411707 n-d-824835-4 neutron-server[103131]: {{(pid=103131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 12:11:00.480492 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] For port 5f9d0daf-bd26-4bd3-9363-590e3bafe600, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:11:00.500721 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] For port 5f9d0daf-bd26-4bd3-9363-590e3bafe600, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5f9d0daf-bd26-4bd3-9363-590e3bafe600,segment=NetworkSegment(f4388f64-6062-49a7-9bd2-c2fcacdcf3af),segment_id=f4388f64-6062-49a7-9bd2-c2fcacdcf3af)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:11:00.506429 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:00.509329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-90b1d838-2b59-43ae-a821-70e20aefe30d None None] Provisioning complete for port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:11:00.509829 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90b1d838-2b59-43ae-a821-70e20aefe30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:00.565075 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Routers {'7c563fd7-fc61-476d-a2f2-9dadfa94ee98'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:11:00.565717 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:10:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7c563fd7-fc61-476d-a2f2-9dadfa94ee98'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:11:00.599130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d838-2b59-43ae-a821-70e20aefe30d None None] Current status of the port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:11:00.599943 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90b1d838-2b59-43ae-a821-70e20aefe30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:00.637737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-90b1d838-2b59-43ae-a821-70e20aefe30d None None] For port 5f9d0daf-bd26-4bd3-9363-590e3bafe600, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5f9d0daf-bd26-4bd3-9363-590e3bafe600,segment=NetworkSegment(f4388f64-6062-49a7-9bd2-c2fcacdcf3af),segment_id=f4388f64-6062-49a7-9bd2-c2fcacdcf3af)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:11:00.645169 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90b1d838-2b59-43ae-a821-70e20aefe30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:00.647773 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6ad81-d537-4a61-9214-fb3689d09bd1 None None] Pushing event updated for resources: {'Port': ['ID=5f9d0daf-bd26-4bd3-9363-590e3bafe600,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:11:00.675506 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] Set router 7c563fd7-fc61-476d-a2f2-9dadfa94ee98 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:11:00.707034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d838-2b59-43ae-a821-70e20aefe30d None None] Pushing event updated for resources: {'Port': ['ID=5f9d0daf-bd26-4bd3-9363-590e3bafe600,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:11:00.766910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ccfba5c1-d574-4f90-8a97-f64e0ed9d1b8 None None] Provisioning complete for port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:11:00.767480 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccfba5c1-d574-4f90-8a97-f64e0ed9d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:00.847318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ccfba5c1-d574-4f90-8a97-f64e0ed9d1b8 None None] Current status of the port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:11:00.897427 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'name': 'router1', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:10:47Z', 'updated_at': '2022-01-28T12:10:58Z', 'revision_number': 2, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'gw_port_host': None, '_interfaces': [{'id': '5f9d0daf-bd26-4bd3-9363-590e3bafe600', 'name': '', 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'mac_address': 'fa:16:3e:ac:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:10:57Z', 'updated_at': '2022-01-28T12:11:00Z', 'revision_number': 4, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'subnets': [{'id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7dad458-a54f-430d-80a6-c20f379c4877'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:11:00.927307 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254ccef-69ce-4087-8781-a92d06196cc3 None None] The sync data for ids ['7c563fd7-fc61-476d-a2f2-9dadfa94ee98'] in n-d-824835-4 is: [{'id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'name': 'router1', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:10:47Z', 'updated_at': '2022-01-28T12:10:58Z', 'revision_number': 2, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'gw_port_host': None, '_interfaces': [{'id': '5f9d0daf-bd26-4bd3-9363-590e3bafe600', 'name': '', 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'mac_address': 'fa:16:3e:ac:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:10:57Z', 'updated_at': '2022-01-28T12:11:00Z', 'revision_number': 4, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'subnets': [{'id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7dad458-a54f-430d-80a6-c20f379c4877'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:11:03.655986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50190) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:11:03.766560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a5622-ea8f-4efc-a5d0-1cd4aa1cd88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:11:03.767861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-034a5622-ea8f-4efc-a5d0-1cd4aa1cd88b admin admin] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 842 time: 0.1109252 Jan 28 12:11:03.777304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'tenant_id': '7350f3431c1047e19664c6ccaec0b9ed', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:11:03.799333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] Made reservation on behalf of 7350f3431c1047e19664c6ccaec0b9ed for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:11:03.801564 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:04.113272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.objects.ports [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:11:04.113703 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (1ac1b27d-d748-4c2c-8459-67fd81b6366e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:04.165999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac1b27d-d748-4c2c-8459-67fd81b6366e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:11:04.175415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:11:04.175767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] Network hostable DHCP agents. Network: 0266e636-2364-4bad-ba25-a79985ccfb02, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:11:04.192706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:11:04.201374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 0266e636-2364-4bad-ba25-a79985ccfb02) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:11:04.205620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:11:04.206356 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:04.213231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3faf0b-4e76-46ba-994c-d79c8cd3f148 None None] Network 0266e636-2364-4bad-ba25-a79985ccfb02 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:11:04.222391 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1444ce74-9e55-4802-871f-dc91c732e0d4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4485853 Jan 28 12:11:04.327588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba04808-eb1b-4339-903a-2d85cc8f8e19 None None] Network 0266e636-2364-4bad-ba25-a79985ccfb02 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:11:06.596175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50198) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:11:06.737942 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cd2c3c19-c1a2-4597-b0e0-5d1f7a255051 admin admin] 10.222.0.53 "GET /v2.0/routers/7c563fd7-fc61-476d-a2f2-9dadfa94ee98 HTTP/1.1" status: 200 len: 710 time: 0.1406345 Jan 28 12:11:06.825474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322bd36-f45c-4f03-b9af-d5db1a5a4b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:11:06.831801 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7322bd36-f45c-4f03-b9af-d5db1a5a4b15 admin admin] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 886 time: 0.0835121 Jan 28 12:11:06.835579 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:11:07.089635 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Publish callbacks [] for router_gateway (7c563fd7-fc61-476d-a2f2-9dadfa94ee98), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:07.321485 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Publish callbacks [] for router_gateway (7c563fd7-fc61-476d-a2f2-9dadfa94ee98), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:07.401458 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:07.511192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Allocated IP 172.25.7.111 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/e0c78cf3-6481-4020-b24f-bfa35a3ac8d2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:11:07.695795 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Publish callbacks [] for port (e0c78cf3-6481-4020-b24f-bfa35a3ac8d2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:07.730923 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (e0c78cf3-6481-4020-b24f-bfa35a3ac8d2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:07.773207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:11:07.775920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:11:07.781941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:11:07.814306 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Pushing event updated for resources: {'Port': ['ID=e0c78cf3-6481-4020-b24f-bfa35a3ac8d2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:11:08.028829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Publish callbacks [] for router_gateway (7c563fd7-fc61-476d-a2f2-9dadfa94ee98), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:08.219553 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (7c563fd7-fc61-476d-a2f2-9dadfa94ee98), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:08.222748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (7c563fd7-fc61-476d-a2f2-9dadfa94ee98), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:08.329634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Router 7c563fd7-fc61-476d-a2f2-9dadfa94ee98 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:11:08.439105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:11:08.443584 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:08.444788 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c02433bc-72f7-4885-ab17-ea15432ae5cb admin admin] 10.222.0.53 "PUT /v2.0/routers/7c563fd7-fc61-476d-a2f2-9dadfa94ee98 HTTP/1.1" status: 200 len: 890 time: 1.6123433 Jan 28 12:11:08.503142 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5f9d0daf-bd26-4bd3-9363-590e3bafe600 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:11:08.565737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:11:08.566051 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:08.658742 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:11:09.395552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Sync routers for ids ['7c563fd7-fc61-476d-a2f2-9dadfa94ee98'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:11:09.407435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Routers {'7c563fd7-fc61-476d-a2f2-9dadfa94ee98'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:11:09.408108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:10:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7c563fd7-fc61-476d-a2f2-9dadfa94ee98'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:11:09.613829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Set router 7c563fd7-fc61-476d-a2f2-9dadfa94ee98 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:11:10.090680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'name': 'router1', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'e0c78cf3-6481-4020-b24f-bfa35a3ac8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:10:47Z', 'updated_at': '2022-01-28T12:11:07Z', 'revision_number': 4, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'gw_port': {'id': 'e0c78cf3-6481-4020-b24f-bfa35a3ac8d2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:11:07Z', 'updated_at': '2022-01-28T12:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '5f9d0daf-bd26-4bd3-9363-590e3bafe600', 'name': '', 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'mac_address': 'fa:16:3e:ac:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:10:57Z', 'updated_at': '2022-01-28T12:11:00Z', 'revision_number': 5, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'subnets': [{'id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7dad458-a54f-430d-80a6-c20f379c4877'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:11:10.142783 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Checking router: 7c563fd7-fc61-476d-a2f2-9dadfa94ee98 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:11:10.143141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Updating router 7c563fd7-fc61-476d-a2f2-9dadfa94ee98 port e0c78cf3-6481-4020-b24f-bfa35a3ac8d2 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:11:10.189683 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e0c78cf3-6481-4020-b24f-bfa35a3ac8d2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:10.510250 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Publish callbacks [] for port (e0c78cf3-6481-4020-b24f-bfa35a3ac8d2), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:10.515652 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e0c78cf3-6481-4020-b24f-bfa35a3ac8d2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:10.567610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Attempting to bind port e0c78cf3-6481-4020-b24f-bfa35a3ac8d2 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:11:10.567981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Attempting to bind port e0c78cf3-6481-4020-b24f-bfa35a3ac8d2 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:11:10.568345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Attempting to bind port e0c78cf3-6481-4020-b24f-bfa35a3ac8d2 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:11:10.570206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270acc02-2a06-4e19-9b45-7088e1e58523 None None] Pushing event updated for resources: {'Port': ['ID=e0c78cf3-6481-4020-b24f-bfa35a3ac8d2,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:11:10.575566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:11:10.575945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:11:10.576345 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:10.576726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:11:10.577184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Bound port: e0c78cf3-6481-4020-b24f-bfa35a3ac8d2, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:11:10.577558 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e0c78cf3-6481-4020-b24f-bfa35a3ac8d2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:10.627371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] For port e0c78cf3-6481-4020-b24f-bfa35a3ac8d2, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:11:10.631739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] For port e0c78cf3-6481-4020-b24f-bfa35a3ac8d2, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e0c78cf3-6481-4020-b24f-bfa35a3ac8d2,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:11:10.636520 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e0c78cf3-6481-4020-b24f-bfa35a3ac8d2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:10.694454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Routers {'7c563fd7-fc61-476d-a2f2-9dadfa94ee98'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:11:10.695064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:10:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7c563fd7-fc61-476d-a2f2-9dadfa94ee98'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:11:10.736772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270acc02-2a06-4e19-9b45-7088e1e58523 None None] Pushing event updated for resources: {'Port': ['ID=e0c78cf3-6481-4020-b24f-bfa35a3ac8d2,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:11:10.809699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] Set router 7c563fd7-fc61-476d-a2f2-9dadfa94ee98 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:11:10.952228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50210) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:11:11.024047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'name': 'router1', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'e0c78cf3-6481-4020-b24f-bfa35a3ac8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:10:47Z', 'updated_at': '2022-01-28T12:11:07Z', 'revision_number': 4, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'gw_port': {'id': 'e0c78cf3-6481-4020-b24f-bfa35a3ac8d2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:11:07Z', 'updated_at': '2022-01-28T12:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '5f9d0daf-bd26-4bd3-9363-590e3bafe600', 'name': '', 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'mac_address': 'fa:16:3e:ac:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:10:57Z', 'updated_at': '2022-01-28T12:11:00Z', 'revision_number': 5, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'subnets': [{'id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7dad458-a54f-430d-80a6-c20f379c4877'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:11:11.051224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a99c2-a7a0-4c94-b6bb-f7935366345e None None] The sync data for ids ['7c563fd7-fc61-476d-a2f2-9dadfa94ee98'] in n-d-824835-4 is: [{'id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'name': 'router1', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'e0c78cf3-6481-4020-b24f-bfa35a3ac8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:10:47Z', 'updated_at': '2022-01-28T12:11:07Z', 'revision_number': 4, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'gw_port': {'id': 'e0c78cf3-6481-4020-b24f-bfa35a3ac8d2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:11:07Z', 'updated_at': '2022-01-28T12:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '5f9d0daf-bd26-4bd3-9363-590e3bafe600', 'name': '', 'network_id': '51ef9b19-613e-4c54-897e-bad44e9d17ce', 'tenant_id': 'ef578d1e101d41f48312cb2a620202f8', 'mac_address': 'fa:16:3e:ac:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c563fd7-fc61-476d-a2f2-9dadfa94ee98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:10:57Z', 'updated_at': '2022-01-28T12:11:00Z', 'revision_number': 5, 'project_id': 'ef578d1e101d41f48312cb2a620202f8', 'subnets': [{'id': 'da7f3846-4b20-466b-9f2a-f1da2d50e39e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7dad458-a54f-430d-80a6-c20f379c4877'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:11:11.065427 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1a441a27-fbe1-4a17-9aae-cf3acc0feb97 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1121147 Jan 28 12:11:12.514107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e0c78cf3-6481-4020-b24f-bfa35a3ac8d2 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:11:12.566386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e0c78cf3-6481-4020-b24f-bfa35a3ac8d2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:11:12.566761 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e0c78cf3-6481-4020-b24f-bfa35a3ac8d2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:12.643370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e0c78cf3-6481-4020-b24f-bfa35a3ac8d2 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:11:12.643663 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e0c78cf3-6481-4020-b24f-bfa35a3ac8d2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:12.664480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port e0c78cf3-6481-4020-b24f-bfa35a3ac8d2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e0c78cf3-6481-4020-b24f-bfa35a3ac8d2,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:11:12.668965 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e0c78cf3-6481-4020-b24f-bfa35a3ac8d2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:12.717473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=e0c78cf3-6481-4020-b24f-bfa35a3ac8d2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:11:14.483718 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e0c78cf3-6481-4020-b24f-bfa35a3ac8d2 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:11:14.531676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e0c78cf3-6481-4020-b24f-bfa35a3ac8d2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:11:14.532068 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e0c78cf3-6481-4020-b24f-bfa35a3ac8d2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:14.633068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e0c78cf3-6481-4020-b24f-bfa35a3ac8d2 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:11:19.160906 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1f3d5fa-d4fd-42c9-9a08-fdffc5c48946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:21.514394 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53ee88d2-db05-41f5-83ad-1409a174f458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:22.737183 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:24.409496 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:25.754013 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 5 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:11:25.849172 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:49.135699 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eeaebeb5-5772-4a74-af6a-f12e9ae78e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:51.507955 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79816fbf-f1e5-45e6-9aef-126642abc7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:52.737892 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:54.401732 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:55.842076 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:02.754177 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 5 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:12:19.141277 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5616ad1e-4f48-4f25-aca6-0a191b912412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:21.511546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a1dfdb7-0be9-4916-9508-7319b2d3da9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:22.738736 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:24.402215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:25.845507 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:36.234687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:12:36.296052 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9781ff3-86e8-415f-a36a-5e07f971c2d8 admin admin] GET failed (client error): The resource could not be found. Jan 28 12:12:36.297320 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c9781ff3-86e8-415f-a36a-5e07f971c2d8 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616956 Jan 28 12:12:36.458536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f04ccbc-9904-49e2-b622-01e2e4127197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:36.460062 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8f04ccbc-9904-49e2-b622-01e2e4127197 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1587205 Jan 28 12:12:38.690839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50736) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:12:38.781188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d98424-92ef-4144-9c3c-4d7602be445a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:38.782596 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a6d98424-92ef-4144-9c3c-4d7602be445a admin admin] 10.222.0.53 "GET /v2.0/subnets/da7f3846-4b20-466b-9f2a-f1da2d50e39e HTTP/1.1" status: 200 len: 849 time: 0.0907247 Jan 28 12:12:38.792927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:12:38.877757 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Publish callbacks [] for subnet (da7f3846-4b20-466b-9f2a-f1da2d50e39e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:39.015541 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773661613779'] for subnet (da7f3846-4b20-466b-9f2a-f1da2d50e39e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:39.133308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:39.133899 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:39.135203 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] 10.222.0.53 "PUT /v2.0/subnets/da7f3846-4b20-466b-9f2a-f1da2d50e39e HTTP/1.1" status: 200 len: 868 time: 0.3466666 Jan 28 12:12:39.153955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7f3846-4b20-466b-9f2a-f1da2d50e39e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:12:39.159184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939606b-e853-4315-b108-6ef9f6d5ebab None None] Network 51ef9b19-613e-4c54-897e-bad44e9d17ce requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:12:39.161664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.162015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.162357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.162694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.163030 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.163397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.163746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.165467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.165827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.166157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.166487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.166815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.167162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761d832b-e3f1-4327-8538-4b7af1fe29ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:39.447684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9bf6721b-50c2-45a3-a3ba-33407e73d9f8 None None] Provisioning complete for port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:12:39.448100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9bf6721b-50c2-45a3-a3ba-33407e73d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c54f5835-cc6f-4e15-b7a5-a2e3818eea6f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:39.528725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9bf6721b-50c2-45a3-a3ba-33407e73d9f8 None None] Current status of the port c54f5835-cc6f-4e15-b7a5-a2e3818eea6f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:12:39.538705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9bf6721b-50c2-45a3-a3ba-33407e73d9f8 None None] Provisioning complete for port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:12:39.539620 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9bf6721b-50c2-45a3-a3ba-33407e73d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5f9d0daf-bd26-4bd3-9363-590e3bafe600), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:39.614575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9bf6721b-50c2-45a3-a3ba-33407e73d9f8 None None] Current status of the port 5f9d0daf-bd26-4bd3-9363-590e3bafe600 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:12:39.754108 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 5 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:12:41.403505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50744) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:12:41.597809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280635ea-2f71-489d-b497-7e534ec07985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:41.598184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280635ea-2f71-489d-b497-7e534ec07985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:41.599701 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-280635ea-2f71-489d-b497-7e534ec07985 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952350 Jan 28 12:12:43.863210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50752) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:12:43.995292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07943c3-5e99-4dc1-83fa-a56e2dfa7a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:43.995775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07943c3-5e99-4dc1-83fa-a56e2dfa7a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:43.997278 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f07943c3-5e99-4dc1-83fa-a56e2dfa7a56 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1330838 Jan 28 12:12:46.231563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50760) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:12:46.352835 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb817b0-9639-4202-851c-87b479e9f300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:46.354437 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4fb817b0-9639-4202-851c-87b479e9f300 admin admin] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 886 time: 0.1218596 Jan 28 12:12:48.620596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:12:48.749958 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6a601d-812b-4d17-a942-baf5c7d410c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:48.751232 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ca6a601d-812b-4d17-a942-baf5c7d410c0 admin admin] 10.222.0.53 "GET /v2.0/networks/51ef9b19-613e-4c54-897e-bad44e9d17ce HTTP/1.1" status: 200 len: 869 time: 0.1296976 Jan 28 12:12:49.143926 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0df9152d-2503-41c9-8ac5-9fdf83d4928a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:50.976942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50776) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:12:51.100451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b315498b-a8bb-489b-a926-9e35d51153fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:51.100903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b315498b-a8bb-489b-a926-9e35d51153fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:51.103040 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b315498b-a8bb-489b-a926-9e35d51153fa admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249187 Jan 28 12:12:51.513531 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6da24c89-b5ce-40a8-a895-0ca3e67e9ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:52.740857 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:53.376427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50784) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:12:53.502746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7d62c2-aa89-43ca-9166-ab7bb727765d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:53.503201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7d62c2-aa89-43ca-9166-ab7bb727765d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:53.504731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ef7d62c2-aa89-43ca-9166-ab7bb727765d admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273303 Jan 28 12:12:54.402471 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:55.750034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50794) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:12:55.837643 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb99075-11d5-41ba-b3f6-9f8c945db43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:55.839011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7cb99075-11d5-41ba-b3f6-9f8c945db43c admin admin] 10.222.0.53 "GET /v2.0/subnets/1ac1b27d-d748-4c2c-8459-67fd81b6366e HTTP/1.1" status: 200 len: 816 time: 0.0880349 Jan 28 12:12:55.849813 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:58.143874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50802) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:12:58.238154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c505f3-8e78-440a-9d03-a30b3618778b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:58.239487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c8c505f3-8e78-440a-9d03-a30b3618778b admin admin] 10.222.0.53 "GET /v2.0/subnets/da7f3846-4b20-466b-9f2a-f1da2d50e39e HTTP/1.1" status: 200 len: 868 time: 0.0944052 Jan 28 12:13:16.753020 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 5 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:13:19.151434 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f21d0607-965d-4ff2-aab4-19e084cd8ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:21.515436 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e093fbd0-4519-4b2e-8a81-81309a28a620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:22.744167 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:24.026459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50856) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:13:24.083028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-d32b0b45-8cd4-41ec-91eb-3ab79f7c5867 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:13:24.084482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d32b0b45-8cd4-41ec-91eb-3ab79f7c5867 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567057 Jan 28 12:13:24.409897 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:25.855374 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:26.481877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50864) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:13:26.546048 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51c5f13-35e8-4eaf-9b2c-50dd11501fdf admin admin] GET failed (client error): The resource could not be found. Jan 28 12:13:26.547323 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b51c5f13-35e8-4eaf-9b2c-50dd11501fdf admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0644677 Jan 28 12:13:26.633182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc003d-963d-4002-a51d-758253034a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:26.634619 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eabc003d-963d-4002-a51d-758253034a4f admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0833464 Jan 28 12:13:28.921682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50874) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:13:28.967584 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] Request body: {'network': {'shared': True, 'tenant_id': '7350f3431c1047e19664c6ccaec0b9ed', 'project_id': '7350f3431c1047e19664c6ccaec0b9ed', 'name': 'shared', 'admin_state_up': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:13:28.988494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] Made reservation on behalf of 7350f3431c1047e19664c6ccaec0b9ed for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:13:28.990798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:29.019639 n-d-824835-4 neutron-server[103128]: WARNING neutron.services.revisions.revision_plugin [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] Could not find related network for resource to bump revision. Jan 28 12:13:29.033289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:13:29.043493 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (634a5fb5-d786-4d7a-bdbc-02bc17a0797e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:29.043827 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] Added segment 634a5fb5-d786-4d7a-bdbc-02bc17a0797e of type vlan for network 713f869d-8e6c-4653-ae46-70b2c3e9164f Jan 28 12:13:29.094453 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (713f869d-8e6c-4653-ae46-70b2c3e9164f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:29.117549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (713f869d-8e6c-4653-ae46-70b2c3e9164f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:29.118484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:29.119058 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:29.170085 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2473099 Jan 28 12:13:29.178686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686335e2-b2bb-4db1-ac68-e496e31c2935 admin admin] Pushing event updated for resources: {'Network': ['ID=713f869d-8e6c-4653-ae46-70b2c3e9164f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:13:29.190471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:13:31.479644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:13:31.538055 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-333ec609-76eb-4a75-a8d9-4dba865af97e admin admin] GET failed (client error): The resource could not be found. Jan 28 12:13:31.539985 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-333ec609-76eb-4a75-a8d9-4dba865af97e admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593359 Jan 28 12:13:31.609452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa6587-1382-4e88-b19a-ec1d0bd83c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:31.610963 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f1fa6587-1382-4e88-b19a-ec1d0bd83c31 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669498 Jan 28 12:13:31.620709 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b75d6178-4c93-49ad-b5f1-033deb7e68c7 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'tenant_id': '7350f3431c1047e19664c6ccaec0b9ed', 'cidr': '192.168.233.0/24'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:13:31.640477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75d6178-4c93-49ad-b5f1-033deb7e68c7 admin admin] Made reservation on behalf of 7350f3431c1047e19664c6ccaec0b9ed for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:13:31.642649 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b75d6178-4c93-49ad-b5f1-033deb7e68c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:31.826893 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b75d6178-4c93-49ad-b5f1-033deb7e68c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (dfcc5e3d-f73f-4e1b-8516-01e155978e14), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:31.880101 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d6178-4c93-49ad-b5f1-033deb7e68c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfcc5e3d-f73f-4e1b-8516-01e155978e14,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:13:31.891110 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d6178-4c93-49ad-b5f1-033deb7e68c7 admin admin] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:13:31.891438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d6178-4c93-49ad-b5f1-033deb7e68c7 admin admin] Network hostable DHCP agents. Network: 713f869d-8e6c-4653-ae46-70b2c3e9164f, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:13:31.911118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d6178-4c93-49ad-b5f1-033deb7e68c7 admin admin] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:13:31.921997 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b75d6178-4c93-49ad-b5f1-033deb7e68c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 713f869d-8e6c-4653-ae46-70b2c3e9164f) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:13:31.926200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75d6178-4c93-49ad-b5f1-033deb7e68c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:31.926803 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b75d6178-4c93-49ad-b5f1-033deb7e68c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:31.933219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90b3f9a-223f-4544-b6dd-512e9f412b99 None None] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:13:31.943637 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b75d6178-4c93-49ad-b5f1-033deb7e68c7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3262422 Jan 28 12:13:32.150796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-713f869d-8e6c-4653-ae46-70b2c3e9164f', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'project_id': '7350f3431c1047e19664c6ccaec0b9ed', 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:13:32.151787 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:32.290736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Allocated IP 192.168.233.2 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/fcb2cec6-55a6-441c-8e1c-2b7f226a93cb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:13:32.430960 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Publish callbacks [] for port (fcb2cec6-55a6-441c-8e1c-2b7f226a93cb), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:32.437705 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (fcb2cec6-55a6-441c-8e1c-2b7f226a93cb), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:32.481500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:13:32.486309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:13:32.488856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:13:32.495182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Pushing event updated for resources: {'Port': ['ID=fcb2cec6-55a6-441c-8e1c-2b7f226a93cb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:13:32.502933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.503290 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.503655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.503997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.504330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.504662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.504998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.505311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.505635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.505959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.506280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.506599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.507560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:32.560982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Attempting to bind port fcb2cec6-55a6-441c-8e1c-2b7f226a93cb on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:13:32.561351 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Attempting to bind port fcb2cec6-55a6-441c-8e1c-2b7f226a93cb by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:13:32.561713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Attempting to bind port fcb2cec6-55a6-441c-8e1c-2b7f226a93cb on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:13:32.566830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:13:32.567212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:13:32.567718 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:32.568120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:13:32.568581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Bound port: fcb2cec6-55a6-441c-8e1c-2b7f226a93cb, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:13:32.568959 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fcb2cec6-55a6-441c-8e1c-2b7f226a93cb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:32.634694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] For port fcb2cec6-55a6-441c-8e1c-2b7f226a93cb, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:13:32.638339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] For port fcb2cec6-55a6-441c-8e1c-2b7f226a93cb, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fcb2cec6-55a6-441c-8e1c-2b7f226a93cb,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:13:32.643187 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fcb2cec6-55a6-441c-8e1c-2b7f226a93cb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:32.700767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f795b3-32be-4a81-927d-2fb7d51cabae None None] Pushing event updated for resources: {'Port': ['ID=fcb2cec6-55a6-441c-8e1c-2b7f226a93cb,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:13:33.673061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a090b2c-e25f-47f6-9aac-d32fa71bdc8a None None] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:13:33.757222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f48c6183-51d3-4fa4-8201-c51ae2d82b0b None None] Provisioning complete for port fcb2cec6-55a6-441c-8e1c-2b7f226a93cb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:13:33.757882 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f48c6183-51d3-4fa4-8201-c51ae2d82b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fcb2cec6-55a6-441c-8e1c-2b7f226a93cb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:33.865411 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f48c6183-51d3-4fa4-8201-c51ae2d82b0b None None] Current status of the port fcb2cec6-55a6-441c-8e1c-2b7f226a93cb is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:13:33.867660 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f48c6183-51d3-4fa4-8201-c51ae2d82b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fcb2cec6-55a6-441c-8e1c-2b7f226a93cb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:33.906763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f48c6183-51d3-4fa4-8201-c51ae2d82b0b None None] For port fcb2cec6-55a6-441c-8e1c-2b7f226a93cb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fcb2cec6-55a6-441c-8e1c-2b7f226a93cb,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:13:33.911792 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f48c6183-51d3-4fa4-8201-c51ae2d82b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fcb2cec6-55a6-441c-8e1c-2b7f226a93cb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:33.966538 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c6183-51d3-4fa4-8201-c51ae2d82b0b None None] Pushing event updated for resources: {'Port': ['ID=fcb2cec6-55a6-441c-8e1c-2b7f226a93cb,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:13:34.032465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-01459a62-adbf-4e1c-a690-7179f6e7595e None None] Provisioning complete for port fcb2cec6-55a6-441c-8e1c-2b7f226a93cb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:13:34.032806 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01459a62-adbf-4e1c-a690-7179f6e7595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fcb2cec6-55a6-441c-8e1c-2b7f226a93cb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:34.116780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-01459a62-adbf-4e1c-a690-7179f6e7595e None None] Current status of the port fcb2cec6-55a6-441c-8e1c-2b7f226a93cb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:13:34.604678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fcb2cec6-55a6-441c-8e1c-2b7f226a93cb up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:13:34.654312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port fcb2cec6-55a6-441c-8e1c-2b7f226a93cb triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:13:34.654708 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fcb2cec6-55a6-441c-8e1c-2b7f226a93cb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:34.738329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port fcb2cec6-55a6-441c-8e1c-2b7f226a93cb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:13:49.146058 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc5913da-12c9-43c9-b080-7a8c9d7f6f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:51.517196 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be4df844-c455-49ce-ad30-643b11794bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:52.747412 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:53.752364 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 5 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:13:54.408135 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:55.858846 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:19.150744 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ccb7ded-e706-465f-aa43-c9c87548a201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:21.519621 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8caf-eb6c-48cb-ac1f-268d09866f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:22.752403 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:24.412452 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:25.867124 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:30.750750 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 5 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:14:49.153478 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09d99178-fe74-477e-9c12-770320d740dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:50.207369 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50928) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:50.213739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-5ea9811c-cde4-4548-b618-6521f0b99250 tempest-verify_tempest_config-1757856741 tempest-verify_tempest_config-1757856741-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:14:50.214654 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5ea9811c-cde4-4548-b618-6521f0b99250 tempest-verify_tempest_config-1757856741 tempest-verify_tempest_config-1757856741-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061951 Jan 28 12:14:50.503075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50946) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:50.603379 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:50.678250 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Publish callbacks [] for security_group (ca2fd857-cd29-4821-b3ab-24a4848011b0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:50.683066 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ca2fd857-cd29-4821-b3ab-24a4848011b0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:50.728429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=204d618271b248baab26d2a50a7d10a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2243161 Jan 28 12:14:50.729624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2fd857-cd29-4821-b3ab-24a4848011b0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:50.731477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50952) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:50.736237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.736585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.736924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.737257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.737600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.737910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.738236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.738556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.738874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.739237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.740300 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.740846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.741188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b6e75-e8f4-414b-9f78-f87559acde6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.790774 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Publish callbacks [] for security_group (ca2fd857-cd29-4821-b3ab-24a4848011b0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:50.811259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Publish callbacks [] for security_group (ca2fd857-cd29-4821-b3ab-24a4848011b0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:50.904243 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ca2fd857-cd29-4821-b3ab-24a4848011b0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:50.906820 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:50.908026 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca2fd857-cd29-4821-b3ab-24a4848011b0 HTTP/1.1" status: 204 len: 168 time: 0.1737354 Jan 28 12:14:50.915855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2fd857-cd29-4821-b3ab-24a4848011b0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:50.922412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.922758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.923092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.923442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.923773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.924095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.924417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.924735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.925075 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.925346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.925666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.925981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:50.926299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16520c5f-609e-41b4-8e81-425c29ad66b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:51.522097 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73d85b9f-6694-484c-930c-117a391c44ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:52.750954 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:54.411801 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:55.861588 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:07.749897 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 5 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:15:19.154561 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55d13ba5-5193-459a-845b-14f119b611f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:21.523379 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3065e4f6-b53f-43a9-9620-cf13081d126d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:22.754953 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:24.415221 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:25.865119 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:44.749186 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 5 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:15:49.155610 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69f06a17-8dbf-4a01-a420-bb09f3151c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:51.524742 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-416110f5-c379-4167-b026-cacfbfcc483f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:52.756883 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:54.417132 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:55.869240 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:19.155924 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e550393d-b898-4c03-b73d-c7c093e33707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:21.525923 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c1b01c4-dbc9-426e-800f-36f93427c185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:21.748263 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 5 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:16:22.759193 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:24.420768 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:25.867378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:49.157559 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2754c13e-8f7b-4d46-a06b-44020fe0782b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:51.526470 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26f69da6-1af4-4dc3-9c2e-3cc57232c586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:52.760930 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:54.422716 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:55.868778 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:58.747577 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 5 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:17:19.161170 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6751253a-d69a-4fb6-9c91-73c07acd9fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:21.527200 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27eda614-e735-4f5b-bfb1-272263cafc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:22.763110 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:24.427358 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:25.871122 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:35.746400 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 5 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:17:46.798879 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569011'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:47.313822 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569011'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:49.164214 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e8214cd-f284-4e75-81e5-cfad34d9761d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:51.527935 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-383c2557-0bfd-492d-8b3b-49b8218cd0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:52.765946 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:54.428935 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:55.873297 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:12.748095 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:18:16.763557 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:17.314356 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:19.165440 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a782e8b4-34ad-4495-bf47-cea0cca84b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:21.530055 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-92525264-26c5-4a27-ba26-e0cf38772428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:22.768533 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:24.432245 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:25.875779 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:35.445978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51004) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:18:35.551833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a5254b66-330e-4e33-93b8-7c419834e606 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1047709 Jan 28 12:18:37.807293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51014) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:18:37.866385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fe538dd7-0bf5-42fe-9c5a-c6de7c2737db admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0575621 Jan 28 12:18:46.754308 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:47.315869 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:49.168848 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c11d0239-aa47-49d3-b8d1-90c4acc7eb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:49.748242 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:18:51.530839 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8ce83c7-83f2-4baa-ac9d-6bcd46f69114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:52.771919 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:54.433454 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:55.876740 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:16.767662 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:17.339313 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:19.172869 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b62d1b33-02bf-4004-b758-946f94a2607b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:21.534700 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc7a7f61-a28a-4759-b6bd-0434a6625b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:22.775999 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:24.450167 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:25.878812 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:26.747002 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:19:46.766571 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:47.328815 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:49.167725 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a4cc7701-940d-4f68-a36d-b29d9e0d0d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:51.538312 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1c24832-5210-4b6e-adae-841eb4f377e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:52.777502 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:54.439732 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:55.881822 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:02.498128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51236) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:02.939388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5b84e063-cff4-462e-85cd-dea4bf864365 tempest-AutoAllocateNetworkTest-1630615693 tempest-AutoAllocateNetworkTest-1630615693-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b8e67293c63c4a538cada223a07d3212&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4386351 Jan 28 12:20:02.941177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51258) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:03.128353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb92583b-11ac-4352-9da9-62952084a958 tempest-AutoAllocateNetworkTest-1630615693 tempest-AutoAllocateNetworkTest-1630615693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:03.131866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fb92583b-11ac-4352-9da9-62952084a958 tempest-AutoAllocateNetworkTest-1630615693 tempest-AutoAllocateNetworkTest-1630615693-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1895952 Jan 28 12:20:03.132692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51268) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:03.199085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7905b7e0-e439-40b3-8155-e9a749c6c117 tempest-AutoAllocateNetworkTest-1630615693 tempest-AutoAllocateNetworkTest-1630615693-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628119 Jan 28 12:20:03.199407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51274) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:03.227618 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4d0d58dd-3e14-4f76-832a-af657354ac46 tempest-AutoAllocateNetworkTest-1630615693 tempest-AutoAllocateNetworkTest-1630615693-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b8e67293c63c4a538cada223a07d3212 HTTP/1.1" status: 200 len: 208 time: 0.0270894 Jan 28 12:20:03.746378 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:20:03.846650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51316) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:04.188058 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:04.271668 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Publish callbacks [] for security_group (6232b786-bc84-47a9-9e59-feb2f1d13e44), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:04.277648 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6232b786-bc84-47a9-9e59-feb2f1d13e44), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:04.307226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6232b786-bc84-47a9-9e59-feb2f1d13e44,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:04.318854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.319389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.319744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.320086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.320437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.320749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.321079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.321406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.321735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.322059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.322376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.322694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.323036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] Tracked resource versions report: Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: pushed versions: Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: { 'AddressGroup': {'1.2'}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'ConntrackHelper': {'1.0'}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'LocalIPAssociation': {'1.0'}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'Log': {'1.0'}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'Network': {'1.1'}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'Port': {'1.7'}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'PortForwarding': {'1.2'}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'QosPolicy': {'1.10'}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'SecurityGroup': {'1.5'}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'SecurityGroupRule': {'1.2'}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'SubPort': {'1.0'}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'Subnet': {'1.1'}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'Trunk': {'1.1'}} Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: consumer versions: Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: { DHCP agent@n-d-824835-4: {}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: HyperV agent@n-h1-824835-4: {}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: HyperV agent@n-h2-824835-4: {}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: L3 agent@n-d-824835-4: {}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: Metadata agent@n-d-824835-4: {}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: Metering agent@n-d-824835-4: {}, Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: Open vSwitch agent@n-d-824835-4: { 'AddressGroup': '1.2', Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'ConntrackHelper': '1.0', Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'LocalIPAssociation': '1.0', Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'Log': '1.0', Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'Network': '1.1', Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'Port': '1.7', Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'PortForwarding': '1.2', Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'QosPolicy': '1.10', Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'SecurityGroup': '1.5', Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'SecurityGroupRule': '1.2', Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'SubPort': '1.0', Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'Subnet': '1.1', Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: 'Trunk': '1.1'}} Jan 28 12:20:04.324177 n-d-824835-4 neutron-server[103129]: {{(pid=103129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 12:20:04.340634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51340) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:04.350338 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-96c5c635-78eb-434f-a9f2-b2fa1e04d025 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8e67293c63c4a538cada223a07d3212&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5026655 Jan 28 12:20:04.394756 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Publish callbacks [] for security_group (6232b786-bc84-47a9-9e59-feb2f1d13e44), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:04.415981 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Publish callbacks [] for security_group (6232b786-bc84-47a9-9e59-feb2f1d13e44), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:04.470688 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6232b786-bc84-47a9-9e59-feb2f1d13e44), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:04.473702 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:04.474945 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6232b786-bc84-47a9-9e59-feb2f1d13e44 HTTP/1.1" status: 204 len: 168 time: 0.1307583 Jan 28 12:20:04.484065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6232b786-bc84-47a9-9e59-feb2f1d13e44,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:04.492616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.492968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.493310 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.493645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.493980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.494308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.494633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.494957 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.495284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.495635 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.495957 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.496353 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.496817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d44993-8b42-442f-9dd6-a95c4188d1b9 admin admin] Tracked resource versions report: Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: pushed versions: Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: { 'AddressGroup': {'1.2'}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'ConntrackHelper': {'1.0'}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'LocalIPAssociation': {'1.0'}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'Log': {'1.0'}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'Network': {'1.1'}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'Port': {'1.7'}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'PortForwarding': {'1.2'}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'QosPolicy': {'1.10'}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'SecurityGroup': {'1.5'}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'SecurityGroupRule': {'1.2'}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'SubPort': {'1.0'}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'Subnet': {'1.1'}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'Trunk': {'1.1'}} Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: consumer versions: Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: { DHCP agent@n-d-824835-4: {}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: HyperV agent@n-h1-824835-4: {}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: HyperV agent@n-h2-824835-4: {}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: L3 agent@n-d-824835-4: {}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: Metadata agent@n-d-824835-4: {}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: Metering agent@n-d-824835-4: {}, Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: Open vSwitch agent@n-d-824835-4: { 'AddressGroup': '1.2', Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'ConntrackHelper': '1.0', Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'LocalIPAssociation': '1.0', Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'Log': '1.0', Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'Network': '1.1', Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'Port': '1.7', Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'PortForwarding': '1.2', Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'QosPolicy': '1.10', Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'SecurityGroup': '1.5', Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'SecurityGroupRule': '1.2', Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'SubPort': '1.0', Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'Subnet': '1.1', Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: 'Trunk': '1.1'}} Jan 28 12:20:04.498085 n-d-824835-4 neutron-server[103128]: {{(pid=103128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 12:20:05.581017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51412) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:05.735466 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54956451-7a7c-4aa9-a5c3-4c0b6f9d7175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:05.813479 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54956451-7a7c-4aa9-a5c3-4c0b6f9d7175 admin admin] Publish callbacks [] for security_group (8b7198a7-78d7-42c0-8686-113ff8951b90), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:05.818103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54956451-7a7c-4aa9-a5c3-4c0b6f9d7175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8b7198a7-78d7-42c0-8686-113ff8951b90), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:05.845801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54956451-7a7c-4aa9-a5c3-4c0b6f9d7175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7198a7-78d7-42c0-8686-113ff8951b90,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:05.864698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-54956451-7a7c-4aa9-a5c3-4c0b6f9d7175 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9983207dee3a4665b75dd0d41f35bc93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2818489 Jan 28 12:20:05.867275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51430) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:05.947362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ffff880-31ad-406a-9716-7a7153e299b5 admin admin] Publish callbacks [] for security_group (8b7198a7-78d7-42c0-8686-113ff8951b90), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.013272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51442) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:06.024514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ffff880-31ad-406a-9716-7a7153e299b5 admin admin] Publish callbacks [] for security_group (8b7198a7-78d7-42c0-8686-113ff8951b90), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.080460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ffff880-31ad-406a-9716-7a7153e299b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8b7198a7-78d7-42c0-8686-113ff8951b90), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.084782 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ffff880-31ad-406a-9716-7a7153e299b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.086039 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2ffff880-31ad-406a-9716-7a7153e299b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b7198a7-78d7-42c0-8686-113ff8951b90 HTTP/1.1" status: 204 len: 168 time: 0.2176499 Jan 28 12:20:06.095101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffff880-31ad-406a-9716-7a7153e299b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7198a7-78d7-42c0-8686-113ff8951b90,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:06.148282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-network', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:06.187721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Made reservation on behalf of 561e3af5fa0f471e9d6fd293946d315d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:20:06.198885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.209313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.329363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Publish callbacks [] for security_group (654306d2-cd5b-410d-ae99-ac28798ace8b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.335502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (654306d2-cd5b-410d-ae99-ac28798ace8b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.366123 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:20:06.383251 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654306d2-cd5b-410d-ae99-ac28798ace8b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:06.389450 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (265f4454-8a6f-4c19-9164-79b5f1232e81), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.390126 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Added segment 265f4454-8a6f-4c19-9164-79b5f1232e81 of type vlan for network bdcf51c2-d748-42a4-8742-87fe56d75759 Jan 28 12:20:06.458586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (bdcf51c2-d748-42a4-8742-87fe56d75759), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.494334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (bdcf51c2-d748-42a4-8742-87fe56d75759), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.495375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:06.497638 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.561652 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5469880 Jan 28 12:20:06.561898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51476) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:06.569047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5824a8bf-60f1-4132-9f41-90285e60aa49 admin admin] Request body: {'subnet': {'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-subnet', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:06.578730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a121f24-0a1d-44a5-b56c-773d40902b9e admin admin] Pushing event updated for resources: {'Network': ['ID=bdcf51c2-d748-42a4-8742-87fe56d75759,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:06.595702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network bdcf51c2-d748-42a4-8742-87fe56d75759 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:20:06.603150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5824a8bf-60f1-4132-9f41-90285e60aa49 admin admin] Made reservation on behalf of 561e3af5fa0f471e9d6fd293946d315d for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:20:06.607051 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5824a8bf-60f1-4132-9f41-90285e60aa49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.672766 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51482) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:06.694318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd6e0-78d6-4cbd-8233-40ef4b3bf676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.829956 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd6e0-78d6-4cbd-8233-40ef4b3bf676 admin admin] Publish callbacks [] for security_group (7a8e04cf-8c21-47d9-bc17-3001c2242ce3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.832057 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51490) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:06.837850 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd6e0-78d6-4cbd-8233-40ef4b3bf676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7a8e04cf-8c21-47d9-bc17-3001c2242ce3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:06.893146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fd6e0-78d6-4cbd-8233-40ef4b3bf676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8e04cf-8c21-47d9-bc17-3001c2242ce3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:06.898204 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3a5fd6e0-78d6-4cbd-8233-40ef4b3bf676 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cbdb544a60274dcc9711a430545290e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2213991 Jan 28 12:20:06.900933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51496) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:06.935414 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5824a8bf-60f1-4132-9f41-90285e60aa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (265a52df-8e7c-4e8c-8a25-92779aaa7347), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.015163 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5886d78-32c3-4c0d-968d-7682c49a15ed admin admin] Publish callbacks [] for security_group (7a8e04cf-8c21-47d9-bc17-3001c2242ce3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.035267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824a8bf-60f1-4132-9f41-90285e60aa49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=265a52df-8e7c-4e8c-8a25-92779aaa7347,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:07.037129 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5886d78-32c3-4c0d-968d-7682c49a15ed admin admin] Publish callbacks [] for security_group (7a8e04cf-8c21-47d9-bc17-3001c2242ce3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.054214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824a8bf-60f1-4132-9f41-90285e60aa49 admin admin] Checking segment: {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:07.056963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5824a8bf-60f1-4132-9f41-90285e60aa49 admin admin] Network hostable DHCP agents. Network: bdcf51c2-d748-42a4-8742-87fe56d75759, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:20:07.092578 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5886d78-32c3-4c0d-968d-7682c49a15ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7a8e04cf-8c21-47d9-bc17-3001c2242ce3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.095299 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5886d78-32c3-4c0d-968d-7682c49a15ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.099405 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c5886d78-32c3-4c0d-968d-7682c49a15ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a8e04cf-8c21-47d9-bc17-3001c2242ce3 HTTP/1.1" status: 204 len: 168 time: 0.1973798 Jan 28 12:20:07.102779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5824a8bf-60f1-4132-9f41-90285e60aa49 admin admin] Network bdcf51c2-d748-42a4-8742-87fe56d75759 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:20:07.109007 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5886d78-32c3-4c0d-968d-7682c49a15ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8e04cf-8c21-47d9-bc17-3001c2242ce3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:07.121529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5824a8bf-60f1-4132-9f41-90285e60aa49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, bdcf51c2-d748-42a4-8742-87fe56d75759) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:07.128423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5824a8bf-60f1-4132-9f41-90285e60aa49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:07.130262 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5824a8bf-60f1-4132-9f41-90285e60aa49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.133955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2783f51f-c728-49c7-baf8-7fb21990eca4 None None] Network bdcf51c2-d748-42a4-8742-87fe56d75759 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:20:07.155370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5824a8bf-60f1-4132-9f41-90285e60aa49 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5923355 Jan 28 12:20:07.158204 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:07.163896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:07.244455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51522) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:07.250771 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdf4d-d8d3-4d1e-8536-1d2e32b3df20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.304970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-bdcf51c2-d748-42a4-8742-87fe56d75759', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:20:07.310465 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.320536 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.321766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.445783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdf4d-d8d3-4d1e-8536-1d2e32b3df20 admin admin] Publish callbacks [] for security_group (c0b8a723-3741-47bf-a81c-01ad8a459279), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.454194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdf4d-d8d3-4d1e-8536-1d2e32b3df20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c0b8a723-3741-47bf-a81c-01ad8a459279), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.516197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Allocated IP 172.20.0.2 (bdcf51c2-d748-42a4-8742-87fe56d75759/265a52df-8e7c-4e8c-8a25-92779aaa7347/16dcabd3-aaef-46ed-ba1a-3d3298e55a06) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:07.567544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51546) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:07.570749 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Publish callbacks [] for router_controller (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.574793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d9fbdf4d-d8d3-4d1e-8536-1d2e32b3df20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e76234ca1e4a480594227e4f7c959d1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7411287 Jan 28 12:20:07.577320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbdf4d-d8d3-4d1e-8536-1d2e32b3df20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b8a723-3741-47bf-a81c-01ad8a459279,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:07.741180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f605acb6-f3d5-4822-8bc5-e0210fc390cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.755502 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Publish callbacks [] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.773516 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.781282 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Publish callbacks [] for router_gateway (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.822323 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec2d3320-a0d4-419c-af64-0957413561dc admin admin] Publish callbacks [] for security_group (c0b8a723-3741-47bf-a81c-01ad8a459279), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.866056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Network bdcf51c2-d748-42a4-8742-87fe56d75759 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:07.869924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:07.881910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:07.892963 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec2d3320-a0d4-419c-af64-0957413561dc admin admin] Publish callbacks [] for security_group (c0b8a723-3741-47bf-a81c-01ad8a459279), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.935427 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f605acb6-f3d5-4822-8bc5-e0210fc390cf admin admin] Publish callbacks [] for security_group (a6ddd212-527f-4f2d-8212-b9efc83dbf69), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.943792 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f605acb6-f3d5-4822-8bc5-e0210fc390cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a6ddd212-527f-4f2d-8212-b9efc83dbf69), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.970495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec2d3320-a0d4-419c-af64-0957413561dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c0b8a723-3741-47bf-a81c-01ad8a459279), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.976599 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec2d3320-a0d4-419c-af64-0957413561dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:07.984486 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ec2d3320-a0d4-419c-af64-0957413561dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0b8a723-3741-47bf-a81c-01ad8a459279 HTTP/1.1" status: 204 len: 168 time: 0.4159353 Jan 28 12:20:07.992617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Pushing event updated for resources: {'Port': ['ID=16dcabd3-aaef-46ed-ba1a-3d3298e55a06,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:08.004569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.005251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.005781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.006306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.006939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.007524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.008044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.008784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.009299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.009843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.010652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.011018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.011521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Tracked resource versions report: Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: pushed versions: Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: { 'AddressGroup': {'1.2'}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'ConntrackHelper': {'1.0'}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'LocalIPAssociation': {'1.0'}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'Log': {'1.0'}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'Network': {'1.1'}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'Port': {'1.7'}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'PortForwarding': {'1.2'}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'QosPolicy': {'1.10'}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'SecurityGroup': {'1.5'}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'SecurityGroupRule': {'1.2'}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'SubPort': {'1.0'}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'Subnet': {'1.1'}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'Trunk': {'1.1'}} Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: consumer versions: Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: { DHCP agent@n-d-824835-4: {}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: HyperV agent@n-h1-824835-4: {}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: HyperV agent@n-h2-824835-4: {}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: L3 agent@n-d-824835-4: {}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: Metadata agent@n-d-824835-4: {}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: Metering agent@n-d-824835-4: {}, Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: Open vSwitch agent@n-d-824835-4: { 'AddressGroup': '1.2', Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'ConntrackHelper': '1.0', Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'LocalIPAssociation': '1.0', Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'Log': '1.0', Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'Network': '1.1', Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'Port': '1.7', Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'PortForwarding': '1.2', Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'QosPolicy': '1.10', Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'SecurityGroup': '1.5', Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'SecurityGroupRule': '1.2', Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'SubPort': '1.0', Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'Subnet': '1.1', Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: 'Trunk': '1.1'}} Jan 28 12:20:08.012841 n-d-824835-4 neutron-server[103130]: {{(pid=103130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 12:20:08.020510 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Attempting to bind port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:08.021184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Attempting to bind port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:08.021727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Attempting to bind port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 on network bdcf51c2-d748-42a4-8742-87fe56d75759 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:08.029213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:08.029925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Checking segment: {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:08.030592 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.031172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Bound using segment: {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:08.031556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605acb6-f3d5-4822-8bc5-e0210fc390cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ddd212-527f-4f2d-8212-b9efc83dbf69,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:08.032100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Bound port: 16dcabd3-aaef-46ed-ba1a-3d3298e55a06, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:08.032656 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.045820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d3320-a0d4-419c-af64-0957413561dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b8a723-3741-47bf-a81c-01ad8a459279,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:08.076805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51576) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:08.077666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f605acb6-f3d5-4822-8bc5-e0210fc390cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f767694453c4edfa34fab4badff702b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8318515 Jan 28 12:20:08.122833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] For port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:08.126852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] For port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=16dcabd3-aaef-46ed-ba1a-3d3298e55a06,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:08.134372 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.155878 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Publish callbacks [] for router_gateway (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.196495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bf55316-4045-4cae-ab23-14d85e6003eb admin admin] Publish callbacks [] for security_group (a6ddd212-527f-4f2d-8212-b9efc83dbf69), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.198651 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.229765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c457ab-a473-40f0-ba68-3790edd6120f None None] Pushing event updated for resources: {'Port': ['ID=16dcabd3-aaef-46ed-ba1a-3d3298e55a06,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:08.277856 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bf55316-4045-4cae-ab23-14d85e6003eb admin admin] Publish callbacks [] for security_group (a6ddd212-527f-4f2d-8212-b9efc83dbf69), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.385795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Allocated IP 172.25.7.160 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/f7ac5c0b-1a6f-4884-9832-4d0db97be787) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:08.398131 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bf55316-4045-4cae-ab23-14d85e6003eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a6ddd212-527f-4f2d-8212-b9efc83dbf69), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.401193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bf55316-4045-4cae-ab23-14d85e6003eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.405128 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9bf55316-4045-4cae-ab23-14d85e6003eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6ddd212-527f-4f2d-8212-b9efc83dbf69 HTTP/1.1" status: 204 len: 168 time: 0.3249383 Jan 28 12:20:08.417982 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf55316-4045-4cae-ab23-14d85e6003eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ddd212-527f-4f2d-8212-b9efc83dbf69,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:08.674055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Publish callbacks [] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.702986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51596) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:08.723261 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb56b-ba56-481f-911e-31edee13bca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.725617 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.771277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:08.776068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:08.783068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:08.827935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ac5c0b-1a6f-4884-9832-4d0db97be787,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:08.864372 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb56b-ba56-481f-911e-31edee13bca2 admin admin] Publish callbacks [] for security_group (443c5c69-7c33-4927-9850-14ce4510bfc2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.871811 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb56b-ba56-481f-911e-31edee13bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (443c5c69-7c33-4927-9850-14ce4510bfc2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:08.936867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ad5eb56b-ba56-481f-911e-31edee13bca2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21e3f6fe4f6a44a5a6f066fbc8dfc9ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2326803 Jan 28 12:20:08.937737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51608) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:08.951249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:08.962945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5eb56b-ba56-481f-911e-31edee13bca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443c5c69-7c33-4927-9850-14ce4510bfc2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:09.027937 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2581ab0-9da4-41e5-82fe-7daf40a9dc75 admin admin] Publish callbacks [] for security_group (443c5c69-7c33-4927-9850-14ce4510bfc2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.047033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:09.047808 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.061737 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Publish callbacks [] for router_gateway (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.070107 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2581ab0-9da4-41e5-82fe-7daf40a9dc75 admin admin] Publish callbacks [] for security_group (443c5c69-7c33-4927-9850-14ce4510bfc2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.156293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:09.157738 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.164043 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2581ab0-9da4-41e5-82fe-7daf40a9dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (443c5c69-7c33-4927-9850-14ce4510bfc2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.167964 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2581ab0-9da4-41e5-82fe-7daf40a9dc75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.171947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f2581ab0-9da4-41e5-82fe-7daf40a9dc75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/443c5c69-7c33-4927-9850-14ce4510bfc2 HTTP/1.1" status: 204 len: 168 time: 0.2275734 Jan 28 12:20:09.185578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2581ab0-9da4-41e5-82fe-7daf40a9dc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443c5c69-7c33-4927-9850-14ce4510bfc2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:09.249876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=16dcabd3-aaef-46ed-ba1a-3d3298e55a06,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:09.255948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51614) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:09.282498 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.287447 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61e9f77d-9446-43cd-866c-8e6630ebf355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.389136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=16dcabd3-aaef-46ed-ba1a-3d3298e55a06,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:09.431839 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61e9f77d-9446-43cd-866c-8e6630ebf355 admin admin] Publish callbacks [] for security_group (c3a0b06c-4615-4da9-8ee0-ff1b384a4d54), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.437591 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61e9f77d-9446-43cd-866c-8e6630ebf355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c3a0b06c-4615-4da9-8ee0-ff1b384a4d54), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.440824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.487578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9f77d-9446-43cd-866c-8e6630ebf355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a0b06c-4615-4da9-8ee0-ff1b384a4d54,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:09.555093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-61e9f77d-9446-43cd-866c-8e6630ebf355 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=caabcb6528d147e293f5260dae39fc04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2968342 Jan 28 12:20:09.557806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51622) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:09.569071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be31e6-892a-4106-85b5-cd88fe66d15a None None] Network bdcf51c2-d748-42a4-8742-87fe56d75759 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:20:09.663566 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52c177e4-672f-41d6-94c3-f2a48c8422a7 admin admin] Publish callbacks [] for security_group (c3a0b06c-4615-4da9-8ee0-ff1b384a4d54), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.700422 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52c177e4-672f-41d6-94c3-f2a48c8422a7 admin admin] Publish callbacks [] for security_group (c3a0b06c-4615-4da9-8ee0-ff1b384a4d54), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.782233 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52c177e4-672f-41d6-94c3-f2a48c8422a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c3a0b06c-4615-4da9-8ee0-ff1b384a4d54), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.787797 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52c177e4-672f-41d6-94c3-f2a48c8422a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.789475 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-52c177e4-672f-41d6-94c3-f2a48c8422a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3a0b06c-4615-4da9-8ee0-ff1b384a4d54 HTTP/1.1" status: 204 len: 168 time: 0.2293940 Jan 28 12:20:09.800562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c177e4-672f-41d6-94c3-f2a48c8422a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a0b06c-4615-4da9-8ee0-ff1b384a4d54,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:09.860785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-16153309-b01d-4d99-a420-6718c4379cba None None] Provisioning complete for port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:09.863593 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16153309-b01d-4d99-a420-6718c4379cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:09.985550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:20:10.180811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:20:10.195784 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Sync routers for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:20:10.214467 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:10.215407 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:19:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:10.240158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:10.242059 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0e3e1733-deda-4a27-bea0-cd8b06e674b2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0815620 Jan 28 12:20:10.245230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51678) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:10.294974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-16153309-b01d-4d99-a420-6718c4379cba None None] Current status of the port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:10.473819 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:10.527011 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-55e35b10-769d-4c33-a042-eb768722f377 None None] Provisioning complete for port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:10.527671 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55e35b10-769d-4c33-a042-eb768722f377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:10.737528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-55e35b10-769d-4c33-a042-eb768722f377 None None] Current status of the port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:10.829192 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:08Z', 'revision_number': 3, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:10.855601 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:10.860623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51716) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:10.890998 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Checking router: 7aabddd3-cdf9-48e6-9074-e8f2813f52ba for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:20:10.891841 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Updating router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba port f7ac5c0b-1a6f-4884-9832-4d0db97be787 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:20:10.925753 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:10.994120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:10.994530 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.122398 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:11.219705 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.247126 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Publish callbacks [] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.254342 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.307704 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Pushing event updated for resources: {'Port': ['ID=f7ac5c0b-1a6f-4884-9832-4d0db97be787,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:11.326360 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.326869 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.327384 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.327877 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.328188 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.328643 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.328936 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.329263 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.329578 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.329884 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.330202 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.331152 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.333274 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Tracked resource versions report: Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: pushed versions: Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: { 'AddressGroup': {'1.2'}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'ConntrackHelper': {'1.0'}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'LocalIPAssociation': {'1.0'}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'Log': {'1.0'}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'Network': {'1.1'}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'Port': {'1.7'}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'PortForwarding': {'1.2'}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'QosPolicy': {'1.10'}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'SecurityGroup': {'1.5'}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'SecurityGroupRule': {'1.2'}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'SubPort': {'1.0'}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'Subnet': {'1.1'}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'Trunk': {'1.1'}} Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: consumer versions: Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: { DHCP agent@n-d-824835-4: {}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: HyperV agent@n-h1-824835-4: {}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: HyperV agent@n-h2-824835-4: {}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: L3 agent@n-d-824835-4: {}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: Metadata agent@n-d-824835-4: {}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: Metering agent@n-d-824835-4: {}, Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: Open vSwitch agent@n-d-824835-4: { 'AddressGroup': '1.2', Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'ConntrackHelper': '1.0', Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'LocalIPAssociation': '1.0', Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'Log': '1.0', Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'Network': '1.1', Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'Port': '1.7', Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'PortForwarding': '1.2', Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'QosPolicy': '1.10', Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'SecurityGroup': '1.5', Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'SecurityGroupRule': '1.2', Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'SubPort': '1.0', Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'Subnet': '1.1', Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: 'Trunk': '1.1'}} Jan 28 12:20:11.335074 n-d-824835-4 neutron-server[103131]: {{(pid=103131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 12:20:11.349757 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Attempting to bind port f7ac5c0b-1a6f-4884-9832-4d0db97be787 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:11.350690 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Attempting to bind port f7ac5c0b-1a6f-4884-9832-4d0db97be787 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:11.350997 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Attempting to bind port f7ac5c0b-1a6f-4884-9832-4d0db97be787 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:11.357463 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a323ea5a-b364-4402-9c70-9cfcf1bd88aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.362572 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:11.362948 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:11.364718 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.365128 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:11.365610 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Bound port: f7ac5c0b-1a6f-4884-9832-4d0db97be787, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:11.366080 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.461751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51750) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:11.470828 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] For port f7ac5c0b-1a6f-4884-9832-4d0db97be787, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:11.478765 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] For port f7ac5c0b-1a6f-4884-9832-4d0db97be787, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f7ac5c0b-1a6f-4884-9832-4d0db97be787,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:11.487713 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.525753 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a323ea5a-b364-4402-9c70-9cfcf1bd88aa admin admin] Publish callbacks [] for security_group (3a39b153-3c2c-48e8-8d95-0ffce3f509fb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.540241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a323ea5a-b364-4402-9c70-9cfcf1bd88aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3a39b153-3c2c-48e8-8d95-0ffce3f509fb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.543448 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:11.544121 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:19:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:11.575503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323ea5a-b364-4402-9c70-9cfcf1bd88aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a39b153-3c2c-48e8-8d95-0ffce3f509fb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:11.607777 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0017e-c8a0-4990-8a1a-ae8526f42250 None None] Pushing event updated for resources: {'Port': ['ID=f7ac5c0b-1a6f-4884-9832-4d0db97be787,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:11.622518 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a323ea5a-b364-4402-9c70-9cfcf1bd88aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2ab9da35252454dbb19c4edd4b92a6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7608104 Jan 28 12:20:11.625106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:11.717993 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:11.745626 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d1c6398-81a5-439e-9799-3c31c992774c admin admin] Publish callbacks [] for security_group (3a39b153-3c2c-48e8-8d95-0ffce3f509fb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.755744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Allocated IP 172.20.0.1 (bdcf51c2-d748-42a4-8742-87fe56d75759/265a52df-8e7c-4e8c-8a25-92779aaa7347/585af097-ed0a-4b89-8255-129a77d71416) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:11.781044 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d1c6398-81a5-439e-9799-3c31c992774c admin admin] Publish callbacks [] for security_group (3a39b153-3c2c-48e8-8d95-0ffce3f509fb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.862788 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d1c6398-81a5-439e-9799-3c31c992774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3a39b153-3c2c-48e8-8d95-0ffce3f509fb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.868279 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d1c6398-81a5-439e-9799-3c31c992774c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.877117 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3d1c6398-81a5-439e-9799-3c31c992774c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a39b153-3c2c-48e8-8d95-0ffce3f509fb HTTP/1.1" status: 204 len: 168 time: 0.2482576 Jan 28 12:20:11.885009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c6398-81a5-439e-9799-3c31c992774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a39b153-3c2c-48e8-8d95-0ffce3f509fb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:11.916679 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Publish callbacks [] for port (585af097-ed0a-4b89-8255-129a77d71416), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.952161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51770) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:11.952960 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc5ee-8e49-4118-9cf4-91fe7f52f1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:11.998150 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (585af097-ed0a-4b89-8255-129a77d71416), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.056690 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:08Z', 'revision_number': 3, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:12.101282 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745eb5f7-195f-4a92-b386-938b0ff8a041 None None] The sync data for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 is: [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:08Z', 'revision_number': 3, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:20:12.125454 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc5ee-8e49-4118-9cf4-91fe7f52f1c6 admin admin] Publish callbacks [] for security_group (55badef1-352d-47f5-b5c9-e710569b9583), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.125784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Network bdcf51c2-d748-42a4-8742-87fe56d75759 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:12.126087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Pushing event updated for resources: {'Port': ['ID=585af097-ed0a-4b89-8255-129a77d71416,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:12.129332 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:12.134287 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc5ee-8e49-4118-9cf4-91fe7f52f1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (55badef1-352d-47f5-b5c9-e710569b9583), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.150303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:12.150948 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.187245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfc5ee-8e49-4118-9cf4-91fe7f52f1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55badef1-352d-47f5-b5c9-e710569b9583,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:12.231659 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0ccfc5ee-8e49-4118-9cf4-91fe7f52f1c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a991197ee5804ae786fa71edbcdb9e9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7634108 Jan 28 12:20:12.232559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51790) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:12.329829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa4ab-bf9b-48c4-8111-68abad4d4ebc admin admin] Publish callbacks [] for security_group (55badef1-352d-47f5-b5c9-e710569b9583), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.362987 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa4ab-bf9b-48c4-8111-68abad4d4ebc admin admin] Publish callbacks [] for security_group (55badef1-352d-47f5-b5c9-e710569b9583), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.429280 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa4ab-bf9b-48c4-8111-68abad4d4ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (55badef1-352d-47f5-b5c9-e710569b9583), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.432006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa4ab-bf9b-48c4-8111-68abad4d4ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.433143 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d0aaa4ab-bf9b-48c4-8111-68abad4d4ebc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55badef1-352d-47f5-b5c9-e710569b9583 HTTP/1.1" status: 204 len: 168 time: 0.1994545 Jan 28 12:20:12.446915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaa4ab-bf9b-48c4-8111-68abad4d4ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55badef1-352d-47f5-b5c9-e710569b9583,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:12.527656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-105a51d6-4ec7-4c60-99a9-add2ea81d90f None None] Provisioning complete for port 585af097-ed0a-4b89-8255-129a77d71416 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:12.530732 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-105a51d6-4ec7-4c60-99a9-add2ea81d90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (585af097-ed0a-4b89-8255-129a77d71416), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.554615 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e785092-fef0-4b8c-bf14-249e26ccbdf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.583259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-105a51d6-4ec7-4c60-99a9-add2ea81d90f None None] Port 585af097-ed0a-4b89-8255-129a77d71416 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:20:12.638118 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (585af097-ed0a-4b89-8255-129a77d71416), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.680673 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e785092-fef0-4b8c-bf14-249e26ccbdf2 admin admin] Publish callbacks [] for security_group (f9903feb-a54c-44b2-a5e5-fd667d9e3411), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.688239 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e785092-fef0-4b8c-bf14-249e26ccbdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f9903feb-a54c-44b2-a5e5-fd667d9e3411), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.734219 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8e785092-fef0-4b8c-bf14-249e26ccbdf2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97be91b1dc7b4e74bbec4f679a17db65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7767627 Jan 28 12:20:12.740564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:12.802606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e785092-fef0-4b8c-bf14-249e26ccbdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9903feb-a54c-44b2-a5e5-fd667d9e3411,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:12.877930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-deaa7d21-0121-415b-bc38-00d27e051c11 admin admin] Publish callbacks [] for security_group (f9903feb-a54c-44b2-a5e5-fd667d9e3411), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.891564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51810) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:12.901334 n-d-824835-4 neutron-server[103129]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 12:20:12.921945 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-deaa7d21-0121-415b-bc38-00d27e051c11 admin admin] Publish callbacks [] for security_group (f9903feb-a54c-44b2-a5e5-fd667d9e3411), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:12.932323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51812) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:12.954562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f7ac5c0b-1a6f-4884-9832-4d0db97be787 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:12.958190 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-5e610c55-ebbf-40e5-a536-80079ac8b873 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d64a8125df8c4cdcb18fe6f634297aef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652881 Jan 28 12:20:13.020021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-deaa7d21-0121-415b-bc38-00d27e051c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f9903feb-a54c-44b2-a5e5-fd667d9e3411), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.022639 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-deaa7d21-0121-415b-bc38-00d27e051c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.023941 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-deaa7d21-0121-415b-bc38-00d27e051c11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9903feb-a54c-44b2-a5e5-fd667d9e3411 HTTP/1.1" status: 204 len: 168 time: 0.2825496 Jan 28 12:20:13.042757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f7ac5c0b-1a6f-4884-9832-4d0db97be787 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:13.043275 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.044743 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa7d21-0121-415b-bc38-00d27e051c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9903feb-a54c-44b2-a5e5-fd667d9e3411,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:13.085731 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da54050e-576e-4728-b851-4515f22d9d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.179920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f7ac5c0b-1a6f-4884-9832-4d0db97be787 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:13.180635 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.208580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port f7ac5c0b-1a6f-4884-9832-4d0db97be787, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f7ac5c0b-1a6f-4884-9832-4d0db97be787,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:13.214686 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.250338 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Publish callbacks [] for port (585af097-ed0a-4b89-8255-129a77d71416), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.268605 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (585af097-ed0a-4b89-8255-129a77d71416), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.269600 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.278985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=f7ac5c0b-1a6f-4884-9832-4d0db97be787,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:13.298794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-63f79c35-4703-4ceb-877a-d5caecc80797 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:13.300824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-63f79c35-4703-4ceb-877a-d5caecc80797 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3334751 Jan 28 12:20:13.405425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-d2442bf4-89ff-4e47-bd54-48d70d186d75 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/quotas/d64a8125df8c4cdcb18fe6f634297aef HTTP/1.1" status: 200 len: 375 time: 0.0971920 Jan 28 12:20:13.442275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Pushing event updated for resources: {'Port': ['ID=585af097-ed0a-4b89-8255-129a77d71416,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:13.507885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51830) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:13.510300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-a30c345a-eb88-4670-afda-1bce2a96b464 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d64a8125df8c4cdcb18fe6f634297aef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834887 Jan 28 12:20:13.516350 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da54050e-576e-4728-b851-4515f22d9d2b admin admin] Publish callbacks [] for security_group (3fe18942-e4d1-4ae9-8362-feffc727d768), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.531041 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da54050e-576e-4728-b851-4515f22d9d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3fe18942-e4d1-4ae9-8362-feffc727d768), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.547380 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1887ac67-eb1e-4f6d-9fa4-b3795770bcaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.594165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Network bdcf51c2-d748-42a4-8742-87fe56d75759 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:13.600208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-da54050e-576e-4728-b851-4515f22d9d2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86c88af7516240d98ed9c27d9cdc41c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6663151 Jan 28 12:20:13.602390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:13.603824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:13.616478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54050e-576e-4728-b851-4515f22d9d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe18942-e4d1-4ae9-8362-feffc727d768,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:13.828824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be59a99f-3804-442d-93ae-5b8d065931f2 admin admin] Publish callbacks [] for security_group (3fe18942-e4d1-4ae9-8362-feffc727d768), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:13.875835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:20:13.932594 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be59a99f-3804-442d-93ae-5b8d065931f2 admin admin] Publish callbacks [] for security_group (3fe18942-e4d1-4ae9-8362-feffc727d768), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.026983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1f263004-431b-4e32-a93a-3a9885bff7d2 None None] Provisioning complete for port 585af097-ed0a-4b89-8255-129a77d71416 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:14.028229 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f263004-431b-4e32-a93a-3a9885bff7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (585af097-ed0a-4b89-8255-129a77d71416), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.062418 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1887ac67-eb1e-4f6d-9fa4-b3795770bcaf admin admin] Publish callbacks [] for security_group (75ff70a7-9262-4b5b-9baa-9de92a8f1f8f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.072975 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1887ac67-eb1e-4f6d-9fa4-b3795770bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (75ff70a7-9262-4b5b-9baa-9de92a8f1f8f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.079170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1f263004-431b-4e32-a93a-3a9885bff7d2 None None] Port 585af097-ed0a-4b89-8255-129a77d71416 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:20:14.109488 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1887ac67-eb1e-4f6d-9fa4-b3795770bcaf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0457aecd4cb44e6789f7983b330fea72&name=default HTTP/1.1" status: 200 len: 2995 time: 0.6003373 Jan 28 12:20:14.115861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:14.128740 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be59a99f-3804-442d-93ae-5b8d065931f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3fe18942-e4d1-4ae9-8362-feffc727d768), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.131576 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be59a99f-3804-442d-93ae-5b8d065931f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.133925 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-be59a99f-3804-442d-93ae-5b8d065931f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fe18942-e4d1-4ae9-8362-feffc727d768 HTTP/1.1" status: 204 len: 168 time: 0.5130482 Jan 28 12:20:14.146431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51862) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:14.158621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887ac67-eb1e-4f6d-9fa4-b3795770bcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ff70a7-9262-4b5b-9baa-9de92a8f1f8f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:14.182535 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-261474f3-a3b9-4117-a838-bfcf4e812809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.199292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59a99f-3804-442d-93ae-5b8d065931f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe18942-e4d1-4ae9-8362-feffc727d768,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:14.227878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d05cd44c-0b14-4b9a-ba0c-df4792d836a2 req-502cc75b-8315-49f5-8002-4cbb7874b9c1 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 210 time: 0.2463734 Jan 28 12:20:14.255887 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a994-65ec-477d-996f-6783756e1f33 admin admin] Publish callbacks [] for security_group (75ff70a7-9262-4b5b-9baa-9de92a8f1f8f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.280770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:20:14.296851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9253dcd9-25c9-4979-ae17-ebbe24ca7c88 admin admin] 10.222.0.53 "PUT /v2.0/routers/7aabddd3-cdf9-48e6-9074-e8f2813f52ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0414858 Jan 28 12:20:14.300592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a994-65ec-477d-996f-6783756e1f33 admin admin] Publish callbacks [] for security_group (75ff70a7-9262-4b5b-9baa-9de92a8f1f8f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.310304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51870) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:14.360468 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-261474f3-a3b9-4117-a838-bfcf4e812809 admin admin] Publish callbacks [] for security_group (a508388c-de49-40a4-897d-7750cb16a475), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.366877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-261474f3-a3b9-4117-a838-bfcf4e812809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a508388c-de49-40a4-897d-7750cb16a475), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.409312 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a994-65ec-477d-996f-6783756e1f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (75ff70a7-9262-4b5b-9baa-9de92a8f1f8f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.411966 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a994-65ec-477d-996f-6783756e1f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.415787 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e3e6a994-65ec-477d-996f-6783756e1f33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75ff70a7-9262-4b5b-9baa-9de92a8f1f8f HTTP/1.1" status: 204 len: 168 time: 0.2963245 Jan 28 12:20:14.415787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261474f3-a3b9-4117-a838-bfcf4e812809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a508388c-de49-40a4-897d-7750cb16a475,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:14.421881 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51876) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:14.422310 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-261474f3-a3b9-4117-a838-bfcf4e812809 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0abba401ca9c4f8eb5ef4185f9e85a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745662 Jan 28 12:20:14.430949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6a994-65ec-477d-996f-6783756e1f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ff70a7-9262-4b5b-9baa-9de92a8f1f8f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:14.487605 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5b2e9ca-acb4-4613-8aca-223feea7ff67 admin admin] Publish callbacks [] for security_group (a508388c-de49-40a4-897d-7750cb16a475), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.523683 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5b2e9ca-acb4-4613-8aca-223feea7ff67 admin admin] Publish callbacks [] for security_group (a508388c-de49-40a4-897d-7750cb16a475), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.586593 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5b2e9ca-acb4-4613-8aca-223feea7ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a508388c-de49-40a4-897d-7750cb16a475), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.591938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5b2e9ca-acb4-4613-8aca-223feea7ff67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:14.594226 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a5b2e9ca-acb4-4613-8aca-223feea7ff67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a508388c-de49-40a4-897d-7750cb16a475 HTTP/1.1" status: 204 len: 168 time: 0.1702278 Jan 28 12:20:14.606706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2e9ca-acb4-4613-8aca-223feea7ff67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a508388c-de49-40a4-897d-7750cb16a475,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:14.885656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f7ac5c0b-1a6f-4884-9832-4d0db97be787 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:14.945749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Sync routers for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:20:14.959740 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2065303278-network', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:14.962332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:14.963082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:19:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:14.985021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Made reservation on behalf of 347dcba8c87d457789eb7c88ea20ce8c for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:20:14.989211 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.005220 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.015308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f7ac5c0b-1a6f-4884-9832-4d0db97be787 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:15.015959 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.103826 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Publish callbacks [] for security_group (2119f18a-f9ff-4395-94a6-77b236f70c3f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.111113 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2119f18a-f9ff-4395-94a6-77b236f70c3f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.150737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2119f18a-f9ff-4395-94a6-77b236f70c3f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:15.166969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:20:15.190419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8ae5bd75-fed5-444c-bc82-f6055551ea9a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.192530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f7ac5c0b-1a6f-4884-9832-4d0db97be787 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:15.197080 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Added segment 8ae5bd75-fed5-444c-bc82-f6055551ea9a of type vlan for network 5877161c-7fd2-41dc-8d25-bb5618619a8e Jan 28 12:20:15.217850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:15.266453 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (5877161c-7fd2-41dc-8d25-bb5618619a8e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.309653 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (5877161c-7fd2-41dc-8d25-bb5618619a8e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.310923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:15.311912 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.362237 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0475624 Jan 28 12:20:15.363487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51924) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:15.393581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d63dd6d8-2901-4fe3-97c3-ada7acb14ba0 admin admin] Request body: {'subnet': {'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2065303278-subnet', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:15.420435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42427631-e5d6-4b0f-8442-21521db2fd54 admin admin] Pushing event updated for resources: {'Network': ['ID=5877161c-7fd2-41dc-8d25-bb5618619a8e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:15.442030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63dd6d8-2901-4fe3-97c3-ada7acb14ba0 admin admin] Made reservation on behalf of 347dcba8c87d457789eb7c88ea20ce8c for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:20:15.445692 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d63dd6d8-2901-4fe3-97c3-ada7acb14ba0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.467121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 5877161c-7fd2-41dc-8d25-bb5618619a8e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:20:15.661512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 2, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:15.681548 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d63dd6d8-2901-4fe3-97c3-ada7acb14ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (adfa7673-39ca-41cc-a133-b7ab84f9546a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.700711 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Checking router: 7aabddd3-cdf9-48e6-9074-e8f2813f52ba for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:20:15.701073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Updating router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba port 585af097-ed0a-4b89-8255-129a77d71416 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:20:15.733707 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (585af097-ed0a-4b89-8255-129a77d71416), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.766175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63dd6d8-2901-4fe3-97c3-ada7acb14ba0 admin admin] Checking segment: {'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:15.766590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63dd6d8-2901-4fe3-97c3-ada7acb14ba0 admin admin] Network hostable DHCP agents. Network: 5877161c-7fd2-41dc-8d25-bb5618619a8e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:20:15.788010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63dd6d8-2901-4fe3-97c3-ada7acb14ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adfa7673-39ca-41cc-a133-b7ab84f9546a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:15.793732 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51942) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:15.802736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63dd6d8-2901-4fe3-97c3-ada7acb14ba0 admin admin] Network 5877161c-7fd2-41dc-8d25-bb5618619a8e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:20:15.816108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d63dd6d8-2901-4fe3-97c3-ada7acb14ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 5877161c-7fd2-41dc-8d25-bb5618619a8e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:15.823841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63dd6d8-2901-4fe3-97c3-ada7acb14ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:15.825080 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d63dd6d8-2901-4fe3-97c3-ada7acb14ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.850567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8be14-5f5d-4bc2-b396-073f182ddc01 None None] Network 5877161c-7fd2-41dc-8d25-bb5618619a8e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:20:15.870400 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d63dd6d8-2901-4fe3-97c3-ada7acb14ba0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5059323 Jan 28 12:20:15.872176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51950) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:15.876577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2065303278-router', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:15.906478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.907697 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:15.990263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-5877161c-7fd2-41dc-8d25-bb5618619a8e', 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e', 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'fixed_ips': [{'subnet_id': 'adfa7673-39ca-41cc-a133-b7ab84f9546a'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:20:15.991118 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.002313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51954) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:16.027706 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Publish callbacks [] for router_controller (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.155874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f7fa38e-e447-4319-90dc-16e90ab0c328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.293655 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Publish callbacks [] for router_gateway (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.373031 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f7fa38e-e447-4319-90dc-16e90ab0c328 admin admin] Publish callbacks [] for security_group (3274c97e-183f-45a8-b971-827eebaeb09c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.383452 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f7fa38e-e447-4319-90dc-16e90ab0c328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3274c97e-183f-45a8-b971-827eebaeb09c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.394857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Allocated IP 172.20.0.2 (5877161c-7fd2-41dc-8d25-bb5618619a8e/adfa7673-39ca-41cc-a133-b7ab84f9546a/e9fc50b8-609e-4d23-a623-fd09a7c853d4) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:16.431860 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7f7fa38e-e447-4319-90dc-16e90ab0c328 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da0bb2000c94483fb38d47922623c54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6370075 Jan 28 12:20:16.433945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fa38e-e447-4319-90dc-16e90ab0c328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3274c97e-183f-45a8-b971-827eebaeb09c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:16.435180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51970) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:16.452217 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Publish callbacks [] for port (585af097-ed0a-4b89-8255-129a77d71416), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.490350 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (585af097-ed0a-4b89-8255-129a77d71416), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.577858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.35', 62681) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:16.606132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88743f2b-84af-4f14-8f95-bc5d6125b212 None None] Pushing event updated for resources: {'Port': ['ID=585af097-ed0a-4b89-8255-129a77d71416,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:16.616017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-015c386b-988a-4d02-995a-5abf29d9ec21 req-f3c14e19-36d4-43b3-b9d7-1ef03c1a1778 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 210 time: 0.6124480 Jan 28 12:20:16.668597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b134a7d-8dac-4663-a3cc-2f6c7b0a67a3 admin admin] Publish callbacks [] for security_group (3274c97e-183f-45a8-b971-827eebaeb09c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.730516 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b134a7d-8dac-4663-a3cc-2f6c7b0a67a3 admin admin] Publish callbacks [] for security_group (3274c97e-183f-45a8-b971-827eebaeb09c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.736646 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-175eaf5d-1666-42c2-acb0-b06157644454 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d64a8125df8c4cdcb18fe6f634297aef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1575389 Jan 28 12:20:16.805747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b134a7d-8dac-4663-a3cc-2f6c7b0a67a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3274c97e-183f-45a8-b971-827eebaeb09c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.809749 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b134a7d-8dac-4663-a3cc-2f6c7b0a67a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.813429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2b134a7d-8dac-4663-a3cc-2f6c7b0a67a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3274c97e-183f-45a8-b971-827eebaeb09c HTTP/1.1" status: 204 len: 168 time: 0.3763568 Jan 28 12:20:16.836782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b134a7d-8dac-4663-a3cc-2f6c7b0a67a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3274c97e-183f-45a8-b971-827eebaeb09c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:16.838171 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Publish callbacks [] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.877755 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.891846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Attempting to bind port 585af097-ed0a-4b89-8255-129a77d71416 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:16.892122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Attempting to bind port 585af097-ed0a-4b89-8255-129a77d71416 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:16.892487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Attempting to bind port 585af097-ed0a-4b89-8255-129a77d71416 on network bdcf51c2-d748-42a4-8742-87fe56d75759 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:16.913676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:16.914189 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Checking segment: {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:16.914524 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.914984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Bound using segment: {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:16.915563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Bound port: 585af097-ed0a-4b89-8255-129a77d71416, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:16.916554 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (585af097-ed0a-4b89-8255-129a77d71416), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.949511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Network 5877161c-7fd2-41dc-8d25-bb5618619a8e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:16.950690 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:16.961191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:16.963570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:17.012435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Pushing event updated for resources: {'Port': ['ID=e9fc50b8-609e-4d23-a623-fd09a7c853d4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:17.108473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a829162b-fabc-41b6-9f43-f25c7fed380f None None] Provisioning complete for port 585af097-ed0a-4b89-8255-129a77d71416 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:17.108855 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a829162b-fabc-41b6-9f43-f25c7fed380f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (585af097-ed0a-4b89-8255-129a77d71416), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.112871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Attempting to bind port e9fc50b8-609e-4d23-a623-fd09a7c853d4 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:17.113247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Attempting to bind port e9fc50b8-609e-4d23-a623-fd09a7c853d4 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:17.113615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Attempting to bind port e9fc50b8-609e-4d23-a623-fd09a7c853d4 on network 5877161c-7fd2-41dc-8d25-bb5618619a8e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:17.141790 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] For port 585af097-ed0a-4b89-8255-129a77d71416, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:17.146733 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:17.147089 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Checking segment: {'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:17.148498 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.149055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Bound using segment: {'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:17.149694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Bound port: e9fc50b8-609e-4d23-a623-fd09a7c853d4, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:17.150431 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.173353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] For port 585af097-ed0a-4b89-8255-129a77d71416, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=585af097-ed0a-4b89-8255-129a77d71416,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:17.194837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-e3344e3b-06f4-4285-b856-b9333362653e tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:17.196983 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-e3344e3b-06f4-4285-b856-b9333362653e tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4543767 Jan 28 12:20:17.208297 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Publish callbacks [] for router_gateway (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.211869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a829162b-fabc-41b6-9f43-f25c7fed380f None None] Port 585af097-ed0a-4b89-8255-129a77d71416 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:20:17.213717 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (585af097-ed0a-4b89-8255-129a77d71416), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.234061 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.315566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Request body: {'port': {'device_id': 'bc0e0d0e-ab7c-465a-9ebd-18707e89a301', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': 'd64a8125df8c4cdcb18fe6f634297aef'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:17.341102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] For port e9fc50b8-609e-4d23-a623-fd09a7c853d4, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:17.360355 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:17.361196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:19:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:17.363926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88743f2b-84af-4f14-8f95-bc5d6125b212 None None] Pushing event updated for resources: {'Port': ['ID=585af097-ed0a-4b89-8255-129a77d71416,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:17.372904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] For port e9fc50b8-609e-4d23-a623-fd09a7c853d4, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e9fc50b8-609e-4d23-a623-fd09a7c853d4,segment=NetworkSegment(8ae5bd75-fed5-444c-bc82-f6055551ea9a),segment_id=8ae5bd75-fed5-444c-bc82-f6055551ea9a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:17.433319 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.434839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52004) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:17.439959 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.447963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1919980361-network', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:17.487999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Made reservation on behalf of d5c5c9ce909047c9b3450723106493e6 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:20:17.491316 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.510717 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.594977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Allocated IP 172.25.7.112 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/749e9d78-70c9-4245-a64a-8af50d00d1ff) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:17.717256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:17.736216 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Publish callbacks [] for security_group (9350330c-5c6b-4c5d-aab7-0d63205dfaec), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.749431 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9350330c-5c6b-4c5d-aab7-0d63205dfaec), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.824740 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9350330c-5c6b-4c5d-aab7-0d63205dfaec,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:17.831283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Made reservation on behalf of d64a8125df8c4cdcb18fe6f634297aef for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:20:17.840570 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.852834 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:20:17.875724 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.883932 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:17.884290 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Added segment e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c of type vlan for network d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 Jan 28 12:20:17.901102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52032) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:17.967630 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-990df142-46e0-42de-bca2-791341156f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.016631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e86c3ff9-f74a-4ae0-9f45-c5dc7b1b2385 None None] Provisioning complete for port 585af097-ed0a-4b89-8255-129a77d71416 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:18.017172 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e86c3ff9-f74a-4ae0-9f45-c5dc7b1b2385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (585af097-ed0a-4b89-8255-129a77d71416), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.018893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6fc36-d815-42f2-8ef1-e7879b25c34b None None] Pushing event updated for resources: {'Port': ['ID=e9fc50b8-609e-4d23-a623-fd09a7c853d4,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:18.046002 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70b34d61-b179-40bd-8f68-7e878fab1a4a req-c8c5cc67-3261-44f7-94cf-5428d24a0f09 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 210 time: 0.0791907 Jan 28 12:20:18.056614 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.103259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Publish callbacks [] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.128319 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.129694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:18.130271 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.153434 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.213325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:18.241378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:18.245180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:18.318017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e86c3ff9-f74a-4ae0-9f45-c5dc7b1b2385 None None] Current status of the port 585af097-ed0a-4b89-8255-129a77d71416 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:18.319737 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e86c3ff9-f74a-4ae0-9f45-c5dc7b1b2385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (585af097-ed0a-4b89-8255-129a77d71416), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.333530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8954732 Jan 28 12:20:18.339955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52036) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:18.368375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f1e410d9-5581-4f23-8153-8df3f89c1ccd admin admin] Request body: {'subnet': {'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1919980361-subnet', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:18.407647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:17Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:18.422662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d63c2-4e19-4bee-bb73-15d3dbfc923b admin admin] Pushing event updated for resources: {'Network': ['ID=d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:18.473348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e410d9-5581-4f23-8153-8df3f89c1ccd admin admin] Made reservation on behalf of d5c5c9ce909047c9b3450723106493e6 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:20:18.492801 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e410d9-5581-4f23-8153-8df3f89c1ccd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.517704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a1de8-aa9c-4f78-8be8-dd794178e335 None None] The sync data for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 is: [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:17Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:20:18.522193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:20:18.598625 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-990df142-46e0-42de-bca2-791341156f35 admin admin] Publish callbacks [] for security_group (5b6c58e6-daaf-4d08-a34e-58eb3145c692), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.668339 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=749e9d78-70c9-4245-a64a-8af50d00d1ff,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:18.709664 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Publish callbacks [] for security_group (1b25d857-8142-4054-a003-38bf13219301), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.744730 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1b25d857-8142-4054-a003-38bf13219301), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.771193 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-990df142-46e0-42de-bca2-791341156f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5b6c58e6-daaf-4d08-a34e-58eb3145c692), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.897933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e86c3ff9-f74a-4ae0-9f45-c5dc7b1b2385 None None] For port 585af097-ed0a-4b89-8255-129a77d71416, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=585af097-ed0a-4b89-8255-129a77d71416,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:18.914957 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e86c3ff9-f74a-4ae0-9f45-c5dc7b1b2385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (585af097-ed0a-4b89-8255-129a77d71416), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:18.928207 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-990df142-46e0-42de-bca2-791341156f35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55624b4a39304f0899b5baeb61d3c933&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0212948 Jan 28 12:20:18.937808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52048) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:19.233955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c3ff9-f74a-4ae0-9f45-c5dc7b1b2385 None None] Pushing event updated for resources: {'Port': ['ID=585af097-ed0a-4b89-8255-129a77d71416,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:19.292556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e9fc50b8-609e-4d23-a623-fd09a7c853d4 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:19.304599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b25d857-8142-4054-a003-38bf13219301,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:19.385002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990df142-46e0-42de-bca2-791341156f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6c58e6-daaf-4d08-a34e-58eb3145c692,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:19.428932 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e32b5b7d-da10-458e-acea-2c21b911e37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:19.568980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e9fc50b8-609e-4d23-a623-fd09a7c853d4 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:19.569526 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:19.761756 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699714ce-885a-46f2-9052-c1cd8ca1b1f6 None None] Network 5877161c-7fd2-41dc-8d25-bb5618619a8e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:20:19.812504 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-582e8e7f-d352-409e-a911-fdb1fb8ddfc7 req-a9adcd09-031f-4932-bc44-3ecbae93c457 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 210 time: 0.0995078 Jan 28 12:20:19.829235 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd8008b7-c477-48a1-9535-36f5c456231f admin admin] Publish callbacks [] for security_group (5b6c58e6-daaf-4d08-a34e-58eb3145c692), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:19.907920 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd8008b7-c477-48a1-9535-36f5c456231f admin admin] Publish callbacks [] for security_group (5b6c58e6-daaf-4d08-a34e-58eb3145c692), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:19.942693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9755d579-6f65-4c47-87f2-c84ff14b8c46 None None] Provisioning complete for port e9fc50b8-609e-4d23-a623-fd09a7c853d4 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:19.943840 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9755d579-6f65-4c47-87f2-c84ff14b8c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:20.015074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Allocated IP 192.168.233.226 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/334da45a-d81e-4c77-b171-ccc79eaddad3) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:20.021479 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd8008b7-c477-48a1-9535-36f5c456231f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5b6c58e6-daaf-4d08-a34e-58eb3145c692), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:20.036486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e9fc50b8-609e-4d23-a623-fd09a7c853d4 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:20.036712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd8008b7-c477-48a1-9535-36f5c456231f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:20.036958 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:20.050798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dd8008b7-c477-48a1-9535-36f5c456231f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b6c58e6-daaf-4d08-a34e-58eb3145c692 HTTP/1.1" status: 204 len: 168 time: 1.0920544 Jan 28 12:20:20.080959 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Publish callbacks [] for router_gateway (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:20.132007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port e9fc50b8-609e-4d23-a623-fd09a7c853d4, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e9fc50b8-609e-4d23-a623-fd09a7c853d4,segment=NetworkSegment(8ae5bd75-fed5-444c-bc82-f6055551ea9a),segment_id=8ae5bd75-fed5-444c-bc82-f6055551ea9a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:20.154969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8008b7-c477-48a1-9535-36f5c456231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6c58e6-daaf-4d08-a34e-58eb3145c692,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:20.164243 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:20.167169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 585af097-ed0a-4b89-8255-129a77d71416 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:20.358357 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e410d9-5581-4f23-8153-8df3f89c1ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (658afbb5-1d13-458d-8bca-a79996fd8bbe), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:20.500084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 585af097-ed0a-4b89-8255-129a77d71416 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:20.500464 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (585af097-ed0a-4b89-8255-129a77d71416), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:20.646773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e410d9-5581-4f23-8153-8df3f89c1ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=658afbb5-1d13-458d-8bca-a79996fd8bbe,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:20.689331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52078) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:20.698300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:20.698749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e410d9-5581-4f23-8153-8df3f89c1ccd admin admin] Checking segment: {'id': 'e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:20.699113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e410d9-5581-4f23-8153-8df3f89c1ccd admin admin] Network hostable DHCP agents. Network: d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:20:20.726734 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9755d579-6f65-4c47-87f2-c84ff14b8c46 None None] Current status of the port e9fc50b8-609e-4d23-a623-fd09a7c853d4 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:20.765074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e410d9-5581-4f23-8153-8df3f89c1ccd admin admin] Network d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:20:20.787412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f1e410d9-5581-4f23-8153-8df3f89c1ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:20.794173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e410d9-5581-4f23-8153-8df3f89c1ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:20.794987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e410d9-5581-4f23-8153-8df3f89c1ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:20.801322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=e9fc50b8-609e-4d23-a623-fd09a7c853d4,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:20.807797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30360eb-76f5-4d9f-bc9f-2e23fb591812 None None] Network d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:20:20.810131 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Publish callbacks [] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:20.843633 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f1e410d9-5581-4f23-8153-8df3f89c1ccd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4948268 Jan 28 12:20:20.850295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:20.857672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1919980361-router', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:20.913818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (293c5706-3dd7-41a5-8d96-d05400e3f37a), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:20.915195 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (293c5706-3dd7-41a5-8d96-d05400e3f37a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:21.030984 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Publish callbacks [] for router_controller (293c5706-3dd7-41a5-8d96-d05400e3f37a), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:21.164054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 585af097-ed0a-4b89-8255-129a77d71416 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:21.233871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5', 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5', 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'fixed_ips': [{'subnet_id': '658afbb5-1d13-458d-8bca-a79996fd8bbe'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:20:21.234852 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:21.341517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d4870e5-413f-4416-89e5-4c7bcb30fff6 req-21a48a40-6123-4f18-bfb4-8500981a05ec tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 210 time: 0.3082478 Jan 28 12:20:21.507589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e9fc50b8-609e-4d23-a623-fd09a7c853d4 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:21.567793 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Publish callbacks [] for router_gateway (293c5706-3dd7-41a5-8d96-d05400e3f37a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:21.577847 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:21.608734 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faa69156-f828-44e3-be89-4f9c83d4b84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:21.721985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b3d03651-d2d8-4ecd-9605-11c3e49f3611 None None] Provisioning complete for port e9fc50b8-609e-4d23-a623-fd09a7c853d4 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:21.723902 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3d03651-d2d8-4ecd-9605-11c3e49f3611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:21.916994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:21.941168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Pushing event updated for resources: {'Port': ['ID=334da45a-d81e-4c77-b171-ccc79eaddad3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:21.960324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:21.963860 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-daf4ae10-d190-4a51-920b-57cc83018ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.010666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Allocated IP 172.20.0.2 (d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5/658afbb5-1d13-458d-8bca-a79996fd8bbe/592d3f4b-e93d-4905-ac6c-eb5e7509b9c7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:22.041749 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Publish callbacks [] for router_gateway (293c5706-3dd7-41a5-8d96-d05400e3f37a), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.048249 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faa69156-f828-44e3-be89-4f9c83d4b84e admin admin] Publish callbacks [] for security_group (97fa32d4-3adb-4f5a-866c-5ee5e945c12e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.050594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:22.057865 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:22.058813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.073269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faa69156-f828-44e3-be89-4f9c83d4b84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (97fa32d4-3adb-4f5a-866c-5ee5e945c12e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.115252 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.205478 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-faa69156-f828-44e3-be89-4f9c83d4b84e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fb3cf19bddf49b4932029b7ca81e299&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5014451 Jan 28 12:20:22.215239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa69156-f828-44e3-be89-4f9c83d4b84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fa32d4-3adb-4f5a-866c-5ee5e945c12e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:22.222269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52112) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:22.257113 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-aaab97f2-5fe4-4691-8777-8920d17984cf tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9495695 Jan 28 12:20:22.286197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e9fc50b8-609e-4d23-a623-fd09a7c853d4 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:22.286755 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.287394 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Router 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:20:22.303217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-324aee36-1d30-4376-963c-179be4fddb4c tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:20:22.305005 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-324aee36-1d30-4376-963c-179be4fddb4c tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263667 Jan 28 12:20:22.537890 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89715dc6-2f47-4d24-8d8a-b04413261b02 admin admin] Publish callbacks [] for security_group (97fa32d4-3adb-4f5a-866c-5ee5e945c12e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.556351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:20:22.570690 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Sync routers for ids ['0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:20:22.582242 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Allocated IP 172.25.7.134 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/8c11a304-e113-44e1-bd10-8c5aceb897bd) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:22.589759 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Routers {'0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:22.598573 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:22.605423 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89715dc6-2f47-4d24-8d8a-b04413261b02 admin admin] Publish callbacks [] for security_group (97fa32d4-3adb-4f5a-866c-5ee5e945c12e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.608702 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.617330 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bc5b28e3-8b59-4af6-9614-78018523dcd1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7438860 Jan 28 12:20:22.620503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52122) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:22.662447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03d14e-03b2-4160-a154-c0c463b881c0 req-ff0e295f-b5e8-495c-9899-a75ba40ae26a tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:22.664404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b03d14e-03b2-4160-a154-c0c463b881c0 req-ff0e295f-b5e8-495c-9899-a75ba40ae26a tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 936 time: 0.1943784 Jan 28 12:20:22.818066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b3d03651-d2d8-4ecd-9605-11c3e49f3611 None None] Current status of the port e9fc50b8-609e-4d23-a623-fd09a7c853d4 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:22.825197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89715dc6-2f47-4d24-8d8a-b04413261b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (97fa32d4-3adb-4f5a-866c-5ee5e945c12e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.825552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e9fc50b8-609e-4d23-a623-fd09a7c853d4 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:22.829040 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89715dc6-2f47-4d24-8d8a-b04413261b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.831447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-89715dc6-2f47-4d24-8d8a-b04413261b02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97fa32d4-3adb-4f5a-866c-5ee5e945c12e HTTP/1.1" status: 204 len: 168 time: 0.5833993 Jan 28 12:20:22.834840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 585af097-ed0a-4b89-8255-129a77d71416 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:22.873373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b03d14e-03b2-4160-a154-c0c463b881c0 req-0c185700-8a09-49b9-a905-301783861fec tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866701 Jan 28 12:20:22.881451 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89715dc6-2f47-4d24-8d8a-b04413261b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fa32d4-3adb-4f5a-866c-5ee5e945c12e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:22.904618 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Publish callbacks [] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:22.995902 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:23.081666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3cdf1481-fe8a-427e-821b-91cdf75245c1 None None] Provisioning complete for port 334da45a-d81e-4c77-b171-ccc79eaddad3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:23.082347 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3cdf1481-fe8a-427e-821b-91cdf75245c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:23.113462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:23.114229 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Set router 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:23.116290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:23.132047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:23.243734 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 585af097-ed0a-4b89-8255-129a77d71416 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:23.244779 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (585af097-ed0a-4b89-8255-129a77d71416), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:23.267207 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:23.340130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf1481-fe8a-427e-821b-91cdf75245c1 None None] Port 334da45a-d81e-4c77-b171-ccc79eaddad3 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:20:23.352099 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Publish callbacks [] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:23.396921 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:23.510104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Pushing event updated for resources: {'Port': ['ID=592d3f4b-e93d-4905-ac6c-eb5e7509b9c7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:23.534698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Network d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:23.539665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:23.547327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:23.607834 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Request body: {'port': {'device_id': 'bc0e0d0e-ab7c-465a-9ebd-18707e89a301', 'device_owner': 'compute:tempest-test_az-2061860679', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:23.711241 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c11a304-e113-44e1-bd10-8c5aceb897bd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:23.739256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 585af097-ed0a-4b89-8255-129a77d71416 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:23.755529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Attempting to bind port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:23.757086 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Attempting to bind port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:23.757567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Attempting to bind port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 on network d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:23.774383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:23.774764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Checking segment: {'id': 'e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:23.775177 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:23.775618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Bound using segment: {'id': 'e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:23.776085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Bound port: 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:23.776472 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:23.782771 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'name': 'tempest-AttachSCSIVolumeTestJSON-2065303278-router', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:15Z', 'updated_at': '2022-01-28T12:20:19Z', 'revision_number': 3, 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'gw_port': {'id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:17Z', 'updated_at': '2022-01-28T12:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:23.825498 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:23.907934 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Checking router: 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:20:23.909318 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Updating router 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 port 749e9d78-70c9-4245-a64a-8af50d00d1ff binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:20:23.960625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] For port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:23.974039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] For port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=592d3f4b-e93d-4905-ac6c-eb5e7509b9c7,segment=NetworkSegment(e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c),segment_id=e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:23.982391 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:24.037039 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:24.118170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a9bb7-3705-4be5-b569-099ecf77156e None None] Pushing event updated for resources: {'Port': ['ID=592d3f4b-e93d-4905-ac6c-eb5e7509b9c7,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:24.312510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adddbc3-3d76-47cb-ae35-cbbcbcea5a27 req-69c0909a-20b5-4b55-a212-c975756c3178 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:24.323196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2adddbc3-3d76-47cb-ae35-cbbcbcea5a27 req-69c0909a-20b5-4b55-a212-c975756c3178 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 936 time: 0.2285762 Jan 28 12:20:24.372477 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Publish callbacks [] for router_gateway (293c5706-3dd7-41a5-8d96-d05400e3f37a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:24.506876 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:24.636683 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2adddbc3-3d76-47cb-ae35-cbbcbcea5a27 req-228d19eb-1e4c-4160-b2a4-7e1bc8ed5081 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122494 Jan 28 12:20:24.836818 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Publish callbacks [] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:24.856202 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:24.992932 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (293c5706-3dd7-41a5-8d96-d05400e3f37a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:25.015243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52154) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:25.028092 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3a5b2-f45a-453c-9737-be66568a54a0 None None] Pushing event updated for resources: {'Port': ['ID=749e9d78-70c9-4245-a64a-8af50d00d1ff,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:25.059324 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e12a8aac-d72d-47df-bcce-7e3655f72032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:25.093446 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Attempting to bind port 749e9d78-70c9-4245-a64a-8af50d00d1ff on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:25.093831 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Attempting to bind port 749e9d78-70c9-4245-a64a-8af50d00d1ff by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:25.094620 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Attempting to bind port 749e9d78-70c9-4245-a64a-8af50d00d1ff on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:25.113080 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:25.113478 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:25.113878 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:25.114274 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:25.114758 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Bound port: 749e9d78-70c9-4245-a64a-8af50d00d1ff, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:25.115307 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:25.183274 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] For port 749e9d78-70c9-4245-a64a-8af50d00d1ff, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:25.187285 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] For port 749e9d78-70c9-4245-a64a-8af50d00d1ff, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=749e9d78-70c9-4245-a64a-8af50d00d1ff,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:25.191286 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:25.197346 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:25.304193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e12a8aac-d72d-47df-bcce-7e3655f72032 admin admin] Publish callbacks [] for security_group (2d730074-c7e4-4cf6-8223-c7634b314a80), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:25.322040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e12a8aac-d72d-47df-bcce-7e3655f72032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2d730074-c7e4-4cf6-8223-c7634b314a80), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:25.347634 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3a5b2-f45a-453c-9737-be66568a54a0 None None] Pushing event updated for resources: {'Port': ['ID=749e9d78-70c9-4245-a64a-8af50d00d1ff,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:25.365637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a8aac-d72d-47df-bcce-7e3655f72032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d730074-c7e4-4cf6-8223-c7634b314a80,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:25.393168 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Routers {'0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:25.396003 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:25.447859 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e12a8aac-d72d-47df-bcce-7e3655f72032 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0a8247b7c764fa9b9c68796a3ba78b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238570 Jan 28 12:20:25.450526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:25.489277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:25.545107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52172) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:25.572699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334da45a-d81e-4c77-b171-ccc79eaddad3 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:20:25.588270 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Publish callbacks [] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:25.635253 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] Set router 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:25.694021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Router 293c5706-3dd7-41a5-8d96-d05400e3f37a is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:20:25.710862 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92c7355b-d287-438d-8442-ae68e0aff249 admin admin] Publish callbacks [] for security_group (2d730074-c7e4-4cf6-8223-c7634b314a80), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:25.722263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Transition to ACTIVE for port object 334da45a-d81e-4c77-b171-ccc79eaddad3 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:20:25.750190 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:25.873961 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Allocated IP 172.20.0.1 (5877161c-7fd2-41dc-8d25-bb5618619a8e/adfa7673-39ca-41cc-a133-b7ab84f9546a/0f306853-b165-4d9a-af09-acd79adea8d9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:25.934344 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:26.014668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=334da45a-d81e-4c77-b171-ccc79eaddad3,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:26.036964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Attempting to bind port 334da45a-d81e-4c77-b171-ccc79eaddad3 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:26.037612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Attempting to bind port 334da45a-d81e-4c77-b171-ccc79eaddad3 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:26.038445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Attempting to bind port 334da45a-d81e-4c77-b171-ccc79eaddad3 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:26.053851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Port 334da45a-d81e-4c77-b171-ccc79eaddad3 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:20:26.058504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Attempting to bind port 334da45a-d81e-4c77-b171-ccc79eaddad3 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:26.116062 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92c7355b-d287-438d-8442-ae68e0aff249 admin admin] Publish callbacks [] for security_group (2d730074-c7e4-4cf6-8223-c7634b314a80), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:26.145282 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'name': 'tempest-AttachSCSIVolumeTestJSON-2065303278-router', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:15Z', 'updated_at': '2022-01-28T12:20:19Z', 'revision_number': 3, 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'gw_port': {'id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:17Z', 'updated_at': '2022-01-28T12:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:26.148951 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a688a5a-b826-4109-b99c-afb2a77ba384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:26.177636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:26.197020 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bcb853-0345-4dcb-a382-0a0a08b21f84 None None] The sync data for ids ['0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'] in n-d-824835-4 is: [{'id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'name': 'tempest-AttachSCSIVolumeTestJSON-2065303278-router', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:15Z', 'updated_at': '2022-01-28T12:20:19Z', 'revision_number': 3, 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'gw_port': {'id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:17Z', 'updated_at': '2022-01-28T12:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:20:26.211733 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:26.212092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:26.212844 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:26.213445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Bound port: 334da45a-d81e-4c77-b171-ccc79eaddad3, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:26.213807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:26.289605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e51a48-c58e-4313-8f43-154d751f5ca8 None None] Network d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:20:26.605190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:20:26.622258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8eed585c-b871-4970-ac45-8b1028702826 None None] Provisioning complete for port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:26.622632 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8eed585c-b871-4970-ac45-8b1028702826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:26.634882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Sync routers for ids ['293c5706-3dd7-41a5-8d96-d05400e3f37a'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:20:26.646591 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92c7355b-d287-438d-8442-ae68e0aff249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2d730074-c7e4-4cf6-8223-c7634b314a80), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:26.651190 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92c7355b-d287-438d-8442-ae68e0aff249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:26.657301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-92c7355b-d287-438d-8442-ae68e0aff249 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d730074-c7e4-4cf6-8223-c7634b314a80 HTTP/1.1" status: 204 len: 168 time: 1.1869011 Jan 28 12:20:26.686838 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:26.705941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-64db1ef6-dcd3-4af3-a4cb-722510e6d8b1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.8536544 Jan 28 12:20:26.706861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52202) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:26.707878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7355b-d287-438d-8442-ae68e0aff249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d730074-c7e4-4cf6-8223-c7634b314a80,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:26.735972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5431d9b-bd09-4177-bcbc-b156f7eec4fd req-a199b7e9-bd81-4060-b221-17e81bb3c061 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:26.749480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5431d9b-bd09-4177-bcbc-b156f7eec4fd req-a199b7e9-bd81-4060-b221-17e81bb3c061 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 970 time: 0.9133277 Jan 28 12:20:26.804093 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b210a05-a75b-46ce-889c-10ee47d57b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:26.927377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Routers {'293c5706-3dd7-41a5-8d96-d05400e3f37a'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:26.928029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['293c5706-3dd7-41a5-8d96-d05400e3f37a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:27.019010 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:27.022590 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Publish callbacks [] for port (0f306853-b165-4d9a-af09-acd79adea8d9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:27.030781 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:27.146606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] For port 334da45a-d81e-4c77-b171-ccc79eaddad3, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:27.169950 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] For port 334da45a-d81e-4c77-b171-ccc79eaddad3, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=334da45a-d81e-4c77-b171-ccc79eaddad3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:27.177555 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:27.210856 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Network 5877161c-7fd2-41dc-8d25-bb5618619a8e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:27.278869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:27.310970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:27.312510 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:27.927935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Pushing event updated for resources: {'Port': ['ID=0f306853-b165-4d9a-af09-acd79adea8d9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:27.942408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:28.008338 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:28.009161 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:28.107208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Set router 293c5706-3dd7-41a5-8d96-d05400e3f37a gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:28.182852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5431d9b-bd09-4177-bcbc-b156f7eec4fd req-4c8f36b8-a097-457a-b0e3-43da5b37a5d1 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9477136 Jan 28 12:20:28.240638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:28.241406 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:28.242935 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] 10.222.0.35 "PUT /v2.0/ports/334da45a-d81e-4c77-b171-ccc79eaddad3 HTTP/1.1" status: 200 len: 1118 time: 5.3998303 Jan 28 12:20:28.289572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=592d3f4b-e93d-4905-ac6c-eb5e7509b9c7,segment=NetworkSegment(e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c),segment_id=e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:28.302134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0e0d0e-ab7c-465a-9ebd-18707e89a301', 'tag': '334da45a-d81e-4c77-b171-ccc79eaddad3'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:20:28.386085 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:28.791498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:29.076674 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:29.124515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7b037-772e-4b22-91ea-226bad751ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=334da45a-d81e-4c77-b171-ccc79eaddad3,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:29.287299 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a688a5a-b826-4109-b99c-afb2a77ba384 admin admin] Publish callbacks [] for security_group (29d09814-0355-45ce-90ee-7f02532b1d27), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:29.344347 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-970c0f9d-85f3-4880-8bbf-4fd4df6cb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:29.354840 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-970c0f9d-85f3-4880-8bbf-4fd4df6cb4d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64a8125df8c4cdcb18fe6f634297aef&device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 1121 time: 0.7467387 Jan 28 12:20:29.355557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a688a5a-b826-4109-b99c-afb2a77ba384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (29d09814-0355-45ce-90ee-7f02532b1d27), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:29.446043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8eed585c-b871-4970-ac45-8b1028702826 None None] Current status of the port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:29.446594 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8eed585c-b871-4970-ac45-8b1028702826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:29.508663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 749e9d78-70c9-4245-a64a-8af50d00d1ff up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:29.552326 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6a688a5a-b826-4109-b99c-afb2a77ba384 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=045ff823242b4b7896a28b97238ac6dd&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0582147 Jan 28 12:20:29.553042 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52254) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:29.566022 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7ea0de4-9e0e-4d66-9eae-d762024d0c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:29.620302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Allocated IP 172.20.0.1 (d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5/658afbb5-1d13-458d-8bca-a79996fd8bbe/02862f15-40f2-4ebe-858c-26004334dd60) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:29.726224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-8eed585c-b871-4970-ac45-8b1028702826 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:20:29.726998 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-8eed585c-b871-4970-ac45-8b1028702826 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:20:29.730037 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9044b3-1f83-447d-bdf2-0073ea1e2aae" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0e0d0e-ab7c-465a-9ebd-18707e89a301", "tag": "334da45a-d81e-4c77-b171-ccc79eaddad3"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:20:29.740167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=592d3f4b-e93d-4905-ac6c-eb5e7509b9c7,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:29.744736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6fc81-3cd8-4cb4-84dc-01624174e181 req-afc732c2-62f4-4f60-95fc-8005431e6642 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:29.752079 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-265567e1-4520-4df5-a6ba-3f101cca337c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=334da45a-d81e-4c77-b171-ccc79eaddad3 HTTP/1.1" status: 200 len: 217 time: 0.2799563 Jan 28 12:20:29.755903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63f6fc81-3cd8-4cb4-84dc-01624174e181 req-afc732c2-62f4-4f60-95fc-8005431e6642 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 970 time: 0.3664246 Jan 28 12:20:29.876583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 749e9d78-70c9-4245-a64a-8af50d00d1ff triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:29.878241 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:29.922296 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63f6fc81-3cd8-4cb4-84dc-01624174e181 req-b5543001-6206-4782-bacc-4b94cc8d1067 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654334 Jan 28 12:20:30.003809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-156c8e13-272a-4cea-9623-e079229b426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:30.005428 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-156c8e13-272a-4cea-9623-e079229b426c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1437244 Jan 28 12:20:30.040233 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7ea0de4-9e0e-4d66-9eae-d762024d0c01 admin admin] Publish callbacks [] for security_group (9fb5ba02-2b53-4a9f-bf06-5879ed080260), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.054983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7ea0de4-9e0e-4d66-9eae-d762024d0c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9fb5ba02-2b53-4a9f-bf06-5879ed080260), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.091186 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Publish callbacks [] for port (02862f15-40f2-4ebe-858c-26004334dd60), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.122787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 749e9d78-70c9-4245-a64a-8af50d00d1ff is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:30.125431 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.148422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1919980361-router', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:20Z', 'updated_at': '2022-01-28T12:20:23Z', 'revision_number': 3, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'gw_port': {'id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:22Z', 'updated_at': '2022-01-28T12:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:30.200430 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a688a5a-b826-4109-b99c-afb2a77ba384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d09814-0355-45ce-90ee-7f02532b1d27,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:30.225035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a7ea0de4-9e0e-4d66-9eae-d762024d0c01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42ed21d4c05945bf910e2afd6c2b678a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4323661 Jan 28 12:20:30.242253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52272) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:30.249820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Checking router: 293c5706-3dd7-41a5-8d96-d05400e3f37a for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:20:30.250552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Updating router 293c5706-3dd7-41a5-8d96-d05400e3f37a port 8c11a304-e113-44e1-bd10-8c5aceb897bd binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:20:30.276955 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6754b72a-5f41-4d18-b7c5-718937b22ff4 admin admin] Publish callbacks [] for security_group (29d09814-0355-45ce-90ee-7f02532b1d27), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.308531 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.309767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.341661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 749e9d78-70c9-4245-a64a-8af50d00d1ff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=749e9d78-70c9-4245-a64a-8af50d00d1ff,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:30.346018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea0de4-9e0e-4d66-9eae-d762024d0c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb5ba02-2b53-4a9f-bf06-5879ed080260,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:30.373668 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.381185 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44689fa-d7f3-43ad-95a6-c3fe8c1b6e93 x-openstack-request-id: req-b44689fa-d7f3-43ad-95a6-c3fe8c1b6e93 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:20:30.381494 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0e0d0e-ab7c-465a-9ebd-18707e89a301", "tag": "334da45a-d81e-4c77-b171-ccc79eaddad3", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:20:30.381754 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b44689fa-d7f3-43ad-95a6-c3fe8c1b6e93 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:20:30.382273 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0e0d0e-ab7c-465a-9ebd-18707e89a301', 'tag': '334da45a-d81e-4c77-b171-ccc79eaddad3', 'status': 'completed', 'code': 200} Jan 28 12:20:30.401187 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb071a62-43ef-4010-8e40-e341ab0dee0f admin admin] Publish callbacks [] for security_group (9fb5ba02-2b53-4a9f-bf06-5879ed080260), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.413728 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (02862f15-40f2-4ebe-858c-26004334dd60), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.419641 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b210a05-a75b-46ce-889c-10ee47d57b58 admin admin] Publish callbacks [] for security_group (e719fa6c-9f2d-4aa3-87de-1e5c8d90e8ca), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.443763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8eed585c-b871-4970-ac45-8b1028702826 None None] Current status of the port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:30.453587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Network d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:30.466908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:30.519596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:30.520366 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (293c5706-3dd7-41a5-8d96-d05400e3f37a), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.674834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6754b72a-5f41-4d18-b7c5-718937b22ff4 admin admin] Publish callbacks [] for security_group (29d09814-0355-45ce-90ee-7f02532b1d27), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.682448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-8cb4bbe7-e3f1-418b-9a33-a71e499dc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:30.684228 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-8cb4bbe7-e3f1-418b-9a33-a71e499dc5d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6511929 Jan 28 12:20:30.686135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b210a05-a75b-46ce-889c-10ee47d57b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e719fa6c-9f2d-4aa3-87de-1e5c8d90e8ca), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.691570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=749e9d78-70c9-4245-a64a-8af50d00d1ff,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:30.753057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-71ec2a75-7523-4e00-a51d-4a560aa16937 None None] Provisioning complete for port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:30.754626 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-71ec2a75-7523-4e00-a51d-4a560aa16937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.764744 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb071a62-43ef-4010-8e40-e341ab0dee0f admin admin] Publish callbacks [] for security_group (9fb5ba02-2b53-4a9f-bf06-5879ed080260), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.830934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (02862f15-40f2-4ebe-858c-26004334dd60), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:30.843411 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0b210a05-a75b-46ce-889c-10ee47d57b58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99879516affd426d95fb76396eeba5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 5.2924712 Jan 28 12:20:30.880113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52304) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:31.056568 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Publish callbacks [] for port (0f306853-b165-4d9a-af09-acd79adea8d9), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.179333 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.186175 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.268516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 749e9d78-70c9-4245-a64a-8af50d00d1ff up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:31.326306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Pushing event updated for resources: {'Port': ['ID=02862f15-40f2-4ebe-858c-26004334dd60,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:31.348961 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b210a05-a75b-46ce-889c-10ee47d57b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e719fa6c-9f2d-4aa3-87de-1e5c8d90e8ca,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:31.372222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-71ec2a75-7523-4e00-a51d-4a560aa16937 None None] Current status of the port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:31.480100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Publish callbacks [] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.494931 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-71ec2a75-7523-4e00-a51d-4a560aa16937 None None] Provisioning complete for port 0f306853-b165-4d9a-af09-acd79adea8d9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:31.495447 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-71ec2a75-7523-4e00-a51d-4a560aa16937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.498604 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.592482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f2125-9ca1-477b-b680-23face327b7d None None] Pushing event updated for resources: {'Port': ['ID=8c11a304-e113-44e1-bd10-8c5aceb897bd,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:31.650435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Attempting to bind port 8c11a304-e113-44e1-bd10-8c5aceb897bd on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:31.651223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Attempting to bind port 8c11a304-e113-44e1-bd10-8c5aceb897bd by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:31.651926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Attempting to bind port 8c11a304-e113-44e1-bd10-8c5aceb897bd on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:31.662843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52320) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:31.675009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-71ec2a75-7523-4e00-a51d-4a560aa16937 None None] Port 0f306853-b165-4d9a-af09-acd79adea8d9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:20:31.683324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Pushing event updated for resources: {'Port': ['ID=0f306853-b165-4d9a-af09-acd79adea8d9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:31.687385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:31.688046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:31.688883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf779fb4-01a6-4e36-aa0e-ddd4e8917f36 req-77424c71-b4a0-4636-9d2c-36dbff337d80 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:31.690139 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.690908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:31.691695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Bound port: 8c11a304-e113-44e1-bd10-8c5aceb897bd, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:31.693007 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.706423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf779fb4-01a6-4e36-aa0e-ddd4e8917f36 req-77424c71-b4a0-4636-9d2c-36dbff337d80 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 970 time: 0.5379934 Jan 28 12:20:31.748524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 749e9d78-70c9-4245-a64a-8af50d00d1ff triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:31.748931 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.774719 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6754b72a-5f41-4d18-b7c5-718937b22ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (29d09814-0355-45ce-90ee-7f02532b1d27), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.784138 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6754b72a-5f41-4d18-b7c5-718937b22ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.787994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6754b72a-5f41-4d18-b7c5-718937b22ff4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29d09814-0355-45ce-90ee-7f02532b1d27 HTTP/1.1" status: 204 len: 168 time: 2.0453582 Jan 28 12:20:31.825258 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-167910db-3ae0-49a7-beb5-e04f7c4a2e99 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0688803 Jan 28 12:20:31.864406 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb071a62-43ef-4010-8e40-e341ab0dee0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9fb5ba02-2b53-4a9f-bf06-5879ed080260), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.873520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb071a62-43ef-4010-8e40-e341ab0dee0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.877031 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bb071a62-43ef-4010-8e40-e341ab0dee0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fb5ba02-2b53-4a9f-bf06-5879ed080260 HTTP/1.1" status: 204 len: 168 time: 1.6325519 Jan 28 12:20:31.877768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754b72a-5f41-4d18-b7c5-718937b22ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d09814-0355-45ce-90ee-7f02532b1d27,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:31.931835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb071a62-43ef-4010-8e40-e341ab0dee0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb5ba02-2b53-4a9f-bf06-5879ed080260,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:31.951987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fab318c7-0674-4036-a23c-56ac4b650f93 admin admin] Publish callbacks [] for security_group (e719fa6c-9f2d-4aa3-87de-1e5c8d90e8ca), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:31.995770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c21e3021-094a-4bf5-a6d7-42aca6dbff5e None None] Provisioning complete for port 02862f15-40f2-4ebe-858c-26004334dd60 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:31.996152 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c21e3021-094a-4bf5-a6d7-42aca6dbff5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (02862f15-40f2-4ebe-858c-26004334dd60), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:32.007611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fab318c7-0674-4036-a23c-56ac4b650f93 admin admin] Publish callbacks [] for security_group (e719fa6c-9f2d-4aa3-87de-1e5c8d90e8ca), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:32.009544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Network 5877161c-7fd2-41dc-8d25-bb5618619a8e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:32.012872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:32.050526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] For port 8c11a304-e113-44e1-bd10-8c5aceb897bd, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:32.117590 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d48939a-8653-4146-b7bd-aebba7df1dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:32.128065 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] For port 8c11a304-e113-44e1-bd10-8c5aceb897bd, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8c11a304-e113-44e1-bd10-8c5aceb897bd,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:32.134003 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf779fb4-01a6-4e36-aa0e-ddd4e8917f36 req-617ce33a-bdca-496d-a7e9-2c55a761f6c1 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216974 Jan 28 12:20:32.141005 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fab318c7-0674-4036-a23c-56ac4b650f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e719fa6c-9f2d-4aa3-87de-1e5c8d90e8ca), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:32.144223 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fab318c7-0674-4036-a23c-56ac4b650f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:32.147800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fab318c7-0674-4036-a23c-56ac4b650f93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e719fa6c-9f2d-4aa3-87de-1e5c8d90e8ca HTTP/1.1" status: 204 len: 168 time: 1.0344679 Jan 28 12:20:32.173100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:32.188462 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Publish callbacks [] for port (02862f15-40f2-4ebe-858c-26004334dd60), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:32.200325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab318c7-0674-4036-a23c-56ac4b650f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e719fa6c-9f2d-4aa3-87de-1e5c8d90e8ca,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:32.211125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (02862f15-40f2-4ebe-858c-26004334dd60), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:32.211875 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (293c5706-3dd7-41a5-8d96-d05400e3f37a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:32.326732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Pushing event updated for resources: {'Port': ['ID=02862f15-40f2-4ebe-858c-26004334dd60,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:32.338752 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f2125-9ca1-477b-b680-23face327b7d None None] Pushing event updated for resources: {'Port': ['ID=8c11a304-e113-44e1-bd10-8c5aceb897bd,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:32.382345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c21e3021-094a-4bf5-a6d7-42aca6dbff5e None None] Port 02862f15-40f2-4ebe-858c-26004334dd60 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:20:32.408628 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d9c15960-0672-4985-91df-57e6f9f69a28 req-3623ff31-d5fa-4e4e-939d-8175a7ad2ab3 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593715 Jan 28 12:20:32.484163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Router 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:20:32.490329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 749e9d78-70c9-4245-a64a-8af50d00d1ff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:32.502088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:32.609006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Routers {'293c5706-3dd7-41a5-8d96-d05400e3f37a'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:32.612654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['293c5706-3dd7-41a5-8d96-d05400e3f37a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:32.651978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d48939a-8653-4146-b7bd-aebba7df1dfb admin admin] Publish callbacks [] for security_group (fa9b67ea-036a-4d0d-bbd0-a5265f7a1945), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:32.657639 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d48939a-8653-4146-b7bd-aebba7df1dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fa9b67ea-036a-4d0d-bbd0-a5265f7a1945), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:32.662935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Network d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:32.676846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:32.776792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d7bd11c7-40fd-4e0f-bbc5-a1cc1c2bd6d7 None None] Provisioning complete for port 0f306853-b165-4d9a-af09-acd79adea8d9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:32.777410 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7bd11c7-40fd-4e0f-bbc5-a1cc1c2bd6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:32.956177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48939a-8653-4146-b7bd-aebba7df1dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9b67ea-036a-4d0d-bbd0-a5265f7a1945,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:32.965029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Router 293c5706-3dd7-41a5-8d96-d05400e3f37a has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:20:32.970871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0d48939a-8653-4146-b7bd-aebba7df1dfb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25c8c531d719496f883c4e287d096e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2598605 Jan 28 12:20:32.971748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52344) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:33.057444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d7bd11c7-40fd-4e0f-bbc5-a1cc1c2bd6d7 None None] Port 0f306853-b165-4d9a-af09-acd79adea8d9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:20:33.077463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:33.077899 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.096560 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6161b6c-dbd0-423e-8464-a88e8030d5d0 admin admin] Publish callbacks [] for security_group (fa9b67ea-036a-4d0d-bbd0-a5265f7a1945), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.110960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52346) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:33.131156 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1588c79-96b1-4473-ba6f-c41d01255893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.139811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52348) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:33.201134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] Set router 293c5706-3dd7-41a5-8d96-d05400e3f37a gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:33.208536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6161b6c-dbd0-423e-8464-a88e8030d5d0 admin admin] Publish callbacks [] for security_group (fa9b67ea-036a-4d0d-bbd0-a5265f7a1945), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.209848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:33.226053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:20:33.235562 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5f227c9e-a2f3-4096-8233-7525a750e895 admin admin] 10.222.0.53 "PUT /v2.0/routers/0b5073f1-8cdc-48ca-b53a-28cb05c9ad77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6116297 Jan 28 12:20:33.250103 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Sync routers for ids ['0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:20:33.254071 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9044b3-1f83-447d-bdf2-0073ea1e2aae req-c3cdb518-ede4-41ec-bfb4-0e637b9b23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:33.255622 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7d9044b3-1f83-447d-bdf2-0073ea1e2aae req-c3cdb518-ede4-41ec-bfb4-0e637b9b23b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64a8125df8c4cdcb18fe6f634297aef&device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 1121 time: 0.6733072 Jan 28 12:20:33.261144 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Routers {'0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:33.271108 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:33.319805 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b6698bef-1754-47e8-bd0f-268bbd1e2772 None None] Provisioning complete for port 02862f15-40f2-4ebe-858c-26004334dd60 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:33.320184 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b6698bef-1754-47e8-bd0f-268bbd1e2772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (02862f15-40f2-4ebe-858c-26004334dd60), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.378424 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-331d82f5-49d3-4c75-a7ef-a6ad54d87843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.421702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87cd41-1ad9-44c7-972d-efe46b240924 req-6bdd9f4f-864f-4d87-9eec-296ba3403093 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:33.423185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de87cd41-1ad9-44c7-972d-efe46b240924 req-6bdd9f4f-864f-4d87-9eec-296ba3403093 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 970 time: 0.0904672 Jan 28 12:20:33.443261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52358) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:33.497924 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Set router 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:33.527740 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-331d82f5-49d3-4c75-a7ef-a6ad54d87843 admin admin] Publish callbacks [] for security_group (746fce5e-bbe3-44f8-abd1-e27f015c9e94), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.534639 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6161b6c-dbd0-423e-8464-a88e8030d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fa9b67ea-036a-4d0d-bbd0-a5265f7a1945), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.537329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6161b6c-dbd0-423e-8464-a88e8030d5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.541452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c6161b6c-dbd0-423e-8464-a88e8030d5d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa9b67ea-036a-4d0d-bbd0-a5265f7a1945 HTTP/1.1" status: 204 len: 168 time: 0.5685179 Jan 28 12:20:33.542708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:20:33.557888 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d0f615a3-a25c-4b34-a2ba-5860c803ab5a admin admin] 10.222.0.53 "PUT /v2.0/routers/293c5706-3dd7-41a5-8d96-d05400e3f37a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8070045 Jan 28 12:20:33.558840 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-331d82f5-49d3-4c75-a7ef-a6ad54d87843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (746fce5e-bbe3-44f8-abd1-e27f015c9e94), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.587709 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7913d7ad-6aba-4de7-97f5-261c3ed1070e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.610687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6161b6c-dbd0-423e-8464-a88e8030d5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9b67ea-036a-4d0d-bbd0-a5265f7a1945,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:33.617758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9044b3-1f83-447d-bdf2-0073ea1e2aae req-50cad962-a165-4165-810d-50a8186247c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:33.619118 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7d9044b3-1f83-447d-bdf2-0073ea1e2aae req-50cad962-a165-4165-810d-50a8186247c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.3575268 Jan 28 12:20:33.654091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d82f5-49d3-4c75-a7ef-a6ad54d87843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746fce5e-bbe3-44f8-abd1-e27f015c9e94,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:33.662348 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b6698bef-1754-47e8-bd0f-268bbd1e2772 None None] Port 02862f15-40f2-4ebe-858c-26004334dd60 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:20:33.679945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-331d82f5-49d3-4c75-a7ef-a6ad54d87843 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13a23749c9744dbebf46188868305476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5159357 Jan 28 12:20:33.687298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52368) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:33.717313 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7d9044b3-1f83-447d-bdf2-0073ea1e2aae req-c6827b22-02c3-4f2a-b557-47e74d285b54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=334da45a-d81e-4c77-b171-ccc79eaddad3 HTTP/1.1" status: 200 len: 217 time: 0.0908816 Jan 28 12:20:33.746067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de87cd41-1ad9-44c7-972d-efe46b240924 req-d18d446c-ad8d-4188-ab25-f636bbe2cd23 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095069 Jan 28 12:20:33.815853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64b9c75d-8e83-49df-a03a-3f1989d8d39c admin admin] Publish callbacks [] for security_group (746fce5e-bbe3-44f8-abd1-e27f015c9e94), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.820071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1588c79-96b1-4473-ba6f-c41d01255893 admin admin] Publish callbacks [] for security_group (e75b70ff-9bed-4050-8642-908953b06e11), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.838828 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1588c79-96b1-4473-ba6f-c41d01255893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e75b70ff-9bed-4050-8642-908953b06e11), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.845863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9044b3-1f83-447d-bdf2-0073ea1e2aae req-5609e8b8-4752-4aac-ae3d-e74842a105b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:33.856802 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7d9044b3-1f83-447d-bdf2-0073ea1e2aae req-5609e8b8-4752-4aac-ae3d-e74842a105b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1322103 Jan 28 12:20:33.890358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1919980361-router', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:20Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 4, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'gw_port': {'id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:22Z', 'updated_at': '2022-01-28T12:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '02862f15-40f2-4ebe-858c-26004334dd60', 'name': '', 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'mac_address': 'fa:16:3e:8f:34:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '658afbb5-1d13-458d-8bca-a79996fd8bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:28Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 2, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'subnets': [{'id': '658afbb5-1d13-458d-8bca-a79996fd8bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:33.914968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1588c79-96b1-4473-ba6f-c41d01255893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75b70ff-9bed-4050-8642-908953b06e11,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:33.941023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9586f9a5-d0ed-4ca0-9fd3-223e7c57938b None None] The sync data for ids ['293c5706-3dd7-41a5-8d96-d05400e3f37a'] in n-d-824835-4 is: [{'id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1919980361-router', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:20Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 4, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'gw_port': {'id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:22Z', 'updated_at': '2022-01-28T12:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '02862f15-40f2-4ebe-858c-26004334dd60', 'name': '', 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'mac_address': 'fa:16:3e:8f:34:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '658afbb5-1d13-458d-8bca-a79996fd8bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:28Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 2, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'subnets': [{'id': '658afbb5-1d13-458d-8bca-a79996fd8bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:20:33.941624 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64b9c75d-8e83-49df-a03a-3f1989d8d39c admin admin] Publish callbacks [] for security_group (746fce5e-bbe3-44f8-abd1-e27f015c9e94), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:33.972323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9044b3-1f83-447d-bdf2-0073ea1e2aae req-9bb51841-713f-48a4-a576-61a400daf1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:33.974661 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7d9044b3-1f83-447d-bdf2-0073ea1e2aae req-9bb51841-713f-48a4-a576-61a400daf1f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102211 Jan 28 12:20:34.010888 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f1588c79-96b1-4473-ba6f-c41d01255893 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54b84b0931474c229fec572a22bfcaf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8987424 Jan 28 12:20:34.018099 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52376) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:34.038071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7913d7ad-6aba-4de7-97f5-261c3ed1070e admin admin] Publish callbacks [] for security_group (c72c4d31-90f8-464b-8609-53aa65349e80), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.044730 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7913d7ad-6aba-4de7-97f5-261c3ed1070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c72c4d31-90f8-464b-8609-53aa65349e80), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.046800 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'name': 'tempest-AttachSCSIVolumeTestJSON-2065303278-router', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:15Z', 'updated_at': '2022-01-28T12:20:29Z', 'revision_number': 4, 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'gw_port': {'id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:17Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '0f306853-b165-4d9a-af09-acd79adea8d9', 'name': '', 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'mac_address': 'fa:16:3e:81:67:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'adfa7673-39ca-41cc-a133-b7ab84f9546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:25Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 2, 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'subnets': [{'id': 'adfa7673-39ca-41cc-a133-b7ab84f9546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:34.105318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913d7ad-6aba-4de7-97f5-261c3ed1070e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72c4d31-90f8-464b-8609-53aa65349e80,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:34.117635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7913d7ad-6aba-4de7-97f5-261c3ed1070e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cab8090c29bf42fc8fcb4b3e7285289e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6676214 Jan 28 12:20:34.118586 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64b9c75d-8e83-49df-a03a-3f1989d8d39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (746fce5e-bbe3-44f8-abd1-e27f015c9e94), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.128038 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64b9c75d-8e83-49df-a03a-3f1989d8d39c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.133712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-64b9c75d-8e83-49df-a03a-3f1989d8d39c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/746fce5e-bbe3-44f8-abd1-e27f015c9e94 HTTP/1.1" status: 204 len: 168 time: 0.4389076 Jan 28 12:20:34.134428 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52380) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:34.143313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9c75d-8e83-49df-a03a-3f1989d8d39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746fce5e-bbe3-44f8-abd1-e27f015c9e94,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:34.146611 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Checking router: 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:20:34.146976 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Updating router 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 port 0f306853-b165-4d9a-af09-acd79adea8d9 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:20:34.186174 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.235146 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7d9044b3-1f83-447d-bdf2-0073ea1e2aae req-92fdb458-8d89-4712-be86-a1e2b98456fe service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525973 Jan 28 12:20:34.236186 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3156288f-8372-44b4-ae40-2d21b12b621e admin admin] Publish callbacks [] for security_group (e75b70ff-9bed-4050-8642-908953b06e11), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.365039 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b53595a6-ce26-4749-a7b4-5f66af443bf6 admin admin] Publish callbacks [] for security_group (c72c4d31-90f8-464b-8609-53aa65349e80), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.403211 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b53595a6-ce26-4749-a7b4-5f66af443bf6 admin admin] Publish callbacks [] for security_group (c72c4d31-90f8-464b-8609-53aa65349e80), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.441066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52390) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:34.468573 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4999a4a2-ec64-4d0e-8eb5-72e5b87d1837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.538404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3156288f-8372-44b4-ae40-2d21b12b621e admin admin] Publish callbacks [] for security_group (e75b70ff-9bed-4050-8642-908953b06e11), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.540947 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b53595a6-ce26-4749-a7b4-5f66af443bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c72c4d31-90f8-464b-8609-53aa65349e80), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.549913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b53595a6-ce26-4749-a7b4-5f66af443bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.555196 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b53595a6-ce26-4749-a7b4-5f66af443bf6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c72c4d31-90f8-464b-8609-53aa65349e80 HTTP/1.1" status: 204 len: 168 time: 0.4168966 Jan 28 12:20:34.596449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53595a6-ce26-4749-a7b4-5f66af443bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72c4d31-90f8-464b-8609-53aa65349e80,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:34.665439 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7d9044b3-1f83-447d-bdf2-0073ea1e2aae req-33a82923-d169-4af3-894c-14f487cda921 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213285 Jan 28 12:20:34.690287 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3156288f-8372-44b4-ae40-2d21b12b621e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e75b70ff-9bed-4050-8642-908953b06e11), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.696628 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3156288f-8372-44b4-ae40-2d21b12b621e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.702581 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3156288f-8372-44b4-ae40-2d21b12b621e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e75b70ff-9bed-4050-8642-908953b06e11 HTTP/1.1" status: 204 len: 168 time: 0.6797523 Jan 28 12:20:34.710135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156288f-8372-44b4-ae40-2d21b12b621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75b70ff-9bed-4050-8642-908953b06e11,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:34.722617 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4999a4a2-ec64-4d0e-8eb5-72e5b87d1837 admin admin] Publish callbacks [] for security_group (05b0feb8-7902-4370-9b61-53f2fb287d30), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.731851 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4999a4a2-ec64-4d0e-8eb5-72e5b87d1837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (05b0feb8-7902-4370-9b61-53f2fb287d30), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.807824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999a4a2-ec64-4d0e-8eb5-72e5b87d1837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b0feb8-7902-4370-9b61-53f2fb287d30,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:34.822016 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Publish callbacks [] for port (0f306853-b165-4d9a-af09-acd79adea8d9), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.835037 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:34.872895 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4999a4a2-ec64-4d0e-8eb5-72e5b87d1837 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95f8f89d15f944e9a89dc76ff1bd7d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306774 Jan 28 12:20:34.875531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52408) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:34.951680 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168144a-086c-40a3-8975-f0cd358bb7dd None None] Pushing event updated for resources: {'Port': ['ID=0f306853-b165-4d9a-af09-acd79adea8d9,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:34.981991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7e993-d14c-4c18-ba13-1dc170637363 req-e6c09f37-67d6-4187-af90-621676f0f588 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:34.983986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1bf7e993-d14c-4c18-ba13-1dc170637363 req-e6c09f37-67d6-4187-af90-621676f0f588 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 970 time: 0.1017725 Jan 28 12:20:34.998384 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3becd31a-ff88-4351-a884-99192a4392dc admin admin] Publish callbacks [] for security_group (05b0feb8-7902-4370-9b61-53f2fb287d30), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:35.030521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3becd31a-ff88-4351-a884-99192a4392dc admin admin] Publish callbacks [] for security_group (05b0feb8-7902-4370-9b61-53f2fb287d30), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:35.050848 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Attempting to bind port 0f306853-b165-4d9a-af09-acd79adea8d9 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:35.051223 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Attempting to bind port 0f306853-b165-4d9a-af09-acd79adea8d9 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:35.051619 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Attempting to bind port 0f306853-b165-4d9a-af09-acd79adea8d9 on network 5877161c-7fd2-41dc-8d25-bb5618619a8e {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:35.071696 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:35.072083 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Checking segment: {'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:35.072496 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:35.072897 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Bound using segment: {'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:35.073382 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Bound port: 0f306853-b165-4d9a-af09-acd79adea8d9, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:35.073764 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:35.135658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3becd31a-ff88-4351-a884-99192a4392dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (05b0feb8-7902-4370-9b61-53f2fb287d30), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:35.136500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1bf7e993-d14c-4c18-ba13-1dc170637363 req-4fa4e6c3-e64e-4f73-af82-5902b3250630 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465664 Jan 28 12:20:35.150886 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3becd31a-ff88-4351-a884-99192a4392dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:35.161202 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3becd31a-ff88-4351-a884-99192a4392dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05b0feb8-7902-4370-9b61-53f2fb287d30 HTTP/1.1" status: 204 len: 168 time: 0.2802391 Jan 28 12:20:35.187318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becd31a-ff88-4351-a884-99192a4392dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b0feb8-7902-4370-9b61-53f2fb287d30,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:35.238539 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] For port 0f306853-b165-4d9a-af09-acd79adea8d9, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:35.242610 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] For port 0f306853-b165-4d9a-af09-acd79adea8d9, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0f306853-b165-4d9a-af09-acd79adea8d9,segment=NetworkSegment(8ae5bd75-fed5-444c-bc82-f6055551ea9a),segment_id=8ae5bd75-fed5-444c-bc82-f6055551ea9a)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:35.251969 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:35.308218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-082a05cf-0f2f-41de-9809-988d184b9a3b None None] Provisioning complete for port 0f306853-b165-4d9a-af09-acd79adea8d9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:35.313371 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-082a05cf-0f2f-41de-9809-988d184b9a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:35.369084 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168144a-086c-40a3-8975-f0cd358bb7dd None None] Pushing event updated for resources: {'Port': ['ID=0f306853-b165-4d9a-af09-acd79adea8d9,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:35.404498 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Routers {'0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:35.405379 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:35.519860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-082a05cf-0f2f-41de-9809-988d184b9a3b None None] Current status of the port 0f306853-b165-4d9a-af09-acd79adea8d9 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:35.520437 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-082a05cf-0f2f-41de-9809-988d184b9a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:35.530026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8c11a304-e113-44e1-bd10-8c5aceb897bd up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:35.655028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-082a05cf-0f2f-41de-9809-988d184b9a3b None None] For port 0f306853-b165-4d9a-af09-acd79adea8d9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0f306853-b165-4d9a-af09-acd79adea8d9,segment=NetworkSegment(8ae5bd75-fed5-444c-bc82-f6055551ea9a),segment_id=8ae5bd75-fed5-444c-bc82-f6055551ea9a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:35.670794 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] Set router 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:35.675230 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-082a05cf-0f2f-41de-9809-988d184b9a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:35.757325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 8c11a304-e113-44e1-bd10-8c5aceb897bd triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:35.774735 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:35.889937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a05cf-0f2f-41de-9809-988d184b9a3b None None] Pushing event updated for resources: {'Port': ['ID=0f306853-b165-4d9a-af09-acd79adea8d9,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:35.922016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ef2e4e3e-b73c-423c-b47d-8b25282f1bb3 None None] Provisioning complete for port 0f306853-b165-4d9a-af09-acd79adea8d9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:35.927077 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef2e4e3e-b73c-423c-b47d-8b25282f1bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.031968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52434) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:36.063740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8c11a304-e113-44e1-bd10-8c5aceb897bd is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:36.065021 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.075495 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'name': 'tempest-AttachSCSIVolumeTestJSON-2065303278-router', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:15Z', 'updated_at': '2022-01-28T12:20:29Z', 'revision_number': 4, 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'gw_port': {'id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:17Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '0f306853-b165-4d9a-af09-acd79adea8d9', 'name': '', 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'mac_address': 'fa:16:3e:81:67:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'adfa7673-39ca-41cc-a133-b7ab84f9546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:25Z', 'updated_at': '2022-01-28T12:20:35Z', 'revision_number': 4, 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'subnets': [{'id': 'adfa7673-39ca-41cc-a133-b7ab84f9546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:36.116639 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad4627-1a42-4207-a8d3-380ce371eb9b None None] The sync data for ids ['0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'] in n-d-824835-4 is: [{'id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'name': 'tempest-AttachSCSIVolumeTestJSON-2065303278-router', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:15Z', 'updated_at': '2022-01-28T12:20:29Z', 'revision_number': 4, 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'gw_port': {'id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:17Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '0f306853-b165-4d9a-af09-acd79adea8d9', 'name': '', 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'mac_address': 'fa:16:3e:81:67:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'adfa7673-39ca-41cc-a133-b7ab84f9546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:25Z', 'updated_at': '2022-01-28T12:20:35Z', 'revision_number': 4, 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'subnets': [{'id': 'adfa7673-39ca-41cc-a133-b7ab84f9546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:20:36.142703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 8c11a304-e113-44e1-bd10-8c5aceb897bd, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8c11a304-e113-44e1-bd10-8c5aceb897bd,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:36.161680 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.268966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52444) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:36.274906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-af2ef5c8-36e2-4f81-bc72-a8b97d5d89dd tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933006168', 'description': 'tempest-description--426776197'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:36.328387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e4e3e-b73c-423c-b47d-8b25282f1bb3 None None] Current status of the port 0f306853-b165-4d9a-af09-acd79adea8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:36.340779 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=8c11a304-e113-44e1-bd10-8c5aceb897bd,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:36.360650 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af2ef5c8-36e2-4f81-bc72-a8b97d5d89dd tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.495488 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af2ef5c8-36e2-4f81-bc72-a8b97d5d89dd tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for security_group (77265ad1-c084-4aaa-8da1-9cb5d25350a7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.508004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af2ef5c8-36e2-4f81-bc72-a8b97d5d89dd tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (77265ad1-c084-4aaa-8da1-9cb5d25350a7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.547597 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ef5c8-36e2-4f81-bc72-a8b97d5d89dd tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77265ad1-c084-4aaa-8da1-9cb5d25350a7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:36.561888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52456) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:36.563079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-973a21af-0c5a-40ad-bf77-d4be5cc7cd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.571172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-793725905-network', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:36.587875 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af2ef5c8-36e2-4f81-bc72-a8b97d5d89dd tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.591713 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-af2ef5c8-36e2-4f81-bc72-a8b97d5d89dd tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3188326 Jan 28 12:20:36.592097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:36.603428 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-212f2ffc-0327-4353-9a36-6ff332fee687 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Request body: {'security_group_rule': {'security_group_id': '77265ad1-c084-4aaa-8da1-9cb5d25350a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:36.606465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d121cd-8e50-4f74-b1d8-39cbcd7cdd85 req-9fbf855d-590e-481a-9a61-cb841210c7bc tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:36.617015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82d121cd-8e50-4f74-b1d8-39cbcd7cdd85 req-9fbf855d-590e-481a-9a61-cb841210c7bc tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 970 time: 0.2697356 Jan 28 12:20:36.617773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Made reservation on behalf of 37f7ac357b3f4b4a8384494236bf36f7 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:20:36.620947 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.639605 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.674403 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-212f2ffc-0327-4353-9a36-6ff332fee687 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for security_group_rule (bf7d6f06-2b02-42a6-ba10-a02a8db45bca), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.704253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82d121cd-8e50-4f74-b1d8-39cbcd7cdd85 req-49c8954e-252d-43d3-aca8-341371b1191c tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862544 Jan 28 12:20:36.743567 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-973a21af-0c5a-40ad-bf77-d4be5cc7cd0b admin admin] Publish callbacks [] for security_group (c0b6f477-baf1-48e2-9161-35efca20d7a4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.747136 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-973a21af-0c5a-40ad-bf77-d4be5cc7cd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c0b6f477-baf1-48e2-9161-35efca20d7a4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.784517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-973a21af-0c5a-40ad-bf77-d4be5cc7cd0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=651b4d5c730c408e8c350e68a39a6681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7484093 Jan 28 12:20:36.785386 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52466) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:36.786929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-212f2ffc-0327-4353-9a36-6ff332fee687 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for security_group_rule (bf7d6f06-2b02-42a6-ba10-a02a8db45bca), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.814205 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-212f2ffc-0327-4353-9a36-6ff332fee687 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (bf7d6f06-2b02-42a6-ba10-a02a8db45bca), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.831934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a21af-0c5a-40ad-bf77-d4be5cc7cd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b6f477-baf1-48e2-9161-35efca20d7a4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:36.843300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f2ffc-0327-4353-9a36-6ff332fee687 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7d6f06-2b02-42a6-ba10-a02a8db45bca,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:36.850754 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Publish callbacks [] for security_group (602b7948-0890-4cfc-bc18-ca505d6a454a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.861695 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (602b7948-0890-4cfc-bc18-ca505d6a454a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.874186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:20:36.886171 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (eaeef951-1ae0-43ab-a156-9f833582986a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.886788 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Added segment eaeef951-1ae0-43ab-a156-9f833582986a of type vlan for network 420309dc-ecc7-4117-a55a-110d5b7fcacb Jan 28 12:20:36.956728 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-212f2ffc-0327-4353-9a36-6ff332fee687 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.957938 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-212f2ffc-0327-4353-9a36-6ff332fee687 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3649216 Jan 28 12:20:36.962683 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52474) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:36.964801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (420309dc-ecc7-4117-a55a-110d5b7fcacb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:36.968083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-17f12cd5-f303-4b2b-9771-540c7843ba19 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Request body: {'security_group_rule': {'security_group_id': '77265ad1-c084-4aaa-8da1-9cb5d25350a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:37.006920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602b7948-0890-4cfc-bc18-ca505d6a454a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:37.012400 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d4dff7-a15f-4271-b36e-68776626cfa3 admin admin] Publish callbacks [] for security_group (c0b6f477-baf1-48e2-9161-35efca20d7a4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.022722 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17f12cd5-f303-4b2b-9771-540c7843ba19 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for security_group_rule (8e602f3c-bc2b-4492-a1ab-a4195784e224), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.071290 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (420309dc-ecc7-4117-a55a-110d5b7fcacb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.072751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:37.074452 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.081210 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d4dff7-a15f-4271-b36e-68776626cfa3 admin admin] Publish callbacks [] for security_group (c0b6f477-baf1-48e2-9161-35efca20d7a4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.133583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17f12cd5-f303-4b2b-9771-540c7843ba19 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for security_group_rule (8e602f3c-bc2b-4492-a1ab-a4195784e224), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.138518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17f12cd5-f303-4b2b-9771-540c7843ba19 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (8e602f3c-bc2b-4492-a1ab-a4195784e224), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.181166 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6178093 Jan 28 12:20:37.181792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52484) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:37.185545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f12cd5-f303-4b2b-9771-540c7843ba19 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e602f3c-bc2b-4492-a1ab-a4195784e224,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:37.219014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3c123685-3cc5-4e53-9367-3b032f28eec6 admin admin] Request body: {'subnet': {'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-793725905-subnet', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:37.223417 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17f12cd5-f303-4b2b-9771-540c7843ba19 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.225348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-17f12cd5-f303-4b2b-9771-540c7843ba19 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2611773 Jan 28 12:20:37.228765 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52486) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:37.238389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:37.287383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecc3d8-b2af-4e99-a014-e4fc17b95f45 admin admin] Pushing event updated for resources: {'Network': ['ID=420309dc-ecc7-4117-a55a-110d5b7fcacb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:37.306024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d4dff7-a15f-4271-b36e-68776626cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c0b6f477-baf1-48e2-9161-35efca20d7a4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.309581 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d4dff7-a15f-4271-b36e-68776626cfa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.309750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 420309dc-ecc7-4117-a55a-110d5b7fcacb details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:20:37.320009 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-63d4dff7-a15f-4271-b36e-68776626cfa3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0b6f477-baf1-48e2-9161-35efca20d7a4 HTTP/1.1" status: 204 len: 168 time: 0.5316708 Jan 28 12:20:37.337986 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.340577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4dff7-a15f-4271-b36e-68776626cfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b6f477-baf1-48e2-9161-35efca20d7a4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:37.364455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c123685-3cc5-4e53-9367-3b032f28eec6 admin admin] Made reservation on behalf of 37f7ac357b3f4b4a8384494236bf36f7 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:20:37.366790 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c123685-3cc5-4e53-9367-3b032f28eec6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.558534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 334da45a-d81e-4c77-b171-ccc79eaddad3 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:20:37.572102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8c11a304-e113-44e1-bd10-8c5aceb897bd up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:37.725270 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.768463 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c123685-3cc5-4e53-9367-3b032f28eec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (ee0903de-f43a-47ee-b764-7b373ac37890), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.795963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 8c11a304-e113-44e1-bd10-8c5aceb897bd triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:37.796559 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:37.849127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Sync routers for ids ['293c5706-3dd7-41a5-8d96-d05400e3f37a'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:20:37.895275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Routers {'293c5706-3dd7-41a5-8d96-d05400e3f37a'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:37.896190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['293c5706-3dd7-41a5-8d96-d05400e3f37a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:38.008886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 334da45a-d81e-4c77-b171-ccc79eaddad3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=334da45a-d81e-4c77-b171-ccc79eaddad3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:38.013629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Allocated IP 172.25.7.11 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/8e44e60a-e804-42bc-9dcb-010239005d01) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:38.021187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c123685-3cc5-4e53-9367-3b032f28eec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0903de-f43a-47ee-b764-7b373ac37890,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:38.032232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c123685-3cc5-4e53-9367-3b032f28eec6 admin admin] Checking segment: {'id': 'eaeef951-1ae0-43ab-a156-9f833582986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:38.041014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c123685-3cc5-4e53-9367-3b032f28eec6 admin admin] Network hostable DHCP agents. Network: 420309dc-ecc7-4117-a55a-110d5b7fcacb, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:20:38.063635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '334da45a-d81e-4c77-b171-ccc79eaddad3', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '334da45a-d81e-4c77-b171-ccc79eaddad3', 'mac_address': 'fa:16:3e:53:28:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:tempest-test_az-2061860679', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:20:38.076056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c123685-3cc5-4e53-9367-3b032f28eec6 admin admin] Network 420309dc-ecc7-4117-a55a-110d5b7fcacb is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:20:38.092512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3c123685-3cc5-4e53-9367-3b032f28eec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 420309dc-ecc7-4117-a55a-110d5b7fcacb) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:38.097237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c123685-3cc5-4e53-9367-3b032f28eec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:38.110104 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c123685-3cc5-4e53-9367-3b032f28eec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.144480 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3c123685-3cc5-4e53-9367-3b032f28eec6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9376881 Jan 28 12:20:38.147055 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52516) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:38.149042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc373fdd-1ec3-48be-84ed-1b543c2b004d None None] Network 420309dc-ecc7-4117-a55a-110d5b7fcacb requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:20:38.151526 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:38.174155 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-793725905-router', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:38.182582 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for port (8e44e60a-e804-42bc-9dcb-010239005d01), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.224090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (e67b81b7-0a3f-4c20-9f52-79496a02ed85), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.225286 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (e67b81b7-0a3f-4c20-9f52-79496a02ed85), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.230746 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6b02324-abd7-4bf8-9d71-5c01976f2e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.286534 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (8e44e60a-e804-42bc-9dcb-010239005d01), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.335106 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6b02324-abd7-4bf8-9d71-5c01976f2e47 admin admin] Publish callbacks [] for security_group (a9162fe3-397f-4a36-8155-0f4c57a85c05), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.348265 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6b02324-abd7-4bf8-9d71-5c01976f2e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a9162fe3-397f-4a36-8155-0f4c57a85c05), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.352063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 334da45a-d81e-4c77-b171-ccc79eaddad3 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:38.352468 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.362503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Set router 293c5706-3dd7-41a5-8d96-d05400e3f37a gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:38.365092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8c11a304-e113-44e1-bd10-8c5aceb897bd is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:38.366904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0f306853-b165-4d9a-af09-acd79adea8d9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:38.402229 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e6b02324-abd7-4bf8-9d71-5c01976f2e47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ceebe8d2e4c418aa5de30134d7863a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497108 Jan 28 12:20:38.410686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52528) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:38.427572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:38.438010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:38.449263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Pushing event updated for resources: {'Port': ['ID=8e44e60a-e804-42bc-9dcb-010239005d01,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:38.453003 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:38.480812 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Publish callbacks [] for router_controller (e67b81b7-0a3f-4c20-9f52-79496a02ed85), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.483836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b02324-abd7-4bf8-9d71-5c01976f2e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9162fe3-397f-4a36-8155-0f4c57a85c05,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:38.544523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334da45a-d81e-4c77-b171-ccc79eaddad3 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:20:38.597971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302e9b4-a39b-4d0e-bbb9-c8646a6928c8 req-29ad603f-bf69-4e4d-9260-7c6696eeea54 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:38.599622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4302e9b4-a39b-4d0e-bbb9-c8646a6928c8 req-29ad603f-bf69-4e4d-9260-7c6696eeea54 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 970 time: 0.3408175 Jan 28 12:20:38.604093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for floatingip (745eebe7-6171-4465-ab3a-3bb59357eb4d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.667808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 334da45a-d81e-4c77-b171-ccc79eaddad3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=334da45a-d81e-4c77-b171-ccc79eaddad3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:38.732444 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8e44e60a-e804-42bc-9dcb-010239005d01), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.742170 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-754559a3-5e30-43cc-bae6-3a7364195b38 admin admin] Publish callbacks [] for security_group (a9162fe3-397f-4a36-8155-0f4c57a85c05), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.757432 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.781403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4302e9b4-a39b-4d0e-bbb9-c8646a6928c8 req-b7055131-f2e0-4ba6-bee6-0532368b3664 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592877 Jan 28 12:20:38.813916 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Publish callbacks [] for router_gateway (e67b81b7-0a3f-4c20-9f52-79496a02ed85), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.822824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-420309dc-ecc7-4117-a55a-110d5b7fcacb', 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb', 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'fixed_ips': [{'subnet_id': 'ee0903de-f43a-47ee-b764-7b373ac37890'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:20:38.823967 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.832267 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-754559a3-5e30-43cc-bae6-3a7364195b38 admin admin] Publish callbacks [] for security_group (a9162fe3-397f-4a36-8155-0f4c57a85c05), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.978664 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-754559a3-5e30-43cc-bae6-3a7364195b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a9162fe3-397f-4a36-8155-0f4c57a85c05), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.979675 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-754559a3-5e30-43cc-bae6-3a7364195b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:38.982901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-754559a3-5e30-43cc-bae6-3a7364195b38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9162fe3-397f-4a36-8155-0f4c57a85c05 HTTP/1.1" status: 204 len: 168 time: 0.5651660 Jan 28 12:20:39.004780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754559a3-5e30-43cc-bae6-3a7364195b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9162fe3-397f-4a36-8155-0f4c57a85c05,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:39.035809 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for port (8e44e60a-e804-42bc-9dcb-010239005d01), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:39.043934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8e44e60a-e804-42bc-9dcb-010239005d01), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:39.079832 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (745eebe7-6171-4465-ab3a-3bb59357eb4d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:39.102205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Pushing event updated for resources: {'Port': ['ID=8e44e60a-e804-42bc-9dcb-010239005d01,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:39.112754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:39.114257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c1257a9f-da7c-43ab-bb8f-f09081eeb9e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8845444 Jan 28 12:20:39.150972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0f306853-b165-4d9a-af09-acd79adea8d9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:39.151483 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:39.156328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=334da45a-d81e-4c77-b171-ccc79eaddad3,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:39.190245 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Publish callbacks [] for router_gateway (e67b81b7-0a3f-4c20-9f52-79496a02ed85), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:39.219090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:39.240604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['334da45a-d81e-4c77-b171-ccc79eaddad3'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:20:39.374564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Allocated IP 172.25.7.56 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/0ef5e875-23e0-427b-bab2-f16dc784cb27) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:39.463380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Allocated IP 172.20.0.2 (420309dc-ecc7-4117-a55a-110d5b7fcacb/ee0903de-f43a-47ee-b764-7b373ac37890/9bfda344-f305-4d97-8ac7-bf3cb9dff7fe) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:39.504237 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Publish callbacks [] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:39.547378 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:39.609112 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef5e875-23e0-427b-bab2-f16dc784cb27,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:39.633100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:39.635802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:39.643363 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:39.655672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0f306853-b165-4d9a-af09-acd79adea8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:39.683928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1919980361-router', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:20Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 4, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'gw_port': {'id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:22Z', 'updated_at': '2022-01-28T12:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '02862f15-40f2-4ebe-858c-26004334dd60', 'name': '', 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'mac_address': 'fa:16:3e:8f:34:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '658afbb5-1d13-458d-8bca-a79996fd8bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:28Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 2, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'subnets': [{'id': '658afbb5-1d13-458d-8bca-a79996fd8bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:39.726029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Checking router: 293c5706-3dd7-41a5-8d96-d05400e3f37a for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:20:39.726594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Updating router 293c5706-3dd7-41a5-8d96-d05400e3f37a port 02862f15-40f2-4ebe-858c-26004334dd60 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:20:39.758727 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-d2463974-e61a-4240-a4e3-20923aa83ab3 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1933006168&fields=id&tenant_id=561e3af5fa0f471e9d6fd293946d315d HTTP/1.1" status: 200 len: 267 time: 0.1355107 Jan 28 12:20:39.809726 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (02862f15-40f2-4ebe-858c-26004334dd60), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:39.959781 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Publish callbacks [] for router_gateway (e67b81b7-0a3f-4c20-9f52-79496a02ed85), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:39.961279 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Publish callbacks [] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:39.979285 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:40.012671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-3cf88e7f-ccbb-488a-940d-3732872228bc tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:40.014347 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-3cf88e7f-ccbb-488a-940d-3732872228bc tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/networks?id=bdcf51c2-d748-42a4-8742-87fe56d75759 HTTP/1.1" status: 200 len: 823 time: 0.2478552 Jan 28 12:20:40.065595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-32924437-d3cb-47f1-b6ae-e2b9838e8555 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/quotas/561e3af5fa0f471e9d6fd293946d315d HTTP/1.1" status: 200 len: 375 time: 0.0393627 Jan 28 12:20:40.100585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afbedf-29f6-49ea-ad00-a5cbb31d10ff req-28eef543-70aa-458a-b48f-2bdec0a1cca8 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:40.101859 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f9afbedf-29f6-49ea-ad00-a5cbb31d10ff req-28eef543-70aa-458a-b48f-2bdec0a1cca8 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 971 time: 0.0858366 Jan 28 12:20:40.128216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Network 420309dc-ecc7-4117-a55a-110d5b7fcacb is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:40.142861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:40.151651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:40.153971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Pushing event updated for resources: {'Port': ['ID=9bfda344-f305-4d97-8ac7-bf3cb9dff7fe,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:40.229335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f9afbedf-29f6-49ea-ad00-a5cbb31d10ff req-14431c15-113b-4c83-b12e-09f797831b78 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083024 Jan 28 12:20:40.259704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bdc4398b-c55a-4c06-b48f-27948966c52b tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=561e3af5fa0f471e9d6fd293946d315d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1807168 Jan 28 12:20:40.314471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Attempting to bind port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:40.314471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Attempting to bind port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'eaeef951-1ae0-43ab-a156-9f833582986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:40.314471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Attempting to bind port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe on network 420309dc-ecc7-4117-a55a-110d5b7fcacb {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:40.325047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:40.325369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Checking segment: {'id': 'eaeef951-1ae0-43ab-a156-9f833582986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:40.325749 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:40.326145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Bound using segment: {'id': 'eaeef951-1ae0-43ab-a156-9f833582986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:40.326628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Bound port: 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaeef951-1ae0-43ab-a156-9f833582986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:40.327014 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:40.459928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] For port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:40.472120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] For port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9bfda344-f305-4d97-8ac7-bf3cb9dff7fe,segment=NetworkSegment(eaeef951-1ae0-43ab-a156-9f833582986a),segment_id=eaeef951-1ae0-43ab-a156-9f833582986a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:40.476757 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Publish callbacks [] for port (02862f15-40f2-4ebe-858c-26004334dd60), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:40.481065 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:40.514138 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (02862f15-40f2-4ebe-858c-26004334dd60), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:40.515688 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (e67b81b7-0a3f-4c20-9f52-79496a02ed85), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:40.575927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2c985-f17b-4503-9de9-5ee550ef95c6 None None] Pushing event updated for resources: {'Port': ['ID=9bfda344-f305-4d97-8ac7-bf3cb9dff7fe,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:40.751749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Router e67b81b7-0a3f-4c20-9f52-79496a02ed85 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:20:40.753210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db6d31-6cef-4901-8e79-2cd9ce43d55d None None] Pushing event updated for resources: {'Port': ['ID=02862f15-40f2-4ebe-858c-26004334dd60,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:40.758077 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:20:40.760648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Attempting to bind port 02862f15-40f2-4ebe-858c-26004334dd60 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:40.761352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Attempting to bind port 02862f15-40f2-4ebe-858c-26004334dd60 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:40.762275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Attempting to bind port 02862f15-40f2-4ebe-858c-26004334dd60 on network d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:40.768754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:40.769382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Checking segment: {'id': 'e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:40.769958 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:40.770353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Bound using segment: {'id': 'e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:40.770957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Bound port: 02862f15-40f2-4ebe-858c-26004334dd60, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:40.771395 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (02862f15-40f2-4ebe-858c-26004334dd60), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:40.905127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] For port 02862f15-40f2-4ebe-858c-26004334dd60, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:40.910972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] For port 02862f15-40f2-4ebe-858c-26004334dd60, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=02862f15-40f2-4ebe-858c-26004334dd60,segment=NetworkSegment(e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c),segment_id=e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:40.921096 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (02862f15-40f2-4ebe-858c-26004334dd60), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:40.967935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:20:40.983244 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Sync routers for ids ['e67b81b7-0a3f-4c20-9f52-79496a02ed85'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:20:41.004210 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Routers {'e67b81b7-0a3f-4c20-9f52-79496a02ed85'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:41.004864 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e67b81b7-0a3f-4c20-9f52-79496a02ed85'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:41.030971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:41.035396 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-696edeaf-06b9-457f-b436-7549bf55ae38 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8866558 Jan 28 12:20:41.037899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52616) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:41.039019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Routers {'293c5706-3dd7-41a5-8d96-d05400e3f37a'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:41.039668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['293c5706-3dd7-41a5-8d96-d05400e3f37a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:41.043079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db6d31-6cef-4901-8e79-2cd9ce43d55d None None] Pushing event updated for resources: {'Port': ['ID=02862f15-40f2-4ebe-858c-26004334dd60,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:41.134451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6469ba86-ba29-4c9c-875d-19d5da6f9551 None None] Provisioning complete for port 02862f15-40f2-4ebe-858c-26004334dd60 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:41.134828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6469ba86-ba29-4c9c-875d-19d5da6f9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (02862f15-40f2-4ebe-858c-26004334dd60), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:41.287164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] Set router 293c5706-3dd7-41a5-8d96-d05400e3f37a gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:41.289471 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Set router e67b81b7-0a3f-4c20-9f52-79496a02ed85 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:41.555023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-75dbaaf6-2f88-4552-b180-0f6eebd0557a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:20:41.556110 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-75dbaaf6-2f88-4552-b180-0f6eebd0557a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8550639 Jan 28 12:20:41.641160 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'name': 'tempest-AttachSCSIVolumeTestJSON-793725905-router', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:20:39Z', 'revision_number': 3, 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'gw_port': {'id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:39Z', 'updated_at': '2022-01-28T12:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:41.706709 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Checking router: e67b81b7-0a3f-4c20-9f52-79496a02ed85 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:20:41.707063 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Updating router e67b81b7-0a3f-4c20-9f52-79496a02ed85 port 0ef5e875-23e0-427b-bab2-f16dc784cb27 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:20:41.739641 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:41.750077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-886d0034-a8ff-4f57-ace2-96e3e5dbe209 service neutron] 10.222.0.53 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530356 Jan 28 12:20:41.862351 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 334da45a-d81e-4c77-b171-ccc79eaddad3 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:41.923914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6469ba86-ba29-4c9c-875d-19d5da6f9551 None None] Current status of the port 02862f15-40f2-4ebe-858c-26004334dd60 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:41.924510 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6469ba86-ba29-4c9c-875d-19d5da6f9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (02862f15-40f2-4ebe-858c-26004334dd60), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:41.960534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-46c02ebb-19a0-4a9d-a354-b068bef8f522 req-2d60dbd3-ed3f-48ba-985d-81a6c2e6cfa9 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1316026419', 'description': 'tempest-description-1327361592'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:41.998567 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-46c02ebb-19a0-4a9d-a354-b068bef8f522 req-2d60dbd3-ed3f-48ba-985d-81a6c2e6cfa9 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.040348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-46c02ebb-19a0-4a9d-a354-b068bef8f522 req-2d60dbd3-ed3f-48ba-985d-81a6c2e6cfa9 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.051850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6469ba86-ba29-4c9c-875d-19d5da6f9551 None None] For port 02862f15-40f2-4ebe-858c-26004334dd60, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=02862f15-40f2-4ebe-858c-26004334dd60,segment=NetworkSegment(e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c),segment_id=e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:42.099225 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6469ba86-ba29-4c9c-875d-19d5da6f9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (02862f15-40f2-4ebe-858c-26004334dd60), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.198418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-fc805129-2b95-45c3-937b-f26654c30e7c service neutron] 10.222.0.53 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401281 Jan 28 12:20:42.252723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469ba86-ba29-4c9c-875d-19d5da6f9551 None None] Pushing event updated for resources: {'Port': ['ID=02862f15-40f2-4ebe-858c-26004334dd60,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:42.260574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:42.314773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03038b5c-5847-42c3-96e3-f13a00e120cc None None] Network 420309dc-ecc7-4117-a55a-110d5b7fcacb requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:20:42.322066 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Publish callbacks [] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.338173 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.340317 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.398839 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Attempting to bind port 0ef5e875-23e0-427b-bab2-f16dc784cb27 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:42.399279 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Attempting to bind port 0ef5e875-23e0-427b-bab2-f16dc784cb27 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:42.399688 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Attempting to bind port 0ef5e875-23e0-427b-bab2-f16dc784cb27 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:42.409127 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-46c02ebb-19a0-4a9d-a354-b068bef8f522 req-2d60dbd3-ed3f-48ba-985d-81a6c2e6cfa9 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (06fc2626-335d-4737-88be-c16ff72c1f14), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.418090 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:42.418561 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:42.419402 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.419835 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:42.420310 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Bound port: 0ef5e875-23e0-427b-bab2-f16dc784cb27, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:42.420690 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.424627 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e370184-01f5-4776-8f8a-17ed74a62c1b None None] Pushing event updated for resources: {'Port': ['ID=0ef5e875-23e0-427b-bab2-f16dc784cb27,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:42.444611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-46c02ebb-19a0-4a9d-a354-b068bef8f522 req-2d60dbd3-ed3f-48ba-985d-81a6c2e6cfa9 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (06fc2626-335d-4737-88be-c16ff72c1f14), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.500260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 334da45a-d81e-4c77-b171-ccc79eaddad3 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:20:42.502086 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] For port 0ef5e875-23e0-427b-bab2-f16dc784cb27, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:42.506991 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] For port 0ef5e875-23e0-427b-bab2-f16dc784cb27, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0ef5e875-23e0-427b-bab2-f16dc784cb27,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:42.515579 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.540560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60dbd3-ed3f-48ba-985d-81a6c2e6cfa9 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fc2626-335d-4737-88be-c16ff72c1f14,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:42.573093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 334da45a-d81e-4c77-b171-ccc79eaddad3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:42.573479 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.590339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0b8acb4a-d158-4a68-81a3-a0636c0b3952 None None] Provisioning complete for port 02862f15-40f2-4ebe-858c-26004334dd60 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:42.592047 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b8acb4a-d158-4a68-81a3-a0636c0b3952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (02862f15-40f2-4ebe-858c-26004334dd60), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.601550 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-46c02ebb-19a0-4a9d-a354-b068bef8f522 req-2d60dbd3-ed3f-48ba-985d-81a6c2e6cfa9 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (41792a9d-1e12-4547-954a-b13dfb47add0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.676233 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e370184-01f5-4776-8f8a-17ed74a62c1b None None] Pushing event updated for resources: {'Port': ['ID=0ef5e875-23e0-427b-bab2-f16dc784cb27,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:42.687117 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Routers {'e67b81b7-0a3f-4c20-9f52-79496a02ed85'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:42.688026 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e67b81b7-0a3f-4c20-9f52-79496a02ed85'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:42.689786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Allocated IP 172.20.0.1 (420309dc-ecc7-4117-a55a-110d5b7fcacb/ee0903de-f43a-47ee-b764-7b373ac37890/adac08c2-1e03-48b9-9fcf-2ace43192317) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:42.704793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:42.728055 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.854091 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Publish callbacks [] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.882001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1919980361-router', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:20Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 4, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'gw_port': {'id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:22Z', 'updated_at': '2022-01-28T12:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '02862f15-40f2-4ebe-858c-26004334dd60', 'name': '', 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'mac_address': 'fa:16:3e:8f:34:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '658afbb5-1d13-458d-8bca-a79996fd8bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:28Z', 'updated_at': '2022-01-28T12:20:40Z', 'revision_number': 4, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'subnets': [{'id': '658afbb5-1d13-458d-8bca-a79996fd8bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:42.904994 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-46c02ebb-19a0-4a9d-a354-b068bef8f522 req-2d60dbd3-ed3f-48ba-985d-81a6c2e6cfa9 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (41792a9d-1e12-4547-954a-b13dfb47add0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:42.905522 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] Set router e67b81b7-0a3f-4c20-9f52-79496a02ed85 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:42.960364 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:43.000389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d22bd-6e8b-4b3c-afdc-b6801ecc979f None None] The sync data for ids ['293c5706-3dd7-41a5-8d96-d05400e3f37a'] in n-d-824835-4 is: [{'id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1919980361-router', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:20Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 4, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'gw_port': {'id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:22Z', 'updated_at': '2022-01-28T12:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '02862f15-40f2-4ebe-858c-26004334dd60', 'name': '', 'network_id': 'd0ab3087-326c-4bf2-a5dd-2a7a4b0618f5', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'mac_address': 'fa:16:3e:8f:34:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '658afbb5-1d13-458d-8bca-a79996fd8bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:28Z', 'updated_at': '2022-01-28T12:20:40Z', 'revision_number': 4, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'subnets': [{'id': '658afbb5-1d13-458d-8bca-a79996fd8bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:20:43.042802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Network 420309dc-ecc7-4117-a55a-110d5b7fcacb is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:43.079143 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-46c02ebb-19a0-4a9d-a354-b068bef8f522 req-2d60dbd3-ed3f-48ba-985d-81a6c2e6cfa9 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:43.081329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46c02ebb-19a0-4a9d-a354-b068bef8f522 req-2d60dbd3-ed3f-48ba-985d-81a6c2e6cfa9 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1301177 Jan 28 12:20:43.092782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:43.122153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60dbd3-ed3f-48ba-985d-81a6c2e6cfa9 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41792a9d-1e12-4547-954a-b13dfb47add0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:43.126968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:43.127836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (e67b81b7-0a3f-4c20-9f52-79496a02ed85), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:43.153232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0b8acb4a-d158-4a68-81a3-a0636c0b3952 None None] Current status of the port 02862f15-40f2-4ebe-858c-26004334dd60 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:43.263944 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'name': 'tempest-AttachSCSIVolumeTestJSON-793725905-router', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:20:39Z', 'revision_number': 3, 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'gw_port': {'id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:39Z', 'updated_at': '2022-01-28T12:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:43.269296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 334da45a-d81e-4c77-b171-ccc79eaddad3 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:43.273420 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:43.336727 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11343f0c-c532-47f0-a708-3c1a9f127876 None None] The sync data for ids ['e67b81b7-0a3f-4c20-9f52-79496a02ed85'] in n-d-824835-4 is: [{'id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'name': 'tempest-AttachSCSIVolumeTestJSON-793725905-router', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:20:39Z', 'revision_number': 3, 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'gw_port': {'id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:39Z', 'updated_at': '2022-01-28T12:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:20:43.345678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd4516-9583-434f-9b94-7a79f2c6d4f6 req-ede94be1-9220-4ed9-a01a-91d39ff27c19 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:43.354128 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfbd4516-9583-434f-9b94-7a79f2c6d4f6 req-ede94be1-9220-4ed9-a01a-91d39ff27c19 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 971 time: 0.7190771 Jan 28 12:20:43.365787 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=adac08c2-1e03-48b9-9fcf-2ace43192317,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:43.425657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0e0d0e-ab7c-465a-9ebd-18707e89a301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334da45a-d81e-4c77-b171-ccc79eaddad3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:20:43.462434 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:43.588275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:43.588771 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:43.713664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9bfda344-f305-4d97-8ac7-bf3cb9dff7fe,segment=NetworkSegment(eaeef951-1ae0-43ab-a156-9f833582986a),segment_id=eaeef951-1ae0-43ab-a156-9f833582986a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:43.737771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfbd4516-9583-434f-9b94-7a79f2c6d4f6 req-aa026908-3468-485e-8b27-ff3e20ffa6a1 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821840 Jan 28 12:20:43.751097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 334da45a-d81e-4c77-b171-ccc79eaddad3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=334da45a-d81e-4c77-b171-ccc79eaddad3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:43.754539 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:43.759199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 02862f15-40f2-4ebe-858c-26004334dd60 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:43.903921 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d29669a-ec47-4a4d-94b0-122f8c633e76" -d '{"events": [{"server_uuid": "bc0e0d0e-ab7c-465a-9ebd-18707e89a301", "name": "network-vif-plugged", "status": "completed", "tag": "334da45a-d81e-4c77-b171-ccc79eaddad3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:20:43.922245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-76800947-7e3c-4246-8af7-9ea01564903d None None] Provisioning complete for port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:43.922626 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-76800947-7e3c-4246-8af7-9ea01564903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:43.932124 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:43.972636 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Publish callbacks [] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:43.992668 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:43.995475 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (e67b81b7-0a3f-4c20-9f52-79496a02ed85), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:44.118975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 02862f15-40f2-4ebe-858c-26004334dd60 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:44.123717 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (02862f15-40f2-4ebe-858c-26004334dd60), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:44.214429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-76800947-7e3c-4246-8af7-9ea01564903d None None] Current status of the port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:44.269566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=9bfda344-f305-4d97-8ac7-bf3cb9dff7fe,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:44.310998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-d612a9f7-71d4-4493-b6ca-fd705513f08d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=27376b90490e4b3394d8310c0f997fe7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513542 Jan 28 12:20:44.373127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=adac08c2-1e03-48b9-9fcf-2ace43192317,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:44.382267 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=334da45a-d81e-4c77-b171-ccc79eaddad3,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:44.387561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ed2c62d7-6791-4885-92ff-d107dd90c1eb None None] Provisioning complete for port adac08c2-1e03-48b9-9fcf-2ace43192317 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:44.387939 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed2c62d7-6791-4885-92ff-d107dd90c1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:44.418771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c53b08fd-f88b-430f-a770-e0247f9782d0 req-2fd92452-08a4-4ff3-b20c-29d04f89ded3 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 210 time: 0.1066062 Jan 28 12:20:44.431200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 02862f15-40f2-4ebe-858c-26004334dd60 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:44.456532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c62d7-6791-4885-92ff-d107dd90c1eb None None] Port adac08c2-1e03-48b9-9fcf-2ace43192317 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:20:44.470478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ed2c62d7-6791-4885-92ff-d107dd90c1eb None None] Provisioning complete for port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:44.470828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed2c62d7-6791-4885-92ff-d107dd90c1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:44.518734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-2232fcc3-cb07-4a55-850d-b27600259fd7 req-b0ae5ac0-b53d-4914-b7ca-09a5eb0de281 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2085516557', 'description': 'tempest-description-228577208'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:44.547112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Network 420309dc-ecc7-4117-a55a-110d5b7fcacb is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:44.550831 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2232fcc3-cb07-4a55-850d-b27600259fd7 req-b0ae5ac0-b53d-4914-b7ca-09a5eb0de281 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:44.552888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:44.593457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c62d7-6791-4885-92ff-d107dd90c1eb None None] Current status of the port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:44.680469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-14ec067d-897b-44eb-8b43-1934a821f38c tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:44.682252 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-14ec067d-897b-44eb-8b43-1934a821f38c tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3224714 Jan 28 12:20:44.709609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0ef5e875-23e0-427b-bab2-f16dc784cb27 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:44.749701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-9d45ca05-e9df-4917-b986-6745cb0266b0 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/quotas/27376b90490e4b3394d8310c0f997fe7 HTTP/1.1" status: 200 len: 375 time: 0.0484450 Jan 28 12:20:44.782775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0ef5e875-23e0-427b-bab2-f16dc784cb27 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:44.783274 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:44.820516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-b8118e87-9b93-425a-9dff-61f01f648f9b tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=27376b90490e4b3394d8310c0f997fe7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576415 Jan 28 12:20:44.830722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.49', 52663) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:44.839005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Router e67b81b7-0a3f-4c20-9f52-79496a02ed85 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:20:44.842627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2232fcc3-cb07-4a55-850d-b27600259fd7 req-b0ae5ac0-b53d-4914-b7ca-09a5eb0de281 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (ff3381cb-b536-4d85-bc0c-6560940ae42e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:44.852786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2232fcc3-cb07-4a55-850d-b27600259fd7 req-b0ae5ac0-b53d-4914-b7ca-09a5eb0de281 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ff3381cb-b536-4d85-bc0c-6560940ae42e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:44.900742 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-cb180723-1f58-409c-9a68-beaab72d0045 None None] Provisioning complete for port adac08c2-1e03-48b9-9fcf-2ace43192317 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:44.903752 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb180723-1f58-409c-9a68-beaab72d0045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:44.972333 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cb180723-1f58-409c-9a68-beaab72d0045 None None] Port adac08c2-1e03-48b9-9fcf-2ace43192317 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:20:45.025764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0ef5e875-23e0-427b-bab2-f16dc784cb27 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:45.026270 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:45.072506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 0ef5e875-23e0-427b-bab2-f16dc784cb27, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0ef5e875-23e0-427b-bab2-f16dc784cb27,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:45.086678 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:45.087945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:45.198623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=0ef5e875-23e0-427b-bab2-f16dc784cb27,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:45.212122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-42f43844-ea30-45dc-ae10-add7999897f0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:45.214243 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-42f43844-ea30-45dc-ae10-add7999897f0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.49 "GET /v2.0/networks?id=bdcf51c2-d748-42a4-8742-87fe56d75759 HTTP/1.1" status: 200 len: 823 time: 0.3822999 Jan 28 12:20:45.229272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:45.229659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:45.259207 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2232fcc3-cb07-4a55-850d-b27600259fd7 req-b0ae5ac0-b53d-4914-b7ca-09a5eb0de281 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:45.260696 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2232fcc3-cb07-4a55-850d-b27600259fd7 req-b0ae5ac0-b53d-4914-b7ca-09a5eb0de281 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7543910 Jan 28 12:20:45.279711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae5ac0-b53d-4914-b7ca-09a5eb0de281 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3381cb-b536-4d85-bc0c-6560940ae42e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:45.405797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:45.407759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 02862f15-40f2-4ebe-858c-26004334dd60 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:45.462226 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-9e358e47-0db2-481c-90bf-15e86b6fd608 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561e3af5fa0f471e9d6fd293946d315d HTTP/1.1" status: 200 len: 380 time: 0.1392925 Jan 28 12:20:45.465013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-abe05b82-fc02-4e25-bc5e-ff73b05873c7 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=70f91df59b1a45e4a439522380b6b8c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041851 Jan 28 12:20:45.498285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Request body: {'port': {'device_id': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'admin_state_up': True, 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'security_groups': ['77265ad1-c084-4aaa-8da1-9cb5d25350a7']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:45.563526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:20:45.568560 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9c65df-df9e-44e1-b521-e23f7f237ddf x-openstack-request-id: req-5f9c65df-df9e-44e1-b521-e23f7f237ddf {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:20:45.569390 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0e0d0e-ab7c-465a-9ebd-18707e89a301", "name": "network-vif-plugged", "status": "completed", "tag": "334da45a-d81e-4c77-b171-ccc79eaddad3", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:20:45.569610 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f9c65df-df9e-44e1-b521-e23f7f237ddf {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:20:45.570047 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0e0d0e-ab7c-465a-9ebd-18707e89a301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334da45a-d81e-4c77-b171-ccc79eaddad3', 'code': 200} Jan 28 12:20:45.578767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cfcf4706-82fc-4bd5-9d0c-75afc1f9c0b6 admin admin] 10.222.0.53 "PUT /v2.0/routers/e67b81b7-0a3f-4c20-9f52-79496a02ed85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5316846 Jan 28 12:20:45.656643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 02862f15-40f2-4ebe-858c-26004334dd60 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:45.657864 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (02862f15-40f2-4ebe-858c-26004334dd60), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:45.700521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da38876-570b-4701-ad3e-682679ed1409 req-a1219a26-9f27-43e6-942a-72aa8481ac26 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:45.721907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-a1219a26-9f27-43e6-942a-72aa8481ac26 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474685 Jan 28 12:20:45.754679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-7c14546e-69b3-4335-a23b-00776cf7eb9f tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/quotas/70f91df59b1a45e4a439522380b6b8c4 HTTP/1.1" status: 200 len: 375 time: 0.0359991 Jan 28 12:20:45.829971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 02862f15-40f2-4ebe-858c-26004334dd60 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:45.848329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-4bec279d-84ef-4e50-9bfd-a6630d038ec6 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=70f91df59b1a45e4a439522380b6b8c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903628 Jan 28 12:20:45.942957 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5ad37-f771-4db2-ba39-30ba82b8c6ff req-5425109f-9760-497e-94a0-9db734396463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:45.945313 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-44c5ad37-f771-4db2-ba39-30ba82b8c6ff req-5425109f-9760-497e-94a0-9db734396463 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 1123 time: 0.2753544 Jan 28 12:20:45.968351 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44c5ad37-f771-4db2-ba39-30ba82b8c6ff req-4e733923-941b-42c4-990c-de5c3a445993 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:45.993816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Made reservation on behalf of 561e3af5fa0f471e9d6fd293946d315d for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:20:45.997749 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:46.044436 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7120a4-db42-4e33-8bc6-9cb92d7d2f99 req-9db073f3-fe36-41f7-b8b0-f5f5232e0b51 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:46.047733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf7120a4-db42-4e33-8bc6-9cb92d7d2f99 req-9db073f3-fe36-41f7-b8b0-f5f5232e0b51 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 972 time: 0.1238997 Jan 28 12:20:46.147318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf7120a4-db42-4e33-8bc6-9cb92d7d2f99 req-43f6809a-4930-44a6-86bf-4f1fcc90b9ea tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871661 Jan 28 12:20:46.276616 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44c5ad37-f771-4db2-ba39-30ba82b8c6ff req-4e733923-941b-42c4-990c-de5c3a445993 service neutron] Publish callbacks [] for security_group (b496b4f4-5c4a-4e36-a169-51aaa88df743), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:46.286289 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44c5ad37-f771-4db2-ba39-30ba82b8c6ff req-4e733923-941b-42c4-990c-de5c3a445993 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b496b4f4-5c4a-4e36-a169-51aaa88df743), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:46.333229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Allocated IP 172.20.0.11 (bdcf51c2-d748-42a4-8742-87fe56d75759/265a52df-8e7c-4e8c-8a25-92779aaa7347/e24b3e5a-8a54-4002-8432-bbf64ebf6b4c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:46.372052 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-44c5ad37-f771-4db2-ba39-30ba82b8c6ff req-4e733923-941b-42c4-990c-de5c3a445993 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166226 Jan 28 12:20:46.375034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fff2c0de-9ff9-4325-bcb3-611b84aa3672 req-42d8dd01-3879-43fa-8796-ebd307c1c4f7 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 210 time: 0.1338890 Jan 28 12:20:46.580031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9f9bf4cb-b479-4813-bc1d-71ec6b7e1552 req-8ea4b9be-8778-4655-ae7b-a5276c72c1dd tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-986926840', 'description': 'tempest-description-1122020547'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:46.638999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0ef5e875-23e0-427b-bab2-f16dc784cb27 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:46.683038 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:46.694801 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f9bf4cb-b479-4813-bc1d-71ec6b7e1552 req-8ea4b9be-8778-4655-ae7b-a5276c72c1dd tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:46.740318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:46.762436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0ef5e875-23e0-427b-bab2-f16dc784cb27 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:46.763153 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:46.778217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9647b803-7e0e-49bd-abfd-54009b1e4e7d req-ab637ee6-6a06-44da-852a-a5aaf16f61dc tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 210 time: 0.1584969 Jan 28 12:20:46.800576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f9bf4cb-b479-4813-bc1d-71ec6b7e1552 req-8ea4b9be-8778-4655-ae7b-a5276c72c1dd tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:46.809506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Pushing event updated for resources: {'Port': ['ID=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:46.841775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e733923-941b-42c4-990c-de5c3a445993 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b496b4f4-5c4a-4e36-a169-51aaa88df743,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:46.883354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Network bdcf51c2-d748-42a4-8742-87fe56d75759 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:46.888862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:46.907734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:46.928652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:46.934135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:46.986504 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-aa625810-7f00-4e6f-ada6-92ae6c4b80c0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4958229 Jan 28 12:20:47.140507 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-c9b69d6f-3fd2-412c-92e1-3406e7bee876 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=27376b90490e4b3394d8310c0f997fe7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763414 Jan 28 12:20:47.165281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-e1693a8f-7ff2-4034-b5bd-174f1a252085 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:20:47.167063 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-e1693a8f-7ff2-4034-b5bd-174f1a252085 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254393 Jan 28 12:20:47.397282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b86996e7-a58f-46a2-a13b-82617bbdf123 req-5b493a24-e494-4a5b-935a-f308fd74634f tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 210 time: 0.2768116 Jan 28 12:20:47.497154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f9bf4cb-b479-4813-bc1d-71ec6b7e1552 req-8ea4b9be-8778-4655-ae7b-a5276c72c1dd tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (98951794-2aef-4d7b-8fa2-fe07eaf04244), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:47.507410 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f9bf4cb-b479-4813-bc1d-71ec6b7e1552 req-8ea4b9be-8778-4655-ae7b-a5276c72c1dd tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (98951794-2aef-4d7b-8fa2-fe07eaf04244), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:47.663224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-9e6cda8c-ddf9-4982-87ea-e1c54eb76d35 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:47.668346 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-9e6cda8c-ddf9-4982-87ea-e1c54eb76d35 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4998548 Jan 28 12:20:47.674279 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Sync routers for ids ['e67b81b7-0a3f-4c20-9f52-79496a02ed85'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:20:47.702902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Request body: {'port': {'device_id': 'e92d57ce-2148-4009-b130-1db17ff469e3', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '27376b90490e4b3394d8310c0f997fe7'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:47.777508 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:47.801265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f9bf4cb-b479-4813-bc1d-71ec6b7e1552 req-8ea4b9be-8778-4655-ae7b-a5276c72c1dd tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (9952420d-3a30-48fd-8695-eb65095f4908), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:47.825292 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:47.851434 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e3925686-e454-44b6-a6ee-f1c1ad057c15 None None] Provisioning complete for port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:47.852055 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e3925686-e454-44b6-a6ee-f1c1ad057c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:47.853852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Routers {'e67b81b7-0a3f-4c20-9f52-79496a02ed85'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:47.854654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e67b81b7-0a3f-4c20-9f52-79496a02ed85'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:47.904775 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f9bf4cb-b479-4813-bc1d-71ec6b7e1552 req-8ea4b9be-8778-4655-ae7b-a5276c72c1dd tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9952420d-3a30-48fd-8695-eb65095f4908), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:47.947460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4b9be-8778-4655-ae7b-a5276c72c1dd tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98951794-2aef-4d7b-8fa2-fe07eaf04244,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:47.986990 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f9bf4cb-b479-4813-bc1d-71ec6b7e1552 req-8ea4b9be-8778-4655-ae7b-a5276c72c1dd tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:47.991545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f9bf4cb-b479-4813-bc1d-71ec6b7e1552 req-8ea4b9be-8778-4655-ae7b-a5276c72c1dd tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4159725 Jan 28 12:20:48.011801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Set router e67b81b7-0a3f-4c20-9f52-79496a02ed85 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:48.023121 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Made reservation on behalf of 27376b90490e4b3394d8310c0f997fe7 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:20:48.052603 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:48.094518 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:48.156480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4b9be-8778-4655-ae7b-a5276c72c1dd tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9952420d-3a30-48fd-8695-eb65095f4908,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:48.277761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3bb3e43-2f97-402f-b6ec-a68000dae5f3 req-0c944d20-0274-47db-a0c4-65a10d436194 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 210 time: 0.1053584 Jan 28 12:20:48.333655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8101157-2ba2-4073-ac1e-ba3ef0e6dc92 req-21fe033a-9b78-482b-86e7-b9d7d2ce59bd tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:48.340208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8101157-2ba2-4073-ac1e-ba3ef0e6dc92 req-21fe033a-9b78-482b-86e7-b9d7d2ce59bd tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 972 time: 0.3418465 Jan 28 12:20:48.356778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks [] for security_group (4d8ed561-2e15-4271-8c5c-7183bc15cb8b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:48.370308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4d8ed561-2e15-4271-8c5c-7183bc15cb8b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:48.375310 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e3925686-e454-44b6-a6ee-f1c1ad057c15 None None] Port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:20:48.400570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0ef5e875-23e0-427b-bab2-f16dc784cb27 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:48.495676 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8ed561-2e15-4271-8c5c-7183bc15cb8b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:48.514682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8101157-2ba2-4073-ac1e-ba3ef0e6dc92 req-a97f10de-a2e4-4329-999f-90f5a90d5969 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699910 Jan 28 12:20:48.573758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.35', 62693) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:48.606266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'name': 'tempest-AttachSCSIVolumeTestJSON-793725905-router', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:20:43Z', 'revision_number': 4, 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'gw_port': {'id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:39Z', 'updated_at': '2022-01-28T12:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'adac08c2-1e03-48b9-9fcf-2ace43192317', 'name': '', 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'mac_address': 'fa:16:3e:38:da:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ee0903de-f43a-47ee-b764-7b373ac37890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:42Z', 'updated_at': '2022-01-28T12:20:43Z', 'revision_number': 2, 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'subnets': [{'id': 'ee0903de-f43a-47ee-b764-7b373ac37890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:48.650900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Checking router: e67b81b7-0a3f-4c20-9f52-79496a02ed85 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:20:48.658888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Updating router e67b81b7-0a3f-4c20-9f52-79496a02ed85 port adac08c2-1e03-48b9-9fcf-2ace43192317 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:20:48.669185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-777012d3-179e-443e-908f-bb1322b0c13e tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=70f91df59b1a45e4a439522380b6b8c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942543 Jan 28 12:20:48.699822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4f5f095a-d00e-417b-b217-2ca2d655fe3f req-2af66944-9bd6-471a-adc7-37a52240bd9b tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-683719576', 'description': 'tempest-description-1825366527'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:48.700490 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:48.800046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Allocated IP 192.168.233.7 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/b34b3f8a-1f3d-4a08-92ea-ac59950082c0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:48.938250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da38876-570b-4701-ad3e-682679ed1409 req-bd7f7262-43ac-4aa3-89f4-e493e193632e tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:48.941206 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-bd7f7262-43ac-4aa3-89f4-e493e193632e tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360981 Jan 28 12:20:48.969760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154356e-c911-4e9d-b486-83159d2366b7 req-1f5ad4af-fee0-4a27-9604-b37d49c9f4d7 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:48.981386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6154356e-c911-4e9d-b486-83159d2366b7 req-1f5ad4af-fee0-4a27-9604-b37d49c9f4d7 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 932 time: 0.3651989 Jan 28 12:20:48.991549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Request body: {'port': {'device_id': 'a912d9ec-e5a7-44f0-aae3-e5895f8ff184', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '70f91df59b1a45e4a439522380b6b8c4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:48.999664 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f5f095a-d00e-417b-b217-2ca2d655fe3f req-2af66944-9bd6-471a-adc7-37a52240bd9b tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.166496 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Publish callbacks [] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.170922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks [] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.187643 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.195460 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5937d1eb-c05e-47bf-9173-2627fdf789d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.271850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6154356e-c911-4e9d-b486-83159d2366b7 req-0b2d8188-d386-424a-bd40-b6a7e4e33927 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824924 Jan 28 12:20:49.274529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Made reservation on behalf of 70f91df59b1a45e4a439522380b6b8c4 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:20:49.294473 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.300082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.356719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:49.370244 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:49.372782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Pushing event updated for resources: {'Port': ['ID=b34b3f8a-1f3d-4a08-92ea-ac59950082c0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:49.377378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.399280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:49.409122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:49.410433 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.422301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8eaa9b-1098-4e5f-b43c-2bd8481a188a None None] Pushing event updated for resources: {'Port': ['ID=adac08c2-1e03-48b9-9fcf-2ace43192317,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:49.506694 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f9571de2-90da-4475-835a-fc23a27e4b8d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8194265 Jan 28 12:20:49.510253 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f5f095a-d00e-417b-b217-2ca2d655fe3f req-2af66944-9bd6-471a-adc7-37a52240bd9b tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (e89f75db-bc49-4d02-b7b1-807a8717b190), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.529302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Request body: {'port': {'device_id': 'e92d57ce-2148-4009-b130-1db17ff469e3', 'device_owner': 'compute:tempest-test_az-2061860679', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:49.530271 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f5f095a-d00e-417b-b217-2ca2d655fe3f req-2af66944-9bd6-471a-adc7-37a52240bd9b tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e89f75db-bc49-4d02-b7b1-807a8717b190), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.700253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Attempting to bind port adac08c2-1e03-48b9-9fcf-2ace43192317 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:49.700752 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Attempting to bind port adac08c2-1e03-48b9-9fcf-2ace43192317 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'eaeef951-1ae0-43ab-a156-9f833582986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:49.701346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Attempting to bind port adac08c2-1e03-48b9-9fcf-2ace43192317 on network 420309dc-ecc7-4117-a55a-110d5b7fcacb {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:49.722567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:49.723104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Checking segment: {'id': 'eaeef951-1ae0-43ab-a156-9f833582986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:49.723698 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.724218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Bound using segment: {'id': 'eaeef951-1ae0-43ab-a156-9f833582986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:49.724825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Bound port: adac08c2-1e03-48b9-9fcf-2ace43192317, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaeef951-1ae0-43ab-a156-9f833582986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:49.725316 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.773909 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f5f095a-d00e-417b-b217-2ca2d655fe3f req-2af66944-9bd6-471a-adc7-37a52240bd9b tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.800336 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f5f095a-d00e-417b-b217-2ca2d655fe3f req-2af66944-9bd6-471a-adc7-37a52240bd9b tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1345642 Jan 28 12:20:49.804238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.884368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af66944-9bd6-471a-adc7-37a52240bd9b tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89f75db-bc49-4d02-b7b1-807a8717b190,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:49.923324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] For port adac08c2-1e03-48b9-9fcf-2ace43192317, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:49.943692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-670cbba8-675a-4cc0-aa3f-b87f39645596 req-d9721dde-6f04-43aa-8126-a7cab8d4563e tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 210 time: 0.1771266 Jan 28 12:20:49.975429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] For port adac08c2-1e03-48b9-9fcf-2ace43192317, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=adac08c2-1e03-48b9-9fcf-2ace43192317,segment=NetworkSegment(eaeef951-1ae0-43ab-a156-9f833582986a),segment_id=eaeef951-1ae0-43ab-a156-9f833582986a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:49.993116 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:49.997132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-cd913426-5912-460d-8ef2-4017eb524fb9 None None] Provisioning complete for port adac08c2-1e03-48b9-9fcf-2ace43192317 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:50.000598 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd913426-5912-460d-8ef2-4017eb524fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:50.064623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks [] for security_group (90f58f37-6757-422c-bc84-c791bd7533a8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:50.101208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18469e-e316-423b-a3af-62c3a39cabe3 req-b4b27adb-ad74-4420-807e-fc2db1ac43f8 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:50.102736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc18469e-e316-423b-a3af-62c3a39cabe3 req-b4b27adb-ad74-4420-807e-fc2db1ac43f8 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 934 time: 0.1096985 Jan 28 12:20:50.103678 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (90f58f37-6757-422c-bc84-c791bd7533a8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:50.231576 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8eaa9b-1098-4e5f-b43c-2bd8481a188a None None] Pushing event updated for resources: {'Port': ['ID=adac08c2-1e03-48b9-9fcf-2ace43192317,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:50.259464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Routers {'e67b81b7-0a3f-4c20-9f52-79496a02ed85'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:20:50.260251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e67b81b7-0a3f-4c20-9f52-79496a02ed85'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:50.388321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f58f37-6757-422c-bc84-c791bd7533a8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:50.389669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cd913426-5912-460d-8ef2-4017eb524fb9 None None] Current status of the port adac08c2-1e03-48b9-9fcf-2ace43192317 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:50.390218 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd913426-5912-460d-8ef2-4017eb524fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:50.439608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34b3f8a-1f3d-4a08-92ea-ac59950082c0 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:20:50.441905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc18469e-e316-423b-a3af-62c3a39cabe3 req-dee2ea8f-07c7-41dd-b0c8-b157d5225f0e tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125172 Jan 28 12:20:50.452096 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Publish callbacks [] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:50.481841 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Transition to ACTIVE for port object b34b3f8a-1f3d-4a08-92ea-ac59950082c0 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:20:50.489997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50266b53-91d8-43fd-abbf-42e6e20795b6 req-bcab7c7b-446b-44da-b93f-b383b82877c1 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:50.495118 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:50.501268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50266b53-91d8-43fd-abbf-42e6e20795b6 req-bcab7c7b-446b-44da-b93f-b383b82877c1 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 972 time: 0.4335878 Jan 28 12:20:50.519791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cd913426-5912-460d-8ef2-4017eb524fb9 None None] For port adac08c2-1e03-48b9-9fcf-2ace43192317, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=adac08c2-1e03-48b9-9fcf-2ace43192317,segment=NetworkSegment(eaeef951-1ae0-43ab-a156-9f833582986a),segment_id=eaeef951-1ae0-43ab-a156-9f833582986a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:50.566050 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Pushing event updated for resources: {'Port': ['ID=b34b3f8a-1f3d-4a08-92ea-ac59950082c0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:50.641589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Request body: {'port': {'device_id': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:50.642291 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd913426-5912-460d-8ef2-4017eb524fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:50.727081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Allocated IP 192.168.233.95 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/82c6f1e8-d15a-42ce-86e5-4316e4be13b0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:20:50.790684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Attempting to bind port b34b3f8a-1f3d-4a08-92ea-ac59950082c0 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:50.793294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Attempting to bind port b34b3f8a-1f3d-4a08-92ea-ac59950082c0 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:50.793716 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Attempting to bind port b34b3f8a-1f3d-4a08-92ea-ac59950082c0 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:50.836354 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] Set router e67b81b7-0a3f-4c20-9f52-79496a02ed85 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:20:50.854396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Port b34b3f8a-1f3d-4a08-92ea-ac59950082c0 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:20:50.854842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Attempting to bind port b34b3f8a-1f3d-4a08-92ea-ac59950082c0 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:50.900299 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:50.906549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd913426-5912-460d-8ef2-4017eb524fb9 None None] Pushing event updated for resources: {'Port': ['ID=adac08c2-1e03-48b9-9fcf-2ace43192317,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:50.961033 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks [] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:50.997499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0156a1c2-f93b-4865-8fad-1626dab507af None None] Provisioning complete for port adac08c2-1e03-48b9-9fcf-2ace43192317 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:50.998233 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0156a1c2-f93b-4865-8fad-1626dab507af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:51.176401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0156a1c2-f93b-4865-8fad-1626dab507af None None] Current status of the port adac08c2-1e03-48b9-9fcf-2ace43192317 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:51.189999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'name': 'tempest-AttachSCSIVolumeTestJSON-793725905-router', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:20:43Z', 'revision_number': 4, 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'gw_port': {'id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:39Z', 'updated_at': '2022-01-28T12:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'adac08c2-1e03-48b9-9fcf-2ace43192317', 'name': '', 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'mac_address': 'fa:16:3e:38:da:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ee0903de-f43a-47ee-b764-7b373ac37890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:42Z', 'updated_at': '2022-01-28T12:20:49Z', 'revision_number': 4, 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'subnets': [{'id': 'ee0903de-f43a-47ee-b764-7b373ac37890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:20:51.252635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.35', 62695) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:51.253779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24b3e5a-8a54-4002-8432-bbf64ebf6b4c {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:20:51.268871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-ac2c26f8-deb8-47e1-b2f4-01906c4c45ca tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42612 time: 0.7583895 Jan 28 12:20:51.271445 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:51.277526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Publish callbacks [] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:51.293105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Transition to ACTIVE for port object e24b3e5a-8a54-4002-8432-bbf64ebf6b4c will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:20:51.295295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:51.295742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:51.296249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:51.296741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Bound port: b34b3f8a-1f3d-4a08-92ea-ac59950082c0, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:51.297261 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:51.308962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:51.348480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee02e8b-e543-4677-ab13-2adbed0ef05b None None] The sync data for ids ['e67b81b7-0a3f-4c20-9f52-79496a02ed85'] in n-d-824835-4 is: [{'id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'name': 'tempest-AttachSCSIVolumeTestJSON-793725905-router', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:20:43Z', 'revision_number': 4, 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'gw_port': {'id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:39Z', 'updated_at': '2022-01-28T12:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'adac08c2-1e03-48b9-9fcf-2ace43192317', 'name': '', 'network_id': '420309dc-ecc7-4117-a55a-110d5b7fcacb', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'mac_address': 'fa:16:3e:38:da:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ee0903de-f43a-47ee-b764-7b373ac37890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:42Z', 'updated_at': '2022-01-28T12:20:49Z', 'revision_number': 4, 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'subnets': [{'id': 'ee0903de-f43a-47ee-b764-7b373ac37890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:20:51.369936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Pushing event updated for resources: {'Port': ['ID=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:51.486404 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] For port b34b3f8a-1f3d-4a08-92ea-ac59950082c0, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:51.491448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] For port b34b3f8a-1f3d-4a08-92ea-ac59950082c0, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b34b3f8a-1f3d-4a08-92ea-ac59950082c0,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:51.523036 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:51.579951 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1951036-b4be-46cd-ab97-04baf36821e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:51.612976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Pushing event updated for resources: {'Port': ['ID=b34b3f8a-1f3d-4a08-92ea-ac59950082c0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:51.630038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:51.630679 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:51.632175 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-fc818891-e701-4294-9c65-586f6e18056f service neutron] 10.222.0.35 "PUT /v2.0/ports/b34b3f8a-1f3d-4a08-92ea-ac59950082c0 HTTP/1.1" status: 200 len: 1116 time: 2.1206639 Jan 28 12:20:51.649424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92d57ce-2148-4009-b130-1db17ff469e3', 'tag': 'b34b3f8a-1f3d-4a08-92ea-ac59950082c0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:20:51.660746 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0098d8a7-54c9-499f-97aa-5d45b78a2400" -d '{"events": [{"name": "network-changed", "server_uuid": "e92d57ce-2148-4009-b130-1db17ff469e3", "tag": "b34b3f8a-1f3d-4a08-92ea-ac59950082c0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:20:51.668700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Attempting to bind port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:51.669035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Attempting to bind port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:51.669394 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Attempting to bind port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c on network bdcf51c2-d748-42a4-8742-87fe56d75759 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:51.687419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50266b53-91d8-43fd-abbf-42e6e20795b6 req-1850a727-092d-4c17-8962-58e8fc52bf0b tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1843476 Jan 28 12:20:51.703963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c on network bdcf51c2-d748-42a4-8742-87fe56d75759 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:20:51.704450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Attempting to bind port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c on network bdcf51c2-d748-42a4-8742-87fe56d75759 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:51.791879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:51.792223 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Checking segment: {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:51.792614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Bound using segment: {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:51.793052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Bound port: e24b3e5a-8a54-4002-8432-bbf64ebf6b4c, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:51.793409 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:51.995039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] For port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:51.998550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] For port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:52.011551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-087cfe92-1ec3-478a-a80f-5185066976bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:52.013917 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-087cfe92-1ec3-478a-a80f-5185066976bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27376b90490e4b3394d8310c0f997fe7&device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 1119 time: 0.3192871 Jan 28 12:20:52.017398 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:52.041225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:20:52.085718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:20:52.088951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:20:52.096641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:52.097286 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:52.191966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Pushing event updated for resources: {'Port': ['ID=82c6f1e8-d15a-42ce-86e5-4316e4be13b0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:52.213799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-693ed5b9-27af-4ac5-874d-cb31a4abc768 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2576635 Jan 28 12:20:52.224005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-7d2d70d6-7326-4684-aba9-56648842f0cc tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/06fc2626-335d-4737-88be-c16ff72c1f14 HTTP/1.1" status: 200 len: 2998 time: 0.5601978 Jan 28 12:20:52.229420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96aa968d-6476-487e-9358-2c71a6511f3b req-7b3b1e76-a5da-4ba1-ab32-cc3e5e1468b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9593270 Jan 28 12:20:52.243303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Request body: {'port': {'device_id': 'a912d9ec-e5a7-44f0-aae3-e5895f8ff184', 'device_owner': 'compute:tempest-test_az-2061860679', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:20:52.271939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0f361-3f0b-4d71-9344-497e7f8dfcf9 req-a3736f9b-9e6c-4d73-a022-3566eab6b13a tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:52.279225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3d0f361-3f0b-4d71-9344-497e7f8dfcf9 req-a3736f9b-9e6c-4d73-a022-3566eab6b13a tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 944 time: 0.2597315 Jan 28 12:20:52.426468 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:52.562956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-533d356f-4c1c-447e-aa53-c4b0b3fb5c88 None None] Provisioning complete for port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:52.564101 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-533d356f-4c1c-447e-aa53-c4b0b3fb5c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:52.621829 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:52.622965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:52.625245 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] 10.222.0.49 "PUT /v2.0/ports/e24b3e5a-8a54-4002-8432-bbf64ebf6b4c HTTP/1.1" status: 200 len: 1092 time: 2.1415656 Jan 28 12:20:52.628882 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-32acca46-f909-4876-bc98-5c9b97a90b76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=b34b3f8a-1f3d-4a08-92ea-ac59950082c0 HTTP/1.1" status: 200 len: 217 time: 0.6036642 Jan 28 12:20:52.648550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-533d356f-4c1c-447e-aa53-c4b0b3fb5c88 None None] Port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:20:52.727327 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:52.739906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device adac08c2-1e03-48b9-9fcf-2ace43192317 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:52.765441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa968d-6476-487e-9358-2c71a6511f3b req-dca58f3a-b6c2-4b77-9d68-6d7352fe7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:52.767334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96aa968d-6476-487e-9358-2c71a6511f3b req-dca58f3a-b6c2-4b77-9d68-6d7352fe7e4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64a8125df8c4cdcb18fe6f634297aef&device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 1123 time: 0.4157786 Jan 28 12:20:52.772089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-e53c1934-f47e-494c-a62e-c986d10920ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:52.773533 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-e53c1934-f47e-494c-a62e-c986d10920ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1334941 Jan 28 12:20:52.781413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-de0b8fb2-fb31-4316-9436-1f8908d6fb75 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/06fc2626-335d-4737-88be-c16ff72c1f14 HTTP/1.1" status: 200 len: 2998 time: 0.5565538 Jan 28 12:20:52.814053 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a650348c-5ca2-4f2a-b89e-f5c2176c92f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:52.879944 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:52.898978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port adac08c2-1e03-48b9-9fcf-2ace43192317 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:52.899468 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:52.954873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6d72b-c1f7-474c-ae41-d441a68c5763 service neutron] Pushing event updated for resources: {'Port': ['ID=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:53.001240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-9d364c80-f4d2-45b6-bd8c-5d7b0253deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:53.002819 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-9d364c80-f4d2-45b6-bd8c-5d7b0253deb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2069218 Jan 28 12:20:53.059082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port adac08c2-1e03-48b9-9fcf-2ace43192317 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:53.083079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a650348c-5ca2-4f2a-b89e-f5c2176c92f9 admin admin] Publish callbacks [] for security_group (049908ff-1220-48cf-8094-7fc36981aa26), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:53.108074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3d0f361-3f0b-4d71-9344-497e7f8dfcf9 req-b0e32be4-d286-49f7-91bf-4d59685cd957 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8188226 Jan 28 12:20:53.116433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-6c8ee01f-b6b2-41b4-aaa8-78a08176bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:53.117913 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-6c8ee01f-b6b2-41b4-aaa8-78a08176bd17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=561e3af5fa0f471e9d6fd293946d315d&device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 1095 time: 0.3234208 Jan 28 12:20:53.156329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a650348c-5ca2-4f2a-b89e-f5c2176c92f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (049908ff-1220-48cf-8094-7fc36981aa26), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:53.184064 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-5516f53d-5120-49f6-8fcb-617a63973448 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c HTTP/1.1" status: 200 len: 217 time: 0.0570586 Jan 28 12:20:53.263266 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-656224cb-2220-4eb2-9551-595e1eb17f69 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443881 Jan 28 12:20:53.280715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-e3753ff0-0d7c-4b00-a492-abeac6cdf3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:53.281494 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-e3753ff0-0d7c-4b00-a492-abeac6cdf3d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=265a52df-8e7c-4e8c-8a25-92779aaa7347 HTTP/1.1" status: 200 len: 862 time: 0.0879791 Jan 28 12:20:53.327313 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a650348c-5ca2-4f2a-b89e-f5c2176c92f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d7fc5497a3f49788ca7775868e04420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8972747 Jan 28 12:20:53.345271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52840) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:53.359643 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650348c-5ca2-4f2a-b89e-f5c2176c92f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049908ff-1220-48cf-8094-7fc36981aa26,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:53.379246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-ee936474-5abe-4a4f-918e-c27c733b4678 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1b25d857-8142-4054-a003-38bf13219301 HTTP/1.1" status: 200 len: 2998 time: 0.5693157 Jan 28 12:20:53.396483 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-85446101-02a3-48fd-b4af-b7ee06e3eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:53.397929 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-85446101-02a3-48fd-b4af-b7ee06e3eaf1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcf51c2-d748-42a4-8742-87fe56d75759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060436 Jan 28 12:20:53.440258 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0403ee3d-2357-4c38-b161-a2858b2e4fdf req-f0aa9ced-dcfa-456e-b8eb-a1547238c365 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709518 Jan 28 12:20:53.514999 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-2539914e-79ff-415d-af71-1bd30c7d6746 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087086 Jan 28 12:20:53.537435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa968d-6476-487e-9358-2c71a6511f3b req-8bfb28e7-0113-4395-970b-b28acd633093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:53.538927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96aa968d-6476-487e-9358-2c71a6511f3b req-8bfb28e7-0113-4395-970b-b28acd633093 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.7111490 Jan 28 12:20:53.617507 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50a080c7-8dcc-45da-8660-7c8559c171f4 req-efcacfd9-3733-4b29-83d3-b6319d450495 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973816 Jan 28 12:20:53.674991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96aa968d-6476-487e-9358-2c71a6511f3b req-3b1ead15-026d-4321-9932-9c0d6f337750 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=334da45a-d81e-4c77-b171-ccc79eaddad3 HTTP/1.1" status: 200 len: 217 time: 0.1050482 Jan 28 12:20:53.736922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d653c-10a7-4bd2-8c71-6fb1f4e322c7 req-9467e546-6afe-4a53-9b5b-829c606685b0 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:53.739799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b11d653c-10a7-4bd2-8c71-6fb1f4e322c7 req-9467e546-6afe-4a53-9b5b-829c606685b0 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 935 time: 0.4955602 Jan 28 12:20:53.790709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-0adbd92a-e06b-41e7-90e5-95c34c7c0ee5 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1b25d857-8142-4054-a003-38bf13219301 HTTP/1.1" status: 200 len: 2998 time: 0.4106030 Jan 28 12:20:53.795167 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de1776b9-76e4-42ea-a965-c5f562a8980c admin admin] Publish callbacks [] for security_group (049908ff-1220-48cf-8094-7fc36981aa26), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:53.870079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa968d-6476-487e-9358-2c71a6511f3b req-005865ed-705a-423b-b43e-86c294232211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:53.871582 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96aa968d-6476-487e-9358-2c71a6511f3b req-005865ed-705a-423b-b43e-86c294232211 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1811807 Jan 28 12:20:53.900105 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de1776b9-76e4-42ea-a965-c5f562a8980c admin admin] Publish callbacks [] for security_group (049908ff-1220-48cf-8094-7fc36981aa26), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:53.971140 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b11d653c-10a7-4bd2-8c71-6fb1f4e322c7 req-d559132c-03fa-46cc-a954-5188678e5f50 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140322 Jan 28 12:20:53.997432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-7487f0dd-fdb8-4ef2-9911-4e2c65022836 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2119f18a-f9ff-4395-94a6-77b236f70c3f HTTP/1.1" status: 200 len: 2998 time: 0.1969533 Jan 28 12:20:54.079780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa968d-6476-487e-9358-2c71a6511f3b req-a24cb91c-6ede-4849-8169-bc6f28cf8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:54.081172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96aa968d-6476-487e-9358-2c71a6511f3b req-a24cb91c-6ede-4849-8169-bc6f28cf8cbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2009304 Jan 28 12:20:54.181739 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de1776b9-76e4-42ea-a965-c5f562a8980c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (049908ff-1220-48cf-8094-7fc36981aa26), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:54.184303 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de1776b9-76e4-42ea-a965-c5f562a8980c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:54.185425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-de1776b9-76e4-42ea-a965-c5f562a8980c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/049908ff-1220-48cf-8094-7fc36981aa26 HTTP/1.1" status: 204 len: 168 time: 0.8385642 Jan 28 12:20:54.194758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-2736f67c-3a72-4b1b-a6eb-3a16fc016bd1 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2119f18a-f9ff-4395-94a6-77b236f70c3f HTTP/1.1" status: 200 len: 2998 time: 0.1842031 Jan 28 12:20:54.210472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:20:54.223481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1776b9-76e4-42ea-a965-c5f562a8980c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049908ff-1220-48cf-8094-7fc36981aa26,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:54.226378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Publish callbacks [] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:54.259784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11c909-5718-4bb5-b06a-6241dbcec5f4 req-ce51093f-d78c-4992-b758-ff362310eb4b tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:54.261292 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a11c909-5718-4bb5-b06a-6241dbcec5f4 req-ce51093f-d78c-4992-b758-ff362310eb4b tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 968 time: 0.2217548 Jan 28 12:20:54.474119 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:54.490194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Transition to ACTIVE for port object 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:20:54.516550 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:54.568594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-fca13c23-7310-429a-9635-5e6e0ddf6f14 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4d8ed561-2e15-4271-8c5c-7183bc15cb8b HTTP/1.1" status: 200 len: 2998 time: 0.3487101 Jan 28 12:20:54.568594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96aa968d-6476-487e-9358-2c71a6511f3b req-ef944080-ab3a-4d42-b6f9-103f293b6c98 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629629 Jan 28 12:20:54.683099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Pushing event updated for resources: {'Port': ['ID=82c6f1e8-d15a-42ce-86e5-4316e4be13b0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:54.723412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a11c909-5718-4bb5-b06a-6241dbcec5f4 req-f80a2dfb-563f-4f93-a859-bd8f9ecf9361 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529202 Jan 28 12:20:54.733316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:54.764207 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a11299d2-f896-4c87-bf71-f493f8c63542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:54.781731 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb5c261-0928-4475-aaa3-22ea0e79ba5b x-openstack-request-id: req-aeb5c261-0928-4475-aaa3-22ea0e79ba5b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:20:54.782085 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92d57ce-2148-4009-b130-1db17ff469e3", "tag": "b34b3f8a-1f3d-4a08-92ea-ac59950082c0", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:20:54.782345 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aeb5c261-0928-4475-aaa3-22ea0e79ba5b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:20:54.782933 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92d57ce-2148-4009-b130-1db17ff469e3', 'tag': 'b34b3f8a-1f3d-4a08-92ea-ac59950082c0', 'status': 'completed', 'code': 200} Jan 28 12:20:54.910980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098d8a7-54c9-499f-97aa-5d45b78a2400 req-ab89e24d-d8f5-4331-8ab0-d6a8421fc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:54.912726 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0098d8a7-54c9-499f-97aa-5d45b78a2400 req-ab89e24d-d8f5-4331-8ab0-d6a8421fc937 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27376b90490e4b3394d8310c0f997fe7&device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 1119 time: 0.1114504 Jan 28 12:20:54.940075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-051e4860-d6a4-4487-b78a-5de4c4458af5 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4d8ed561-2e15-4271-8c5c-7183bc15cb8b HTTP/1.1" status: 200 len: 2998 time: 0.3512187 Jan 28 12:20:54.964621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96aa968d-6476-487e-9358-2c71a6511f3b req-bd7f5b56-2fab-46a6-9c88-9904c006a1f8 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771508 Jan 28 12:20:54.999418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Attempting to bind port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:20:54.999418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Attempting to bind port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:20:54.999722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Attempting to bind port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:55.017670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:20:55.017996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Attempting to bind port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:20:55.035258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:20:55.035644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:20:55.036218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:20:55.036680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Bound port: 82c6f1e8-d15a-42ce-86e5-4316e4be13b0, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:20:55.037034 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.054920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc917b4-bf93-475d-a49e-40ffb5af2f16 req-533daf0b-da52-4be5-a6a0-bd7330cc6b6c tempest-AggregatesAdminTestJSON-1695785714 tempest-AggregatesAdminTestJSON-1695785714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:55.056475 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0fc917b4-bf93-475d-a49e-40ffb5af2f16 req-533daf0b-da52-4be5-a6a0-bd7330cc6b6c tempest-AggregatesAdminTestJSON-1695785714 tempest-AggregatesAdminTestJSON-1695785714-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 1123 time: 0.1148431 Jan 28 12:20:55.068138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-4b6ea4ec-64e1-4ca5-8e34-3fe17ec976e3 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/602b7948-0890-4cfc-bc18-ca505d6a454a HTTP/1.1" status: 200 len: 2998 time: 0.1107807 Jan 28 12:20:55.113505 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fc917b4-bf93-475d-a49e-40ffb5af2f16 req-b9a798d9-72de-43e2-bb68-eaf798daad45 tempest-AggregatesAdminTestJSON-1695785714 tempest-AggregatesAdminTestJSON-1695785714-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.120033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a11299d2-f896-4c87-bf71-f493f8c63542 admin admin] Publish callbacks [] for security_group (0a446c44-4091-446f-ba1a-f1a6e0a9248d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.136428 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a11299d2-f896-4c87-bf71-f493f8c63542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0a446c44-4091-446f-ba1a-f1a6e0a9248d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.159040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098d8a7-54c9-499f-97aa-5d45b78a2400 req-b75c648e-fce3-45c7-a173-3a20f4606151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:55.160831 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0098d8a7-54c9-499f-97aa-5d45b78a2400 req-b75c648e-fce3-45c7-a173-3a20f4606151 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2387156 Jan 28 12:20:55.179656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] For port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:20:55.211927 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0098d8a7-54c9-499f-97aa-5d45b78a2400 req-95346290-c46d-412e-9c94-7a9049645c1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=b34b3f8a-1f3d-4a08-92ea-ac59950082c0 HTTP/1.1" status: 200 len: 217 time: 0.0435824 Jan 28 12:20:55.215263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-01fee72c-04a3-4f13-8cc3-9b4b9f2686be tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/602b7948-0890-4cfc-bc18-ca505d6a454a HTTP/1.1" status: 200 len: 2998 time: 0.1251388 Jan 28 12:20:55.217145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] For port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=82c6f1e8-d15a-42ce-86e5-4316e4be13b0,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:20:55.241401 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a11299d2-f896-4c87-bf71-f493f8c63542 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86390db533014c71b07d380daeb8fe51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5069876 Jan 28 12:20:55.269709 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11299d2-f896-4c87-bf71-f493f8c63542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a446c44-4091-446f-ba1a-f1a6e0a9248d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:55.269709 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52852) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:55.309144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098d8a7-54c9-499f-97aa-5d45b78a2400 req-9118badc-2969-4be8-85ad-81100d627c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:55.311666 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0098d8a7-54c9-499f-97aa-5d45b78a2400 req-9118badc-2969-4be8-85ad-81100d627c92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0856645 Jan 28 12:20:55.314486 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fc917b4-bf93-475d-a49e-40ffb5af2f16 req-b9a798d9-72de-43e2-bb68-eaf798daad45 tempest-AggregatesAdminTestJSON-1695785714 tempest-AggregatesAdminTestJSON-1695785714-project-admin] Publish callbacks [] for security_group (064fa715-c27b-4a2e-86f3-1094789215e3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.318111 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.340988 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fc917b4-bf93-475d-a49e-40ffb5af2f16 req-b9a798d9-72de-43e2-bb68-eaf798daad45 tempest-AggregatesAdminTestJSON-1695785714 tempest-AggregatesAdminTestJSON-1695785714-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (064fa715-c27b-4a2e-86f3-1094789215e3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.396859 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098d8a7-54c9-499f-97aa-5d45b78a2400 req-f7c42715-ad35-4d99-8d7f-9b539136ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:55.396859 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0098d8a7-54c9-499f-97aa-5d45b78a2400 req-f7c42715-ad35-4d99-8d7f-9b539136ca01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722795 Jan 28 12:20:55.396859 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15b033b-5016-40a8-9f41-fe33d16f4e1c admin admin] Publish callbacks [] for security_group (0a446c44-4091-446f-ba1a-f1a6e0a9248d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.416978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:55.417593 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.419268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] 10.222.0.35 "PUT /v2.0/ports/82c6f1e8-d15a-42ce-86e5-4316e4be13b0 HTTP/1.1" status: 200 len: 1117 time: 3.1872160 Jan 28 12:20:55.424125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a912d9ec-e5a7-44f0-aae3-e5895f8ff184', 'tag': '82c6f1e8-d15a-42ce-86e5-4316e4be13b0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:20:55.531895 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0098d8a7-54c9-499f-97aa-5d45b78a2400 req-b2a66706-b4d6-459f-97a5-ff6b94fa46de service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119981 Jan 28 12:20:55.534293 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15b033b-5016-40a8-9f41-fe33d16f4e1c admin admin] Publish callbacks [] for security_group (0a446c44-4091-446f-ba1a-f1a6e0a9248d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.539645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a798d9-72de-43e2-bb68-eaf798daad45 tempest-AggregatesAdminTestJSON-1695785714 tempest-AggregatesAdminTestJSON-1695785714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064fa715-c27b-4a2e-86f3-1094789215e3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:55.581765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0fc917b4-bf93-475d-a49e-40ffb5af2f16 req-b9a798d9-72de-43e2-bb68-eaf798daad45 tempest-AggregatesAdminTestJSON-1695785714 tempest-AggregatesAdminTestJSON-1695785714-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170846 Jan 28 12:20:55.642946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-24386aa7-1ef8-41e8-a863-483eaf407e79 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/654306d2-cd5b-410d-ae99-ac28798ace8b HTTP/1.1" status: 200 len: 2994 time: 0.4184828 Jan 28 12:20:55.717675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-6b854e13-ddea-4358-86aa-2dee3b6a16df tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/654306d2-cd5b-410d-ae99-ac28798ace8b HTTP/1.1" status: 200 len: 2994 time: 0.0662322 Jan 28 12:20:55.744708 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0098d8a7-54c9-499f-97aa-5d45b78a2400 req-68001fa3-4810-47fc-b8fa-0825e1a0f746 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994209 Jan 28 12:20:55.753298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b086b-b9c7-4b35-9cf6-1dbb5a1b9646 service neutron] Pushing event updated for resources: {'Port': ['ID=82c6f1e8-d15a-42ce-86e5-4316e4be13b0,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:55.789801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15b033b-5016-40a8-9f41-fe33d16f4e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0a446c44-4091-446f-ba1a-f1a6e0a9248d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.817399 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15b033b-5016-40a8-9f41-fe33d16f4e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.818876 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e15b033b-5016-40a8-9f41-fe33d16f4e1c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a446c44-4091-446f-ba1a-f1a6e0a9248d HTTP/1.1" status: 204 len: 168 time: 0.5501809 Jan 28 12:20:55.842491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b033b-5016-40a8-9f41-fe33d16f4e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a446c44-4091-446f-ba1a-f1a6e0a9248d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:55.910828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da38876-570b-4701-ad3e-682679ed1409 req-8b9e5d16-f6c5-4c1d-89eb-b2a2dfb465b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:55.912370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-8b9e5d16-f6c5-4c1d-89eb-b2a2dfb465b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70f91df59b1a45e4a439522380b6b8c4&device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 1120 time: 0.3875210 Jan 28 12:20:55.924750 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:55.940639 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1d3e38-a843-4f7f-87eb-5de075ff0054" -d '{"events": [{"name": "network-changed", "server_uuid": "a912d9ec-e5a7-44f0-aae3-e5895f8ff184", "tag": "82c6f1e8-d15a-42ce-86e5-4316e4be13b0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:20:56.007025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-78169162-5575-4f19-85cd-8949488764fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=82c6f1e8-d15a-42ce-86e5-4316e4be13b0 HTTP/1.1" status: 200 len: 217 time: 0.0455835 Jan 28 12:20:56.009497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-5870c6b9-c756-4e89-8b7c-26cc018f460c tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/84c407c8-e1a2-4846-b81c-5adb7d8f5552 HTTP/1.1" status: 200 len: 2990 time: 0.2666471 Jan 28 12:20:56.140611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714fc9c-6b84-48dc-96e2-3a31738ce0d8 req-be287b17-61ba-448a-b885-8f8f2ab83d9f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:56.148865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a714fc9c-6b84-48dc-96e2-3a31738ce0d8 req-be287b17-61ba-448a-b885-8f8f2ab83d9f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 944 time: 0.2570722 Jan 28 12:20:56.184770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da38876-570b-4701-ad3e-682679ed1409 req-0a0c3670-d8a7-4832-82d3-bb01434b4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:56.188878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-0a0c3670-d8a7-4832-82d3-bb01434b4d0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1720684 Jan 28 12:20:56.193911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-f899ebe3-af69-449d-be0c-fc6bd53f4df7 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/84c407c8-e1a2-4846-b81c-5adb7d8f5552 HTTP/1.1" status: 200 len: 2990 time: 0.1741798 Jan 28 12:20:56.259280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52874) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:56.280064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a714fc9c-6b84-48dc-96e2-3a31738ce0d8 req-8e3e0e20-e4e5-47bb-b5de-90b19cdd55a7 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191497 Jan 28 12:20:56.314939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da38876-570b-4701-ad3e-682679ed1409 req-b9a0fb55-f24b-455e-897a-cbd76f8fface service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:56.317883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-b9a0fb55-f24b-455e-897a-cbd76f8fface service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228852 Jan 28 12:20:56.319765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-b5d77267-0cd9-4417-8d3f-0e2133416276 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/90f58f37-6757-422c-bc84-c791bd7533a8 HTTP/1.1" status: 200 len: 2998 time: 0.1128926 Jan 28 12:20:56.479659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-009c661b-4f61-4f19-816d-78f3254fb884 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/90f58f37-6757-422c-bc84-c791bd7533a8 HTTP/1.1" status: 200 len: 2998 time: 0.1457219 Jan 28 12:20:56.512745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-817a0a48-21b2-4bc1-9175-fb5ef0c44fa4 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877253 Jan 28 12:20:56.521881 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5dd01f0-1cc1-4fbc-9970-c826314eb7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:56.522468 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4668ce-5061-407b-95c6-a3cfdad9ef1c req-ad7d1206-160b-4608-816d-03ae3e193843 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:56.524115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff4668ce-5061-407b-95c6-a3cfdad9ef1c req-ad7d1206-160b-4608-816d-03ae3e193843 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 969 time: 0.1246033 Jan 28 12:20:56.646265 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5dd01f0-1cc1-4fbc-9970-c826314eb7bc admin admin] Publish callbacks [] for security_group (16580306-8d21-4101-b4a5-65154fc9786d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:56.652721 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5dd01f0-1cc1-4fbc-9970-c826314eb7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (16580306-8d21-4101-b4a5-65154fc9786d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:56.691471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd01f0-1cc1-4fbc-9970-c826314eb7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16580306-8d21-4101-b4a5-65154fc9786d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:56.702595 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e5dd01f0-1cc1-4fbc-9970-c826314eb7bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87bb05b408604916ae69e8836b3a1f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4396193 Jan 28 12:20:56.702912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52890) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:56.750437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff4668ce-5061-407b-95c6-a3cfdad9ef1c req-cc131fe3-a45c-45b9-b476-4dfb402ef7c0 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102854 Jan 28 12:20:56.764221 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-495f283c-f1dc-4ddd-b0ca-646150da57f4 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9350330c-5c6b-4c5d-aab7-0d63205dfaec HTTP/1.1" status: 200 len: 2998 time: 0.2643445 Jan 28 12:20:56.770157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9da38876-570b-4701-ad3e-682679ed1409 req-a0329405-0437-413c-86b6-c680c9b2eece service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450290 Jan 28 12:20:56.775132 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ffc88dd-94a8-4671-81d8-f4c4a881ea99 admin admin] Publish callbacks [] for security_group (16580306-8d21-4101-b4a5-65154fc9786d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:56.783643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'tag': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:20:56.786028 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e877df-b105-4f14-a6bb-513b51dd15e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e379e0d-c3b0-43e3-a67e-96cb2d8220aa", "tag": "e24b3e5a-8a54-4002-8432-bbf64ebf6b4c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:20:56.815854 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ffc88dd-94a8-4671-81d8-f4c4a881ea99 admin admin] Publish callbacks [] for security_group (16580306-8d21-4101-b4a5-65154fc9786d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:56.865874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-8e2fcaa1-b4b8-4c17-898e-ba85c431aa48 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9350330c-5c6b-4c5d-aab7-0d63205dfaec HTTP/1.1" status: 200 len: 2998 time: 0.0911736 Jan 28 12:20:56.899769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ffc88dd-94a8-4671-81d8-f4c4a881ea99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (16580306-8d21-4101-b4a5-65154fc9786d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:56.907391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ffc88dd-94a8-4671-81d8-f4c4a881ea99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:56.910906 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9ffc88dd-94a8-4671-81d8-f4c4a881ea99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16580306-8d21-4101-b4a5-65154fc9786d HTTP/1.1" status: 204 len: 168 time: 0.2049291 Jan 28 12:20:56.927947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc88dd-94a8-4671-81d8-f4c4a881ea99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16580306-8d21-4101-b4a5-65154fc9786d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:56.981616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-49faf134-0986-4866-9917-83457c0fd82f tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/98951794-2aef-4d7b-8fa2-fe07eaf04244 HTTP/1.1" status: 200 len: 2998 time: 0.1086953 Jan 28 12:20:57.073937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-d8dadf9f-9ccd-41c6-b152-ea7ae5db048e tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/98951794-2aef-4d7b-8fa2-fe07eaf04244 HTTP/1.1" status: 200 len: 2998 time: 0.0912859 Jan 28 12:20:57.153588 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-ac54c02a-414b-4a70-81a4-0c1cd8aec54c tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a6ccffe3-c34f-4dd7-8bbc-4e82903329d6 HTTP/1.1" status: 200 len: 2994 time: 0.0678904 Jan 28 12:20:57.225562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-200ff323-e0fc-4c79-9521-ddf1b018e260 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a6ccffe3-c34f-4dd7-8bbc-4e82903329d6 HTTP/1.1" status: 200 len: 2994 time: 0.0699806 Jan 28 12:20:57.293857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-d060ec56-3373-4b8f-a103-e3b6e8add7e3 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b496b4f4-5c4a-4e36-a169-51aaa88df743 HTTP/1.1" status: 200 len: 2998 time: 0.0674279 Jan 28 12:20:57.330953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fcf73-3ce0-4113-8e4c-4fb2e355bd7e req-8e91a423-972b-48a8-854d-5476db22a0eb tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:57.332431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-466fcf73-3ce0-4113-8e4c-4fb2e355bd7e req-8e91a423-972b-48a8-854d-5476db22a0eb tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 968 time: 0.1289411 Jan 28 12:20:57.375041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03acd1f2-9c62-4f53-8400-8eb545545e95 req-70b4deb5-3b03-4eee-a3ea-56e6f1f7bbbe tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b496b4f4-5c4a-4e36-a169-51aaa88df743 HTTP/1.1" status: 200 len: 2998 time: 0.0802555 Jan 28 12:20:57.407579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-466fcf73-3ce0-4113-8e4c-4fb2e355bd7e req-4f393d4b-5fd7-4017-b941-4cf8a9e0f282 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668225 Jan 28 12:20:57.479425 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29ff592-85e6-4c32-8598-c812fd67cba9 x-openstack-request-id: req-d29ff592-85e6-4c32-8598-c812fd67cba9 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:20:57.479864 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e379e0d-c3b0-43e3-a67e-96cb2d8220aa", "tag": "e24b3e5a-8a54-4002-8432-bbf64ebf6b4c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:20:57.480124 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d29ff592-85e6-4c32-8598-c812fd67cba9 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:20:57.480524 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'tag': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c', 'status': 'completed', 'code': 200} Jan 28 12:20:57.530957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52916) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:57.587467 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a2c14712-9b30-47f9-aaf4-5eae0a58dcaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:57.643682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e877df-b105-4f14-a6bb-513b51dd15e2 req-f86f782d-90c6-4119-ad69-a1ac1c662f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:57.645631 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-01e877df-b105-4f14-a6bb-513b51dd15e2 req-f86f782d-90c6-4119-ad69-a1ac1c662f0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=561e3af5fa0f471e9d6fd293946d315d&device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 1095 time: 0.1463442 Jan 28 12:20:57.657769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b34b3f8a-1f3d-4a08-92ea-ac59950082c0 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:20:57.779751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378f4f7-df89-4c70-b666-f1420dc49264 req-a4c7832b-2e60-47e8-8dfc-03356758d4ad tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:57.781350 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c378f4f7-df89-4c70-b666-f1420dc49264 req-a4c7832b-2e60-47e8-8dfc-03356758d4ad tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 972 time: 0.2068622 Jan 28 12:20:57.859050 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e877df-b105-4f14-a6bb-513b51dd15e2 req-75fa7a29-7202-41c9-b258-a97f05c42c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:57.863797 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-01e877df-b105-4f14-a6bb-513b51dd15e2 req-75fa7a29-7202-41c9-b258-a97f05c42c73 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdcf51c2-d748-42a4-8742-87fe56d75759 HTTP/1.1" status: 200 len: 924 time: 0.2109461 Jan 28 12:20:57.887925 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffc6a15-4beb-4703-a6fe-ad94b8e2262b x-openstack-request-id: req-7ffc6a15-4beb-4703-a6fe-ad94b8e2262b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:20:57.888281 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a912d9ec-e5a7-44f0-aae3-e5895f8ff184", "tag": "82c6f1e8-d15a-42ce-86e5-4316e4be13b0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:20:57.898326 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ffc6a15-4beb-4703-a6fe-ad94b8e2262b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:20:57.898968 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a912d9ec-e5a7-44f0-aae3-e5895f8ff184', 'tag': '82c6f1e8-d15a-42ce-86e5-4316e4be13b0', 'status': 'completed', 'code': 200} Jan 28 12:20:57.915694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port b34b3f8a-1f3d-4a08-92ea-ac59950082c0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b34b3f8a-1f3d-4a08-92ea-ac59950082c0,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:57.943721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'b34b3f8a-1f3d-4a08-92ea-ac59950082c0', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'b34b3f8a-1f3d-4a08-92ea-ac59950082c0', 'mac_address': 'fa:16:3e:ca:91:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:tempest-test_az-2061860679', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:20:57.977498 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-01e877df-b105-4f14-a6bb-513b51dd15e2 req-d69ab987-01da-4a94-b8e6-0243bbf5724f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c HTTP/1.1" status: 200 len: 217 time: 0.1068373 Jan 28 12:20:58.007180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port b34b3f8a-1f3d-4a08-92ea-ac59950082c0 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:58.008042 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:58.028763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34b3f8a-1f3d-4a08-92ea-ac59950082c0 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:20:58.067185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c378f4f7-df89-4c70-b666-f1420dc49264 req-e96ebb5f-4648-474a-a162-0dc9f1192964 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b25d857-8142-4054-a003-38bf13219301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679868 Jan 28 12:20:58.068360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port b34b3f8a-1f3d-4a08-92ea-ac59950082c0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b34b3f8a-1f3d-4a08-92ea-ac59950082c0,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:58.075495 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:58.104740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e877df-b105-4f14-a6bb-513b51dd15e2 req-f7b42deb-ea5c-486d-8216-688415e6aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:58.106677 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-01e877df-b105-4f14-a6bb-513b51dd15e2 req-f7b42deb-ea5c-486d-8216-688415e6aac2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=265a52df-8e7c-4e8c-8a25-92779aaa7347 HTTP/1.1" status: 200 len: 862 time: 0.1238780 Jan 28 12:20:58.130799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e24b3e5a-8a54-4002-8432-bbf64ebf6b4c details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:20:58.163307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=b34b3f8a-1f3d-4a08-92ea-ac59950082c0,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:58.187693 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e877df-b105-4f14-a6bb-513b51dd15e2 req-1553fa6e-ba08-4a66-81cf-9303c2f37682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:58.189612 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-01e877df-b105-4f14-a6bb-513b51dd15e2 req-1553fa6e-ba08-4a66-81cf-9303c2f37682 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcf51c2-d748-42a4-8742-87fe56d75759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733011 Jan 28 12:20:58.251113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5ab20-966b-4b1a-b3cf-8c63647cf6e0 req-45b3effa-e8d7-4834-b673-ba138a2af168 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:58.253103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ff5ab20-966b-4b1a-b3cf-8c63647cf6e0 req-45b3effa-e8d7-4834-b673-ba138a2af168 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 944 time: 0.2567749 Jan 28 12:20:58.264592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9cb9f49e-9d4e-441e-a7c0-b81244400b65 req-e514f2da-31cf-4725-9c42-010e581e4cc5 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4df639358f44ff5a47c05a039a15ba1 HTTP/1.1" status: 200 len: 6154 time: 0.1367812 Jan 28 12:20:58.268299 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a2c14712-9b30-47f9-aaf4-5eae0a58dcaf admin admin] Publish callbacks [] for security_group (25561083-b313-4ab9-8e79-3dfddcd009b0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:58.315191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:58.325076 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-01e877df-b105-4f14-a6bb-513b51dd15e2 req-75f9bcdb-a040-4006-a94f-505928ca310f service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249645 Jan 28 12:20:58.329484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d3e38-a843-4f7f-87eb-5de075ff0054 req-91eb78c4-91d4-4f11-b12e-c8d674527b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:58.330295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'port_id': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c', 'mac_address': 'fa:16:3e:fe:d7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:20:58.331195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b1d3e38-a843-4f7f-87eb-5de075ff0054 req-91eb78c4-91d4-4f11-b12e-c8d674527b47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70f91df59b1a45e4a439522380b6b8c4&device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 1120 time: 0.4183547 Jan 28 12:20:58.335164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9cb9f49e-9d4e-441e-a7c0-b81244400b65 req-30b3c210-48b3-4231-97a5-db9cc9c11ac8 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] 10.222.0.53 "GET /v2.0/security-groups/06fc2626-335d-4737-88be-c16ff72c1f14 HTTP/1.1" status: 200 len: 2998 time: 0.0587738 Jan 28 12:20:58.335805 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a2c14712-9b30-47f9-aaf4-5eae0a58dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (25561083-b313-4ab9-8e79-3dfddcd009b0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:58.411110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:20:58.411540 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:58.414410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['b34b3f8a-1f3d-4a08-92ea-ac59950082c0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:20:58.463063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a2c14712-9b30-47f9-aaf4-5eae0a58dcaf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73bfb3ab3cdb45a4a09f769d31754136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9308414 Jan 28 12:20:58.471146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52934) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:20:58.487187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24b3e5a-8a54-4002-8432-bbf64ebf6b4c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:20:58.498165 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-01e877df-b105-4f14-a6bb-513b51dd15e2 req-3a6e3a3f-8ad4-4099-ac20-6702d1c58094 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655624 Jan 28 12:20:58.566580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:58.578154 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:58.587562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d3e38-a843-4f7f-87eb-5de075ff0054 req-385036b4-5550-46a3-903d-d7ebb926eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:58.591055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b1d3e38-a843-4f7f-87eb-5de075ff0054 req-385036b4-5550-46a3-903d-d7ebb926eca3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2274587 Jan 28 12:20:58.602293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9cb9f49e-9d4e-441e-a7c0-b81244400b65 req-2f589d93-7485-4ce6-be10-5f6529dde1df tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] 10.222.0.53 "GET /v2.0/security-groups/06fc2626-335d-4737-88be-c16ff72c1f14 HTTP/1.1" status: 200 len: 2998 time: 0.2296937 Jan 28 12:20:58.619690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c14712-9b30-47f9-aaf4-5eae0a58dcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25561083-b313-4ab9-8e79-3dfddcd009b0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:58.686334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b9fa47d-5dcb-4965-be31-e6129a37d327 admin admin] Publish callbacks [] for security_group (25561083-b313-4ab9-8e79-3dfddcd009b0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:58.717265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b1d3e38-a843-4f7f-87eb-5de075ff0054 req-4ca9ba17-4643-4f4a-bfc8-5db12f290ed3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=82c6f1e8-d15a-42ce-86e5-4316e4be13b0 HTTP/1.1" status: 200 len: 217 time: 0.1132417 Jan 28 12:20:58.721274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:58.745574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b9fa47d-5dcb-4965-be31-e6129a37d327 admin admin] Publish callbacks [] for security_group (25561083-b313-4ab9-8e79-3dfddcd009b0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:58.762612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ff5ab20-966b-4b1a-b3cf-8c63647cf6e0 req-afd08979-2a66-4457-bc55-25c62d8c604d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4925096 Jan 28 12:20:58.808328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348e745-8c64-4d19-8740-54c0e5a5bc8a req-356d9b1f-920f-4204-bda7-316a8513e35a tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:58.810948 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e348e745-8c64-4d19-8740-54c0e5a5bc8a req-356d9b1f-920f-4204-bda7-316a8513e35a tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 972 time: 0.2556491 Jan 28 12:20:58.816929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d3e38-a843-4f7f-87eb-5de075ff0054 req-3c781d51-9459-4b3b-8d4e-4cd4419f823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:58.818362 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b1d3e38-a843-4f7f-87eb-5de075ff0054 req-3c781d51-9459-4b3b-8d4e-4cd4419f823c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0880556 Jan 28 12:20:58.850317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e24b3e5a-8a54-4002-8432-bbf64ebf6b4c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:20:58.921991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384604a5-628f-4a93-8549-6ecaa9988964 req-fbdc5fa0-6eef-473e-b3a6-acd339cc76a7 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:58.930531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384604a5-628f-4a93-8549-6ecaa9988964 req-fbdc5fa0-6eef-473e-b3a6-acd339cc76a7 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 969 time: 0.2184508 Jan 28 12:20:59.016039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e348e745-8c64-4d19-8740-54c0e5a5bc8a req-6e449993-a744-4362-bdf0-0071d1433853 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Deleting port 334da45a-d81e-4c77-b171-ccc79eaddad3 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:20:59.017660 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e348e745-8c64-4d19-8740-54c0e5a5bc8a req-6e449993-a744-4362-bdf0-0071d1433853 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:59.022758 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b9fa47d-5dcb-4965-be31-e6129a37d327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (25561083-b313-4ab9-8e79-3dfddcd009b0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:59.025865 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b9fa47d-5dcb-4965-be31-e6129a37d327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:59.029736 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3b9fa47d-5dcb-4965-be31-e6129a37d327 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25561083-b313-4ab9-8e79-3dfddcd009b0 HTTP/1.1" status: 204 len: 168 time: 0.5546563 Jan 28 12:20:59.052477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fa47d-5dcb-4965-be31-e6129a37d327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25561083-b313-4ab9-8e79-3dfddcd009b0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:59.062670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384604a5-628f-4a93-8549-6ecaa9988964 req-9ec98bb0-39b1-4ef8-a417-9222da417800 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291573 Jan 28 12:20:59.089272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d3e38-a843-4f7f-87eb-5de075ff0054 req-6989138d-1192-4159-847b-b1087ff35596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:59.097180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b1d3e38-a843-4f7f-87eb-5de075ff0054 req-6989138d-1192-4159-847b-b1087ff35596 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2678001 Jan 28 12:20:59.269724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e348e745-8c64-4d19-8740-54c0e5a5bc8a req-6e449993-a744-4362-bdf0-0071d1433853 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] For port 334da45a-d81e-4c77-b171-ccc79eaddad3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=334da45a-d81e-4c77-b171-ccc79eaddad3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:59.271640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e348e745-8c64-4d19-8740-54c0e5a5bc8a req-6e449993-a744-4362-bdf0-0071d1433853 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:59.292576 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e348e745-8c64-4d19-8740-54c0e5a5bc8a req-6e449993-a744-4362-bdf0-0071d1433853 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Calling delete_port for 334da45a-d81e-4c77-b171-ccc79eaddad3 owned by compute:tempest-test_az-2061860679 {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:20:59.495208 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e348e745-8c64-4d19-8740-54c0e5a5bc8a req-6e449993-a744-4362-bdf0-0071d1433853 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (334da45a-d81e-4c77-b171-ccc79eaddad3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:59.509611 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['334da45a-d81e-4c77-b171-ccc79eaddad3'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:20:59.533147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e449993-a744-4362-bdf0-0071d1433853 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Pushing event deleted for resources: {'Port': ['ID=334da45a-d81e-4c77-b171-ccc79eaddad3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:20:59.580211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-018209b4-2918-4874-8e2e-3b65a65d3aae req-ee5506cc-e0b7-4183-a0c9-fcdddcaec1fd tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e89f75db-bc49-4d02-b7b1-807a8717b190 HTTP/1.1" status: 200 len: 1794 time: 0.1337192 Jan 28 12:20:59.600262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534469f-abcb-4fc9-9e66-1e83b908912d req-ea42455c-d782-4974-8b39-d24807873ef9 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:20:59.601788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f534469f-abcb-4fc9-9e66-1e83b908912d req-ea42455c-d782-4974-8b39-d24807873ef9 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 969 time: 0.1544285 Jan 28 12:20:59.611989 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b1d3e38-a843-4f7f-87eb-5de075ff0054 req-8934b4ea-42d4-4b93-8cfa-c6b5371c52b5 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126250 Jan 28 12:20:59.654109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e348e745-8c64-4d19-8740-54c0e5a5bc8a req-6e449993-a744-4362-bdf0-0071d1433853 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] No DVR routers for this DVR port 334da45a-d81e-4c77-b171-ccc79eaddad3 on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:20:59.660989 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e348e745-8c64-4d19-8740-54c0e5a5bc8a req-6e449993-a744-4362-bdf0-0071d1433853 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:59.667624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:20:59.669621 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e348e745-8c64-4d19-8740-54c0e5a5bc8a req-6e449993-a744-4362-bdf0-0071d1433853 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.35 "DELETE /v2.0/ports/334da45a-d81e-4c77-b171-ccc79eaddad3 HTTP/1.1" status: 204 len: 173 time: 0.8524728 Jan 28 12:20:59.670113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0e0d0e-ab7c-465a-9ebd-18707e89a301', 'name': 'network-vif-deleted', 'tag': '334da45a-d81e-4c77-b171-ccc79eaddad3'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:20:59.675925 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b41f197-74cc-4214-bfc9-f4ea56456dd4" -d '{"events": [{"server_uuid": "bc0e0d0e-ab7c-465a-9ebd-18707e89a301", "name": "network-vif-deleted", "tag": "334da45a-d81e-4c77-b171-ccc79eaddad3"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:20:59.743236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b34b3f8a-1f3d-4a08-92ea-ac59950082c0 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:20:59.870352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b1d3e38-a843-4f7f-87eb-5de075ff0054 req-0fad4372-b3e0-4a64-9174-5e0ad3779850 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506883 Jan 28 12:20:59.930149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f534469f-abcb-4fc9-9e66-1e83b908912d req-47433af3-51c4-4808-8c38-6e274ea6ca9b tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169210 Jan 28 12:20:59.932919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=82c6f1e8-d15a-42ce-86e5-4316e4be13b0,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:20:59.942470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port b34b3f8a-1f3d-4a08-92ea-ac59950082c0 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:20:59.950863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port b34b3f8a-1f3d-4a08-92ea-ac59950082c0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:20:59.951255 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:20:59.954509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '82c6f1e8-d15a-42ce-86e5-4316e4be13b0', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '82c6f1e8-d15a-42ce-86e5-4316e4be13b0', 'mac_address': 'fa:16:3e:f6:9c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:tempest-test_az-2061860679', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:20:59.956929 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-018209b4-2918-4874-8e2e-3b65a65d3aae req-71390c28-ae80-4cb1-bfa7-b02332fd14e6 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (e89f75db-bc49-4d02-b7b1-807a8717b190), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:00.021357 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-018209b4-2918-4874-8e2e-3b65a65d3aae req-71390c28-ae80-4cb1-bfa7-b02332fd14e6 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (e89f75db-bc49-4d02-b7b1-807a8717b190), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:00.031838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:00.032896 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:00.052318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:00.100645 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-018209b4-2918-4874-8e2e-3b65a65d3aae req-71390c28-ae80-4cb1-bfa7-b02332fd14e6 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e89f75db-bc49-4d02-b7b1-807a8717b190), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:00.103925 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-018209b4-2918-4874-8e2e-3b65a65d3aae req-71390c28-ae80-4cb1-bfa7-b02332fd14e6 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:00.104762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-018209b4-2918-4874-8e2e-3b65a65d3aae req-71390c28-ae80-4cb1-bfa7-b02332fd14e6 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/e89f75db-bc49-4d02-b7b1-807a8717b190 HTTP/1.1" status: 204 len: 173 time: 0.5237377 Jan 28 12:21:00.112072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=82c6f1e8-d15a-42ce-86e5-4316e4be13b0,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:00.114782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port b34b3f8a-1f3d-4a08-92ea-ac59950082c0 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:00.115170 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:00.118275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71390c28-ae80-4cb1-bfa7-b02332fd14e6 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89f75db-bc49-4d02-b7b1-807a8717b190,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:00.126909 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:00.135161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e24b3e5a-8a54-4002-8432-bbf64ebf6b4c up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:00.183373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee6bbb47-dbec-487e-bcf3-91a5069430b8 req-193753b6-e5e6-4d68-aa84-c8e06aafdd11 tempest-AggregatesAdminTestJSON-1242350895 tempest-AggregatesAdminTestJSON-1242350895-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0e0d0e-ab7c-465a-9ebd-18707e89a301 HTTP/1.1" status: 200 len: 210 time: 0.0274661 Jan 28 12:21:00.217301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92d57ce-2148-4009-b130-1db17ff469e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34b3f8a-1f3d-4a08-92ea-ac59950082c0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:00.220769 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcee206b-31f8-48f7-bea4-771fb988583d" -d '{"events": [{"server_uuid": "e92d57ce-2148-4009-b130-1db17ff469e3", "name": "network-vif-plugged", "status": "completed", "tag": "b34b3f8a-1f3d-4a08-92ea-ac59950082c0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:00.256606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port b34b3f8a-1f3d-4a08-92ea-ac59950082c0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b34b3f8a-1f3d-4a08-92ea-ac59950082c0,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:00.264920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=82c6f1e8-d15a-42ce-86e5-4316e4be13b0,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:00.271930 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:00.272065 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700d6d41-6093-43a8-a178-b072f2fcef55 x-openstack-request-id: req-700d6d41-6093-43a8-a178-b072f2fcef55 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:00.272562 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0e0d0e-ab7c-465a-9ebd-18707e89a301", "name": "network-vif-deleted", "tag": "334da45a-d81e-4c77-b171-ccc79eaddad3", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:00.272562 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-700d6d41-6093-43a8-a178-b072f2fcef55 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:00.273717 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0e0d0e-ab7c-465a-9ebd-18707e89a301', 'name': 'network-vif-deleted', 'tag': '334da45a-d81e-4c77-b171-ccc79eaddad3', 'status': 'completed', 'code': 200} Jan 28 12:21:00.313863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:21:00.325890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:00.326215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:00.336806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['82c6f1e8-d15a-42ce-86e5-4316e4be13b0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:00.365260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=b34b3f8a-1f3d-4a08-92ea-ac59950082c0,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:00.503178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:00.503603 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:00.526381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5471f-37ba-4a30-b397-0cc9c2471639 req-bba30444-afe4-4ed3-a5de-c3902fd11812 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:00.532750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46e5471f-37ba-4a30-b397-0cc9c2471639 req-bba30444-afe4-4ed3-a5de-c3902fd11812 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 945 time: 0.1756346 Jan 28 12:21:00.554635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:00.564821 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:00.685961 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46e5471f-37ba-4a30-b397-0cc9c2471639 req-5322f502-006b-4ce5-82d3-9ebbc3bbec25 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252773 Jan 28 12:21:00.706051 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:00.780088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c817e3c5-213d-419f-936f-d900f41e023d req-fd6d57f2-cc85-4d04-93d1-b958833d1898 tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9952420d-3a30-48fd-8695-eb65095f4908 HTTP/1.1" status: 200 len: 1794 time: 0.0782180 Jan 28 12:21:00.850197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b2be1-2fa2-4dc5-be36-19fce0a46531 req-9c33d467-ac32-4a23-88e2-10cea1b476ce tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:00.857133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-975b2be1-2fa2-4dc5-be36-19fce0a46531 req-9c33d467-ac32-4a23-88e2-10cea1b476ce tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 970 time: 0.0924582 Jan 28 12:21:00.923987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c817e3c5-213d-419f-936f-d900f41e023d req-faee3076-8cf0-422d-8523-070ce802748a tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (9952420d-3a30-48fd-8695-eb65095f4908), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:00.937116 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-975b2be1-2fa2-4dc5-be36-19fce0a46531 req-acb18d24-4d8c-4543-859c-4396a0100e65 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790312 Jan 28 12:21:00.966711 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c817e3c5-213d-419f-936f-d900f41e023d req-faee3076-8cf0-422d-8523-070ce802748a tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (9952420d-3a30-48fd-8695-eb65095f4908), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:01.001418 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0b6600-d255-4553-8913-0f356f54ba28 x-openstack-request-id: req-dc0b6600-d255-4553-8913-0f356f54ba28 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:01.001941 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92d57ce-2148-4009-b130-1db17ff469e3", "name": "network-vif-plugged", "status": "completed", "tag": "b34b3f8a-1f3d-4a08-92ea-ac59950082c0", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:01.002086 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc0b6600-d255-4553-8913-0f356f54ba28 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:01.002540 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92d57ce-2148-4009-b130-1db17ff469e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34b3f8a-1f3d-4a08-92ea-ac59950082c0', 'code': 200} Jan 28 12:21:01.046371 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c817e3c5-213d-419f-936f-d900f41e023d req-faee3076-8cf0-422d-8523-070ce802748a tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9952420d-3a30-48fd-8695-eb65095f4908), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:01.054782 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c817e3c5-213d-419f-936f-d900f41e023d req-faee3076-8cf0-422d-8523-070ce802748a tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:01.061632 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c817e3c5-213d-419f-936f-d900f41e023d req-faee3076-8cf0-422d-8523-070ce802748a tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/9952420d-3a30-48fd-8695-eb65095f4908 HTTP/1.1" status: 204 len: 173 time: 0.2668447 Jan 28 12:21:01.081982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee3076-8cf0-422d-8523-070ce802748a tempest-SecurityGroupsTestAdminJSON-185955539 tempest-SecurityGroupsTestAdminJSON-185955539-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9952420d-3a30-48fd-8695-eb65095f4908,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:01.160462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16f9b6-87c1-4454-a9ab-f4d4caca5cbe req-a3fdc4b3-e188-4c07-9b11-57d1a8fcafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:01.162476 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff16f9b6-87c1-4454-a9ab-f4d4caca5cbe req-a3fdc4b3-e188-4c07-9b11-57d1a8fcafd6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 1121 time: 0.0783670 Jan 28 12:21:01.272561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff16f9b6-87c1-4454-a9ab-f4d4caca5cbe req-8cdbb4be-0826-458a-8fe2-008c8d9b946a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023698 Jan 28 12:21:01.295692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfa1f7-5c5b-4551-b39c-21f320a08aee req-ceb9303b-b23e-4341-a73c-7c400f050e45 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:01.307805 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fadfa1f7-5c5b-4551-b39c-21f320a08aee req-ceb9303b-b23e-4341-a73c-7c400f050e45 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 970 time: 0.1278098 Jan 28 12:21:01.342525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40b67676-52ea-4fc8-9b72-d9aca9a2bae5 req-4f52d95d-3a5b-4015-93e2-42e388b47734 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ccedb24ad105447a9047700fc148eb5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326002 Jan 28 12:21:01.434620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fadfa1f7-5c5b-4551-b39c-21f320a08aee req-e2cda4a0-033a-4c85-95c9-e9e6a0b599c7 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259820 Jan 28 12:21:01.493531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b67676-52ea-4fc8-9b72-d9aca9a2bae5 req-ab138bc2-1554-4889-8b49-1cef41116a80 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:01.495033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40b67676-52ea-4fc8-9b72-d9aca9a2bae5 req-ab138bc2-1554-4889-8b49-1cef41116a80 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423481 Jan 28 12:21:01.534270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40b67676-52ea-4fc8-9b72-d9aca9a2bae5 req-a39847d4-22c4-442a-90fa-bea2ce2a5580 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] 10.222.0.53 "GET /v2.0/quotas/ccedb24ad105447a9047700fc148eb5e HTTP/1.1" status: 200 len: 375 time: 0.0271502 Jan 28 12:21:01.579664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40b67676-52ea-4fc8-9b72-d9aca9a2bae5 req-648536a5-bbaf-42a2-864a-050e6caa4205 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccedb24ad105447a9047700fc148eb5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441828 Jan 28 12:21:01.594951 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47345032-46ae-4a98-bbed-bd3aba586fa1 req-956cf1a1-0d9a-4f52-b189-8fc4b65dac47 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] 10.222.0.53 "GET /v2.0/security-groups/ff3381cb-b536-4d85-bc0c-6560940ae42e HTTP/1.1" status: 200 len: 1794 time: 0.0988307 Jan 28 12:21:01.674164 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47345032-46ae-4a98-bbed-bd3aba586fa1 req-73ce8363-4646-4ab3-a7b1-f81c4a0eed37 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (ff3381cb-b536-4d85-bc0c-6560940ae42e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:01.685897 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:01.704476 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47345032-46ae-4a98-bbed-bd3aba586fa1 req-73ce8363-4646-4ab3-a7b1-f81c4a0eed37 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (ff3381cb-b536-4d85-bc0c-6560940ae42e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:01.761262 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47345032-46ae-4a98-bbed-bd3aba586fa1 req-73ce8363-4646-4ab3-a7b1-f81c4a0eed37 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ff3381cb-b536-4d85-bc0c-6560940ae42e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:01.764990 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47345032-46ae-4a98-bbed-bd3aba586fa1 req-73ce8363-4646-4ab3-a7b1-f81c4a0eed37 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:01.766390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47345032-46ae-4a98-bbed-bd3aba586fa1 req-73ce8363-4646-4ab3-a7b1-f81c4a0eed37 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] 10.222.0.53 "DELETE /v2.0/security-groups/ff3381cb-b536-4d85-bc0c-6560940ae42e HTTP/1.1" status: 204 len: 173 time: 0.1649859 Jan 28 12:21:01.780512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce8363-4646-4ab3-a7b1-f81c4a0eed37 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3381cb-b536-4d85-bc0c-6560940ae42e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:01.782390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:21:01.788619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:01.788619 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:01.913936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:01.914337 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:02.100236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=82c6f1e8-d15a-42ce-86e5-4316e4be13b0,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:02.107918 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:02.109377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 334da45a-d81e-4c77-b171-ccc79eaddad3 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:21:02.157481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 334da45a-d81e-4c77-b171-ccc79eaddad3 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:21:02.158220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 334da45a-d81e-4c77-b171-ccc79eaddad3 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:21:02.201052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e926-0cf4-4d8e-b942-ada658f91010 req-d314c4a4-8313-49d0-a609-58086720eb16 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:02.202877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5853e926-0cf4-4d8e-b942-ada658f91010 req-d314c4a4-8313-49d0-a609-58086720eb16 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 946 time: 0.0874965 Jan 28 12:21:02.212930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=82c6f1e8-d15a-42ce-86e5-4316e4be13b0,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:02.299233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5853e926-0cf4-4d8e-b942-ada658f91010 req-51af29ed-b4b7-42b1-a22b-d9b65fdbe4cb tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865672 Jan 28 12:21:02.365599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2495c479-69bc-49e4-a423-ba962d4bbea4 req-c97608b6-0a0d-4cc7-a6f0-5bc9feaf999f tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] 10.222.0.53 "GET /v2.0/security-groups/41792a9d-1e12-4547-954a-b13dfb47add0 HTTP/1.1" status: 200 len: 1795 time: 0.0529220 Jan 28 12:21:02.444249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2495c479-69bc-49e4-a423-ba962d4bbea4 req-f9d88576-de0d-4af1-99bc-b9649d7c0e37 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (41792a9d-1e12-4547-954a-b13dfb47add0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:02.504625 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2495c479-69bc-49e4-a423-ba962d4bbea4 req-f9d88576-de0d-4af1-99bc-b9649d7c0e37 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (41792a9d-1e12-4547-954a-b13dfb47add0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:02.543724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba02f1e-e411-4dbe-986a-53c27fbfb352 req-41f568b8-a9d2-4a0f-bc9a-8ad44fff91cc tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:02.545200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bba02f1e-e411-4dbe-986a-53c27fbfb352 req-41f568b8-a9d2-4a0f-bc9a-8ad44fff91cc tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 971 time: 0.0990896 Jan 28 12:21:02.585940 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2495c479-69bc-49e4-a423-ba962d4bbea4 req-f9d88576-de0d-4af1-99bc-b9649d7c0e37 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (41792a9d-1e12-4547-954a-b13dfb47add0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:02.588443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2495c479-69bc-49e4-a423-ba962d4bbea4 req-f9d88576-de0d-4af1-99bc-b9649d7c0e37 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:02.589538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2495c479-69bc-49e4-a423-ba962d4bbea4 req-f9d88576-de0d-4af1-99bc-b9649d7c0e37 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] 10.222.0.53 "DELETE /v2.0/security-groups/41792a9d-1e12-4547-954a-b13dfb47add0 HTTP/1.1" status: 204 len: 173 time: 0.2232423 Jan 28 12:21:02.616223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d88576-de0d-4af1-99bc-b9649d7c0e37 tempest-SecurityGroupsTestAdminJSON-1981592551 tempest-SecurityGroupsTestAdminJSON-1981592551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41792a9d-1e12-4547-954a-b13dfb47add0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:02.633223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bba02f1e-e411-4dbe-986a-53c27fbfb352 req-998a403e-4f7c-48af-aa7b-894bca76785a tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763998 Jan 28 12:21:02.872646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e80d24-6e6a-4fff-adee-0b99e729c957 req-fa634d54-d5c9-4829-9df4-e572f5d09ebf tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:02.883302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a4e80d24-6e6a-4fff-adee-0b99e729c957 req-fa634d54-d5c9-4829-9df4-e572f5d09ebf tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 970 time: 0.0896051 Jan 28 12:21:02.960846 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a4e80d24-6e6a-4fff-adee-0b99e729c957 req-9b78d505-874e-42d0-ba25-a5f174413e52 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717785 Jan 28 12:21:03.003573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c'}, {'server_uuid': 'a912d9ec-e5a7-44f0-aae3-e5895f8ff184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c6f1e8-d15a-42ce-86e5-4316e4be13b0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:03.006509 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfc2ae7-2967-4cd7-b599-6549e776889d" -d '{"events": [{"server_uuid": "7e379e0d-c3b0-43e3-a67e-96cb2d8220aa", "name": "network-vif-plugged", "status": "completed", "tag": "e24b3e5a-8a54-4002-8432-bbf64ebf6b4c"}, {"server_uuid": "a912d9ec-e5a7-44f0-aae3-e5895f8ff184", "name": "network-vif-plugged", "status": "completed", "tag": "82c6f1e8-d15a-42ce-86e5-4316e4be13b0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:03.077594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53088) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:03.113883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53092) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:03.345671 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81260284-0644-4409-be99-0bd4224ea30b x-openstack-request-id: req-81260284-0644-4409-be99-0bd4224ea30b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:03.351069 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e379e0d-c3b0-43e3-a67e-96cb2d8220aa", "name": "network-vif-plugged", "status": "completed", "tag": "e24b3e5a-8a54-4002-8432-bbf64ebf6b4c", "code": 200}, {"server_uuid": "a912d9ec-e5a7-44f0-aae3-e5895f8ff184", "name": "network-vif-plugged", "status": "completed", "tag": "82c6f1e8-d15a-42ce-86e5-4316e4be13b0", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:03.351884 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81260284-0644-4409-be99-0bd4224ea30b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:03.355017 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c', 'code': 200} Jan 28 12:21:03.355447 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a912d9ec-e5a7-44f0-aae3-e5895f8ff184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c6f1e8-d15a-42ce-86e5-4316e4be13b0', 'code': 200} Jan 28 12:21:03.488656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c892c7f8-2a07-42b6-b53a-01653bed8106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:03.497511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88f5a8-531a-40b8-99ef-756229588802 req-82322a2a-a08e-4c59-99e2-b9273eca4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:03.499385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a88f5a8-531a-40b8-99ef-756229588802 req-82322a2a-a08e-4c59-99e2-b9273eca4b4f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 1122 time: 0.0740151 Jan 28 12:21:03.543287 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-294d83bd-ed5a-4610-9b34-0b223c13e440 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4df639358f44ff5a47c05a039a15ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287059 Jan 28 12:21:03.546897 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53106) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:03.569338 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861717dc-65c5-4d52-a3b9-0571752e3395 req-2a8a38c9-5232-4b63-b806-36718c3b8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:03.570950 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-861717dc-65c5-4d52-a3b9-0571752e3395 req-2a8a38c9-5232-4b63-b806-36718c3b8b1c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 1097 time: 0.1394484 Jan 28 12:21:03.601980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a88f5a8-531a-40b8-99ef-756229588802 req-b362f164-58d3-4938-abd8-42e5bf57362d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965221 Jan 28 12:21:03.667059 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-861717dc-65c5-4d52-a3b9-0571752e3395 req-41bffba9-c927-4079-a73c-6d93d5f21f8e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829446 Jan 28 12:21:03.690149 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30daaf0e-0da3-4d66-bcd4-e188335fcb27 admin admin] Publish callbacks [] for security_group (06fc2626-335d-4737-88be-c16ff72c1f14), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:03.733523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30daaf0e-0da3-4d66-bcd4-e188335fcb27 admin admin] Publish callbacks [] for security_group (06fc2626-335d-4737-88be-c16ff72c1f14), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:03.736944 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c892c7f8-2a07-42b6-b53a-01653bed8106 admin admin] Publish callbacks [] for security_group (815888ae-da31-48de-9258-4a9e747f84db), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:03.752134 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c892c7f8-2a07-42b6-b53a-01653bed8106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (815888ae-da31-48de-9258-4a9e747f84db), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:03.835466 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c892c7f8-2a07-42b6-b53a-01653bed8106 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92ad54501d10478a8d0f2d24d70de908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7524738 Jan 28 12:21:03.845682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53122) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:03.848782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892c7f8-2a07-42b6-b53a-01653bed8106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815888ae-da31-48de-9258-4a9e747f84db,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:03.893433 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30daaf0e-0da3-4d66-bcd4-e188335fcb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (06fc2626-335d-4737-88be-c16ff72c1f14), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:03.896343 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30daaf0e-0da3-4d66-bcd4-e188335fcb27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:03.897644 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-30daaf0e-0da3-4d66-bcd4-e188335fcb27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06fc2626-335d-4737-88be-c16ff72c1f14 HTTP/1.1" status: 204 len: 168 time: 0.3462913 Jan 28 12:21:03.915432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daaf0e-0da3-4d66-bcd4-e188335fcb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fc2626-335d-4737-88be-c16ff72c1f14,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:03.986114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849813c-2e8a-4432-933f-bdef31a3e14e req-68b5f68b-b7f7-45b8-901f-cf9f624ba17c tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:03.987556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1849813c-2e8a-4432-933f-bdef31a3e14e req-68b5f68b-b7f7-45b8-901f-cf9f624ba17c tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 946 time: 0.2259479 Jan 28 12:21:04.014282 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38940cdd-189c-4e89-aa4b-7ee28ef1a041 admin admin] Publish callbacks [] for security_group (815888ae-da31-48de-9258-4a9e747f84db), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:04.051372 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38940cdd-189c-4e89-aa4b-7ee28ef1a041 admin admin] Publish callbacks [] for security_group (815888ae-da31-48de-9258-4a9e747f84db), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:04.075667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e967f-55a7-4139-97eb-06c085b1d2cb req-919d7331-c68f-4363-bee9-b0b76a90ba27 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:04.083357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-032e967f-55a7-4139-97eb-06c085b1d2cb req-919d7331-c68f-4363-bee9-b0b76a90ba27 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 971 time: 0.1725283 Jan 28 12:21:04.139255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1849813c-2e8a-4432-933f-bdef31a3e14e req-9be54a7a-4305-4c40-bfab-9caf860e7311 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402869 Jan 28 12:21:04.182853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-032e967f-55a7-4139-97eb-06c085b1d2cb req-edc7fa75-90cd-4921-8595-15153b00a409 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939319 Jan 28 12:21:04.204444 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38940cdd-189c-4e89-aa4b-7ee28ef1a041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (815888ae-da31-48de-9258-4a9e747f84db), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:04.208050 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38940cdd-189c-4e89-aa4b-7ee28ef1a041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:04.209283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-38940cdd-189c-4e89-aa4b-7ee28ef1a041 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/815888ae-da31-48de-9258-4a9e747f84db HTTP/1.1" status: 204 len: 168 time: 0.3613434 Jan 28 12:21:04.223149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38940cdd-189c-4e89-aa4b-7ee28ef1a041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815888ae-da31-48de-9258-4a9e747f84db,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:04.376128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:04.438916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adad651-2756-455b-84a2-976b24ac4574 req-ed9d4700-e825-4f95-b9a5-eae40dc5b71d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:04.441145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3adad651-2756-455b-84a2-976b24ac4574 req-ed9d4700-e825-4f95-b9a5-eae40dc5b71d tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 970 time: 0.1256087 Jan 28 12:21:04.483080 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-456a6b29-909c-4f85-8d9f-98efa29b2409 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17610156471446a4956e4cb9ba0037bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1057622 Jan 28 12:21:04.484333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53152) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:04.532006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a917114-9a7f-4477-8033-5f8a8f03f301 req-8e3670a4-09fe-4c46-bd2d-b8467a1ddc32 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ccedb24ad105447a9047700fc148eb5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453086 Jan 28 12:21:04.550338 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3adad651-2756-455b-84a2-976b24ac4574 req-51a08f24-1862-4c86-9e87-b98bca02154b tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028666 Jan 28 12:21:04.619107 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Publish callbacks [] for security_group (98951794-2aef-4d7b-8fa2-fe07eaf04244), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:04.678382 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Publish callbacks [] for security_group (98951794-2aef-4d7b-8fa2-fe07eaf04244), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:04.802360 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (98951794-2aef-4d7b-8fa2-fe07eaf04244), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:04.806557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:04.811509 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98951794-2aef-4d7b-8fa2-fe07eaf04244 HTTP/1.1" status: 204 len: 168 time: 0.3256822 Jan 28 12:21:04.822613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98951794-2aef-4d7b-8fa2-fe07eaf04244,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:04.845509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.846564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a917114-9a7f-4477-8033-5f8a8f03f301 req-e5bcf1c3-1331-4076-b8c4-01daf7b98a77 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:04.856046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a917114-9a7f-4477-8033-5f8a8f03f301 req-e5bcf1c3-1331-4076-b8c4-01daf7b98a77 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3226120 Jan 28 12:21:04.858681 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.863806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.864405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.864707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.865229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.865656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.866080 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.866495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.866928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.867376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.867789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.868207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e8a51-c152-46e3-bd64-2377c6f92ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:04.870802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53160) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:04.888285 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a917114-9a7f-4477-8033-5f8a8f03f301 req-bbae8271-4c2a-458f-9d05-9fdd321b1707 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] 10.222.0.53 "GET /v2.0/quotas/ccedb24ad105447a9047700fc148eb5e HTTP/1.1" status: 200 len: 375 time: 0.0312898 Jan 28 12:21:04.900895 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e72ba7c9-1f11-413a-b763-987b9acb953b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:04.958529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a917114-9a7f-4477-8033-5f8a8f03f301 req-39bb1eb5-2114-4ecb-9a98-a1bc8852c68c tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccedb24ad105447a9047700fc148eb5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693126 Jan 28 12:21:04.998251 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e72ba7c9-1f11-413a-b763-987b9acb953b admin admin] Publish callbacks [] for security_group (85370c7b-863e-4646-a912-8c48a4f1ffc0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:05.003448 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e72ba7c9-1f11-413a-b763-987b9acb953b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (85370c7b-863e-4646-a912-8c48a4f1ffc0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:05.051696 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e72ba7c9-1f11-413a-b763-987b9acb953b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99041f25f6d944f2bd333a90dc1a12ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1735311 Jan 28 12:21:05.053766 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ba7c9-1f11-413a-b763-987b9acb953b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85370c7b-863e-4646-a912-8c48a4f1ffc0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:05.054650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53174) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:05.179180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Publish callbacks [] for security_group (85370c7b-863e-4646-a912-8c48a4f1ffc0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:05.244012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Publish callbacks [] for security_group (85370c7b-863e-4646-a912-8c48a4f1ffc0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:05.404858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15ce26-db4f-4861-8559-d1ff96d94bd3 req-9949e9ce-86d0-4a7e-8a73-3031761f0d2a tempest-DeleteServersAdminTestJSON-1772068288 tempest-DeleteServersAdminTestJSON-1772068288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:05.406690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be15ce26-db4f-4861-8559-d1ff96d94bd3 req-9949e9ce-86d0-4a7e-8a73-3031761f0d2a tempest-DeleteServersAdminTestJSON-1772068288 tempest-DeleteServersAdminTestJSON-1772068288-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 1121 time: 0.1085794 Jan 28 12:21:05.411476 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (85370c7b-863e-4646-a912-8c48a4f1ffc0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:05.414321 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:05.418516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85370c7b-863e-4646-a912-8c48a4f1ffc0 HTTP/1.1" status: 204 len: 168 time: 0.3592842 Jan 28 12:21:05.474674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85370c7b-863e-4646-a912-8c48a4f1ffc0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:05.494833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.495407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.495891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.496373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.496851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.497434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.497908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.498377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.499012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.499510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.499999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.500501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.501558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c977a72a-dcd7-4d8b-bde0-7627d8cdff61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:05.526877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce45db-8137-4200-9928-ebe7b62978c1 req-390ed962-7466-4ca1-bc2b-dd164117bf51 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:05.529328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dcce45db-8137-4200-9928-ebe7b62978c1 req-390ed962-7466-4ca1-bc2b-dd164117bf51 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 946 time: 0.1730044 Jan 28 12:21:05.630516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dcce45db-8137-4200-9928-ebe7b62978c1 req-bcc1572b-92b1-4c92-8994-686917c603cd tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895884 Jan 28 12:21:05.652919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-be15ce26-db4f-4861-8559-d1ff96d94bd3 req-dcf36011-9299-4bb4-8494-3f6722936c23 tempest-DeleteServersAdminTestJSON-1772068288 tempest-DeleteServersAdminTestJSON-1772068288-project-admin] Deleting port b34b3f8a-1f3d-4a08-92ea-ac59950082c0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:21:05.653258 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be15ce26-db4f-4861-8559-d1ff96d94bd3 req-dcf36011-9299-4bb4-8494-3f6722936c23 tempest-DeleteServersAdminTestJSON-1772068288 tempest-DeleteServersAdminTestJSON-1772068288-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:05.886944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c1e6e-6a1d-4c01-a8b7-c8df9f478b2f req-2288d1bc-8b72-4fa7-8730-38ecfb991e5a tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:05.888605 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-914c1e6e-6a1d-4c01-a8b7-c8df9f478b2f req-2288d1bc-8b72-4fa7-8730-38ecfb991e5a tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 971 time: 0.1178029 Jan 28 12:21:05.936320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-be15ce26-db4f-4861-8559-d1ff96d94bd3 req-dcf36011-9299-4bb4-8494-3f6722936c23 tempest-DeleteServersAdminTestJSON-1772068288 tempest-DeleteServersAdminTestJSON-1772068288-project-admin] For port b34b3f8a-1f3d-4a08-92ea-ac59950082c0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b34b3f8a-1f3d-4a08-92ea-ac59950082c0,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:05.936653 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be15ce26-db4f-4861-8559-d1ff96d94bd3 req-dcf36011-9299-4bb4-8494-3f6722936c23 tempest-DeleteServersAdminTestJSON-1772068288 tempest-DeleteServersAdminTestJSON-1772068288-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:05.945796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff87ceb-9c7b-4f29-a2bc-a76b9c1564ca req-2a3016da-de8c-4546-a68b-55d1c1ac80cb tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:05.947243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ff87ceb-9c7b-4f29-a2bc-a76b9c1564ca req-2a3016da-de8c-4546-a68b-55d1c1ac80cb tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=e92d57ce-2148-4009-b130-1db17ff469e3 HTTP/1.1" status: 200 len: 970 time: 0.1333385 Jan 28 12:21:05.966529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-be15ce26-db4f-4861-8559-d1ff96d94bd3 req-dcf36011-9299-4bb4-8494-3f6722936c23 tempest-DeleteServersAdminTestJSON-1772068288 tempest-DeleteServersAdminTestJSON-1772068288-project-admin] Calling delete_port for b34b3f8a-1f3d-4a08-92ea-ac59950082c0 owned by compute:tempest-test_az-2061860679 {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:21:06.110686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-914c1e6e-6a1d-4c01-a8b7-c8df9f478b2f req-f46b790f-84b8-4efb-9bb6-a19ed111f5f2 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032363 Jan 28 12:21:06.156334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ff87ceb-9c7b-4f29-a2bc-a76b9c1564ca req-c8730251-f819-473f-882e-a22f70d8e57c tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945581 Jan 28 12:21:06.293707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be15ce26-db4f-4861-8559-d1ff96d94bd3 req-dcf36011-9299-4bb4-8494-3f6722936c23 tempest-DeleteServersAdminTestJSON-1772068288 tempest-DeleteServersAdminTestJSON-1772068288-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (b34b3f8a-1f3d-4a08-92ea-ac59950082c0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:06.304838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['b34b3f8a-1f3d-4a08-92ea-ac59950082c0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:06.323083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf36011-9299-4bb4-8494-3f6722936c23 tempest-DeleteServersAdminTestJSON-1772068288 tempest-DeleteServersAdminTestJSON-1772068288-project-admin] Pushing event deleted for resources: {'Port': ['ID=b34b3f8a-1f3d-4a08-92ea-ac59950082c0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:06.376579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-be15ce26-db4f-4861-8559-d1ff96d94bd3 req-dcf36011-9299-4bb4-8494-3f6722936c23 tempest-DeleteServersAdminTestJSON-1772068288 tempest-DeleteServersAdminTestJSON-1772068288-project-admin] No DVR routers for this DVR port b34b3f8a-1f3d-4a08-92ea-ac59950082c0 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:21:06.382099 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be15ce26-db4f-4861-8559-d1ff96d94bd3 req-dcf36011-9299-4bb4-8494-3f6722936c23 tempest-DeleteServersAdminTestJSON-1772068288 tempest-DeleteServersAdminTestJSON-1772068288-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:06.390659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be15ce26-db4f-4861-8559-d1ff96d94bd3 req-dcf36011-9299-4bb4-8494-3f6722936c23 tempest-DeleteServersAdminTestJSON-1772068288 tempest-DeleteServersAdminTestJSON-1772068288-project-admin] 10.222.0.35 "DELETE /v2.0/ports/b34b3f8a-1f3d-4a08-92ea-ac59950082c0 HTTP/1.1" status: 204 len: 173 time: 0.9699504 Jan 28 12:21:06.392692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92d57ce-2148-4009-b130-1db17ff469e3', 'name': 'network-vif-deleted', 'tag': 'b34b3f8a-1f3d-4a08-92ea-ac59950082c0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:06.405389 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daa25e3-9129-4c5f-ab3c-1af44bf02aa1" -d '{"events": [{"server_uuid": "e92d57ce-2148-4009-b130-1db17ff469e3", "name": "network-vif-deleted", "tag": "b34b3f8a-1f3d-4a08-92ea-ac59950082c0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:07.017256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-49f826fd-e6ae-435b-a1ef-3a75ae993ad2 req-a0e352cf-687d-45fc-a974-a3fa64806a90 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:21:07.018714 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49f826fd-e6ae-435b-a1ef-3a75ae993ad2 req-a0e352cf-687d-45fc-a974-a3fa64806a90 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070651 Jan 28 12:21:07.093351 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4444e87c-7cdd-48fd-bcc0-09b875f84de1 x-openstack-request-id: req-4444e87c-7cdd-48fd-bcc0-09b875f84de1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:07.094491 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92d57ce-2148-4009-b130-1db17ff469e3", "name": "network-vif-deleted", "tag": "b34b3f8a-1f3d-4a08-92ea-ac59950082c0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:07.095190 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4444e87c-7cdd-48fd-bcc0-09b875f84de1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:07.095901 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92d57ce-2148-4009-b130-1db17ff469e3', 'name': 'network-vif-deleted', 'tag': 'b34b3f8a-1f3d-4a08-92ea-ac59950082c0', 'status': 'completed', 'code': 200} Jan 28 12:21:07.188274 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53282) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:07.265601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c896e0-816b-4ac2-9402-2987e748562a req-d2e2e1ca-f2a2-419c-9b3f-57c68bce3656 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:07.270641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1c896e0-816b-4ac2-9402-2987e748562a req-d2e2e1ca-f2a2-419c-9b3f-57c68bce3656 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 946 time: 0.0659227 Jan 28 12:21:07.350404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1c896e0-816b-4ac2-9402-2987e748562a req-72a97f5d-2400-43cf-86db-7e71fd195e46 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683782 Jan 28 12:21:07.577187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2096478556-network', 'tenant_id': 'eac13ef0ef994dfabc21083d249e737f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:07.619915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Made reservation on behalf of eac13ef0ef994dfabc21083d249e737f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:07.622681 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:07.638051 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:07.720743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774e76f-5c76-4b62-931f-e2fee31bbbfb req-37e7d5bd-f66b-4cb5-b35f-3a48017a7408 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:07.736279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9774e76f-5c76-4b62-931f-e2fee31bbbfb req-37e7d5bd-f66b-4cb5-b35f-3a48017a7408 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 971 time: 0.1421397 Jan 28 12:21:07.814842 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Publish callbacks [] for security_group (f7465637-274c-4567-b8af-15518044032c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:07.826198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f7465637-274c-4567-b8af-15518044032c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:07.842949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:21:07.872902 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (83abb580-1afb-432c-ac60-400bf0ad71a0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:07.873445 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Added segment 83abb580-1afb-432c-ac60-400bf0ad71a0 of type vlan for network 4cef0106-849f-480b-b8f7-64867d46476a Jan 28 12:21:07.882557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9774e76f-5c76-4b62-931f-e2fee31bbbfb req-48421179-b553-4b34-bac5-3e5cd480606e tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400154 Jan 28 12:21:07.940415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (4cef0106-849f-480b-b8f7-64867d46476a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:07.984968 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (4cef0106-849f-480b-b8f7-64867d46476a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:07.986131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:07.986712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:08.034960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c7fe-ba52-4763-937c-9ab399c50ae8 req-b90feaf0-ec05-4b11-9ae2-bf1b793f0c79 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:08.046211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc11c7fe-ba52-4763-937c-9ab399c50ae8 req-b90feaf0-ec05-4b11-9ae2-bf1b793f0c79 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 946 time: 0.1300552 Jan 28 12:21:08.055743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53322) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:08.058104 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7465637-274c-4567-b8af-15518044032c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:08.074799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4c54472a-3c7c-4e9d-b376-28349da6401a tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Request body: {'floatingip': {'port_id': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:08.079585 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8898795 Jan 28 12:21:08.082772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53328) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:08.087862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1336ab57-798d-4011-ba38-3c510a14f5a3 admin admin] Request body: {'subnet': {'network_id': '4cef0106-849f-480b-b8f7-64867d46476a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2096478556-subnet', 'tenant_id': 'eac13ef0ef994dfabc21083d249e737f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:08.094203 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115449d-a7e8-471c-b6f0-a4f8342323d0 admin admin] Pushing event updated for resources: {'Network': ['ID=4cef0106-849f-480b-b8f7-64867d46476a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:08.117656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1336ab57-798d-4011-ba38-3c510a14f5a3 admin admin] Made reservation on behalf of eac13ef0ef994dfabc21083d249e737f for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:08.120292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1336ab57-798d-4011-ba38-3c510a14f5a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:08.126044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 4cef0106-849f-480b-b8f7-64867d46476a details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:21:08.182845 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c54472a-3c7c-4e9d-b376-28349da6401a tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for floatingip (745eebe7-6171-4465-ab3a-3bb59357eb4d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:08.325085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68a2f5a4-616b-4b37-bd21-b4de070ad174 req-e4e0f316-800e-4cb3-9a77-268612854b41 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ccedb24ad105447a9047700fc148eb5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1392779 Jan 28 12:21:08.605520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-9cde39c4-f59d-418f-9364-5cfc519b1603 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=27376b90490e4b3394d8310c0f997fe7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419598 Jan 28 12:21:08.612203 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1336ab57-798d-4011-ba38-3c510a14f5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (0167332e-8e21-4c0d-91f3-87b3013b4099), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:08.646347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2f5a4-616b-4b37-bd21-b4de070ad174 req-5448be65-8fb2-4abf-beb4-02dc0fc96807 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:08.648435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68a2f5a4-616b-4b37-bd21-b4de070ad174 req-5448be65-8fb2-4abf-beb4-02dc0fc96807 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3223138 Jan 28 12:21:08.674420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336ab57-798d-4011-ba38-3c510a14f5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0167332e-8e21-4c0d-91f3-87b3013b4099,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:08.691608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336ab57-798d-4011-ba38-3c510a14f5a3 admin admin] Checking segment: {'id': '83abb580-1afb-432c-ac60-400bf0ad71a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4cef0106-849f-480b-b8f7-64867d46476a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:08.691973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1336ab57-798d-4011-ba38-3c510a14f5a3 admin admin] Network hostable DHCP agents. Network: 4cef0106-849f-480b-b8f7-64867d46476a, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:21:08.710803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1336ab57-798d-4011-ba38-3c510a14f5a3 admin admin] Network 4cef0106-849f-480b-b8f7-64867d46476a is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:21:08.726988 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1336ab57-798d-4011-ba38-3c510a14f5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 4cef0106-849f-480b-b8f7-64867d46476a) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:08.735838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1336ab57-798d-4011-ba38-3c510a14f5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:08.736807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1336ab57-798d-4011-ba38-3c510a14f5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:08.737590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9527e8e6-2eaa-44b5-a913-7fd35531b3bb None None] Network 4cef0106-849f-480b-b8f7-64867d46476a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:21:08.770391 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1336ab57-798d-4011-ba38-3c510a14f5a3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6783803 Jan 28 12:21:08.913752 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc0cc3d-5da0-4bc9-9382-6684ec3b3612 None None] Network 4cef0106-849f-480b-b8f7-64867d46476a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:21:08.990663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68a2f5a4-616b-4b37-bd21-b4de070ad174 req-9bb19975-8266-4faf-9aa4-c867785f1c00 tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] 10.222.0.53 "GET /v2.0/quotas/ccedb24ad105447a9047700fc148eb5e HTTP/1.1" status: 200 len: 375 time: 0.3311019 Jan 28 12:21:09.132485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68a2f5a4-616b-4b37-bd21-b4de070ad174 req-b121584c-ccbc-42c8-b5f9-a2dcaac3281d tempest-QuotasAdminNegativeTest-2110309669 tempest-QuotasAdminNegativeTest-2110309669-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccedb24ad105447a9047700fc148eb5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1407676 Jan 28 12:21:09.205049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6783d77-712b-4489-a42f-070c1be88575 req-86f59cd7-36d2-4aa9-80ff-ef41d484adf3 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:09.212514 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-86f59cd7-36d2-4aa9-80ff-ef41d484adf3 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6057980 Jan 28 12:21:09.257837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-5dfb0389-b836-4e35-8c67-d1393f6497e1 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/quotas/27376b90490e4b3394d8310c0f997fe7 HTTP/1.1" status: 200 len: 375 time: 0.0444055 Jan 28 12:21:09.341682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-afc3fc30-a16e-457a-a61e-0e70c13748d5 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=27376b90490e4b3394d8310c0f997fe7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817058 Jan 28 12:21:09.440647 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-eb4ec9a9-d9bd-4647-8785-e865ed566876 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=70f91df59b1a45e4a439522380b6b8c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678227 Jan 28 12:21:09.593294 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-4c54472a-3c7c-4e9d-b376-28349da6401a tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:21:09.687458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b34b3f8a-1f3d-4a08-92ea-ac59950082c0 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:21:09.707405 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c54472a-3c7c-4e9d-b376-28349da6401a tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:09.715362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-6465860f-e2c3-4bdb-99bd-af211628373a tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:09.722670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-6465860f-e2c3-4bdb-99bd-af211628373a tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2811155 Jan 28 12:21:09.731000 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c54472a-3c7c-4e9d-b376-28349da6401a tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (745eebe7-6171-4465-ab3a-3bb59357eb4d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:09.749944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: b34b3f8a-1f3d-4a08-92ea-ac59950082c0 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:21:09.754079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b34b3f8a-1f3d-4a08-92ea-ac59950082c0 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:21:09.786712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-004eb52e-3abf-4f95-aeda-abdb4a5fdd7f tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/quotas/70f91df59b1a45e4a439522380b6b8c4 HTTP/1.1" status: 200 len: 375 time: 0.0630875 Jan 28 12:21:09.799535 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53386) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:09.805705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-524857224-network', 'tenant_id': '66298816da8747a587fc24ee5f8488e3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:09.846282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Made reservation on behalf of 66298816da8747a587fc24ee5f8488e3 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:09.851495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:09.872407 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:09.906109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b38e2440-c701-48d8-ab6e-f66704dc1991 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=70f91df59b1a45e4a439522380b6b8c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183684 Jan 28 12:21:09.919862 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-4c54472a-3c7c-4e9d-b376-28349da6401a tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Floating IP 745eebe7-6171-4465-ab3a-3bb59357eb4d associated. External IP: 172.25.7.11, port: e24b3e5a-8a54-4002-8432-bbf64ebf6b4c. Jan 28 12:21:10.045717 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Publish callbacks [] for security_group (014a8ce3-e8a0-4b44-8923-140e679f7c47), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:10.060851 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (014a8ce3-e8a0-4b44-8923-140e679f7c47), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:10.104024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:21:10.149661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014a8ce3-e8a0-4b44-8923-140e679f7c47,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:10.159332 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (59110f42-4c66-43ec-8fc5-72af5f73ea2f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:10.160261 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Added segment 59110f42-4c66-43ec-8fc5-72af5f73ea2f of type vlan for network e12bccaa-0b84-483b-9999-5fa5dcf02253 Jan 28 12:21:10.277561 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e12bccaa-0b84-483b-9999-5fa5dcf02253), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:10.321875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-93028fff-0c79-4b53-945f-1c9e09736011 req-88867fa1-480f-4e1a-950e-8f5694317ece tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 210 time: 0.0905068 Jan 28 12:21:10.335277 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e12bccaa-0b84-483b-9999-5fa5dcf02253), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:10.346603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:10.346603 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:10.390049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-df7365f2-aec8-4a41-87f5-7e7bb2c35de8 req-fc0ac552-1d8e-4ce3-a85f-50b6733dcaef tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 210 time: 0.1306441 Jan 28 12:21:10.537253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] Pushing event updated for resources: {'Network': ['ID=e12bccaa-0b84-483b-9999-5fa5dcf02253,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:10.558254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e12bccaa-0b84-483b-9999-5fa5dcf02253 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:21:10.564885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c54472a-3c7c-4e9d-b376-28349da6401a tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:21:10.672097 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-37ec6b38-8df5-4402-9e23-e5a893f5fb81 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8714237 Jan 28 12:21:10.677008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53424) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:10.715512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5595dda4-c746-4fe6-872d-4994b278747e admin admin] Request body: {'subnet': {'network_id': 'e12bccaa-0b84-483b-9999-5fa5dcf02253', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-524857224-subnet', 'tenant_id': '66298816da8747a587fc24ee5f8488e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:10.789690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c54472a-3c7c-4e9d-b376-28349da6401a tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:21:10.799394 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c54472a-3c7c-4e9d-b376-28349da6401a tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:10.810544 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5aa37d-3f5b-4331-8459-d52a49562a8c None None] Sync routers for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:21:10.845608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5595dda4-c746-4fe6-872d-4994b278747e admin admin] Made reservation on behalf of 66298816da8747a587fc24ee5f8488e3 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:10.856572 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5aa37d-3f5b-4331-8459-d52a49562a8c None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:21:10.862769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5595dda4-c746-4fe6-872d-4994b278747e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:10.863395 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5c5aa37d-3f5b-4331-8459-d52a49562a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:10.889547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4c54472a-3c7c-4e9d-b376-28349da6401a tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "PUT /v2.0/floatingips/745eebe7-6171-4465-ab3a-3bb59357eb4d HTTP/1.1" status: 200 len: 991 time: 2.8319890 Jan 28 12:21:10.892817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'tag': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:10.899994 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035a3139-5739-4b28-ba10-f9774c9ce713" -d '{"events": [{"name": "network-changed", "server_uuid": "7e379e0d-c3b0-43e3-a67e-96cb2d8220aa", "tag": "e24b3e5a-8a54-4002-8432-bbf64ebf6b4c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:10.963218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53452) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:11.097569 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc12ab3-c190-4504-9112-be5f31e3289b x-openstack-request-id: req-3bc12ab3-c190-4504-9112-be5f31e3289b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:11.098070 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e379e0d-c3b0-43e3-a67e-96cb2d8220aa", "tag": "e24b3e5a-8a54-4002-8432-bbf64ebf6b4c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:11.098556 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bc12ab3-c190-4504-9112-be5f31e3289b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:11.099009 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'tag': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c', 'status': 'completed', 'code': 200} Jan 28 12:21:11.251439 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b884814-c725-4068-a09b-b39c13c5d370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:11.281071 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a3139-5739-4b28-ba10-f9774c9ce713 req-a1bd62c6-9708-4dbc-8054-46b4e470607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:11.283009 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5c5aa37d-3f5b-4331-8459-d52a49562a8c None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:21:11.284599 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-035a3139-5739-4b28-ba10-f9774c9ce713 req-a1bd62c6-9708-4dbc-8054-46b4e470607b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=561e3af5fa0f471e9d6fd293946d315d&device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 1097 time: 0.1718006 Jan 28 12:21:11.412082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.49', 52673) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:11.519601 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-ec22b185-86a2-441c-8c09-b72f413ce532 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=27376b90490e4b3394d8310c0f997fe7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839198 Jan 28 12:21:11.519901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b884814-c725-4068-a09b-b39c13c5d370 admin admin] Publish callbacks [] for security_group (25868411-b423-47e7-bff1-08cf937d9351), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:11.519901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b884814-c725-4068-a09b-b39c13c5d370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (25868411-b423-47e7-bff1-08cf937d9351), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:11.616552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1b884814-c725-4068-a09b-b39c13c5d370 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccedb24ad105447a9047700fc148eb5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6496542 Jan 28 12:21:11.622933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53474) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:11.705381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b884814-c725-4068-a09b-b39c13c5d370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25868411-b423-47e7-bff1-08cf937d9351,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:11.705620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6783d77-712b-4489-a42f-070c1be88575 req-44b2b664-d7d1-4819-bb5b-5e043480802e tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:11.707072 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-44b2b664-d7d1-4819-bb5b-5e043480802e tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025959 Jan 28 12:21:11.780790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f6783d77-712b-4489-a42f-070c1be88575 req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Request body: {'port': {'device_id': '1744ddda-f69d-4a27-ab89-a9b407a75ffc', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '27376b90490e4b3394d8310c0f997fe7'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:12.018771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a3139-5739-4b28-ba10-f9774c9ce713 req-aa94d128-5fe4-4cf3-9a01-67f6b26bb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:12.021384 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-035a3139-5739-4b28-ba10-f9774c9ce713 req-aa94d128-5fe4-4cf3-9a01-67f6b26bb846 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdcf51c2-d748-42a4-8742-87fe56d75759 HTTP/1.1" status: 200 len: 924 time: 0.7251203 Jan 28 12:21:12.072977 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5c5aa37d-3f5b-4331-8459-d52a49562a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '745eebe7-6171-4465-ab3a-3bb59357eb4d', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'port_id': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'mac_address': 'fa:16:3e:fe:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:21:09Z', 'revision_number': 1, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:18Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:12.109778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5595dda4-c746-4fe6-872d-4994b278747e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (274e61d1-d07e-4de2-80d0-e37a84067302), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:12.120350 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40f63c94-c3bc-4f26-8aed-ab2698108791 req-9788f692-72e6-4a47-9b74-27c3355aa2bd tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 210 time: 0.4162619 Jan 28 12:21:12.191716 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5aa37d-3f5b-4331-8459-d52a49562a8c None None] Checking router: 7aabddd3-cdf9-48e6-9074-e8f2813f52ba for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:21:12.211794 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5aa37d-3f5b-4331-8459-d52a49562a8c None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:21:12.212829 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5c5aa37d-3f5b-4331-8459-d52a49562a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:20:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:12.237193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3efcc17-cf80-49d4-9c6d-90c0b9663038 req-9cdfebd7-7e05-4073-a9f7-b66f208f79d2 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 210 time: 0.1317077 Jan 28 12:21:12.277423 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-035a3139-5739-4b28-ba10-f9774c9ce713 req-bcbbc057-c257-4af3-b965-95aac3bafdf1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c HTTP/1.1" status: 200 len: 999 time: 0.2431293 Jan 28 12:21:12.299824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53490) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:12.309772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.49', 52675) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:12.335390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595dda4-c746-4fe6-872d-4994b278747e admin admin] Pushing event updated for resources: {'Subnet': ['ID=274e61d1-d07e-4de2-80d0-e37a84067302,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:12.337548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6783d77-712b-4489-a42f-070c1be88575 req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Made reservation on behalf of 27376b90490e4b3394d8310c0f997fe7 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:12.341573 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f6783d77-712b-4489-a42f-070c1be88575 req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:12.363141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595dda4-c746-4fe6-872d-4994b278747e admin admin] Checking segment: {'id': '59110f42-4c66-43ec-8fc5-72af5f73ea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e12bccaa-0b84-483b-9999-5fa5dcf02253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:12.363532 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595dda4-c746-4fe6-872d-4994b278747e admin admin] Network hostable DHCP agents. Network: e12bccaa-0b84-483b-9999-5fa5dcf02253, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:21:12.391762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-11034d01-50e9-4cab-b50b-1338f32fa92c tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=70f91df59b1a45e4a439522380b6b8c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803497 Jan 28 12:21:12.396203 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0d33-e499-45d3-8900-44409f11bf86 admin admin] Publish callbacks [] for security_group (25868411-b423-47e7-bff1-08cf937d9351), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:12.457673 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a3139-5739-4b28-ba10-f9774c9ce713 req-1a41a2ab-2ff9-4939-b59b-49034acd2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:12.459223 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-035a3139-5739-4b28-ba10-f9774c9ce713 req-1a41a2ab-2ff9-4939-b59b-49034acd2917 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=265a52df-8e7c-4e8c-8a25-92779aaa7347 HTTP/1.1" status: 200 len: 862 time: 0.1406043 Jan 28 12:21:12.465914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595dda4-c746-4fe6-872d-4994b278747e admin admin] Network e12bccaa-0b84-483b-9999-5fa5dcf02253 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:21:12.514799 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5c5aa37d-3f5b-4331-8459-d52a49562a8c None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:21:12.521224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5595dda4-c746-4fe6-872d-4994b278747e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, e12bccaa-0b84-483b-9999-5fa5dcf02253) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:12.532861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd8420-b341-4b0d-a8a5-95f9b5cb1914 None None] Network e12bccaa-0b84-483b-9999-5fa5dcf02253 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:21:12.545288 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5595dda4-c746-4fe6-872d-4994b278747e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:12.546314 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5595dda4-c746-4fe6-872d-4994b278747e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:12.665441 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a3139-5739-4b28-ba10-f9774c9ce713 req-b3ef2f1b-21cc-43b8-bf60-a4b86e0fffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:12.672532 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-035a3139-5739-4b28-ba10-f9774c9ce713 req-b3ef2f1b-21cc-43b8-bf60-a4b86e0fffd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcf51c2-d748-42a4-8742-87fe56d75759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958363 Jan 28 12:21:12.706474 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5595dda4-c746-4fe6-872d-4994b278747e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0261655 Jan 28 12:21:12.767783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-c3f63963-ef5d-4541-a1db-c6b4ac624d9d tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:12.769298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-c3f63963-ef5d-4541-a1db-c6b4ac624d9d tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3661742 Jan 28 12:21:12.782071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0d33-e499-45d3-8900-44409f11bf86 admin admin] Publish callbacks [] for security_group (25868411-b423-47e7-bff1-08cf937d9351), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:12.826268 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Request body: {'port': {'device_id': '4e1c66b1-0881-41dd-9d66-0fa044793dbe', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '70f91df59b1a45e4a439522380b6b8c4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:12.846657 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-f6783d77-712b-4489-a42f-070c1be88575 req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Allocated IP 192.168.233.36 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/a975c74a-4e01-477d-a0e8-aabd613ae043) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:12.889095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff878f5e-d49a-42f4-80b0-ed999ec7ba09 None None] Network e12bccaa-0b84-483b-9999-5fa5dcf02253 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:21:12.911912 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29f32502-a1a7-443f-a38f-95a5b908cb92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:12.935105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53510) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:13.012047 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-035a3139-5739-4b28-ba10-f9774c9ce713 req-33cae70f-ef03-4b91-b97d-a0843cfffe7f service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287277 Jan 28 12:21:13.041639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed5f12c-b1d3-42f9-a48c-5b6bd273b2c6 admin admin] Deleting subnet 0167332e-8e21-4c0d-91f3-87b3013b4099 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:21:13.062969 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ed5f12c-b1d3-42f9-a48c-5b6bd273b2c6 admin admin] Publish callbacks [] for subnet (0167332e-8e21-4c0d-91f3-87b3013b4099), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.094828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53512) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:13.154715 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5c5aa37d-3f5b-4331-8459-d52a49562a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '745eebe7-6171-4465-ab3a-3bb59357eb4d', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'port_id': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'mac_address': 'fa:16:3e:fe:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:21:09Z', 'revision_number': 1, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:18Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:13.169298 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0d33-e499-45d3-8900-44409f11bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (25868411-b423-47e7-bff1-08cf937d9351), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.180257 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0d33-e499-45d3-8900-44409f11bf86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.185660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ae1a0d33-e499-45d3-8900-44409f11bf86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25868411-b423-47e7-bff1-08cf937d9351 HTTP/1.1" status: 204 len: 168 time: 1.5616672 Jan 28 12:21:13.197478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ed5f12c-b1d3-42f9-a48c-5b6bd273b2c6 admin admin] Publish callbacks [] for subnet (0167332e-8e21-4c0d-91f3-87b3013b4099), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.217343 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ed5f12c-b1d3-42f9-a48c-5b6bd273b2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (0167332e-8e21-4c0d-91f3-87b3013b4099), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.230236 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5aa37d-3f5b-4331-8459-d52a49562a8c None None] The sync data for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 is: [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '745eebe7-6171-4465-ab3a-3bb59357eb4d', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'port_id': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'mac_address': 'fa:16:3e:fe:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:21:09Z', 'revision_number': 1, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:18Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:21:13.369439 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-035a3139-5739-4b28-ba10-f9774c9ce713 req-00ca2a75-993e-40d6-a954-400da9607076 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447616 Jan 28 12:21:13.381261 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f6783d77-712b-4489-a42f-070c1be88575 req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks [] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.408165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a0d33-e499-45d3-8900-44409f11bf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25868411-b423-47e7-bff1-08cf937d9351,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:13.421916 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ed5f12c-b1d3-42f9-a48c-5b6bd273b2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (0167332e-8e21-4c0d-91f3-87b3013b4099), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.490534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5f12c-b1d3-42f9-a48c-5b6bd273b2c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0167332e-8e21-4c0d-91f3-87b3013b4099,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:13.495573 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ed5f12c-b1d3-42f9-a48c-5b6bd273b2c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.501587 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1ed5f12c-b1d3-42f9-a48c-5b6bd273b2c6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0167332e-8e21-4c0d-91f3-87b3013b4099 HTTP/1.1" status: 204 len: 168 time: 0.5623264 Jan 28 12:21:13.502220 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53524) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:13.526729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f6783d77-712b-4489-a42f-070c1be88575 req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.641273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b39ce9-9019-4b90-9863-dd5fb51c095d None None] New status for floating IP 745eebe7-6171-4465-ab3a-3bb59357eb4d: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:21:13.662422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6783d77-712b-4489-a42f-070c1be88575 req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:13.663800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29f32502-a1a7-443f-a38f-95a5b908cb92 admin admin] Publish callbacks [] for security_group (6a24affd-3778-40af-acc3-26107bdd634d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.671389 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-f6783d77-712b-4489-a42f-070c1be88575 req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:13.678163 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (4cef0106-849f-480b-b8f7-64867d46476a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.682263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6783d77-712b-4489-a42f-070c1be88575 req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:13.688208 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6783d77-712b-4489-a42f-070c1be88575 req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:13.688850 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f6783d77-712b-4489-a42f-070c1be88575 req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.693403 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Pushing event updated for resources: {'Port': ['ID=a975c74a-4e01-477d-a0e8-aabd613ae043,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:13.727291 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-8fa75c2b-1449-477c-96e6-be7041dfcc95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9702780 Jan 28 12:21:13.738388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b37e7d4-e4d0-43b9-85d5-a6bd925a6f8e req-6e8ddb12-cc63-403d-8cb0-fa63f0891245 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 210 time: 0.2499928 Jan 28 12:21:13.754236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16bf496b-ea11-4c95-b2e2-1235620253f9 req-e486a81d-4a5d-4996-b306-4b5675e6b00a tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 210 time: 0.4856515 Jan 28 12:21:13.785330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Request body: {'port': {'device_id': '1744ddda-f69d-4a27-ab89-a9b407a75ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:13.816830 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29f32502-a1a7-443f-a38f-95a5b908cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6a24affd-3778-40af-acc3-26107bdd634d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:13.867858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53528) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:13.965851 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (4cef0106-849f-480b-b8f7-64867d46476a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.007206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e413f2-af57-4c68-b024-38004e2f5eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.012989 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.013177 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.013958 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.014309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.015015 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.015015 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.015292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.016193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.016517 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.017071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.039866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Made reservation on behalf of 70f91df59b1a45e4a439522380b6b8c4 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:14.043621 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.053297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-29f32502-a1a7-443f-a38f-95a5b908cb92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a814d0a5f964cdb95a5740041cf1a17&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7525368 Jan 28 12:21:14.065211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53532) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:14.069101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f32502-a1a7-443f-a38f-95a5b908cb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a24affd-3778-40af-acc3-26107bdd634d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:14.076918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3b9fa9ad-201e-461c-a2bd-1f4844b12688 None None] Provisioning complete for port a975c74a-4e01-477d-a0e8-aabd613ae043 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:14.077408 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b9fa9ad-201e-461c-a2bd-1f4844b12688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.099523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-29f31653-05d8-45e3-9a63-fce91b95b38a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d64a8125df8c4cdcb18fe6f634297aef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9839466 Jan 28 12:21:14.121406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3b9fa9ad-201e-461c-a2bd-1f4844b12688 None None] Port a975c74a-4e01-477d-a0e8-aabd613ae043 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:21:14.121818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53534) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:14.173257 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.173786 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.173967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.174307 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:21:14.174948 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cef0106-849f-480b-b8f7-64867d46476a']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:14.199506 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.209113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83abb580-1afb-432c-ac60-400bf0ad71a0') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:14.209410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83abb580-1afb-432c-ac60-400bf0ad71a0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:14.232832 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (83abb580-1afb-432c-ac60-400bf0ad71a0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.264362 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (83abb580-1afb-432c-ac60-400bf0ad71a0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.294058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:21:14.294058 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (83abb580-1afb-432c-ac60-400bf0ad71a0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: from cryptography.utils import int_from_bytes Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: from cryptography.utils import int_from_bytes Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:21:14.320122 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:21:14.326059 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c494815-9012-4801-9e79-d2309c4927bd admin admin] Publish callbacks [] for security_group (6a24affd-3778-40af-acc3-26107bdd634d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.338669 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85f94626-4038-4975-b887-8f849551bfb7 admin admin] Publish callbacks [] for security_group (1b25d857-8142-4054-a003-38bf13219301), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.428623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c494815-9012-4801-9e79-d2309c4927bd admin admin] Publish callbacks [] for security_group (6a24affd-3778-40af-acc3-26107bdd634d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.446038 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85f94626-4038-4975-b887-8f849551bfb7 admin admin] Publish callbacks [] for security_group (1b25d857-8142-4054-a003-38bf13219301), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.458820 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e413f2-af57-4c68-b024-38004e2f5eef admin admin] Publish callbacks [] for security_group (15f1df8f-2a61-49e3-ac2c-6319796459cb), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.497767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (4cef0106-849f-480b-b8f7-64867d46476a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.500520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e413f2-af57-4c68-b024-38004e2f5eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (15f1df8f-2a61-49e3-ac2c-6319796459cb), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.522076 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.528704 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4cef0106-849f-480b-b8f7-64867d46476a HTTP/1.1" status: 204 len: 168 time: 1.0214846 Jan 28 12:21:14.540322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:14.543918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f59e7-779f-4ecb-b2d8-e965b7d9bce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cef0106-849f-480b-b8f7-64867d46476a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:14.563074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Allocated IP 192.168.233.195 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/0a6421ee-f693-455b-8e5a-4c6fedaa568c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:14.617138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2c279e-f225-4872-a034-3f3fee430bb4 admin admin] Deleting subnet 274e61d1-d07e-4de2-80d0-e37a84067302 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:21:14.621198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c279e-f225-4872-a034-3f3fee430bb4 admin admin] Publish callbacks [] for subnet (274e61d1-d07e-4de2-80d0-e37a84067302), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.623600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e413f2-af57-4c68-b024-38004e2f5eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f1df8f-2a61-49e3-ac2c-6319796459cb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:14.636267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c7e413f2-af57-4c68-b024-38004e2f5eef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd02d9a4c8454dd4b8f44b2199f17dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7510705 Jan 28 12:21:14.636668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53538) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:14.679422 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c279e-f225-4872-a034-3f3fee430bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (274e61d1-d07e-4de2-80d0-e37a84067302), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.682616 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85f94626-4038-4975-b887-8f849551bfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1b25d857-8142-4054-a003-38bf13219301), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.685259 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85f94626-4038-4975-b887-8f849551bfb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.689116 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-85f94626-4038-4975-b887-8f849551bfb7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b25d857-8142-4054-a003-38bf13219301 HTTP/1.1" status: 204 len: 168 time: 0.5634282 Jan 28 12:21:14.712756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f94626-4038-4975-b887-8f849551bfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b25d857-8142-4054-a003-38bf13219301,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:14.717336 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c494815-9012-4801-9e79-d2309c4927bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6a24affd-3778-40af-acc3-26107bdd634d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.720636 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c494815-9012-4801-9e79-d2309c4927bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.721748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8c494815-9012-4801-9e79-d2309c4927bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a24affd-3778-40af-acc3-26107bdd634d HTTP/1.1" status: 204 len: 168 time: 0.6548202 Jan 28 12:21:14.782529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c279e-f225-4872-a034-3f3fee430bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (274e61d1-d07e-4de2-80d0-e37a84067302), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.905183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c494815-9012-4801-9e79-d2309c4927bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a24affd-3778-40af-acc3-26107bdd634d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:14.986042 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d42c62d-b360-4a19-a24d-469ddd0a0c49 admin admin] Publish callbacks [] for security_group (15f1df8f-2a61-49e3-ac2c-6319796459cb), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:14.989300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b3a7602-3d09-4fde-8eff-31cd132583d4 req-02fcc939-3480-4668-afab-dcee0ef8904e tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 210 time: 0.0809319 Jan 28 12:21:15.056284 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d42c62d-b360-4a19-a24d-469ddd0a0c49 admin admin] Publish callbacks [] for security_group (15f1df8f-2a61-49e3-ac2c-6319796459cb), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.131207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06caf4-6dbd-41a0-8e8b-6f27bd64d70a req-88943dec-9d18-4fd4-a6a3-c26d07bfce2a tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:15.138398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a06caf4-6dbd-41a0-8e8b-6f27bd64d70a req-88943dec-9d18-4fd4-a6a3-c26d07bfce2a tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 935 time: 0.1541102 Jan 28 12:21:15.143290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks [] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.205650 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c279e-f225-4872-a034-3f3fee430bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (274e61d1-d07e-4de2-80d0-e37a84067302), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.214863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a06caf4-6dbd-41a0-8e8b-6f27bd64d70a req-12ea3d7e-77bc-4d2a-a9a8-84a13518289e tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752292 Jan 28 12:21:15.218259 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d42c62d-b360-4a19-a24d-469ddd0a0c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (15f1df8f-2a61-49e3-ac2c-6319796459cb), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.221492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d42c62d-b360-4a19-a24d-469ddd0a0c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.225923 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9d42c62d-b360-4a19-a24d-469ddd0a0c49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15f1df8f-2a61-49e3-ac2c-6319796459cb HTTP/1.1" status: 204 len: 168 time: 0.5850694 Jan 28 12:21:15.236261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c279e-f225-4872-a034-3f3fee430bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274e61d1-d07e-4de2-80d0-e37a84067302,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:15.251072 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.251648 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb2c279e-f225-4872-a034-3f3fee430bb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.254722 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eb2c279e-f225-4872-a034-3f3fee430bb4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/274e61d1-d07e-4de2-80d0-e37a84067302 HTTP/1.1" status: 204 len: 168 time: 0.7084887 Jan 28 12:21:15.259233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53556) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:15.260797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['82c6f1e8-d15a-42ce-86e5-4316e4be13b0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:15.273682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42c62d-b360-4a19-a24d-469ddd0a0c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f1df8f-2a61-49e3-ac2c-6319796459cb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:15.307080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:15.311525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:15.326220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:15.331918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:15.332480 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.389421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Pushing event updated for resources: {'Port': ['ID=0a6421ee-f693-455b-8e5a-4c6fedaa568c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:15.395664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b80978d1-25a5-403d-be45-ce4785bcc131 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6055501 Jan 28 12:21:15.413716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Request body: {'port': {'device_id': '4e1c66b1-0881-41dd-9d66-0fa044793dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:15.472898 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e12bccaa-0b84-483b-9999-5fa5dcf02253), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.579850 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.638733 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e12bccaa-0b84-483b-9999-5fa5dcf02253), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.662188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53558) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:15.689520 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8535-94d7-4684-81c6-5decd99faf67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.779401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b97c6926-2781-4c9a-b0be-563ed1caa188 None None] Provisioning complete for port 0a6421ee-f693-455b-8e5a-4c6fedaa568c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:15.779782 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b97c6926-2781-4c9a-b0be-563ed1caa188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.783249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53560) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:15.816423 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8535-94d7-4684-81c6-5decd99faf67 admin admin] Publish callbacks [] for security_group (b0196e5b-6f7c-4c65-9d18-de12b31982da), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.843265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12bccaa-0b84-483b-9999-5fa5dcf02253']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:15.852443 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a7c8535-94d7-4684-81c6-5decd99faf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b0196e5b-6f7c-4c65-9d18-de12b31982da), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.855424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b97c6926-2781-4c9a-b0be-563ed1caa188 None None] Port 0a6421ee-f693-455b-8e5a-4c6fedaa568c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:21:15.867361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d7e08faf-46d7-42dc-93e7-773af8cfc29b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54cc0db4820142ac82ddf410b3ec1604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0829377 Jan 28 12:21:15.870021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53562) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:15.918999 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2a7c8535-94d7-4684-81c6-5decd99faf67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2183a5f06e145aaa6b6e5b8abbc16db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534950 Jan 28 12:21:15.928458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c8535-94d7-4684-81c6-5decd99faf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0196e5b-6f7c-4c65-9d18-de12b31982da,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:15.937483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53564) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:15.942074 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff6a5793-e405-48b2-a24e-2c39aa8e69d4 admin admin] Publish callbacks [] for security_group (064fa715-c27b-4a2e-86f3-1094789215e3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:15.998583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff6a5793-e405-48b2-a24e-2c39aa8e69d4 admin admin] Publish callbacks [] for security_group (064fa715-c27b-4a2e-86f3-1094789215e3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.018434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a975c74a-4e01-477d-a0e8-aabd613ae043 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:16.026992 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Publish callbacks [] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.040463 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Transition to ACTIVE for port object a975c74a-4e01-477d-a0e8-aabd613ae043 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:21:16.043616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59110f42-4c66-43ec-8fc5-72af5f73ea2f') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:16.044036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59110f42-4c66-43ec-8fc5-72af5f73ea2f') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:16.057663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.060698 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (59110f42-4c66-43ec-8fc5-72af5f73ea2f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.176399 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a975c74a-4e01-477d-a0e8-aabd613ae043,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:16.180778 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e67e451-4506-4aa7-82cc-5dccd3ed9305 admin admin] Publish callbacks [] for security_group (b0196e5b-6f7c-4c65-9d18-de12b31982da), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.206503 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e67e451-4506-4aa7-82cc-5dccd3ed9305 admin admin] Publish callbacks [] for security_group (b0196e5b-6f7c-4c65-9d18-de12b31982da), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.207559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (59110f42-4c66-43ec-8fc5-72af5f73ea2f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.218143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:21:16.221108 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (59110f42-4c66-43ec-8fc5-72af5f73ea2f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.294018 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e67e451-4506-4aa7-82cc-5dccd3ed9305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b0196e5b-6f7c-4c65-9d18-de12b31982da), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.304250 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e67e451-4506-4aa7-82cc-5dccd3ed9305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.305658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8e67e451-4506-4aa7-82cc-5dccd3ed9305 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0196e5b-6f7c-4c65-9d18-de12b31982da HTTP/1.1" status: 204 len: 168 time: 0.3602433 Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:21:16.318872 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:21:16.409544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67e451-4506-4aa7-82cc-5dccd3ed9305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0196e5b-6f7c-4c65-9d18-de12b31982da,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:16.521953 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (e12bccaa-0b84-483b-9999-5fa5dcf02253), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.527815 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.532281 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e12bccaa-0b84-483b-9999-5fa5dcf02253 HTTP/1.1" status: 204 len: 168 time: 1.2718470 Jan 28 12:21:16.546105 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff6a5793-e405-48b2-a24e-2c39aa8e69d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (064fa715-c27b-4a2e-86f3-1094789215e3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.547009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Attempting to bind port a975c74a-4e01-477d-a0e8-aabd613ae043 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:21:16.547505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Attempting to bind port a975c74a-4e01-477d-a0e8-aabd613ae043 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:21:16.547850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Attempting to bind port a975c74a-4e01-477d-a0e8-aabd613ae043 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:16.551952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb54b7-40f4-4630-9473-9a5650dfd525 admin admin] Pushing event deleted for resources: {'Network': ['ID=e12bccaa-0b84-483b-9999-5fa5dcf02253,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:16.557267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Port a975c74a-4e01-477d-a0e8-aabd613ae043 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:21:16.557549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Attempting to bind port a975c74a-4e01-477d-a0e8-aabd613ae043 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:16.564912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:21:16.565231 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff6a5793-e405-48b2-a24e-2c39aa8e69d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.565339 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:16.565810 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:21:16.566309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Bound port: a975c74a-4e01-477d-a0e8-aabd613ae043, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:21:16.566423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ff6a5793-e405-48b2-a24e-2c39aa8e69d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/064fa715-c27b-4a2e-86f3-1094789215e3 HTTP/1.1" status: 204 len: 168 time: 0.6954713 Jan 28 12:21:16.566793 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.687974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4164-6452-4afe-b180-5e488f514b66 req-54ac0e23-d7af-40e1-ab47-dfcda2104396 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:16.689514 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11df4164-6452-4afe-b180-5e488f514b66 req-54ac0e23-d7af-40e1-ab47-dfcda2104396 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 936 time: 0.5376074 Jan 28 12:21:16.701162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] For port a975c74a-4e01-477d-a0e8-aabd613ae043, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:21:16.709931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] For port a975c74a-4e01-477d-a0e8-aabd613ae043, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a975c74a-4e01-477d-a0e8-aabd613ae043,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:21:16.721715 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.724441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a5793-e405-48b2-a24e-2c39aa8e69d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064fa715-c27b-4a2e-86f3-1094789215e3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:16.830866 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.850563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:16.851304 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:16.853331 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] 10.222.0.49 "PUT /v2.0/ports/a975c74a-4e01-477d-a0e8-aabd613ae043 HTTP/1.1" status: 200 len: 1095 time: 3.0737529 Jan 28 12:21:16.854508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1744ddda-f69d-4a27-ab89-a9b407a75ffc', 'tag': 'a975c74a-4e01-477d-a0e8-aabd613ae043'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:16.857168 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87798d00-5a8f-4e81-8d60-4f7d10cc4921" -d '{"events": [{"name": "network-changed", "server_uuid": "1744ddda-f69d-4a27-ab89-a9b407a75ffc", "tag": "a975c74a-4e01-477d-a0e8-aabd613ae043"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:16.874631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d45c40-4465-42f4-93f6-802fb4d86bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a975c74a-4e01-477d-a0e8-aabd613ae043,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:16.927473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53594) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:16.940698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761cf61-816f-4261-95c6-b617ab151497 req-a3a6b980-8faf-4a16-aa7a-5855120b8b83 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:16.951818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5761cf61-816f-4261-95c6-b617ab151497 req-a3a6b980-8faf-4a16-aa7a-5855120b8b83 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 947 time: 0.5013213 Jan 28 12:21:17.035454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6421ee-f693-455b-8e5a-4c6fedaa568c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:17.065384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11df4164-6452-4afe-b180-5e488f514b66 req-9596250a-4ccb-4831-84c5-401df2692ff7 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430414 Jan 28 12:21:17.070582 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-11a0d8e1-6a6c-4eb5-83ca-9b44c23ee70a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eac13ef0ef994dfabc21083d249e737f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351061 Jan 28 12:21:17.071620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53596) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:17.081001 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Publish callbacks [] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:17.100642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6783d77-712b-4489-a42f-070c1be88575 req-f9e9dced-2e9d-4ddf-9000-cb4baf7c3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:17.102280 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-f9e9dced-2e9d-4ddf-9000-cb4baf7c3b31 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27376b90490e4b3394d8310c0f997fe7&device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 1098 time: 0.1872709 Jan 28 12:21:17.182698 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-902962b2-836a-4429-9b5d-93991ea163b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=a975c74a-4e01-477d-a0e8-aabd613ae043 HTTP/1.1" status: 200 len: 217 time: 0.0720546 Jan 28 12:21:17.219095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5761cf61-816f-4261-95c6-b617ab151497 req-22f206dd-0922-4c92-943c-006e969edeeb tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587857 Jan 28 12:21:17.240785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Transition to ACTIVE for port object 0a6421ee-f693-455b-8e5a-4c6fedaa568c will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:21:17.244633 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2af4fd-9876-4f45-b306-06d27c724a6e x-openstack-request-id: req-dc2af4fd-9876-4f45-b306-06d27c724a6e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:17.245097 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1744ddda-f69d-4a27-ab89-a9b407a75ffc", "tag": "a975c74a-4e01-477d-a0e8-aabd613ae043", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:17.245248 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc2af4fd-9876-4f45-b306-06d27c724a6e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:17.247202 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1744ddda-f69d-4a27-ab89-a9b407a75ffc', 'tag': 'a975c74a-4e01-477d-a0e8-aabd613ae043', 'status': 'completed', 'code': 200} Jan 28 12:21:17.250465 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:17.296921 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e738f011-cfd6-467f-8cfb-9ffd239c4614 admin admin] Publish callbacks [] for security_group (f7465637-274c-4567-b8af-15518044032c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:17.328860 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e738f011-cfd6-467f-8cfb-9ffd239c4614 admin admin] Publish callbacks [] for security_group (f7465637-274c-4567-b8af-15518044032c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:17.350464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Pushing event updated for resources: {'Port': ['ID=0a6421ee-f693-455b-8e5a-4c6fedaa568c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:17.377853 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:17.420435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Attempting to bind port 0a6421ee-f693-455b-8e5a-4c6fedaa568c on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:21:17.420991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Attempting to bind port 0a6421ee-f693-455b-8e5a-4c6fedaa568c by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:21:17.422041 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Attempting to bind port 0a6421ee-f693-455b-8e5a-4c6fedaa568c on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:17.434344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Port 0a6421ee-f693-455b-8e5a-4c6fedaa568c on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:21:17.435045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Attempting to bind port 0a6421ee-f693-455b-8e5a-4c6fedaa568c on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:17.442717 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e738f011-cfd6-467f-8cfb-9ffd239c4614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f7465637-274c-4567-b8af-15518044032c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:17.443700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:21:17.444803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:17.445315 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e738f011-cfd6-467f-8cfb-9ffd239c4614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:17.445560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:21:17.446140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Bound port: 0a6421ee-f693-455b-8e5a-4c6fedaa568c, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:21:17.446460 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e738f011-cfd6-467f-8cfb-9ffd239c4614 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7465637-274c-4567-b8af-15518044032c HTTP/1.1" status: 204 len: 168 time: 0.3611684 Jan 28 12:21:17.446914 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:17.467649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738f011-cfd6-467f-8cfb-9ffd239c4614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7465637-274c-4567-b8af-15518044032c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:17.476353 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6783d77-712b-4489-a42f-070c1be88575 req-9cca0cc3-c9c3-42ed-8d33-b58df596b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:17.488262 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-9cca0cc3-c9c3-42ed-8d33-b58df596b48d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.2634637 Jan 28 12:21:17.554409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6783d77-712b-4489-a42f-070c1be88575 req-b46c2fcb-e9ee-4a80-9276-1492f1b0ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:17.556156 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-b46c2fcb-e9ee-4a80-9276-1492f1b0ca48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628309 Jan 28 12:21:17.658842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] For port 0a6421ee-f693-455b-8e5a-4c6fedaa568c, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:21:17.669486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] For port 0a6421ee-f693-455b-8e5a-4c6fedaa568c, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=0a6421ee-f693-455b-8e5a-4c6fedaa568c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:21:17.686625 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:17.722694 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-98c1d4b5-a3ec-455f-856f-60b07f46ee13 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607988 Jan 28 12:21:17.731305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:17.732351 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:17.733940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] 10.222.0.49 "PUT /v2.0/ports/0a6421ee-f693-455b-8e5a-4c6fedaa568c HTTP/1.1" status: 200 len: 1096 time: 2.3290925 Jan 28 12:21:17.735255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1c66b1-0881-41dd-9d66-0fa044793dbe', 'tag': '0a6421ee-f693-455b-8e5a-4c6fedaa568c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:17.738028 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433729cc-3ca3-49eb-83a8-04e51ad76ced" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1c66b1-0881-41dd-9d66-0fa044793dbe", "tag": "0a6421ee-f693-455b-8e5a-4c6fedaa568c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:17.753619 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:21:17.871378 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa76637-42d5-4625-9b88-7ab7e0b4fb2c x-openstack-request-id: req-caa76637-42d5-4625-9b88-7ab7e0b4fb2c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:17.871920 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1c66b1-0881-41dd-9d66-0fa044793dbe", "tag": "0a6421ee-f693-455b-8e5a-4c6fedaa568c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:17.883511 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-caa76637-42d5-4625-9b88-7ab7e0b4fb2c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:17.884220 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1c66b1-0881-41dd-9d66-0fa044793dbe', 'tag': '0a6421ee-f693-455b-8e5a-4c6fedaa568c', 'status': 'completed', 'code': 200} Jan 28 12:21:17.912787 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63202b-c155-4a06-9015-1f330184c53b service neutron] Pushing event updated for resources: {'Port': ['ID=0a6421ee-f693-455b-8e5a-4c6fedaa568c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:17.935308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-55104100-a6c8-43fa-8afb-c2d333589d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:17.937949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-55104100-a6c8-43fa-8afb-c2d333589d1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70f91df59b1a45e4a439522380b6b8c4&device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 1099 time: 0.1358788 Jan 28 12:21:18.002758 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f6783d77-712b-4489-a42f-070c1be88575 req-f1d936f2-9f17-4621-9eb3-bda930bca0d7 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730587 Jan 28 12:21:18.015023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-f4433132-648b-4d61-b7ff-66b507ee9cc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0a6421ee-f693-455b-8e5a-4c6fedaa568c HTTP/1.1" status: 200 len: 217 time: 0.0676701 Jan 28 12:21:18.126210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-5cf81294-debb-4d1b-afac-7e2e3279f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:18.133927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-5cf81294-debb-4d1b-afac-7e2e3279f075 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1117966 Jan 28 12:21:18.170423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87798d00-5a8f-4e81-8d60-4f7d10cc4921 req-b975bdb8-df84-40de-8b86-59333284ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:18.172610 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87798d00-5a8f-4e81-8d60-4f7d10cc4921 req-b975bdb8-df84-40de-8b86-59333284ba1d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27376b90490e4b3394d8310c0f997fe7&device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 1098 time: 0.1070418 Jan 28 12:21:18.241824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-c15c8f16-3d81-403c-8809-f168d02aeaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:18.243988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-c15c8f16-3d81-403c-8809-f168d02aeaed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021969 Jan 28 12:21:18.291323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c1193-9f3c-4a7a-b078-9722e477c2a0 req-0bb166a1-1c03-4c47-b703-99d24d6b5b5a tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:18.299631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f2c1193-9f3c-4a7a-b078-9722e477c2a0 req-0bb166a1-1c03-4c47-b703-99d24d6b5b5a tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 948 time: 0.1082392 Jan 28 12:21:18.326650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87798d00-5a8f-4e81-8d60-4f7d10cc4921 req-0898e96d-3a9a-4502-a31a-22f3a4b1b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:18.328503 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87798d00-5a8f-4e81-8d60-4f7d10cc4921 req-0898e96d-3a9a-4502-a31a-22f3a4b1b955 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1498542 Jan 28 12:21:18.394437 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87798d00-5a8f-4e81-8d60-4f7d10cc4921 req-a9b88f9f-8218-4ac1-9dbd-3cce7bf6dd1b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=a975c74a-4e01-477d-a0e8-aabd613ae043 HTTP/1.1" status: 200 len: 217 time: 0.0571413 Jan 28 12:21:18.465689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ecd36-d816-41e5-8f01-378eb759ce94 req-f64607d3-d9e7-448c-ad44-ce345f90332c tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:18.467192 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-583ecd36-d816-41e5-8f01-378eb759ce94 req-f64607d3-d9e7-448c-ad44-ce345f90332c tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 947 time: 0.1148798 Jan 28 12:21:18.481019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f2c1193-9f3c-4a7a-b078-9722e477c2a0 req-ae898b20-1bf0-43d4-a3c2-c7471f86270d tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803069 Jan 28 12:21:18.493381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87798d00-5a8f-4e81-8d60-4f7d10cc4921 req-de5a838e-9302-4542-8c0a-ef9e4c6cd097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:18.496481 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87798d00-5a8f-4e81-8d60-4f7d10cc4921 req-de5a838e-9302-4542-8c0a-ef9e4c6cd097 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0916243 Jan 28 12:21:18.504472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-fdad01bd-2b0e-4e66-a20f-0ad68c1faae2 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492232 Jan 28 12:21:18.585289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87798d00-5a8f-4e81-8d60-4f7d10cc4921 req-ed9edb44-5d0a-4f40-841b-245cb40b41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:18.588422 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87798d00-5a8f-4e81-8d60-4f7d10cc4921 req-ed9edb44-5d0a-4f40-841b-245cb40b41b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698221 Jan 28 12:21:18.698353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-583ecd36-d816-41e5-8f01-378eb759ce94 req-c2ee395b-f076-4f1a-bd76-19ad835329d5 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160203 Jan 28 12:21:18.730928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90adfe1-d4ae-4a8b-a392-e4ed0782d3f9 req-b545aecd-a93e-4a8c-839b-6193dcf78181 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108867 Jan 28 12:21:18.770904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53640) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:18.799742 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87798d00-5a8f-4e81-8d60-4f7d10cc4921 req-06230cd0-6350-4afd-9012-db7c0b1e9b48 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024369 Jan 28 12:21:18.834590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8a9ed796-84ce-4b0b-bf43-87ff26426bcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66298816da8747a587fc24ee5f8488e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0617554 Jan 28 12:21:18.846857 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:18.885252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433729cc-3ca3-49eb-83a8-04e51ad76ced req-df073ccb-631b-4877-814a-c9cc26c19f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:18.886815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-433729cc-3ca3-49eb-83a8-04e51ad76ced req-df073ccb-631b-4877-814a-c9cc26c19f6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=70f91df59b1a45e4a439522380b6b8c4&device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 1099 time: 0.0512326 Jan 28 12:21:19.049992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433729cc-3ca3-49eb-83a8-04e51ad76ced req-67321fb4-fb36-410c-9ffb-791d26f449bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:19.051488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-433729cc-3ca3-49eb-83a8-04e51ad76ced req-67321fb4-fb36-410c-9ffb-791d26f449bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1577833 Jan 28 12:21:19.056282 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1373205-175b-40c6-a66b-378569961903 admin admin] Publish callbacks [] for security_group (014a8ce3-e8a0-4b44-8923-140e679f7c47), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:19.086532 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1373205-175b-40c6-a66b-378569961903 admin admin] Publish callbacks [] for security_group (014a8ce3-e8a0-4b44-8923-140e679f7c47), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:19.178456 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1373205-175b-40c6-a66b-378569961903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (014a8ce3-e8a0-4b44-8923-140e679f7c47), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:19.182851 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1373205-175b-40c6-a66b-378569961903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:19.183281 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-77ac1956-8232-4d8c-b04b-0d926b6df92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:19.188237 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b1373205-175b-40c6-a66b-378569961903 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/014a8ce3-e8a0-4b44-8923-140e679f7c47 HTTP/1.1" status: 204 len: 168 time: 0.3392568 Jan 28 12:21:19.205223 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87798d00-5a8f-4e81-8d60-4f7d10cc4921 req-5ade9185-9010-49d3-bed3-4272549c6286 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867576 Jan 28 12:21:19.206336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1373205-175b-40c6-a66b-378569961903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014a8ce3-e8a0-4b44-8923-140e679f7c47,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:19.427153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-433729cc-3ca3-49eb-83a8-04e51ad76ced req-fcea142c-2098-4b9a-84a6-f83524b99c2f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0a6421ee-f693-455b-8e5a-4c6fedaa568c HTTP/1.1" status: 200 len: 217 time: 0.3683355 Jan 28 12:21:19.546210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433729cc-3ca3-49eb-83a8-04e51ad76ced req-7732698b-d53b-4a0a-a610-e483cc52cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:19.548491 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-433729cc-3ca3-49eb-83a8-04e51ad76ced req-7732698b-d53b-4a0a-a610-e483cc52cb99 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1111279 Jan 28 12:21:19.701055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433729cc-3ca3-49eb-83a8-04e51ad76ced req-5b7e9542-58c3-41db-afc0-06963135b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:19.703450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-433729cc-3ca3-49eb-83a8-04e51ad76ced req-5b7e9542-58c3-41db-afc0-06963135b975 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479380 Jan 28 12:21:19.715453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210df7b-7059-424d-b471-d5aaa3846c4f req-afe7f540-29de-4a93-bfb5-e299b25b85e9 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:19.717166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3210df7b-7059-424d-b471-d5aaa3846c4f req-afe7f540-29de-4a93-bfb5-e299b25b85e9 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 948 time: 0.1196315 Jan 28 12:21:19.749095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53688) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:19.901123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3210df7b-7059-424d-b471-d5aaa3846c4f req-3febe793-63ec-4cc5-9fe1-a84ed4b80e1f tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760364 Jan 28 12:21:19.906173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-433729cc-3ca3-49eb-83a8-04e51ad76ced req-8f8409cd-9871-4732-866a-5b7db5558bdd service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614158 Jan 28 12:21:19.924931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad841a44-80f0-42d5-9e42-21f12ae549c9 req-abd264c2-3d15-40d8-9e02-3fa6a3a2bc26 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:19.924931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad841a44-80f0-42d5-9e42-21f12ae549c9 req-abd264c2-3d15-40d8-9e02-3fa6a3a2bc26 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 947 time: 0.1049652 Jan 28 12:21:20.035926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad841a44-80f0-42d5-9e42-21f12ae549c9 req-c20da1bd-ea5a-424f-9fd3-bd2cd5e02934 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987697 Jan 28 12:21:20.048114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-433729cc-3ca3-49eb-83a8-04e51ad76ced req-77964a7e-89ec-47b1-9661-4323b73a7772 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282077 Jan 28 12:21:20.057397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-network', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:20.081926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Made reservation on behalf of cdab7f76b05946bb8771e6b898e25353 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:20.085461 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:20.096379 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:20.186020 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Publish callbacks [] for security_group (71d40076-5796-4584-8d66-96271d39f66c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:20.198093 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (71d40076-5796-4584-8d66-96271d39f66c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:20.236411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d40076-5796-4584-8d66-96271d39f66c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:20.244703 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:21:20.259838 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ed0916ff-cb07-45d9-bf0c-1f86c527f97e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:20.260198 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Added segment ed0916ff-cb07-45d9-bf0c-1f86c527f97e of type vlan for network 10ff2357-de57-4457-a1b1-1adfe07f51bc Jan 28 12:21:20.307462 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (10ff2357-de57-4457-a1b1-1adfe07f51bc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:20.334450 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (10ff2357-de57-4457-a1b1-1adfe07f51bc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:20.335518 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:20.336116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:20.385161 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6343453 Jan 28 12:21:20.389216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53718) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:20.396627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3298521e-dbb5-4d3d-a831-67d3b9b81de1 admin admin] Request body: {'subnet': {'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-subnet', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:20.401345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d011e-bc89-416a-9a09-274794d4d281 admin admin] Pushing event updated for resources: {'Network': ['ID=10ff2357-de57-4457-a1b1-1adfe07f51bc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:20.414213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 10ff2357-de57-4457-a1b1-1adfe07f51bc details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:21:20.432906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3298521e-dbb5-4d3d-a831-67d3b9b81de1 admin admin] Made reservation on behalf of cdab7f76b05946bb8771e6b898e25353 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:20.439268 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3298521e-dbb5-4d3d-a831-67d3b9b81de1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:20.641690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-81b8c307-f04a-4fa6-83b8-5b3bef992689 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:20.648526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-81b8c307-f04a-4fa6-83b8-5b3bef992689 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/networks?id=5877161c-7fd2-41dc-8d25-bb5618619a8e HTTP/1.1" status: 200 len: 815 time: 0.1765590 Jan 28 12:21:20.688207 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-d3594d31-58f2-482c-ba82-4ced35d8a587 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/quotas/347dcba8c87d457789eb7c88ea20ce8c HTTP/1.1" status: 200 len: 375 time: 0.0386238 Jan 28 12:21:20.789015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-ba1bb459-242d-4818-bae2-a3c881b38662 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=347dcba8c87d457789eb7c88ea20ce8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945153 Jan 28 12:21:20.790320 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3298521e-dbb5-4d3d-a831-67d3b9b81de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (79145247-d8d9-466b-903f-2bcdfe7e2805), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:20.850737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298521e-dbb5-4d3d-a831-67d3b9b81de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79145247-d8d9-466b-903f-2bcdfe7e2805,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:20.855467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298521e-dbb5-4d3d-a831-67d3b9b81de1 admin admin] Checking segment: {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:20.855830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298521e-dbb5-4d3d-a831-67d3b9b81de1 admin admin] Network hostable DHCP agents. Network: 10ff2357-de57-4457-a1b1-1adfe07f51bc, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:21:20.873099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298521e-dbb5-4d3d-a831-67d3b9b81de1 admin admin] Network 10ff2357-de57-4457-a1b1-1adfe07f51bc is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:21:20.889798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3298521e-dbb5-4d3d-a831-67d3b9b81de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 10ff2357-de57-4457-a1b1-1adfe07f51bc) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:20.894972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298521e-dbb5-4d3d-a831-67d3b9b81de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:20.895809 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3298521e-dbb5-4d3d-a831-67d3b9b81de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:20.902253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c656a1-c67e-4efb-b5c0-8def4b39ee3a None None] Network 10ff2357-de57-4457-a1b1-1adfe07f51bc requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:21:20.940865 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:20.941385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3298521e-dbb5-4d3d-a831-67d3b9b81de1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5504670 Jan 28 12:21:20.945662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:20.987617 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (f0795ffd-1968-428c-b9c4-6e36a8d8166d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:20.989499 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (f0795ffd-1968-428c-b9c4-6e36a8d8166d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.051476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-10ff2357-de57-4457-a1b1-1adfe07f51bc', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:21:21.052498 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.083833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Publish callbacks [] for router_controller (f0795ffd-1968-428c-b9c4-6e36a8d8166d), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.237994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Allocated IP 172.20.0.2 (10ff2357-de57-4457-a1b1-1adfe07f51bc/79145247-d8d9-466b-903f-2bcdfe7e2805/1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:21.253048 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Publish callbacks [] for router_gateway (f0795ffd-1968-428c-b9c4-6e36a8d8166d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.253406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-f26d8d6b-acdc-4914-bd6a-f41f64253905 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:21:21.262786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-f26d8d6b-acdc-4914-bd6a-f41f64253905 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0708277 Jan 28 12:21:21.280695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-c513d8d5-9259-4726-8d4f-2f5736ce0b09 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=de0c894a489043b6840b0c45ab49665a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723813 Jan 28 12:21:21.465737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-2b8c3d5e-59cc-4f16-ae4e-7f150cf5ad5c service neutron] 10.222.0.53 "GET /v2.0/networks/5877161c-7fd2-41dc-8d25-bb5618619a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017632 Jan 28 12:21:21.480733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef707a-750f-4fca-954a-329233cddf79 req-a2b939c2-1f25-41a0-b712-357bbca82019 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:21.482340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-a2b939c2-1f25-41a0-b712-357bbca82019 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000639 Jan 28 12:21:21.520315 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Publish callbacks [] for router_gateway (f0795ffd-1968-428c-b9c4-6e36a8d8166d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.540744 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-9c351620-f8c4-44e5-8409-165b154c7fb9 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/quotas/de0c894a489043b6840b0c45ab49665a HTTP/1.1" status: 200 len: 375 time: 0.0465760 Jan 28 12:21:21.542885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.572641 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Publish callbacks [] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.577098 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da4e61d1-8b4f-4828-9237-398b776fd1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.582881 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.604138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-225adf6d-e298-481d-ab34-89062b4239bc tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=de0c894a489043b6840b0c45ab49665a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545752 Jan 28 12:21:21.628939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Network 10ff2357-de57-4457-a1b1-1adfe07f51bc is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:21.635550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:21.640022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:21.644093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Pushing event updated for resources: {'Port': ['ID=1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:21.656524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.656921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.657267 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.657603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.657939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.658271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.658600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.658929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.659256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.659608 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.659933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.660257 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.660968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:21.670517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-fbf67028-e769-4972-a2a0-691cd8ead8b8 service neutron] 10.222.0.53 "GET /v2.0/networks/5877161c-7fd2-41dc-8d25-bb5618619a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038445 Jan 28 12:21:21.679726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Allocated IP 172.25.7.5 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/0cd6edd3-34fc-4541-84b9-b80add997ce8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:21.713839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Attempting to bind port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:21:21.714225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Attempting to bind port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:21:21.714724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Attempting to bind port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 on network 10ff2357-de57-4457-a1b1-1adfe07f51bc {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:21.721396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:21:21.721961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Checking segment: {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:21.722845 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.723237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Bound using segment: {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:21:21.723891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Bound port: 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:21:21.724336 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.804817 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Publish callbacks [] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.849388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] For port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:21:21.853762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] For port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:21:21.865307 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.868441 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:21.911229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:21.923531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:21.939965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:21.987281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0474aa-55fb-49cd-af3c-f8cea3a93fd8 None None] Pushing event updated for resources: {'Port': ['ID=1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:22.078957 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd6edd3-34fc-4541-84b9-b80add997ce8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:22.174172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61582-cf5b-4e79-827d-5c221210b8bc req-f6132b26-32da-40a9-a5fc-7eab3cc9b1be tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:22.185198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfb61582-cf5b-4e79-827d-5c221210b8bc req-f6132b26-32da-40a9-a5fc-7eab3cc9b1be tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 948 time: 0.0761883 Jan 28 12:21:22.225609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 0a6421ee-f693-455b-8e5a-4c6fedaa568c details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:21:22.285552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfb61582-cf5b-4e79-827d-5c221210b8bc req-9d6b59ff-1521-4f0f-8c1c-2b6d114ae0ca tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969362 Jan 28 12:21:22.449603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 0a6421ee-f693-455b-8e5a-4c6fedaa568c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=0a6421ee-f693-455b-8e5a-4c6fedaa568c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:22.491111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '0a6421ee-f693-455b-8e5a-4c6fedaa568c', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '0a6421ee-f693-455b-8e5a-4c6fedaa568c', 'mac_address': 'fa:16:3e:b2:21:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:21:22.520661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0b786-76bd-47b4-8e6f-37fe51b9a3cf req-9efcecf7-a801-4769-b820-18d1671718c9 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:22.529254 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fee0b786-76bd-47b4-8e6f-37fe51b9a3cf req-9efcecf7-a801-4769-b820-18d1671718c9 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 947 time: 0.1030645 Jan 28 12:21:22.571445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fcffd48-0f43-4e77-9e86-65764b1b6e32 req-2da4ed68-5713-4495-8281-f849a9feca48 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 210 time: 0.0407867 Jan 28 12:21:22.591273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 0a6421ee-f693-455b-8e5a-4c6fedaa568c is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:22.592293 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:22.644524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6421ee-f693-455b-8e5a-4c6fedaa568c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:22.646879 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Publish callbacks [] for router_gateway (f0795ffd-1968-428c-b9c4-6e36a8d8166d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:22.668135 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fee0b786-76bd-47b4-8e6f-37fe51b9a3cf req-a2885330-bfbc-4f69-91cf-a2406d0033ca tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279840 Jan 28 12:21:22.695494 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 0a6421ee-f693-455b-8e5a-4c6fedaa568c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=0a6421ee-f693-455b-8e5a-4c6fedaa568c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:22.708054 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:22.709061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a975c74a-4e01-477d-a0e8-aabd613ae043 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:21:22.782904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:22.813865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-227fdc86-1b68-43aa-aaa0-8aa761ec6a94 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=de0c894a489043b6840b0c45ab49665a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550475 Jan 28 12:21:22.854772 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:22.971372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a975c74a-4e01-477d-a0e8-aabd613ae043, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a975c74a-4e01-477d-a0e8-aabd613ae043,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:22.976120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=0a6421ee-f693-455b-8e5a-4c6fedaa568c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:23.021896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'a975c74a-4e01-477d-a0e8-aabd613ae043', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'a975c74a-4e01-477d-a0e8-aabd613ae043', 'mac_address': 'fa:16:3e:5d:57:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:21:23.053965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-211184da-1fb2-48bc-a02d-6c9999bbb85d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931745 Jan 28 12:21:23.113004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:23.113398 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:23.117118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a975c74a-4e01-477d-a0e8-aabd613ae043 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:23.117624 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:23.172188 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a975c74a-4e01-477d-a0e8-aabd613ae043 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:23.188616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-b3b32749-dbb1-4cbb-9bf8-ff490b4cdb9d tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:23.198228 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-b3b32749-dbb1-4cbb-9bf8-ff490b4cdb9d tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3826277 Jan 28 12:21:23.249194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-44635003-6b39-4df8-92f5-f2146c3d70e0 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/quotas/de0c894a489043b6840b0c45ab49665a HTTP/1.1" status: 200 len: 375 time: 0.0499570 Jan 28 12:21:23.267949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a975c74a-4e01-477d-a0e8-aabd613ae043, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a975c74a-4e01-477d-a0e8-aabd613ae043,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:23.282578 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:23.324026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-15ec02fc-122f-45f8-93b5-aace79ab9d2a tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=de0c894a489043b6840b0c45ab49665a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734315 Jan 28 12:21:23.330921 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (f0795ffd-1968-428c-b9c4-6e36a8d8166d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:23.331467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87646eea-dd5b-419c-814b-433e46d4e17e req-64f4e356-007c-40a3-9cc7-91c397e329c5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:23.360288 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-64f4e356-007c-40a3-9cc7-91c397e329c5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3053715 Jan 28 12:21:23.386498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-f65114c2-2cdb-48af-838b-84061fc88a61 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/quotas/5365e826fdfe40a69e62d0df1e72d7db HTTP/1.1" status: 200 len: 375 time: 0.0242281 Jan 28 12:21:23.456284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-4beb500f-5066-4c84-9025-b73a61eea827 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688400 Jan 28 12:21:23.461816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a975c74a-4e01-477d-a0e8-aabd613ae043,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:23.475159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:23.476180 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:23.528343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:23.537015 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:23.552029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['a975c74a-4e01-477d-a0e8-aabd613ae043'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:23.625684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['0a6421ee-f693-455b-8e5a-4c6fedaa568c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:23.741328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:23.752795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Router f0795ffd-1968-428c-b9c4-6e36a8d8166d is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:21:23.977178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51e3f73-d3aa-4d32-b25c-cb4e66c7f3d7 None None] Network 10ff2357-de57-4457-a1b1-1adfe07f51bc requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:21:24.029649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-afa06f96-2d59-4cc5-851e-95374375e52e req-5a3ed183-e8c7-4ff7-967e-dc80b0315f3d tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 210 time: 0.0339890 Jan 28 12:21:24.080773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a8a37-2b0d-4f11-a944-fc8ddfa82942 req-5f9f39f9-d5a5-4a96-a268-ae873328c3a0 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:24.088322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-270a8a37-2b0d-4f11-a944-fc8ddfa82942 req-5f9f39f9-d5a5-4a96-a268-ae873328c3a0 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 949 time: 0.1309979 Jan 28 12:21:24.130170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-07b48b80-6f11-4ff7-a8fc-950ef1e650a9 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:24.131890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-07b48b80-6f11-4ff7-a8fc-950ef1e650a9 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.35 "GET /v2.0/networks?id=5877161c-7fd2-41dc-8d25-bb5618619a8e HTTP/1.1" status: 200 len: 815 time: 0.3829715 Jan 28 12:21:24.160482 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-b5a9b27e-9015-437e-9faf-01439a82ab09 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=de0c894a489043b6840b0c45ab49665a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887561 Jan 28 12:21:24.169111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Request body: {'port': {'device_id': '14028658-2a46-4769-aab6-9f7701b534c9', 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e', 'admin_state_up': True, 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:24.253263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:21:24.268060 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Sync routers for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:21:24.297569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1b387042-38cf-4d03-97be-b87913efb924 None None] Provisioning complete for port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:24.300883 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1b387042-38cf-4d03-97be-b87913efb924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:24.324563 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:21:24.333232 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:21:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:24.377976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c82b28a-b124-4325-8000-6a8d543029af req-ed31a1be-b864-4e1f-96e5-836299cbdae7 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 210 time: 0.2389398 Jan 28 12:21:24.460748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-270a8a37-2b0d-4f11-a944-fc8ddfa82942 req-4b9d6a13-9ec6-4573-8692-0cebe516982b tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714409 Jan 28 12:21:24.566868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef707a-750f-4fca-954a-329233cddf79 req-6b72b1c0-e697-48ae-bfd8-c77ad08038fd tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:24.575793 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-6b72b1c0-e697-48ae-bfd8-c77ad08038fd tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4104133 Jan 28 12:21:24.592426 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:24.600109 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-19776350-3b1f-42c0-9292-bfe5975a79f2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6581535 Jan 28 12:21:24.604976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53874) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:24.628154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Request body: {'port': {'device_id': 'cfc0713e-6193-48b3-b9bd-327e8619a6af', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': 'de0c894a489043b6840b0c45ab49665a'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:24.642767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09f3957e-333e-437f-95eb-3bded32ad988 req-41250f75-4562-4787-9cba-df98b03a33bc tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 210 time: 0.1635907 Jan 28 12:21:24.668369 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:24.719671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1b387042-38cf-4d03-97be-b87913efb924 None None] Current status of the port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:24.786558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:24.839797 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:21:24.888363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8b973-3e77-4c98-b3ba-cb07ff19ac8d req-f51164a2-7a65-4a8f-b64c-908a349f5c84 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:24.897420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ed8b973-3e77-4c98-b3ba-cb07ff19ac8d req-f51164a2-7a65-4a8f-b64c-908a349f5c84 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 948 time: 0.2521913 Jan 28 12:21:24.900617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Made reservation on behalf of 347dcba8c87d457789eb7c88ea20ce8c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:24.911549 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:25.008660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:25.010346 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:25.206998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Allocated IP 172.20.0.8 (5877161c-7fd2-41dc-8d25-bb5618619a8e/adfa7673-39ca-41cc-a133-b7ab84f9546a/73f4ade5-6a4d-4b32-ab8b-d600ae1bb628) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:25.262341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1530439-5a7d-4353-94f7-1eb5660e0ad3 req-a56916ad-679e-4109-af64-2252fb8c4bd0 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 210 time: 0.0412486 Jan 28 12:21:25.321215 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4067bac1-868e-48a3-a641-4da3411c49ae None None] Provisioning complete for port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:25.327032 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4067bac1-868e-48a3-a641-4da3411c49ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:25.336083 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:25.372218 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ed8b973-3e77-4c98-b3ba-cb07ff19ac8d req-25d30bc6-7d33-4488-a607-45cb3f436717 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570630 Jan 28 12:21:25.551929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Made reservation on behalf of de0c894a489043b6840b0c45ab49665a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:25.559970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:25.602648 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:25.659458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-94d399bc-d78c-4490-b71a-71e9f786f488 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=de0c894a489043b6840b0c45ab49665a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2346001 Jan 28 12:21:25.677269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4067bac1-868e-48a3-a641-4da3411c49ae None None] Current status of the port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:25.849160 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:22Z', 'revision_number': 3, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:25.897370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a132c5f5-b58c-4131-aa86-af2a67a33a7e req-36cf1ea4-b6a1-4692-9ad7-eb58ce0a2a56 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 210 time: 0.2530365 Jan 28 12:21:25.934635 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:25.946620 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Checking router: f0795ffd-1968-428c-b9c4-6e36a8d8166d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:21:25.947490 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Updating router f0795ffd-1968-428c-b9c4-6e36a8d8166d port 0cd6edd3-34fc-4541-84b9-b80add997ce8 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:21:26.002854 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-5a57918d-4115-4005-bbc8-1ad3cdd19001 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718729 Jan 28 12:21:26.029417 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:26.241934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 0a6421ee-f693-455b-8e5a-4c6fedaa568c up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:26.377569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 0a6421ee-f693-455b-8e5a-4c6fedaa568c completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:21:26.384368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 0a6421ee-f693-455b-8e5a-4c6fedaa568c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:26.384977 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:26.606236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 0a6421ee-f693-455b-8e5a-4c6fedaa568c is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:26.606917 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:26.652904 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87646eea-dd5b-419c-814b-433e46d4e17e req-b45c15e6-f56d-485f-b451-3132f148f3cf tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:26.654609 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-b45c15e6-f56d-485f-b451-3132f148f3cf tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6287713 Jan 28 12:21:26.669385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1c66b1-0881-41dd-9d66-0fa044793dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6421ee-f693-455b-8e5a-4c6fedaa568c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:26.679761 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7517ba10-0e50-4fc7-af25-e89f32a5a35a" -d '{"events": [{"server_uuid": "4e1c66b1-0881-41dd-9d66-0fa044793dbe", "name": "network-vif-plugged", "status": "completed", "tag": "0a6421ee-f693-455b-8e5a-4c6fedaa568c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:26.710843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Request body: {'port': {'device_id': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '5365e826fdfe40a69e62d0df1e72d7db'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:26.712600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 0a6421ee-f693-455b-8e5a-4c6fedaa568c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=0a6421ee-f693-455b-8e5a-4c6fedaa568c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:26.721629 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:26.724094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a975c74a-4e01-477d-a0e8-aabd613ae043 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:26.741041 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Publish callbacks [] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:26.752120 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:26.759030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9eb2fab1-8f48-4be1-ae6d-ac5fb589e7c2 req-ae63bdb5-97cb-42b9-9dd5-d9f4b210e6cc tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 210 time: 0.1469331 Jan 28 12:21:26.815963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a4d64-389c-4c02-88e4-289cf462f038 req-ce974346-cbcc-4345-8514-4d8476fcc263 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:26.827309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks [] for security_group (4d7d6763-6d1a-48f6-9cca-0cf80301a7f5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:26.838841 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4d7d6763-6d1a-48f6-9cca-0cf80301a7f5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:26.844789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7a4d64-389c-4c02-88e4-289cf462f038 req-ce974346-cbcc-4345-8514-4d8476fcc263 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 949 time: 0.9986794 Jan 28 12:21:26.957088 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Attempting to bind port 0cd6edd3-34fc-4541-84b9-b80add997ce8 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:21:26.957571 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Attempting to bind port 0cd6edd3-34fc-4541-84b9-b80add997ce8 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:21:26.957685 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Attempting to bind port 0cd6edd3-34fc-4541-84b9-b80add997ce8 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:26.974789 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Publish callbacks [] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:26.980718 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:26.981226 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Pushing event updated for resources: {'Port': ['ID=0cd6edd3-34fc-4541-84b9-b80add997ce8,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:26.991193 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:21:26.991621 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:26.991973 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:26.992363 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:21:26.992839 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Bound port: 0cd6edd3-34fc-4541-84b9-b80add997ce8, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:21:27.000269 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:27.019783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-6e94bb8d-b5e0-4ca2-8b5b-8e1d2468f766 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:27.021506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-6e94bb8d-b5e0-4ca2-8b5b-8e1d2468f766 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3155663 Jan 28 12:21:27.032959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port a975c74a-4e01-477d-a0e8-aabd613ae043 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:21:27.041577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:27.055688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7a4d64-389c-4c02-88e4-289cf462f038 req-ffb538c3-6b89-4972-857c-feb20ecaa79a tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956232 Jan 28 12:21:27.055922 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port a975c74a-4e01-477d-a0e8-aabd613ae043 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:27.055922 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:27.081857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Request body: {'port': {'device_id': 'b0fd0a56-399c-4641-8ac8-564220a044f1', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': 'de0c894a489043b6840b0c45ab49665a'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:27.105915 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=0a6421ee-f693-455b-8e5a-4c6fedaa568c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:27.211050 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.211419 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.213307 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.213678 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.214013 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.214377 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.214707 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.217219 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.217618 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.217955 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.218831 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.221507 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.221895 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:21:27.230346 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] For port 0cd6edd3-34fc-4541-84b9-b80add997ce8, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:21:27.238892 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] For port 0cd6edd3-34fc-4541-84b9-b80add997ce8, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0cd6edd3-34fc-4541-84b9-b80add997ce8,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:21:27.246841 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:27.248934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a975c74a-4e01-477d-a0e8-aabd613ae043 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:27.250104 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:27.346970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Allocated IP 172.20.0.1 (10ff2357-de57-4457-a1b1-1adfe07f51bc/79145247-d8d9-466b-903f-2bcdfe7e2805/280b91e0-368f-4d9c-a9b0-d4fd815d0bb8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:27.357477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a975c74a-4e01-477d-a0e8-aabd613ae043, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a975c74a-4e01-477d-a0e8-aabd613ae043,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:27.359956 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05eb316-f926-4deb-bc5f-ccabfb29209f None None] Pushing event updated for resources: {'Port': ['ID=0cd6edd3-34fc-4541-84b9-b80add997ce8,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:27.368860 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:21:27.369578 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:21:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:27.376090 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:27.440722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebc7ba2d-5153-4e2e-bf88-0cc224623343 req-0164d9d0-8fb6-4600-8f56-a4dd130c67ff tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 210 time: 0.0938046 Jan 28 12:21:27.486035 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:27.513565 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:21:27.524999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a975c74a-4e01-477d-a0e8-aabd613ae043,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:27.578220 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f393df-69b7-46e7-8430-88a0f84446c7 x-openstack-request-id: req-51f393df-69b7-46e7-8430-88a0f84446c7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:27.578738 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1c66b1-0881-41dd-9d66-0fa044793dbe", "name": "network-vif-plugged", "status": "completed", "tag": "0a6421ee-f693-455b-8e5a-4c6fedaa568c", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:27.579090 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51f393df-69b7-46e7-8430-88a0f84446c7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:27.579693 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1c66b1-0881-41dd-9d66-0fa044793dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6421ee-f693-455b-8e5a-4c6fedaa568c', 'code': 200} Jan 28 12:21:27.811871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Network 5877161c-7fd2-41dc-8d25-bb5618619a8e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:27.865646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:27.887693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d29c00-9894-4323-b378-f2ec3102cab8 req-6c6266bf-e08d-4090-a55e-47e2dcf7b122 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:27.897072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84d29c00-9894-4323-b378-f2ec3102cab8 req-6c6266bf-e08d-4090-a55e-47e2dcf7b122 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 948 time: 0.7375381 Jan 28 12:21:27.907921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:27.910914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:27.911904 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:27.971382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0162225-0ace-4024-8d0e-15345c069b16 req-87abaa68-cf9c-497e-9bf2-8961da9ba0cf tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 210 time: 0.1357758 Jan 28 12:21:28.008589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Made reservation on behalf of de0c894a489043b6840b0c45ab49665a for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:28.019171 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:28.021427 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:22Z', 'revision_number': 3, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:28.031287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Pushing event updated for resources: {'Port': ['ID=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:28.082390 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad293f6-c9d9-45ac-bc29-38e96c927d39 None None] The sync data for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 is: [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:22Z', 'revision_number': 3, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:21:28.107075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-4a194bb1-3fa3-440a-b6c0-b44c1421c22f tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9579651 Jan 28 12:21:28.134570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Request body: {'port': {'device_id': '14028658-2a46-4769-aab6-9f7701b534c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:28.189843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Allocated IP 192.168.233.245 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/544ed6fd-ba8a-4fa5-bea2-8f566d156ed3) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:28.247936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84d29c00-9894-4323-b378-f2ec3102cab8 req-75dd9832-6804-4158-bbda-5ddda78bc60e tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483353 Jan 28 12:21:28.410561 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks [] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:28.422093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:28.497468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-494d5004-58d2-450d-a134-17d4ad26b873 None None] Provisioning complete for port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:28.497951 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-494d5004-58d2-450d-a134-17d4ad26b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:28.500704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9dd775f9-3ef7-4035-beee-0b92fa0a21bc req-281ba5ca-d8d2-4696-ab6d-6e67ce23a6f5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 210 time: 0.0702243 Jan 28 12:21:28.591483 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cb1c1-1480-4037-94b2-82ed94e74e85 req-dcac6d49-450a-4028-8c1e-1552a34394a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:28.597792 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb7cb1c1-1480-4037-94b2-82ed94e74e85 req-dcac6d49-450a-4028-8c1e-1552a34394a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 1101 time: 0.5051649 Jan 28 12:21:28.612838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-494d5004-58d2-450d-a134-17d4ad26b873 None None] Port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:21:28.668581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef990c8-76d3-4a37-ac04-d986e1428a75 req-56f679b5-28fa-4084-8aa8-eb1c812ae4fa tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:28.673890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ef990c8-76d3-4a37-ac04-d986e1428a75 req-56f679b5-28fa-4084-8aa8-eb1c812ae4fa tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 950 time: 0.2885358 Jan 28 12:21:28.681090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Publish callbacks [] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:28.683476 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:28.719269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Made reservation on behalf of 5365e826fdfe40a69e62d0df1e72d7db for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:28.724235 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:28.803774 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:28.918538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Pushing event updated for resources: {'Port': ['ID=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:28.946101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:28.958322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:28.974443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Allocated IP 192.168.233.196 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/d85f8b98-43da-49d0-84eb-58442a4298d8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:29.021362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Network 10ff2357-de57-4457-a1b1-1adfe07f51bc is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:29.029819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=280b91e0-368f-4d9c-a9b0-d4fd815d0bb8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:29.037876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ef990c8-76d3-4a37-ac04-d986e1428a75 req-8a25fbac-c7cc-4c7a-b21c-29f6a84edf15 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498683 Jan 28 12:21:29.038062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:29.040314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:29.112530 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb7cb1c1-1480-4037-94b2-82ed94e74e85 req-1cda20b2-ef19-4ade-a9f3-d76f522b7fd5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770355 Jan 28 12:21:29.112530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (f0795ffd-1968-428c-b9c4-6e36a8d8166d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:29.203731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0e2d5-d5d0-40b1-bcda-7ff0b3090b1b req-3e731cc9-786e-4a47-b195-a31810cad4fe tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:29.212072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8bc0e2d5-d5d0-40b1-bcda-7ff0b3090b1b req-3e731cc9-786e-4a47-b195-a31810cad4fe tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 931 time: 0.3891301 Jan 28 12:21:29.240521 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:29.247105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:29.308608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e19f4ea9-e474-4f91-bf44-c13b65d006bd req-8bbc0167-5aff-412f-b907-78b25b990311 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 210 time: 0.0734017 Jan 28 12:21:29.389988 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:29.491980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8bc0e2d5-d5d0-40b1-bcda-7ff0b3090b1b req-f2dfbea4-931d-4d4a-b104-8b162ce604cb tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786427 Jan 28 12:21:29.583302 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1744ddda-f69d-4a27-ab89-a9b407a75ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a975c74a-4e01-477d-a0e8-aabd613ae043'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:29.609579 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5605d8a7-b262-4229-91b0-8aaabf8c0cdb" -d '{"events": [{"server_uuid": "1744ddda-f69d-4a27-ab89-a9b407a75ffc", "name": "network-vif-plugged", "status": "completed", "tag": "a975c74a-4e01-477d-a0e8-aabd613ae043"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:29.617643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fc1f074a-108c-4811-8288-d199fa5cda30 None None] Provisioning complete for port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:29.619646 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc1f074a-108c-4811-8288-d199fa5cda30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:29.714911 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f074a-108c-4811-8288-d199fa5cda30 None None] Port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:21:29.829428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-13f4fcbd-3e77-475d-ad6a-2c534515438b req-84acc49b-b9dc-4529-a1d5-d49359535247 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 210 time: 0.1398647 Jan 28 12:21:29.852254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5e144910-17af-44a7-8a37-e3a725e1d8d4 None None] Provisioning complete for port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:29.853035 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e144910-17af-44a7-8a37-e3a725e1d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:29.864524 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Publish callbacks [] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:29.879620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:29.880350 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:29.907152 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:29.917219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5e144910-17af-44a7-8a37-e3a725e1d8d4 None None] Port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:21:29.990978 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-148c7cb7-3d5f-4339-a11f-70a7b2a53527 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3846290 Jan 28 12:21:29.994594 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a98164-159f-46ac-9adb-59c8d17a338b x-openstack-request-id: req-08a98164-159f-46ac-9adb-59c8d17a338b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:29.994927 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1744ddda-f69d-4a27-ab89-a9b407a75ffc", "name": "network-vif-plugged", "status": "completed", "tag": "a975c74a-4e01-477d-a0e8-aabd613ae043", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:29.995187 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08a98164-159f-46ac-9adb-59c8d17a338b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:29.995646 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1744ddda-f69d-4a27-ab89-a9b407a75ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a975c74a-4e01-477d-a0e8-aabd613ae043', 'code': 200} Jan 28 12:21:30.018934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Request body: {'port': {'device_id': 'cfc0713e-6193-48b3-b9bd-327e8619a6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:30.050130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a49033-77f7-46ab-b7e5-6699f334014b req-5dd0a986-592d-4555-a7c7-5b5a12c636a9 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:30.054802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97a49033-77f7-46ab-b7e5-6699f334014b req-5dd0a986-592d-4555-a7c7-5b5a12c636a9 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 949 time: 0.4284911 Jan 28 12:21:30.084610 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks [] for security_group (b04813b0-6093-4f0e-b408-593e1b3fab0c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:30.161971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b04813b0-6093-4f0e-b408-593e1b3fab0c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:30.166189 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (f0795ffd-1968-428c-b9c4-6e36a8d8166d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:30.244194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04813b0-6093-4f0e-b408-593e1b3fab0c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:30.275725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks [] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:30.294476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=280b91e0-368f-4d9c-a9b0-d4fd815d0bb8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:30.295644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:30.302072 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:30.346634 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Publish callbacks [] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:30.439202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97a49033-77f7-46ab-b7e5-6699f334014b req-e2bf72fe-fb63-4e64-9a43-b371bd11c7f6 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016850 Jan 28 12:21:30.447534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Transition to ACTIVE for port object 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:21:30.476140 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:30.550971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84d86-d726-4e75-a4b9-8bbb45fbf449 req-2594898e-15ed-41a2-b2bd-a5487df9e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:30.555952 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-83a84d86-d726-4e75-a4b9-8bbb45fbf449 req-2594898e-15ed-41a2-b2bd-a5487df9e1bb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 1100 time: 0.4458086 Jan 28 12:21:30.565574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Pushing event updated for resources: {'Port': ['ID=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:30.659748 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:30.693762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5f4ce-c551-4307-948e-c38afbff1dde req-bdbfdd26-cdff-4cbc-adb7-4bba0f36bf1e tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:30.702837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32f5f4ce-c551-4307-948e-c38afbff1dde req-bdbfdd26-cdff-4cbc-adb7-4bba0f36bf1e tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 950 time: 0.3630033 Jan 28 12:21:30.720781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0cd6edd3-34fc-4541-84b9-b80add997ce8 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:30.854868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0cd6edd3-34fc-4541-84b9-b80add997ce8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:30.856124 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:30.861470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Attempting to bind port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:21:30.871698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Attempting to bind port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:21:30.872380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Attempting to bind port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 on network 5877161c-7fd2-41dc-8d25-bb5618619a8e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:30.974194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 on network 5877161c-7fd2-41dc-8d25-bb5618619a8e not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:21:30.974686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Attempting to bind port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 on network 5877161c-7fd2-41dc-8d25-bb5618619a8e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:30.994776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:31.013590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:31.035525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32f5f4ce-c551-4307-948e-c38afbff1dde req-f975df65-41ad-4577-b469-4bd534a22e9b tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311961 Jan 28 12:21:31.042953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Pushing event updated for resources: {'Port': ['ID=d85f8b98-43da-49d0-84eb-58442a4298d8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:31.057095 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:31.077287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:31.081825 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:31.086062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:21:31.091449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Checking segment: {'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:31.091980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Bound using segment: {'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:21:31.092644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Bound port: 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae5bd75-fed5-444c-bc82-f6055551ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:21:31.093634 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:31.105353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0cd6edd3-34fc-4541-84b9-b80add997ce8 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:31.107423 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:31.134589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a6294-ed44-4224-a022-94fc8860201d req-7f64a983-1804-4c40-b304-6f01f50c2937 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:31.137586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-664a6294-ed44-4224-a022-94fc8860201d req-7f64a983-1804-4c40-b304-6f01f50c2937 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 936 time: 0.4882035 Jan 28 12:21:31.165800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 0cd6edd3-34fc-4541-84b9-b80add997ce8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0cd6edd3-34fc-4541-84b9-b80add997ce8,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:31.184032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Allocated IP 192.168.233.77 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/dc49dc7e-ef4a-4270-8664-b1a0d190371b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:31.185083 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:31.218436 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-83a84d86-d726-4e75-a4b9-8bbb45fbf449 req-70d3ad4a-3641-41b3-9932-6e144057d0dd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6477344 Jan 28 12:21:31.240010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Network 10ff2357-de57-4457-a1b1-1adfe07f51bc is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:31.263770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:31.269623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-1e4abf6a-ad59-4102-b619-4bb7258f0540 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2132440 Jan 28 12:21:31.338316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=0cd6edd3-34fc-4541-84b9-b80add997ce8,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:31.397652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] For port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:21:31.404042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] For port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628,segment=NetworkSegment(8ae5bd75-fed5-444c-bc82-f6055551ea9a),segment_id=8ae5bd75-fed5-444c-bc82-f6055551ea9a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:21:31.419879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-664a6294-ed44-4224-a022-94fc8860201d req-b40c26cf-a4cd-4826-a9b2-76b638e38ac4 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674956 Jan 28 12:21:31.536162 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:31.588745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Request body: {'port': {'device_id': 'b0fd0a56-399c-4641-8ac8-564220a044f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:31.589315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-645e2cfd-0321-435a-859d-2e05b756b0fa None None] Provisioning complete for port d85f8b98-43da-49d0-84eb-58442a4298d8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:31.589766 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-645e2cfd-0321-435a-859d-2e05b756b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:31.668719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Router f0795ffd-1968-428c-b9c4-6e36a8d8166d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:21:31.762334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks [] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:31.775896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12d4f194-2097-497e-abcc-f6f029bfce98 req-b63edeea-d895-4bc7-8d80-7fecd133767b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 210 time: 0.1448472 Jan 28 12:21:31.788100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:31.789405 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:31.791698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] 10.222.0.35 "PUT /v2.0/ports/73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 HTTP/1.1" status: 200 len: 1091 time: 3.6714623 Jan 28 12:21:31.794039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14028658-2a46-4769-aab6-9f7701b534c9', 'tag': '73f4ade5-6a4d-4b32-ab8b-d600ae1bb628'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:31.797258 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f92f2e4-9bbb-4225-90da-1f99339a34b2" -d '{"events": [{"name": "network-changed", "server_uuid": "14028658-2a46-4769-aab6-9f7701b534c9", "tag": "73f4ade5-6a4d-4b32-ab8b-d600ae1bb628"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:31.874933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fdda9-3100-4e86-8c2a-cad939e0cb60 req-630e31d3-5c15-4e3b-8ccd-53b226f01d22 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:31.886173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f4fdda9-3100-4e86-8c2a-cad939e0cb60 req-630e31d3-5c15-4e3b-8ccd-53b226f01d22 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 943 time: 0.5825646 Jan 28 12:21:31.954735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-645e2cfd-0321-435a-859d-2e05b756b0fa None None] Port d85f8b98-43da-49d0-84eb-58442a4298d8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:21:31.987879 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:31.994031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50116272-b27c-41ec-a7db-4cf67228da1f service neutron] Pushing event updated for resources: {'Port': ['ID=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:32.004495 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:32.096917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6d5e53e6-06f8-4b5d-9c42-7ae3cbc2ae74 None None] Provisioning complete for port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:32.097307 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d5e53e6-06f8-4b5d-9c42-7ae3cbc2ae74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:32.128734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f4fdda9-3100-4e86-8c2a-cad939e0cb60 req-ad4432c8-02c6-45a7-879a-aaf0858baa3e tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414556 Jan 28 12:21:32.172923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e53e6-06f8-4b5d-9c42-7ae3cbc2ae74 None None] Port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:21:32.268016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:32.276028 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4b53a0-3181-45c1-87bc-5a43bd5315b8 x-openstack-request-id: req-bb4b53a0-3181-45c1-87bc-5a43bd5315b8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:32.276361 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14028658-2a46-4769-aab6-9f7701b534c9", "tag": "73f4ade5-6a4d-4b32-ab8b-d600ae1bb628", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:32.276685 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb4b53a0-3181-45c1-87bc-5a43bd5315b8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:32.277091 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14028658-2a46-4769-aab6-9f7701b534c9', 'tag': '73f4ade5-6a4d-4b32-ab8b-d600ae1bb628', 'status': 'completed', 'code': 200} Jan 28 12:21:32.278685 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:32.284927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Pushing event updated for resources: {'Port': ['ID=dc49dc7e-ef4a-4270-8664-b1a0d190371b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:32.303882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:32.365112 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:21:32.389599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Sync routers for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:21:32.406195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:21:32.407250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:21:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:32.411065 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-062c056f-1706-4f1e-8326-9a4715605dc6 admin admin] 10.222.0.53 "PUT /v2.0/routers/f0795ffd-1968-428c-b9c4-6e36a8d8166d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7706885 Jan 28 12:21:32.486146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:32.499003 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:32.533640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-aef8518b-264a-4355-b88b-e145cbb3673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:32.535453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-aef8518b-264a-4355-b88b-e145cbb3673c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=347dcba8c87d457789eb7c88ea20ce8c&device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 1094 time: 0.2574232 Jan 28 12:21:32.562450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ab8b9-97dc-4c87-a2f9-64dfa5021525 req-6dd62c85-2efa-4e90-a557-00a0fdd09f95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:32.572319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a0ab8b9-97dc-4c87-a2f9-64dfa5021525 req-6dd62c85-2efa-4e90-a557-00a0fdd09f95 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 949 time: 0.2803814 Jan 28 12:21:32.616889 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-2e4fb15c-055e-4293-9da4-7d0a38e9b06b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9098401 Jan 28 12:21:32.646364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Request body: {'port': {'device_id': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:32.685400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0cd6edd3-34fc-4541-84b9-b80add997ce8 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:32.729951 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:32.740536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb5f4c-a3d3-420d-8e96-bb6d43fbaaf7 req-b63235dd-c932-43b1-8979-aef6efb6a73c tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:32.742037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-edfb5f4c-a3d3-420d-8e96-bb6d43fbaaf7 req-b63235dd-c932-43b1-8979-aef6efb6a73c tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 950 time: 0.3584397 Jan 28 12:21:32.754090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Publish callbacks [] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:32.758565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-3e38b665-e5f4-4071-aeae-2afb7451d93a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 HTTP/1.1" status: 200 len: 217 time: 0.1572182 Jan 28 12:21:32.831510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Transition to ACTIVE for port object 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:21:32.841025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b310942a-a6b1-4980-be74-b52f595c96be None None] Provisioning complete for port dc49dc7e-ef4a-4270-8664-b1a0d190371b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:32.841633 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b310942a-a6b1-4980-be74-b52f595c96be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:32.845755 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:32.849585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:21:32.910418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0cd6edd3-34fc-4541-84b9-b80add997ce8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:32.911104 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:32.953272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b310942a-a6b1-4980-be74-b52f595c96be None None] Port dc49dc7e-ef4a-4270-8664-b1a0d190371b cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:21:33.098970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:33.258356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Attempting to bind port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:21:33.258852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Attempting to bind port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:21:33.259594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Attempting to bind port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:33.266018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:21:33.266572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Attempting to bind port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:33.276127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Pushing event updated for resources: {'Port': ['ID=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:33.277039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0cd6edd3-34fc-4541-84b9-b80add997ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:33.293089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85f8b98-43da-49d0-84eb-58442a4298d8 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:33.296012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:21:33.297180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:33.297932 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:21:33.298604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Bound port: 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:21:33.299732 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:33.302601 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Publish callbacks [] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:33.321292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Transition to ACTIVE for port object d85f8b98-43da-49d0-84eb-58442a4298d8 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:21:33.331942 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:33.359464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a0ab8b9-97dc-4c87-a2f9-64dfa5021525 req-a8477416-a45d-4819-b8f6-ba415f7f3662 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831631 Jan 28 12:21:33.407388 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:21:33.411075 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:21:33.423635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 2, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:33.513087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Checking router: f0795ffd-1968-428c-b9c4-6e36a8d8166d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:21:33.513437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Updating router f0795ffd-1968-428c-b9c4-6e36a8d8166d port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:21:33.582195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-8d188bbe-76b9-4a71-997b-d599e8332e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:33.584102 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-8d188bbe-76b9-4a71-997b-d599e8332e87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adfa7673-39ca-41cc-a133-b7ab84f9546a HTTP/1.1" status: 200 len: 854 time: 0.7889616 Jan 28 12:21:33.600382 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:33.628729 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-edfb5f4c-a3d3-420d-8e96-bb6d43fbaaf7 req-8d797c10-6209-4ac4-8ef6-5b9c55846f27 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8690228 Jan 28 12:21:33.647812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc49dc7e-ef4a-4270-8664-b1a0d190371b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:33.658178 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Publish callbacks [] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:33.679549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Transition to ACTIVE for port object dc49dc7e-ef4a-4270-8664-b1a0d190371b will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:21:33.682884 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:33.688906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Pushing event updated for resources: {'Port': ['ID=d85f8b98-43da-49d0-84eb-58442a4298d8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:33.707092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:33.714162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:33.717265 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:33.719617 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] 10.222.0.35 "PUT /v2.0/ports/544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 HTTP/1.1" status: 200 len: 1096 time: 3.7089305 Jan 28 12:21:33.722960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc0713e-6193-48b3-b9bd-327e8619a6af', 'tag': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:33.731405 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7a41fe-9b59-4009-918c-274cab2545c8" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc0713e-6193-48b3-b9bd-327e8619a6af", "tag": "544ed6fd-ba8a-4fa5-bea2-8f566d156ed3"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:33.746011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Attempting to bind port d85f8b98-43da-49d0-84eb-58442a4298d8 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:21:33.746368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Attempting to bind port d85f8b98-43da-49d0-84eb-58442a4298d8 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:21:33.746925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Attempting to bind port d85f8b98-43da-49d0-84eb-58442a4298d8 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:33.760661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Port d85f8b98-43da-49d0-84eb-58442a4298d8 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:21:33.761080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Attempting to bind port d85f8b98-43da-49d0-84eb-58442a4298d8 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:33.776624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:21:33.777002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:33.777662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:21:33.778232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Bound port: d85f8b98-43da-49d0-84eb-58442a4298d8, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:21:33.778546 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:33.795123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-0c8dc251-fdf8-4917-b2c1-567e40b1e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:33.797576 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-0c8dc251-fdf8-4917-b2c1-567e40b1e79e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5877161c-7fd2-41dc-8d25-bb5618619a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891172 Jan 28 12:21:33.823367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe15dc-fc06-455e-aac4-3c7b12772055 req-cd60cd30-abe3-4373-af19-cfe37a7017cd tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:33.834889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98fe15dc-fc06-455e-aac4-3c7b12772055 req-cd60cd30-abe3-4373-af19-cfe37a7017cd tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 948 time: 0.2413466 Jan 28 12:21:33.894898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aba7bc-dfff-42ea-bb01-00af7fd35542 service neutron] Pushing event updated for resources: {'Port': ['ID=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:34.154882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] For port d85f8b98-43da-49d0-84eb-58442a4298d8, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:21:34.161058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] For port d85f8b98-43da-49d0-84eb-58442a4298d8, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d85f8b98-43da-49d0-84eb-58442a4298d8,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:21:34.194714 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:34.354035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98fe15dc-fc06-455e-aac4-3c7b12772055 req-5acd1a9b-f9a4-4c95-9bf8-004d70596fb6 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172000 Jan 28 12:21:34.360832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:34.361478 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:34.363008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] 10.222.0.49 "PUT /v2.0/ports/d85f8b98-43da-49d0-84eb-58442a4298d8 HTTP/1.1" status: 200 len: 1096 time: 2.8287838 Jan 28 12:21:34.385900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd0a56-399c-4641-8ac8-564220a044f1', 'tag': 'd85f8b98-43da-49d0-84eb-58442a4298d8'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:34.394943 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f02a40e-af74-4fa7-bc4b-a88fbc8b281d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fd0a56-399c-4641-8ac8-564220a044f1", "tag": "d85f8b98-43da-49d0-84eb-58442a4298d8"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:34.416459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc49dc7e-ef4a-4270-8664-b1a0d190371b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:34.435841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-c587c8b4-6c91-48aa-b1b3-438fb26dc554 service neutron] 10.222.0.35 "GET /v2.0/networks/5877161c-7fd2-41dc-8d25-bb5618619a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839374 Jan 28 12:21:34.439261 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Publish callbacks [] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:34.448326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef707a-750f-4fca-954a-329233cddf79 req-63aee107-8b40-48e9-b3c1-aa832b07f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:34.448673 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:34.449987 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-63aee107-8b40-48e9-b3c1-aa832b07f519 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de0c894a489043b6840b0c45ab49665a&device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 1099 time: 0.5429952 Jan 28 12:21:34.549729 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-d862ec86-9811-4980-a691-175a63c55bfa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 HTTP/1.1" status: 200 len: 217 time: 0.0636299 Jan 28 12:21:34.604517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339c1dc-c230-4d3c-bdc0-55e7b9318a8b None None] Pushing event updated for resources: {'Port': ['ID=280b91e0-368f-4d9c-a9b0-d4fd815d0bb8,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:34.680075 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef707a-750f-4fca-954a-329233cddf79 req-83f6da61-825d-4ff8-9a8d-416a74e7964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:34.682066 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-83f6da61-825d-4ff8-9a8d-416a74e7964a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0996022 Jan 28 12:21:34.712244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ee7a2-a6ca-45d4-8a0c-992bda50ed07 service neutron] Pushing event updated for resources: {'Port': ['ID=d85f8b98-43da-49d0-84eb-58442a4298d8,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:34.789140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd571-e202-4404-b9d8-490797da3487 req-2bd05826-db1d-4164-8d73-d6808afa3a4a tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:34.798370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-2bd05826-db1d-4164-8d73-d6808afa3a4a tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 821 time: 0.8115525 Jan 28 12:21:34.815745 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Attempting to bind port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:21:34.815987 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef707a-750f-4fca-954a-329233cddf79 req-fa21ce14-10d3-4055-852b-9b62314d911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:34.816172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Attempting to bind port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:21:34.816500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Attempting to bind port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 on network 10ff2357-de57-4457-a1b1-1adfe07f51bc {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:34.817757 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-fa21ce14-10d3-4055-852b-9b62314d911f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197939 Jan 28 12:21:34.818273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Attempting to bind port dc49dc7e-ef4a-4270-8664-b1a0d190371b on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:21:34.818517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Attempting to bind port dc49dc7e-ef4a-4270-8664-b1a0d190371b by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:21:34.823852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:21:34.824118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Checking segment: {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:34.824534 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:34.825237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Bound using segment: {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:21:34.825474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72b3f475-8d93-4b82-8b82-51f2274b3215 req-9eabf427-a6ff-4901-a8ae-d138fb6f2736 service neutron] 10.222.0.35 "GET /v2.0/networks/5877161c-7fd2-41dc-8d25-bb5618619a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593781 Jan 28 12:21:34.825752 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Bound port: 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:21:34.826142 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:34.827964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Attempting to bind port dc49dc7e-ef4a-4270-8664-b1a0d190371b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:34.921566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338ea22-d1b0-4966-a4a5-d952be603f98 req-38188f0c-823c-440d-9603-7c7ed159a285 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:34.930982 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0338ea22-d1b0-4966-a4a5-d952be603f98 req-38188f0c-823c-440d-9603-7c7ed159a285 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 947 time: 0.4323123 Jan 28 12:21:34.969663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-8425acbe-3215-4902-adc1-51ca7caba0db tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/quotas/cdab7f76b05946bb8771e6b898e25353 HTTP/1.1" status: 200 len: 375 time: 0.1684144 Jan 28 12:21:35.001875 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-5e835c53-a38e-401a-8b67-fec832b538f0 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672709 Jan 28 12:21:35.003531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Port dc49dc7e-ef4a-4270-8664-b1a0d190371b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:21:35.003861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Attempting to bind port dc49dc7e-ef4a-4270-8664-b1a0d190371b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:35.009438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:21:35.010381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:35.010780 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:21:35.011215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Bound port: dc49dc7e-ef4a-4270-8664-b1a0d190371b, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:21:35.011609 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:35.042358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-d739346a-0c76-4dbd-9afa-78d0630f1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:35.046512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-d739346a-0c76-4dbd-9afa-78d0630f1624 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de0c894a489043b6840b0c45ab49665a&device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 1099 time: 0.5897124 Jan 28 12:21:35.080214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] For port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:21:35.088782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] For port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=280b91e0-368f-4d9c-a9b0-d4fd815d0bb8,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:21:35.097409 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:35.160437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:21:35.186878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:21:35.196843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:35.207284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:21:35.207956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:21:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:35.259302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-43714248-c266-45df-9698-5dbddddaaab5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2862513 Jan 28 12:21:35.262870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-c21bdfac-bd45-4ead-93b0-4183807fd710 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d85f8b98-43da-49d0-84eb-58442a4298d8 HTTP/1.1" status: 200 len: 217 time: 0.1713395 Jan 28 12:21:35.321595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc49dc7e-ef4a-4270-8664-b1a0d190371b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:35.382232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:21:35.519953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0338ea22-d1b0-4966-a4a5-d952be603f98 req-50a865f9-a32a-4240-a651-2dee405cacc3 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814719 Jan 28 12:21:35.533821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339c1dc-c230-4d3c-bdc0-55e7b9318a8b None None] Pushing event updated for resources: {'Port': ['ID=280b91e0-368f-4d9c-a9b0-d4fd815d0bb8,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:35.537667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92f2e4-9bbb-4225-90da-1f99339a34b2 req-70eacaea-41d1-4cb3-8320-976cd7a7f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:35.539138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f92f2e4-9bbb-4225-90da-1f99339a34b2 req-70eacaea-41d1-4cb3-8320-976cd7a7f7c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=347dcba8c87d457789eb7c88ea20ce8c&device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 1094 time: 0.1696591 Jan 28 12:21:35.540572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5e738510-83d9-477d-8b5c-d47e5bbdef88 None None] Provisioning complete for port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:35.552688 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e738510-83d9-477d-8b5c-d47e5bbdef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:35.593000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:35.600844 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:35.603739 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-e78a09b6-d98b-4278-882c-3c24956eb6b5 service neutron] 10.222.0.49 "PUT /v2.0/ports/dc49dc7e-ef4a-4270-8664-b1a0d190371b HTTP/1.1" status: 200 len: 1095 time: 2.9729719 Jan 28 12:21:35.612601 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3eef707a-750f-4fca-954a-329233cddf79 req-66210aff-f85b-4a56-87dc-edd0b55b601f service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614918 Jan 28 12:21:35.687670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-b74fc32f-5e92-41e0-a4da-1a26db218a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:35.689315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-b74fc32f-5e92-41e0-a4da-1a26db218a81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.4061441 Jan 28 12:21:35.766883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-4bcd0aa6-3362-4d90-873f-f2b36e749596 service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799662 Jan 28 12:21:35.816962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87646eea-dd5b-419c-814b-433e46d4e17e req-55ec8624-2d69-4f14-8e1a-553e861c6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:35.823210 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-55ec8624-2d69-4f14-8e1a-553e861c6306 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 1098 time: 0.1339369 Jan 28 12:21:35.879663 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-f8ecbc30-b1f2-4c4b-8d2b-5c451c391f24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b HTTP/1.1" status: 200 len: 217 time: 0.0482006 Jan 28 12:21:35.887799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-edd485c4-9e85-49e3-8967-f5e5f1e56545 service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139188 Jan 28 12:21:35.894999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-207863b3-b1c9-4e16-8f85-274d5d47e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:35.896757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-207863b3-b1c9-4e16-8f85-274d5d47e6c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2000880 Jan 28 12:21:35.961420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87646eea-dd5b-419c-814b-433e46d4e17e req-cca2dbd7-25e5-42fe-a5ae-13c9b1aec95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:35.962276 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92f2e4-9bbb-4225-90da-1f99339a34b2 req-7ffc9f5a-2c31-4373-b627-fe158f950c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:35.962901 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-cca2dbd7-25e5-42fe-a5ae-13c9b1aec95e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0778878 Jan 28 12:21:35.963789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f92f2e4-9bbb-4225-90da-1f99339a34b2 req-7ffc9f5a-2c31-4373-b627-fe158f950c62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5877161c-7fd2-41dc-8d25-bb5618619a8e HTTP/1.1" status: 200 len: 916 time: 0.3952858 Jan 28 12:21:35.991878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5e738510-83d9-477d-8b5c-d47e5bbdef88 None None] Current status of the port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:35.992560 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e738510-83d9-477d-8b5c-d47e5bbdef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:36.035112 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5e738510-83d9-477d-8b5c-d47e5bbdef88 None None] For port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=280b91e0-368f-4d9c-a9b0-d4fd815d0bb8,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:36.042515 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e738510-83d9-477d-8b5c-d47e5bbdef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:36.089575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-7adc6437-f6b7-4d88-b5cb-67744d86d985 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815634 Jan 28 12:21:36.089711 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87646eea-dd5b-419c-814b-433e46d4e17e req-f71ce048-8f42-468b-8803-9bda770a866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:36.093659 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-f71ce048-8f42-468b-8803-9bda770a866f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230607 Jan 28 12:21:36.219084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e738510-83d9-477d-8b5c-d47e5bbdef88 None None] Pushing event updated for resources: {'Port': ['ID=280b91e0-368f-4d9c-a9b0-d4fd815d0bb8,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:36.259901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:35Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:21:36.277178 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb9c4547-b1c4-4975-8f56-ca533f8e33cc req-19d1512a-2007-41f5-85bf-df6dccb6f18f service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690040 Jan 28 12:21:36.286032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a667b64-c99b-4789-ba0c-89b64514eea3 req-70d6f1c0-b015-4c2f-aa66-89c7dff0dc68 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:36.293610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a667b64-c99b-4789-ba0c-89b64514eea3 req-70d6f1c0-b015-4c2f-aa66-89c7dff0dc68 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 943 time: 0.4038501 Jan 28 12:21:36.349085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f92f2e4-9bbb-4225-90da-1f99339a34b2 req-2683d06b-79a6-434a-ad3e-741582bff190 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 HTTP/1.1" status: 200 len: 217 time: 0.2581658 Jan 28 12:21:36.354684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a549b03-de1c-4765-9b59-dc81aa641a0c None None] The sync data for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 is: [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:35Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:21:36.368937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a667b64-c99b-4789-ba0c-89b64514eea3 req-024b6449-397d-416a-b4ff-0b4f56c60c72 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743001 Jan 28 12:21:36.384685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6e2071ae-cd44-463f-8cc3-d43d339ed158 None None] Provisioning complete for port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:36.386546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e2071ae-cd44-463f-8cc3-d43d339ed158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:36.497486 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-c6595021-0059-4786-ab38-735a6ea222e4 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896871 Jan 28 12:21:36.553026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92f2e4-9bbb-4225-90da-1f99339a34b2 req-35c63026-7d65-4ddb-8099-97a6b40b6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:36.559075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f92f2e4-9bbb-4225-90da-1f99339a34b2 req-35c63026-7d65-4ddb-8099-97a6b40b6c4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adfa7673-39ca-41cc-a133-b7ab84f9546a HTTP/1.1" status: 200 len: 854 time: 0.1889811 Jan 28 12:21:36.616459 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ee1d81-ed3e-4ee8-a133-8c441a4d0e01 x-openstack-request-id: req-88ee1d81-ed3e-4ee8-a133-8c441a4d0e01 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:36.616911 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc0713e-6193-48b3-b9bd-327e8619a6af", "tag": "544ed6fd-ba8a-4fa5-bea2-8f566d156ed3", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:36.616996 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88ee1d81-ed3e-4ee8-a133-8c441a4d0e01 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:36.621650 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc0713e-6193-48b3-b9bd-327e8619a6af', 'tag': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3', 'status': 'completed', 'code': 200} Jan 28 12:21:36.652484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6e2071ae-cd44-463f-8cc3-d43d339ed158 None None] Current status of the port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:36.816256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777b37d-aafd-4143-997b-c9e096a36d3e req-a464a555-dd10-4a37-a1db-c9e96d738ec6 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:36.818885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5777b37d-aafd-4143-997b-c9e096a36d3e req-a464a555-dd10-4a37-a1db-c9e96d738ec6 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 949 time: 0.1487586 Jan 28 12:21:36.821064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92f2e4-9bbb-4225-90da-1f99339a34b2 req-5b124601-d52a-4b16-a783-98c9f542f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:36.822905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f92f2e4-9bbb-4225-90da-1f99339a34b2 req-5b124601-d52a-4b16-a783-98c9f542f2e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5877161c-7fd2-41dc-8d25-bb5618619a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2514985 Jan 28 12:21:36.842170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:36.896312 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-87646eea-dd5b-419c-814b-433e46d4e17e req-5321251c-47fd-43aa-abab-a57a9678cf82 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871858 Jan 28 12:21:36.943587 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538c6b12-81d2-480f-aadb-9225337d01e6 x-openstack-request-id: req-538c6b12-81d2-480f-aadb-9225337d01e6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:36.944256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a41fe-9b59-4009-918c-274cab2545c8 req-1bba58fe-d5b1-439d-ba95-5dbc6755031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:36.945777 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0e7a41fe-9b59-4009-918c-274cab2545c8 req-1bba58fe-d5b1-439d-ba95-5dbc6755031e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de0c894a489043b6840b0c45ab49665a&device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 1099 time: 0.4043205 Jan 28 12:21:36.948165 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fd0a56-399c-4641-8ac8-564220a044f1", "tag": "d85f8b98-43da-49d0-84eb-58442a4298d8", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:36.950183 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-538c6b12-81d2-480f-aadb-9225337d01e6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:36.950628 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fd0a56-399c-4641-8ac8-564220a044f1', 'tag': 'd85f8b98-43da-49d0-84eb-58442a4298d8', 'status': 'completed', 'code': 200} Jan 28 12:21:37.047846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:37.048232 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:37.185533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5777b37d-aafd-4143-997b-c9e096a36d3e req-d0b70580-4bad-43bb-ac67-d5bd0455e653 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565137 Jan 28 12:21:37.203559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a41fe-9b59-4009-918c-274cab2545c8 req-cbbf0f15-9077-46e5-a047-8622a44a1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:37.206769 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0e7a41fe-9b59-4009-918c-274cab2545c8 req-cbbf0f15-9077-46e5-a047-8622a44a1657 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2442040 Jan 28 12:21:37.272565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:37.598382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-119df234-45f0-4042-8cb6-168841a07370 req-0a2e1a43-5729-44be-bc63-66121394a8a0 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 210 time: 0.0447254 Jan 28 12:21:37.650625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a2c86-eebe-41c0-aaaa-cfa028194525 req-dceba50e-eafe-4465-9edf-f385e4631f39 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:37.664154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d0a2c86-eebe-41c0-aaaa-cfa028194525 req-dceba50e-eafe-4465-9edf-f385e4631f39 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 948 time: 0.6051507 Jan 28 12:21:37.673356 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0e7a41fe-9b59-4009-918c-274cab2545c8 req-2e1a8a85-caec-48f8-920a-942c54bac99e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 HTTP/1.1" status: 200 len: 217 time: 0.0755248 Jan 28 12:21:37.687517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02a40e-af74-4fa7-bc4b-a88fbc8b281d req-58d4b0a1-7a74-4e8e-bd9e-3d267e4d9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:37.689042 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f02a40e-af74-4fa7-bc4b-a88fbc8b281d req-58d4b0a1-7a74-4e8e-bd9e-3d267e4d9e9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de0c894a489043b6840b0c45ab49665a&device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 1099 time: 0.8015823 Jan 28 12:21:37.757270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f92f2e4-9bbb-4225-90da-1f99339a34b2 req-eedd3a4b-f26f-401b-9f5d-f0f7f135a33d service neutron] 10.222.0.35 "GET /v2.0/networks/5877161c-7fd2-41dc-8d25-bb5618619a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8051798 Jan 28 12:21:37.907130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a41fe-9b59-4009-918c-274cab2545c8 req-196899e6-520d-47e9-b040-2959e51d9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:37.909008 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0e7a41fe-9b59-4009-918c-274cab2545c8 req-196899e6-520d-47e9-b040-2959e51d9167 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1566164 Jan 28 12:21:37.912019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d0a2c86-eebe-41c0-aaaa-cfa028194525 req-bbef093f-693e-4ae1-b7bb-831d091af7c7 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526016 Jan 28 12:21:38.095145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02a40e-af74-4fa7-bc4b-a88fbc8b281d req-ed72f01a-d60e-4b24-9eac-ab547273a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:38.097835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f02a40e-af74-4fa7-bc4b-a88fbc8b281d req-ed72f01a-d60e-4b24-9eac-ab547273a9c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.4007063 Jan 28 12:21:38.116475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c719c4f-62b2-45dd-b712-c4eb165c59f4 req-aba28e95-d513-4543-ac23-daf6cd917362 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:38.118151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c719c4f-62b2-45dd-b712-c4eb165c59f4 req-aba28e95-d513-4543-ac23-daf6cd917362 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 947 time: 0.2601213 Jan 28 12:21:38.176370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f02a40e-af74-4fa7-bc4b-a88fbc8b281d req-321e4900-e8f6-4e62-83c2-8b90ba3f684d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d85f8b98-43da-49d0-84eb-58442a4298d8 HTTP/1.1" status: 200 len: 217 time: 0.0681276 Jan 28 12:21:38.247334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f92f2e4-9bbb-4225-90da-1f99339a34b2 req-b32f82e1-aa22-47ef-9b51-de2d06e12484 service neutron] 10.222.0.35 "GET /v2.0/networks/5877161c-7fd2-41dc-8d25-bb5618619a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478383 Jan 28 12:21:38.290439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02a40e-af74-4fa7-bc4b-a88fbc8b281d req-0e0d652b-094d-4885-a289-700655f5887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:38.291916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f02a40e-af74-4fa7-bc4b-a88fbc8b281d req-0e0d652b-094d-4885-a289-700655f5887d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1002784 Jan 28 12:21:38.298322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c719c4f-62b2-45dd-b712-c4eb165c59f4 req-cc739450-2f3f-4d44-88b9-30251d5a21d2 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722071 Jan 28 12:21:38.317157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8284b-cb79-4aa4-b9c3-c50274dfbdfe req-4e08c6fe-8844-4925-9805-90ffef456de7 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:38.318569 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ca8284b-cb79-4aa4-b9c3-c50274dfbdfe req-4e08c6fe-8844-4925-9805-90ffef456de7 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 950 time: 0.1562889 Jan 28 12:21:38.380886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02a40e-af74-4fa7-bc4b-a88fbc8b281d req-e273e0dd-b034-41f2-afc8-b03e9c9cc118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:38.382288 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f02a40e-af74-4fa7-bc4b-a88fbc8b281d req-e273e0dd-b034-41f2-afc8-b03e9c9cc118 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831246 Jan 28 12:21:38.389468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ca8284b-cb79-4aa4-b9c3-c50274dfbdfe req-502dee03-6f1d-46f7-9f9c-ec9a56ae69b0 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551920 Jan 28 12:21:38.551068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a41fe-9b59-4009-918c-274cab2545c8 req-ab33c2f9-f66a-471f-8dcf-5e0249d14761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:38.553063 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0e7a41fe-9b59-4009-918c-274cab2545c8 req-ab33c2f9-f66a-471f-8dcf-5e0249d14761 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790389 Jan 28 12:21:38.555704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f02a40e-af74-4fa7-bc4b-a88fbc8b281d req-1f6b7aa6-fcd7-489f-8ee8-031eb2b6c144 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646626 Jan 28 12:21:38.563391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906a5cd-bcc9-4b35-8cc6-c8a8ede3b8c8 req-c50c79d2-a72f-4974-ab72-3b8b2bb598ee tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:38.564857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3906a5cd-bcc9-4b35-8cc6-c8a8ede3b8c8 req-c50c79d2-a72f-4974-ab72-3b8b2bb598ee tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 943 time: 0.0886474 Jan 28 12:21:38.622914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'tag': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:38.626057 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f9f84d-f8aa-4586-883f-92f7df0e8fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe6e098-010d-45f7-9e75-4eb12f8f3e4f", "tag": "dc49dc7e-ef4a-4270-8664-b1a0d190371b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:38.670343 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0e7a41fe-9b59-4009-918c-274cab2545c8 req-cb41441f-9781-4199-9629-5fddbe746f49 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030130 Jan 28 12:21:38.707238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3906a5cd-bcc9-4b35-8cc6-c8a8ede3b8c8 req-fea0b2e3-a480-42e7-8c13-b05bb63fa632 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340544 Jan 28 12:21:38.721134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e32ec-58c8-44b5-9946-7594635a3aa1 req-828d5019-09d6-43a8-927c-ebe37292e450 tempest-LiveMigrationNegativeTest-943642287 tempest-LiveMigrationNegativeTest-943642287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:38.722733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a71e32ec-58c8-44b5-9946-7594635a3aa1 req-828d5019-09d6-43a8-927c-ebe37292e450 tempest-LiveMigrationNegativeTest-943642287 tempest-LiveMigrationNegativeTest-943642287-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 1101 time: 0.0956817 Jan 28 12:21:38.732855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f02a40e-af74-4fa7-bc4b-a88fbc8b281d req-5031a5f4-d4c8-4a2e-b096-e4b0e32b0ab5 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670818 Jan 28 12:21:38.745941 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a71e32ec-58c8-44b5-9946-7594635a3aa1 req-09bf0fc6-9a42-42a7-b07a-318ad91495f3 tempest-LiveMigrationNegativeTest-943642287 tempest-LiveMigrationNegativeTest-943642287-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:38.777298 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0e7a41fe-9b59-4009-918c-274cab2545c8 req-83c00bb4-9bf5-43f1-8e8a-010f24669351 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981579 Jan 28 12:21:38.858939 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a71e32ec-58c8-44b5-9946-7594635a3aa1 req-09bf0fc6-9a42-42a7-b07a-318ad91495f3 tempest-LiveMigrationNegativeTest-943642287 tempest-LiveMigrationNegativeTest-943642287-project-admin] Publish callbacks [] for security_group (22a20eba-d5a0-4b3f-94b7-f316dc8a12f4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:38.864145 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a71e32ec-58c8-44b5-9946-7594635a3aa1 req-09bf0fc6-9a42-42a7-b07a-318ad91495f3 tempest-LiveMigrationNegativeTest-943642287 tempest-LiveMigrationNegativeTest-943642287-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (22a20eba-d5a0-4b3f-94b7-f316dc8a12f4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:38.886838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9659c-af66-470e-8ed1-a287a00d3c60 req-6f6f5bac-2a5d-485c-89d6-4c7447e54f87 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:38.888302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55d9659c-af66-470e-8ed1-a287a00d3c60 req-6f6f5bac-2a5d-485c-89d6-4c7447e54f87 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 949 time: 0.0880706 Jan 28 12:21:38.924443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a71e32ec-58c8-44b5-9946-7594635a3aa1 req-09bf0fc6-9a42-42a7-b07a-318ad91495f3 tempest-LiveMigrationNegativeTest-943642287 tempest-LiveMigrationNegativeTest-943642287-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946409 Jan 28 12:21:38.926912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf0fc6-9a42-42a7-b07a-318ad91495f3 tempest-LiveMigrationNegativeTest-943642287 tempest-LiveMigrationNegativeTest-943642287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a20eba-d5a0-4b3f-94b7-f316dc8a12f4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:38.976194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55d9659c-af66-470e-8ed1-a287a00d3c60 req-00288bf9-ecf0-4839-b8af-bd7cee57d489 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798767 Jan 28 12:21:39.084111 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c92057-3ae3-4111-b6c6-af4804917ef7 x-openstack-request-id: req-21c92057-3ae3-4111-b6c6-af4804917ef7 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:39.084480 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe6e098-010d-45f7-9e75-4eb12f8f3e4f", "tag": "dc49dc7e-ef4a-4270-8664-b1a0d190371b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:39.084685 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21c92057-3ae3-4111-b6c6-af4804917ef7 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:39.085053 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'tag': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b', 'status': 'completed', 'code': 200} Jan 28 12:21:39.097960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7ee1d34-af67-47cd-a151-7b7b114f472b req-f1e5d0c6-3087-46c2-a495-dc41810c4c11 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 210 time: 0.0556793 Jan 28 12:21:39.127788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd571-e202-4404-b9d8-490797da3487 req-8e02aae5-edc3-44e7-a969-3445bce3b1ca tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:39.129298 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-8e02aae5-edc3-44e7-a969-3445bce3b1ca tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.35 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 821 time: 0.1369567 Jan 28 12:21:39.143722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-fbabd571-e202-4404-b9d8-490797da3487 req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Request body: {'port': {'device_id': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'admin_state_up': True, 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:39.150064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9f84d-f8aa-4586-883f-92f7df0e8fb7 req-f0bcead3-f828-4330-8440-efaf9cb9fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:39.151558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f9f84d-f8aa-4586-883f-92f7df0e8fb7 req-f0bcead3-f828-4330-8440-efaf9cb9fc35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 1098 time: 0.0987525 Jan 28 12:21:39.162923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bb9d6-6f8f-405e-a245-bddcd8ed52b9 req-b1d61eea-0e56-4a15-bb5c-e6d2b7b74340 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:39.164415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd4bb9d6-6f8f-405e-a245-bddcd8ed52b9 req-b1d61eea-0e56-4a15-bb5c-e6d2b7b74340 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 948 time: 0.0688398 Jan 28 12:21:39.268143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd4bb9d6-6f8f-405e-a245-bddcd8ed52b9 req-0b4a8b0e-e85c-4d8d-b40e-95918e61c297 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937777 Jan 28 12:21:39.282473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbabd571-e202-4404-b9d8-490797da3487 req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Made reservation on behalf of cdab7f76b05946bb8771e6b898e25353 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:39.286456 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fbabd571-e202-4404-b9d8-490797da3487 req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:39.299566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9f84d-f8aa-4586-883f-92f7df0e8fb7 req-14675229-b854-48be-b920-cdc7e378ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:39.301720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f9f84d-f8aa-4586-883f-92f7df0e8fb7 req-14675229-b854-48be-b920-cdc7e378ef0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1359568 Jan 28 12:21:39.384168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f9f84d-f8aa-4586-883f-92f7df0e8fb7 req-d55ea41d-d7b6-4169-8024-73b8e5d5b52d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b HTTP/1.1" status: 200 len: 217 time: 0.0763075 Jan 28 12:21:39.457437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-fbabd571-e202-4404-b9d8-490797da3487 req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Allocated IP 172.20.0.5 (10ff2357-de57-4457-a1b1-1adfe07f51bc/79145247-d8d9-466b-903f-2bcdfe7e2805/4827d809-b332-41ea-8cbf-5b6d8fd0cce6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:39.481630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9f84d-f8aa-4586-883f-92f7df0e8fb7 req-9d4860e4-36ab-4730-a761-c7578565f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:39.483326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f9f84d-f8aa-4586-883f-92f7df0e8fb7 req-9d4860e4-36ab-4730-a761-c7578565f94a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0867512 Jan 28 12:21:39.535076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1194f0-0010-49bf-ad23-98953dcc844c req-3aee700f-f08a-447e-881f-d34b1f1f4c94 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:39.536558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa1194f0-0010-49bf-ad23-98953dcc844c req-3aee700f-f08a-447e-881f-d34b1f1f4c94 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 947 time: 0.1014836 Jan 28 12:21:39.604502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9f84d-f8aa-4586-883f-92f7df0e8fb7 req-41750655-92c8-4c98-98ca-bb8c0eae7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:39.605986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f9f84d-f8aa-4586-883f-92f7df0e8fb7 req-41750655-92c8-4c98-98ca-bb8c0eae7f01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1158292 Jan 28 12:21:39.614933 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fbabd571-e202-4404-b9d8-490797da3487 req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:39.617390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a553353-d9f4-4072-b7f5-31115fe0e3a1 req-17ce8708-aa10-465f-ab46-8e48fe0d65ef tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:39.618811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a553353-d9f4-4072-b7f5-31115fe0e3a1 req-17ce8708-aa10-465f-ab46-8e48fe0d65ef tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 949 time: 0.1168041 Jan 28 12:21:39.635551 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa1194f0-0010-49bf-ad23-98953dcc844c req-acb71fcb-c598-4184-8442-581b0ceb9625 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807297 Jan 28 12:21:39.665559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fbabd571-e202-4404-b9d8-490797da3487 req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:39.736175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbabd571-e202-4404-b9d8-490797da3487 req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Network 10ff2357-de57-4457-a1b1-1adfe07f51bc is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:39.736324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a553353-d9f4-4072-b7f5-31115fe0e3a1 req-30ecfa5e-c11b-411e-9298-1abf29e766df tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053553 Jan 28 12:21:39.738008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-fbabd571-e202-4404-b9d8-490797da3487 req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:39.740656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Pushing event updated for resources: {'Port': ['ID=4827d809-b332-41ea-8cbf-5b6d8fd0cce6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:39.751238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbabd571-e202-4404-b9d8-490797da3487 req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:39.767855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f9f84d-f8aa-4586-883f-92f7df0e8fb7 req-6bb35f01-1aea-431a-81ec-3c20a6993765 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455255 Jan 28 12:21:39.829650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd571-e202-4404-b9d8-490797da3487 req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:39.830635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:21:39.831707 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fbabd571-e202-4404-b9d8-490797da3487 req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:39.858001 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-fa8dc347-6ea0-4313-8755-df6526d53340 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7193477 Jan 28 12:21:39.869502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Request body: {'port': {'device_id': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:39.948590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f9f84d-f8aa-4586-883f-92f7df0e8fb7 req-3670ab42-6285-4d67-b2c9-4aa6da001dd8 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739538 Jan 28 12:21:39.970217 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:39.994569 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c061-1106-48b2-b4e0-b643262c173d req-68f7716f-be94-4778-bf44-1e79324f60e9 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:39.999613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:40.001659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d17c061-1106-48b2-b4e0-b643262c173d req-68f7716f-be94-4778-bf44-1e79324f60e9 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 943 time: 0.1249843 Jan 28 12:21:40.018022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3', 'mac_address': 'fa:16:3e:fa:be:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:21:40.043932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e23436-062a-44b8-917a-fdf508749148 req-9811c484-7595-46f5-8d7f-c5de3999d6ec tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:40.051269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2e23436-062a-44b8-917a-fdf508749148 req-9811c484-7595-46f5-8d7f-c5de3999d6ec tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 950 time: 0.0958579 Jan 28 12:21:40.068248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:40.069030 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:40.083824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:40.091799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d17c061-1106-48b2-b4e0-b643262c173d req-fe2f71b6-b40a-4d44-8719-f0ffe58e65de tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892334 Jan 28 12:21:40.116667 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:40.126220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2e23436-062a-44b8-917a-fdf508749148 req-683c6e9e-a558-4280-829c-dfa7b8c17712 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740337 Jan 28 12:21:40.126811 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:40.158012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-43d24f6b-74f0-4955-8782-ae093155be3e None None] Provisioning complete for port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:40.159131 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43d24f6b-74f0-4955-8782-ae093155be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:40.229081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-43d24f6b-74f0-4955-8782-ae093155be3e None None] Port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:21:40.230417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:40.282558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebf1fa-603c-4a6b-9765-ff1e3372ddaa req-3d607520-bdb9-432e-9c5b-5ce07c957dd4 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:40.285233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbebf1fa-603c-4a6b-9765-ff1e3372ddaa req-3d607520-bdb9-432e-9c5b-5ce07c957dd4 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 931 time: 0.0791264 Jan 28 12:21:40.307169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device dc49dc7e-ef4a-4270-8664-b1a0d190371b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:21:40.359809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:40.368647 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbebf1fa-603c-4a6b-9765-ff1e3372ddaa req-f812c9dd-0815-47f8-9675-2e1c5898be51 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764554 Jan 28 12:21:40.376421 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Publish callbacks [] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:40.379832 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['544ed6fd-ba8a-4fa5-bea2-8f566d156ed3'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:40.405100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Transition to ACTIVE for port object 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:21:40.410950 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:40.481048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:40.495543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4827d809-b332-41ea-8cbf-5b6d8fd0cce6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:40.501187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b', 'mac_address': 'fa:16:3e:f4:ef:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:21:40.505883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84de86-e29a-4cb7-b86e-6fc301fe607a req-f2d9e782-2431-4460-a82f-506e97e4b8ba tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:40.510080 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a84de86-e29a-4cb7-b86e-6fc301fe607a req-f2d9e782-2431-4460-a82f-506e97e4b8ba tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 948 time: 0.1066322 Jan 28 12:21:40.566861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a84de86-e29a-4cb7-b86e-6fc301fe607a req-569f6891-7e07-4297-acdd-dc225fbabb74 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489078 Jan 28 12:21:40.601361 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Attempting to bind port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:21:40.601839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Attempting to bind port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:21:40.602482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Attempting to bind port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 on network 10ff2357-de57-4457-a1b1-1adfe07f51bc {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:40.603606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port dc49dc7e-ef4a-4270-8664-b1a0d190371b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:40.604000 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:40.610701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 on network 10ff2357-de57-4457-a1b1-1adfe07f51bc not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:21:40.611122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Attempting to bind port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 on network 10ff2357-de57-4457-a1b1-1adfe07f51bc {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:40.616721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:21:40.617138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Checking segment: {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:40.617585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Bound using segment: {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:21:40.618915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Bound port: 4827d809-b332-41ea-8cbf-5b6d8fd0cce6, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:21:40.619396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:40.628689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc49dc7e-ef4a-4270-8664-b1a0d190371b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:40.670114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:40.689248 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:40.692907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d85f8b98-43da-49d0-84eb-58442a4298d8 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:21:40.699853 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] For port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:21:40.704358 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] For port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:21:40.722340 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:40.803059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d85f8b98-43da-49d0-84eb-58442a4298d8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d85f8b98-43da-49d0-84eb-58442a4298d8,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:40.811020 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:40.813342 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:40.814765 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 1091 time: 0.9498415 Jan 28 12:21:40.841738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feb243-2bf3-46e5-b284-62ca426c0552 req-e687da04-a592-473e-b250-d48283cc22ec tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:40.845406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86feb243-2bf3-46e5-b284-62ca426c0552 req-e687da04-a592-473e-b250-d48283cc22ec tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 948 time: 0.1084867 Jan 28 12:21:40.848194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=dc49dc7e-ef4a-4270-8664-b1a0d190371b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:40.856022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c934ab-2fd8-4df1-82be-021e5aa4e9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4827d809-b332-41ea-8cbf-5b6d8fd0cce6,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:40.868857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'd85f8b98-43da-49d0-84eb-58442a4298d8', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'd85f8b98-43da-49d0-84eb-58442a4298d8', 'mac_address': 'fa:16:3e:75:44:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:21:40.933887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d85f8b98-43da-49d0-84eb-58442a4298d8 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:40.934284 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:40.940393 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd571-e202-4404-b9d8-490797da3487 req-fb3b4ffa-67b4-4565-a9a0-cd5c79073171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:40.941897 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-fb3b4ffa-67b4-4565-a9a0-cd5c79073171 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 1094 time: 0.0681739 Jan 28 12:21:40.953750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85f8b98-43da-49d0-84eb-58442a4298d8 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:40.981904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86feb243-2bf3-46e5-b284-62ca426c0552 req-33f4b928-9ad6-4b22-8483-b2c183d1a453 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253786 Jan 28 12:21:40.984963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d85f8b98-43da-49d0-84eb-58442a4298d8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d85f8b98-43da-49d0-84eb-58442a4298d8,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:40.992393 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:40.996690 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-c7355e5b-e253-4d7a-a8cb-276c5ab452a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 217 time: 0.0457251 Jan 28 12:21:41.038090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e5834-67a5-4622-9a7e-8173562e1f7c req-1699ed72-5fb0-4d93-8d5e-ed71c8a259e3 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:41.040920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b5e5834-67a5-4622-9a7e-8173562e1f7c req-1699ed72-5fb0-4d93-8d5e-ed71c8a259e3 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.49 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 949 time: 0.1601293 Jan 28 12:21:41.069984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d85f8b98-43da-49d0-84eb-58442a4298d8,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:41.071724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf614ec-ef25-4f6b-8b9e-075533a0ff36 req-e3850a30-4f85-4dce-9e14-8b22f8622d40 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:41.073256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bf614ec-ef25-4f6b-8b9e-075533a0ff36 req-e3850a30-4f85-4dce-9e14-8b22f8622d40 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 949 time: 0.1557064 Jan 28 12:21:41.075949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd571-e202-4404-b9d8-490797da3487 req-315fe06b-8b44-4ff5-b914-65675e664113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:41.077429 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-315fe06b-8b44-4ff5-b914-65675e664113 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.0756817 Jan 28 12:21:41.091638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:41.094037 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50ac3c6-1fc2-4f23-8072-9094fea7442d" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:41.133661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd571-e202-4404-b9d8-490797da3487 req-b128e9fc-e116-4dc2-8dbd-a450353239ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:41.135164 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-b128e9fc-e116-4dc2-8dbd-a450353239ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516741 Jan 28 12:21:41.208693 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f329d9-6d0a-4ebb-88c7-869594a262e8 x-openstack-request-id: req-79f329d9-6d0a-4ebb-88c7-869594a262e8 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:41.209005 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:41.209438 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79f329d9-6d0a-4ebb-88c7-869594a262e8 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:41.210363 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'status': 'completed', 'code': 200} Jan 28 12:21:41.223720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bf614ec-ef25-4f6b-8b9e-075533a0ff36 req-65e8132f-9563-4c65-bf2c-f033a1b82c25 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d8ed561-2e15-4271-8c5c-7183bc15cb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415575 Jan 28 12:21:41.254260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['dc49dc7e-ef4a-4270-8664-b1a0d190371b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:41.257287 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d85f8b98-43da-49d0-84eb-58442a4298d8'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:41.264647 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-20b190a7-32f2-4641-8908-4cf01e96aa9e service neutron] 10.222.0.35 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227298 Jan 28 12:21:41.293068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4b5e5834-67a5-4622-9a7e-8173562e1f7c req-4817eea2-5426-440f-a4f2-066599bca157 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Deleting port a975c74a-4e01-477d-a0e8-aabd613ae043 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:21:41.293601 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b5e5834-67a5-4622-9a7e-8173562e1f7c req-4817eea2-5426-440f-a4f2-066599bca157 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:41.359093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d050fd1-b9b1-4d9d-99b2-17a179f1c83f req-bea5720c-70b2-4b98-b8f9-92164ef41b8a tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:41.366649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d050fd1-b9b1-4d9d-99b2-17a179f1c83f req-bea5720c-70b2-4b98-b8f9-92164ef41b8a tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 943 time: 0.1337121 Jan 28 12:21:41.393190 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fbabd571-e202-4404-b9d8-490797da3487 req-5f4e089b-2a74-4417-8d5a-965b63552d84 service neutron] 10.222.0.35 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227789 Jan 28 12:21:41.544395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ac3c6-1fc2-4f23-8072-9094fea7442d req-90a479a7-bf2b-4393-b63a-0d1561485679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:41.547080 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b50ac3c6-1fc2-4f23-8072-9094fea7442d req-90a479a7-bf2b-4393-b63a-0d1561485679 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 1094 time: 0.0934317 Jan 28 12:21:41.559561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972f2c-6e2d-476a-a031-38a7bdf3f96e req-995b5cf7-9cfc-4333-825e-eeecf3ea721f tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:41.562564 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ca972f2c-6e2d-476a-a031-38a7bdf3f96e req-995b5cf7-9cfc-4333-825e-eeecf3ea721f tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 950 time: 0.0780075 Jan 28 12:21:41.688217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54150) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:41.718804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ac3c6-1fc2-4f23-8072-9094fea7442d req-e4e6dccf-6d8d-47b8-871d-95e4094f3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:41.720480 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b50ac3c6-1fc2-4f23-8072-9094fea7442d req-e4e6dccf-6d8d-47b8-871d-95e4094f3778 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.1566930 Jan 28 12:21:41.729518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d050fd1-b9b1-4d9d-99b2-17a179f1c83f req-602196f2-d580-4ac9-a5a7-d20e3c0d2894 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600452 Jan 28 12:21:41.769541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36e1eb-037a-44d4-848e-25c5c159a058 req-dc98b0db-90ee-4631-97d0-de9f78db4958 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:41.771171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b36e1eb-037a-44d4-848e-25c5c159a058 req-dc98b0db-90ee-4631-97d0-de9f78db4958 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 950 time: 0.1347563 Jan 28 12:21:41.773207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4b5e5834-67a5-4622-9a7e-8173562e1f7c req-4817eea2-5426-440f-a4f2-066599bca157 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] For port a975c74a-4e01-477d-a0e8-aabd613ae043, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a975c74a-4e01-477d-a0e8-aabd613ae043,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:41.773579 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b5e5834-67a5-4622-9a7e-8173562e1f7c req-4817eea2-5426-440f-a4f2-066599bca157 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:41.778785 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b50ac3c6-1fc2-4f23-8072-9094fea7442d req-c01ee5f0-97de-47a5-80e1-0e80b523d32d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 217 time: 0.0509479 Jan 28 12:21:41.781154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-ca972f2c-6e2d-476a-a031-38a7bdf3f96e req-a091a30e-0d16-4fa2-b8c0-7847b2110812 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Deleting port 0a6421ee-f693-455b-8e5a-4c6fedaa568c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:21:41.781529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ca972f2c-6e2d-476a-a031-38a7bdf3f96e req-a091a30e-0d16-4fa2-b8c0-7847b2110812 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:41.801520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4b5e5834-67a5-4622-9a7e-8173562e1f7c req-4817eea2-5426-440f-a4f2-066599bca157 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Calling delete_port for a975c74a-4e01-477d-a0e8-aabd613ae043 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:21:41.842726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:21:41.845886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:41.877290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ac3c6-1fc2-4f23-8072-9094fea7442d req-1f769b2b-f62d-44bc-93bd-eae44971c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:41.878742 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b50ac3c6-1fc2-4f23-8072-9094fea7442d req-1f769b2b-f62d-44bc-93bd-eae44971c88f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.0931418 Jan 28 12:21:41.904536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65e1a680-5831-4de9-9b7d-e0b1962c9bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:41.937270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ca972f2c-6e2d-476a-a031-38a7bdf3f96e req-a091a30e-0d16-4fa2-b8c0-7847b2110812 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] For port 0a6421ee-f693-455b-8e5a-4c6fedaa568c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=0a6421ee-f693-455b-8e5a-4c6fedaa568c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:41.937270 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ca972f2c-6e2d-476a-a031-38a7bdf3f96e req-a091a30e-0d16-4fa2-b8c0-7847b2110812 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:41.954846 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-ca972f2c-6e2d-476a-a031-38a7bdf3f96e req-a091a30e-0d16-4fa2-b8c0-7847b2110812 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Calling delete_port for 0a6421ee-f693-455b-8e5a-4c6fedaa568c owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:21:41.960083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ac3c6-1fc2-4f23-8072-9094fea7442d req-de80565d-18c7-4929-94fb-fcabe277ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:41.961713 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b50ac3c6-1fc2-4f23-8072-9094fea7442d req-de80565d-18c7-4929-94fb-fcabe277ae36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732033 Jan 28 12:21:41.969392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:21:41.972041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b36e1eb-037a-44d4-848e-25c5c159a058 req-8b7db754-56e1-4c40-87c5-e19e97f7dbc7 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883962 Jan 28 12:21:41.981791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:41.982139 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:41.995024 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dcf20-68e6-4d06-a223-c993c47aa261 req-4983494b-86fe-4673-a323-25353557ae4b tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:41.996578 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f88dcf20-68e6-4d06-a223-c993c47aa261 req-4983494b-86fe-4673-a323-25353557ae4b tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 943 time: 0.1964161 Jan 28 12:21:42.030883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628,segment=NetworkSegment(8ae5bd75-fed5-444c-bc82-f6055551ea9a),segment_id=8ae5bd75-fed5-444c-bc82-f6055551ea9a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:42.048962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '73f4ade5-6a4d-4b32-ab8b-d600ae1bb628', 'network_id': '5877161c-7fd2-41dc-8d25-bb5618619a8e', 'port_id': '73f4ade5-6a4d-4b32-ab8b-d600ae1bb628', 'mac_address': 'fa:16:3e:c2:02:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adfa7673-39ca-41cc-a133-b7ab84f9546a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:21:42.119099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:42.119514 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.138842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f88dcf20-68e6-4d06-a223-c993c47aa261 req-2e18b296-d3e6-4fb5-976f-ed2865f5f809 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368642 Jan 28 12:21:42.141317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:42.146150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:42.146531 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.181825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628,segment=NetworkSegment(8ae5bd75-fed5-444c-bc82-f6055551ea9a),segment_id=8ae5bd75-fed5-444c-bc82-f6055551ea9a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:42.190205 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc0713e-6193-48b3-b9bd-327e8619a6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:42.192618 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c383d28e-aeae-420f-a60c-f22f37db7d39" -d '{"events": [{"server_uuid": "cfc0713e-6193-48b3-b9bd-327e8619a6af", "name": "network-vif-plugged", "status": "completed", "tag": "544ed6fd-ba8a-4fa5-bea2-8f566d156ed3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:42.198045 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.210746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:42.232564 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.243425 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ca972f2c-6e2d-476a-a031-38a7bdf3f96e req-a091a30e-0d16-4fa2-b8c0-7847b2110812 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0a6421ee-f693-455b-8e5a-4c6fedaa568c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.253161 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65e1a680-5831-4de9-9b7d-e0b1962c9bd0 admin admin] Publish callbacks [] for security_group (f4504949-7a97-49e9-9a20-81042da48d84), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.254149 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b50ac3c6-1fc2-4f23-8072-9094fea7442d req-dbd40de1-f6ca-42b7-b2d6-04d145fbfab1 service neutron] 10.222.0.35 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827430 Jan 28 12:21:42.255444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['82c6f1e8-d15a-42ce-86e5-4316e4be13b0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:42.258218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['0a6421ee-f693-455b-8e5a-4c6fedaa568c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:42.272084 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65e1a680-5831-4de9-9b7d-e0b1962c9bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f4504949-7a97-49e9-9a20-81042da48d84), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.284579 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091a30e-0d16-4fa2-b8c0-7847b2110812 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Pushing event deleted for resources: {'Port': ['ID=0a6421ee-f693-455b-8e5a-4c6fedaa568c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:42.311541 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b5e5834-67a5-4622-9a7e-8173562e1f7c req-4817eea2-5426-440f-a4f2-066599bca157 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (a975c74a-4e01-477d-a0e8-aabd613ae043), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.315874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:42.382279 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:42.385974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d85f8b98-43da-49d0-84eb-58442a4298d8 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:42.386368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc5e95-809b-4c66-b44c-7c721e7ce115 req-d253a701-b4bd-4000-9aae-8dc216354835 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:42.396167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0bdc5e95-809b-4c66-b44c-7c721e7ce115 req-d253a701-b4bd-4000-9aae-8dc216354835 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 949 time: 0.2423093 Jan 28 12:21:42.413666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817eea2-5426-440f-a4f2-066599bca157 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Pushing event deleted for resources: {'Port': ['ID=a975c74a-4e01-477d-a0e8-aabd613ae043,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:42.456109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1a680-5831-4de9-9b7d-e0b1962c9bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4504949-7a97-49e9-9a20-81042da48d84,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:42.480945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-65e1a680-5831-4de9-9b7d-e0b1962c9bd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51d08db373b043139fc3a689a943d874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7916386 Jan 28 12:21:42.486494 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port d85f8b98-43da-49d0-84eb-58442a4298d8 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:21:42.494829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port d85f8b98-43da-49d0-84eb-58442a4298d8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:42.495477 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.520557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54162) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:42.521828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5e5834-67a5-4622-9a7e-8173562e1f7c req-4817eea2-5426-440f-a4f2-066599bca157 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] No DVR routers for this DVR port a975c74a-4e01-477d-a0e8-aabd613ae043 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:21:42.530971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['73f4ade5-6a4d-4b32-ab8b-d600ae1bb628'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:42.583716 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b5e5834-67a5-4622-9a7e-8173562e1f7c req-4817eea2-5426-440f-a4f2-066599bca157 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.589079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b5e5834-67a5-4622-9a7e-8173562e1f7c req-4817eea2-5426-440f-a4f2-066599bca157 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.49 "DELETE /v2.0/ports/a975c74a-4e01-477d-a0e8-aabd613ae043 HTTP/1.1" status: 204 len: 173 time: 1.5386472 Jan 28 12:21:42.617808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c2de8-7293-40df-a366-c26702a0780d req-8b7a3a01-7e30-483a-a91c-a72c3499c5dd tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:42.626813 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d9c2de8-7293-40df-a366-c26702a0780d req-8b7a3a01-7e30-483a-a91c-a72c3499c5dd tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 948 time: 0.3777490 Jan 28 12:21:42.629046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1744ddda-f69d-4a27-ab89-a9b407a75ffc', 'name': 'network-vif-deleted', 'tag': 'a975c74a-4e01-477d-a0e8-aabd613ae043'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:42.631280 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccccd03-f6d2-4f98-9b86-833add34d60e" -d '{"events": [{"server_uuid": "1744ddda-f69d-4a27-ab89-a9b407a75ffc", "name": "network-vif-deleted", "tag": "a975c74a-4e01-477d-a0e8-aabd613ae043"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:42.663967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0bdc5e95-809b-4c66-b44c-7c721e7ce115 req-00806ae0-8042-45dd-b319-8d5ec854d41f tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668419 Jan 28 12:21:42.795313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d85f8b98-43da-49d0-84eb-58442a4298d8 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:42.797423 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.843723 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6f0e8e-6210-4791-a346-f9c4cbf914c7 x-openstack-request-id: req-ee6f0e8e-6210-4791-a346-f9c4cbf914c7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:42.844847 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc0713e-6193-48b3-b9bd-327e8619a6af", "name": "network-vif-plugged", "status": "completed", "tag": "544ed6fd-ba8a-4fa5-bea2-8f566d156ed3", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:42.844847 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee6f0e8e-6210-4791-a346-f9c4cbf914c7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:42.846732 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc0713e-6193-48b3-b9bd-327e8619a6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3', 'code': 200} Jan 28 12:21:42.848718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-397dac38-6737-4ad9-b92e-5c9630dd6fea admin admin] Publish callbacks [] for security_group (f4504949-7a97-49e9-9a20-81042da48d84), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.877868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca972f2c-6e2d-476a-a031-38a7bdf3f96e req-a091a30e-0d16-4fa2-b8c0-7847b2110812 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] No DVR routers for this DVR port 0a6421ee-f693-455b-8e5a-4c6fedaa568c on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:21:42.885513 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ca972f2c-6e2d-476a-a031-38a7bdf3f96e req-a091a30e-0d16-4fa2-b8c0-7847b2110812 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.890743 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-397dac38-6737-4ad9-b92e-5c9630dd6fea admin admin] Publish callbacks [] for security_group (f4504949-7a97-49e9-9a20-81042da48d84), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:42.895609 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ca972f2c-6e2d-476a-a031-38a7bdf3f96e req-a091a30e-0d16-4fa2-b8c0-7847b2110812 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.49 "DELETE /v2.0/ports/0a6421ee-f693-455b-8e5a-4c6fedaa568c HTTP/1.1" status: 204 len: 173 time: 1.3224092 Jan 28 12:21:42.943615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d9c2de8-7293-40df-a366-c26702a0780d req-463f6ece-5f93-4fb4-a732-ed9d379fa027 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154590 Jan 28 12:21:42.970979 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b50ac3c6-1fc2-4f23-8072-9094fea7442d req-36a0fe53-35ce-4e13-a845-5f818fac1d87 service neutron] 10.222.0.35 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6971776 Jan 28 12:21:42.985075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d85f8b98-43da-49d0-84eb-58442a4298d8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d85f8b98-43da-49d0-84eb-58442a4298d8,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:43.019908 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.020707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device dc49dc7e-ef4a-4270-8664-b1a0d190371b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:43.024889 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa20699-f475-4289-8cf6-595a7da5d211 x-openstack-request-id: req-aaa20699-f475-4289-8cf6-595a7da5d211 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:43.026403 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1744ddda-f69d-4a27-ab89-a9b407a75ffc", "name": "network-vif-deleted", "tag": "a975c74a-4e01-477d-a0e8-aabd613ae043", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:43.026403 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aaa20699-f475-4289-8cf6-595a7da5d211 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:43.027015 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1744ddda-f69d-4a27-ab89-a9b407a75ffc', 'name': 'network-vif-deleted', 'tag': 'a975c74a-4e01-477d-a0e8-aabd613ae043', 'status': 'completed', 'code': 200} Jan 28 12:21:43.032326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-803226af-744f-4ad5-8cb8-fb2a1fff68e3 req-d8a1ca5a-dddc-44fc-8cd2-9d2fc12fe3d2 tempest-DeleteServersAdminTestJSON-2016801260 tempest-DeleteServersAdminTestJSON-2016801260-project] 10.222.0.53 "GET /v2.0/ports?device_id=1744ddda-f69d-4a27-ab89-a9b407a75ffc HTTP/1.1" status: 200 len: 210 time: 0.0453212 Jan 28 12:21:43.046282 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-397dac38-6737-4ad9-b92e-5c9630dd6fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f4504949-7a97-49e9-9a20-81042da48d84), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.048863 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-397dac38-6737-4ad9-b92e-5c9630dd6fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.062259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-397dac38-6737-4ad9-b92e-5c9630dd6fea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4504949-7a97-49e9-9a20-81042da48d84 HTTP/1.1" status: 204 len: 168 time: 0.5000501 Jan 28 12:21:43.066013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e15a3-9778-4a0e-97ed-cfa8d4f7de67 req-a49b10e5-450c-41cd-88e9-cd4f8acd1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:43.067644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f86e15a3-9778-4a0e-97ed-cfa8d4f7de67 req-a49b10e5-450c-41cd-88e9-cd4f8acd1e40 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 1101 time: 0.1233602 Jan 28 12:21:43.078767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dac38-6737-4ad9-b92e-5c9630dd6fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4504949-7a97-49e9-9a20-81042da48d84,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:43.180977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f86e15a3-9778-4a0e-97ed-cfa8d4f7de67 req-60c48332-a19a-4379-834d-7d54a3dabbc4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982223 Jan 28 12:21:43.181907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d85f8b98-43da-49d0-84eb-58442a4298d8,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:43.189501 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port dc49dc7e-ef4a-4270-8664-b1a0d190371b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:21:43.198714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port dc49dc7e-ef4a-4270-8664-b1a0d190371b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:43.199242 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.210973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1c66b1-0881-41dd-9d66-0fa044793dbe', 'name': 'network-vif-deleted', 'tag': '0a6421ee-f693-455b-8e5a-4c6fedaa568c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:43.213210 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0e1cc3-dd2c-443f-a29f-7d86b185b154" -d '{"events": [{"server_uuid": "4e1c66b1-0881-41dd-9d66-0fa044793dbe", "name": "network-vif-deleted", "tag": "0a6421ee-f693-455b-8e5a-4c6fedaa568c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:43.235641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6dfa095c-bba9-4c14-8987-94e99f5d4dd5 req-3f96aeab-58e5-4152-9055-29ccde0673cf tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e1c66b1-0881-41dd-9d66-0fa044793dbe HTTP/1.1" status: 200 len: 210 time: 0.0283012 Jan 28 12:21:43.287652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fddd1-ecef-469e-9524-adef4f9c52b7 req-99501a18-725b-4cf4-a27a-37ee81b91dc6 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:43.297187 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c51fddd1-ecef-469e-9524-adef4f9c52b7 req-99501a18-725b-4cf4-a27a-37ee81b91dc6 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 944 time: 0.1282899 Jan 28 12:21:43.308478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port dc49dc7e-ef4a-4270-8664-b1a0d190371b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:43.309137 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.356629 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:43.362410 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.363599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a975c74a-4e01-477d-a0e8-aabd613ae043 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:21:43.391933 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c51fddd1-ecef-469e-9524-adef4f9c52b7 req-fbf83c29-208b-4771-ab38-b37cfb37ae09 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905175 Jan 28 12:21:43.462588 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8334c23-00cb-4e4e-9e33-d669b061b699 x-openstack-request-id: req-f8334c23-00cb-4e4e-9e33-d669b061b699 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:43.462966 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1c66b1-0881-41dd-9d66-0fa044793dbe", "name": "network-vif-deleted", "tag": "0a6421ee-f693-455b-8e5a-4c6fedaa568c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:43.463286 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8334c23-00cb-4e4e-9e33-d669b061b699 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:43.463817 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1c66b1-0881-41dd-9d66-0fa044793dbe', 'name': 'network-vif-deleted', 'tag': '0a6421ee-f693-455b-8e5a-4c6fedaa568c', 'status': 'completed', 'code': 200} Jan 28 12:21:43.470720 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963abdc-a91c-4934-909e-64cea05db70d req-7290a0ef-e5c9-4c69-be8b-9f504541edfc tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:43.475856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2963abdc-a91c-4934-909e-64cea05db70d req-7290a0ef-e5c9-4c69-be8b-9f504541edfc tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 943 time: 0.0706732 Jan 28 12:21:43.478040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=dc49dc7e-ef4a-4270-8664-b1a0d190371b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:43.482512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: a975c74a-4e01-477d-a0e8-aabd613ae043 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:21:43.482994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a975c74a-4e01-477d-a0e8-aabd613ae043 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:21:43.506105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54180) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:43.523634 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-660a1fa2-13ee-4bda-84f7-5edd62d55eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.560784 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2963abdc-a91c-4934-909e-64cea05db70d req-1bbfe73a-ea1d-43ea-a8ac-ead9b362af0c tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752368 Jan 28 12:21:43.618985 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-660a1fa2-13ee-4bda-84f7-5edd62d55eba admin admin] Publish callbacks [] for security_group (83d1b40a-6487-4fc0-a319-1a69d04160a3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.623376 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-660a1fa2-13ee-4bda-84f7-5edd62d55eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (83d1b40a-6487-4fc0-a319-1a69d04160a3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.661281 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-660a1fa2-13ee-4bda-84f7-5edd62d55eba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3df230ce46ae44df9d4653f6e3c8b01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541829 Jan 28 12:21:43.662245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a1fa2-13ee-4bda-84f7-5edd62d55eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d1b40a-6487-4fc0-a319-1a69d04160a3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:43.664057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:43.713452 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2679044-9762-4849-b336-fce07e315375 admin admin] Publish callbacks [] for security_group (83d1b40a-6487-4fc0-a319-1a69d04160a3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.736145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2679044-9762-4849-b336-fce07e315375 admin admin] Publish callbacks [] for security_group (83d1b40a-6487-4fc0-a319-1a69d04160a3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.782179 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2679044-9762-4849-b336-fce07e315375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (83d1b40a-6487-4fc0-a319-1a69d04160a3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.784733 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2679044-9762-4849-b336-fce07e315375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:43.785843 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b2679044-9762-4849-b336-fce07e315375 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83d1b40a-6487-4fc0-a319-1a69d04160a3 HTTP/1.1" status: 204 len: 168 time: 0.1201546 Jan 28 12:21:43.788315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412a5f4-a60a-4da8-876a-dc8fa3f02e8e req-da67c0c2-a395-4a9d-b5ba-67ce62fd4c23 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:43.790004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2412a5f4-a60a-4da8-876a-dc8fa3f02e8e req-da67c0c2-a395-4a9d-b5ba-67ce62fd4c23 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 950 time: 0.0522301 Jan 28 12:21:43.793413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2679044-9762-4849-b336-fce07e315375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d1b40a-6487-4fc0-a319-1a69d04160a3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:43.845506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:21:43.847660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:43.848874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2412a5f4-a60a-4da8-876a-dc8fa3f02e8e req-d323d863-03f5-427e-acd0-8fddef88752d tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501206 Jan 28 12:21:43.955325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:21:43.965449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:43.965823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:44.007416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:44.027818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'port_id': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'mac_address': 'fa:16:3e:ea:ce:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:21:44.072485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea45c0-3655-4e5f-9dbf-770af48a6ad2 req-54464bf5-2e0f-4f5d-90f9-ddb03cd8f30a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:44.080723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ceea45c0-3655-4e5f-9dbf-770af48a6ad2 req-54464bf5-2e0f-4f5d-90f9-ddb03cd8f30a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.0629725 Jan 28 12:21:44.141824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ceea45c0-3655-4e5f-9dbf-770af48a6ad2 req-f7701f66-d6c5-40b9-8664-63fac7ab5e89 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601289 Jan 28 12:21:44.240856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:44.241249 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:44.247573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:44.247969 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:44.271664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:44.308518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:44.310447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628,segment=NetworkSegment(8ae5bd75-fed5-444c-bc82-f6055551ea9a),segment_id=8ae5bd75-fed5-444c-bc82-f6055551ea9a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:44.332831 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:44.339707 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:44.418139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4827d809-b332-41ea-8cbf-5b6d8fd0cce6,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:44.509485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:44.579535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['4827d809-b332-41ea-8cbf-5b6d8fd0cce6'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:44.595645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff02ef8-9b56-4b74-9a33-1c2410d8dd78 req-70275a36-44b7-4451-aa7b-e94e9b024977 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:44.603912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ff02ef8-9b56-4b74-9a33-1c2410d8dd78 req-70275a36-44b7-4451-aa7b-e94e9b024977 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 945 time: 0.0657101 Jan 28 12:21:44.708360 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54234) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:44.716498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ff02ef8-9b56-4b74-9a33-1c2410d8dd78 req-f6b37f86-5514-49a3-8474-04d54fdbfe95 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115103 Jan 28 12:21:44.728781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46fa5d-a10d-486e-aa62-ce7f2aa4d5ad req-1f89318e-d8bd-43eb-a1c2-e7a166471cd8 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:44.730625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d46fa5d-a10d-486e-aa62-ce7f2aa4d5ad req-1f89318e-d8bd-43eb-a1c2-e7a166471cd8 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 971 time: 0.1009851 Jan 28 12:21:44.809500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d46fa5d-a10d-486e-aa62-ce7f2aa4d5ad req-93159f88-ef52-482d-888c-7ce245ed86b3 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728178 Jan 28 12:21:44.853912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd0a56-399c-4641-8ac8-564220a044f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85f8b98-43da-49d0-84eb-58442a4298d8'}, {'server_uuid': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b'}, {'server_uuid': '14028658-2a46-4769-aab6-9f7701b534c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f4ade5-6a4d-4b32-ab8b-d600ae1bb628'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:44.857892 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3821e1-1b1f-4a85-a738-a59a9433320e" -d '{"events": [{"server_uuid": "b0fd0a56-399c-4641-8ac8-564220a044f1", "name": "network-vif-plugged", "status": "completed", "tag": "d85f8b98-43da-49d0-84eb-58442a4298d8"}, {"server_uuid": "5fe6e098-010d-45f7-9e75-4eb12f8f3e4f", "name": "network-vif-plugged", "status": "completed", "tag": "dc49dc7e-ef4a-4270-8664-b1a0d190371b"}, {"server_uuid": "14028658-2a46-4769-aab6-9f7701b534c9", "name": "network-vif-plugged", "status": "completed", "tag": "73f4ade5-6a4d-4b32-ab8b-d600ae1bb628"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:44.879402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baabc3e-1ac1-45ef-a112-5cb70da23cc3 req-619a4c81-8934-488b-ba8a-9fafc2da53ba tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:44.887900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2baabc3e-1ac1-45ef-a112-5cb70da23cc3 req-619a4c81-8934-488b-ba8a-9fafc2da53ba tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 944 time: 0.0748987 Jan 28 12:21:44.911436 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978780cc-2a79-4cb7-98bf-29616b4bd7c5 x-openstack-request-id: req-978780cc-2a79-4cb7-98bf-29616b4bd7c5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:44.911744 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fd0a56-399c-4641-8ac8-564220a044f1", "name": "network-vif-plugged", "status": "completed", "tag": "d85f8b98-43da-49d0-84eb-58442a4298d8", "code": 200}, {"server_uuid": "5fe6e098-010d-45f7-9e75-4eb12f8f3e4f", "name": "network-vif-plugged", "status": "completed", "tag": "dc49dc7e-ef4a-4270-8664-b1a0d190371b", "code": 200}, {"server_uuid": "14028658-2a46-4769-aab6-9f7701b534c9", "name": "network-vif-plugged", "status": "completed", "tag": "73f4ade5-6a4d-4b32-ab8b-d600ae1bb628", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:44.912097 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-978780cc-2a79-4cb7-98bf-29616b4bd7c5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:44.913330 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd0a56-399c-4641-8ac8-564220a044f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85f8b98-43da-49d0-84eb-58442a4298d8', 'code': 200} Jan 28 12:21:44.913330 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b', 'code': 200} Jan 28 12:21:44.913330 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14028658-2a46-4769-aab6-9f7701b534c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f4ade5-6a4d-4b32-ab8b-d600ae1bb628', 'code': 200} Jan 28 12:21:44.940305 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b75cd2d2-367e-4ab1-bf66-8eeedf33bb4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27376b90490e4b3394d8310c0f997fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301345 Jan 28 12:21:44.942621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54246) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:44.971796 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2baabc3e-1ac1-45ef-a112-5cb70da23cc3 req-0612e422-9c78-4d61-9c27-e67cf84e4516 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825911 Jan 28 12:21:45.046325 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-229f37e1-6b05-4582-b369-5645dccef51e admin admin] Publish callbacks [] for security_group (4d8ed561-2e15-4271-8c5c-7183bc15cb8b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:45.072203 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcc5cc-2952-41bc-8c98-4c697ed5a0b5 req-541a27c5-58f1-48e0-82df-d904166e9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:45.073787 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-19fcc5cc-2952-41bc-8c98-4c697ed5a0b5 req-541a27c5-58f1-48e0-82df-d904166e9c80 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 1101 time: 0.0814207 Jan 28 12:21:45.075616 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-229f37e1-6b05-4582-b369-5645dccef51e admin admin] Publish callbacks [] for security_group (4d8ed561-2e15-4271-8c5c-7183bc15cb8b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:45.114301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e6cfd-f524-4356-9cd8-557d836096e6 req-9df6e96a-7c4b-4a7c-b135-8978785ef92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:45.115868 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be2e6cfd-f524-4356-9cd8-557d836096e6 req-9df6e96a-7c4b-4a7c-b135-8978785ef92e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 1096 time: 0.0996635 Jan 28 12:21:45.118358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ae370-bb8a-40f3-8ced-65e9b18c52cd req-e5d45755-daba-473d-800d-d0243d89716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:45.119958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-785ae370-bb8a-40f3-8ced-65e9b18c52cd req-e5d45755-daba-473d-800d-d0243d89716e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 1100 time: 0.1152182 Jan 28 12:21:45.127614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a93d8-a277-438e-8ab2-7032a6814770 req-364fd672-4ad6-498b-9042-efab02f90395 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:45.129711 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-910a93d8-a277-438e-8ab2-7032a6814770 req-364fd672-4ad6-498b-9042-efab02f90395 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 950 time: 0.1152816 Jan 28 12:21:45.149372 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-19fcc5cc-2952-41bc-8c98-4c697ed5a0b5 req-9a4ec247-8845-4aab-8782-e39bfd25cf89 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667529 Jan 28 12:21:45.154273 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-229f37e1-6b05-4582-b369-5645dccef51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4d8ed561-2e15-4271-8c5c-7183bc15cb8b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:45.157269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-229f37e1-6b05-4582-b369-5645dccef51e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:45.158305 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-229f37e1-6b05-4582-b369-5645dccef51e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d8ed561-2e15-4271-8c5c-7183bc15cb8b HTTP/1.1" status: 204 len: 168 time: 0.2144279 Jan 28 12:21:45.166707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f37e1-6b05-4582-b369-5645dccef51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8ed561-2e15-4271-8c5c-7183bc15cb8b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:45.231620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-785ae370-bb8a-40f3-8ced-65e9b18c52cd req-ed2b2c1e-f172-4344-97de-db9618af152d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015160 Jan 28 12:21:45.239650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be2e6cfd-f524-4356-9cd8-557d836096e6 req-3a18f22f-64fb-44ed-a3c0-3cf71f0cbbda service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085432 Jan 28 12:21:45.255595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-910a93d8-a277-438e-8ab2-7032a6814770 req-09b2e4c2-3a0f-448e-b895-4ab3f9f44fbf tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053023 Jan 28 12:21:45.296395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a784c-dd8e-4e38-aae7-0f2f8ec7739e req-258a4eb9-c00b-421e-a35d-f56fbe4a8035 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:45.297973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f8a784c-dd8e-4e38-aae7-0f2f8ec7739e req-258a4eb9-c00b-421e-a35d-f56fbe4a8035 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.0609643 Jan 28 12:21:45.361501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f8a784c-dd8e-4e38-aae7-0f2f8ec7739e req-421d6999-e42d-41ad-86ca-51268bc7e68f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577340 Jan 28 12:21:45.546983 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54270) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:45.560676 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78bec8da-321a-41ec-b77e-19e57d10ffa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:45.636961 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78bec8da-321a-41ec-b77e-19e57d10ffa8 admin admin] Publish callbacks [] for security_group (7abd636e-f28e-4886-8a0e-1cf082cc1fe2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:45.641198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78bec8da-321a-41ec-b77e-19e57d10ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7abd636e-f28e-4886-8a0e-1cf082cc1fe2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:45.680021 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-78bec8da-321a-41ec-b77e-19e57d10ffa8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23d1ea227e334207ae0c6121d41c2449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318758 Jan 28 12:21:45.680875 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bec8da-321a-41ec-b77e-19e57d10ffa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abd636e-f28e-4886-8a0e-1cf082cc1fe2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:45.683050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54272) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:45.733638 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5189-4d73-485f-b234-f5b989313f4f admin admin] Publish callbacks [] for security_group (7abd636e-f28e-4886-8a0e-1cf082cc1fe2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:45.763201 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5189-4d73-485f-b234-f5b989313f4f admin admin] Publish callbacks [] for security_group (7abd636e-f28e-4886-8a0e-1cf082cc1fe2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:45.847171 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5189-4d73-485f-b234-f5b989313f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7abd636e-f28e-4886-8a0e-1cf082cc1fe2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:45.849804 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a1b5189-4d73-485f-b234-f5b989313f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:45.853746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5a1b5189-4d73-485f-b234-f5b989313f4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7abd636e-f28e-4886-8a0e-1cf082cc1fe2 HTTP/1.1" status: 204 len: 168 time: 0.1668844 Jan 28 12:21:45.863787 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba0180-b46f-434a-ae6d-a5a8dad314ab req-f7b23ca0-5dab-43b0-b491-a7aa8e342724 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:45.865304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1fba0180-b46f-434a-ae6d-a5a8dad314ab req-f7b23ca0-5dab-43b0-b491-a7aa8e342724 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 945 time: 0.0659451 Jan 28 12:21:45.866276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:45.876051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b5189-4d73-485f-b234-f5b989313f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abd636e-f28e-4886-8a0e-1cf082cc1fe2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:45.930635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1fba0180-b46f-434a-ae6d-a5a8dad314ab req-113d364a-aaf7-421a-b4ee-f7e2ebfb37ca tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574992 Jan 28 12:21:45.986033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:21:45.990665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:45.990989 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:46.061586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9f621-7a41-4fd8-b551-463a624cb074 req-56cf17fe-898a-4fdd-a70c-f35b5994926f tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:46.063124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9af9f621-7a41-4fd8-b551-463a624cb074 req-56cf17fe-898a-4fdd-a70c-f35b5994926f tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 971 time: 0.0725434 Jan 28 12:21:46.081604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:46.082063 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:46.121698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:46.126062 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:46.165984 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809db843-fe17-4c10-ae5a-cb597ac3a253 req-26fff674-c2d1-4ecd-bd5c-fc37c2e1a5a4 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:46.167545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809db843-fe17-4c10-ae5a-cb597ac3a253 req-26fff674-c2d1-4ecd-bd5c-fc37c2e1a5a4 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.35 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 971 time: 0.1232297 Jan 28 12:21:46.180452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4827d809-b332-41ea-8cbf-5b6d8fd0cce6,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:46.224997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8988eb3-5d5c-4b98-a978-015715c266f3 req-1e97e86f-d920-48f8-8543-a7d8fce68244 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:46.226471 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8988eb3-5d5c-4b98-a978-015715c266f3 req-1e97e86f-d920-48f8-8543-a7d8fce68244 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 944 time: 0.1834462 Jan 28 12:21:46.251562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9af9f621-7a41-4fd8-b551-463a624cb074 req-6822d817-1456-432c-bc38-8af515faae65 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/security-groups?id=90f58f37-6757-422c-bc84-c791bd7533a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734221 Jan 28 12:21:46.322134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8988eb3-5d5c-4b98-a978-015715c266f3 req-0e81d606-c312-4842-ae35-c627dc602bfe tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853486 Jan 28 12:21:46.340732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-809db843-fe17-4c10-ae5a-cb597ac3a253 req-209b90da-bbe0-4b9e-994a-1b4d6e219434 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Deleting port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:21:46.341129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-809db843-fe17-4c10-ae5a-cb597ac3a253 req-209b90da-bbe0-4b9e-994a-1b4d6e219434 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:46.353889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 0a6421ee-f693-455b-8e5a-4c6fedaa568c no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:21:46.450001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 0a6421ee-f693-455b-8e5a-4c6fedaa568c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:21:46.450422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 0a6421ee-f693-455b-8e5a-4c6fedaa568c not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:21:46.516497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-809db843-fe17-4c10-ae5a-cb597ac3a253 req-209b90da-bbe0-4b9e-994a-1b4d6e219434 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] For port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=82c6f1e8-d15a-42ce-86e5-4316e4be13b0,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:46.517348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-809db843-fe17-4c10-ae5a-cb597ac3a253 req-209b90da-bbe0-4b9e-994a-1b4d6e219434 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:46.554489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc100c-6500-4490-a39e-0cb5f0ea1570 req-bfac1700-65e0-4b6c-840c-fcaa9e5627ad tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:46.556272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6cc100c-6500-4490-a39e-0cb5f0ea1570 req-bfac1700-65e0-4b6c-840c-fcaa9e5627ad tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 950 time: 0.1150963 Jan 28 12:21:46.575902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-809db843-fe17-4c10-ae5a-cb597ac3a253 req-209b90da-bbe0-4b9e-994a-1b4d6e219434 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Calling delete_port for 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 owned by compute:tempest-test_az-2061860679 {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:21:46.680431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1687ea-323d-4c0e-8d5b-d2e244669d42 req-440d6ee0-7b5d-49df-bcb8-cf3d9e81072d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:46.681919 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e1687ea-323d-4c0e-8d5b-d2e244669d42 req-440d6ee0-7b5d-49df-bcb8-cf3d9e81072d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1540196 Jan 28 12:21:46.712603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6cc100c-6500-4490-a39e-0cb5f0ea1570 req-6c9765ee-5595-4e55-a4f6-d74f43dd3504 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309600 Jan 28 12:21:46.790860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54328) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:46.819137 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:46.834109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e1687ea-323d-4c0e-8d5b-d2e244669d42 req-04a027a5-8a4c-444d-ba4f-88355c75c907 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438112 Jan 28 12:21:46.871129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-809db843-fe17-4c10-ae5a-cb597ac3a253 req-209b90da-bbe0-4b9e-994a-1b4d6e219434 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (82c6f1e8-d15a-42ce-86e5-4316e4be13b0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:46.881856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['82c6f1e8-d15a-42ce-86e5-4316e4be13b0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:46.913755 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:46.916481 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bab5f4-2a8d-43c4-a229-46c01680769c" -d '{"events": [{"server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "name": "network-vif-plugged", "status": "completed", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:46.922743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b90da-bbe0-4b9e-994a-1b4d6e219434 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Pushing event deleted for resources: {'Port': ['ID=82c6f1e8-d15a-42ce-86e5-4316e4be13b0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:46.972468 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3391b7-4efa-4bc2-8443-4a354791a4db x-openstack-request-id: req-df3391b7-4efa-4bc2-8443-4a354791a4db {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:46.972468 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "name": "network-vif-plugged", "status": "completed", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:46.972468 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df3391b7-4efa-4bc2-8443-4a354791a4db {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:46.972468 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'code': 200} Jan 28 12:21:47.008199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-809db843-fe17-4c10-ae5a-cb597ac3a253 req-209b90da-bbe0-4b9e-994a-1b4d6e219434 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] No DVR routers for this DVR port 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:21:47.029573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58813d5d-29d0-4625-bd00-2c3b988b491e req-f6217f60-f57d-4b56-8db5-92552f3c5010 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:47.033103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58813d5d-29d0-4625-bd00-2c3b988b491e req-f6217f60-f57d-4b56-8db5-92552f3c5010 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1724050 Jan 28 12:21:47.034396 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-809db843-fe17-4c10-ae5a-cb597ac3a253 req-209b90da-bbe0-4b9e-994a-1b4d6e219434 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:47.037657 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809db843-fe17-4c10-ae5a-cb597ac3a253 req-209b90da-bbe0-4b9e-994a-1b4d6e219434 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.35 "DELETE /v2.0/ports/82c6f1e8-d15a-42ce-86e5-4316e4be13b0 HTTP/1.1" status: 204 len: 173 time: 0.8497953 Jan 28 12:21:47.038199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a912d9ec-e5a7-44f0-aae3-e5895f8ff184', 'name': 'network-vif-deleted', 'tag': '82c6f1e8-d15a-42ce-86e5-4316e4be13b0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:47.048249 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba24ee0a-7c99-446b-8cbd-eeb8d2e9f030" -d '{"events": [{"server_uuid": "a912d9ec-e5a7-44f0-aae3-e5895f8ff184", "name": "network-vif-deleted", "tag": "82c6f1e8-d15a-42ce-86e5-4316e4be13b0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:47.108074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a056c-645b-45fc-b7d2-be198cebccf4 req-0aa38d75-81d2-4306-bcb0-c4c0a968bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:47.110253 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0e4a056c-645b-45fc-b7d2-be198cebccf4 req-0aa38d75-81d2-4306-bcb0-c4c0a968bd7a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 1096 time: 0.0778317 Jan 28 12:21:47.150708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58813d5d-29d0-4625-bd00-2c3b988b491e req-edf967c3-f4b9-414d-b38a-4213e38e7e66 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921385 Jan 28 12:21:47.174842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d92b8-42ec-4ca8-9d07-968595e705f3 req-e289aa96-bd53-4301-b80b-ed51a9f1ff3d tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:47.180415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e24d92b8-42ec-4ca8-9d07-968595e705f3 req-e289aa96-bd53-4301-b80b-ed51a9f1ff3d tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 945 time: 0.1291413 Jan 28 12:21:47.228521 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0e4a056c-645b-45fc-b7d2-be198cebccf4 req-b6bde135-044b-4df0-808a-0231eb9e3bc0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118078 Jan 28 12:21:47.230876 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af50543a-5bd9-444f-9b9d-b84abf30330b x-openstack-request-id: req-af50543a-5bd9-444f-9b9d-b84abf30330b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:47.231172 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a912d9ec-e5a7-44f0-aae3-e5895f8ff184", "name": "network-vif-deleted", "tag": "82c6f1e8-d15a-42ce-86e5-4316e4be13b0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:47.231453 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af50543a-5bd9-444f-9b9d-b84abf30330b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:47.231848 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a912d9ec-e5a7-44f0-aae3-e5895f8ff184', 'name': 'network-vif-deleted', 'tag': '82c6f1e8-d15a-42ce-86e5-4316e4be13b0', 'status': 'completed', 'code': 200} Jan 28 12:21:47.260117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cc57215-f55e-474c-be1f-999710d4f1cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:47.262939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e24d92b8-42ec-4ca8-9d07-968595e705f3 req-9dd097e1-ddfc-420a-a572-52ee85acb151 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749543 Jan 28 12:21:47.355658 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:47.371601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cc57215-f55e-474c-be1f-999710d4f1cb admin admin] Publish callbacks [] for security_group (40f0fd32-28f8-46dd-b600-a3698ab1a254), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:47.377222 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cc57215-f55e-474c-be1f-999710d4f1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (40f0fd32-28f8-46dd-b600-a3698ab1a254), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:47.430923 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7cc57215-f55e-474c-be1f-999710d4f1cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4f26bd4cfca4a58a330ced283ede659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6388404 Jan 28 12:21:47.432171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc57215-f55e-474c-be1f-999710d4f1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f0fd32-28f8-46dd-b600-a3698ab1a254,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:47.447296 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54358) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:47.502099 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47cec824-f3d1-4ad2-a8c0-5a95994629b9 req-f68a7dcb-83cc-41b0-8417-f62a82a1d6b5 tempest-LiveMigrationNegativeTest-697979016 tempest-LiveMigrationNegativeTest-697979016-project] 10.222.0.53 "GET /v2.0/ports?device_id=a912d9ec-e5a7-44f0-aae3-e5895f8ff184 HTTP/1.1" status: 200 len: 210 time: 0.0826795 Jan 28 12:21:47.534111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e087c-baee-4eac-b038-45cd84e16692 req-51511f9b-016c-40cf-b5e0-d6fcf7e007bd tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:47.542157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f6e087c-baee-4eac-b038-45cd84e16692 req-51511f9b-016c-40cf-b5e0-d6fcf7e007bd tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 945 time: 0.0940776 Jan 28 12:21:47.558125 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1835ad8-32a2-4130-bebd-d9d38c57dd29 admin admin] Publish callbacks [] for security_group (40f0fd32-28f8-46dd-b600-a3698ab1a254), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:47.594520 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1835ad8-32a2-4130-bebd-d9d38c57dd29 admin admin] Publish callbacks [] for security_group (40f0fd32-28f8-46dd-b600-a3698ab1a254), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:47.605025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f6e087c-baee-4eac-b038-45cd84e16692 req-9563fb56-7a0c-4ff0-a03f-928e796cb1a4 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616460 Jan 28 12:21:47.666594 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1835ad8-32a2-4130-bebd-d9d38c57dd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (40f0fd32-28f8-46dd-b600-a3698ab1a254), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:47.670103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1835ad8-32a2-4130-bebd-d9d38c57dd29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:47.672624 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d1835ad8-32a2-4130-bebd-d9d38c57dd29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40f0fd32-28f8-46dd-b600-a3698ab1a254 HTTP/1.1" status: 204 len: 168 time: 0.2225239 Jan 28 12:21:47.689979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-d1a813d0-62df-4783-84f7-9c850c018df2 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=de0c894a489043b6840b0c45ab49665a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382833 Jan 28 12:21:47.695212 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1835ad8-32a2-4130-bebd-d9d38c57dd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f0fd32-28f8-46dd-b600-a3698ab1a254,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:47.861918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-1f590672-b72c-4bec-bf9d-766f6967b20a tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:47.873186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-1f590672-b72c-4bec-bf9d-766f6967b20a tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822312 Jan 28 12:21:47.907316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-eb8b2e8e-fa89-4c31-b176-7427c047723a tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/quotas/de0c894a489043b6840b0c45ab49665a HTTP/1.1" status: 200 len: 375 time: 0.0267839 Jan 28 12:21:48.028986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-105506cc-edc1-46e7-886b-14245eea32c2 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=de0c894a489043b6840b0c45ab49665a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207230 Jan 28 12:21:48.159615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af3b4f-681c-4910-ba79-3a0a291de0f8 req-80240c44-2707-4177-b3ff-d098b215fb8b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:48.161742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47af3b4f-681c-4910-ba79-3a0a291de0f8 req-80240c44-2707-4177-b3ff-d098b215fb8b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1168187 Jan 28 12:21:48.279719 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47af3b4f-681c-4910-ba79-3a0a291de0f8 req-4098a0e6-2023-4844-b7af-4f971a0785ef tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108847 Jan 28 12:21:48.393721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54396) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:48.416195 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b571b87-a866-4236-b016-fb41f9f2f5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:48.418947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa644100-c241-4b3b-8bbc-58641a85c75c req-338ec8be-6cef-4dc5-b1cf-d976ffcaa356 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 210 time: 0.0671256 Jan 28 12:21:48.666307 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b571b87-a866-4236-b016-fb41f9f2f5dd admin admin] Publish callbacks [] for security_group (f1527257-040d-48a2-999f-44ddfdd10e8a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:48.673462 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b571b87-a866-4236-b016-fb41f9f2f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f1527257-040d-48a2-999f-44ddfdd10e8a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:48.735671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b571b87-a866-4236-b016-fb41f9f2f5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1527257-040d-48a2-999f-44ddfdd10e8a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:48.748269 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8b571b87-a866-4236-b016-fb41f9f2f5dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=229d899cfc524cba95c8c2c50a2023b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3533690 Jan 28 12:21:48.749880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54418) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:48.822644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ca845-46b3-4989-bb0f-eecd4047dd6e req-83cae312-c414-4d05-bb15-a2d26c1bea7a tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:48.827998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d6ca845-46b3-4989-bb0f-eecd4047dd6e req-83cae312-c414-4d05-bb15-a2d26c1bea7a tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 945 time: 0.1062565 Jan 28 12:21:48.882624 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44d73796-0428-4170-bb2b-cc072351d557 admin admin] Publish callbacks [] for security_group (f1527257-040d-48a2-999f-44ddfdd10e8a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:48.910630 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44d73796-0428-4170-bb2b-cc072351d557 admin admin] Publish callbacks [] for security_group (f1527257-040d-48a2-999f-44ddfdd10e8a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:48.913700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d6ca845-46b3-4989-bb0f-eecd4047dd6e req-a46d8248-dcb8-47fa-b0f8-534f7f475ab7 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763428 Jan 28 12:21:49.100520 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44d73796-0428-4170-bb2b-cc072351d557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f1527257-040d-48a2-999f-44ddfdd10e8a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:49.103459 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44d73796-0428-4170-bb2b-cc072351d557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:49.107283 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-44d73796-0428-4170-bb2b-cc072351d557 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1527257-040d-48a2-999f-44ddfdd10e8a HTTP/1.1" status: 204 len: 168 time: 0.3428683 Jan 28 12:21:49.143431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d73796-0428-4170-bb2b-cc072351d557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1527257-040d-48a2-999f-44ddfdd10e8a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:49.172273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54434) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:49.202432 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bf709f3f-569a-4b50-9f7c-b2cbfc310a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:49.563610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57854b-4ebb-47b5-a472-ab821c8c15b1 req-83f8342d-a2e2-41ff-bd65-27da2f0ecade tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:49.572070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d57854b-4ebb-47b5-a472-ab821c8c15b1 req-83f8342d-a2e2-41ff-bd65-27da2f0ecade tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 1100 time: 0.5839717 Jan 28 12:21:49.604470 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d57854b-4ebb-47b5-a472-ab821c8c15b1 req-c7ff927e-1537-463a-bbb5-b64a0b3728f9 tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:49.658613 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e4d5fe77-3ae6-42f6-9033-d9a622958a71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70f91df59b1a45e4a439522380b6b8c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4841635 Jan 28 12:21:49.659460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54452) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:49.712895 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d57854b-4ebb-47b5-a472-ab821c8c15b1 req-c7ff927e-1537-463a-bbb5-b64a0b3728f9 tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] Publish callbacks [] for security_group (2c6895fe-e7c1-41fa-9bbc-fcdf9b4d4f63), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:49.733720 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d57854b-4ebb-47b5-a472-ab821c8c15b1 req-c7ff927e-1537-463a-bbb5-b64a0b3728f9 tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2c6895fe-e7c1-41fa-9bbc-fcdf9b4d4f63), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:49.777670 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b27b3ae-5b8e-411e-bad7-e57d212b073d admin admin] Publish callbacks [] for security_group (90f58f37-6757-422c-bc84-c791bd7533a8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:49.828552 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b27b3ae-5b8e-411e-bad7-e57d212b073d admin admin] Publish callbacks [] for security_group (90f58f37-6757-422c-bc84-c791bd7533a8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:49.853966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d57854b-4ebb-47b5-a472-ab821c8c15b1 req-c7ff927e-1537-463a-bbb5-b64a0b3728f9 tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807086 Jan 28 12:21:49.864367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:21:49.881968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff927e-1537-463a-bbb5-b64a0b3728f9 tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6895fe-e7c1-41fa-9bbc-fcdf9b4d4f63,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:49.909300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b27b3ae-5b8e-411e-bad7-e57d212b073d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (90f58f37-6757-422c-bc84-c791bd7533a8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:49.914403 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b27b3ae-5b8e-411e-bad7-e57d212b073d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:49.915719 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0b27b3ae-5b8e-411e-bad7-e57d212b073d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90f58f37-6757-422c-bc84-c791bd7533a8 HTTP/1.1" status: 204 len: 168 time: 0.2549658 Jan 28 12:21:49.926813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27b3ae-5b8e-411e-bad7-e57d212b073d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f58f37-6757-422c-bc84-c791bd7533a8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:49.929892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:21:49.930870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-87bc53d3-174a-445a-8815-faca8b89e7cf tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8477778 Jan 28 12:21:49.932385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 82c6f1e8-d15a-42ce-86e5-4316e4be13b0 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:21:49.946087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:50.033629 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-e5f24bbe-7bea-4d23-9786-2821202be12d tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=de0c894a489043b6840b0c45ab49665a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505548 Jan 28 12:21:50.059854 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:50.193200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-342ad30b-fb8e-48f1-9c9f-5a5de6cec0fa req-c9ab9707-9bea-4a24-954d-9b7b91a68fdb tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 210 time: 0.1478660 Jan 28 12:21:50.229093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8576df5-6875-4593-85c5-96cb7831c6f9 req-c040678d-a63a-40b0-bd2f-c5d0e922833d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2429841 Jan 28 12:21:50.281101 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-610a41c4-817b-46f9-acce-4215e78b8ef6 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:50.282593 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-610a41c4-817b-46f9-acce-4215e78b8ef6 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449389 Jan 28 12:21:50.300712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Request body: {'port': {'device_id': '611fae5f-ddcd-4543-b6f3-fd2bd01fd42a', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': 'de0c894a489043b6840b0c45ab49665a'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:50.372278 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:50.411181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8576df5-6875-4593-85c5-96cb7831c6f9 req-aa66a66a-c3ab-4df2-967f-e94fd27a3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:50.412490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8576df5-6875-4593-85c5-96cb7831c6f9 req-aa66a66a-c3ab-4df2-967f-e94fd27a3b28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=561e3af5fa0f471e9d6fd293946d315d&device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 1097 time: 0.1161113 Jan 28 12:21:50.605398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54478) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:50.614740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Made reservation on behalf of de0c894a489043b6840b0c45ab49665a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:50.620254 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:50.656596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8576df5-6875-4593-85c5-96cb7831c6f9 req-95be0e4a-9a85-4ec8-897b-6f03cf30f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:50.658461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8576df5-6875-4593-85c5-96cb7831c6f9 req-95be0e4a-9a85-4ec8-897b-6f03cf30f1a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdcf51c2-d748-42a4-8742-87fe56d75759 HTTP/1.1" status: 200 len: 924 time: 0.1811996 Jan 28 12:21:50.660554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Allocated IP 172.25.7.181 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/a90be5e6-206d-49e1-a33a-a05cd21de408) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:50.810416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-97ee743f-9328-401e-94ec-b1a6f015cf6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e6f40c966e34aa4b6169f2898f1e9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038286 Jan 28 12:21:50.816486 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54484) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:50.942032 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dd052a0-8ed5-4223-99e0-69f17bd2bd09 admin admin] Publish callbacks [] for security_group (22a20eba-d5a0-4b3f-94b7-f316dc8a12f4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:50.953914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8576df5-6875-4593-85c5-96cb7831c6f9 req-452645e4-c032-4dd9-a2b0-ed5fab66c14b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c HTTP/1.1" status: 200 len: 1001 time: 0.2833424 Jan 28 12:21:50.968675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dd052a0-8ed5-4223-99e0-69f17bd2bd09 admin admin] Publish callbacks [] for security_group (22a20eba-d5a0-4b3f-94b7-f316dc8a12f4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:51.009597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8576df5-6875-4593-85c5-96cb7831c6f9 req-b42e313a-02a8-4687-8a0e-aa0ffd29ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:51.011590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8576df5-6875-4593-85c5-96cb7831c6f9 req-b42e313a-02a8-4687-8a0e-aa0ffd29ec5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=265a52df-8e7c-4e8c-8a25-92779aaa7347 HTTP/1.1" status: 200 len: 862 time: 0.0507433 Jan 28 12:21:51.037450 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dd052a0-8ed5-4223-99e0-69f17bd2bd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (22a20eba-d5a0-4b3f-94b7-f316dc8a12f4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:51.040994 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dd052a0-8ed5-4223-99e0-69f17bd2bd09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:51.046925 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3dd052a0-8ed5-4223-99e0-69f17bd2bd09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22a20eba-d5a0-4b3f-94b7-f316dc8a12f4 HTTP/1.1" status: 204 len: 168 time: 0.2281961 Jan 28 12:21:51.060632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Allocated IP 192.168.233.44 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/fd026762-2fbf-4005-a549-f8aade926f17) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:51.070781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd052a0-8ed5-4223-99e0-69f17bd2bd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a20eba-d5a0-4b3f-94b7-f316dc8a12f4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:51.141661 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for port (a90be5e6-206d-49e1-a33a-a05cd21de408), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:51.186757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (a90be5e6-206d-49e1-a33a-a05cd21de408), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:51.250662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8576df5-6875-4593-85c5-96cb7831c6f9 req-b29ad8c6-baee-4f1a-9ca8-e0e648f8de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:51.253845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8576df5-6875-4593-85c5-96cb7831c6f9 req-b29ad8c6-baee-4f1a-9ca8-e0e648f8de5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcf51c2-d748-42a4-8742-87fe56d75759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2331033 Jan 28 12:21:51.290991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:51.307882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:51.312771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Pushing event updated for resources: {'Port': ['ID=a90be5e6-206d-49e1-a33a-a05cd21de408,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:51.325474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:51.378266 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks [] for port (fd026762-2fbf-4005-a549-f8aade926f17), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:51.425513 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fd026762-2fbf-4005-a549-f8aade926f17), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:51.442232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['544ed6fd-ba8a-4fa5-bea2-8f566d156ed3'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:51.447464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d85f8b98-43da-49d0-84eb-58442a4298d8'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:51.549931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Pushing event updated for resources: {'Port': ['ID=fd026762-2fbf-4005-a549-f8aade926f17,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:51.551524 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:51.577106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:51.585686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:51.589538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:51.621873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8576df5-6875-4593-85c5-96cb7831c6f9 req-e5f4d886-322b-454b-b56d-e8e6c501e96b service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514283 Jan 28 12:21:51.726288 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b97f5be8-e948-42c3-81dc-a9ccbbdf8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:51.726515 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a90be5e6-206d-49e1-a33a-a05cd21de408), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:51.747005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:51.760223 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:51.789890 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-de1a2427-4a57-4dc7-add7-43341d1840ab tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4990802 Jan 28 12:21:51.802228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Request body: {'port': {'device_id': '611fae5f-ddcd-4543-b6f3-fd2bd01fd42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:51.969324 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fd026762-2fbf-4005-a549-f8aade926f17), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:52.165832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8576df5-6875-4593-85c5-96cb7831c6f9 req-614d3214-a957-40c9-b549-60a3043e5306 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094075 Jan 28 12:21:52.431200 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for port (a90be5e6-206d-49e1-a33a-a05cd21de408), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:52.439508 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a90be5e6-206d-49e1-a33a-a05cd21de408), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:52.476478 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:52.513241 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:52.524038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5841987 Jan 28 12:21:52.552284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd026762-2fbf-4005-a549-f8aade926f17 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:52.563724 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Publish callbacks [] for port (fd026762-2fbf-4005-a549-f8aade926f17), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:52.586365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Transition to ACTIVE for port object fd026762-2fbf-4005-a549-f8aade926f17 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:21:52.595178 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fd026762-2fbf-4005-a549-f8aade926f17), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:52.640289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54540) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:52.648251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a6ad5-1183-438f-8c5e-48eeb35642d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Pushing event updated for resources: {'Port': ['ID=a90be5e6-206d-49e1-a33a-a05cd21de408,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:52.683808 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-2c1bc196-9e67-49f4-a198-8d6476c2e58a tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.1477416 Jan 28 12:21:52.754836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Pushing event updated for resources: {'Port': ['ID=fd026762-2fbf-4005-a549-f8aade926f17,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:52.798187 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:52.840922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-e899952c-8942-48d8-890e-fb5d525659c4 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:52.842822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-e899952c-8942-48d8-890e-fb5d525659c4 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1566005 Jan 28 12:21:52.856343 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-49918a9a-95b2-4873-b7bd-79797f6dcd61 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:21:52.857326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb4d0a09-e079-49bd-a3f3-f6b2c220d405 req-49918a9a-95b2-4873-b7bd-79797f6dcd61 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067971 Jan 28 12:21:52.861292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Attempting to bind port fd026762-2fbf-4005-a549-f8aade926f17 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:21:52.861292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Attempting to bind port fd026762-2fbf-4005-a549-f8aade926f17 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:21:52.861537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Attempting to bind port fd026762-2fbf-4005-a549-f8aade926f17 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:52.878569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Port fd026762-2fbf-4005-a549-f8aade926f17 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:21:52.878893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Attempting to bind port fd026762-2fbf-4005-a549-f8aade926f17 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:52.884340 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:21:52.884680 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:52.885060 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:21:52.885757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Bound port: fd026762-2fbf-4005-a549-f8aade926f17, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:21:52.886265 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fd026762-2fbf-4005-a549-f8aade926f17), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:53.039201 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] For port fd026762-2fbf-4005-a549-f8aade926f17, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:21:53.047163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9186f-0e62-47ae-96c6-72157bd71097 req-5da288af-5aa3-4f7b-8c19-effa4ca6ae86 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:53.047514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] For port fd026762-2fbf-4005-a549-f8aade926f17, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=fd026762-2fbf-4005-a549-f8aade926f17,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:21:53.051608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00c9186f-0e62-47ae-96c6-72157bd71097 req-5da288af-5aa3-4f7b-8c19-effa4ca6ae86 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 947 time: 0.1036141 Jan 28 12:21:53.057750 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fd026762-2fbf-4005-a549-f8aade926f17), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:53.131546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Pushing event updated for resources: {'Port': ['ID=fd026762-2fbf-4005-a549-f8aade926f17,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:53.166442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:53.166442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:53.167431 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-be248947-a80e-4099-8eb7-4025b7793182 service neutron] 10.222.0.35 "PUT /v2.0/ports/fd026762-2fbf-4005-a549-f8aade926f17 HTTP/1.1" status: 200 len: 1095 time: 1.3699133 Jan 28 12:21:53.167892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611fae5f-ddcd-4543-b6f3-fd2bd01fd42a', 'tag': 'fd026762-2fbf-4005-a549-f8aade926f17'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:53.172188 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d560ee-c179-48f3-9296-ce437302961c" -d '{"events": [{"name": "network-changed", "server_uuid": "611fae5f-ddcd-4543-b6f3-fd2bd01fd42a", "tag": "fd026762-2fbf-4005-a549-f8aade926f17"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:53.235677 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00c9186f-0e62-47ae-96c6-72157bd71097 req-e11cbdfc-4be7-4091-ad54-4fdb21071c24 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772716 Jan 28 12:21:53.252584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de6e0b-84a9-43fd-bf5d-2c6920cd2da1 req-a5dc4a80-a4d5-4ea0-989c-18d74f01d304 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:53.259426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15de6e0b-84a9-43fd-bf5d-2c6920cd2da1 req-a5dc4a80-a4d5-4ea0-989c-18d74f01d304 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1738977 Jan 28 12:21:53.278620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-396dc7d6-6ff8-4e25-a403-0b1eb0a0cd71 req-3c77681f-84b7-4b6b-bfd9-7ce664ad439b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1271074 Jan 28 12:21:53.345563 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-de5e4a95-6447-4e6c-8785-4449cea5dd4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6983464 Jan 28 12:21:53.350000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-fb4dcdac-0804-4ec0-85f6-cc096e0dd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:53.351749 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-fb4dcdac-0804-4ec0-85f6-cc096e0dd9b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de0c894a489043b6840b0c45ab49665a&device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 1098 time: 0.1321065 Jan 28 12:21:53.357022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-6eec02d6-f111-4049-9ead-73cb00d53f1c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:21:53.358730 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-6eec02d6-f111-4049-9ead-73cb00d53f1c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054255 Jan 28 12:21:53.407109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15de6e0b-84a9-43fd-bf5d-2c6920cd2da1 req-8e19d581-cb5f-4e8f-837f-dbee65f7748c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414845 Jan 28 12:21:53.426801 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-82af8e2d-48e0-468f-b4ae-99f5961489de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fd026762-2fbf-4005-a549-f8aade926f17 HTTP/1.1" status: 200 len: 217 time: 0.0664644 Jan 28 12:21:53.433373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dc7d6-6ff8-4e25-a403-0b1eb0a0cd71 req-bb49f8c5-f8cc-430e-bd41-64b291642660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:53.435452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-396dc7d6-6ff8-4e25-a403-0b1eb0a0cd71 req-bb49f8c5-f8cc-430e-bd41-64b291642660 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=347dcba8c87d457789eb7c88ea20ce8c&device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 1096 time: 0.1007926 Jan 28 12:21:53.496769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-5f00067e-4a16-41c2-a493-622cb92afef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:53.498239 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-5f00067e-4a16-41c2-a493-622cb92afef3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0666044 Jan 28 12:21:53.568519 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-a7a3dcf6-5c3b-4b37-9ff6-4e2a030ef5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:53.570069 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-a7a3dcf6-5c3b-4b37-9ff6-4e2a030ef5ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594614 Jan 28 12:21:53.595844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dc7d6-6ff8-4e25-a403-0b1eb0a0cd71 req-80f2c0c6-8aa3-4a6b-a2fe-168c8721ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:53.599086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-396dc7d6-6ff8-4e25-a403-0b1eb0a0cd71 req-80f2c0c6-8aa3-4a6b-a2fe-168c8721ee26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5877161c-7fd2-41dc-8d25-bb5618619a8e HTTP/1.1" status: 200 len: 916 time: 0.1403780 Jan 28 12:21:53.682602 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-d22af7b7-ed48-4fc1-a9a9-2162be7917de service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057212 Jan 28 12:21:53.883577 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7c54a0a1-53d0-4aa1-81ed-9cd1ab0241b2 req-943f1624-c834-495b-9488-bac42927083c service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951766 Jan 28 12:21:53.923272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-396dc7d6-6ff8-4e25-a403-0b1eb0a0cd71 req-09ed7e09-9a0d-474b-b001-e661966b5788 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 HTTP/1.1" status: 200 len: 217 time: 0.3186290 Jan 28 12:21:54.008301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dc7d6-6ff8-4e25-a403-0b1eb0a0cd71 req-6d2d0b5a-2b09-4d29-9e47-0b3456d06ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:54.010056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-396dc7d6-6ff8-4e25-a403-0b1eb0a0cd71 req-6d2d0b5a-2b09-4d29-9e47-0b3456d06ad9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adfa7673-39ca-41cc-a133-b7ab84f9546a HTTP/1.1" status: 200 len: 854 time: 0.0762353 Jan 28 12:21:54.079683 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dc7d6-6ff8-4e25-a403-0b1eb0a0cd71 req-4bafa0ed-627a-44c8-8028-23bb1fa43b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:54.081956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-396dc7d6-6ff8-4e25-a403-0b1eb0a0cd71 req-4bafa0ed-627a-44c8-8028-23bb1fa43b9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5877161c-7fd2-41dc-8d25-bb5618619a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651321 Jan 28 12:21:54.133590 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec7b363-e30a-4c2e-a1d7-d2229dd3a2a2 x-openstack-request-id: req-3ec7b363-e30a-4c2e-a1d7-d2229dd3a2a2 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:54.134115 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611fae5f-ddcd-4543-b6f3-fd2bd01fd42a", "tag": "fd026762-2fbf-4005-a549-f8aade926f17", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:54.134115 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ec7b363-e30a-4c2e-a1d7-d2229dd3a2a2 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:54.134530 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611fae5f-ddcd-4543-b6f3-fd2bd01fd42a', 'tag': 'fd026762-2fbf-4005-a549-f8aade926f17', 'status': 'completed', 'code': 200} Jan 28 12:21:54.242797 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d560ee-c179-48f3-9296-ce437302961c req-53ca89f7-9dca-4521-8ec6-6d877b7770b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:54.244596 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-52d560ee-c179-48f3-9296-ce437302961c req-53ca89f7-9dca-4521-8ec6-6d877b7770b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de0c894a489043b6840b0c45ab49665a&device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 1098 time: 0.0839810 Jan 28 12:21:54.268334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-396dc7d6-6ff8-4e25-a403-0b1eb0a0cd71 req-269cf7f7-2558-47af-8235-2dfd37f60a4f service neutron] 10.222.0.35 "GET /v2.0/networks/5877161c-7fd2-41dc-8d25-bb5618619a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801498 Jan 28 12:21:54.406664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d560ee-c179-48f3-9296-ce437302961c req-1952aaf6-b80d-466c-a171-b3be2a459b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:54.408482 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-52d560ee-c179-48f3-9296-ce437302961c req-1952aaf6-b80d-466c-a171-b3be2a459b2a service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1462004 Jan 28 12:21:54.470682 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:54.502803 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-52d560ee-c179-48f3-9296-ce437302961c req-b82b50af-13a9-45e2-b373-3bc20796352c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fd026762-2fbf-4005-a549-f8aade926f17 HTTP/1.1" status: 200 len: 217 time: 0.0858979 Jan 28 12:21:54.592759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-b26fc13a-ed4b-42f8-9ac3-f83a7ee3424d tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:54.598030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-b26fc13a-ed4b-42f8-9ac3-f83a7ee3424d tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 821 time: 0.2452724 Jan 28 12:21:54.634205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-396dc7d6-6ff8-4e25-a403-0b1eb0a0cd71 req-5225a4b5-20ed-41e5-b7d8-6c34282c84c6 service neutron] 10.222.0.35 "GET /v2.0/networks/5877161c-7fd2-41dc-8d25-bb5618619a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945236 Jan 28 12:21:54.634430 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d560ee-c179-48f3-9296-ce437302961c req-cc511861-3450-4214-b46a-4426c27df9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:54.635907 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-52d560ee-c179-48f3-9296-ce437302961c req-cc511861-3450-4214-b46a-4426c27df9b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0650928 Jan 28 12:21:54.642814 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-3f7dd08e-8271-4144-87fd-748d10cd56c9 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/quotas/cdab7f76b05946bb8771e6b898e25353 HTTP/1.1" status: 200 len: 375 time: 0.0373867 Jan 28 12:21:54.711559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d560ee-c179-48f3-9296-ce437302961c req-0d37f4b2-7a1c-47de-9b64-2e833ddd02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:54.713065 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-52d560ee-c179-48f3-9296-ce437302961c req-0d37f4b2-7a1c-47de-9b64-2e833ddd02f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605915 Jan 28 12:21:54.744625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-21ecdebd-e1e1-427d-8c95-3ad659136a86 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1007583 Jan 28 12:21:54.745276 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:21:54.877781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-510e0f3c-af79-4e6c-a795-8342fe0c50be service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317077 Jan 28 12:21:54.891634 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-52d560ee-c179-48f3-9296-ce437302961c req-7e53506b-6a19-483b-ae42-ce045ed22419 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691110 Jan 28 12:21:55.001936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-27821239-bad3-44a0-a661-3cf63069c73c service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140428 Jan 28 12:21:55.047944 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-52d560ee-c179-48f3-9296-ce437302961c req-c07e9158-5e71-44f6-8566-201303715aca service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498804 Jan 28 12:21:55.189785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84262762-4986-491e-9e5a-8305a1615821 req-e4cea6e3-2a8f-49f4-956a-8e985a8b6904 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:55.191776 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84262762-4986-491e-9e5a-8305a1615821 req-e4cea6e3-2a8f-49f4-956a-8e985a8b6904 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 947 time: 0.0940015 Jan 28 12:21:55.282759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84262762-4986-491e-9e5a-8305a1615821 req-f9205211-4c9d-4a0a-961a-dbf907ca27c9 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815890 Jan 28 12:21:55.303470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e8399-e9a3-41d4-bf57-b2df0c6fa476 req-71a5f4d0-1ec1-403f-bcd6-75185e3e364c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:55.304980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f5e8399-e9a3-41d4-bf57-b2df0c6fa476 req-71a5f4d0-1ec1-403f-bcd6-75185e3e364c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.0643756 Jan 28 12:21:55.362886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f5e8399-e9a3-41d4-bf57-b2df0c6fa476 req-43e186c6-8d46-4c85-a0c9-d652edee9316 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510058 Jan 28 12:21:55.516857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e7d1582-6e92-4ba3-963e-cdf7b9721da9 req-90de611f-b05d-4453-81eb-fd4d1c7e5e4e tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 210 time: 0.0599709 Jan 28 12:21:55.675826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-9e2e7ba1-76ec-49b0-b703-b97bbaa8cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:55.678399 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-9e2e7ba1-76ec-49b0-b703-b97bbaa8cc39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 1100 time: 0.0909090 Jan 28 12:21:55.801390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-b3e8c1e5-6712-4eea-a5ea-5282fa7f47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:55.803834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-b3e8c1e5-6712-4eea-a5ea-5282fa7f47b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1164606 Jan 28 12:21:55.877064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-bd076f1d-0915-4d8d-a00c-c8c4ceefa62f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b HTTP/1.1" status: 200 len: 217 time: 0.0655224 Jan 28 12:21:55.902513 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:55.964724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-77930d7b-0005-4c89-8930-d80f04f6320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:55.966560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-77930d7b-0005-4c89-8930-d80f04f6320b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0572982 Jan 28 12:21:56.039493 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-9b6c8322-2928-4d1f-b354-8c24af301bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:56.041080 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-9b6c8322-2928-4d1f-b354-8c24af301bcb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680537 Jan 28 12:21:56.168586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-1dd17b9e-351e-4c95-afaa-3244bba47ed2 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172223 Jan 28 12:21:56.405484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-b2426de0-9b00-40b2-aebf-9af0f44ef087 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167542 Jan 28 12:21:56.571200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54722) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:56.594802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691462a-5b8f-48be-8377-3e8ebf2824df req-b3666d1b-f9e9-490b-896b-5614a2735daa tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:56.598592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3691462a-5b8f-48be-8377-3e8ebf2824df req-b3666d1b-f9e9-490b-896b-5614a2735daa tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 947 time: 0.1596301 Jan 28 12:21:56.641842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:56.731021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aee13f-634d-454a-89ce-35c6ef93df12 req-b8f6c125-2297-4189-9312-4cb7572f2465 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:56.738530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89aee13f-634d-454a-89ce-35c6ef93df12 req-b8f6c125-2297-4189-9312-4cb7572f2465 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1974902 Jan 28 12:21:56.784580 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3691462a-5b8f-48be-8377-3e8ebf2824df req-b6f8cf4f-e08c-4510-90ab-f6ed59d3d0b8 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617262 Jan 28 12:21:56.827806 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2329efea-9964-4082-98eb-381c3f63d0f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:56.877783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89aee13f-634d-454a-89ce-35c6ef93df12 req-d2eef1cd-11fd-4643-a17e-1d40e66fdce3 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383429 Jan 28 12:21:56.945724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-1cfcf375-6bcb-42fb-975f-9254233adaea tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:56.953604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-1cfcf375-6bcb-42fb-975f-9254233adaea tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.49 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 821 time: 0.3040848 Jan 28 12:21:56.975401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Request body: {'port': {'device_id': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'admin_state_up': True, 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:57.005651 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff00a-ef8f-4fd8-b977-cf980a252340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.013421 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2329efea-9964-4082-98eb-381c3f63d0f9 admin admin] Publish callbacks [] for security_group (9a00a705-2bfa-460d-a862-cdcad485b25a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.022877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2329efea-9964-4082-98eb-381c3f63d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9a00a705-2bfa-460d-a862-cdcad485b25a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.063083 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2329efea-9964-4082-98eb-381c3f63d0f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=642b4e998cb34f989c143be31eae115e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201586 Jan 28 12:21:57.066564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54736) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:57.070062 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4106ee9b-6411-47db-be8f-00ba6be32224 req-11e957c8-43a0-40f9-a9d1-41a6a39cd892 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 210 time: 0.0751853 Jan 28 12:21:57.131159 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329efea-9964-4082-98eb-381c3f63d0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a00a705-2bfa-460d-a862-cdcad485b25a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:57.156451 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Made reservation on behalf of cdab7f76b05946bb8771e6b898e25353 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:21:57.162063 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.197475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18b0bb74-36b4-4172-98a9-9206f82cb8e5 admin admin] Publish callbacks [] for security_group (9a00a705-2bfa-460d-a862-cdcad485b25a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.223011 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18b0bb74-36b4-4172-98a9-9206f82cb8e5 admin admin] Publish callbacks [] for security_group (9a00a705-2bfa-460d-a862-cdcad485b25a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.290364 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff00a-ef8f-4fd8-b977-cf980a252340 admin admin] Publish callbacks [] for security_group (2bdbf4e0-8cd6-4071-a6c4-2715973f2838), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.301013 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff00a-ef8f-4fd8-b977-cf980a252340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2bdbf4e0-8cd6-4071-a6c4-2715973f2838), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.328618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Allocated IP 172.20.0.6 (10ff2357-de57-4457-a1b1-1adfe07f51bc/79145247-d8d9-466b-903f-2bcdfe7e2805/00b17297-63fc-4c74-8a27-8a5b30adbc30) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:21:57.345424 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18b0bb74-36b4-4172-98a9-9206f82cb8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9a00a705-2bfa-460d-a862-cdcad485b25a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.348619 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18b0bb74-36b4-4172-98a9-9206f82cb8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.350853 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-18b0bb74-36b4-4172-98a9-9206f82cb8e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a00a705-2bfa-460d-a862-cdcad485b25a HTTP/1.1" status: 204 len: 168 time: 0.2777421 Jan 28 12:21:57.415627 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6d9ff00a-ef8f-4fd8-b977-cf980a252340 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8aabc20b2d434682a522d9ba1220b722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8432753 Jan 28 12:21:57.418231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54750) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:57.428404 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ff00a-ef8f-4fd8-b977-cf980a252340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdbf4e0-8cd6-4071-a6c4-2715973f2838,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:57.482420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0bb74-36b4-4172-98a9-9206f82cb8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a00a705-2bfa-460d-a862-cdcad485b25a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:57.591008 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de14e532-b04c-4810-80e8-8590ddb0ec8e admin admin] Publish callbacks [] for security_group (2bdbf4e0-8cd6-4071-a6c4-2715973f2838), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.615998 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de14e532-b04c-4810-80e8-8590ddb0ec8e admin admin] Publish callbacks [] for security_group (2bdbf4e0-8cd6-4071-a6c4-2715973f2838), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.679818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.719413 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de14e532-b04c-4810-80e8-8590ddb0ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2bdbf4e0-8cd6-4071-a6c4-2715973f2838), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.722410 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de14e532-b04c-4810-80e8-8590ddb0ec8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.726519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-de14e532-b04c-4810-80e8-8590ddb0ec8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bdbf4e0-8cd6-4071-a6c4-2715973f2838 HTTP/1.1" status: 204 len: 168 time: 0.3073118 Jan 28 12:21:57.730336 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.745806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['4827d809-b332-41ea-8cbf-5b6d8fd0cce6'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:57.770555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14e532-b04c-4810-80e8-8590ddb0ec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdbf4e0-8cd6-4071-a6c4-2715973f2838,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:57.789721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Network 10ff2357-de57-4457-a1b1-1adfe07f51bc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:21:57.792892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:21:57.810801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54770) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:57.826004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:21:57.849637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:57.850313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.852268 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d9aad89-84d3-4f91-9665-83fb25eba7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:57.869385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Pushing event updated for resources: {'Port': ['ID=00b17297-63fc-4c74-8a27-8a5b30adbc30,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:57.894692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-40a4f170-f539-46d9-9b6a-7c5def704bd5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9233794 Jan 28 12:21:57.908190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Request body: {'port': {'device_id': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:21:57.926085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device fd026762-2fbf-4005-a549-f8aade926f17 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:21:58.069880 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.086979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c413e-14c8-4b3a-b61a-6933da27497a req-13a68ceb-3389-42bb-b90a-695df28e9c5c tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:58.092313 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b7c413e-14c8-4b3a-b61a-6933da27497a req-13a68ceb-3389-42bb-b90a-695df28e9c5c tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 947 time: 0.1805396 Jan 28 12:21:58.103865 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d9aad89-84d3-4f91-9665-83fb25eba7a4 admin admin] Publish callbacks [] for security_group (5e55cf1d-8302-4e5a-8d23-baa54c4c1544), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.110860 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d9aad89-84d3-4f91-9665-83fb25eba7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5e55cf1d-8302-4e5a-8d23-baa54c4c1544), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.197177 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6d9aad89-84d3-4f91-9665-83fb25eba7a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37aebaac487e402990b6f3f44f6b5ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3842337 Jan 28 12:21:58.198188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9aad89-84d3-4f91-9665-83fb25eba7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e55cf1d-8302-4e5a-8d23-baa54c4c1544,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:58.209337 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:58.299207 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e540fd8b-fa18-406f-a141-c74750dc5499 admin admin] Publish callbacks [] for security_group (5e55cf1d-8302-4e5a-8d23-baa54c4c1544), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.336552 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e540fd8b-fa18-406f-a141-c74750dc5499 admin admin] Publish callbacks [] for security_group (5e55cf1d-8302-4e5a-8d23-baa54c4c1544), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.354775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-378f4998-5070-4927-b868-f09999c369ef None None] Provisioning complete for port 00b17297-63fc-4c74-8a27-8a5b30adbc30 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:21:58.355153 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-378f4998-5070-4927-b868-f09999c369ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.356756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b7c413e-14c8-4b3a-b61a-6933da27497a req-f85a0b3f-1b87-4653-8c9e-76570cd8d213 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367787 Jan 28 12:21:58.377483 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port fd026762-2fbf-4005-a549-f8aade926f17, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=fd026762-2fbf-4005-a549-f8aade926f17,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:58.413146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f4eca-7adf-4647-a0c9-c53faaedf8cc req-b3e0df36-63b0-4f5d-ab48-fb5e8f87bde6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:58.414633 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f64f4eca-7adf-4647-a0c9-c53faaedf8cc req-b3e0df36-63b0-4f5d-ab48-fb5e8f87bde6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.2251675 Jan 28 12:21:58.466082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'fd026762-2fbf-4005-a549-f8aade926f17', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'fd026762-2fbf-4005-a549-f8aade926f17', 'mac_address': 'fa:16:3e:cb:c1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:21:58.469610 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e540fd8b-fa18-406f-a141-c74750dc5499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5e55cf1d-8302-4e5a-8d23-baa54c4c1544), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.472860 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e540fd8b-fa18-406f-a141-c74750dc5499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.476446 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e540fd8b-fa18-406f-a141-c74750dc5499 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e55cf1d-8302-4e5a-8d23-baa54c4c1544 HTTP/1.1" status: 204 len: 168 time: 0.2584341 Jan 28 12:21:58.495721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540fd8b-fa18-406f-a141-c74750dc5499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e55cf1d-8302-4e5a-8d23-baa54c4c1544,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:58.528638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-378f4998-5070-4927-b868-f09999c369ef None None] Port 00b17297-63fc-4c74-8a27-8a5b30adbc30 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:21:58.548788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f64f4eca-7adf-4647-a0c9-c53faaedf8cc req-c1a2cdcf-5e78-4590-8ba4-67a9c6dd4c85 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266711 Jan 28 12:21:58.662018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port fd026762-2fbf-4005-a549-f8aade926f17 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:21:58.662931 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fd026762-2fbf-4005-a549-f8aade926f17), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.682103 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54792) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:58.699870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd026762-2fbf-4005-a549-f8aade926f17 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:58.720019 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fb52610-ddf8-4ba7-93e4-371d45c12acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.768854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port fd026762-2fbf-4005-a549-f8aade926f17, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=fd026762-2fbf-4005-a549-f8aade926f17,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:21:58.775394 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fd026762-2fbf-4005-a549-f8aade926f17), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.788452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b17297-63fc-4c74-8a27-8a5b30adbc30 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:21:58.806912 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Publish callbacks [] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.839469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Transition to ACTIVE for port object 00b17297-63fc-4c74-8a27-8a5b30adbc30 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:21:58.853969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.883540 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fb52610-ddf8-4ba7-93e4-371d45c12acf admin admin] Publish callbacks [] for security_group (d6e89027-e954-4f86-8384-9092ea9dcc82), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.891077 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fb52610-ddf8-4ba7-93e4-371d45c12acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d6e89027-e954-4f86-8384-9092ea9dcc82), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:58.894975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ac91f-66f5-44f3-9ee7-df5841e9ac23 req-04d75a70-8f55-4c12-bc91-179176308b46 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:58.896782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d8ac91f-66f5-44f3-9ee7-df5841e9ac23 req-04d75a70-8f55-4c12-bc91-179176308b46 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 931 time: 0.1806180 Jan 28 12:21:58.913113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=fd026762-2fbf-4005-a549-f8aade926f17,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:58.953597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Pushing event updated for resources: {'Port': ['ID=00b17297-63fc-4c74-8a27-8a5b30adbc30,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:58.981639 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8fb52610-ddf8-4ba7-93e4-371d45c12acf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a18541f33404879b8bd05b97c3fa74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955558 Jan 28 12:21:58.981639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb52610-ddf8-4ba7-93e4-371d45c12acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e89027-e954-4f86-8384-9092ea9dcc82,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:58.982862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54800) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:59.053801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['fd026762-2fbf-4005-a549-f8aade926f17'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:21:59.063675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e18c3637-9951-40c4-8cef-aef5f860e4bf admin admin] Publish callbacks [] for security_group (d6e89027-e954-4f86-8384-9092ea9dcc82), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:59.099132 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e18c3637-9951-40c4-8cef-aef5f860e4bf admin admin] Publish callbacks [] for security_group (d6e89027-e954-4f86-8384-9092ea9dcc82), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:59.112529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Attempting to bind port 00b17297-63fc-4c74-8a27-8a5b30adbc30 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:21:59.113061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Attempting to bind port 00b17297-63fc-4c74-8a27-8a5b30adbc30 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:21:59.113170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Attempting to bind port 00b17297-63fc-4c74-8a27-8a5b30adbc30 on network 10ff2357-de57-4457-a1b1-1adfe07f51bc {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:59.135561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d8ac91f-66f5-44f3-9ee7-df5841e9ac23 req-0cd34201-7428-40b1-ac0b-f72bce9c451d tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234609 Jan 28 12:21:59.141076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Port 00b17297-63fc-4c74-8a27-8a5b30adbc30 on network 10ff2357-de57-4457-a1b1-1adfe07f51bc not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:21:59.143768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Attempting to bind port 00b17297-63fc-4c74-8a27-8a5b30adbc30 on network 10ff2357-de57-4457-a1b1-1adfe07f51bc {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:21:59.156249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:21:59.156849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Checking segment: {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:21:59.157974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Bound using segment: {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:21:59.158654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Bound port: 00b17297-63fc-4c74-8a27-8a5b30adbc30, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:21:59.163173 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:59.166266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54806) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:21:59.222411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e18c3637-9951-40c4-8cef-aef5f860e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d6e89027-e954-4f86-8384-9092ea9dcc82), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:59.225332 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e18c3637-9951-40c4-8cef-aef5f860e4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:59.229977 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e18c3637-9951-40c4-8cef-aef5f860e4bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6e89027-e954-4f86-8384-9092ea9dcc82 HTTP/1.1" status: 204 len: 168 time: 0.2454033 Jan 28 12:21:59.245876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c3637-9951-40c4-8cef-aef5f860e4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e89027-e954-4f86-8384-9092ea9dcc82,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:59.307492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] For port 00b17297-63fc-4c74-8a27-8a5b30adbc30, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:21:59.313282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] For port 00b17297-63fc-4c74-8a27-8a5b30adbc30, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=00b17297-63fc-4c74-8a27-8a5b30adbc30,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:21:59.318812 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:59.358783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:59.360169 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:59.362136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] 10.222.0.49 "PUT /v2.0/ports/00b17297-63fc-4c74-8a27-8a5b30adbc30 HTTP/1.1" status: 200 len: 1091 time: 1.4589865 Jan 28 12:21:59.365413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'tag': '00b17297-63fc-4c74-8a27-8a5b30adbc30'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:21:59.368437 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e6c087-cee1-4714-8982-f087e13b1ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "b815af66-fbc0-4fda-81fe-04ca249fc807", "tag": "00b17297-63fc-4c74-8a27-8a5b30adbc30"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:21:59.401267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf1f4d-0845-4197-b976-6130891b7b33 service neutron] Pushing event updated for resources: {'Port': ['ID=00b17297-63fc-4c74-8a27-8a5b30adbc30,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:21:59.449312 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da20824-ad8a-4fed-8daf-9bdf05184d96 x-openstack-request-id: req-1da20824-ad8a-4fed-8daf-9bdf05184d96 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:21:59.449723 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b815af66-fbc0-4fda-81fe-04ca249fc807", "tag": "00b17297-63fc-4c74-8a27-8a5b30adbc30", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:21:59.450045 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1da20824-ad8a-4fed-8daf-9bdf05184d96 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:21:59.450505 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'tag': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'status': 'completed', 'code': 200} Jan 28 12:21:59.495650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-4728ae25-7941-4ef1-9d7b-9baa77f8fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:59.498716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-4728ae25-7941-4ef1-9d7b-9baa77f8fcd3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 1094 time: 0.0708809 Jan 28 12:21:59.680127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-f33dde21-9507-4854-8443-78dc3e1f909f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b17297-63fc-4c74-8a27-8a5b30adbc30 HTTP/1.1" status: 200 len: 217 time: 0.1572938 Jan 28 12:21:59.681180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4836cc5-254e-4e8d-9a62-ebf9146f0621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:21:59.789916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad248334-f514-42a6-be16-57f4dfe7d779 req-bfbf7caa-7d02-4716-9651-69af6645922d tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:59.797894 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad248334-f514-42a6-be16-57f4dfe7d779 req-bfbf7caa-7d02-4716-9651-69af6645922d tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 948 time: 0.2978067 Jan 28 12:21:59.837508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-08a09cc0-138f-4972-9176-62fc70aa4b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:59.839170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-08a09cc0-138f-4972-9176-62fc70aa4b5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.1454015 Jan 28 12:21:59.929331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device fd026762-2fbf-4005-a549-f8aade926f17 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:21:59.944572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ce500-4361-415b-9596-1c678dfa5a3e req-349e5631-c2e5-4e27-8cba-312a70ef3b41 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:21:59.951333 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-123ce500-4361-415b-9596-1c678dfa5a3e req-349e5631-c2e5-4e27-8cba-312a70ef3b41 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1971796 Jan 28 12:21:59.979865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad248334-f514-42a6-be16-57f4dfe7d779 req-4194e2a4-cc0e-4d26-b5c9-760aaf499710 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809695 Jan 28 12:21:59.991514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port fd026762-2fbf-4005-a549-f8aade926f17 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:22:00.004344 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port fd026762-2fbf-4005-a549-f8aade926f17 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:00.004983 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fd026762-2fbf-4005-a549-f8aade926f17), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.035426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-a93dd8e4-6d11-47cc-bf6e-77e098f3369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:00.037787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-a93dd8e4-6d11-47cc-bf6e-77e098f3369f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864705 Jan 28 12:22:00.063668 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4836cc5-254e-4e8d-9a62-ebf9146f0621 admin admin] Publish callbacks [] for security_group (9e6f35b8-1862-4070-95a5-286420f63d36), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.083070 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4836cc5-254e-4e8d-9a62-ebf9146f0621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9e6f35b8-1862-4070-95a5-286420f63d36), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.147688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-123ce500-4361-415b-9596-1c678dfa5a3e req-c9b18ab8-19a6-4d49-a80f-1e00a33f5be9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946933 Jan 28 12:22:00.169017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port fd026762-2fbf-4005-a549-f8aade926f17 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:00.171437 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fd026762-2fbf-4005-a549-f8aade926f17), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.185425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c4836cc5-254e-4e8d-9a62-ebf9146f0621 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2e5cc5ed24040009ae0293e1513fcc1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0169351 Jan 28 12:22:00.188740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:00.204163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4836cc5-254e-4e8d-9a62-ebf9146f0621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6f35b8-1862-4070-95a5-286420f63d36,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:00.268492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port fd026762-2fbf-4005-a549-f8aade926f17, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=fd026762-2fbf-4005-a549-f8aade926f17,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:00.269469 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611fae5f-ddcd-4543-b6f3-fd2bd01fd42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd026762-2fbf-4005-a549-f8aade926f17'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:00.272618 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b706f6f5-77c9-430a-9d92-7d338394732f" -d '{"events": [{"server_uuid": "611fae5f-ddcd-4543-b6f3-fd2bd01fd42a", "name": "network-vif-plugged", "status": "completed", "tag": "fd026762-2fbf-4005-a549-f8aade926f17"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:00.296702 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fd026762-2fbf-4005-a549-f8aade926f17), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.341980 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b742ccc-a69c-472e-af8d-5c040a704b82 admin admin] Publish callbacks [] for security_group (9e6f35b8-1862-4070-95a5-286420f63d36), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.391545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-7e3b3ae4-3fbd-4010-add3-24f569865aea service neutron] 10.222.0.49 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420742 Jan 28 12:22:00.412512 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b742ccc-a69c-472e-af8d-5c040a704b82 admin admin] Publish callbacks [] for security_group (9e6f35b8-1862-4070-95a5-286420f63d36), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.419230 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44314ed6-f667-471d-9c3a-a8b8fd8b1bcf x-openstack-request-id: req-44314ed6-f667-471d-9c3a-a8b8fd8b1bcf {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:00.419662 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611fae5f-ddcd-4543-b6f3-fd2bd01fd42a", "name": "network-vif-plugged", "status": "completed", "tag": "fd026762-2fbf-4005-a549-f8aade926f17", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:00.421111 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44314ed6-f667-471d-9c3a-a8b8fd8b1bcf {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:00.422215 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611fae5f-ddcd-4543-b6f3-fd2bd01fd42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd026762-2fbf-4005-a549-f8aade926f17', 'code': 200} Jan 28 12:22:00.426103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=fd026762-2fbf-4005-a549-f8aade926f17,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:00.520944 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54860) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:00.548663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a02d2-5683-4922-90f8-098df987209f req-06628b4b-23e4-478e-845b-5a9d653243e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:00.550496 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-231a02d2-5683-4922-90f8-098df987209f req-06628b4b-23e4-478e-845b-5a9d653243e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 1100 time: 0.1256230 Jan 28 12:22:00.583107 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b742ccc-a69c-472e-af8d-5c040a704b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9e6f35b8-1862-4070-95a5-286420f63d36), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.584154 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b742ccc-a69c-472e-af8d-5c040a704b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.588227 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8b742ccc-a69c-472e-af8d-5c040a704b82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e6f35b8-1862-4070-95a5-286420f63d36 HTTP/1.1" status: 204 len: 168 time: 0.3950865 Jan 28 12:22:00.610858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b742ccc-a69c-472e-af8d-5c040a704b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6f35b8-1862-4070-95a5-286420f63d36,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:00.662240 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-231a02d2-5683-4922-90f8-098df987209f req-54a58608-bf60-4945-a0fe-3f06c70ee8b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043215 Jan 28 12:22:00.746741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-149980235-network', 'tenant_id': '72d261eb21094b23ae0e82eafab9582c'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:00.783494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Made reservation on behalf of 72d261eb21094b23ae0e82eafab9582c for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:22:00.787127 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.798893 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.813228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa51c52-4eee-40fc-a46c-ed3996ce2c57 req-12ead409-f0a0-4255-9360-533da23aa5bb tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:00.816887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0fa51c52-4eee-40fc-a46c-ed3996ce2c57 req-12ead409-f0a0-4255-9360-533da23aa5bb tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 943 time: 0.5639925 Jan 28 12:22:00.821210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0df56e-2aa4-4d54-b3d0-718f3b798063 req-359263b8-51f3-4c60-9e99-43f01a902d23 service neutron] 10.222.0.49 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210887 Jan 28 12:22:00.907967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0fa51c52-4eee-40fc-a46c-ed3996ce2c57 req-99b05bc3-06f1-41f2-ae24-be1790112fcd tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848527 Jan 28 12:22:00.945526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Publish callbacks [] for security_group (419ea38e-f659-4f52-afcc-4a21d1fbe53e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.953822 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (419ea38e-f659-4f52-afcc-4a21d1fbe53e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:00.969297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6c087-cee1-4714-8982-f087e13b1ce0 req-bbceef2f-f5b0-458e-82cf-ab1a0e95ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:00.970799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62e6c087-cee1-4714-8982-f087e13b1ce0 req-bbceef2f-f5b0-458e-82cf-ab1a0e95ca0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 1094 time: 0.0841916 Jan 28 12:22:00.999627 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:22:01.002222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419ea38e-f659-4f52-afcc-4a21d1fbe53e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:01.014768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ef1fe143-ba3e-4092-b256-fba4dfbe7de9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.015448 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Added segment ef1fe143-ba3e-4092-b256-fba4dfbe7de9 of type vlan for network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 Jan 28 12:22:01.076007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (7acd3fbf-daa0-47cb-a4bd-57914dec4db6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.130982 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (7acd3fbf-daa0-47cb-a4bd-57914dec4db6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.132617 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:01.133822 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.135615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6c087-cee1-4714-8982-f087e13b1ce0 req-99169610-dd1d-4392-a7ba-74e206b13623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:01.137067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62e6c087-cee1-4714-8982-f087e13b1ce0 req-99169610-dd1d-4392-a7ba-74e206b13623 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.1570437 Jan 28 12:22:01.190083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62e6c087-cee1-4714-8982-f087e13b1ce0 req-88d59310-8956-4dbf-af16-ba0c8f33e5ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b17297-63fc-4c74-8a27-8a5b30adbc30 HTTP/1.1" status: 200 len: 217 time: 0.0418847 Jan 28 12:22:01.200764 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6786249 Jan 28 12:22:01.204930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54886) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:01.211227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e7c98617-6e0b-4b09-9444-243a63f61ba0 admin admin] Request body: {'subnet': {'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-149980235-subnet', 'tenant_id': '72d261eb21094b23ae0e82eafab9582c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:01.259903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3734a-6080-4467-8a73-3db756db3ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=7acd3fbf-daa0-47cb-a4bd-57914dec4db6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:01.271163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:22:01.308233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c98617-6e0b-4b09-9444-243a63f61ba0 admin admin] Made reservation on behalf of 72d261eb21094b23ae0e82eafab9582c for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:22:01.311816 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7c98617-6e0b-4b09-9444-243a63f61ba0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.325860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6c087-cee1-4714-8982-f087e13b1ce0 req-7d0beb5d-e160-4b7d-a638-2634df3bc02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:01.328185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62e6c087-cee1-4714-8982-f087e13b1ce0 req-7d0beb5d-e160-4b7d-a638-2634df3bc02e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.1221333 Jan 28 12:22:01.369571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc9ac7-4db0-4e1e-a51d-0a584dc0acbc req-6a2cd706-404e-47a4-9082-6c9e55ac9b45 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:01.371594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02dc9ac7-4db0-4e1e-a51d-0a584dc0acbc req-6a2cd706-404e-47a4-9082-6c9e55ac9b45 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 949 time: 0.2336175 Jan 28 12:22:01.479770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:01.496921 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-659e4112-28db-4743-80fe-af42e5d97b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.506598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8684d3-c85a-4e93-ba73-54a280cb9a34 req-d64908d3-25e7-456c-9c3f-63aab5706dd0 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:01.508203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a8684d3-c85a-4e93-ba73-54a280cb9a34 req-d64908d3-25e7-456c-9c3f-63aab5706dd0 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.2073836 Jan 28 12:22:01.560425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02dc9ac7-4db0-4e1e-a51d-0a584dc0acbc req-f9c5b835-fb02-4a64-97b9-7bdaafb9a8d1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474252 Jan 28 12:22:01.562945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6c087-cee1-4714-8982-f087e13b1ce0 req-9129f0f4-7c2e-4422-ae09-044c90f90c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:01.564472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62e6c087-cee1-4714-8982-f087e13b1ce0 req-9129f0f4-7c2e-4422-ae09-044c90f90c26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023618 Jan 28 12:22:01.596866 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-659e4112-28db-4743-80fe-af42e5d97b26 admin admin] Publish callbacks [] for security_group (b798a6af-2111-42aa-acdc-8460147fdfcd), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.601461 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-659e4112-28db-4743-80fe-af42e5d97b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b798a6af-2111-42aa-acdc-8460147fdfcd), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.629866 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-659e4112-28db-4743-80fe-af42e5d97b26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=785ae4ee38514d9fb99250ea98147ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487386 Jan 28 12:22:01.636297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54896) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:01.667077 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e4112-28db-4743-80fe-af42e5d97b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b798a6af-2111-42aa-acdc-8460147fdfcd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:01.681740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a8684d3-c85a-4e93-ba73-54a280cb9a34 req-9333f590-87ae-4b1b-9c4f-669ee44b74ae tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625102 Jan 28 12:22:01.722586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e3256ce-9232-430b-be9b-78066dfb55a6 admin admin] Publish callbacks [] for security_group (b798a6af-2111-42aa-acdc-8460147fdfcd), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.764037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62e6c087-cee1-4714-8982-f087e13b1ce0 req-1003cde0-254e-42c4-b172-f70f6edc332b service neutron] 10.222.0.49 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907017 Jan 28 12:22:01.769998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e3256ce-9232-430b-be9b-78066dfb55a6 admin admin] Publish callbacks [] for security_group (b798a6af-2111-42aa-acdc-8460147fdfcd), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.773485 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7c98617-6e0b-4b09-9444-243a63f61ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (fb43f70a-76e4-48b5-a102-e222ca278b51), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.877269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e3256ce-9232-430b-be9b-78066dfb55a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b798a6af-2111-42aa-acdc-8460147fdfcd), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.880809 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e3256ce-9232-430b-be9b-78066dfb55a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:01.881841 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7e3256ce-9232-430b-be9b-78066dfb55a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b798a6af-2111-42aa-acdc-8460147fdfcd HTTP/1.1" status: 204 len: 168 time: 0.2446139 Jan 28 12:22:01.906694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3256ce-9232-430b-be9b-78066dfb55a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b798a6af-2111-42aa-acdc-8460147fdfcd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:01.914411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c98617-6e0b-4b09-9444-243a63f61ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb43f70a-76e4-48b5-a102-e222ca278b51,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:01.949426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c98617-6e0b-4b09-9444-243a63f61ba0 admin admin] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:01.949788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c98617-6e0b-4b09-9444-243a63f61ba0 admin admin] Network hostable DHCP agents. Network: 7acd3fbf-daa0-47cb-a4bd-57914dec4db6, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:22:02.007517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62e6c087-cee1-4714-8982-f087e13b1ce0 req-6d047598-a950-4ab9-a682-1a0609d25f7b service neutron] 10.222.0.49 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260978 Jan 28 12:22:02.016638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c98617-6e0b-4b09-9444-243a63f61ba0 admin admin] Network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:22:02.060258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e7c98617-6e0b-4b09-9444-243a63f61ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 7acd3fbf-daa0-47cb-a4bd-57914dec4db6) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:22:02.066540 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c98617-6e0b-4b09-9444-243a63f61ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:02.067955 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7c98617-6e0b-4b09-9444-243a63f61ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:02.083826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b2cfb-4823-49af-ad92-67f4fd0ca351 None None] Network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:22:02.134742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e7c98617-6e0b-4b09-9444-243a63f61ba0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9269981 Jan 28 12:22:02.153478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-207a17f8-6330-4b34-bb14-7f4c13ca9fad tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579405 Jan 28 12:22:02.234158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6572599b-ee13-41cd-94da-58f3de9a59c4 None None] Network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:22:02.262472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d351b92-076d-4c1f-a6a6-76e318928065 req-17e75044-10c5-4f69-9454-3f85acf553f4 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:02.264636 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d351b92-076d-4c1f-a6a6-76e318928065 req-17e75044-10c5-4f69-9454-3f85acf553f4 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 943 time: 0.1534948 Jan 28 12:22:02.330722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6cc9-18cf-4c66-9aea-507309928444 req-d64bb8a5-888e-4d46-9496-0c3b83242c22 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:02.338358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-d64bb8a5-888e-4d46-9496-0c3b83242c22 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840024 Jan 28 12:22:02.370121 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-0efaa773-263d-4a3f-92ca-0794a08673b5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/quotas/1a6e4b41d3dc4895a816aa2f6c1adfda HTTP/1.1" status: 200 len: 375 time: 0.0296111 Jan 28 12:22:02.385383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d351b92-076d-4c1f-a6a6-76e318928065 req-42cc4487-4cb9-414a-a815-83de5915b064 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127641 Jan 28 12:22:02.416201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-fb9d76ea-def4-4673-82b6-25386408b125 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461240 Jan 28 12:22:02.445757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54922) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:02.471760 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4079dea-3662-46c2-9537-778dd2df7624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:02.575530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4079dea-3662-46c2-9537-778dd2df7624 admin admin] Publish callbacks [] for security_group (4f40519a-1fbb-415b-8d7c-639341efd634), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:02.580416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4079dea-3662-46c2-9537-778dd2df7624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4f40519a-1fbb-415b-8d7c-639341efd634), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:02.634886 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b4079dea-3662-46c2-9537-778dd2df7624 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b497813123f408dba1bdbdeeaa98734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877482 Jan 28 12:22:02.635695 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4079dea-3662-46c2-9537-778dd2df7624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f40519a-1fbb-415b-8d7c-639341efd634,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:02.639541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:02.678933 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54a12963-1a1e-4f60-ac86-17b3fae7c35c req-3f868985-d2bf-4a39-9360-5be3ccb812df tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 210 time: 0.0680792 Jan 28 12:22:02.734998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d1eaf79-53fc-4c6f-a1c7-f3c8457a34d7 admin admin] Publish callbacks [] for security_group (4f40519a-1fbb-415b-8d7c-639341efd634), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:02.763047 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d1eaf79-53fc-4c6f-a1c7-f3c8457a34d7 admin admin] Publish callbacks [] for security_group (4f40519a-1fbb-415b-8d7c-639341efd634), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:02.818466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca64e4-2e66-4c34-8c6b-685ba33e24c6 req-9efdde0a-59bc-48e1-b281-5b3b06e72276 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:02.824797 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d1eaf79-53fc-4c6f-a1c7-f3c8457a34d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4f40519a-1fbb-415b-8d7c-639341efd634), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:02.828225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59ca64e4-2e66-4c34-8c6b-685ba33e24c6 req-9efdde0a-59bc-48e1-b281-5b3b06e72276 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 949 time: 0.1134167 Jan 28 12:22:02.828699 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d1eaf79-53fc-4c6f-a1c7-f3c8457a34d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:02.830057 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3d1eaf79-53fc-4c6f-a1c7-f3c8457a34d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f40519a-1fbb-415b-8d7c-639341efd634 HTTP/1.1" status: 204 len: 168 time: 0.1895297 Jan 28 12:22:02.839487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1eaf79-53fc-4c6f-a1c7-f3c8457a34d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f40519a-1fbb-415b-8d7c-639341efd634,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:02.978183 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59ca64e4-2e66-4c34-8c6b-685ba33e24c6 req-a5f729b6-2bb9-4a9c-987e-5420dcbea7f0 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449766 Jan 28 12:22:03.037615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01470ea-fa4c-45f5-b1b5-2e760bc06ccc req-c180efeb-d0f0-429d-83b5-9975f440d4ea tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:03.041378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e01470ea-fa4c-45f5-b1b5-2e760bc06ccc req-c180efeb-d0f0-429d-83b5-9975f440d4ea tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1795406 Jan 28 12:22:03.146873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e01470ea-fa4c-45f5-b1b5-2e760bc06ccc req-8ad97896-4e9a-4b0c-919a-cd8bbff7887e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985463 Jan 28 12:22:03.244480 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:03.252340 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-797019051-network', 'tenant_id': 'af2a0129913046baaa267550dbcd2936'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:03.290445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Made reservation on behalf of af2a0129913046baaa267550dbcd2936 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:22:03.293204 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:03.309928 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:03.506607 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Publish callbacks [] for security_group (24057b7c-24a1-44b6-a809-d3e5be5364e5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:03.512038 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (24057b7c-24a1-44b6-a809-d3e5be5364e5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:03.539414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:22:03.549545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24057b7c-24a1-44b6-a809-d3e5be5364e5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:03.554747 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (894276f6-fac7-4bed-af83-c8fd9d8689f8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:03.555093 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Added segment 894276f6-fac7-4bed-af83-c8fd9d8689f8 of type vlan for network 7a7b005a-0bb6-4aed-b6fb-ac23b0439176 Jan 28 12:22:03.603232 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (7a7b005a-0bb6-4aed-b6fb-ac23b0439176), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:03.652523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (7a7b005a-0bb6-4aed-b6fb-ac23b0439176), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:03.653542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:03.654341 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:03.729158 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4830995 Jan 28 12:22:03.731905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54976) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:03.740007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-689f3850-3d4e-4c56-80c0-34ecba70e9b0 admin admin] Request body: {'subnet': {'network_id': '7a7b005a-0bb6-4aed-b6fb-ac23b0439176', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-797019051-subnet', 'tenant_id': 'af2a0129913046baaa267550dbcd2936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:03.777697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41682b-7d54-466a-93f2-d56bdf5d9e68 req-a14484f5-a3e2-4430-81f4-5be2768ed749 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:03.785755 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c41682b-7d54-466a-93f2-d56bdf5d9e68 req-a14484f5-a3e2-4430-81f4-5be2768ed749 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 943 time: 0.1503870 Jan 28 12:22:03.787810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689f3850-3d4e-4c56-80c0-34ecba70e9b0 admin admin] Made reservation on behalf of af2a0129913046baaa267550dbcd2936 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:22:03.790197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-689f3850-3d4e-4c56-80c0-34ecba70e9b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:03.828125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b72cc0-50dc-4c9d-b366-fe31ad045fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=7a7b005a-0bb6-4aed-b6fb-ac23b0439176,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:03.837852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 7a7b005a-0bb6-4aed-b6fb-ac23b0439176 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:22:04.004804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c41682b-7d54-466a-93f2-d56bdf5d9e68 req-73e73ee6-7d02-4f0f-b6e4-d6a367192be0 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177267 Jan 28 12:22:04.210762 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-689f3850-3d4e-4c56-80c0-34ecba70e9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (52d82f7e-8dec-4912-be2b-0dcb7dc1d84a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:04.221299 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-0e3e4cab-bfd9-4aff-99a7-39225912ab67 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492458 Jan 28 12:22:04.270874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-51c56ec6-67fd-406f-8dc1-2c2d691dac13 req-bcd0a1f0-126a-40f1-927e-3f28e2098ac4 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 210 time: 0.1286335 Jan 28 12:22:04.272652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f3850-3d4e-4c56-80c0-34ecba70e9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d82f7e-8dec-4912-be2b-0dcb7dc1d84a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:04.294529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-af3c5892-fa49-4958-a485-e3c0b0b4796e tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:04.295846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-af3c5892-fa49-4958-a485-e3c0b0b4796e tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:04.296318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-af3c5892-fa49-4958-a485-e3c0b0b4796e tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:04.299831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-af3c5892-fa49-4958-a485-e3c0b0b4796e tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:04.300485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-af3c5892-fa49-4958-a485-e3c0b0b4796e tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:04.300969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-af3c5892-fa49-4958-a485-e3c0b0b4796e tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:04.301436 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-af3c5892-fa49-4958-a485-e3c0b0b4796e tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:04.304318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-af3c5892-fa49-4958-a485-e3c0b0b4796e tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:04.309367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-af3c5892-fa49-4958-a485-e3c0b0b4796e tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7&device_id=b815af66-fbc0-4fda-81fe-04ca249fc807&device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a&device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e&device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f&device_id=b0fd0a56-399c-4641-8ac8-564220a044f1&device_id=14028658-2a46-4769-aab6-9f7701b534c9&device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af&device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 7316 time: 0.2031000 Jan 28 12:22:04.355463 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-333d512b-ecd2-4772-9752-4880d7605181 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:04.378096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6cc9-18cf-4c66-9aea-507309928444 req-c9f41d3a-5469-4d37-ac5a-22e87ea2144a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:04.380110 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-c9f41d3a-5469-4d37-ac5a-22e87ea2144a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483531 Jan 28 12:22:04.400080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689f3850-3d4e-4c56-80c0-34ecba70e9b0 admin admin] Checking segment: {'id': '894276f6-fac7-4bed-af83-c8fd9d8689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7a7b005a-0bb6-4aed-b6fb-ac23b0439176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:04.400517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689f3850-3d4e-4c56-80c0-34ecba70e9b0 admin admin] Network hostable DHCP agents. Network: 7a7b005a-0bb6-4aed-b6fb-ac23b0439176, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:22:04.402275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Request body: {'port': {'device_id': 'fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '1a6e4b41d3dc4895a816aa2f6c1adfda'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:04.426738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 00b17297-63fc-4c74-8a27-8a5b30adbc30 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:22:04.469447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689f3850-3d4e-4c56-80c0-34ecba70e9b0 admin admin] Network 7a7b005a-0bb6-4aed-b6fb-ac23b0439176 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:22:04.507217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-689f3850-3d4e-4c56-80c0-34ecba70e9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 7a7b005a-0bb6-4aed-b6fb-ac23b0439176) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:22:04.520546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f3850-3d4e-4c56-80c0-34ecba70e9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:04.521508 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-689f3850-3d4e-4c56-80c0-34ecba70e9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:04.543142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-333d512b-ecd2-4772-9752-4880d7605181 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Publish callbacks [] for security_group (1256ad91-6fac-4c51-9fc4-ade5ce97d9df), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:04.559625 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-333d512b-ecd2-4772-9752-4880d7605181 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1256ad91-6fac-4c51-9fc4-ade5ce97d9df), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:04.575229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-689f3850-3d4e-4c56-80c0-34ecba70e9b0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8307884 Jan 28 12:22:04.579523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20b1cc-2374-4d2f-bf43-b22c6a31bafb None None] Network 7a7b005a-0bb6-4aed-b6fb-ac23b0439176 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:22:04.596196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c75775-45a0-4bd4-abd4-d576f0c5b3a7 req-72fa9735-dce6-45e9-9ccb-598516398cfe tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:04.597789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89c75775-45a0-4bd4-abd4-d576f0c5b3a7 req-72fa9735-dce6-45e9-9ccb-598516398cfe tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1313510 Jan 28 12:22:04.656245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d512b-ecd2-4772-9752-4880d7605181 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1256ad91-6fac-4c51-9fc4-ade5ce97d9df,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:04.670577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Made reservation on behalf of 1a6e4b41d3dc4895a816aa2f6c1adfda for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:22:04.674065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:04.703729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:04.708383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 00b17297-63fc-4c74-8a27-8a5b30adbc30, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=00b17297-63fc-4c74-8a27-8a5b30adbc30,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:04.753057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'port_id': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'mac_address': 'fa:16:3e:d5:68:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:22:04.817404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89c75775-45a0-4bd4-abd4-d576f0c5b3a7 req-0a99a264-a887-49e9-a062-a027187a57fb tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917310 Jan 28 12:22:04.852739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 00b17297-63fc-4c74-8a27-8a5b30adbc30 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:04.852739 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:04.874999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b17297-63fc-4c74-8a27-8a5b30adbc30 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:04.875808 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks [] for security_group (0f5d9fac-69a0-4fa8-9c11-e98f72e9d388), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:04.885951 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0f5d9fac-69a0-4fa8-9c11-e98f72e9d388), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:04.897182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 00b17297-63fc-4c74-8a27-8a5b30adbc30, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=00b17297-63fc-4c74-8a27-8a5b30adbc30,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:04.902117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c98a2f01-1833-494e-8bb3-4e5488840116 req-333d512b-ecd2-4772-9752-4880d7605181 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&id=b04813b0-6093-4f0e-b408-593e1b3fab0c&id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.5837786 Jan 28 12:22:04.915567 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:04.966817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5c8183-eeb9-4f4c-bafd-a78a08302e6a None None] Network 7a7b005a-0bb6-4aed-b6fb-ac23b0439176 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:22:04.984816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=00b17297-63fc-4c74-8a27-8a5b30adbc30,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:05.024336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:05.040799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.041146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.041491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.042194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.042540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.042883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.043210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.043561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.043888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.044217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.044620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.045512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.045833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:05.147149 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Allocated IP 192.168.233.36 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/05e8fa2a-d142-475e-926e-6a1deec50f1a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:22:05.188606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['00b17297-63fc-4c74-8a27-8a5b30adbc30'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:05.211824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31fc71-cc28-4973-bf40-a357f657ffe3 req-3d5fa9a8-63fa-4dd8-b5df-9a3980cfde76 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:05.219488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c31fc71-cc28-4973-bf40-a357f657ffe3 req-3d5fa9a8-63fa-4dd8-b5df-9a3980cfde76 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 944 time: 0.0762780 Jan 28 12:22:05.318949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c31fc71-cc28-4973-bf40-a357f657ffe3 req-d7b6a0ad-90c5-4e9b-a635-76e1ea2bc975 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812469 Jan 28 12:22:05.389606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks [] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:05.432495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:05.549062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event updated for resources: {'Port': ['ID=05e8fa2a-d142-475e-926e-6a1deec50f1a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:05.556832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:22:05.558304 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:22:05.561790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:22:05.602229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974c0b-328f-4e73-a607-587476296e18 req-b7fd7284-6366-43d4-ab8a-7cc49db98697 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:05.603945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974c0b-328f-4e73-a607-587476296e18 req-b7fd7284-6366-43d4-ab8a-7cc49db98697 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:05.604638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974c0b-328f-4e73-a607-587476296e18 req-b7fd7284-6366-43d4-ab8a-7cc49db98697 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:05.607870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04974c0b-328f-4e73-a607-587476296e18 req-b7fd7284-6366-43d4-ab8a-7cc49db98697 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a&device_id=b0fd0a56-399c-4641-8ac8-564220a044f1&device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 2883 time: 0.0915205 Jan 28 12:22:05.620776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:05.621667 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:05.650003 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-60194235-a864-45e5-9200-708f23126a4a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2550988 Jan 28 12:22:05.663232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Request body: {'port': {'device_id': 'fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:05.729780 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:05.732371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04974c0b-328f-4e73-a607-587476296e18 req-bad885a8-782a-4351-a9d5-6b3aea76c126 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133771 Jan 28 12:22:05.773800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-f442b9fd-8ac8-401c-849e-a63ae567664c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:05.781043 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-f442b9fd-8ac8-401c-849e-a63ae567664c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 820 time: 0.1866219 Jan 28 12:22:05.796761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-ed936c58-613a-4c0d-8e5b-64f825214b8f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/quotas/72d261eb21094b23ae0e82eafab9582c HTTP/1.1" status: 200 len: 375 time: 0.0147872 Jan 28 12:22:05.833065 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-3ed0b6e4-0ea4-45f1-8d57-59003bc35c80 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354340 Jan 28 12:22:05.916621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-42add7dc-0689-4387-9a92-518aa4aad301 None None] Provisioning complete for port 05e8fa2a-d142-475e-926e-6a1deec50f1a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:05.917720 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42add7dc-0689-4387-9a92-518aa4aad301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:05.934646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35d36a-a26d-45e6-bae1-0fe38a16109b req-9fcc0395-f0d9-4f95-98c6-7bddef530cd6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:05.936781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e35d36a-a26d-45e6-bae1-0fe38a16109b req-9fcc0395-f0d9-4f95-98c6-7bddef530cd6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 935 time: 0.1289129 Jan 28 12:22:05.957135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-42add7dc-0689-4387-9a92-518aa4aad301 None None] Port 05e8fa2a-d142-475e-926e-6a1deec50f1a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:22:05.991891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-c9585553-0f6e-4683-afec-c0f8c16d32f4 service neutron] 10.222.0.53 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345332 Jan 28 12:22:06.031248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e35d36a-a26d-45e6-bae1-0fe38a16109b req-8abe836c-70e6-4eea-b9bd-dbec2ca8a92a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840967 Jan 28 12:22:06.090668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e8fa2a-d142-475e-926e-6a1deec50f1a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:06.101798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Publish callbacks [] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:06.118357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Transition to ACTIVE for port object 05e8fa2a-d142-475e-926e-6a1deec50f1a will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:22:06.124932 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-ab917df3-0bc5-4abf-8ead-ac600761f78b service neutron] 10.222.0.53 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160057 Jan 28 12:22:06.125578 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:06.190035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Pushing event updated for resources: {'Port': ['ID=05e8fa2a-d142-475e-926e-6a1deec50f1a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:06.311735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Attempting to bind port 05e8fa2a-d142-475e-926e-6a1deec50f1a on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:22:06.312272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Attempting to bind port 05e8fa2a-d142-475e-926e-6a1deec50f1a by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:22:06.312792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Attempting to bind port 05e8fa2a-d142-475e-926e-6a1deec50f1a on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:06.319544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Port 05e8fa2a-d142-475e-926e-6a1deec50f1a on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:22:06.320782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Attempting to bind port 05e8fa2a-d142-475e-926e-6a1deec50f1a on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:06.336112 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:22:06.336513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:06.336908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:22:06.337449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Bound port: 05e8fa2a-d142-475e-926e-6a1deec50f1a, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:22:06.337927 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:06.436267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] For port 05e8fa2a-d142-475e-926e-6a1deec50f1a, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:06.439733 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] For port 05e8fa2a-d142-475e-926e-6a1deec50f1a, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=05e8fa2a-d142-475e-926e-6a1deec50f1a,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:22:06.445002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 00b17297-63fc-4c74-8a27-8a5b30adbc30 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:22:06.467642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:06.526625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 00b17297-63fc-4c74-8a27-8a5b30adbc30 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:22:06.539721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 00b17297-63fc-4c74-8a27-8a5b30adbc30 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:06.540320 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:06.540728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd92cf65-6696-4c65-b9eb-26ad9a99e09f req-75e28230-e87f-45ca-a12c-59463f7ff015 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 210 time: 0.0473917 Jan 28 12:22:06.549868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:06.550513 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:06.552263 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] 10.222.0.35 "PUT /v2.0/ports/05e8fa2a-d142-475e-926e-6a1deec50f1a HTTP/1.1" status: 200 len: 1095 time: 0.8936372 Jan 28 12:22:06.552712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7', 'tag': '05e8fa2a-d142-475e-926e-6a1deec50f1a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:06.555472 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b483755-8b80-43c6-ab71-f1f173eb9e53" -d '{"events": [{"name": "network-changed", "server_uuid": "fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7", "tag": "05e8fa2a-d142-475e-926e-6a1deec50f1a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:06.616477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a48fd-575a-4caa-9d32-9cd4482e550e req-b3d14a4d-7084-4085-a178-f3aaa2b7cd81 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:06.625086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-741a48fd-575a-4caa-9d32-9cd4482e550e req-b3d14a4d-7084-4085-a178-f3aaa2b7cd81 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.2229366 Jan 28 12:22:06.627107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3d25d-305b-4369-b07e-f4730f54395c service neutron] Pushing event updated for resources: {'Port': ['ID=05e8fa2a-d142-475e-926e-6a1deec50f1a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:06.710067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55062) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:06.713596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 00b17297-63fc-4c74-8a27-8a5b30adbc30 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:06.713999 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:06.740094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-741a48fd-575a-4caa-9d32-9cd4482e550e req-1e60c464-0a6d-4e0d-95f9-f106afbf3215 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118083 Jan 28 12:22:06.742498 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b17297-63fc-4c74-8a27-8a5b30adbc30'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:06.745301 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103898d2-5ba7-4b59-b5cc-7f2642c3e680" -d '{"events": [{"server_uuid": "b815af66-fbc0-4fda-81fe-04ca249fc807", "name": "network-vif-plugged", "status": "completed", "tag": "00b17297-63fc-4c74-8a27-8a5b30adbc30"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:06.747482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6cc9-18cf-4c66-9aea-507309928444 req-81728ec2-2994-48e7-99d8-cb07b9a1fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:06.754613 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-81728ec2-2994-48e7-99d8-cb07b9a1fc89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 1098 time: 0.1226246 Jan 28 12:22:06.801584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 00b17297-63fc-4c74-8a27-8a5b30adbc30, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=00b17297-63fc-4c74-8a27-8a5b30adbc30,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:06.826662 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:06.833721 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-877c8144-b891-4b42-bcc8-45a9e368955a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=05e8fa2a-d142-475e-926e-6a1deec50f1a HTTP/1.1" status: 200 len: 217 time: 0.0681419 Jan 28 12:22:06.869233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d3eee-736b-46c7-835f-da914697b5b1 req-c6e44460-05f9-471b-b8a6-e4242bd677b9 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:06.878077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e7d3eee-736b-46c7-835f-da914697b5b1 req-c6e44460-05f9-471b-b8a6-e4242bd677b9 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 944 time: 0.1363022 Jan 28 12:22:06.927196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=00b17297-63fc-4c74-8a27-8a5b30adbc30,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:06.997723 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6cc9-18cf-4c66-9aea-507309928444 req-da2ae15c-be17-4877-96da-e1f3d5f2add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:06.999909 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-da2ae15c-be17-4877-96da-e1f3d5f2add6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1492391 Jan 28 12:22:07.000390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e7d3eee-736b-46c7-835f-da914697b5b1 req-f427674c-8559-4778-84a3-8fa1fe653825 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148198 Jan 28 12:22:07.015264 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:07.087071 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fc12b7-4d87-47fb-90dc-f5fe1e343125 x-openstack-request-id: req-f2fc12b7-4d87-47fb-90dc-f5fe1e343125 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:07.087917 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b815af66-fbc0-4fda-81fe-04ca249fc807", "name": "network-vif-plugged", "status": "completed", "tag": "00b17297-63fc-4c74-8a27-8a5b30adbc30", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:07.088377 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2fc12b7-4d87-47fb-90dc-f5fe1e343125 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:07.088975 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'code': 200} Jan 28 12:22:07.091725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6cc9-18cf-4c66-9aea-507309928444 req-e71a4bc8-c4b2-458f-ba1b-d53b52a56568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:07.093364 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-e71a4bc8-c4b2-458f-ba1b-d53b52a56568 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867984 Jan 28 12:22:07.097750 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad0f46c-37d2-4f42-aec2-ae845f7d3d7d x-openstack-request-id: req-5ad0f46c-37d2-4f42-aec2-ae845f7d3d7d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:07.098047 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7", "tag": "05e8fa2a-d142-475e-926e-6a1deec50f1a", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:07.098299 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ad0f46c-37d2-4f42-aec2-ae845f7d3d7d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:07.099061 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7', 'tag': '05e8fa2a-d142-475e-926e-6a1deec50f1a', 'status': 'completed', 'code': 200} Jan 28 12:22:07.268096 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-03cb23ad-ab73-4c67-8e93-d723a77f1a40 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661506 Jan 28 12:22:07.381845 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Publish callbacks [] for security_group (4e8dbb26-f57c-48b1-b229-a940a2e2698f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:07.409320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c4e0-a41b-4101-bdb3-2ea9be8a2305 req-7841f923-442d-4ec9-8683-bbd903bd561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:07.409606 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-146f6cc9-18cf-4c66-9aea-507309928444 req-594780ad-8462-493c-b66a-fd873d1cee63 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320801 Jan 28 12:22:07.412330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46b7c4e0-a41b-4101-bdb3-2ea9be8a2305 req-7841f923-442d-4ec9-8683-bbd903bd561d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 1096 time: 0.2431717 Jan 28 12:22:07.420434 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4e8dbb26-f57c-48b1-b229-a940a2e2698f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:07.491794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa16656-377e-419b-b019-68ecfa155bdf req-3f585776-97bd-4a00-be7e-a71dd8de62e0 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:07.500735 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0aa16656-377e-419b-b019-68ecfa155bdf req-3f585776-97bd-4a00-be7e-a71dd8de62e0 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 947 time: 0.2727056 Jan 28 12:22:07.561019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b483755-8b80-43c6-ab71-f1f173eb9e53 req-a2314d7e-bab8-4d7c-9a8e-1df20a0486ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:07.562546 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0b483755-8b80-43c6-ab71-f1f173eb9e53 req-a2314d7e-bab8-4d7c-9a8e-1df20a0486ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 1098 time: 0.1011233 Jan 28 12:22:07.569425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c8336e0c3ad438db68c0a805dcf4b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8555734 Jan 28 12:22:07.572952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46b7c4e0-a41b-4101-bdb3-2ea9be8a2305 req-b7752fbd-4cc6-45c7-9951-4266ee97e684 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483819 Jan 28 12:22:07.575276 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55080) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:07.583604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8dbb26-f57c-48b1-b229-a940a2e2698f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:07.615027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.615518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.616014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.616591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.617033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.617485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.617901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.618315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.618732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.619146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.619588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.620127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.620543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca422ca1-2076-45f3-b32c-b0a5625b5bb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:07.682435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0aa16656-377e-419b-b019-68ecfa155bdf req-a06740f2-53eb-43d0-99cb-d0ab1e52b0ea tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775720 Jan 28 12:22:07.723159 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5040c9d8-35ed-43ec-8951-34ed1ce260ef admin admin] Publish callbacks [] for security_group (4e8dbb26-f57c-48b1-b229-a940a2e2698f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:07.749422 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5040c9d8-35ed-43ec-8951-34ed1ce260ef admin admin] Publish callbacks [] for security_group (4e8dbb26-f57c-48b1-b229-a940a2e2698f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:07.860619 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a86d29be-cc6c-43d0-99bd-8fa878803279 req-32b99108-7264-47ce-be9b-ce61cb985015 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 210 time: 0.0442743 Jan 28 12:22:07.861411 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5040c9d8-35ed-43ec-8951-34ed1ce260ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4e8dbb26-f57c-48b1-b229-a940a2e2698f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:07.864584 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5040c9d8-35ed-43ec-8951-34ed1ce260ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:07.868089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5040c9d8-35ed-43ec-8951-34ed1ce260ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e8dbb26-f57c-48b1-b229-a940a2e2698f HTTP/1.1" status: 204 len: 168 time: 0.2886567 Jan 28 12:22:07.881277 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040c9d8-35ed-43ec-8951-34ed1ce260ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8dbb26-f57c-48b1-b229-a940a2e2698f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:07.897351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b483755-8b80-43c6-ab71-f1f173eb9e53 req-0ca7446a-1bc2-4be8-aa0d-b3ba2fa8568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:07.898848 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0b483755-8b80-43c6-ab71-f1f173eb9e53 req-0ca7446a-1bc2-4be8-aa0d-b3ba2fa8568a service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.3289721 Jan 28 12:22:07.972870 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0b483755-8b80-43c6-ab71-f1f173eb9e53 req-ff6408e8-5499-448a-bcba-d5f2159275ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=05e8fa2a-d142-475e-926e-6a1deec50f1a HTTP/1.1" status: 200 len: 217 time: 0.0647352 Jan 28 12:22:08.041221 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b483755-8b80-43c6-ab71-f1f173eb9e53 req-7b5d8164-c826-4d98-a243-ca96102c7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:08.042656 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0b483755-8b80-43c6-ab71-f1f173eb9e53 req-7b5d8164-c826-4d98-a243-ca96102c7f97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0640893 Jan 28 12:22:08.076646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434959ee-0ecd-448a-a3e1-dd27df0c595c req-ddf1056b-7c58-49d1-b6e6-dd9512cbd1b5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:08.084025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-434959ee-0ecd-448a-a3e1-dd27df0c595c req-ddf1056b-7c58-49d1-b6e6-dd9512cbd1b5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1064723 Jan 28 12:22:08.107947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbc05a-166b-4b19-8b9a-3d1315153c96 req-1d579d27-eb80-4d7c-bebe-5e1dae46d33e tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:08.108585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b483755-8b80-43c6-ab71-f1f173eb9e53 req-1b4e9436-bcbb-4f59-8442-82c6a77f52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:08.109469 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9dbc05a-166b-4b19-8b9a-3d1315153c96 req-1d579d27-eb80-4d7c-bebe-5e1dae46d33e tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 1101 time: 0.0967093 Jan 28 12:22:08.124233 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0b483755-8b80-43c6-ab71-f1f173eb9e53 req-1b4e9436-bcbb-4f59-8442-82c6a77f52cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729938 Jan 28 12:22:08.168176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9dbc05a-166b-4b19-8b9a-3d1315153c96 req-9fd14ced-b310-4aa3-a0d6-a91d4799d959 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466611 Jan 28 12:22:08.191520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-434959ee-0ecd-448a-a3e1-dd27df0c595c req-157f57fa-568b-4ab7-89a0-02cba6d16994 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065314 Jan 28 12:22:08.278590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55096) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:08.289565 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0b483755-8b80-43c6-ab71-f1f173eb9e53 req-bf7f2480-aac5-41f5-8bca-8b1d8d070780 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583800 Jan 28 12:22:08.310967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0521055a-71b7-494f-b4a1-72c10400ee1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:08.426453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05475dbb-1792-4d6a-85cd-4b49f75700e2 req-b5b3eab5-13b9-425a-bb35-c07e5353ec22 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:08.428582 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05475dbb-1792-4d6a-85cd-4b49f75700e2 req-b5b3eab5-13b9-425a-bb35-c07e5353ec22 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 945 time: 0.1487255 Jan 28 12:22:08.441096 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0b483755-8b80-43c6-ab71-f1f173eb9e53 req-a1cb5a41-8352-4922-a985-29076b98fd61 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406064 Jan 28 12:22:08.445389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2446dc-dcff-4625-ac6a-ea481c711f87 req-de55ad0b-fef1-4bf1-b69e-1787b87ebcb9 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:08.446612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b2446dc-dcff-4625-ac6a-ea481c711f87 req-de55ad0b-fef1-4bf1-b69e-1787b87ebcb9 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 1101 time: 0.1434700 Jan 28 12:22:08.503210 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0521055a-71b7-494f-b4a1-72c10400ee1a admin admin] Publish callbacks [] for security_group (cdee7a38-d04f-4823-b588-02a3725597f9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:08.508405 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0521055a-71b7-494f-b4a1-72c10400ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cdee7a38-d04f-4823-b588-02a3725597f9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:08.536640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-af3f098c-e840-461e-8228-b8c88446c65a tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:08.537070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-af3f098c-e840-461e-8228-b8c88446c65a tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 820 time: 0.2727494 Jan 28 12:22:08.539651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521055a-71b7-494f-b4a1-72c10400ee1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdee7a38-d04f-4823-b588-02a3725597f9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:08.566092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55100) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:08.571500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Request body: {'port': {'device_id': '3f7c8732-87a1-4cc7-a81d-e8594fcee40f', 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6', 'admin_state_up': True, 'tenant_id': '72d261eb21094b23ae0e82eafab9582c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:08.572376 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0521055a-71b7-494f-b4a1-72c10400ee1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6eb168d79e9e4fd7a99e0d3b77869a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919796 Jan 28 12:22:08.599676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05475dbb-1792-4d6a-85cd-4b49f75700e2 req-751432f6-1c26-4552-be3f-087c1d2863da tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591744 Jan 28 12:22:08.663299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b2446dc-dcff-4625-ac6a-ea481c711f87 req-3ee350ec-9350-425c-9c06-a785e95ebc30 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793218 Jan 28 12:22:08.739153 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-621f75a5-7a33-4341-ab6f-e414ae93e4ed admin admin] Publish callbacks [] for security_group (cdee7a38-d04f-4823-b588-02a3725597f9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:09.067352 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-621f75a5-7a33-4341-ab6f-e414ae93e4ed admin admin] Publish callbacks [] for security_group (cdee7a38-d04f-4823-b588-02a3725597f9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:09.089443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Made reservation on behalf of 72d261eb21094b23ae0e82eafab9582c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:22:09.093115 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:09.114594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c629a743-812c-4aa4-a7b5-b15d394135a8 req-d6df1e05-3391-43b0-81c4-2bd953f5f1b6 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 210 time: 0.0494347 Jan 28 12:22:09.161535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6bae5-bf35-472f-af92-60012405f464 req-e0e09a68-b887-4671-b3bc-ff4bb472b1ca tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:09.163837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0a6bae5-bf35-472f-af92-60012405f464 req-e0e09a68-b887-4671-b3bc-ff4bb472b1ca tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 947 time: 0.4059548 Jan 28 12:22:09.260460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-621f75a5-7a33-4341-ab6f-e414ae93e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cdee7a38-d04f-4823-b588-02a3725597f9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:09.262390 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-621f75a5-7a33-4341-ab6f-e414ae93e4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:09.266122 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-621f75a5-7a33-4341-ab6f-e414ae93e4ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cdee7a38-d04f-4823-b588-02a3725597f9 HTTP/1.1" status: 204 len: 168 time: 0.6874800 Jan 28 12:22:09.312673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f75a5-7a33-4341-ab6f-e414ae93e4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdee7a38-d04f-4823-b588-02a3725597f9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:09.317402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0a6bae5-bf35-472f-af92-60012405f464 req-416f0107-e338-4249-97b3-ad64dc501cea tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478453 Jan 28 12:22:09.359399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Allocated IP 172.20.0.8 (7acd3fbf-daa0-47cb-a4bd-57914dec4db6/fb43f70a-76e4-48b5-a102-e222ca278b51/a1b63209-c454-4735-a6ae-2fd9ccc6df25) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:22:09.381341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fd877-9661-4b96-95b6-698a2e9835c9 req-70eca807-0f44-469f-af73-d4a963f9d229 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:09.382819 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-844fd877-9661-4b96-95b6-698a2e9835c9 req-70eca807-0f44-469f-af73-d4a963f9d229 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.0829647 Jan 28 12:22:09.502606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-844fd877-9661-4b96-95b6-698a2e9835c9 req-938d948b-9c3b-4166-87a4-c0b676303560 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052418 Jan 28 12:22:09.572057 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks [] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:09.613489 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:09.737150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:22:09.743827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:22:09.764118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:22:09.769172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:09.769780 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:09.783908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Pushing event updated for resources: {'Port': ['ID=a1b63209-c454-4735-a6ae-2fd9ccc6df25,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:09.807659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb351c46-88ab-4f5b-a766-22335ec5f370 req-86cfae0e-6d62-42d6-b290-1cd5bd969a6e tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:09.809131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb351c46-88ab-4f5b-a766-22335ec5f370 req-86cfae0e-6d62-42d6-b290-1cd5bd969a6e tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1703999 Jan 28 12:22:09.813556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-572508eb-af90-46fd-abf7-7e2f4c32422e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2464206 Jan 28 12:22:09.831914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2695fb-ef2d-4eba-b069-720cf639038e req-6835d8ad-f89b-4053-a93c-9400d3a38350 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:09.833377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec2695fb-ef2d-4eba-b069-720cf639038e req-6835d8ad-f89b-4053-a93c-9400d3a38350 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 945 time: 0.1182523 Jan 28 12:22:09.837050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Request body: {'port': {'device_id': '3f7c8732-87a1-4cc7-a81d-e8594fcee40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:09.956996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 05e8fa2a-d142-475e-926e-6a1deec50f1a details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:22:09.969876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb351c46-88ab-4f5b-a766-22335ec5f370 req-b7295bc3-3715-404f-afd5-04ce57bea27c tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543548 Jan 28 12:22:09.974913 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:10.001758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec2695fb-ef2d-4eba-b069-720cf639038e req-c1286c1f-4d3a-4050-9082-ff67b25983af tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507094 Jan 28 12:22:10.069484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 05e8fa2a-d142-475e-926e-6a1deec50f1a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=05e8fa2a-d142-475e-926e-6a1deec50f1a,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:10.081867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '05e8fa2a-d142-475e-926e-6a1deec50f1a', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '05e8fa2a-d142-475e-926e-6a1deec50f1a', 'mac_address': 'fa:16:3e:fb:b2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:22:10.131516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 05e8fa2a-d142-475e-926e-6a1deec50f1a is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:10.132229 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:10.148333 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e8fa2a-d142-475e-926e-6a1deec50f1a {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:10.181737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 05e8fa2a-d142-475e-926e-6a1deec50f1a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=05e8fa2a-d142-475e-926e-6a1deec50f1a,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:10.187801 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:10.248975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=05e8fa2a-d142-475e-926e-6a1deec50f1a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:10.332723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-28e7a0da-dd4a-475c-8766-a62b8596b36d tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:10.334191 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-28e7a0da-dd4a-475c-8766-a62b8596b36d tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1877797 Jan 28 12:22:10.359993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965164c-56aa-47ba-8065-e4a502eef429 req-093bfa6b-c403-416e-8172-e379d5e9d052 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:10.361460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b965164c-56aa-47ba-8065-e4a502eef429 req-093bfa6b-c403-416e-8172-e379d5e9d052 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 931 time: 0.1510890 Jan 28 12:22:10.430096 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-c5460cfe-3e63-476c-916e-775c670ad324 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.0894644 Jan 28 12:22:10.455084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-a78814e9-51e6-41e4-b8a2-2f852213e723 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Request body: {'floatingip': {'port_id': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:10.471469 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:10.537274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b965164c-56aa-47ba-8065-e4a502eef429 req-818452f7-6876-4924-834d-21616c0336c2 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676552 Jan 28 12:22:10.540759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-a78814e9-51e6-41e4-b8a2-2f852213e723 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:10.591017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b63209-c454-4735-a6ae-2fd9ccc6df25 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:10.617198 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Publish callbacks [] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:10.685857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Transition to ACTIVE for port object a1b63209-c454-4735-a6ae-2fd9ccc6df25 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:22:10.695231 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:10.798771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1415a-a67a-4dfa-a6c3-d80f3b4cc9dd req-60703802-7b1b-4a46-8572-a3271d6fd4ee tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:10.800408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66a1415a-a67a-4dfa-a6c3-d80f3b4cc9dd req-60703802-7b1b-4a46-8572-a3271d6fd4ee tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 948 time: 0.1787267 Jan 28 12:22:10.817036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b63209-c454-4735-a6ae-2fd9ccc6df25,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:10.917740 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Attempting to bind port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:22:10.918080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Attempting to bind port a1b63209-c454-4735-a6ae-2fd9ccc6df25 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:22:10.918410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Attempting to bind port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:10.938156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:22:10.938487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Attempting to bind port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:10.945142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66a1415a-a67a-4dfa-a6c3-d80f3b4cc9dd req-7ef0d470-d8f9-4918-a6f7-46bcfd783552 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322882 Jan 28 12:22:10.982271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:22:10.982722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:10.983116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Bound using segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:22:10.983579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Bound port: a1b63209-c454-4735-a6ae-2fd9ccc6df25, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:22:10.983941 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:11.157926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c605f-ac07-48da-a8bc-957144d9a9fa req-da2bb79f-1576-4393-a5c1-9a99dd5fa003 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:11.159419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b41c605f-ac07-48da-a8bc-957144d9a9fa req-da2bb79f-1576-4393-a5c1-9a99dd5fa003 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1345599 Jan 28 12:22:11.179963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:11.209498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:22:11.236533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:11.296128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:11.296750 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:11.298105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] 10.222.0.49 "PUT /v2.0/ports/a1b63209-c454-4735-a6ae-2fd9ccc6df25 HTTP/1.1" status: 200 len: 1091 time: 1.4741302 Jan 28 12:22:11.300182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7c8732-87a1-4cc7-a81d-e8594fcee40f', 'tag': 'a1b63209-c454-4735-a6ae-2fd9ccc6df25'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:11.302458 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbbe752-5456-4af7-9878-a06b213c463d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7c8732-87a1-4cc7-a81d-e8594fcee40f", "tag": "a1b63209-c454-4735-a6ae-2fd9ccc6df25"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:11.307466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b41c605f-ac07-48da-a8bc-957144d9a9fa req-8db04f4a-baa4-4e75-9bc9-1679b44dea0e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393459 Jan 28 12:22:11.393436 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0a644-6bb5-45dd-b8a3-db5dc384fc38 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b63209-c454-4735-a6ae-2fd9ccc6df25,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:11.400273 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-a78814e9-51e6-41e4-b8a2-2f852213e723 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:11.405945 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-a78814e9-51e6-41e4-b8a2-2f852213e723 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:11.689931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-cf440e98-30a7-4a47-9b70-283e06a76c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:11.691363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-cf440e98-30a7-4a47-9b70-283e06a76c5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 1094 time: 0.3403096 Jan 28 12:22:11.795639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-e67a7063-9e9a-4fdd-acea-b959aac01607 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25 HTTP/1.1" status: 200 len: 217 time: 0.0924175 Jan 28 12:22:11.947359 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-a78814e9-51e6-41e4-b8a2-2f852213e723 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Floating IP a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 associated. External IP: 172.25.7.181, port: 4827d809-b332-41ea-8cbf-5b6d8fd0cce6. Jan 28 12:22:11.966191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-26b0a510-5372-47c5-b0d7-236e29c36af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:11.968450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-26b0a510-5372-47c5-b0d7-236e29c36af7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.1370525 Jan 28 12:22:11.971721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 05e8fa2a-d142-475e-926e-6a1deec50f1a up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:22:12.020473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971009-8bf8-4c86-848b-34c9fe23e277 req-0e3430aa-7df5-4325-930a-14efc1c4f7c0 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.020947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971009-8bf8-4c86-848b-34c9fe23e277 req-0e3430aa-7df5-4325-930a-14efc1c4f7c0 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.021436 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971009-8bf8-4c86-848b-34c9fe23e277 req-0e3430aa-7df5-4325-930a-14efc1c4f7c0 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.021896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971009-8bf8-4c86-848b-34c9fe23e277 req-0e3430aa-7df5-4325-930a-14efc1c4f7c0 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.022358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971009-8bf8-4c86-848b-34c9fe23e277 req-0e3430aa-7df5-4325-930a-14efc1c4f7c0 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.022819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971009-8bf8-4c86-848b-34c9fe23e277 req-0e3430aa-7df5-4325-930a-14efc1c4f7c0 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.023269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971009-8bf8-4c86-848b-34c9fe23e277 req-0e3430aa-7df5-4325-930a-14efc1c4f7c0 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.023753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971009-8bf8-4c86-848b-34c9fe23e277 req-0e3430aa-7df5-4325-930a-14efc1c4f7c0 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.024208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971009-8bf8-4c86-848b-34c9fe23e277 req-0e3430aa-7df5-4325-930a-14efc1c4f7c0 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.024756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971009-8bf8-4c86-848b-34c9fe23e277 req-0e3430aa-7df5-4325-930a-14efc1c4f7c0 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.030601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42971009-8bf8-4c86-848b-34c9fe23e277 req-0e3430aa-7df5-4325-930a-14efc1c4f7c0 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7159 time: 0.3705058 Jan 28 12:22:12.041624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 05e8fa2a-d142-475e-926e-6a1deec50f1a completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:22:12.047076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-2313f5cc-25e6-447a-ba32-236967947020 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454051 Jan 28 12:22:12.047212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 05e8fa2a-d142-475e-926e-6a1deec50f1a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:12.047586 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:12.138709 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 05e8fa2a-d142-475e-926e-6a1deec50f1a is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:12.139201 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:12.162685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e8fa2a-d142-475e-926e-6a1deec50f1a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:12.164962 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ca9923-a736-4d8a-ab73-a54006cd4be0" -d '{"events": [{"server_uuid": "fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7", "name": "network-vif-plugged", "status": "completed", "tag": "05e8fa2a-d142-475e-926e-6a1deec50f1a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:12.177018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 05e8fa2a-d142-475e-926e-6a1deec50f1a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=05e8fa2a-d142-475e-926e-6a1deec50f1a,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:12.181292 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:12.222646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a60208-b352-4385-a637-70e390bea7d1 req-fc76b164-1ce1-4cf4-8f79-d5284102adec tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.224046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17a60208-b352-4385-a637-70e390bea7d1 req-fc76b164-1ce1-4cf4-8f79-d5284102adec tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1171401 Jan 28 12:22:12.232707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=05e8fa2a-d142-475e-926e-6a1deec50f1a,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:12.280106 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-e800e5eb-34fe-4b63-b6d1-dbb7a0bf06f8 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240398 Jan 28 12:22:12.413583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17a60208-b352-4385-a637-70e390bea7d1 req-4a4c9afe-8c61-4046-bae1-ef8394ddfcd1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540794 Jan 28 12:22:12.432062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-a78814e9-51e6-41e4-b8a2-2f852213e723 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Router f0795ffd-1968-428c-b9c4-6e36a8d8166d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:22:12.459420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ec33e6-8ff8-4166-b1c0-52137cca379c req-761fcfa0-04a8-4757-b6dd-281ec7cbcf43 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704473 Jan 28 12:22:12.540023 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63d3057-da35-48d0-a793-6f6edffdfcde x-openstack-request-id: req-d63d3057-da35-48d0-a793-6f6edffdfcde {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:12.540318 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7c8732-87a1-4cc7-a81d-e8594fcee40f", "tag": "a1b63209-c454-4735-a6ae-2fd9ccc6df25", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:12.540572 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d63d3057-da35-48d0-a793-6f6edffdfcde {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:12.540965 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7c8732-87a1-4cc7-a81d-e8594fcee40f', 'tag': 'a1b63209-c454-4735-a6ae-2fd9ccc6df25', 'status': 'completed', 'code': 200} Jan 28 12:22:12.615121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-a78814e9-51e6-41e4-b8a2-2f852213e723 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:22:12.621231 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-a78814e9-51e6-41e4-b8a2-2f852213e723 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:12.625634 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ef1d4-c023-4ff9-8720-077721581bc2 None None] Sync routers for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:22:12.635332 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ef1d4-c023-4ff9-8720-077721581bc2 None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:12.636095 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fe1ef1d4-c023-4ff9-8720-077721581bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:21:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:12.645639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbe752-5456-4af7-9878-a06b213c463d req-b3961c0a-9669-4fdb-bbce-1e4fd389c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.647134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcbbe752-5456-4af7-9878-a06b213c463d req-b3961c0a-9669-4fdb-bbce-1e4fd389c163 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 1094 time: 0.1053991 Jan 28 12:22:12.671640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b854f-13b0-447f-89e2-c8198bd9d854 req-b279750a-2055-4781-b929-dec2db98996c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.673072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c86b854f-13b0-447f-89e2-c8198bd9d854 req-b279750a-2055-4781-b929-dec2db98996c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 943 time: 0.1042292 Jan 28 12:22:12.675867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-a78814e9-51e6-41e4-b8a2-2f852213e723 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "PUT /v2.0/floatingips/a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 HTTP/1.1" status: 200 len: 996 time: 2.2373195 Jan 28 12:22:12.744456 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fe1ef1d4-c023-4ff9-8720-077721581bc2 None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:12.823898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-8687e89e-b739-4b6b-953d-443222502c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.825383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-8687e89e-b739-4b6b-953d-443222502c0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 1096 time: 0.1105075 Jan 28 12:22:12.828443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c86b854f-13b0-447f-89e2-c8198bd9d854 req-4f9b6912-b69a-4794-8e55-2c0109abf928 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422563 Jan 28 12:22:12.829590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbe752-5456-4af7-9878-a06b213c463d req-9969d670-9baf-4991-908d-614176d6a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:12.830922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcbbe752-5456-4af7-9878-a06b213c463d req-9969d670-9baf-4991-908d-614176d6a02e service neutron] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.1750388 Jan 28 12:22:12.887650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcbbe752-5456-4af7-9878-a06b213c463d req-39946c22-ff3a-40c0-8875-e403dfb7d656 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25 HTTP/1.1" status: 200 len: 217 time: 0.0485666 Jan 28 12:22:12.983763 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fe1ef1d4-c023-4ff9-8720-077721581bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'port_id': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'mac_address': 'fa:16:3e:ea:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:21:51Z', 'updated_at': '2022-01-28T12:22:11Z', 'revision_number': 1, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:13.009510 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ef1d4-c023-4ff9-8720-077721581bc2 None None] Checking router: f0795ffd-1968-428c-b9c4-6e36a8d8166d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:22:13.009990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbe752-5456-4af7-9878-a06b213c463d req-4d78b356-b01b-44b2-bb3c-3012c23f0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:13.011460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcbbe752-5456-4af7-9878-a06b213c463d req-4d78b356-b01b-44b2-bb3c-3012c23f0fa1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.0980976 Jan 28 12:22:13.018494 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ef1d4-c023-4ff9-8720-077721581bc2 None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:13.019381 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fe1ef1d4-c023-4ff9-8720-077721581bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:21:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:13.041097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3f595-641c-4f2b-95fc-065a3a7b0799 req-2c7ebe0f-07dd-4d03-9ec6-7bd8975e191c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:13.042531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9af3f595-641c-4f2b-95fc-065a3a7b0799 req-2c7ebe0f-07dd-4d03-9ec6-7bd8975e191c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 949 time: 0.1302676 Jan 28 12:22:13.065642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcbbe752-5456-4af7-9878-a06b213c463d req-902400d2-8a52-401c-9853-98576d8dad77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450025 Jan 28 12:22:13.070780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-b626249c-1887-400d-9cf4-09d6cb774a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:13.072158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-b626249c-1887-400d-9cf4-09d6cb774a9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.2403822 Jan 28 12:22:13.126168 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fe1ef1d4-c023-4ff9-8720-077721581bc2 None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:13.437303 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fe1ef1d4-c023-4ff9-8720-077721581bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'port_id': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'mac_address': 'fa:16:3e:ea:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:21:51Z', 'updated_at': '2022-01-28T12:22:11Z', 'revision_number': 1, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:13.451020 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9af3f595-641c-4f2b-95fc-065a3a7b0799 req-7920e713-af82-44a6-a01a-7580781ce461 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890619 Jan 28 12:22:13.454742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-8b03a946-0a69-4dd5-905d-bd2aa5c2215a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 999 time: 0.3665953 Jan 28 12:22:13.465515 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ef1d4-c023-4ff9-8720-077721581bc2 None None] The sync data for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 is: [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'port_id': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'mac_address': 'fa:16:3e:ea:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:21:51Z', 'updated_at': '2022-01-28T12:22:11Z', 'revision_number': 1, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:22:13.520470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcbbe752-5456-4af7-9878-a06b213c463d req-7351ee1b-d14c-432e-b226-760ae2722b6c service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465115 Jan 28 12:22:13.587981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-ace8900d-f338-4177-8580-b3f9bf7e3c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:13.589472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-ace8900d-f338-4177-8580-b3f9bf7e3c42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.1269310 Jan 28 12:22:13.680963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07370b0a-3000-49be-bccd-5bad6274f149 None None] New status for floating IP a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:22:13.709831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281ecda-f396-4ee9-abae-39adcf765256 req-6591bcbf-6a97-45f6-ae1a-01c69a719b36 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:13.711123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d281ecda-f396-4ee9-abae-39adcf765256 req-6591bcbf-6a97-45f6-ae1a-01c69a719b36 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 886 time: 0.2078688 Jan 28 12:22:13.722413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-8aed6e6e-1908-4c74-ae49-a371307b5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:13.723964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-8aed6e6e-1908-4c74-ae49-a371307b5b8f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040771 Jan 28 12:22:13.725835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcbbe752-5456-4af7-9878-a06b213c463d req-7e595c16-1f07-419e-8b56-69c0edc43c33 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928613 Jan 28 12:22:13.734663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-9a874747-372a-44ef-99fe-eb12fef3f325 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:22:13.735766 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-9a874747-372a-44ef-99fe-eb12fef3f325 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060647 Jan 28 12:22:13.791071 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de5d8b6-5169-4ebc-8d7a-06e76569de9e x-openstack-request-id: req-0de5d8b6-5169-4ebc-8d7a-06e76569de9e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:13.791405 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7", "name": "network-vif-plugged", "status": "completed", "tag": "05e8fa2a-d142-475e-926e-6a1deec50f1a", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:13.791832 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0de5d8b6-5169-4ebc-8d7a-06e76569de9e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:13.792384 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e8fa2a-d142-475e-926e-6a1deec50f1a', 'code': 200} Jan 28 12:22:13.871892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-61d6525a-38c9-4068-b38b-334908a0022a service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295445 Jan 28 12:22:13.895921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfdcc7-c435-4f80-bb77-87f5a1f87f4a req-f003db84-4f72-42f9-b91a-00549ea05080 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:13.896303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935bfb-4d8f-4a3c-8fbd-e6090ee03a78 req-84a75fc8-20b8-42aa-8e8c-9f27d6a06357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:13.898172 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-56935bfb-4d8f-4a3c-8fbd-e6090ee03a78 req-84a75fc8-20b8-42aa-8e8c-9f27d6a06357 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 1100 time: 0.0592918 Jan 28 12:22:13.899808 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90dfdcc7-c435-4f80-bb77-87f5a1f87f4a req-f003db84-4f72-42f9-b91a-00549ea05080 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.0868232 Jan 28 12:22:13.950149 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-56935bfb-4d8f-4a3c-8fbd-e6090ee03a78 req-771c38c6-c528-45e1-a457-f179065c454b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430362 Jan 28 12:22:13.996447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90dfdcc7-c435-4f80-bb77-87f5a1f87f4a req-e5609d88-7271-428b-b345-a6826d9592d9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865297 Jan 28 12:22:14.020761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6bd0eee-26c0-4339-ba9c-337484ea2b23 req-b0e153b8-763f-4cf6-a03b-3b63bf0e4b13 service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406662 Jan 28 12:22:14.105357 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f9ce-bf98-4acf-9c65-bb2d888d6e3c req-44e335dd-7ad1-40e3-b13f-cf545ad2d8ed tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.106818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e12f9ce-bf98-4acf-9c65-bb2d888d6e3c req-44e335dd-7ad1-40e3-b13f-cf545ad2d8ed tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.0488620 Jan 28 12:22:14.206699 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e12f9ce-bf98-4acf-9c65-bb2d888d6e3c req-78b230ea-7698-401c-9caa-75d2c224eb6d tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901837 Jan 28 12:22:14.244134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa51e5-7ee0-4ba3-8b64-885b7a4d18a6 req-14199faa-12cc-4be3-a32c-1a11e3204861 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.244608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa51e5-7ee0-4ba3-8b64-885b7a4d18a6 req-14199faa-12cc-4be3-a32c-1a11e3204861 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.245071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa51e5-7ee0-4ba3-8b64-885b7a4d18a6 req-14199faa-12cc-4be3-a32c-1a11e3204861 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.245522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa51e5-7ee0-4ba3-8b64-885b7a4d18a6 req-14199faa-12cc-4be3-a32c-1a11e3204861 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.245969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa51e5-7ee0-4ba3-8b64-885b7a4d18a6 req-14199faa-12cc-4be3-a32c-1a11e3204861 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.246414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa51e5-7ee0-4ba3-8b64-885b7a4d18a6 req-14199faa-12cc-4be3-a32c-1a11e3204861 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.246863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa51e5-7ee0-4ba3-8b64-885b7a4d18a6 req-14199faa-12cc-4be3-a32c-1a11e3204861 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.247333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa51e5-7ee0-4ba3-8b64-885b7a4d18a6 req-14199faa-12cc-4be3-a32c-1a11e3204861 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.248378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa51e5-7ee0-4ba3-8b64-885b7a4d18a6 req-14199faa-12cc-4be3-a32c-1a11e3204861 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.248823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa51e5-7ee0-4ba3-8b64-885b7a4d18a6 req-14199faa-12cc-4be3-a32c-1a11e3204861 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.250700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1fa51e5-7ee0-4ba3-8b64-885b7a4d18a6 req-14199faa-12cc-4be3-a32c-1a11e3204861 tempest-NetworksTest-674087463 tempest-NetworksTest-674087463-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7159 time: 0.1414719 Jan 28 12:22:14.335789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06b794-6f30-42bd-a48e-e62c7e811bde req-8f3cd346-fb15-4d5b-a4f6-dff62f1b7756 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.337281 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd06b794-6f30-42bd-a48e-e62c7e811bde req-8f3cd346-fb15-4d5b-a4f6-dff62f1b7756 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 943 time: 0.0741565 Jan 28 12:22:14.373192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588010c0-a795-4546-87ab-9bb286829f93 req-25910d73-4a03-4976-8198-2d7dadecd88e tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.374675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-25910d73-4a03-4976-8198-2d7dadecd88e tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0731072 Jan 28 12:22:14.453617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd06b794-6f30-42bd-a48e-e62c7e811bde req-00479bf4-ec2d-493c-961a-e2d3de04536f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093354 Jan 28 12:22:14.490932 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-e44b9022-61e4-47e4-91e8-a88b7a3b691f tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1001 time: 0.1059623 Jan 28 12:22:14.501909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-588010c0-a795-4546-87ab-9bb286829f93 req-91eeed30-1e4d-4fa8-b373-91d98fca6df5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Request body: {'floatingip': {'port_id': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:14.511769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:14.542341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:14.544617 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e89e14-ca79-467a-ba00-a2b2611db457" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:14.592479 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-588010c0-a795-4546-87ab-9bb286829f93 req-91eeed30-1e4d-4fa8-b373-91d98fca6df5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:14.618284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3aecba89-a205-4898-b2b8-424d27a34e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:14.644270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d9211-5bb3-4eff-9a49-efd2f2685f4b req-a75a772f-30c5-4c35-b6d7-1e1e2fa35d21 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.645768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-041d9211-5bb3-4eff-9a49-efd2f2685f4b req-a75a772f-30c5-4c35-b6d7-1e1e2fa35d21 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 949 time: 0.1042814 Jan 28 12:22:14.691052 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3aecba89-a205-4898-b2b8-424d27a34e9d admin admin] Publish callbacks [] for security_group (b0027747-3b36-403d-8b71-8021b5c75b2d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:14.695913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3aecba89-a205-4898-b2b8-424d27a34e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b0027747-3b36-403d-8b71-8021b5c75b2d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:14.735936 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3aecba89-a205-4898-b2b8-424d27a34e9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10b76f13e66f493795ed0dbe43eb84d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229302 Jan 28 12:22:14.737160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:14.743181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecba89-a205-4898-b2b8-424d27a34e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0027747-3b36-403d-8b71-8021b5c75b2d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:14.750749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-041d9211-5bb3-4eff-9a49-efd2f2685f4b req-9e35af37-62be-487f-9eb0-56b0daaeb15b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983536 Jan 28 12:22:14.794216 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca3058ca-aada-43bc-9ce0-27f10e024d10 admin admin] Publish callbacks [] for security_group (b0027747-3b36-403d-8b71-8021b5c75b2d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:14.806653 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61a8385-848b-4705-9aed-229643bbf96d x-openstack-request-id: req-a61a8385-848b-4705-9aed-229643bbf96d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:14.806948 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:14.807205 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a61a8385-848b-4705-9aed-229643bbf96d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:14.807625 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'status': 'completed', 'code': 200} Jan 28 12:22:14.818458 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca3058ca-aada-43bc-9ce0-27f10e024d10 admin admin] Publish callbacks [] for security_group (b0027747-3b36-403d-8b71-8021b5c75b2d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:14.888445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89e14-ca79-467a-ba00-a2b2611db457 req-c1e041ec-6681-4cea-8931-49069a077259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:14.889903 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2e89e14-ca79-467a-ba00-a2b2611db457 req-c1e041ec-6681-4cea-8931-49069a077259 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 1096 time: 0.0585227 Jan 28 12:22:14.908358 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca3058ca-aada-43bc-9ce0-27f10e024d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b0027747-3b36-403d-8b71-8021b5c75b2d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:14.910946 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca3058ca-aada-43bc-9ce0-27f10e024d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:14.912076 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ca3058ca-aada-43bc-9ce0-27f10e024d10 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0027747-3b36-403d-8b71-8021b5c75b2d HTTP/1.1" status: 204 len: 168 time: 0.1740007 Jan 28 12:22:14.958027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3058ca-aada-43bc-9ce0-27f10e024d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0027747-3b36-403d-8b71-8021b5c75b2d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:15.005943 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89e14-ca79-467a-ba00-a2b2611db457 req-966b3156-ad75-45f7-88c1-02a766f1e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:15.007763 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2e89e14-ca79-467a-ba00-a2b2611db457 req-966b3156-ad75-45f7-88c1-02a766f1e483 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.1091743 Jan 28 12:22:15.124550 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2e89e14-ca79-467a-ba00-a2b2611db457 req-86db71e6-f26e-4760-8dac-bc6e89a2ed71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 1001 time: 0.1092417 Jan 28 12:22:15.187494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89e14-ca79-467a-ba00-a2b2611db457 req-6d5347a0-d23e-4d73-8fa2-8c4e00eaec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:15.188792 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2e89e14-ca79-467a-ba00-a2b2611db457 req-6d5347a0-d23e-4d73-8fa2-8c4e00eaec08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.0501726 Jan 28 12:22:15.215840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c1113-a01f-4f21-9086-80b7e2a0cac5 req-d1d7defc-262c-4df5-a402-1975a7c8745d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:15.218438 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc7c1113-a01f-4f21-9086-80b7e2a0cac5 req-d1d7defc-262c-4df5-a402-1975a7c8745d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1037757 Jan 28 12:22:15.230222 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-588010c0-a795-4546-87ab-9bb286829f93 req-91eeed30-1e4d-4fa8-b373-91d98fca6df5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:15.238061 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-588010c0-a795-4546-87ab-9bb286829f93 req-91eeed30-1e4d-4fa8-b373-91d98fca6df5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:15.246984 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89e14-ca79-467a-ba00-a2b2611db457 req-6bda760f-3fec-44d8-82f7-7d94d8e394af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:15.248820 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2e89e14-ca79-467a-ba00-a2b2611db457 req-6bda760f-3fec-44d8-82f7-7d94d8e394af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537727 Jan 28 12:22:15.290776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55246) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:15.324882 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ed23c3f-12bb-4e24-ba99-8ab1479ba1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:15.342069 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc7c1113-a01f-4f21-9086-80b7e2a0cac5 req-b4276d17-a690-4697-bc24-597046c22145 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140120 Jan 28 12:22:15.349550 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2e89e14-ca79-467a-ba00-a2b2611db457 req-6591534f-aec8-4327-be43-bc7913d03e3f service neutron] 10.222.0.35 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913973 Jan 28 12:22:15.407647 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-588010c0-a795-4546-87ab-9bb286829f93 req-91eeed30-1e4d-4fa8-b373-91d98fca6df5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Floating IP a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 associated. External IP: 172.25.7.181, port: 4827d809-b332-41ea-8cbf-5b6d8fd0cce6. Jan 28 12:22:15.469557 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2e89e14-ca79-467a-ba00-a2b2611db457 req-f0f3951e-45c9-4453-ab43-e8a2a2f529ea service neutron] 10.222.0.35 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079822 Jan 28 12:22:15.586497 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ed23c3f-12bb-4e24-ba99-8ab1479ba1bd admin admin] Publish callbacks [] for security_group (327ec402-da0b-4be1-93d5-55fd5283fda8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:15.596661 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ed23c3f-12bb-4e24-ba99-8ab1479ba1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (327ec402-da0b-4be1-93d5-55fd5283fda8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:15.637892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d8abc-d7b1-45c4-9257-5d7de3c83d45 req-62b2ca09-c9da-4d38-a0a7-f51336b72d84 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:15.639851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d7d8abc-d7b1-45c4-9257-5d7de3c83d45 req-62b2ca09-c9da-4d38-a0a7-f51336b72d84 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1237421 Jan 28 12:22:15.696310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3ed23c3f-12bb-4e24-ba99-8ab1479ba1bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=add3f01105c14ad7ab53d710046c2df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4045248 Jan 28 12:22:15.699090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55250) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:15.704446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23c3f-12bb-4e24-ba99-8ab1479ba1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327ec402-da0b-4be1-93d5-55fd5283fda8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:15.749296 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23ea07d7-4366-42a0-8889-09dc51a1b952 admin admin] Publish callbacks [] for security_group (327ec402-da0b-4be1-93d5-55fd5283fda8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:15.771470 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23ea07d7-4366-42a0-8889-09dc51a1b952 admin admin] Publish callbacks [] for security_group (327ec402-da0b-4be1-93d5-55fd5283fda8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:15.824963 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23ea07d7-4366-42a0-8889-09dc51a1b952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (327ec402-da0b-4be1-93d5-55fd5283fda8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:15.828388 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23ea07d7-4366-42a0-8889-09dc51a1b952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:15.829570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-23ea07d7-4366-42a0-8889-09dc51a1b952 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/327ec402-da0b-4be1-93d5-55fd5283fda8 HTTP/1.1" status: 204 len: 168 time: 0.1294117 Jan 28 12:22:15.840511 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea07d7-4366-42a0-8889-09dc51a1b952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327ec402-da0b-4be1-93d5-55fd5283fda8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:16.017268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d7d8abc-d7b1-45c4-9257-5d7de3c83d45 req-0ea17aab-823f-4584-8d00-be12dcc608b0 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404989 Jan 28 12:22:16.039591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588010c0-a795-4546-87ab-9bb286829f93 req-91eeed30-1e4d-4fa8-b373-91d98fca6df5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Router f0795ffd-1968-428c-b9c4-6e36a8d8166d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:22:16.213483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b74fa-df7d-4d76-8537-93c00bda6a56 req-1845d5e0-6b65-4581-a381-ef76773a2015 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:16.214955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a0b74fa-df7d-4d76-8537-93c00bda6a56 req-1845d5e0-6b65-4581-a381-ef76773a2015 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 943 time: 0.1097717 Jan 28 12:22:16.216021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588010c0-a795-4546-87ab-9bb286829f93 req-91eeed30-1e4d-4fa8-b373-91d98fca6df5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:22:16.230391 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc78e26-3b87-46af-8e6b-4edb036004a9 None None] Sync routers for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:22:16.242635 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc78e26-3b87-46af-8e6b-4edb036004a9 None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:16.243611 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bcc78e26-3b87-46af-8e6b-4edb036004a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:21:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:16.347330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a0b74fa-df7d-4d76-8537-93c00bda6a56 req-62530893-5e6d-430c-b6c7-7ca08898f103 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257682 Jan 28 12:22:16.366445 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bcc78e26-3b87-46af-8e6b-4edb036004a9 None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:16.504221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588010c0-a795-4546-87ab-9bb286829f93 req-91eeed30-1e4d-4fa8-b373-91d98fca6df5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Router f0795ffd-1968-428c-b9c4-6e36a8d8166d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:22:16.513012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a1b63209-c454-4735-a6ae-2fd9ccc6df25 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:22:16.514537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fbaa4-18b8-48a3-a1de-98ab5deb5209 req-2dab26d7-6bcc-47c9-9f47-71665318a208 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:16.516059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-958fbaa4-18b8-48a3-a1de-98ab5deb5209 req-2dab26d7-6bcc-47c9-9f47-71665318a208 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 949 time: 0.0686035 Jan 28 12:22:16.645906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:16.654886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-958fbaa4-18b8-48a3-a1de-98ab5deb5209 req-c10b984c-cf35-4917-a3c2-0cbdeab4cf9a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905669 Jan 28 12:22:16.659733 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bcc78e26-3b87-46af-8e6b-4edb036004a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'port_id': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'mac_address': 'fa:16:3e:d5:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:21:51Z', 'updated_at': '2022-01-28T12:22:15Z', 'revision_number': 3, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:16.672955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588010c0-a795-4546-87ab-9bb286829f93 req-91eeed30-1e4d-4fa8-b373-91d98fca6df5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:22:16.683163 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-588010c0-a795-4546-87ab-9bb286829f93 req-91eeed30-1e4d-4fa8-b373-91d98fca6df5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:16.683777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'a1b63209-c454-4735-a6ae-2fd9ccc6df25', 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6', 'port_id': 'a1b63209-c454-4735-a6ae-2fd9ccc6df25', 'mac_address': 'fa:16:3e:c5:62:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb43f70a-76e4-48b5-a102-e222ca278b51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:22:16.689841 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc78e26-3b87-46af-8e6b-4edb036004a9 None None] Checking router: f0795ffd-1968-428c-b9c4-6e36a8d8166d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:22:16.699779 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc78e26-3b87-46af-8e6b-4edb036004a9 None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:16.700415 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bcc78e26-3b87-46af-8e6b-4edb036004a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:21:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:16.748336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a1b63209-c454-4735-a6ae-2fd9ccc6df25 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:16.749217 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:16.754733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-91eeed30-1e4d-4fa8-b373-91d98fca6df5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "PUT /v2.0/floatingips/a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 HTTP/1.1" status: 200 len: 998 time: 2.2581432 Jan 28 12:22:16.767366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b63209-c454-4735-a6ae-2fd9ccc6df25 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:16.808958 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6'}, {'name': 'network-changed', 'server_uuid': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'tag': '00b17297-63fc-4c74-8a27-8a5b30adbc30'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:16.811728 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9434ec-87fa-4a9b-aec5-272d90467fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6"}, {"name": "network-changed", "server_uuid": "b815af66-fbc0-4fda-81fe-04ca249fc807", "tag": "00b17297-63fc-4c74-8a27-8a5b30adbc30"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:16.812587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:16.832820 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:16.834860 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bcc78e26-3b87-46af-8e6b-4edb036004a9 None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:16.865568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588010c0-a795-4546-87ab-9bb286829f93 req-201dc7e9-b786-450e-a642-0d36b6c3320d tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:16.867382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-201dc7e9-b786-450e-a642-0d36b6c3320d tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports/4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 942 time: 0.1074793 Jan 28 12:22:16.883705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5a5ce-86c0-42c7-a506-9849505f759b req-615b625f-37b5-4f3f-87b6-bc1675d6e1b3 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:16.885182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bc5a5ce-86c0-42c7-a506-9849505f759b req-615b625f-37b5-4f3f-87b6-bc1675d6e1b3 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.0698452 Jan 28 12:22:16.906399 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:16.931773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a1b63209-c454-4735-a6ae-2fd9ccc6df25,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:16.963509 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bc5a5ce-86c0-42c7-a506-9849505f759b req-b9df7bee-8207-4713-9432-7005e67f7dac tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625453 Jan 28 12:22:17.033127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588010c0-a795-4546-87ab-9bb286829f93 req-b0da5f2f-a1a1-466b-84d1-7285841e3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:17.040920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-b0da5f2f-a1a1-466b-84d1-7285841e3686 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 1096 time: 0.0618126 Jan 28 12:22:17.082206 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bcc78e26-3b87-46af-8e6b-4edb036004a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'port_id': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'mac_address': 'fa:16:3e:d5:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:21:51Z', 'updated_at': '2022-01-28T12:22:15Z', 'revision_number': 3, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:17.104478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['a1b63209-c454-4735-a6ae-2fd9ccc6df25'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:17.111259 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc78e26-3b87-46af-8e6b-4edb036004a9 None None] The sync data for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 is: [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'port_id': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'mac_address': 'fa:16:3e:d5:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:21:51Z', 'updated_at': '2022-01-28T12:22:15Z', 'revision_number': 3, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:22:17.132290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588010c0-a795-4546-87ab-9bb286829f93 req-58bc9e5e-09fa-4378-81f7-57d6a9a64063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:17.133857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-58bc9e5e-09fa-4378-81f7-57d6a9a64063 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.0920372 Jan 28 12:22:17.180484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-a5975842-9349-4dcc-99ad-8a0360053ef8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 217 time: 0.0388851 Jan 28 12:22:17.259976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588010c0-a795-4546-87ab-9bb286829f93 req-81edfed4-5fff-4f98-9f9f-c0428c3747cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:17.261454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-81edfed4-5fff-4f98-9f9f-c0428c3747cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.0706105 Jan 28 12:22:17.324253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588010c0-a795-4546-87ab-9bb286829f93 req-3e045f69-9a4b-4855-a6fc-7788bb7a08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:17.326548 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-3e045f69-9a4b-4855-a6fc-7788bb7a08f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580838 Jan 28 12:22:17.360903 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:17.411230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88d7f75-35f2-4b99-9c81-9d20417debde None None] New status for floating IP a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:22:17.445873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-7d121818-96e7-4be6-bc72-ce97184767ca service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065466 Jan 28 12:22:17.582007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-10bb9c0e-0506-44f3-9c76-5ea9eb81a4ed service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257911 Jan 28 12:22:17.668901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60e93d-4dcf-4009-9dfe-f3b2be9ab856 req-894843b2-bf42-499c-b227-599e529a50ce tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:17.670512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb60e93d-4dcf-4009-9dfe-f3b2be9ab856 req-894843b2-bf42-499c-b227-599e529a50ce tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 1100 time: 0.0760937 Jan 28 12:22:17.673044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588010c0-a795-4546-87ab-9bb286829f93 req-4b4ab4be-9091-41ec-8ece-474272495519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:17.674474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-4b4ab4be-9091-41ec-8ece-474272495519 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 1096 time: 0.0518029 Jan 28 12:22:17.712437 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321d04a-9dd2-4697-8372-32e80fe0dd14 None None] Sync routers for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:22:17.716860 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb60e93d-4dcf-4009-9dfe-f3b2be9ab856 req-a7fe5631-363f-4458-bd49-f9712901d328 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:17.726674 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321d04a-9dd2-4697-8372-32e80fe0dd14 None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:17.727746 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9321d04a-9dd2-4697-8372-32e80fe0dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:21:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:17.836531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588010c0-a795-4546-87ab-9bb286829f93 req-adf4fe78-903e-493a-93af-2502453b261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:17.838463 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9321d04a-9dd2-4697-8372-32e80fe0dd14 None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:17.838811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-adf4fe78-903e-493a-93af-2502453b261a service neutron] 10.222.0.53 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.1567142 Jan 28 12:22:17.929746 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb60e93d-4dcf-4009-9dfe-f3b2be9ab856 req-a7fe5631-363f-4458-bd49-f9712901d328 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] Publish callbacks [] for security_group (27ee68c4-fe9a-4647-b8bc-ad8062f1b98f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:17.935712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb60e93d-4dcf-4009-9dfe-f3b2be9ab856 req-a7fe5631-363f-4458-bd49-f9712901d328 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (27ee68c4-fe9a-4647-b8bc-ad8062f1b98f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:17.939267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-14516890-e24f-47d2-902f-aeeffd8f6a28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b17297-63fc-4c74-8a27-8a5b30adbc30 HTTP/1.1" status: 200 len: 1001 time: 0.0928414 Jan 28 12:22:18.002839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe5631-363f-4458-bd49-f9712901d328 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ee68c4-fe9a-4647-b8bc-ad8062f1b98f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:18.009222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb60e93d-4dcf-4009-9dfe-f3b2be9ab856 req-a7fe5631-363f-4458-bd49-f9712901d328 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261192 Jan 28 12:22:18.022650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588010c0-a795-4546-87ab-9bb286829f93 req-32efdfb1-a752-44ec-8cda-66d9b4866a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:18.024461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-32efdfb1-a752-44ec-8cda-66d9b4866a30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.0711117 Jan 28 12:22:18.073298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588010c0-a795-4546-87ab-9bb286829f93 req-36675684-9986-499b-bfa7-e8722399e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:18.074774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-36675684-9986-499b-bfa7-e8722399e652 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440583 Jan 28 12:22:18.093915 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9321d04a-9dd2-4697-8372-32e80fe0dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'port_id': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'mac_address': 'fa:16:3e:d5:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:21:51Z', 'updated_at': '2022-01-28T12:22:17Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:18.131402 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321d04a-9dd2-4697-8372-32e80fe0dd14 None None] Checking router: f0795ffd-1968-428c-b9c4-6e36a8d8166d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:22:18.141289 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321d04a-9dd2-4697-8372-32e80fe0dd14 None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:18.142113 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9321d04a-9dd2-4697-8372-32e80fe0dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:21:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:18.181003 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-02637972-ec1d-44fd-9a52-b9af861ae0ea service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978553 Jan 28 12:22:18.282378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-588010c0-a795-4546-87ab-9bb286829f93 req-29f24e13-4fa3-41e9-99da-dfac2b112278 service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946052 Jan 28 12:22:18.343609 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9321d04a-9dd2-4697-8372-32e80fe0dd14 None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:18.348610 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74afcc5-567f-40f8-b5c5-47cc13b2d6bd x-openstack-request-id: req-a74afcc5-567f-40f8-b5c5-47cc13b2d6bd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:18.348968 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b815af66-fbc0-4fda-81fe-04ca249fc807", "tag": "00b17297-63fc-4c74-8a27-8a5b30adbc30", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:18.349247 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a74afcc5-567f-40f8-b5c5-47cc13b2d6bd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:18.349647 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'status': 'completed', 'code': 200} Jan 28 12:22:18.349905 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'tag': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'status': 'completed', 'code': 200} Jan 28 12:22:18.435675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d537d0f-e7d5-4c50-b5a7-29d62c22037c req-f9ad0511-e4f5-43ae-99dd-c1f8a556a69f tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:18.443365 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d537d0f-e7d5-4c50-b5a7-29d62c22037c req-f9ad0511-e4f5-43ae-99dd-c1f8a556a69f tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.0664408 Jan 28 12:22:18.476804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-db48fe09-fe7a-41b2-b03a-f3d01be11443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:18.482164 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-db48fe09-fe7a-41b2-b03a-f3d01be11443 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 1096 time: 0.1088536 Jan 28 12:22:18.516374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a1b63209-c454-4735-a6ae-2fd9ccc6df25 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:22:18.590262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d537d0f-e7d5-4c50-b5a7-29d62c22037c req-54124407-24c5-4a0f-9321-ed9b57a9730d tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458192 Jan 28 12:22:18.594485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port a1b63209-c454-4735-a6ae-2fd9ccc6df25 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:22:18.598174 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9321d04a-9dd2-4697-8372-32e80fe0dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'port_id': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'mac_address': 'fa:16:3e:d5:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:21:51Z', 'updated_at': '2022-01-28T12:22:17Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:18.599117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-836ae192-7391-458d-bb48-7268897cbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:18.601674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port a1b63209-c454-4735-a6ae-2fd9ccc6df25 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:18.602711 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:18.606387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-836ae192-7391-458d-bb48-7268897cbc26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 1096 time: 0.1788890 Jan 28 12:22:18.622014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae983ba2-b816-4942-a00e-aa4da357b6bd req-d51d0e3a-5f2f-4829-9594-685cd042b8a5 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:18.624457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae983ba2-b816-4942-a00e-aa4da357b6bd req-d51d0e3a-5f2f-4829-9594-685cd042b8a5 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 944 time: 0.1332531 Jan 28 12:22:18.629834 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321d04a-9dd2-4697-8372-32e80fe0dd14 None None] The sync data for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 is: [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'port_id': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'mac_address': 'fa:16:3e:d5:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:21:51Z', 'updated_at': '2022-01-28T12:22:17Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:22:18.636853 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-0a646282-a19f-423a-8d16-11d6f3ec5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:18.639372 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-0a646282-a19f-423a-8d16-11d6f3ec5e81 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.1483600 Jan 28 12:22:18.705114 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-fe930bb5-80a5-4857-bec2-aaf9bfc263b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 217 time: 0.0569286 Jan 28 12:22:18.743976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae983ba2-b816-4942-a00e-aa4da357b6bd req-c8838001-dd4f-459f-a226-23462c4e06de tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104794 Jan 28 12:22:18.764963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-8fd53c13-202c-41d9-927d-2acbf467f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:18.766496 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-8fd53c13-202c-41d9-927d-2acbf467f58d service neutron] 10.222.0.49 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.1410475 Jan 28 12:22:18.784551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a1b63209-c454-4735-a6ae-2fd9ccc6df25 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:18.784944 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:18.812760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-e937a8bb-a937-4673-8c8b-f8ab79ce96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:18.818890 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-e937a8bb-a937-4673-8c8b-f8ab79ce96b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.1017704 Jan 28 12:22:18.823003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7c8732-87a1-4cc7-a81d-e8594fcee40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b63209-c454-4735-a6ae-2fd9ccc6df25'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:18.826018 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a938420b-dcb2-4c46-ad82-e914306c4351" -d '{"events": [{"server_uuid": "3f7c8732-87a1-4cc7-a81d-e8594fcee40f", "name": "network-vif-plugged", "status": "completed", "tag": "a1b63209-c454-4735-a6ae-2fd9ccc6df25"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:18.863106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:18.871717 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:18.915567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-cce91db8-e411-43c2-9c1d-3009f8f8e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:18.917068 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-cce91db8-e411-43c2-9c1d-3009f8f8e905 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837145 Jan 28 12:22:18.922054 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-529a5228-a855-4c8e-869b-4afd37969b85 service neutron] show failed (client error): The resource could not be found. Jan 28 12:22:18.923043 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-529a5228-a855-4c8e-869b-4afd37969b85 service neutron] 10.222.0.49 "GET /v2.0/ports/dc49dc7e-ef4a-4270-8664-b1a0d190371b/bindings/n-h1-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.2204654 Jan 28 12:22:18.930024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-f0120d3e-3fd6-4f46-a19d-ea9ea9a6b9df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b17297-63fc-4c74-8a27-8a5b30adbc30 HTTP/1.1" status: 200 len: 1001 time: 0.1563206 Jan 28 12:22:18.964209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a1b63209-c454-4735-a6ae-2fd9ccc6df25,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:19.035445 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-c9a6814d-04df-4b2d-a23a-02b20fcc8e0a service neutron] 10.222.0.35 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101310 Jan 28 12:22:19.037506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066c664-5105-4f74-9f3d-3f4075b801fd req-9ff640ca-89d9-4965-abb8-226217014bdd tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:19.039195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3066c664-5105-4f74-9f3d-3f4075b801fd req-9ff640ca-89d9-4965-abb8-226217014bdd tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1729641 Jan 28 12:22:19.050409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-34f3f895-93c0-41d0-aa44-23b4a658025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:19.056791 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-34f3f895-93c0-41d0-aa44-23b4a658025b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.1197298 Jan 28 12:22:19.162779 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-51f0965c-a280-4bec-b67d-742134e35a44 service neutron] 10.222.0.35 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197796 Jan 28 12:22:19.181225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3066c664-5105-4f74-9f3d-3f4075b801fd req-b0218be2-6411-4165-8c03-4961de0107f9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230655 Jan 28 12:22:19.191564 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5c98b19-f5b1-47f8-a6f2-2876a0212dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:19.218585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-30344e07-b6a7-44ee-a21a-3511d45cd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:19.218585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-30344e07-b6a7-44ee-a21a-3511d45cd7f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424744 Jan 28 12:22:19.279925 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c30a457-e502-4161-84c9-ee1973e1dbab x-openstack-request-id: req-0c30a457-e502-4161-84c9-ee1973e1dbab {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:19.280452 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7c8732-87a1-4cc7-a81d-e8594fcee40f", "name": "network-vif-plugged", "status": "completed", "tag": "a1b63209-c454-4735-a6ae-2fd9ccc6df25", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:19.280807 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c30a457-e502-4161-84c9-ee1973e1dbab {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:19.281932 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7c8732-87a1-4cc7-a81d-e8594fcee40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b63209-c454-4735-a6ae-2fd9ccc6df25', 'code': 200} Jan 28 12:22:19.297969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-07883088-fad8-47f5-9a30-ce2e878bf7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:19.299561 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-07883088-fad8-47f5-9a30-ce2e878bf7e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f&tenant_id=5365e826fdfe40a69e62d0df1e72d7db HTTP/1.1" status: 200 len: 1100 time: 0.0952082 Jan 28 12:22:19.327602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:19.382959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a43b335c-2f1d-47bc-b71b-d93f083cb230 req-04961c7e-5a4e-4794-85da-2a595f803bf3 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1001 time: 0.1313469 Jan 28 12:22:19.426368 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:19.433866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b335c-2f1d-47bc-b71b-d93f083cb230 req-da3f2158-3808-4a06-84ca-aa800ac13b34 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:19.441959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c8fd8-a6a2-4ad3-8739-0029b319103f req-1fa5ca20-7666-41cd-ac45-50b7d5914766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:19.443746 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b47c8fd8-a6a2-4ad3-8739-0029b319103f req-1fa5ca20-7666-41cd-ac45-50b7d5914766 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 1096 time: 0.0840805 Jan 28 12:22:19.451631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a43b335c-2f1d-47bc-b71b-d93f083cb230 req-da3f2158-3808-4a06-84ca-aa800ac13b34 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports/00b17297-63fc-4c74-8a27-8a5b30adbc30 HTTP/1.1" status: 200 len: 942 time: 0.0566223 Jan 28 12:22:19.499182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-080b49d0-db17-43e9-9f11-4a65e9a3b187 service neutron] 10.222.0.49 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752457 Jan 28 12:22:19.600295 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b47c8fd8-a6a2-4ad3-8739-0029b319103f req-3f972c69-d334-4588-951a-15f3019d217c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267428 Jan 28 12:22:19.696070 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:19.698959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-751e6af8-ed23-40a3-b280-a530ada7b1dd tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373995 Jan 28 12:22:19.731462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:19.758374 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a43b335c-2f1d-47bc-b71b-d93f083cb230 req-5a8c2967-76ea-4fc6-a9ec-c0d785f6c108 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1001 time: 0.1448162 Jan 28 12:22:19.760419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea9434ec-87fa-4a9b-aec5-272d90467fdd req-916a7e7b-c531-4c1e-8282-1b58c95de83c service neutron] 10.222.0.49 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475188 Jan 28 12:22:19.776127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:19.778304 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a83f6e-167f-40fd-a342-08f98f8347aa" -d '{"events": [{"server_uuid": "5fe6e098-010d-45f7-9e75-4eb12f8f3e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "dc49dc7e-ef4a-4270-8664-b1a0d190371b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:19.782452 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Publish callbacks [] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:19.796438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Transition to ACTIVE for port object dc49dc7e-ef4a-4270-8664-b1a0d190371b will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:22:19.800912 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:19.850962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Pushing event updated for resources: {'Port': ['ID=dc49dc7e-ef4a-4270-8664-b1a0d190371b,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:19.874515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] No DVR routers for this DVR port dc49dc7e-ef4a-4270-8664-b1a0d190371b on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:22:19.918078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Attempting to bind port dc49dc7e-ef4a-4270-8664-b1a0d190371b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:22:19.918449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Attempting to bind port dc49dc7e-ef4a-4270-8664-b1a0d190371b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:22:19.918725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Attempting to bind port dc49dc7e-ef4a-4270-8664-b1a0d190371b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:19.924823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Port dc49dc7e-ef4a-4270-8664-b1a0d190371b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:22:19.925467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Attempting to bind port dc49dc7e-ef4a-4270-8664-b1a0d190371b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:19.931864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:22:19.933368 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:19.934106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:22:19.935698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Bound port: dc49dc7e-ef4a-4270-8664-b1a0d190371b, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:22:19.936325 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:19.939981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b335c-2f1d-47bc-b71b-d93f083cb230 req-c1f0893b-2679-4dab-8110-7540bd82eb9d tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:19.949558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a43b335c-2f1d-47bc-b71b-d93f083cb230 req-c1f0893b-2679-4dab-8110-7540bd82eb9d tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1591415 Jan 28 12:22:19.956014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-a43b335c-2f1d-47bc-b71b-d93f083cb230 req-c78cddbf-446a-4a66-9004-b63ed4244865 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:22:19.967901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a43b335c-2f1d-47bc-b71b-d93f083cb230 req-c78cddbf-446a-4a66-9004-b63ed4244865 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172312 Jan 28 12:22:20.003281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-eeb77619-c00c-4a8f-b7a3-252862c9081d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:20.011761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-eeb77619-c00c-4a8f-b7a3-252862c9081d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026872 Jan 28 12:22:20.032358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d405b982-9b5a-4dbc-a254-002ed6873b98 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/quotas/1a6e4b41d3dc4895a816aa2f6c1adfda HTTP/1.1" status: 200 len: 375 time: 0.0192478 Jan 28 12:22:20.086885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:20.095786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:22:20.103762 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:20.128201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-c9929582-2c86-41a9-a303-94edec95fc95 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0918765 Jan 28 12:22:20.177131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:20.183690 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:20.185820 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] 10.222.0.35 "PUT /v2.0/ports/dc49dc7e-ef4a-4270-8664-b1a0d190371b HTTP/1.1" status: 200 len: 1095 time: 0.8764620 Jan 28 12:22:20.212056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1df2bd-3093-4cc8-b273-253f33376e76 service neutron] Pushing event updated for resources: {'Port': ['ID=dc49dc7e-ef4a-4270-8664-b1a0d190371b,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:20.227675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6496df-9367-4f95-b104-ec04bf12413e req-2168f44a-a981-4e55-976a-022f02434804 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:20.229315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc6496df-9367-4f95-b104-ec04bf12413e req-2168f44a-a981-4e55-976a-022f02434804 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.0986021 Jan 28 12:22:20.312771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-af7fda51-4e82-4b88-810c-2772c791f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:20.315094 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-af7fda51-4e82-4b88-810c-2772c791f44a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 1098 time: 0.0876329 Jan 28 12:22:20.330567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc6496df-9367-4f95-b104-ec04bf12413e req-fc0937fd-7f1f-4567-b0d1-581a1910eb06 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942912 Jan 28 12:22:20.462287 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dd5492-d07d-4f5a-a1c9-83704238be33 x-openstack-request-id: req-07dd5492-d07d-4f5a-a1c9-83704238be33 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:20.462586 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe6e098-010d-45f7-9e75-4eb12f8f3e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "dc49dc7e-ef4a-4270-8664-b1a0d190371b", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:20.462846 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07dd5492-d07d-4f5a-a1c9-83704238be33 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:20.463365 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b', 'code': 200} Jan 28 12:22:20.495425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-baeec012-9d76-465e-9698-4276821108a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:20.499048 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-baeec012-9d76-465e-9698-4276821108a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1755064 Jan 28 12:22:20.552513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c20e2e-7c4c-45da-989f-db45acc090ca req-8d376e57-70a6-46eb-9bac-a810a0bdcec0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:20.554266 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0c20e2e-7c4c-45da-989f-db45acc090ca req-8d376e57-70a6-46eb-9bac-a810a0bdcec0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 945 time: 0.0553625 Jan 28 12:22:20.560858 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-40381000-4931-4143-8418-f66bca816257 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b HTTP/1.1" status: 200 len: 217 time: 0.0460739 Jan 28 12:22:20.625992 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0c20e2e-7c4c-45da-989f-db45acc090ca req-c50fa20c-b3ca-4790-ae0b-b4e3915fdf1b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643065 Jan 28 12:22:20.669629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-15585d67-4833-4a37-9804-153e8284e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:20.672566 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-15585d67-4833-4a37-9804-153e8284e3a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1062474 Jan 28 12:22:20.736746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-34dd2afd-ad1d-42f0-abe9-c6118c1e0d59 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1001 time: 0.0795360 Jan 28 12:22:20.781210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-60c07757-3fda-453d-99c7-dc669e33ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:20.782764 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-60c07757-3fda-453d-99c7-dc669e33ca4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955112 Jan 28 12:22:20.813358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7988bc8-9c81-4257-9197-646686a44138 req-9c991061-4d40-4f29-9b7d-ea776a1753bc tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:20.836568 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-9c991061-4d40-4f29-9b7d-ea776a1753bc tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports/00b17297-63fc-4c74-8a27-8a5b30adbc30 HTTP/1.1" status: 200 len: 942 time: 0.0787342 Jan 28 12:22:21.014687 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-a847e808-cbad-4593-a652-29c3807c3d39 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216110 Jan 28 12:22:21.066956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-0dd45194-39e6-480b-8087-d83d457985b3 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1001 time: 0.1486585 Jan 28 12:22:21.155769 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-f4a45993-39e9-4e29-8527-8f6b6f9909ad service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278245 Jan 28 12:22:21.181229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883c27b-1347-4363-bdab-254d970991e7 req-bd591765-64c8-456a-af32-ceebbe6d060c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:21.183311 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0883c27b-1347-4363-bdab-254d970991e7 req-bd591765-64c8-456a-af32-ceebbe6d060c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 947 time: 0.1397605 Jan 28 12:22:21.246551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7988bc8-9c81-4257-9197-646686a44138 req-eb7f1842-28a1-4e1e-bb7a-1b82528ef87a tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:21.248539 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-eb7f1842-28a1-4e1e-bb7a-1b82528ef87a tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1806986 Jan 28 12:22:21.295477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0883c27b-1347-4363-bdab-254d970991e7 req-3b1ddb5b-68d5-4129-b766-02e72669b0b7 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001077 Jan 28 12:22:21.357584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-7731499e-1eba-4c10-ba9f-1eaf1e02c8e8 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1001 time: 0.0805073 Jan 28 12:22:21.367166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a7988bc8-9c81-4257-9197-646686a44138 req-7f788d0a-449b-4bb5-bf5a-27a18fbac293 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:21.557215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48536a4d-6419-414f-ab9f-72823e87cd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:21.770713 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a7988bc8-9c81-4257-9197-646686a44138 req-7f788d0a-449b-4bb5-bf5a-27a18fbac293 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:21.986813 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a7988bc8-9c81-4257-9197-646686a44138 req-7f788d0a-449b-4bb5-bf5a-27a18fbac293 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:21.992309 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a7988bc8-9c81-4257-9197-646686a44138 req-7f788d0a-449b-4bb5-bf5a-27a18fbac293 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:21.995028 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-a7988bc8-9c81-4257-9197-646686a44138 req-7f788d0a-449b-4bb5-bf5a-27a18fbac293 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Floating IP a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 disassociated. External IP: 172.25.7.181, port: 00b17297-63fc-4c74-8a27-8a5b30adbc30. Jan 28 12:22:22.279763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abe63a-be23-47d4-ae91-17651fdb2897 req-eb4b8b3a-4cdc-40d5-bd67-38a4567472a8 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:22.281383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24abe63a-be23-47d4-ae91-17651fdb2897 req-eb4b8b3a-4cdc-40d5-bd67-38a4567472a8 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.0946972 Jan 28 12:22:22.332220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7988bc8-9c81-4257-9197-646686a44138 req-7f788d0a-449b-4bb5-bf5a-27a18fbac293 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Router f0795ffd-1968-428c-b9c4-6e36a8d8166d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:22:22.357650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24abe63a-be23-47d4-ae91-17651fdb2897 req-9bb9f8ae-f8cc-43a0-9366-7e628a55a787 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665441 Jan 28 12:22:22.464445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'tag': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:22.467315 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe6e098-010d-45f7-9e75-4eb12f8f3e4f", "tag": "dc49dc7e-ef4a-4270-8664-b1a0d190371b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:22.496519 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-486cc8b1-a625-4624-8413-d57a5c0d82db tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248799 Jan 28 12:22:22.516624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7988bc8-9c81-4257-9197-646686a44138 req-7f788d0a-449b-4bb5-bf5a-27a18fbac293 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:22:22.521776 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a7988bc8-9c81-4257-9197-646686a44138 req-7f788d0a-449b-4bb5-bf5a-27a18fbac293 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:22.529241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce5e4b-019f-4d81-a216-f8d14e7ba4aa None None] Sync routers for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:22:22.547177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device dc49dc7e-ef4a-4270-8664-b1a0d190371b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:22:22.563785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce5e4b-019f-4d81-a216-f8d14e7ba4aa None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:22.564470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-03ce5e4b-019f-4d81-a216-f8d14e7ba4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:22.597818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603855c8-0ecf-4995-a3b8-5f5f7aa4e00b req-514dd596-cc61-4ff3-918a-9cc04fa5b1ab tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:22.605283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-603855c8-0ecf-4995-a3b8-5f5f7aa4e00b req-514dd596-cc61-4ff3-918a-9cc04fa5b1ab tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 945 time: 0.1498830 Jan 28 12:22:22.639064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-e1b8a1e2-91c6-4a5b-ac7e-d9829aa08630 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:22.640662 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-e1b8a1e2-91c6-4a5b-ac7e-d9829aa08630 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1330395 Jan 28 12:22:22.645123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-7f788d0a-449b-4bb5-bf5a-27a18fbac293 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "PUT /v2.0/floatingips/a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 HTTP/1.1" status: 200 len: 695 time: 1.2820048 Jan 28 12:22:22.646663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'tag': '00b17297-63fc-4c74-8a27-8a5b30adbc30'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:22.648956 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c94511-70cc-4a84-bce5-ee5a91b582a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b815af66-fbc0-4fda-81fe-04ca249fc807", "tag": "00b17297-63fc-4c74-8a27-8a5b30adbc30"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:22.666608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Request body: {'port': {'device_id': '7905eb47-5b92-4191-a78c-0a2ff8ad0062', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '1a6e4b41d3dc4895a816aa2f6c1adfda'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:22.791852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-b092ee09-ec2f-4df5-89f6-4afea599fe24 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321884 Jan 28 12:22:22.808962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-603855c8-0ecf-4995-a3b8-5f5f7aa4e00b req-b8567acc-9769-42d0-97af-4891f3d72bd3 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979244 Jan 28 12:22:22.886782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Made reservation on behalf of 1a6e4b41d3dc4895a816aa2f6c1adfda for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:22:22.893284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:22.992509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7988bc8-9c81-4257-9197-646686a44138 req-b9006c0a-a0a9-4454-9ca7-c95c6553cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:22.994452 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:23.007762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-b9006c0a-a0a9-4454-9ca7-c95c6553cb09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 1096 time: 0.3322451 Jan 28 12:22:23.070190 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Allocated IP 192.168.233.4 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/0665a07f-3e61-43c3-8f82-6b9f46e3cd8e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:22:23.097256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port dc49dc7e-ef4a-4270-8664-b1a0d190371b host n-h1-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:22:23.097735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device dc49dc7e-ef4a-4270-8664-b1a0d190371b not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:22:23.116310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b2a1f47-9058-4ab4-8f91-d8704b500b8c req-51cac394-64a0-4eb8-b98a-fbab4c6e7e5e tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 210 time: 0.1295931 Jan 28 12:22:23.156090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-03ce5e4b-019f-4d81-a216-f8d14e7ba4aa None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:23.211211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-48606771-1cac-46bb-81c4-83c528d9442b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:23.223256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-48606771-1cac-46bb-81c4-83c528d9442b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4054985 Jan 28 12:22:23.237389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Request body: {'port': {'device_id': '476d9a7d-bcce-444d-8f4f-c76949182786', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '1a6e4b41d3dc4895a816aa2f6c1adfda'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:23.262088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7988bc8-9c81-4257-9197-646686a44138 req-828c3d49-6f22-4b19-8cd8-731e30b75e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:23.264236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-828c3d49-6f22-4b19-8cd8-731e30b75e67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.2555890 Jan 28 12:22:23.333797 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks [] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:23.334254 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-a9dba008-e154-417a-b92c-937ed087e853 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b17297-63fc-4c74-8a27-8a5b30adbc30 HTTP/1.1" status: 200 len: 217 time: 0.0449660 Jan 28 12:22:23.413156 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:23.431064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7988bc8-9c81-4257-9197-646686a44138 req-583838ac-3473-4b60-a1da-03d2b32b09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:23.432668 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-583838ac-3473-4b60-a1da-03d2b32b09dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.0907023 Jan 28 12:22:23.446833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:23.512259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:22:23.515453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:22:23.530005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:22:23.610748 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event updated for resources: {'Port': ['ID=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:23.656826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7988bc8-9c81-4257-9197-646686a44138 req-4672f7c8-be84-4974-b901-61d91634adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:23.667824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-4672f7c8-be84-4974-b901-61d91634adce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196600 Jan 28 12:22:23.678116 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:23.688874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:23.729167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Made reservation on behalf of 1a6e4b41d3dc4895a816aa2f6c1adfda for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:22:23.734159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-03ce5e4b-019f-4d81-a216-f8d14e7ba4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:23.740556 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:23.743304 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-2c73806f-e850-45ec-8f45-fba7d4c9ce9f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0830555 Jan 28 12:22:23.764046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Request body: {'port': {'device_id': '7905eb47-5b92-4191-a78c-0a2ff8ad0062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:23.830284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce5e4b-019f-4d81-a216-f8d14e7ba4aa None None] Checking router: f0795ffd-1968-428c-b9c4-6e36a8d8166d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:22:23.867383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce5e4b-019f-4d81-a216-f8d14e7ba4aa None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:23.869195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-03ce5e4b-019f-4d81-a216-f8d14e7ba4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:23.879482 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:24.040186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device dc49dc7e-ef4a-4270-8664-b1a0d190371b details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:22:24.101492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-6830843a-f400-4515-b383-aef705633e95 service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183254 Jan 28 12:22:24.124199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad562c6-88ff-457a-8ea8-fc7a1c45d6ac req-ab7a6ee8-ac49-4670-a66b-9395060089c9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:24.125844 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fad562c6-88ff-457a-8ea8-fc7a1c45d6ac req-ab7a6ee8-ac49-4670-a66b-9395060089c9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 947 time: 0.2878671 Jan 28 12:22:24.154016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3d1a8748-94b0-43a3-b448-7fe12bf508d4 None None] Provisioning complete for port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:24.154564 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8748-94b0-43a3-b448-7fe12bf508d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:24.202601 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-03ce5e4b-019f-4d81-a216-f8d14e7ba4aa None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:24.233642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fad562c6-88ff-457a-8ea8-fc7a1c45d6ac req-9af68eab-f5e5-490f-861b-496b38919019 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882125 Jan 28 12:22:24.272324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:24.328604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a8748-94b0-43a3-b448-7fe12bf508d4 None None] Port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:22:24.335612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b', 'mac_address': 'fa:16:3e:f4:ef:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:22:24.336201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Allocated IP 192.168.233.157 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/69b28469-06d8-4aaa-bad0-1334ae203a97) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:22:24.389400 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18172840-bd3a-4e02-9a0b-4adadb3c6c44 x-openstack-request-id: req-18172840-bd3a-4e02-9a0b-4adadb3c6c44 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:24.390084 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe6e098-010d-45f7-9e75-4eb12f8f3e4f", "tag": "dc49dc7e-ef4a-4270-8664-b1a0d190371b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:24.390541 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18172840-bd3a-4e02-9a0b-4adadb3c6c44 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:24.391152 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'tag': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b', 'status': 'completed', 'code': 200} Jan 28 12:22:24.505271 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120becb3-a506-403b-93c8-3a1fe567b737 x-openstack-request-id: req-120becb3-a506-403b-93c8-3a1fe567b737 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:24.505577 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b815af66-fbc0-4fda-81fe-04ca249fc807", "tag": "00b17297-63fc-4c74-8a27-8a5b30adbc30", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:24.505861 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-120becb3-a506-403b-93c8-3a1fe567b737 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:24.506800 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'tag': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'status': 'completed', 'code': 200} Jan 28 12:22:24.511896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7988bc8-9c81-4257-9197-646686a44138 req-01d8567f-7652-4c9f-8745-565bf5f789a0 service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843203 Jan 28 12:22:24.532799 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:24.533639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port dc49dc7e-ef4a-4270-8664-b1a0d190371b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:24.535763 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:24.596789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc49dc7e-ef4a-4270-8664-b1a0d190371b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:24.609984 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c94511-70cc-4a84-bce5-ee5a91b582a8 req-41c4ce0f-6420-4841-986b-e7a01895bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:24.611772 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-88c94511-70cc-4a84-bce5-ee5a91b582a8 req-41c4ce0f-6420-4841-986b-e7a01895bd6d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 1096 time: 0.0903327 Jan 28 12:22:24.692638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:24.713913 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:24.794651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c94511-70cc-4a84-bce5-ee5a91b582a8 req-7e42ce94-28d5-4193-8fe3-cc4e84b80e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:24.796143 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-88c94511-70cc-4a84-bce5-ee5a91b582a8 req-7e42ce94-28d5-4193-8fe3-cc4e84b80e73 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.1784179 Jan 28 12:22:24.801977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-faf85fd3-c9c2-4c88-a218-75a776e4f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:24.803537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-faf85fd3-c9c2-4c88-a218-75a776e4f7ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 1098 time: 0.3735437 Jan 28 12:22:24.819074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-03ce5e4b-019f-4d81-a216-f8d14e7ba4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:24.824276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=dc49dc7e-ef4a-4270-8664-b1a0d190371b,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:24.848314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-dcca0197-9503-495e-b8f5-8ca5f40ea230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:24.849774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-dcca0197-9503-495e-b8f5-8ca5f40ea230 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 1098 time: 0.4062505 Jan 28 12:22:24.852174 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-88c94511-70cc-4a84-bce5-ee5a91b582a8 req-c7e1c462-ee72-46d3-b186-429dd9fc247c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00b17297-63fc-4c74-8a27-8a5b30adbc30 HTTP/1.1" status: 200 len: 217 time: 0.0497193 Jan 28 12:22:24.867930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce5e4b-019f-4d81-a216-f8d14e7ba4aa None None] The sync data for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 is: [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:22:24.882938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.883803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.884621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.885141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.885638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.886138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.886627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.887583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.888135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.888626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.889156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.889669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.890455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:22:24.942315 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c94511-70cc-4a84-bce5-ee5a91b582a8 req-4a187596-afcc-4646-9502-100abeb85863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:24.943933 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-88c94511-70cc-4a84-bce5-ee5a91b582a8 req-4a187596-afcc-4646-9502-100abeb85863 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.0842297 Jan 28 12:22:25.033960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['dc49dc7e-ef4a-4270-8664-b1a0d190371b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:25.049936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c94511-70cc-4a84-bce5-ee5a91b582a8 req-11a1ae88-8226-426d-b94d-687243ac656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:25.056460 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-88c94511-70cc-4a84-bce5-ee5a91b582a8 req-11a1ae88-8226-426d-b94d-687243ac656c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052749 Jan 28 12:22:25.106505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b264a1c-42f7-44c3-85a0-761eeb6d8d2a req-cb95d911-7453-43aa-b044-c18aa6a85d85 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:25.108032 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b264a1c-42f7-44c3-85a0-761eeb6d8d2a req-cb95d911-7453-43aa-b044-c18aa6a85d85 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.3614719 Jan 28 12:22:25.125250 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks [] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:25.204963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-0e8ebef7-1511-4e1b-8c3e-908698e38aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:25.206417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-0e8ebef7-1511-4e1b-8c3e-908698e38aaf service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.3515873 Jan 28 12:22:25.221904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423d251-2506-4b3b-b6f6-0816142a90be req-c3125f75-563e-42d1-ac93-cb3708a39b2c tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:25.229084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1423d251-2506-4b3b-b6f6-0816142a90be req-c3125f75-563e-42d1-ac93-cb3708a39b2c tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 1096 time: 0.3781385 Jan 28 12:22:25.268459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-c4c9480e-e723-42ce-add2-a8b08dc59d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:25.269072 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-88c94511-70cc-4a84-bce5-ee5a91b582a8 req-eb73565c-1994-4755-9419-d5ce8c08d6b6 service neutron] 10.222.0.49 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041059 Jan 28 12:22:25.269779 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-c4c9480e-e723-42ce-add2-a8b08dc59d90 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.3243537 Jan 28 12:22:25.335021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-bc1fe4ac-ebd4-4757-8e9a-2b8183dfa398 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b HTTP/1.1" status: 200 len: 217 time: 0.0991845 Jan 28 12:22:25.357283 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9731a-6e2c-4bde-8cee-c1dd9d871a71 None None] New status for floating IP a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:22:25.426544 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-88c94511-70cc-4a84-bce5-ee5a91b582a8 req-042b4853-1958-421a-8d33-deca535c0d73 service neutron] 10.222.0.49 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461122 Jan 28 12:22:25.678549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-3039bd07-a885-494d-b753-474769eeb091 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b HTTP/1.1" status: 200 len: 217 time: 0.3610044 Jan 28 12:22:25.701980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1423d251-2506-4b3b-b6f6-0816142a90be req-0c003420-e25e-4aa6-bf5e-0714d349836e tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718783 Jan 28 12:22:25.711445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b264a1c-42f7-44c3-85a0-761eeb6d8d2a req-0fe0934f-e4c8-4ad6-8447-bf912f464bfd tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842230 Jan 28 12:22:25.741042 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:25.745181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-33ed71c9-ce3c-432f-9f1d-c30a6dcb1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:25.746721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-33ed71c9-ce3c-432f-9f1d-c30a6dcb1463 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1072299 Jan 28 12:22:25.755185 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:25.881472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-879fcbc1-5864-4132-a034-99905b319a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:25.882904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-879fcbc1-5864-4132-a034-99905b319a74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1937726 Jan 28 12:22:25.921567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:22:25.943275 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:25.952130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:22:25.987052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:22:25.999141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:25.999859 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:26.004758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event updated for resources: {'Port': ['ID=69b28469-06d8-4aaa-bad0-1334ae203a97,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:26.045923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-6041910d-2c04-4ec1-86f3-1953647b2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:26.051265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-6041910d-2c04-4ec1-86f3-1953647b2a7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2623694 Jan 28 12:22:26.070961 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:26.074183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:22:26.080137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device dc49dc7e-ef4a-4270-8664-b1a0d190371b up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:22:26.081473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Publish callbacks [] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:26.083702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-d52508e3-97eb-4246-ba47-19529438873d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8501117 Jan 28 12:22:26.101055 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Transition to ACTIVE for port object 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:22:26.105731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:26.210217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Request body: {'port': {'device_id': '476d9a7d-bcce-444d-8f4f-c76949182786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:26.231473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-5e787d08-4593-4b05-a7a5-aeda84773c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:26.242821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-5e787d08-4593-4b05-a7a5-aeda84773c11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3275290 Jan 28 12:22:26.289893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91927c-6390-47d3-8b29-8bb5641a7a5a req-c29ee519-e790-43d2-a402-1b4a3c1cec74 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:26.297144 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d91927c-6390-47d3-8b29-8bb5641a7a5a req-c29ee519-e790-43d2-a402-1b4a3c1cec74 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 936 time: 0.4204812 Jan 28 12:22:26.326383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:26.406305 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Attempting to bind port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:22:26.406719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Attempting to bind port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:22:26.407056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Attempting to bind port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:26.421350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:22:26.421597 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Attempting to bind port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:26.440140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:22:26.440399 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:26.441293 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:22:26.441293 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Bound port: 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:22:26.441566 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:26.469138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port dc49dc7e-ef4a-4270-8664-b1a0d190371b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:22:26.485963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-96d08528-dd8b-44b7-8990-1091cead4854 None None] Provisioning complete for port 69b28469-06d8-4aaa-bad0-1334ae203a97 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:26.486436 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96d08528-dd8b-44b7-8990-1091cead4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:26.540332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port dc49dc7e-ef4a-4270-8664-b1a0d190371b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:26.546441 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:26.558090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] For port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:26.563473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] For port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:22:26.566696 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:26.589243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-bd69b45f-bac8-4e01-b4ca-d44b1ca95cd6 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342498 Jan 28 12:22:26.630978 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:26.675504 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:26.744833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:26.756800 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:26.758991 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:26.760707 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-18cb9408-b8eb-4b01-ad9f-f41674b338f7 service neutron] 10.222.0.35 "PUT /v2.0/ports/0665a07f-3e61-43c3-8f82-6b9f46e3cd8e HTTP/1.1" status: 200 len: 1094 time: 3.0021560 Jan 28 12:22:26.762436 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7905eb47-5b92-4191-a78c-0a2ff8ad0062', 'tag': '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:26.766356 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80beeed-ace2-431c-affd-5e3b30b0c748" -d '{"events": [{"name": "network-changed", "server_uuid": "7905eb47-5b92-4191-a78c-0a2ff8ad0062", "tag": "0665a07f-3e61-43c3-8f82-6b9f46e3cd8e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:26.799180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-41d13afe-865c-4555-a103-b716723fb0af tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:26.801150 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-41d13afe-865c-4555-a103-b716723fb0af tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f&tenant_id=5365e826fdfe40a69e62d0df1e72d7db&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 948 time: 0.2361701 Jan 28 12:22:26.815837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d91927c-6390-47d3-8b29-8bb5641a7a5a req-ac73b65b-ff79-4185-848e-a0537bb94076 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601052 Jan 28 12:22:26.853621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-0970727b-fa30-4929-942e-f12480b3b927 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551715 Jan 28 12:22:26.857363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-0fa0e108-bfa5-40ce-8e0e-1cb316d5678e service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368488 Jan 28 12:22:26.901471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-96d08528-dd8b-44b7-8990-1091cead4854 None None] Port 69b28469-06d8-4aaa-bad0-1334ae203a97 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:22:26.918821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3', 'mac_address': 'fa:16:3e:fa:be:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:22:26.980061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:26.980652 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:27.000694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:27.058770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:27.061899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port dc49dc7e-ef4a-4270-8664-b1a0d190371b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:27.062422 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:27.081653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8a27b-aaf7-4a6f-85c8-0a52e1e532c7 req-691caed0-8e64-4385-935a-b0398716152a tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:27.094950 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62c8a27b-aaf7-4a6f-85c8-0a52e1e532c7 req-691caed0-8e64-4385-935a-b0398716152a tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 1096 time: 0.2749658 Jan 28 12:22:27.114812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:27.116016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:27.119809 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0465d60e-bd63-46da-832a-919918f55ec0" -d '{"events": [{"server_uuid": "5fe6e098-010d-45f7-9e75-4eb12f8f3e4f", "name": "network-vif-plugged", "status": "completed", "tag": "dc49dc7e-ef4a-4270-8664-b1a0d190371b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:27.125479 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:27.194703 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:27.197258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:22:27.202346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:27.314014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-628c9d2b-d5a4-4cde-9dfe-7d81bfad6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:27.315812 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-628c9d2b-d5a4-4cde-9dfe-7d81bfad6d4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 1097 time: 0.4937890 Jan 28 12:22:27.318323 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-2b0334d2-f4dc-41aa-b50b-fa20d8d1fff7 service neutron] delete failed (client error): The resource could not be found. Jan 28 12:22:27.319329 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-2b0334d2-f4dc-41aa-b50b-fa20d8d1fff7 service neutron] 10.222.0.49 "DELETE /v2.0/ports/dc49dc7e-ef4a-4270-8664-b1a0d190371b/bindings/n-h2-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.5070128 Jan 28 12:22:27.335648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62c8a27b-aaf7-4a6f-85c8-0a52e1e532c7 req-e9ca41b5-9a8f-48ab-818c-d1bb2550bc05 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397125 Jan 28 12:22:27.344604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=dc49dc7e-ef4a-4270-8664-b1a0d190371b,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:27.418396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 is: BUILD; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:27.418786 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:27.428284 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-c2ba667b-3991-480e-9e85-634c7605ac03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e HTTP/1.1" status: 200 len: 217 time: 0.0828319 Jan 28 12:22:27.436343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:27.473514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:27.478534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['544ed6fd-ba8a-4fa5-bea2-8f566d156ed3'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:27.506688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-fb205c60-677a-47d0-929e-8ae8c35ed141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:27.508637 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-fb205c60-677a-47d0-929e-8ae8c35ed141 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0705009 Jan 28 12:22:27.520996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b28469-06d8-4aaa-bad0-1334ae203a97 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:27.526703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058d4f9e-5f5f-4fd3-9dfb-15bac1473966 req-8c4d656f-7256-4783-bcb7-19930222513a service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274402 Jan 28 12:22:27.530352 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:27.533578 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Publish callbacks [] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:27.574203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29866994-0b25-4d5d-a08f-8b5eb63e2948 req-2a07d2aa-fed0-43d4-98a0-e043e6585f5e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:27.581818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29866994-0b25-4d5d-a08f-8b5eb63e2948 req-2a07d2aa-fed0-43d4-98a0-e043e6585f5e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.3088007 Jan 28 12:22:27.594797 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-54070763-5de1-4305-a2d4-6c9e9f595810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:27.596290 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-54070763-5de1-4305-a2d4-6c9e9f595810 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804479 Jan 28 12:22:27.597774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Transition to ACTIVE for port object 69b28469-06d8-4aaa-bad0-1334ae203a97 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:22:27.618918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:27.624514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:27.729718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc277b1a-1470-46a5-8812-bfa519350287 req-fec5b30b-fac8-411e-b5de-0841799ec103 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:27.738672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc277b1a-1470-46a5-8812-bfa519350287 req-fec5b30b-fac8-411e-b5de-0841799ec103 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1916778 Jan 28 12:22:27.745586 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-224b2182-e240-41b3-be21-837d0038c9b1 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421952 Jan 28 12:22:27.833340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29866994-0b25-4d5d-a08f-8b5eb63e2948 req-68e00a72-5bc5-4ca6-a4ec-6195819a0769 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505708 Jan 28 12:22:27.852148 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-bbe3c6f0-6b36-4762-8170-af487f649c47 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969291 Jan 28 12:22:27.864749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Pushing event updated for resources: {'Port': ['ID=69b28469-06d8-4aaa-bad0-1334ae203a97,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:27.883396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Attempting to bind port 69b28469-06d8-4aaa-bad0-1334ae203a97 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:22:27.883774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Attempting to bind port 69b28469-06d8-4aaa-bad0-1334ae203a97 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:22:27.884127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Attempting to bind port 69b28469-06d8-4aaa-bad0-1334ae203a97 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:27.894697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc277b1a-1470-46a5-8812-bfa519350287 req-61ff4065-d92a-4d95-9322-e10fb5b252c4 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.1550639 Jan 28 12:22:27.903860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-cc277b1a-1470-46a5-8812-bfa519350287 req-7440d2a2-ad58-4e49-b810-ae328313ee7c tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Request body: {'floatingip': {'port_id': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:27.933382 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ea1e6b-5d25-49b8-a0ce-f0872dbe7332 x-openstack-request-id: req-e6ea1e6b-5d25-49b8-a0ce-f0872dbe7332 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:27.933673 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7905eb47-5b92-4191-a78c-0a2ff8ad0062", "tag": "0665a07f-3e61-43c3-8f82-6b9f46e3cd8e", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:27.933938 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6ea1e6b-5d25-49b8-a0ce-f0872dbe7332 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:27.934342 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7905eb47-5b92-4191-a78c-0a2ff8ad0062', 'tag': '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e', 'status': 'completed', 'code': 200} Jan 28 12:22:27.951421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Port 69b28469-06d8-4aaa-bad0-1334ae203a97 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:22:27.951734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Attempting to bind port 69b28469-06d8-4aaa-bad0-1334ae203a97 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:27.959693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:22:27.960031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:27.960411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:22:27.960836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Bound port: 69b28469-06d8-4aaa-bad0-1334ae203a97, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:22:27.961184 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:27.964318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-6b3ad24b-03c7-4e76-bb55-b32888bd6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:27.966629 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-6b3ad24b-03c7-4e76-bb55-b32888bd6dc1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 1100 time: 0.3011034 Jan 28 12:22:27.969944 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc277b1a-1470-46a5-8812-bfa519350287 req-7440d2a2-ad58-4e49-b810-ae328313ee7c tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:28.012248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80beeed-ace2-431c-affd-5e3b30b0c748 req-eeae0c60-13d1-4c30-a113-31bd92260eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:28.014248 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a80beeed-ace2-431c-affd-5e3b30b0c748 req-eeae0c60-13d1-4c30-a113-31bd92260eb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 1097 time: 0.0517111 Jan 28 12:22:28.148731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80beeed-ace2-431c-affd-5e3b30b0c748 req-a512ecd9-6975-4bfc-996d-a5bcc4d10fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:28.150828 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a80beeed-ace2-431c-affd-5e3b30b0c748 req-a512ecd9-6975-4bfc-996d-a5bcc4d10fbd service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1293905 Jan 28 12:22:28.171895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626eb3a-9059-4fca-aae5-0232a3ac98f7 req-d3c0d78b-dbac-482d-8a5f-39edad6ced6a tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:28.173428 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1626eb3a-9059-4fca-aae5-0232a3ac98f7 req-d3c0d78b-dbac-482d-8a5f-39edad6ced6a tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.49 "GET /v2.0/ports?device_id=b815af66-fbc0-4fda-81fe-04ca249fc807 HTTP/1.1" status: 200 len: 945 time: 0.0941832 Jan 28 12:22:28.228437 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a80beeed-ace2-431c-affd-5e3b30b0c748 req-a514d356-db48-40d8-a62d-16a7df6ad59d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e HTTP/1.1" status: 200 len: 217 time: 0.0696597 Jan 28 12:22:28.314217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80beeed-ace2-431c-affd-5e3b30b0c748 req-380a5e84-4440-416c-8065-121f29319315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:28.317197 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a80beeed-ace2-431c-affd-5e3b30b0c748 req-380a5e84-4440-416c-8065-121f29319315 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0664003 Jan 28 12:22:28.320772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] For port 69b28469-06d8-4aaa-bad0-1334ae203a97, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:28.346441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f834f9-5786-452e-9ea5-5de635369238 req-23328423-d191-4a8e-a5b5-0408ed077ed1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:28.358172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28f834f9-5786-452e-9ea5-5de635369238 req-23328423-d191-4a8e-a5b5-0408ed077ed1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 948 time: 0.3247082 Jan 28 12:22:28.426877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-412d8a38-5d49-4991-a1a7-b2770b8a9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:28.428636 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-412d8a38-5d49-4991-a1a7-b2770b8a9a3b service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.4416385 Jan 28 12:22:28.430540 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] For port 69b28469-06d8-4aaa-bad0-1334ae203a97, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=69b28469-06d8-4aaa-bad0-1334ae203a97,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:22:28.453524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80beeed-ace2-431c-affd-5e3b30b0c748 req-79712b14-f804-4071-a01b-2d8850142861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:28.455179 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a80beeed-ace2-431c-affd-5e3b30b0c748 req-79712b14-f804-4071-a01b-2d8850142861 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275203 Jan 28 12:22:28.455755 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:28.549047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-1626eb3a-9059-4fca-aae5-0232a3ac98f7 req-67c33165-a1d2-4ac9-96de-f363a4c5ec37 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Deleting port 00b17297-63fc-4c74-8a27-8a5b30adbc30 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:22:28.549395 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1626eb3a-9059-4fca-aae5-0232a3ac98f7 req-67c33165-a1d2-4ac9-96de-f363a4c5ec37 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:28.682751 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a80beeed-ace2-431c-affd-5e3b30b0c748 req-34b06330-0d27-42d7-b7fc-9a7928aa2ec8 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052240 Jan 28 12:22:28.707146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-1626eb3a-9059-4fca-aae5-0232a3ac98f7 req-67c33165-a1d2-4ac9-96de-f363a4c5ec37 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] For port 00b17297-63fc-4c74-8a27-8a5b30adbc30, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=00b17297-63fc-4c74-8a27-8a5b30adbc30,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:28.707541 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1626eb3a-9059-4fca-aae5-0232a3ac98f7 req-67c33165-a1d2-4ac9-96de-f363a4c5ec37 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:28.759497 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-1626eb3a-9059-4fca-aae5-0232a3ac98f7 req-67c33165-a1d2-4ac9-96de-f363a4c5ec37 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Calling delete_port for 00b17297-63fc-4c74-8a27-8a5b30adbc30 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:22:28.777041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-c1344293-5050-4b81-b7d4-be198a553997 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b HTTP/1.1" status: 200 len: 217 time: 0.3388810 Jan 28 12:22:28.791399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:28.792290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:28.793707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] 10.222.0.35 "PUT /v2.0/ports/69b28469-06d8-4aaa-bad0-1334ae203a97 HTTP/1.1" status: 200 len: 1096 time: 2.6668415 Jan 28 12:22:28.806553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476d9a7d-bcce-444d-8f4f-c76949182786', 'tag': '69b28469-06d8-4aaa-bad0-1334ae203a97'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:28.809987 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee6fff2-cfd7-4ad2-8ab7-1d193c1dae2c" -d '{"events": [{"name": "network-changed", "server_uuid": "476d9a7d-bcce-444d-8f4f-c76949182786", "tag": "69b28469-06d8-4aaa-bad0-1334ae203a97"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:28.848815 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a80beeed-ace2-431c-affd-5e3b30b0c748 req-dd0c68d8-c4c9-4b3b-aad9-e698f08746a7 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560652 Jan 28 12:22:28.966155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28f834f9-5786-452e-9ea5-5de635369238 req-b7b8d41f-01aa-482e-972a-f55f68be7860 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065869 Jan 28 12:22:28.981828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-3218b5b7-f88e-4b91-9585-dcb898da603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:28.985785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b020eb8-7663-4a8c-841e-82152b4b78fb service neutron] Pushing event updated for resources: {'Port': ['ID=69b28469-06d8-4aaa-bad0-1334ae203a97,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:28.986468 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-3218b5b7-f88e-4b91-9585-dcb898da603f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 1099 time: 0.1127551 Jan 28 12:22:28.994004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1626eb3a-9059-4fca-aae5-0232a3ac98f7 req-67c33165-a1d2-4ac9-96de-f363a4c5ec37 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (00b17297-63fc-4c74-8a27-8a5b30adbc30), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:29.001101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-dca0ca39-3af7-41d2-a1f1-2cbea4675530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:29.003473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-dca0ca39-3af7-41d2-a1f1-2cbea4675530 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1996663 Jan 28 12:22:29.010865 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['00b17297-63fc-4c74-8a27-8a5b30adbc30'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:29.014827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['4827d809-b332-41ea-8cbf-5b6d8fd0cce6'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:29.082793 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-e39506c7-4ab7-486f-9b57-6538b7d82592 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=69b28469-06d8-4aaa-bad0-1334ae203a97 HTTP/1.1" status: 200 len: 217 time: 0.0735250 Jan 28 12:22:29.086685 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c33165-a1d2-4ac9-96de-f363a4c5ec37 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Pushing event deleted for resources: {'Port': ['ID=00b17297-63fc-4c74-8a27-8a5b30adbc30,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:29.141208 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f00e19d-eabd-4949-9fd0-27467556e69b x-openstack-request-id: req-3f00e19d-eabd-4949-9fd0-27467556e69b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:29.141533 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe6e098-010d-45f7-9e75-4eb12f8f3e4f", "name": "network-vif-plugged", "status": "completed", "tag": "dc49dc7e-ef4a-4270-8664-b1a0d190371b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:29.141802 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f00e19d-eabd-4949-9fd0-27467556e69b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:29.148863 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b', 'code': 200} Jan 28 12:22:29.208631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-169a961d-7b3c-44a8-b57d-a955a03e3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:29.210752 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-169a961d-7b3c-44a8-b57d-a955a03e3c1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0966227 Jan 28 12:22:29.241018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1626eb3a-9059-4fca-aae5-0232a3ac98f7 req-67c33165-a1d2-4ac9-96de-f363a4c5ec37 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] No DVR routers for this DVR port 00b17297-63fc-4c74-8a27-8a5b30adbc30 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:22:29.257238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1626eb3a-9059-4fca-aae5-0232a3ac98f7 req-67c33165-a1d2-4ac9-96de-f363a4c5ec37 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:29.266784 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1626eb3a-9059-4fca-aae5-0232a3ac98f7 req-67c33165-a1d2-4ac9-96de-f363a4c5ec37 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.49 "DELETE /v2.0/ports/00b17297-63fc-4c74-8a27-8a5b30adbc30 HTTP/1.1" status: 204 len: 173 time: 1.0863910 Jan 28 12:22:29.287534 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [req-cc277b1a-1470-46a5-8812-bfa519350287 req-7440d2a2-ad58-4e49-b810-ae328313ee7c tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:22:29.351038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-c0c48510-ddec-485d-b3e9-c31ad070a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:29.360694 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-c0c48510-ddec-485d-b3e9-c31ad070a54e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177325 Jan 28 12:22:29.426913 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc277b1a-1470-46a5-8812-bfa519350287 req-7440d2a2-ad58-4e49-b810-ae328313ee7c tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:29.485633 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc277b1a-1470-46a5-8812-bfa519350287 req-7440d2a2-ad58-4e49-b810-ae328313ee7c tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:29.591007 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-4dc89504-78d1-42f4-ad80-77bb9a768caf service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244515 Jan 28 12:22:29.602224 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-bdd676e1-4d46-4dd4-8c0b-a43e1bd7fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:29.604138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-bdd676e1-4d46-4dd4-8c0b-a43e1bd7fcf2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757150 Jan 28 12:22:29.698348 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09a53f76-bf07-4265-a28f-5d4899901b61 req-8146eec5-ee70-4627-8b6c-a7949e899cde service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982542 Jan 28 12:22:29.764106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ada2ba-9ff7-490a-a24f-786c88dcc956 req-5f541477-eefa-42f0-9a05-0ecf244c618c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:29.765701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00ada2ba-9ff7-490a-a24f-786c88dcc956 req-5f541477-eefa-42f0-9a05-0ecf244c618c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 948 time: 0.1980739 Jan 28 12:22:29.808413 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-cc277b1a-1470-46a5-8812-bfa519350287 req-7440d2a2-ad58-4e49-b810-ae328313ee7c tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Floating IP a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 associated. External IP: 172.25.7.181, port: 4827d809-b332-41ea-8cbf-5b6d8fd0cce6. Jan 28 12:22:29.853643 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-bb9556e2-f828-4394-a627-7a586c71640a service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380841 Jan 28 12:22:29.935433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'name': 'network-vif-deleted', 'tag': '00b17297-63fc-4c74-8a27-8a5b30adbc30'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:29.937983 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bf704f-d0aa-4d5f-88a0-1becc162d22d" -d '{"events": [{"server_uuid": "b815af66-fbc0-4fda-81fe-04ca249fc807", "name": "network-vif-deleted", "tag": "00b17297-63fc-4c74-8a27-8a5b30adbc30"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:29.940647 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00ada2ba-9ff7-490a-a24f-786c88dcc956 req-43cf7058-4dcc-4895-aea9-9d2c87f4cf30 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664722 Jan 28 12:22:29.988247 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138995f0-4fd4-4a4f-b70e-cff6c8104c63 x-openstack-request-id: req-138995f0-4fd4-4a4f-b70e-cff6c8104c63 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:29.988538 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476d9a7d-bcce-444d-8f4f-c76949182786", "tag": "69b28469-06d8-4aaa-bad0-1334ae203a97", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:29.988830 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-138995f0-4fd4-4a4f-b70e-cff6c8104c63 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:29.989169 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476d9a7d-bcce-444d-8f4f-c76949182786', 'tag': '69b28469-06d8-4aaa-bad0-1334ae203a97', 'status': 'completed', 'code': 200} Jan 28 12:22:30.044120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5178b4cb-5f1a-46a9-91fa-d180a18be496 req-901e7dc8-4051-432c-8f2c-4813a6040d4e service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836226 Jan 28 12:22:30.073063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6fff2-cfd7-4ad2-8ab7-1d193c1dae2c req-2d8fe440-2b86-405d-94cf-7f06dfc04224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:30.074589 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3ee6fff2-cfd7-4ad2-8ab7-1d193c1dae2c req-2d8fe440-2b86-405d-94cf-7f06dfc04224 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 1099 time: 0.0505228 Jan 28 12:22:30.080820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:22:30.161111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:30.161643 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:30.188669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea47fc0-e90c-471b-a83b-64c52be979e7 req-3ddc1402-da80-46ac-ab42-732a86a2b233 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:30.195803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ea47fc0-e90c-471b-a83b-64c52be979e7 req-3ddc1402-da80-46ac-ab42-732a86a2b233 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1506002 Jan 28 12:22:30.218542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6fff2-cfd7-4ad2-8ab7-1d193c1dae2c req-e75cb5ec-22d1-40d0-b296-6770907135c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:30.220086 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3ee6fff2-cfd7-4ad2-8ab7-1d193c1dae2c req-e75cb5ec-22d1-40d0-b296-6770907135c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1197715 Jan 28 12:22:30.253988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc277b1a-1470-46a5-8812-bfa519350287 req-7440d2a2-ad58-4e49-b810-ae328313ee7c tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Router f0795ffd-1968-428c-b9c4-6e36a8d8166d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:22:30.260868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:30.261636 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:30.266067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ea47fc0-e90c-471b-a83b-64c52be979e7 req-ee27703b-e893-4e87-b82d-bd9e6297373c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693121 Jan 28 12:22:30.301542 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3ee6fff2-cfd7-4ad2-8ab7-1d193c1dae2c req-6bc231c0-17f2-436b-8706-8757c9e61db3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=69b28469-06d8-4aaa-bad0-1334ae203a97 HTTP/1.1" status: 200 len: 217 time: 0.0716619 Jan 28 12:22:30.307617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:30.313619 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:30.366628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:30.400245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6fff2-cfd7-4ad2-8ab7-1d193c1dae2c req-4864516e-f85c-4cb9-89dd-c37db4836838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:30.402534 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3ee6fff2-cfd7-4ad2-8ab7-1d193c1dae2c req-4864516e-f85c-4cb9-89dd-c37db4836838 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0925474 Jan 28 12:22:30.444324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-fb8eefb7-523d-4f39-bb94-a83845547f5e req-b78e0200-1030-41db-b50b-ace4156058e0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:22:30.455978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb8eefb7-523d-4f39-bb94-a83845547f5e req-b78e0200-1030-41db-b50b-ace4156058e0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126154 Jan 28 12:22:30.455978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc277b1a-1470-46a5-8812-bfa519350287 req-7440d2a2-ad58-4e49-b810-ae328313ee7c tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:22:30.459460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc277b1a-1470-46a5-8812-bfa519350287 req-7440d2a2-ad58-4e49-b810-ae328313ee7c tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:30.464387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198c057-9e40-4cde-abb7-7e49f28b6322 None None] Sync routers for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:22:30.486314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6fff2-cfd7-4ad2-8ab7-1d193c1dae2c req-d379f036-3f49-46e2-ae6c-e01e45a76fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:30.487877 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3ee6fff2-cfd7-4ad2-8ab7-1d193c1dae2c req-d379f036-3f49-46e2-ae6c-e01e45a76fb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788069 Jan 28 12:22:30.491298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198c057-9e40-4cde-abb7-7e49f28b6322 None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:30.491945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6198c057-9e40-4cde-abb7-7e49f28b6322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:30.526124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc277b1a-1470-46a5-8812-bfa519350287 req-7440d2a2-ad58-4e49-b810-ae328313ee7c tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "PUT /v2.0/floatingips/a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 HTTP/1.1" status: 200 len: 996 time: 2.6292958 Jan 28 12:22:30.589374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc277b1a-1470-46a5-8812-bfa519350287 req-4d9b0f3d-459e-4347-a2ab-b1be3c3b2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:30.601948 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc277b1a-1470-46a5-8812-bfa519350287 req-4d9b0f3d-459e-4347-a2ab-b1be3c3b2784 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 1096 time: 0.0707843 Jan 28 12:22:30.676165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6198c057-9e40-4cde-abb7-7e49f28b6322 None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:30.737679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc277b1a-1470-46a5-8812-bfa519350287 req-7bd6c1b8-2115-430c-8ae2-f9159251ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:30.747681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc277b1a-1470-46a5-8812-bfa519350287 req-7bd6c1b8-2115-430c-8ae2-f9159251ac18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.1437299 Jan 28 12:22:30.784551 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3ee6fff2-cfd7-4ad2-8ab7-1d193c1dae2c req-058ff4e1-0055-419c-ac4e-89302be21c0c service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803588 Jan 28 12:22:30.908433 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc277b1a-1470-46a5-8812-bfa519350287 req-193f0755-4b89-4dbc-bbd9-81c6ed82d677 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 999 time: 0.1591322 Jan 28 12:22:30.971204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc277b1a-1470-46a5-8812-bfa519350287 req-b1eaa02f-d5a2-4ec1-8ae1-a1c4a1e981a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:30.979747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc277b1a-1470-46a5-8812-bfa519350287 req-b1eaa02f-d5a2-4ec1-8ae1-a1c4a1e981a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.0643549 Jan 28 12:22:30.998194 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3ee6fff2-cfd7-4ad2-8ab7-1d193c1dae2c req-e2246e89-f334-4af8-9c1e-538b9708415a service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040346 Jan 28 12:22:31.047165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc277b1a-1470-46a5-8812-bfa519350287 req-fd027650-6688-43a1-9752-d00a13d93b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:31.057160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc277b1a-1470-46a5-8812-bfa519350287 req-fd027650-6688-43a1-9752-d00a13d93b23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757806 Jan 28 12:22:31.132166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6198c057-9e40-4cde-abb7-7e49f28b6322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'port_id': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'mac_address': 'fa:16:3e:ea:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:21:51Z', 'updated_at': '2022-01-28T12:22:29Z', 'revision_number': 8, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:31.184497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc0713e-6193-48b3-b9bd-327e8619a6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:31.187155 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b219cf8-c431-4d6b-9f99-813babe99b5a" -d '{"events": [{"server_uuid": "cfc0713e-6193-48b3-b9bd-327e8619a6af", "name": "network-vif-plugged", "status": "completed", "tag": "544ed6fd-ba8a-4fa5-bea2-8f566d156ed3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:31.190690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198c057-9e40-4cde-abb7-7e49f28b6322 None None] Checking router: f0795ffd-1968-428c-b9c4-6e36a8d8166d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:22:31.191592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc277b1a-1470-46a5-8812-bfa519350287 req-1f4a1388-bca7-4e8f-bb12-5dab60530ba2 service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338081 Jan 28 12:22:31.205682 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198c057-9e40-4cde-abb7-7e49f28b6322 None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:31.206609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6198c057-9e40-4cde-abb7-7e49f28b6322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:31.323116 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc277b1a-1470-46a5-8812-bfa519350287 req-afefe214-2ebf-445a-9a08-9f660ded00a7 service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254385 Jan 28 12:22:31.368175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6198c057-9e40-4cde-abb7-7e49f28b6322 None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:31.649466 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aef3c6-0333-49eb-b573-e7e35b0d84ae x-openstack-request-id: req-e6aef3c6-0333-49eb-b573-e7e35b0d84ae {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:31.649969 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b815af66-fbc0-4fda-81fe-04ca249fc807", "name": "network-vif-deleted", "tag": "00b17297-63fc-4c74-8a27-8a5b30adbc30", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:31.650054 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6aef3c6-0333-49eb-b573-e7e35b0d84ae {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:31.650388 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b815af66-fbc0-4fda-81fe-04ca249fc807', 'name': 'network-vif-deleted', 'tag': '00b17297-63fc-4c74-8a27-8a5b30adbc30', 'status': 'completed', 'code': 200} Jan 28 12:22:31.664995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6198c057-9e40-4cde-abb7-7e49f28b6322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'port_id': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'mac_address': 'fa:16:3e:ea:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:21:51Z', 'updated_at': '2022-01-28T12:22:29Z', 'revision_number': 8, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:31.696092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198c057-9e40-4cde-abb7-7e49f28b6322 None None] The sync data for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 is: [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'port_id': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'mac_address': 'fa:16:3e:ea:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:21:51Z', 'updated_at': '2022-01-28T12:22:29Z', 'revision_number': 8, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:22:31.745099 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:22:31.763752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355f3b1-e045-4aee-b98f-4f6351fa5540 req-309f7aff-a706-45f0-89b7-f6455b7727aa tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:31.765502 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c355f3b1-e045-4aee-b98f-4f6351fa5540 req-309f7aff-a706-45f0-89b7-f6455b7727aa tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.0620627 Jan 28 12:22:31.815661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c355f3b1-e045-4aee-b98f-4f6351fa5540 req-2cad8356-2366-4978-8e0b-f2a5d3b04fb1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 Jan 28 12:22:31.941022 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a15e31c-d960-4aa8-91c9-e82271313c43 None None] New status for floating IP a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:22:31.998069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:32.000573 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd2272d-4f30-4825-a6dc-2306cc2eac72" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:32.026167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c55ea8-4543-4de5-9807-bdc62ab339e1 req-ec5be751-7f8f-4e5f-a774-32d55e7ef205 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:32.028005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33c55ea8-4543-4de5-9807-bdc62ab339e1 req-ec5be751-7f8f-4e5f-a774-32d55e7ef205 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 948 time: 0.0555573 Jan 28 12:22:32.030374 n-d-824835-4 neutron-server[103128]: WARNING keystonemiddleware.auth_token [req-7277e4a2-ae9d-4623-8a2c-d9fd4c6b5be6 req-6eec02d6-f111-4049-9ead-73cb00d53f1c service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 12:22:32.034438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-f5c4ea98-d1a7-4e41-b2a6-9b7743af26d4 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:22:32.035511 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-f5c4ea98-d1a7-4e41-b2a6-9b7743af26d4 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1144178 Jan 28 12:22:32.076524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-a7500394-b62f-43c2-9cfd-43f815d97681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:32.082958 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-a7500394-b62f-43c2-9cfd-43f815d97681 service neutron] 10.222.0.53 "GET /v2.0/ports/a1b63209-c454-4735-a6ae-2fd9ccc6df25 HTTP/1.1" status: 200 len: 1093 time: 0.0404952 Jan 28 12:22:32.087709 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] Request body: {'binding': {'host': 'n-h1-824835-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:32.088460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33c55ea8-4543-4de5-9807-bdc62ab339e1 req-57e59e11-38f0-4a59-a05a-76efc3af333d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481172 Jan 28 12:22:32.088814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:22:32.110744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 69b28469-06d8-4aaa-bad0-1334ae203a97 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:22:32.179167 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9424e85-5234-474e-8abb-b48426748a98 x-openstack-request-id: req-a9424e85-5234-474e-8abb-b48426748a98 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:32.179943 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc0713e-6193-48b3-b9bd-327e8619a6af", "name": "network-vif-plugged", "status": "completed", "tag": "544ed6fd-ba8a-4fa5-bea2-8f566d156ed3", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:32.179943 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9424e85-5234-474e-8abb-b48426748a98 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:32.180192 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc0713e-6193-48b3-b9bd-327e8619a6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3', 'code': 200} Jan 28 12:22:32.257386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 69b28469-06d8-4aaa-bad0-1334ae203a97, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=69b28469-06d8-4aaa-bad0-1334ae203a97,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:32.262094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] Attempting to bind port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on host n-h1-824835-4 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:22:32.262485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] Attempting to bind port a1b63209-c454-4735-a6ae-2fd9ccc6df25 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:22:32.262831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] Attempting to bind port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:32.268519 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] Port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:22:32.268804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] Attempting to bind port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:32.274327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:22:32.274801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:32.274937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '69b28469-06d8-4aaa-bad0-1334ae203a97', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '69b28469-06d8-4aaa-bad0-1334ae203a97', 'mac_address': 'fa:16:3e:83:4c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:22:32.275192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] Bound using segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:22:32.275656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] Bound port: a1b63209-c454-4735-a6ae-2fd9ccc6df25, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:22:32.281944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634995c-ee40-4231-b0c5-76acae22b6cc req-2e8014c1-f3de-4ec4-8e62-a71a1ffd5776 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:32.284311 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7634995c-ee40-4231-b0c5-76acae22b6cc req-2e8014c1-f3de-4ec4-8e62-a71a1ffd5776 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.0569296 Jan 28 12:22:32.324558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 69b28469-06d8-4aaa-bad0-1334ae203a97 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:32.325028 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:32.340047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b28469-06d8-4aaa-bad0-1334ae203a97 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:32.349371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7634995c-ee40-4231-b0c5-76acae22b6cc req-75ed5ac6-4d3f-4db1-ba39-1dd86455385d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569234 Jan 28 12:22:32.365597 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 69b28469-06d8-4aaa-bad0-1334ae203a97, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=69b28469-06d8-4aaa-bad0-1334ae203a97,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:32.376970 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:32.377626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:22:32.381818 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:22:32.411128 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:32.412238 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-80b9b7d5-3641-4e05-9f34-dea0cd35f79a service neutron] 10.222.0.53 "POST /v2.0/ports/a1b63209-c454-4735-a6ae-2fd9ccc6df25/bindings HTTP/1.1" status: 201 len: 389 time: 0.3284891 Jan 28 12:22:32.428432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8e710-48f0-4f0c-b001-eb098793fd5d req-88305c60-3d79-4602-9ef0-20735bef607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:32.429907 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-cda8e710-48f0-4f0c-b001-eb098793fd5d req-88305c60-3d79-4602-9ef0-20735bef607c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 1101 time: 0.0501614 Jan 28 12:22:32.447245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:32.450910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=69b28469-06d8-4aaa-bad0-1334ae203a97,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:32.473587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e54e3741-5cb7-431f-a34b-61f05d0d9d99 req-adc28dac-fe67-40e0-b1be-cafd37eb0dfa tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips/a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 HTTP/1.1" status: 200 len: 998 time: 0.1046972 Jan 28 12:22:32.475923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e', 'mac_address': 'fa:16:3e:5b:96:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:22:32.508031 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-cda8e710-48f0-4f0c-b001-eb098793fd5d req-4f2814db-f487-4324-bffe-57f89e467cc9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697951 Jan 28 12:22:32.532983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:32.533619 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:32.553841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:32.578630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:32.582903 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:32.601201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 00b17297-63fc-4c74-8a27-8a5b30adbc30 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:22:32.610680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e3741-5cb7-431f-a34b-61f05d0d9d99 req-80001089-6480-4676-ba53-3bdf0c20a8c5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:32.612196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e54e3741-5cb7-431f-a34b-61f05d0d9d99 req-80001089-6480-4676-ba53-3bdf0c20a8c5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1321104 Jan 28 12:22:32.622393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-e54e3741-5cb7-431f-a34b-61f05d0d9d99 req-41ed81ac-aa31-4a43-8c7c-07877fb2d0a7 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:22:32.632098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e54e3741-5cb7-431f-a34b-61f05d0d9d99 req-41ed81ac-aa31-4a43-8c7c-07877fb2d0a7 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142179 Jan 28 12:22:32.650006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 00b17297-63fc-4c74-8a27-8a5b30adbc30 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:22:32.650361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 00b17297-63fc-4c74-8a27-8a5b30adbc30 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:22:32.681295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:32.710236 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9415a7-7cbc-43b4-8901-a47a612511fd x-openstack-request-id: req-ee9415a7-7cbc-43b4-8901-a47a612511fd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:32.710728 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:32.711140 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee9415a7-7cbc-43b4-8901-a47a612511fd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:32.711742 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'status': 'completed', 'code': 200} Jan 28 12:22:32.810318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c103d8-39e8-4526-a5b6-9d5a848d4b46 req-435602e0-aab8-4e74-843a-c73726ffa1ca tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:32.819805 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-08c103d8-39e8-4526-a5b6-9d5a848d4b46 req-435602e0-aab8-4e74-843a-c73726ffa1ca tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 1100 time: 0.0512760 Jan 28 12:22:32.820391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2272d-4f30-4825-a6dc-2306cc2eac72 req-3b8e51cf-fa15-4795-b34b-f1711495c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:32.821866 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dd2272d-4f30-4825-a6dc-2306cc2eac72 req-3b8e51cf-fa15-4795-b34b-f1711495c02b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 1096 time: 0.0540898 Jan 28 12:22:32.892874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-08c103d8-39e8-4526-a5b6-9d5a848d4b46 req-5ab79a3a-a03d-4fde-bdbc-f9e1322037c0 tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720129 Jan 28 12:22:32.905634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-cd5c8485-2d6b-420b-851d-eac6ffc9b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:32.907389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-cd5c8485-2d6b-420b-851d-eac6ffc9b68c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 1096 time: 0.0593226 Jan 28 12:22:32.938242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2272d-4f30-4825-a6dc-2306cc2eac72 req-d8ff77a6-3e80-4bae-b898-76d3078744eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:32.939726 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dd2272d-4f30-4825-a6dc-2306cc2eac72 req-d8ff77a6-3e80-4bae-b898-76d3078744eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.1095135 Jan 28 12:22:32.963731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['69b28469-06d8-4aaa-bad0-1334ae203a97'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:32.991014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['0665a07f-3e61-43c3-8f82-6b9f46e3cd8e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:33.010093 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dd2272d-4f30-4825-a6dc-2306cc2eac72 req-da2d3034-7148-46e0-b5fb-2f62a37476ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 1001 time: 0.0623026 Jan 28 12:22:33.068977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2272d-4f30-4825-a6dc-2306cc2eac72 req-de1fe3f0-f1d6-461b-a1fc-8c4cc3ec63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:33.070560 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dd2272d-4f30-4825-a6dc-2306cc2eac72 req-de1fe3f0-f1d6-461b-a1fc-8c4cc3ec63d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.0517762 Jan 28 12:22:33.076718 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-fa79cc6f-2116-4788-8b7d-fcf25ea819e1 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1001 time: 0.1319304 Jan 28 12:22:33.108337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979a4ae-8019-4d65-8711-a125428e445a req-4c80b09f-1278-401c-b035-235bfc11df3a tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:33.111149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5979a4ae-8019-4d65-8711-a125428e445a req-4c80b09f-1278-401c-b035-235bfc11df3a tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 945 time: 0.1933782 Jan 28 12:22:33.132237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2272d-4f30-4825-a6dc-2306cc2eac72 req-9134d71a-7830-4b47-8c7f-944a41ece02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:33.133909 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dd2272d-4f30-4825-a6dc-2306cc2eac72 req-9134d71a-7830-4b47-8c7f-944a41ece02b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557532 Jan 28 12:22:33.134925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-e4bc29bc-9b78-4c94-b588-4559b23dbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:33.136346 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-e4bc29bc-9b78-4c94-b588-4559b23dbcfa service neutron] 10.222.0.35 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.2185745 Jan 28 12:22:33.165795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-f35328fe-aa10-4544-b3cd-2478fac9af13 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:33.167139 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-f35328fe-aa10-4544-b3cd-2478fac9af13 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports/4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 942 time: 0.0847647 Jan 28 12:22:33.205816 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-07f11ff9-b7ee-4d2e-ac22-a135d8fa446b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25 HTTP/1.1" status: 200 len: 217 time: 0.0537360 Jan 28 12:22:33.252573 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dd2272d-4f30-4825-a6dc-2306cc2eac72 req-59bb7921-2f42-415e-95d0-ce5183a12c07 service neutron] 10.222.0.35 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036873 Jan 28 12:22:33.262989 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5979a4ae-8019-4d65-8711-a125428e445a req-14ebd20a-a2bc-4847-84f5-53cf246a6544 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322765 Jan 28 12:22:33.318941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-bec3f7a8-da3f-43e7-825f-c59e0ef6e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:33.320404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-bec3f7a8-da3f-43e7-825f-c59e0ef6e986 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.1069007 Jan 28 12:22:33.327661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-83b5c670-66f8-4729-9844-b8f1ccbaea9c tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1001 time: 0.0990868 Jan 28 12:22:33.415010 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dd2272d-4f30-4825-a6dc-2306cc2eac72 req-87b636b5-9073-4c8f-9474-76d5c7110d19 service neutron] 10.222.0.35 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556187 Jan 28 12:22:33.617267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-2db0e04b-a498-4d1d-bbfd-fa07f23c2647 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2886748 Jan 28 12:22:33.782357 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ebe45-e74f-418b-9a7f-9d503661c539 req-6f2a1198-c758-43d0-8ac8-9f984fc3ae40 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:33.783844 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d57ebe45-e74f-418b-9a7f-9d503661c539 req-6f2a1198-c758-43d0-8ac8-9f984fc3ae40 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1763828 Jan 28 12:22:33.822481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-67d5d010-8d4c-4a4d-bd55-58766f4f3320 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:33.823818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-67d5d010-8d4c-4a4d-bd55-58766f4f3320 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.4876828 Jan 28 12:22:33.834357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-a0ea132b-5b78-447f-b887-e38bfedc6c2b service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077625 Jan 28 12:22:33.950773 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d57ebe45-e74f-418b-9a7f-9d503661c539 req-e0ebcd5e-2816-4c75-8f52-cd5812b3845f tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545026 Jan 28 12:22:33.965214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-07771cb1-b1ad-4a5e-9c7e-da1fa2377113 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1001 time: 0.1332054 Jan 28 12:22:33.978879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-53c9fc9b-6272-4b68-90f1-feaba8c86976 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:34.055223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-cade7dd5-5472-4bb7-a917-4f721da88eeb service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770124 Jan 28 12:22:34.060205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-53c9fc9b-6272-4b68-90f1-feaba8c86976 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:34.304337 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-53c9fc9b-6272-4b68-90f1-feaba8c86976 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:34.311363 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-53c9fc9b-6272-4b68-90f1-feaba8c86976 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:34.311849 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-53c9fc9b-6272-4b68-90f1-feaba8c86976 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Floating IP a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 disassociated. External IP: 172.25.7.181, port: 4827d809-b332-41ea-8cbf-5b6d8fd0cce6. Jan 28 12:22:34.316797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-fd33f094-9ec0-4514-be7d-019c6419606c tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:34.318585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-fd33f094-9ec0-4514-be7d-019c6419606c tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f&tenant_id=72d261eb21094b23ae0e82eafab9582c&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1096 time: 0.1438968 Jan 28 12:22:34.355118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-4'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:34.455786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:34.663219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55622) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:34.674975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396187d8-961e-4fe0-bde7-f31a239029f6 req-1ba64c51-dd5d-492d-b733-e2ca09d102f5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:34.676460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-396187d8-961e-4fe0-bde7-f31a239029f6 req-1ba64c51-dd5d-492d-b733-e2ca09d102f5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 949 time: 0.1748130 Jan 28 12:22:34.739993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:34.754343 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-53c9fc9b-6272-4b68-90f1-feaba8c86976 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Router f0795ffd-1968-428c-b9c4-6e36a8d8166d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:22:34.796815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-396187d8-961e-4fe0-bde7-f31a239029f6 req-f43e52e8-5981-41a1-a0c1-b60667b9137c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139412 Jan 28 12:22:34.838624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:34.920729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7c8732-87a1-4cc7-a81d-e8594fcee40f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b63209-c454-4735-a6ae-2fd9ccc6df25'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:34.923019 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e33b26-eae8-46bc-9e74-d1e8d1ca8545" -d '{"events": [{"server_uuid": "3f7c8732-87a1-4cc7-a81d-e8594fcee40f", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b63209-c454-4735-a6ae-2fd9ccc6df25"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:34.926924 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Publish callbacks [] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:34.936368 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:34.983827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-53c9fc9b-6272-4b68-90f1-feaba8c86976 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:22:34.990484 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-53c9fc9b-6272-4b68-90f1-feaba8c86976 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.006650 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ff2f8e-3f46-42ef-b6e9-420bd6ed1dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.009105 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36903986-ed78-46c6-be67-ae793f3596f8 None None] Sync routers for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:22:35.021969 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36903986-ed78-46c6-be67-ae793f3596f8 None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:35.022887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-36903986-ed78-46c6-be67-ae793f3596f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:35.064154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b63209-c454-4735-a6ae-2fd9ccc6df25,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:35.089366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-53c9fc9b-6272-4b68-90f1-feaba8c86976 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "PUT /v2.0/floatingips/a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 HTTP/1.1" status: 200 len: 696 time: 1.1165910 Jan 28 12:22:35.096181 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ff2f8e-3f46-42ef-b6e9-420bd6ed1dc4 admin admin] Publish callbacks [] for security_group (40529e5b-b8f2-4a5e-99cd-975f607e147d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.103204 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ff2f8e-3f46-42ef-b6e9-420bd6ed1dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (40529e5b-b8f2-4a5e-99cd-975f607e147d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.110870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Attempting to bind port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on host n-h2-824835-4 for vnic_type normal with profile {"migrating_to": "n-h1-824835-4"} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:22:35.111380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Attempting to bind port a1b63209-c454-4735-a6ae-2fd9ccc6df25 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:22:35.111810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Attempting to bind port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:35.131097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:22:35.131592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Attempting to bind port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:35.142128 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-13ff2f8e-3f46-42ef-b6e9-420bd6ed1dc4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ec8ebea2deb44a1a0602bb5d1f5f479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4777293 Jan 28 12:22:35.144131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff2f8e-3f46-42ef-b6e9-420bd6ed1dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40529e5b-b8f2-4a5e-99cd-975f607e147d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:35.146356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55632) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:35.162077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-36903986-ed78-46c6-be67-ae793f3596f8 None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:35.170701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0546004-0e66-4087-a46e-8ebb63793b4b req-a5f99c18-312f-418f-9337-f2f41f73663c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:35.173677 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0546004-0e66-4087-a46e-8ebb63793b4b req-a5f99c18-312f-418f-9337-f2f41f73663c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 943 time: 0.1460371 Jan 28 12:22:35.176809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:22:35.177231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:35.178698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Bound using segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:22:35.180107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Bound port: a1b63209-c454-4735-a6ae-2fd9ccc6df25, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:22:35.180338 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.196366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a543aed6-c517-4987-ac9e-c898efa04543 admin admin] Publish callbacks [] for security_group (40529e5b-b8f2-4a5e-99cd-975f607e147d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.219323 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a543aed6-c517-4987-ac9e-c898efa04543 admin admin] Publish callbacks [] for security_group (40529e5b-b8f2-4a5e-99cd-975f607e147d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.242009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-5514ffcc-a20b-4de8-83ac-b7dafe047e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:35.243533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-5514ffcc-a20b-4de8-83ac-b7dafe047e7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 1096 time: 0.1341181 Jan 28 12:22:35.268991 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a543aed6-c517-4987-ac9e-c898efa04543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (40529e5b-b8f2-4a5e-99cd-975f607e147d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.271789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a543aed6-c517-4987-ac9e-c898efa04543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.275262 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a543aed6-c517-4987-ac9e-c898efa04543 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40529e5b-b8f2-4a5e-99cd-975f607e147d HTTP/1.1" status: 204 len: 168 time: 0.1256428 Jan 28 12:22:35.281980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543aed6-c517-4987-ac9e-c898efa04543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40529e5b-b8f2-4a5e-99cd-975f607e147d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:35.343836 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0546004-0e66-4087-a46e-8ebb63793b4b req-3d8b45f0-715d-4021-b575-f77bd382801e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594346 Jan 28 12:22:35.356904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:35.361575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:22:35.384071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.406996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-36903986-ed78-46c6-be67-ae793f3596f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:35.443645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36903986-ed78-46c6-be67-ae793f3596f8 None None] Checking router: f0795ffd-1968-428c-b9c4-6e36a8d8166d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:22:35.454111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36903986-ed78-46c6-be67-ae793f3596f8 None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:35.454864 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-36903986-ed78-46c6-be67-ae793f3596f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:35.511925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-80ce25bc-30ca-4560-b726-183147b3a984 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520408 Jan 28 12:22:35.521472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-c7333401-18d9-4a8a-a048-016e51aac866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:35.524038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-c7333401-18d9-4a8a-a048-016e51aac866 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.2573626 Jan 28 12:22:35.539039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b63209-c454-4735-a6ae-2fd9ccc6df25,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:35.578584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-36903986-ed78-46c6-be67-ae793f3596f8 None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:35.598420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-b5c13306-ee9d-42c6-baf1-a27fecb05105 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 217 time: 0.0558579 Jan 28 12:22:35.642926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55648) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:35.656086 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38d4fc51-3a5d-45b8-8e5a-34ea76d8d1f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.688816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['a1b63209-c454-4735-a6ae-2fd9ccc6df25'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:35.740624 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38d4fc51-3a5d-45b8-8e5a-34ea76d8d1f0 admin admin] Publish callbacks [] for security_group (240f5619-e72b-4242-9417-4a9f2927040e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.746580 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38d4fc51-3a5d-45b8-8e5a-34ea76d8d1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (240f5619-e72b-4242-9417-4a9f2927040e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.786808 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-38d4fc51-3a5d-45b8-8e5a-34ea76d8d1f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0be70757ab44f3e8eb7008cfe09e8be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428480 Jan 28 12:22:35.787966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4fc51-3a5d-45b8-8e5a-34ea76d8d1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240f5619-e72b-4242-9417-4a9f2927040e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:35.790416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55650) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:35.840977 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3938b79c-c722-4954-a59c-cc7db6c278b3 admin admin] Publish callbacks [] for security_group (240f5619-e72b-4242-9417-4a9f2927040e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.863801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3938b79c-c722-4954-a59c-cc7db6c278b3 admin admin] Publish callbacks [] for security_group (240f5619-e72b-4242-9417-4a9f2927040e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.867946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:35.868670 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.870058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-40da8a24-a622-4eda-9e94-d4fdd3566369 service neutron] 10.222.0.35 "PUT /v2.0/ports/a1b63209-c454-4735-a6ae-2fd9ccc6df25 HTTP/1.1" status: 200 len: 1121 time: 1.5192335 Jan 28 12:22:35.916265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-36903986-ed78-46c6-be67-ae793f3596f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:35.921739 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3938b79c-c722-4954-a59c-cc7db6c278b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (240f5619-e72b-4242-9417-4a9f2927040e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.925013 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3938b79c-c722-4954-a59c-cc7db6c278b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:35.927296 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3938b79c-c722-4954-a59c-cc7db6c278b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/240f5619-e72b-4242-9417-4a9f2927040e HTTP/1.1" status: 204 len: 168 time: 0.1357715 Jan 28 12:22:35.951141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938b79c-c722-4954-a59c-cc7db6c278b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240f5619-e72b-4242-9417-4a9f2927040e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:35.955533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36903986-ed78-46c6-be67-ae793f3596f8 None None] The sync data for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 is: [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:21:29Z', 'revision_number': 4, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '280b91e0-368f-4d9c-a9b0-d4fd815d0bb8', 'name': '', 'network_id': '10ff2357-de57-4457-a1b1-1adfe07f51bc', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'mac_address': 'fa:16:3e:9d:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:27Z', 'updated_at': '2022-01-28T12:21:36Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'subnets': [{'id': '79145247-d8d9-466b-903f-2bcdfe7e2805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:22:35.967232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-dfe52101-bd97-4dfd-8795-3f5bd847ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:35.968767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-dfe52101-bd97-4dfd-8795-3f5bd847ce52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.0978317 Jan 28 12:22:36.042235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-19673e74-3860-4386-98fa-92765b9601ba tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:36.049678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-19673e74-3860-4386-98fa-92765b9601ba tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5367284 Jan 28 12:22:36.066884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-32a5420b-b648-4a9d-b8db-eef5cf117776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:36.068528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-32a5420b-b648-4a9d-b8db-eef5cf117776 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928705 Jan 28 12:22:36.075525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-667aea2e-9e5b-48b5-ba39-1c7c0e1360a8 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/quotas/5365e826fdfe40a69e62d0df1e72d7db HTTP/1.1" status: 200 len: 375 time: 0.0243349 Jan 28 12:22:36.128022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 69b28469-06d8-4aaa-bad0-1334ae203a97 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:22:36.193576 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-6352efb8-ac68-4272-bde6-78a4e6f1378f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164815 Jan 28 12:22:36.204098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 69b28469-06d8-4aaa-bad0-1334ae203a97 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:22:36.216573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 69b28469-06d8-4aaa-bad0-1334ae203a97 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:36.217074 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:36.218185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-4989e657-c065-4e0a-a436-12479a4a7543 service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393921 Jan 28 12:22:36.344748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02ee95df-7d61-46c4-a2ce-323ed6d54b0d req-9c590a24-7ff2-4f84-9f8c-f7872aff376f service neutron] 10.222.0.53 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203709 Jan 28 12:22:36.347941 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505f7fcf-14fc-43d6-a878-79b7a805e0ad None None] New status for floating IP a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:22:36.359927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 69b28469-06d8-4aaa-bad0-1334ae203a97 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:36.360368 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:36.409223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 69b28469-06d8-4aaa-bad0-1334ae203a97, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=69b28469-06d8-4aaa-bad0-1334ae203a97,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:36.420960 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fba72b-74db-4112-a281-8f0f03bb988f x-openstack-request-id: req-c9fba72b-74db-4112-a281-8f0f03bb988f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:36.421252 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7c8732-87a1-4cc7-a81d-e8594fcee40f", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b63209-c454-4735-a6ae-2fd9ccc6df25", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:36.421566 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9fba72b-74db-4112-a281-8f0f03bb988f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:36.421935 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7c8732-87a1-4cc7-a81d-e8594fcee40f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b63209-c454-4735-a6ae-2fd9ccc6df25', 'code': 200} Jan 28 12:22:36.425192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476d9a7d-bcce-444d-8f4f-c76949182786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b28469-06d8-4aaa-bad0-1334ae203a97'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:36.438970 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35356d40-7c9c-437d-a1dd-b4c049afd4fb" -d '{"events": [{"server_uuid": "476d9a7d-bcce-444d-8f4f-c76949182786", "name": "network-vif-plugged", "status": "completed", "tag": "69b28469-06d8-4aaa-bad0-1334ae203a97"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:36.446034 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:36.446780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:22:36.589526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:22:36.602768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f6594-a775-48c3-bf66-85c770a1b0cf req-e59dd0e8-3e91-4579-b575-8b123b259325 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:36.604671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:36.605092 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:36.612290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b38f6594-a775-48c3-bf66-85c770a1b0cf req-e59dd0e8-3e91-4579-b575-8b123b259325 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 945 time: 0.1174309 Jan 28 12:22:36.667382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=69b28469-06d8-4aaa-bad0-1334ae203a97,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:36.671974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d837f7-405f-4fbe-9226-0a0b39c511ca req-80b5c66c-02a7-4da9-aa6f-b3541861c408 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:36.675866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-88d837f7-405f-4fbe-9226-0a0b39c511ca req-80b5c66c-02a7-4da9-aa6f-b3541861c408 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1498971 Jan 28 12:22:36.742678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b38f6594-a775-48c3-bf66-85c770a1b0cf req-848b0111-4bb1-4b3a-9031-69e36e2a9d79 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297469 Jan 28 12:22:36.774307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:36.775532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-88d837f7-405f-4fbe-9226-0a0b39c511ca req-0565b49d-ebc1-4ddb-b8a3-e3babe7fcb82 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782998 Jan 28 12:22:36.778020 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:36.875553 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:36.882347 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:36.959489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:36.984006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1db66ab0-e711-41da-a790-01e9cc74907b req-69de15bf-65c6-4c66-9561-da8a20cff111 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 210 time: 0.0518906 Jan 28 12:22:36.994374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da9c72-5a4b-462e-8cab-6b35ae5d5a7c req-988d3500-163f-41fa-aea2-8593f812481c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:36.996081 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74da9c72-5a4b-462e-8cab-6b35ae5d5a7c req-988d3500-163f-41fa-aea2-8593f812481c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 950 time: 0.1485336 Jan 28 12:22:37.027634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632059b3-a979-4d77-a191-e45fdf508c94 req-e715b443-3378-4368-90fb-31ce6fdf4fa5 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:37.030446 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-632059b3-a979-4d77-a191-e45fdf508c94 req-e715b443-3378-4368-90fb-31ce6fdf4fa5 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.35 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 945 time: 0.1364496 Jan 28 12:22:37.100926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74da9c72-5a4b-462e-8cab-6b35ae5d5a7c req-aee1f1e6-da37-4534-8bc4-5204911e5fb2 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962780 Jan 28 12:22:37.171634 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06389935-a447-4d8d-a37d-fe964e64e819 x-openstack-request-id: req-06389935-a447-4d8d-a37d-fe964e64e819 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:37.172154 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476d9a7d-bcce-444d-8f4f-c76949182786", "name": "network-vif-plugged", "status": "completed", "tag": "69b28469-06d8-4aaa-bad0-1334ae203a97", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:37.172253 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06389935-a447-4d8d-a37d-fe964e64e819 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:37.172579 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476d9a7d-bcce-444d-8f4f-c76949182786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b28469-06d8-4aaa-bad0-1334ae203a97', 'code': 200} Jan 28 12:22:37.212262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab766-8e06-4f7b-af50-0cbe81781647 req-6eaeff8d-1e7a-4b30-848a-4d765add4ce3 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:37.213883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c04ab766-8e06-4f7b-af50-0cbe81781647 req-6eaeff8d-1e7a-4b30-848a-4d765add4ce3 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 943 time: 0.1189327 Jan 28 12:22:37.234355 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-632059b3-a979-4d77-a191-e45fdf508c94 req-866d123e-401a-4b4c-a878-2334aded7302 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Deleting port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:22:37.234794 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-632059b3-a979-4d77-a191-e45fdf508c94 req-866d123e-401a-4b4c-a878-2334aded7302 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:37.304992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4110-7bea-472c-8e47-b46f3bab4a3e req-42e3c7e1-a3c5-46f5-b55c-95b8d8bd4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:37.308272 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6fda4110-7bea-472c-8e47-b46f3bab4a3e req-42e3c7e1-a3c5-46f5-b55c-95b8d8bd4d4f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 1101 time: 0.0488803 Jan 28 12:22:37.363766 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6fda4110-7bea-472c-8e47-b46f3bab4a3e req-96ee4bb4-fdd8-40b1-af8e-c6ed14aaacfb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491250 Jan 28 12:22:37.374259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c04ab766-8e06-4f7b-af50-0cbe81781647 req-68ca35c2-0aa5-4f62-bccc-fbc917a99bea tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504760 Jan 28 12:22:37.398995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1e38b-8792-4384-95b7-de8642aa9e84 req-33460526-ca5b-4116-9730-82eacd9fcc40 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:37.403571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ca1e38b-8792-4384-95b7-de8642aa9e84 req-33460526-ca5b-4116-9730-82eacd9fcc40 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1499963 Jan 28 12:22:37.413425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-632059b3-a979-4d77-a191-e45fdf508c94 req-866d123e-401a-4b4c-a878-2334aded7302 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] For port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628,segment=NetworkSegment(8ae5bd75-fed5-444c-bc82-f6055551ea9a),segment_id=8ae5bd75-fed5-444c-bc82-f6055551ea9a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:37.413726 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-632059b3-a979-4d77-a191-e45fdf508c94 req-866d123e-401a-4b4c-a878-2334aded7302 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:37.439577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-632059b3-a979-4d77-a191-e45fdf508c94 req-866d123e-401a-4b4c-a878-2334aded7302 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Calling delete_port for 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:22:37.555720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-168811cf-4452-497b-916e-cbae2d4f0438 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips/a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 HTTP/1.1" status: 200 len: 694 time: 0.0981483 Jan 28 12:22:37.557736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ca1e38b-8792-4384-95b7-de8642aa9e84 req-95784401-890b-4a96-a680-37a97e4ce446 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465473 Jan 28 12:22:37.697409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-31d8ef5e-9fb1-4668-b15f-ac7678facb8d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432000 Jan 28 12:22:37.886233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-31cab116-666c-470e-a447-65bfd953d96a tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:37.891493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-31cab116-666c-470e-a447-65bfd953d96a tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.3264074 Jan 28 12:22:37.944171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-42e35aa7-42fc-496e-b2dc-19851f420bb7 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:22:37.945157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-42e35aa7-42fc-496e-b2dc-19851f420bb7 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192406 Jan 28 12:22:38.026758 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-632059b3-a979-4d77-a191-e45fdf508c94 req-866d123e-401a-4b4c-a878-2334aded7302 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (73f4ade5-6a4d-4b32-ab8b-d600ae1bb628), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:38.038289 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['73f4ade5-6a4d-4b32-ab8b-d600ae1bb628'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:38.050601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-04ba277b-91f3-4552-a9a9-92cfe9f620c9 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 697 time: 0.0822992 Jan 28 12:22:38.087545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-a0ac77ea-a5ab-487b-87d3-cdf6e6816f13 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:38.088969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-a0ac77ea-a5ab-487b-87d3-cdf6e6816f13 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3828526 Jan 28 12:22:38.090743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d123e-401a-4b4c-a878-2334aded7302 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Pushing event deleted for resources: {'Port': ['ID=73f4ade5-6a4d-4b32-ab8b-d600ae1bb628,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:38.108247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Request body: {'port': {'device_id': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '5365e826fdfe40a69e62d0df1e72d7db'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:38.127061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a1b63209-c454-4735-a6ae-2fd9ccc6df25 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:22:38.129580 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29a02a-d82e-4fbd-9ca6-e5671cb53686 req-03184e8a-acea-48bf-8d77-de09edd1b408 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:38.132274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff29a02a-d82e-4fbd-9ca6-e5671cb53686 req-03184e8a-acea-48bf-8d77-de09edd1b408 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/ports?device_id=14028658-2a46-4769-aab6-9f7701b534c9 HTTP/1.1" status: 200 len: 945 time: 0.2097671 Jan 28 12:22:38.234064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:38.243057 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-e9c4cc44-7e3c-4a1d-991a-37876438672e tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 697 time: 0.1652455 Jan 28 12:22:38.254028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a1b63209-c454-4735-a6ae-2fd9ccc6df25 has no active binding in host n-h1-824835-4 {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 12:22:38.265918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-632059b3-a979-4d77-a191-e45fdf508c94 req-866d123e-401a-4b4c-a878-2334aded7302 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] No DVR routers for this DVR port 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:22:38.281865 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-632059b3-a979-4d77-a191-e45fdf508c94 req-866d123e-401a-4b4c-a878-2334aded7302 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:38.285196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-632059b3-a979-4d77-a191-e45fdf508c94 req-866d123e-401a-4b4c-a878-2334aded7302 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.35 "DELETE /v2.0/ports/73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 HTTP/1.1" status: 204 len: 173 time: 1.2480493 Jan 28 12:22:38.393536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff29a02a-d82e-4fbd-9ca6-e5671cb53686 req-811fb817-ffe0-4d5e-b357-1a6016225195 tempest-AttachSCSIVolumeTestJSON-1071440506 tempest-AttachSCSIVolumeTestJSON-1071440506-project] 10.222.0.53 "GET /v2.0/security-groups?id=2119f18a-f9ff-4395-94a6-77b236f70c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305908 Jan 28 12:22:38.423459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6'}, {'name': 'network-changed', 'server_uuid': '3f7c8732-87a1-4cc7-a81d-e8594fcee40f', 'tag': 'a1b63209-c454-4735-a6ae-2fd9ccc6df25'}, {'server_uuid': '14028658-2a46-4769-aab6-9f7701b534c9', 'name': 'network-vif-deleted', 'tag': '73f4ade5-6a4d-4b32-ab8b-d600ae1bb628'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:38.425737 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafe90aa-51cc-48f7-85c5-fab32335b74c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6"}, {"name": "network-changed", "server_uuid": "3f7c8732-87a1-4cc7-a81d-e8594fcee40f", "tag": "a1b63209-c454-4735-a6ae-2fd9ccc6df25"}, {"server_uuid": "14028658-2a46-4769-aab6-9f7701b534c9", "name": "network-vif-deleted", "tag": "73f4ade5-6a4d-4b32-ab8b-d600ae1bb628"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:38.467260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Made reservation on behalf of 5365e826fdfe40a69e62d0df1e72d7db for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:22:38.470744 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:38.538805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-3f1c2288-28a0-4c18-967e-e738abb65412 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Deleting port a90be5e6-206d-49e1-a33a-a05cd21de408 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:22:38.539154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-3f1c2288-28a0-4c18-967e-e738abb65412 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a90be5e6-206d-49e1-a33a-a05cd21de408), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:38.641001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff9149-f78f-4173-83bd-da4ae7ef26eb req-513b4f00-82ed-483d-9284-652bcb7223e0 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:38.642461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddff9149-f78f-4173-83bd-da4ae7ef26eb req-513b4f00-82ed-483d-9284-652bcb7223e0 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1587601 Jan 28 12:22:38.738869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Allocated IP 192.168.233.86 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/1fe30547-f30a-4700-a40f-6cf5bb0cf11d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:22:38.757041 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-3f1c2288-28a0-4c18-967e-e738abb65412 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a90be5e6-206d-49e1-a33a-a05cd21de408), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:38.757368 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-3f1c2288-28a0-4c18-967e-e738abb65412 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (a90be5e6-206d-49e1-a33a-a05cd21de408), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:38.773268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddff9149-f78f-4173-83bd-da4ae7ef26eb req-7aa4eca7-d92c-4ae0-8147-217e67c0bc57 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224892 Jan 28 12:22:38.777933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-3f1c2288-28a0-4c18-967e-e738abb65412 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Calling delete_port for a90be5e6-206d-49e1-a33a-a05cd21de408 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:22:39.125850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09dc1ce2-a8bb-4373-b4ef-e3c6bc95f7ac req-310f1f1d-0ec7-4929-bb71-3835ce02f63b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 210 time: 0.0459785 Jan 28 12:22:39.173615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7905eb47-5b92-4191-a78c-0a2ff8ad0062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:39.178975 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f616b791-9ab4-4da7-a9fa-f29d5c5c35a2" -d '{"events": [{"server_uuid": "7905eb47-5b92-4191-a78c-0a2ff8ad0062", "name": "network-vif-plugged", "status": "completed", "tag": "0665a07f-3e61-43c3-8f82-6b9f46e3cd8e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:39.297656 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks [] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:39.327876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed20e5-825e-442f-9ecc-b912e790a772 req-f4f5a439-2573-4b27-9c7c-c4aa8de34475 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:39.329496 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1ed20e5-825e-442f-9ecc-b912e790a772 req-f4f5a439-2573-4b27-9c7c-c4aa8de34475 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 950 time: 0.1392188 Jan 28 12:22:39.388269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-3f1c2288-28a0-4c18-967e-e738abb65412 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (a90be5e6-206d-49e1-a33a-a05cd21de408), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:39.438362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c2288-28a0-4c18-967e-e738abb65412 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Pushing event deleted for resources: {'Port': ['ID=a90be5e6-206d-49e1-a33a-a05cd21de408,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:39.445161 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1ed20e5-825e-442f-9ecc-b912e790a772 req-0addd19b-a52e-4930-b747-e4cc43ba49b6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075742 Jan 28 12:22:39.446120 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:39.462453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['dc49dc7e-ef4a-4270-8664-b1a0d190371b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:39.497926 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-3f1c2288-28a0-4c18-967e-e738abb65412 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks [] for floatingip (a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:39.500418 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-3f1c2288-28a0-4c18-967e-e738abb65412 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:39.501546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cca5ad2-b99d-4aee-9a99-657558c2182d req-3f1c2288-28a0-4c18-967e-e738abb65412 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "DELETE /v2.0/floatingips/a66bf5f9-3b20-48c4-bdd6-72f9c3fd4435 HTTP/1.1" status: 204 len: 173 time: 1.2368021 Jan 28 12:22:39.510693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:22:39.514001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:22:39.520110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:22:39.525109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:39.525720 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:39.536963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Pushing event updated for resources: {'Port': ['ID=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:39.557431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-4a00f0a9-3e08-4b4d-ba96-377673197f2e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4550798 Jan 28 12:22:39.570950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Request body: {'port': {'device_id': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:39.677732 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:39.695870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c4de-1b65-493e-a612-52a55a7a0c1f req-609ec589-598e-4965-b2a1-b0ccc059808f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:39.697518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9d3c4de-1b65-493e-a612-52a55a7a0c1f req-609ec589-598e-4965-b2a1-b0ccc059808f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 943 time: 0.1232958 Jan 28 12:22:39.801145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bc0e9afd-a34b-4330-aafe-40a5b1bc8a3a None None] Provisioning complete for port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:39.801145 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc0e9afd-a34b-4330-aafe-40a5b1bc8a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:39.834585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9d3c4de-1b65-493e-a612-52a55a7a0c1f req-6f6c4349-c55c-493d-91d2-1ddb98f61a37 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310937 Jan 28 12:22:39.839880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bc0e9afd-a34b-4330-aafe-40a5b1bc8a3a None None] Port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:22:39.851076 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b771b258-2c03-4a96-8d32-c40af96a6245 x-openstack-request-id: req-b771b258-2c03-4a96-8d32-c40af96a6245 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:39.851407 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f7c8732-87a1-4cc7-a81d-e8594fcee40f", "tag": "a1b63209-c454-4735-a6ae-2fd9ccc6df25", "status": "completed", "code": 200}, {"server_uuid": "14028658-2a46-4769-aab6-9f7701b534c9", "name": "network-vif-deleted", "tag": "73f4ade5-6a4d-4b32-ab8b-d600ae1bb628", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:39.851666 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b771b258-2c03-4a96-8d32-c40af96a6245 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:39.852391 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'status': 'completed', 'code': 200} Jan 28 12:22:39.852640 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7c8732-87a1-4cc7-a81d-e8594fcee40f', 'tag': 'a1b63209-c454-4735-a6ae-2fd9ccc6df25', 'status': 'completed', 'code': 200} Jan 28 12:22:39.852818 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14028658-2a46-4769-aab6-9f7701b534c9', 'name': 'network-vif-deleted', 'tag': '73f4ade5-6a4d-4b32-ab8b-d600ae1bb628', 'status': 'completed', 'code': 200} Jan 28 12:22:39.897473 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0741c8ff-4fc0-4b6f-a6b0-8d57d51529a4 x-openstack-request-id: req-0741c8ff-4fc0-4b6f-a6b0-8d57d51529a4 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:39.897797 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7905eb47-5b92-4191-a78c-0a2ff8ad0062", "name": "network-vif-plugged", "status": "completed", "tag": "0665a07f-3e61-43c3-8f82-6b9f46e3cd8e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:39.898262 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0741c8ff-4fc0-4b6f-a6b0-8d57d51529a4 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:39.898459 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7905eb47-5b92-4191-a78c-0a2ff8ad0062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e', 'code': 200} Jan 28 12:22:39.958975 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-ff58dcbb-81a5-4c1c-b434-99ba8cc8543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:39.962281 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-ff58dcbb-81a5-4c1c-b434-99ba8cc8543c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 1124 time: 0.0735416 Jan 28 12:22:39.983072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-c8d11cc6-bcf2-4877-8987-61a2b81696d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:39.984794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-c8d11cc6-bcf2-4877-8987-61a2b81696d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdab7f76b05946bb8771e6b898e25353&device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 1096 time: 0.0847685 Jan 28 12:22:40.141832 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:22:40.159539 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a155593-e3cc-4885-bb8d-bc02976489b9 req-6797c457-e162-4c15-a293-efaee168dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:40.162621 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a155593-e3cc-4885-bb8d-bc02976489b9 req-6797c457-e162-4c15-a293-efaee168dc2d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 1099 time: 0.0949965 Jan 28 12:22:40.163712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-384fc9fb-26cc-42bc-b3cd-38678e9acf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:40.165212 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-384fc9fb-26cc-42bc-b3cd-38678e9acf34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.1950738 Jan 28 12:22:40.177783 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:22:40.178531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 73f4ade5-6a4d-4b32-ab8b-d600ae1bb628 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:22:40.180262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe30547-f30a-4700-a40f-6cf5bb0cf11d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:40.191099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-e5404006-ae21-4a53-b8ec-238a13128dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:40.192235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-e5404006-ae21-4a53-b8ec-238a13128dda service neutron] 10.222.0.35 "GET /v2.0/networks?id=10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 200 len: 922 time: 0.1959271 Jan 28 12:22:40.199202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3e93c-43e2-4566-b6bf-0638c0ee618c req-4ec8151d-321b-47c9-bb67-65dcbf1ffb13 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:40.207115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50d3e93c-43e2-4566-b6bf-0638c0ee618c req-4ec8151d-321b-47c9-bb67-65dcbf1ffb13 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1457465 Jan 28 12:22:40.210775 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Publish callbacks [] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:40.233404 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-db246e59-642c-48f4-9413-27c6937fe021 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25 HTTP/1.1" status: 200 len: 217 time: 0.0555065 Jan 28 12:22:40.269139 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-34fc92b9-992d-4ee5-8852-29717587ffc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 200 len: 217 time: 0.0552061 Jan 28 12:22:40.277071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Transition to ACTIVE for port object 1fe30547-f30a-4700-a40f-6cf5bb0cf11d will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:22:40.298762 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:40.331129 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a155593-e3cc-4885-bb8d-bc02976489b9 req-5b84c96e-b486-423a-8223-7ba7d33a3be7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402917 Jan 28 12:22:40.334403 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-cd1ff349-85bb-4cba-91b9-3f09e24d98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:40.341339 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-cd1ff349-85bb-4cba-91b9-3f09e24d98c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.1014519 Jan 28 12:22:40.374662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50d3e93c-43e2-4566-b6bf-0638c0ee618c req-2e3bd9fe-cc07-4aba-b8ec-f5ab51fb569b tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665592 Jan 28 12:22:40.393284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-8366c770-126b-4aaa-80f7-c97e16386d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:40.404515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-8366c770-126b-4aaa-80f7-c97e16386d08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 200 len: 860 time: 0.1109469 Jan 28 12:22:40.417528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Pushing event updated for resources: {'Port': ['ID=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:40.419379 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-603594ed-1790-470b-abca-ad1497542d87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642545 Jan 28 12:22:40.461327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Attempting to bind port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:22:40.461666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Attempting to bind port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:22:40.461997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Attempting to bind port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:40.469333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:22:40.469672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Attempting to bind port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:40.479186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:22:40.479186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:40.480574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:22:40.483999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Bound port: 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:22:40.484432 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:40.589859 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-f2d287f2-cd23-4c8e-bff2-2723ba6f722d service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668108 Jan 28 12:22:40.672565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:40.677197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:22:40.694366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8de81-a774-4a11-9ccf-d29e1fae1c34 req-40541888-9e8d-4f0c-a6db-2cdb2de38527 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:40.697225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6cf8de81-a774-4a11-9ccf-d29e1fae1c34 req-40541888-9e8d-4f0c-a6db-2cdb2de38527 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 947 time: 0.1831505 Jan 28 12:22:40.700508 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:40.713102 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-3d8ed153-d54e-4e3b-9943-67d8ba461350 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123931 Jan 28 12:22:40.728387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33642509-0444-4129-983f-d478c9922d0f req-bf4b5fe0-b11e-41b2-a67c-4f0e0880c6d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:40.730203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33642509-0444-4129-983f-d478c9922d0f req-bf4b5fe0-b11e-41b2-a67c-4f0e0880c6d5 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 945 time: 0.1745937 Jan 28 12:22:40.801502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:40.802359 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:40.803885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] 10.222.0.49 "PUT /v2.0/ports/1fe30547-f30a-4700-a40f-6cf5bb0cf11d HTTP/1.1" status: 200 len: 1095 time: 1.2374816 Jan 28 12:22:40.860214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33642509-0444-4129-983f-d478c9922d0f req-b5efa674-cfe4-431c-9117-793979da8e18 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033387 Jan 28 12:22:40.875477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f0ce3-7099-49a2-8be0-60bd4a81917b service neutron] Pushing event updated for resources: {'Port': ['ID=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:40.906081 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6cf8de81-a774-4a11-9ccf-d29e1fae1c34 req-7cfdc047-684c-43c7-a084-132df8b71c6a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962192 Jan 28 12:22:40.965143 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-7ae142a3-2b1c-408b-937d-82881e76fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:40.967270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-7ae142a3-2b1c-408b-937d-82881e76fc5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 1098 time: 0.1057477 Jan 28 12:22:41.042124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-9e7b846e-1fb0-4ca5-b02d-3b1a0fdca824 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d HTTP/1.1" status: 200 len: 217 time: 0.0567853 Jan 28 12:22:41.089750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05a932-94b5-4e38-98bf-918ccc1ad73c req-ed3fd6e9-b38b-4041-adfb-8ba86bdbabc7 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:41.097156 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c05a932-94b5-4e38-98bf-918ccc1ad73c req-ed3fd6e9-b38b-4041-adfb-8ba86bdbabc7 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 950 time: 0.1551292 Jan 28 12:22:41.128295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-f900b357-79ef-4cbf-a230-1ebacf35397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:41.129729 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-f900b357-79ef-4cbf-a230-1ebacf35397c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0815322 Jan 28 12:22:41.180269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c05a932-94b5-4e38-98bf-918ccc1ad73c req-bf083947-8d09-4ffc-b6a9-82505979e88d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822091 Jan 28 12:22:41.193898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-3f8cc003-0bba-4e95-8af5-e0615e3131b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:41.195573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-3f8cc003-0bba-4e95-8af5-e0615e3131b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592544 Jan 28 12:22:41.327994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71cfad-9d60-4dbb-871c-35390dea7876 req-d24c5fc5-174f-4f1f-b087-0f1800fb0a97 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:41.334992 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab71cfad-9d60-4dbb-871c-35390dea7876 req-d24c5fc5-174f-4f1f-b087-0f1800fb0a97 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 943 time: 0.1355908 Jan 28 12:22:41.428964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-b136ff54-14a9-40bc-af5c-40900fd2dbb9 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195408 Jan 28 12:22:41.432312 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab71cfad-9d60-4dbb-871c-35390dea7876 req-df2c1f02-592c-4695-86a6-ed42715e3a80 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960801 Jan 28 12:22:41.557050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdd14-f050-4ce1-9e53-190c64b6b951 req-0446b919-648e-4c81-bb5e-72980bc2bb7f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:41.558738 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7bbdd14-f050-4ce1-9e53-190c64b6b951 req-0446b919-648e-4c81-bb5e-72980bc2bb7f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 948 time: 0.1925561 Jan 28 12:22:41.631993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7bbdd14-f050-4ce1-9e53-190c64b6b951 req-f6b3d024-a8c2-4ff6-b40c-0ffdac7b6790 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639422 Jan 28 12:22:41.658608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ba37b-7656-45b0-b73d-ed0bd0e76070 req-9c23f071-17c2-469f-97a4-bf4131e4c698 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:41.665918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca5ba37b-7656-45b0-b73d-ed0bd0e76070 req-9c23f071-17c2-469f-97a4-bf4131e4c698 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1508820 Jan 28 12:22:41.673783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f79545-d82a-4dcb-b0ef-d9e42be6881d req-ef7b1843-2613-4e83-a3a3-3c32f3fab8a9 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370853 Jan 28 12:22:41.730413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca5ba37b-7656-45b0-b73d-ed0bd0e76070 req-b920f06e-afa0-43df-80de-eb46c9d6b215 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556808 Jan 28 12:22:41.854239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'tag': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:41.857474 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308bf784-2bb7-45e0-bf05-086d4dd18ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a", "tag": "1fe30547-f30a-4700-a40f-6cf5bb0cf11d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:41.907630 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9877cc8-07a4-4000-b807-01d46dfac676 x-openstack-request-id: req-b9877cc8-07a4-4000-b807-01d46dfac676 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:41.907954 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a", "tag": "1fe30547-f30a-4700-a40f-6cf5bb0cf11d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:41.908230 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9877cc8-07a4-4000-b807-01d46dfac676 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:41.908598 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'tag': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d', 'status': 'completed', 'code': 200} Jan 28 12:22:41.997122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcf0b8-fa4c-4bdc-8386-d2d43d372ff5 req-a330bc69-b2a2-4c12-941c-54025e044503 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:41.998622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-adfcf0b8-fa4c-4bdc-8386-d2d43d372ff5 req-a330bc69-b2a2-4c12-941c-54025e044503 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 945 time: 0.0532572 Jan 28 12:22:42.008415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55866) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:42.077848 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-e72f221b-ec38-4356-a42b-4320d5672c2c service neutron] 10.222.0.49 "GET /v2.0/ports/a1b63209-c454-4735-a6ae-2fd9ccc6df25/bindings/n-h1-824835-4 HTTP/1.1" status: 200 len: 384 time: 0.0624440 Jan 28 12:22:42.157223 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-822252db-2b65-44be-8e56-dba8b172af74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:42.163899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-adfcf0b8-fa4c-4bdc-8386-d2d43d372ff5 req-ae240155-b1f5-4e42-8ab7-076bbb242b1e tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556263 Jan 28 12:22:42.167190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf784-2bb7-45e0-bf05-086d4dd18ea4 req-b1b0f30b-437a-4d14-b363-f380b216e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:42.169627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-308bf784-2bb7-45e0-bf05-086d4dd18ea4 req-b1b0f30b-437a-4d14-b363-f380b216e816 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 1098 time: 0.1530263 Jan 28 12:22:42.180047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77322c0-63c4-4f52-9a9e-4324aa57512d req-1e4a0825-168a-4133-bfe9-47550c75ef85 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:42.180047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f77322c0-63c4-4f52-9a9e-4324aa57512d req-1e4a0825-168a-4133-bfe9-47550c75ef85 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 947 time: 0.1786735 Jan 28 12:22:42.282199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f77322c0-63c4-4f52-9a9e-4324aa57512d req-e7229fcc-89eb-458b-81ff-a3c145a38c38 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931067 Jan 28 12:22:42.300553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf784-2bb7-45e0-bf05-086d4dd18ea4 req-2d4748aa-f8a0-45dc-ad3e-4f9c98efb690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:42.302255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-308bf784-2bb7-45e0-bf05-086d4dd18ea4 req-2d4748aa-f8a0-45dc-ad3e-4f9c98efb690 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1232567 Jan 28 12:22:42.313465 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-74823871-87b5-4d09-8001-f2864903a208 service neutron] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:42.345723 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-74823871-87b5-4d09-8001-f2864903a208 service neutron] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:42.353036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-308bf784-2bb7-45e0-bf05-086d4dd18ea4 req-12bcc9aa-1eef-4f18-ab8f-6037a4725e72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d HTTP/1.1" status: 200 len: 217 time: 0.0422163 Jan 28 12:22:42.392254 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-822252db-2b65-44be-8e56-dba8b172af74 admin admin] Publish callbacks [] for security_group (f5d15c29-efd6-49e1-b792-1409171c2fab), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:42.399764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-74823871-87b5-4d09-8001-f2864903a208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b63209-c454-4735-a6ae-2fd9ccc6df25 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:42.407553 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-822252db-2b65-44be-8e56-dba8b172af74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f5d15c29-efd6-49e1-b792-1409171c2fab), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:42.421236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf784-2bb7-45e0-bf05-086d4dd18ea4 req-8103fc15-4309-4751-b162-700d7a9df9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:42.422777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-308bf784-2bb7-45e0-bf05-086d4dd18ea4 req-8103fc15-4309-4751-b162-700d7a9df9c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0631359 Jan 28 12:22:42.426417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-74823871-87b5-4d09-8001-f2864903a208 service neutron] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:42.471607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55874) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:42.478580 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-822252db-2b65-44be-8e56-dba8b172af74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8771a6e5d4b743c197efb14c6f6e348c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684591 Jan 28 12:22:42.482563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822252db-2b65-44be-8e56-dba8b172af74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d15c29-efd6-49e1-b792-1409171c2fab,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:42.493437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf784-2bb7-45e0-bf05-086d4dd18ea4 req-89a85542-2c7f-4c20-a758-046322135702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:42.495159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-308bf784-2bb7-45e0-bf05-086d4dd18ea4 req-89a85542-2c7f-4c20-a758-046322135702 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0658572 Jan 28 12:22:42.499425 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-74823871-87b5-4d09-8001-f2864903a208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:42.586063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-74823871-87b5-4d09-8001-f2864903a208 service neutron] Transition to ACTIVE for port object a1b63209-c454-4735-a6ae-2fd9ccc6df25 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:22:42.590862 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-74823871-87b5-4d09-8001-f2864903a208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:42.649836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4c65-c18a-409d-b13f-691afa29a8e4 admin admin] Publish callbacks [] for security_group (f5d15c29-efd6-49e1-b792-1409171c2fab), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:42.659177 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-74823871-87b5-4d09-8001-f2864903a208 service neutron] No DVR routers for this DVR port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:22:42.666615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-308bf784-2bb7-45e0-bf05-086d4dd18ea4 req-e10857c7-c80b-42ad-afde-7ef4deca7e2f service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608274 Jan 28 12:22:42.675863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d58a7b-c72f-4916-ad43-6d216ce34795 req-836d7aa4-72b0-45c0-ad93-98a39d6e2a83 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:42.676022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74823871-87b5-4d09-8001-f2864903a208 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b63209-c454-4735-a6ae-2fd9ccc6df25,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:42.676985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56d58a7b-c72f-4916-ad43-6d216ce34795 req-836d7aa4-72b0-45c0-ad93-98a39d6e2a83 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 943 time: 0.1187086 Jan 28 12:22:42.705906 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-74823871-87b5-4d09-8001-f2864903a208 service neutron] 10.222.0.49 "PUT /v2.0/ports/a1b63209-c454-4735-a6ae-2fd9ccc6df25/bindings/n-h1-824835-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6220675 Jan 28 12:22:42.714714 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4c65-c18a-409d-b13f-691afa29a8e4 admin admin] Publish callbacks [] for security_group (f5d15c29-efd6-49e1-b792-1409171c2fab), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:42.852525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56d58a7b-c72f-4916-ad43-6d216ce34795 req-8229149a-4ca9-4aa9-81de-d6c49b74f1e0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617227 Jan 28 12:22:42.879334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa96de-871b-4b28-a54c-06af8fd67547 req-b8297ec6-33d3-4ea6-bc36-435dc415cf97 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:42.880942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0fa96de-871b-4b28-a54c-06af8fd67547 req-b8297ec6-33d3-4ea6-bc36-435dc415cf97 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 948 time: 0.1220806 Jan 28 12:22:42.887168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-308bf784-2bb7-45e0-bf05-086d4dd18ea4 req-a1d928c2-ff17-49ca-bd7d-3397569a5fc8 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068059 Jan 28 12:22:42.888709 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4c65-c18a-409d-b13f-691afa29a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f5d15c29-efd6-49e1-b792-1409171c2fab), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:42.891660 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4c65-c18a-409d-b13f-691afa29a8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:42.895608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5ccc4c65-c18a-409d-b13f-691afa29a8e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5d15c29-efd6-49e1-b792-1409171c2fab HTTP/1.1" status: 204 len: 168 time: 0.4203830 Jan 28 12:22:42.925712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc4c65-c18a-409d-b13f-691afa29a8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d15c29-efd6-49e1-b792-1409171c2fab,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:42.980531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0fa96de-871b-4b28-a54c-06af8fd67547 req-0ac3e41f-172e-435f-9935-80e587163831 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863960 Jan 28 12:22:43.085490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d5d31-ef0c-47b5-8301-82471a13da3c req-af9f35f6-8c36-4627-8714-70b5dc78d4f0 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:43.087145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c7d5d31-ef0c-47b5-8301-82471a13da3c req-af9f35f6-8c36-4627-8714-70b5dc78d4f0 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.0521388 Jan 28 12:22:43.141040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c7d5d31-ef0c-47b5-8301-82471a13da3c req-f1e5a8b7-5c7c-45c2-8d7d-4ff340119c89 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454330 Jan 28 12:22:43.237450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55888) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:43.251193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4ad3cf6-50d2-4946-b622-9e2bba5fc957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:43.279866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59448e5c-c76a-4e23-9b45-5ae2afe6b84f req-40feaf2f-135b-41b7-a6ef-f44717660d1f tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:43.281518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59448e5c-c76a-4e23-9b45-5ae2afe6b84f req-40feaf2f-135b-41b7-a6ef-f44717660d1f tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 945 time: 0.0509443 Jan 28 12:22:43.361353 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4ad3cf6-50d2-4946-b622-9e2bba5fc957 admin admin] Publish callbacks [] for security_group (d32acb93-3f82-43dc-9e35-8f67f907d88f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:43.365067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-0a0d2e47-88e6-4322-8d88-4e94c2574779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:43.366530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-0a0d2e47-88e6-4322-8d88-4e94c2574779 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10ff2357-de57-4457-a1b1-1adfe07f51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770502 Jan 28 12:22:43.403800 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4ad3cf6-50d2-4946-b622-9e2bba5fc957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d32acb93-3f82-43dc-9e35-8f67f907d88f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:43.461236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad3cf6-50d2-4946-b622-9e2bba5fc957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32acb93-3f82-43dc-9e35-8f67f907d88f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:43.507176 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e4ad3cf6-50d2-4946-b622-9e2bba5fc957 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a47a901a95484168984c80161b5f3d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663424 Jan 28 12:22:43.516658 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55894) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:43.559519 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-cc5b051a-995b-4d04-8b9b-49aedfa7382a tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:43.561193 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-cc5b051a-995b-4d04-8b9b-49aedfa7382a tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f&tenant_id=72d261eb21094b23ae0e82eafab9582c&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.2070830 Jan 28 12:22:43.597993 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-770e4113-f740-4806-9ba8-94c9283cea1f admin admin] Publish callbacks [] for security_group (d32acb93-3f82-43dc-9e35-8f67f907d88f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:43.640960 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-770e4113-f740-4806-9ba8-94c9283cea1f admin admin] Publish callbacks [] for security_group (d32acb93-3f82-43dc-9e35-8f67f907d88f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:43.649182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59448e5c-c76a-4e23-9b45-5ae2afe6b84f req-25cf2302-be3c-45f2-ab98-50b5215ea903 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611374 Jan 28 12:22:43.664703 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-b5be0c92-d2a8-44e8-b317-ac042517f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:43.666422 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-b5be0c92-d2a8-44e8-b317-ac042517f483 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f&tenant_id=72d261eb21094b23ae0e82eafab9582c HTTP/1.1" status: 200 len: 1095 time: 0.0780551 Jan 28 12:22:43.699419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-770e4113-f740-4806-9ba8-94c9283cea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d32acb93-3f82-43dc-9e35-8f67f907d88f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:43.703496 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-770e4113-f740-4806-9ba8-94c9283cea1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:43.707729 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-770e4113-f740-4806-9ba8-94c9283cea1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d32acb93-3f82-43dc-9e35-8f67f907d88f HTTP/1.1" status: 204 len: 168 time: 0.1873498 Jan 28 12:22:43.741983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bb92b-f408-430a-8a60-cafcb7c61cfb req-3180ced8-39e9-41dd-9aaa-ce216a5e4798 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:43.743791 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-967bb92b-f408-430a-8a60-cafcb7c61cfb req-3180ced8-39e9-41dd-9aaa-ce216a5e4798 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 947 time: 0.1164696 Jan 28 12:22:43.750146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e4113-f740-4806-9ba8-94c9283cea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32acb93-3f82-43dc-9e35-8f67f907d88f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:43.774356 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-3ef72f05-fe50-4b2f-9cb2-0863d450fe04 service neutron] 10.222.0.35 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967378 Jan 28 12:22:43.805476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-be354161-8b68-46e5-a765-72270b2c145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:43.806895 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-be354161-8b68-46e5-a765-72270b2c145f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 1095 time: 0.0998232 Jan 28 12:22:43.853282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-967bb92b-f408-430a-8a60-cafcb7c61cfb req-ee3a0c7c-7d2e-429c-a121-34717051d62d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008554 Jan 28 12:22:43.900886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fafe90aa-51cc-48f7-85c5-fab32335b74c req-5d4a5bf9-37be-4dfc-a064-418b6cf62311 service neutron] 10.222.0.35 "GET /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112709 Jan 28 12:22:43.949290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-9f813927-391b-46ef-a9b3-94556e2bf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:43.951922 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-9f813927-391b-46ef-a9b3-94556e2bf7aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.1371772 Jan 28 12:22:44.011468 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67855b26-b190-43a3-bf04-030b20f2b71d req-5ee18562-ed4a-491e-93e3-7103e396d4b7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:44.014323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67855b26-b190-43a3-bf04-030b20f2b71d req-5ee18562-ed4a-491e-93e3-7103e396d4b7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 944 time: 0.0721166 Jan 28 12:22:44.019541 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-b2970acf-698c-4d2c-b917-20b28b8a76f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25 HTTP/1.1" status: 200 len: 217 time: 0.0526326 Jan 28 12:22:44.083216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-f1449ed7-4675-4af8-a723-bdc08289b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:44.085403 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-f1449ed7-4675-4af8-a723-bdc08289b503 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.0564270 Jan 28 12:22:44.087993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67855b26-b190-43a3-bf04-030b20f2b71d req-e087de27-7d6c-4530-98b9-b5e284802dd6 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672066 Jan 28 12:22:44.129570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-8dbef76e-d8d0-4ee3-9adb-7971adc8840d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299356 Jan 28 12:22:44.253307 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-8cf7eaf3-28ec-477f-a38e-143c2a37beb5 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152475 Jan 28 12:22:44.280507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06cef3-318c-405c-8d61-115999418285 req-8d152aa6-a872-41ba-ab4e-91923ab28fd6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:44.282383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea06cef3-318c-405c-8d61-115999418285 req-8d152aa6-a872-41ba-ab4e-91923ab28fd6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 948 time: 0.1078994 Jan 28 12:22:44.323134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467981d-1d9b-477f-875f-4719afb549ae req-24c91d08-41f2-4918-9f82-58d961867558 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:44.332839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4467981d-1d9b-477f-875f-4719afb549ae req-24c91d08-41f2-4918-9f82-58d961867558 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.0933585 Jan 28 12:22:44.388262 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-fb47acc5-d9fd-436e-83bc-420899051876 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161945 Jan 28 12:22:44.407281 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4467981d-1d9b-477f-875f-4719afb549ae req-0ca19b28-839c-4eb2-b754-f9471739ba66 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732832 Jan 28 12:22:44.431670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea06cef3-318c-405c-8d61-115999418285 req-6b33dc56-670e-45b9-b04e-d3b65036450a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333477 Jan 28 12:22:44.644651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 1fe30547-f30a-4700-a40f-6cf5bb0cf11d details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:22:44.684629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-365e7993-588c-4982-acde-3ae32d060cc3 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:44.686560 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-365e7993-588c-4982-acde-3ae32d060cc3 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f&tenant_id=72d261eb21094b23ae0e82eafab9582c&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.0468895 Jan 28 12:22:44.776474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:44.791050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d', 'mac_address': 'fa:16:3e:31:a0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:22:44.836509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:44.836898 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:44.844092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d11d03-376d-492e-8802-ff7db6e9a615 req-d70bbc67-06ee-4902-9876-ddad7d2852b1 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:44.845643 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1d11d03-376d-492e-8802-ff7db6e9a615 req-d70bbc67-06ee-4902-9876-ddad7d2852b1 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 945 time: 0.0974600 Jan 28 12:22:44.857637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe30547-f30a-4700-a40f-6cf5bb0cf11d {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:44.879444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:44.895798 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:44.902064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-ae106cf7-8033-4d31-9997-d1857e2e35b6 service neutron] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:44.905530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-ae106cf7-8033-4d31-9997-d1857e2e35b6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:44.906725 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da1a3264-2da3-4430-8aa7-6d1711ee7f47 req-ae106cf7-8033-4d31-9997-d1857e2e35b6 service neutron] 10.222.0.35 "DELETE /v2.0/ports/a1b63209-c454-4735-a6ae-2fd9ccc6df25/bindings/n-h2-824835-4 HTTP/1.1" status: 204 len: 173 time: 0.2121408 Jan 28 12:22:44.953639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1d11d03-376d-492e-8802-ff7db6e9a615 req-386dd35c-5247-4d8c-943f-d5a22bb7da07 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/security-groups?id=71d40076-5796-4584-8d66-96271d39f66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022136 Jan 28 12:22:44.988268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:45.027779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbad8-80d4-4d72-880c-142c382e58fa req-3a5a52b9-bb1a-4e86-a3e3-8df11d0af4d4 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:45.029509 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-684dbad8-80d4-4d72-880c-142c382e58fa req-3a5a52b9-bb1a-4e86-a3e3-8df11d0af4d4 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 948 time: 0.0603004 Jan 28 12:22:45.091067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-684dbad8-80d4-4d72-880c-142c382e58fa req-f64b35eb-398d-44e1-9992-b3f8354942d1 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511637 Jan 28 12:22:45.141095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['1fe30547-f30a-4700-a40f-6cf5bb0cf11d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:45.270487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140aa31f-afa9-48e1-a04d-a38bd46477a7 req-62074ff1-ade1-43e6-ae48-4adf6b33d950 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:45.283633 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-140aa31f-afa9-48e1-a04d-a38bd46477a7 req-62074ff1-ade1-43e6-ae48-4adf6b33d950 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 945 time: 0.0841374 Jan 28 12:22:45.324166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd23f7-8973-4627-914b-ef2d145ca325 req-a753d0de-1bb6-461e-bc62-6f99023afae7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:45.333504 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11fd23f7-8973-4627-914b-ef2d145ca325 req-a753d0de-1bb6-461e-bc62-6f99023afae7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 944 time: 0.1451838 Jan 28 12:22:45.419443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11fd23f7-8973-4627-914b-ef2d145ca325 req-22dca9a6-df3a-4652-9b32-1411032838be tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844486 Jan 28 12:22:45.444925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d2f1a-4855-4c7b-9b6b-657c1df78a01 req-08b214b3-4df5-4e99-b741-02d9ea6fa660 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:45.448958 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-140aa31f-afa9-48e1-a04d-a38bd46477a7 req-ff8ca1e4-5b71-420d-aef0-b90bb21003c6 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Deleting port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:22:45.449301 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-140aa31f-afa9-48e1-a04d-a38bd46477a7 req-ff8ca1e4-5b71-420d-aef0-b90bb21003c6 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:45.460985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-275d2f1a-4855-4c7b-9b6b-657c1df78a01 req-08b214b3-4df5-4e99-b741-02d9ea6fa660 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 946 time: 0.1148672 Jan 28 12:22:45.551176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-275d2f1a-4855-4c7b-9b6b-657c1df78a01 req-33a582b8-d138-46ac-af78-22dfab51ac99 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891626 Jan 28 12:22:45.645043 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-140aa31f-afa9-48e1-a04d-a38bd46477a7 req-ff8ca1e4-5b71-420d-aef0-b90bb21003c6 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] For port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4827d809-b332-41ea-8cbf-5b6d8fd0cce6,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:45.645584 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-140aa31f-afa9-48e1-a04d-a38bd46477a7 req-ff8ca1e4-5b71-420d-aef0-b90bb21003c6 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:45.666701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-140aa31f-afa9-48e1-a04d-a38bd46477a7 req-ff8ca1e4-5b71-420d-aef0-b90bb21003c6 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Calling delete_port for 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:22:45.674280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f79e8-2b86-4da3-89e3-95c226fc5fd5 req-2fbe3db0-2893-445f-9c4b-df32646ec4ec tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:45.676054 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de7f79e8-2b86-4da3-89e3-95c226fc5fd5 req-2fbe3db0-2893-445f-9c4b-df32646ec4ec tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 948 time: 0.0596077 Jan 28 12:22:45.764438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863f0a2-956f-48a1-82ce-8ceefe989abe req-8033d3aa-d249-403f-af1b-21ff130471d3 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:45.771714 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b863f0a2-956f-48a1-82ce-8ceefe989abe req-8033d3aa-d249-403f-af1b-21ff130471d3 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.0940657 Jan 28 12:22:45.816700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de7f79e8-2b86-4da3-89e3-95c226fc5fd5 req-1e649135-1b07-40d9-a04e-dfd60bf3cd28 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114616 Jan 28 12:22:45.848672 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-140aa31f-afa9-48e1-a04d-a38bd46477a7 req-ff8ca1e4-5b71-420d-aef0-b90bb21003c6 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4827d809-b332-41ea-8cbf-5b6d8fd0cce6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:45.863531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['4827d809-b332-41ea-8cbf-5b6d8fd0cce6'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:22:45.875360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b863f0a2-956f-48a1-82ce-8ceefe989abe req-0bf4c39c-6fe7-423b-80ac-ea380d035364 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025567 Jan 28 12:22:45.924095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ca1e4-5b71-420d-aef0-b90bb21003c6 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Pushing event deleted for resources: {'Port': ['ID=4827d809-b332-41ea-8cbf-5b6d8fd0cce6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:45.936630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223106a-8f6a-4add-9eda-faa78505000c req-85c99fbe-a821-460d-aa81-9e35bfd983fa tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:45.938310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a223106a-8f6a-4add-9eda-faa78505000c req-85c99fbe-a821-460d-aa81-9e35bfd983fa tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 1095 time: 0.0620534 Jan 28 12:22:46.009125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-140aa31f-afa9-48e1-a04d-a38bd46477a7 req-ff8ca1e4-5b71-420d-aef0-b90bb21003c6 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] No DVR routers for this DVR port 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:22:46.010147 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a223106a-8f6a-4add-9eda-faa78505000c req-85413ca5-6bbf-4a83-a2ac-d2e0db445d74 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628457 Jan 28 12:22:46.012684 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-140aa31f-afa9-48e1-a04d-a38bd46477a7 req-ff8ca1e4-5b71-420d-aef0-b90bb21003c6 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:46.017606 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-140aa31f-afa9-48e1-a04d-a38bd46477a7 req-ff8ca1e4-5b71-420d-aef0-b90bb21003c6 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.35 "DELETE /v2.0/ports/4827d809-b332-41ea-8cbf-5b6d8fd0cce6 HTTP/1.1" status: 204 len: 173 time: 0.7340276 Jan 28 12:22:46.018350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'name': 'network-vif-deleted', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:46.021898 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753923a7-96ce-47da-af4a-035085d26a66" -d '{"events": [{"server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "name": "network-vif-deleted", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:46.178056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8a636734-3fe2-40aa-ac07-0f4856a15ec4 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ac16639b74a64b52bfc14840e1a3c9eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448747 Jan 28 12:22:46.203829 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a4b8a71-0b42-4921-9f7d-23ebad531465 req-76d78858-3225-4843-beb1-745f8efd2bc9 tempest-FloatingIPsAssociationTestJSON-991739354 tempest-FloatingIPsAssociationTestJSON-991739354-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc938c0-d03e-4259-8dd2-14bc9750057e HTTP/1.1" status: 200 len: 210 time: 0.0561495 Jan 28 12:22:46.256100 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1f61d3-4cda-4ee0-9aac-055ee2017611 x-openstack-request-id: req-1e1f61d3-4cda-4ee0-9aac-055ee2017611 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:46.256722 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc938c0-d03e-4259-8dd2-14bc9750057e", "name": "network-vif-deleted", "tag": "4827d809-b332-41ea-8cbf-5b6d8fd0cce6", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:46.257205 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e1f61d3-4cda-4ee0-9aac-055ee2017611 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:46.258005 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc938c0-d03e-4259-8dd2-14bc9750057e', 'name': 'network-vif-deleted', 'tag': '4827d809-b332-41ea-8cbf-5b6d8fd0cce6', 'status': 'completed', 'code': 200} Jan 28 12:22:46.327021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-85064de7-e154-4690-a576-93fb523109c4 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:46.328416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-85064de7-e154-4690-a576-93fb523109c4 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495945 Jan 28 12:22:46.364021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-d97412ba-9f15-4c77-8a92-d30b63dd2f9e tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/quotas/ac16639b74a64b52bfc14840e1a3c9eb HTTP/1.1" status: 200 len: 375 time: 0.0169196 Jan 28 12:22:46.408439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fff36f-fe44-44f7-8f40-ce3f4d561d27 req-14e7d537-0188-4bdf-9e8d-f782ee492f30 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:46.410013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6fff36f-fe44-44f7-8f40-ce3f4d561d27 req-14e7d537-0188-4bdf-9e8d-f782ee492f30 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 948 time: 0.1042895 Jan 28 12:22:46.412325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29dc3ae5-36bb-4c6e-9bf5-af7c580fb298 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac16639b74a64b52bfc14840e1a3c9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395114 Jan 28 12:22:46.482201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6fff36f-fe44-44f7-8f40-ce3f4d561d27 req-c2ba657a-2ba4-4567-ae0d-ce8f94a77e65 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640380 Jan 28 12:22:46.673416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 1fe30547-f30a-4700-a40f-6cf5bb0cf11d up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:22:46.723133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f398-fa39-44d3-926a-a251bebf9640 req-e35e8653-fc45-42fb-a66d-57308b3d06b7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:46.743120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-e35e8653-fc45-42fb-a66d-57308b3d06b7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 820 time: 0.1804297 Jan 28 12:22:46.773351 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-56b01917-08fa-4331-a02b-4eda7f37c323 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/quotas/72d261eb21094b23ae0e82eafab9582c HTTP/1.1" status: 200 len: 375 time: 0.0291703 Jan 28 12:22:46.783264 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:22:46.789443 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:46.789889 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:46.896049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-d0b29e7b-5d0f-4950-80bb-4a70278922e0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1215446 Jan 28 12:22:46.904174 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:46.942041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e8bf58cf-2939-4037-a243-00b4b3a9f1f6 req-a23f704a-0176-4912-b28f-7d2251b1128a tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 210 time: 0.0853980 Jan 28 12:22:46.987390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:46.988038 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:47.035920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:47.037330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:47.041966 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7ca4bd-c6dd-4eb1-8483-541ca33e70ff" -d '{"events": [{"server_uuid": "cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a", "name": "network-vif-plugged", "status": "completed", "tag": "1fe30547-f30a-4700-a40f-6cf5bb0cf11d"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:47.050791 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:47.052337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a1b63209-c454-4735-a6ae-2fd9ccc6df25 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:22:47.109446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca1fe3-7697-4218-a6fe-2392c36f22cc req-43f918ed-2720-4d9a-b2a1-c0173ace1fa4 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:47.116613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7eca1fe3-7697-4218-a6fe-2392c36f22cc req-43f918ed-2720-4d9a-b2a1-c0173ace1fa4 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 948 time: 0.0781097 Jan 28 12:22:47.141088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port a1b63209-c454-4735-a6ae-2fd9ccc6df25 host n-h1-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:22:47.141530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-3c88f513-b940-4201-9b15-544650dcaacf service neutron] 10.222.0.53 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443449 Jan 28 12:22:47.141652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a1b63209-c454-4735-a6ae-2fd9ccc6df25 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:22:47.148750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:47.229424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7eca1fe3-7697-4218-a6fe-2392c36f22cc req-e5434b25-2655-4193-a5ad-a76df6b12b9c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099887 Jan 28 12:22:47.280780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-c5ff634c-69bb-4b91-8e30-3fa82f826ead service neutron] 10.222.0.53 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383007 Jan 28 12:22:47.353911 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:47.408872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66573c6-7348-41f6-a9ba-f1051b3176f0 req-96e09877-70c4-4c58-9b6a-a55f1cb525a1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:47.420376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d66573c6-7348-41f6-a9ba-f1051b3176f0 req-96e09877-70c4-4c58-9b6a-a55f1cb525a1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1016700 Jan 28 12:22:47.530530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d66573c6-7348-41f6-a9ba-f1051b3176f0 req-bf6e2790-54b9-458d-86d1-e8bb235de3d4 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077697 Jan 28 12:22:47.556815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa31c4e6-aa85-4823-9767-7a87a1146962 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1933006168&fields=id&tenant_id=561e3af5fa0f471e9d6fd293946d315d HTTP/1.1" status: 200 len: 267 time: 0.0717139 Jan 28 12:22:47.603659 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a0822f-773b-44eb-8e09-9266df2c5ac5 x-openstack-request-id: req-72a0822f-773b-44eb-8e09-9266df2c5ac5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:47.604558 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a", "name": "network-vif-plugged", "status": "completed", "tag": "1fe30547-f30a-4700-a40f-6cf5bb0cf11d", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:47.605037 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72a0822f-773b-44eb-8e09-9266df2c5ac5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:47.605728 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d', 'code': 200} Jan 28 12:22:47.663579 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56038) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:47.780762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55c65cf7-13c1-4494-9a15-edb97758cd57 req-3f3d36c9-491f-4282-ad4a-b156feff24bd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 210 time: 0.0839520 Jan 28 12:22:47.804517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-8bc999a4-5b81-4064-a216-2bbc1e44cc15 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:47.812087 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-8bc999a4-5b81-4064-a216-2bbc1e44cc15 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/networks?id=bdcf51c2-d748-42a4-8742-87fe56d75759 HTTP/1.1" status: 200 len: 823 time: 0.2476475 Jan 28 12:22:47.833424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-635a2a72-8faa-4a16-a24b-038b570bc198 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/quotas/561e3af5fa0f471e9d6fd293946d315d HTTP/1.1" status: 200 len: 375 time: 0.0203085 Jan 28 12:22:47.911120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e630c0-0863-4645-a5c6-5947ccf4f01d req-b54fca63-21a1-4342-9557-8032ee2beaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:47.913391 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84e630c0-0863-4645-a5c6-5947ccf4f01d req-b54fca63-21a1-4342-9557-8032ee2beaa0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 1100 time: 0.2127287 Jan 28 12:22:47.935738 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-2df83817-f968-4970-9037-2497850b243a tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ac16639b74a64b52bfc14840e1a3c9eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402899 Jan 28 12:22:47.975402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-915d0728-e2db-4412-8cff-80e3f93cfcc9 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=561e3af5fa0f471e9d6fd293946d315d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1408579 Jan 28 12:22:48.012396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84e630c0-0863-4645-a5c6-5947ccf4f01d req-2f45962b-dea8-4724-89e3-f94e092af346 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856242 Jan 28 12:22:48.110559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d69f9d-a87f-4f5e-879f-bd32fc7a4a88 req-1e44d4ef-5d33-4b9a-96e2-89790e2f07bd tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:48.115229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67d69f9d-a87f-4f5e-879f-bd32fc7a4a88 req-1e44d4ef-5d33-4b9a-96e2-89790e2f07bd tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1908591 Jan 28 12:22:48.183326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-392e5966-5f4c-4c2b-9b11-f5f04a6ef90e service neutron] 10.222.0.53 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514518 Jan 28 12:22:48.186049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-a3e57d82-05cb-44f5-8d4c-407de8c4df92 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:48.187661 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-a3e57d82-05cb-44f5-8d4c-407de8c4df92 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978176 Jan 28 12:22:48.189198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67d69f9d-a87f-4f5e-879f-bd32fc7a4a88 req-b8b0f428-dcee-4aee-a7d9-5fe6927940ff tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710289 Jan 28 12:22:48.228210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Request body: {'port': {'device_id': '52f0abc5-c246-4e8d-946c-4987066f8ccb', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': 'ac16639b74a64b52bfc14840e1a3c9eb'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:48.341958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-9e362640-5022-4287-968a-89abae62e02d service neutron] 10.222.0.53 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437836 Jan 28 12:22:48.432291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18cff8eb-5460-4596-b5e4-a0b911b6e090 req-5c1c76e9-b464-4704-9de2-bc98bbad2078 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 210 time: 0.0893588 Jan 28 12:22:48.461871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-1da09dfc-ab76-4877-b838-617f61110dc6 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:48.464194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-1da09dfc-ab76-4877-b838-617f61110dc6 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e379e0d-c3b0-43e3-a67e-96cb2d8220aa HTTP/1.1" status: 200 len: 946 time: 0.1059992 Jan 28 12:22:48.529531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56052) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:48.710298 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Made reservation on behalf of ac16639b74a64b52bfc14840e1a3c9eb for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:22:48.714050 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:48.735730 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:48.809238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0eef34e-eed6-4c9c-b4ac-d30f50784746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (f0795ffd-1968-428c-b9c4-6e36a8d8166d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:48.861594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Deleting port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:22:48.861594 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:48.990037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] For port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:48.990425 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:49.186559 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b11117f5-732b-4f40-9928-690b95f3a87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:49.517771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f398-fa39-44d3-926a-a251bebf9640 req-83c9ad7a-b27e-45fb-86ae-936326e1d42b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:49.519542 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-83c9ad7a-b27e-45fb-86ae-936326e1d42b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 820 time: 0.2470942 Jan 28 12:22:49.535833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e346f398-fa39-44d3-926a-a251bebf9640 req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Request body: {'port': {'device_id': 'baadba81-557d-426b-b544-f864b4a05485', 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6', 'admin_state_up': True, 'tenant_id': '72d261eb21094b23ae0e82eafab9582c'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:49.540840 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Publish callbacks [] for security_group (5b4eb182-0545-40fe-bc50-0d72d4a9debe), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:49.560085 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5b4eb182-0545-40fe-bc50-0d72d4a9debe), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:49.629853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:49.630136 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (745eebe7-6171-4465-ab3a-3bb59357eb4d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:49.630506 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Floating IP 745eebe7-6171-4465-ab3a-3bb59357eb4d disassociated. External IP: 172.25.7.11, port: e24b3e5a-8a54-4002-8432-bbf64ebf6b4c. Jan 28 12:22:49.630936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Calling delete_port for e24b3e5a-8a54-4002-8432-bbf64ebf6b4c owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:22:49.701068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4eb182-0545-40fe-bc50-0d72d4a9debe,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:49.780439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e98164-ac85-4f52-98c3-31ab1534186c req-b074af93-7f67-4f7e-b819-864063337e50 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:49.787565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7e98164-ac85-4f52-98c3-31ab1534186c req-b074af93-7f67-4f7e-b819-864063337e50 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 948 time: 1.1132457 Jan 28 12:22:49.837923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Allocated IP 192.168.233.14 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/ba7916a8-c56f-45aa-84f6-265168839454) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:22:49.847882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e346f398-fa39-44d3-926a-a251bebf9640 req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Made reservation on behalf of 72d261eb21094b23ae0e82eafab9582c for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:22:49.851142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e346f398-fa39-44d3-926a-a251bebf9640 req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:49.867749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bff05-9aac-4b0c-9368-b6e50322e679 req-183babb5-37b0-4f53-b9b7-43bf069dc721 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:49.869233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-985bff05-9aac-4b0c-9368-b6e50322e679 req-183babb5-37b0-4f53-b9b7-43bf069dc721 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 1.1406240 Jan 28 12:22:49.914469 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f0eef34e-eed6-4c9c-b4ac-d30f50784746 admin admin] Deleting port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:22:49.914834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0eef34e-eed6-4c9c-b4ac-d30f50784746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:49.926051 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (e24b3e5a-8a54-4002-8432-bbf64ebf6b4c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:49.992773 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7e98164-ac85-4f52-98c3-31ab1534186c req-a81e3590-7ea3-4335-88a5-8d1d6ffd32c2 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039764 Jan 28 12:22:50.034848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Pushing event deleted for resources: {'Port': ['ID=e24b3e5a-8a54-4002-8432-bbf64ebf6b4c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:50.046537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-985bff05-9aac-4b0c-9368-b6e50322e679 req-ff32a8fd-deb7-4ca7-ba8d-8984c7c2a666 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624281 Jan 28 12:22:50.169910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.49', 52723) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:50.192252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:22:50.216614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f2bd5de-8af0-4d5e-b8f9-2798e8d5edee req-6ed1d9a0-9977-4af9-a040-4d0e4cf47d2f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 210 time: 0.0676491 Jan 28 12:22:50.220867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-e346f398-fa39-44d3-926a-a251bebf9640 req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Allocated IP 172.20.0.10 (7acd3fbf-daa0-47cb-a4bd-57914dec4db6/fb43f70a-76e4-48b5-a102-e222ca278b51/b56d68dd-36c7-47e5-bc89-a67d72ab3591) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:22:50.224047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f0eef34e-eed6-4c9c-b4ac-d30f50784746 admin admin] For port 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=280b91e0-368f-4d9c-a9b0-d4fd815d0bb8,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:50.224414 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0eef34e-eed6-4c9c-b4ac-d30f50784746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:50.234906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:22:50.237022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4827d809-b332-41ea-8cbf-5b6d8fd0cce6 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:22:50.253663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef1ca5c5-9e4d-4fbd-a7e3-e066cb33b04e req-2f753256-fa67-4348-ac0c-53767e2f8eb2 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 210 time: 0.1060982 Jan 28 12:22:50.282205 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Publish callbacks [] for port (ba7916a8-c56f-45aa-84f6-265168839454), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:50.291022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f0eef34e-eed6-4c9c-b4ac-d30f50784746 admin admin] Calling delete_port for 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:22:50.442681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ec1623e-f541-40dd-a3aa-d9622183cb5b req-7972e38d-a1ab-4403-93bd-d559ff1e1998 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 210 time: 0.0486310 Jan 28 12:22:50.448374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:22:50.484716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2819c-7f22-4f28-b877-52078202161d req-fd935aed-e939-4ca5-aea9-012c77661acd tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:50.486279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdb2819c-7f22-4f28-b877-52078202161d req-fd935aed-e939-4ca5-aea9-012c77661acd tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1548629 Jan 28 12:22:50.508393 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-e95ccb83-f6d5-4833-8a0d-df0336ae414f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:50.510060 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-e95ccb83-f6d5-4833-8a0d-df0336ae414f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.49 "GET /v2.0/networks?id=bdcf51c2-d748-42a4-8742-87fe56d75759 HTTP/1.1" status: 200 len: 823 time: 0.3357484 Jan 28 12:22:50.563318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ba7916a8-c56f-45aa-84f6-265168839454), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:50.639009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdb2819c-7f22-4f28-b877-52078202161d req-b7571fb2-0a2b-4e99-a4c1-da1197364355 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463499 Jan 28 12:22:50.705492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:22:50.706155 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:22:50.717227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e77721-2593-4554-932f-166b693255af None None] Sync routers for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:22:50.729074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e77721-2593-4554-932f-166b693255af None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:50.729948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-77e77721-2593-4554-932f-166b693255af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:50.736837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:22:50.753242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:22:50.761313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Pushing event updated for resources: {'Port': ['ID=ba7916a8-c56f-45aa-84f6-265168839454,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:50.776157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] No DVR routers for this DVR port e24b3e5a-8a54-4002-8432-bbf64ebf6b4c on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:22:50.781302 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:50.785108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42d5dce7-8392-403b-bb32-15f7f93fa293 req-c3ee90bf-ee04-4922-a162-163636ea6f9d tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.49 "DELETE /v2.0/ports/e24b3e5a-8a54-4002-8432-bbf64ebf6b4c HTTP/1.1" status: 204 len: 173 time: 2.3140156 Jan 28 12:22:50.797846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'name': 'network-vif-deleted', 'tag': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:50.803422 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab335f9-692e-4324-aab2-239bbce0ff7d" -d '{"events": [{"server_uuid": "7e379e0d-c3b0-43e3-a67e-96cb2d8220aa", "name": "network-vif-deleted", "tag": "e24b3e5a-8a54-4002-8432-bbf64ebf6b4c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:50.818838 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-2e4c687c-e586-4dc6-8362-c79b30c377b0 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561e3af5fa0f471e9d6fd293946d315d HTTP/1.1" status: 200 len: 380 time: 0.2683477 Jan 28 12:22:50.823379 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e346f398-fa39-44d3-926a-a251bebf9640 req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks [] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:50.836383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Request body: {'port': {'device_id': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'admin_state_up': True, 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'security_groups': ['77265ad1-c084-4aaa-8da1-9cb5d25350a7']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:50.844737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-402a7efa-9e68-4173-b0a9-796087e8cede req-01849a62-8c1f-4a35-943c-654369f39787 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:22:50.846959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-402a7efa-9e68-4173-b0a9-796087e8cede req-01849a62-8c1f-4a35-943c-654369f39787 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242703 Jan 28 12:22:50.893303 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4727619-5a82-43a2-bd58-6ede73bd5a84 x-openstack-request-id: req-d4727619-5a82-43a2-bd58-6ede73bd5a84 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:50.893904 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e379e0d-c3b0-43e3-a67e-96cb2d8220aa", "name": "network-vif-deleted", "tag": "e24b3e5a-8a54-4002-8432-bbf64ebf6b4c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:50.893904 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4727619-5a82-43a2-bd58-6ede73bd5a84 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:50.895695 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e379e0d-c3b0-43e3-a67e-96cb2d8220aa', 'name': 'network-vif-deleted', 'tag': 'e24b3e5a-8a54-4002-8432-bbf64ebf6b4c', 'status': 'completed', 'code': 200} Jan 28 12:22:50.907524 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a6eac82-1423-497c-b142-c27b26f0014a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:50.956034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:50.956712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:51.101535 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-8eaf3e33-9e36-484b-a530-75792f784808 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8827512 Jan 28 12:22:51.105645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0eef34e-eed6-4c9c-b4ac-d30f50784746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (280b91e0-368f-4d9c-a9b0-d4fd815d0bb8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:51.130526 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Request body: {'port': {'device_id': '52f0abc5-c246-4e8d-946c-4987066f8ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:51.185677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-77e77721-2593-4554-932f-166b693255af None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:51.188063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-903d2ca8-85e0-4a71-a5eb-d9e1d8acd593 None None] Provisioning complete for port ba7916a8-c56f-45aa-84f6-265168839454 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:51.188448 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-903d2ca8-85e0-4a71-a5eb-d9e1d8acd593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ba7916a8-c56f-45aa-84f6-265168839454), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:51.313100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-903d2ca8-85e0-4a71-a5eb-d9e1d8acd593 None None] Port ba7916a8-c56f-45aa-84f6-265168839454 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:22:51.320530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee18df-a487-4073-9aa2-46370f800bb8 req-727b724a-e1c6-4c05-9802-6867deefa79b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:51.325698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-edee18df-a487-4073-9aa2-46370f800bb8 req-727b724a-e1c6-4c05-9802-6867deefa79b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 948 time: 0.2269640 Jan 28 12:22:51.444500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956384b-8a3a-4268-903e-4e7f1b126739 req-5fff96b3-baaa-46e8-b308-e65dba27b970 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:51.448060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7956384b-8a3a-4268-903e-4e7f1b126739 req-5fff96b3-baaa-46e8-b308-e65dba27b970 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.2452443 Jan 28 12:22:51.540579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-edee18df-a487-4073-9aa2-46370f800bb8 req-fa7be4ef-9e7f-488a-9c93-6ad8929c637d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719382 Jan 28 12:22:51.554150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-77e77721-2593-4554-932f-166b693255af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:18Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:51.562034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7956384b-8a3a-4268-903e-4e7f1b126739 req-42962e6e-be71-4cd5-bbcb-e672742b847d tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012068 Jan 28 12:22:51.602886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e77721-2593-4554-932f-166b693255af None None] Checking router: 7aabddd3-cdf9-48e6-9074-e8f2813f52ba for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:22:51.609937 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-593102c7-8669-47c7-8a0e-a558e42d6b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:51.617508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e77721-2593-4554-932f-166b693255af None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:51.618225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-77e77721-2593-4554-932f-166b693255af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:51.685087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5a6eac82-1423-497c-b142-c27b26f0014a admin admin] Deleting port 0f306853-b165-4d9a-af09-acd79adea8d9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:22:51.685635 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a6eac82-1423-497c-b142-c27b26f0014a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:51.753274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-77e77721-2593-4554-932f-166b693255af None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:51.779447 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0eef34e-eed6-4c9c-b4ac-d30f50784746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (f0795ffd-1968-428c-b9c4-6e36a8d8166d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:51.791477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ccacb2-37a4-4fb0-9a21-f1d4944b2d7c req-c81a9a83-a49e-4afe-925c-bebec4f43c13 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 210 time: 0.0869811 Jan 28 12:22:51.795248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eef34e-eed6-4c9c-b4ac-d30f50784746 admin admin] Pushing event deleted for resources: {'Port': ['ID=280b91e0-368f-4d9c-a9b0-d4fd815d0bb8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:51.861555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974206b-afef-4556-a7f5-1fa18c9d8580 req-a1428ad6-39a1-4e10-9514-386a87525d85 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:51.869817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1974206b-afef-4556-a7f5-1fa18c9d8580 req-a1428ad6-39a1-4e10-9514-386a87525d85 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1291888 Jan 28 12:22:51.883201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5a6eac82-1423-497c-b142-c27b26f0014a admin admin] For port 0f306853-b165-4d9a-af09-acd79adea8d9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0f306853-b165-4d9a-af09-acd79adea8d9,segment=NetworkSegment(8ae5bd75-fed5-444c-bc82-f6055551ea9a),segment_id=8ae5bd75-fed5-444c-bc82-f6055551ea9a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:51.883612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a6eac82-1423-497c-b142-c27b26f0014a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:51.915784 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-09e5a014-599a-4d7e-b31f-70f3afe7be54 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7332332 Jan 28 12:22:51.940458 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ba7916a8-c56f-45aa-84f6-265168839454), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:51.957705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Made reservation on behalf of 561e3af5fa0f471e9d6fd293946d315d for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:22:51.961109 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:51.989573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1974206b-afef-4556-a7f5-1fa18c9d8580 req-acf60cbf-0d3d-498e-a9be-bdbfa08b94b9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188877 Jan 28 12:22:51.998065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5a6eac82-1423-497c-b142-c27b26f0014a admin admin] Calling delete_port for 0f306853-b165-4d9a-af09-acd79adea8d9 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:22:52.032545 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e346f398-fa39-44d3-926a-a251bebf9640 req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:52.042183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-77e77721-2593-4554-932f-166b693255af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:18Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:52.080811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e77721-2593-4554-932f-166b693255af None None] The sync data for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 is: [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:18Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:22:52.178831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e346f398-fa39-44d3-926a-a251bebf9640 req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:22:52.201376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-e346f398-fa39-44d3-926a-a251bebf9640 req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:22:52.217822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e346f398-fa39-44d3-926a-a251bebf9640 req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:22:52.254646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Pushing event updated for resources: {'Port': ['ID=b56d68dd-36c7-47e5-bc89-a67d72ab3591,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:52.446800 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd2620-26a8-4bbd-8497-0153c46fca10 None None] New status for floating IP 745eebe7-6171-4465-ab3a-3bb59357eb4d: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:22:52.488093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47404089-7a56-472f-9241-e690e7fa991f req-cf61e219-9847-473b-9ceb-130b94384b9f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:52.489589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47404089-7a56-472f-9241-e690e7fa991f req-cf61e219-9847-473b-9ceb-130b94384b9f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 932 time: 0.5196803 Jan 28 12:22:52.492209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a6b0b1e-81e3-42d2-a7a9-7d3c3e2940ee req-860991b6-a0d4-4d83-b088-422365ad98e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4250793 Jan 28 12:22:52.597161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f398-fa39-44d3-926a-a251bebf9640 req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:52.597828 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e346f398-fa39-44d3-926a-a251bebf9640 req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:52.612473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0eef34e-eed6-4c9c-b4ac-d30f50784746 admin admin] Router f0795ffd-1968-428c-b9c4-6e36a8d8166d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:22:52.631390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Allocated IP 172.20.0.14 (bdcf51c2-d748-42a4-8742-87fe56d75759/265a52df-8e7c-4e8c-8a25-92779aaa7347/382f887c-f815-495e-b6c0-1cd6550b9331) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:22:52.647951 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-de2f8660-a235-435c-8f8e-8980623d44cd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1193452 Jan 28 12:22:52.678768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8bc73-c2eb-4d09-9234-78efa1257b85 req-79f7dfc4-32ff-43c3-a3de-6f0ef5e4d17e tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:52.680629 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ace8bc73-c2eb-4d09-9234-78efa1257b85 req-79f7dfc4-32ff-43c3-a3de-6f0ef5e4d17e tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 935 time: 0.2474887 Jan 28 12:22:52.682751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Request body: {'port': {'device_id': 'baadba81-557d-426b-b544-f864b4a05485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:52.687907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e24b3e5a-8a54-4002-8432-bbf64ebf6b4c no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:22:52.733258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: e24b3e5a-8a54-4002-8432-bbf64ebf6b4c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:22:52.733618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e24b3e5a-8a54-4002-8432-bbf64ebf6b4c not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:22:52.763503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b0b1e-81e3-42d2-a7a9-7d3c3e2940ee req-30cb665c-fe8b-4a6f-aa76-fce7e290e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:52.765534 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a6b0b1e-81e3-42d2-a7a9-7d3c3e2940ee req-30cb665c-fe8b-4a6f-aa76-fce7e290e5be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de0c894a489043b6840b0c45ab49665a&device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 1101 time: 0.2454822 Jan 28 12:22:52.800379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7916a8-c56f-45aa-84f6-265168839454 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:52.815835 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:52.841100 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Publish callbacks [] for port (ba7916a8-c56f-45aa-84f6-265168839454), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:52.858569 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47404089-7a56-472f-9241-e690e7fa991f req-79aee202-a050-4b04-b50b-c27766065fc5 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519764 Jan 28 12:22:52.910688 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:52.912823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Transition to ACTIVE for port object ba7916a8-c56f-45aa-84f6-265168839454 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:22:52.945914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ace8bc73-c2eb-4d09-9234-78efa1257b85 req-002a87b1-87de-4f3e-ab10-64ec31de35d1 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4eb182-0545-40fe-bc50-0d72d4a9debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207539 Jan 28 12:22:52.961539 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a6eac82-1423-497c-b142-c27b26f0014a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (0f306853-b165-4d9a-af09-acd79adea8d9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:52.969648 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ba7916a8-c56f-45aa-84f6-265168839454), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:53.055554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0eef34e-eed6-4c9c-b4ac-d30f50784746 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:22:53.057094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6eac82-1423-497c-b142-c27b26f0014a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f306853-b165-4d9a-af09-acd79adea8d9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:53.067147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25d689-e4ce-4179-baa4-976d9e556b2c None None] Sync routers for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:22:53.071962 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f0eef34e-eed6-4c9c-b4ac-d30f50784746 admin admin] 10.222.0.53 "PUT /v2.0/routers/f0795ffd-1968-428c-b9c4-6e36a8d8166d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4067197 Jan 28 12:22:53.081694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56124) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:53.102343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be25d689-e4ce-4179-baa4-976d9e556b2c None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:53.102864 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-be25d689-e4ce-4179-baa4-976d9e556b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:53.115562 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Pushing event updated for resources: {'Port': ['ID=ba7916a8-c56f-45aa-84f6-265168839454,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:53.230736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b0b1e-81e3-42d2-a7a9-7d3c3e2940ee req-7bfde7e9-80f0-4d5c-affb-d1962934f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:53.233911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a6b0b1e-81e3-42d2-a7a9-7d3c3e2940ee req-7bfde7e9-80f0-4d5c-affb-d1962934f560 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.3997889 Jan 28 12:22:53.380381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-be25d689-e4ce-4179-baa4-976d9e556b2c None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:53.416596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a6b0b1e-81e3-42d2-a7a9-7d3c3e2940ee req-ea846db8-0956-47ec-91d6-f8842f30a64f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d85f8b98-43da-49d0-84eb-58442a4298d8 HTTP/1.1" status: 200 len: 217 time: 0.0983829 Jan 28 12:22:53.425843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for port (382f887c-f815-495e-b6c0-1cd6550b9331), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:53.537818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f8f5-8ab7-436f-98a9-89d58a53900f req-893a7677-12e5-4c06-b0ea-a2d7c9ef6cf6 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:53.539382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f66f8f5-8ab7-436f-98a9-89d58a53900f req-893a7677-12e5-4c06-b0ea-a2d7c9ef6cf6 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.4787726 Jan 28 12:22:53.576900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca309f-99f0-44df-94e2-d3a092924dfd req-52087aa4-d71a-4635-8207-42dc23d14ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:53.579607 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-daca309f-99f0-44df-94e2-d3a092924dfd req-52087aa4-d71a-4635-8207-42dc23d14ea1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de0c894a489043b6840b0c45ab49665a&device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 1101 time: 0.2336965 Jan 28 12:22:53.580609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Attempting to bind port ba7916a8-c56f-45aa-84f6-265168839454 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:22:53.581012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Attempting to bind port ba7916a8-c56f-45aa-84f6-265168839454 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:22:53.583373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Attempting to bind port ba7916a8-c56f-45aa-84f6-265168839454 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:53.602751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Port ba7916a8-c56f-45aa-84f6-265168839454 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:22:53.603380 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Attempting to bind port ba7916a8-c56f-45aa-84f6-265168839454 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:53.608662 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Publish callbacks [] for router (f0795ffd-1968-428c-b9c4-6e36a8d8166d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:53.631525 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:53.637893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:22:53.638460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:53.638991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:22:53.639641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Bound port: ba7916a8-c56f-45aa-84f6-265168839454, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:22:53.640160 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ba7916a8-c56f-45aa-84f6-265168839454), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:53.669789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b0b1e-81e3-42d2-a7a9-7d3c3e2940ee req-150273b4-970a-4f40-9267-b0af5a7d8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:53.671250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a6b0b1e-81e3-42d2-a7a9-7d3c3e2940ee req-150273b4-970a-4f40-9267-b0af5a7d8e2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.2387397 Jan 28 12:22:53.682178 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a6eac82-1423-497c-b142-c27b26f0014a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:53.718907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-be25d689-e4ce-4179-baa4-976d9e556b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:22:50Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:53.719541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254c505-8897-46a6-88ef-31ccaac12d82 req-f5e724f7-e2fa-4434-8625-4542bf8e41c0 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:53.724268 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254c505-8897-46a6-88ef-31ccaac12d82 req-f5e724f7-e2fa-4434-8625-4542bf8e41c0 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:53.727847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9254c505-8897-46a6-88ef-31ccaac12d82 req-f5e724f7-e2fa-4434-8625-4542bf8e41c0 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786&device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 1689 time: 0.3540926 Jan 28 12:22:53.751876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25d689-e4ce-4179-baa4-976d9e556b2c None None] Checking router: f0795ffd-1968-428c-b9c4-6e36a8d8166d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:22:53.760701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be25d689-e4ce-4179-baa4-976d9e556b2c None None] Routers {'f0795ffd-1968-428c-b9c4-6e36a8d8166d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:53.761314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-be25d689-e4ce-4179-baa4-976d9e556b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:53.819401 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Network bdcf51c2-d748-42a4-8742-87fe56d75759 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:22:53.848245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Pushing event updated for resources: {'Port': ['ID=382f887c-f815-495e-b6c0-1cd6550b9331,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:53.850672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f66f8f5-8ab7-436f-98a9-89d58a53900f req-4429a5e2-bf15-4ab2-abfd-47520b2ea510 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763872 Jan 28 12:22:53.877850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:22:53.878706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-be25d689-e4ce-4179-baa4-976d9e556b2c None None] Set router f0795ffd-1968-428c-b9c4-6e36a8d8166d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:53.888596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:22:53.918183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b0b1e-81e3-42d2-a7a9-7d3c3e2940ee req-6e854b92-4b00-446e-9602-fe1050c6e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:53.920101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a6b0b1e-81e3-42d2-a7a9-7d3c3e2940ee req-6e854b92-4b00-446e-9602-fe1050c6e8eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2401626 Jan 28 12:22:53.927379 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Publish callbacks [] for router_gateway (f0795ffd-1968-428c-b9c4-6e36a8d8166d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:53.974282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9254c505-8897-46a6-88ef-31ccaac12d82 req-93b40ad8-af7a-4bda-b1ee-329cabc2abd3 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268164 Jan 28 12:22:54.015221 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:54.015915 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:54.021666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56d68dd-36c7-47e5-bc89-a67d72ab3591 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:54.036967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Publish callbacks [] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:54.039984 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca309f-99f0-44df-94e2-d3a092924dfd req-f55f3c05-89a5-45bc-9287-b18c8cf07322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:54.041949 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-daca309f-99f0-44df-94e2-d3a092924dfd req-f55f3c05-89a5-45bc-9287-b18c8cf07322 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.4238322 Jan 28 12:22:54.048228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] For port ba7916a8-c56f-45aa-84f6-265168839454, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:54.104127 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-daca309f-99f0-44df-94e2-d3a092924dfd req-ad2496ff-cdf4-4c3c-8bc3-19612ffdb7f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 HTTP/1.1" status: 200 len: 217 time: 0.0474138 Jan 28 12:22:54.121685 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-aa1b2c85-e4ed-436b-941b-c7b06ea9f757 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2886400 Jan 28 12:22:54.144077 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] For port ba7916a8-c56f-45aa-84f6-265168839454, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ba7916a8-c56f-45aa-84f6-265168839454,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:22:54.152104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-be25d689-e4ce-4179-baa4-976d9e556b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:22:50Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:54.154093 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Request body: {'port': {'device_id': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:22:54.156616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.49', 52725) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:54.158213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Transition to ACTIVE for port object b56d68dd-36c7-47e5-bc89-a67d72ab3591 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:22:54.189298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25d689-e4ce-4179-baa4-976d9e556b2c None None] The sync data for ids ['f0795ffd-1968-428c-b9c4-6e36a8d8166d'] in n-d-824835-4 is: [{'id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1986410785-router', 'tenant_id': 'cdab7f76b05946bb8771e6b898e25353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:21:20Z', 'updated_at': '2022-01-28T12:22:50Z', 'revision_number': 5, 'project_id': 'cdab7f76b05946bb8771e6b898e25353', 'gw_port': {'id': '0cd6edd3-34fc-4541-84b9-b80add997ce8', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0795ffd-1968-428c-b9c4-6e36a8d8166d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:21:21Z', 'updated_at': '2022-01-28T12:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:22:54.213290 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ba7916a8-c56f-45aa-84f6-265168839454), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:54.254109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8b6f0d85-67c2-4368-9df6-ff77e2481ce5 None None] Provisioning complete for port 382f887c-f815-495e-b6c0-1cd6550b9331 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:22:54.254432 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0d85-67c2-4368-9df6-ff77e2481ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:54.258242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:54.285087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc7cef-aa8c-4916-91a6-98a875d9a5b5 req-f4644dbe-f76e-492a-b3d4-9dcee9711d86 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:54.289367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f0d85-67c2-4368-9df6-ff77e2481ce5 None None] Port 382f887c-f815-495e-b6c0-1cd6550b9331 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:22:54.291969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcdc7cef-aa8c-4916-91a6-98a875d9a5b5 req-f4644dbe-f76e-492a-b3d4-9dcee9711d86 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 932 time: 0.3272777 Jan 28 12:22:54.309193 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:54.310445 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:54.312035 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] 10.222.0.49 "PUT /v2.0/ports/ba7916a8-c56f-45aa-84f6-265168839454 HTTP/1.1" status: 200 len: 1095 time: 3.1869106 Jan 28 12:22:54.341019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f0abc5-c246-4e8d-946c-4987066f8ccb', 'tag': 'ba7916a8-c56f-45aa-84f6-265168839454'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:54.342950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc768b-70be-48a5-9ac5-69340b83fb18 req-57dd798c-ea93-4bc5-95b7-8bb6b67fa5b4 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:54.343274 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1c17d1-0a9e-484c-8f30-f0089479aea5" -d '{"events": [{"name": "network-changed", "server_uuid": "52f0abc5-c246-4e8d-946c-4987066f8ccb", "tag": "ba7916a8-c56f-45aa-84f6-265168839454"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:54.344513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20dc768b-70be-48a5-9ac5-69340b83fb18 req-57dd798c-ea93-4bc5-95b7-8bb6b67fa5b4 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.2998502 Jan 28 12:22:54.375389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a6b0b1e-81e3-42d2-a7a9-7d3c3e2940ee req-ceace098-81bc-4ce0-a180-889ef09d7d91 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446142 Jan 28 12:22:54.383960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Deleting port 0cd6edd3-34fc-4541-84b9-b80add997ce8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:22:54.384298 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:54.393245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca309f-99f0-44df-94e2-d3a092924dfd req-ebe35043-ea65-4240-8a2d-fd0495223962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:54.394719 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-daca309f-99f0-44df-94e2-d3a092924dfd req-ebe35043-ea65-4240-8a2d-fd0495223962 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.2803235 Jan 28 12:22:54.417829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:54.420817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-3a6cd475-5542-4951-ab5b-4b70bb9ec6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:54.422406 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-3a6cd475-5542-4951-ab5b-4b70bb9ec6de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 1100 time: 0.2630963 Jan 28 12:22:54.452330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebda45-27fb-47ef-a5c2-9d7b1c931e5a service neutron] Pushing event updated for resources: {'Port': ['ID=ba7916a8-c56f-45aa-84f6-265168839454,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:54.477787 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:54.562208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcdc7cef-aa8c-4916-91a6-98a875d9a5b5 req-ad3f95db-5bf5-4756-92a3-84ad1a340529 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692742 Jan 28 12:22:54.584065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6eac82-1423-497c-b142-c27b26f0014a admin admin] Router 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:22:54.645526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20dc768b-70be-48a5-9ac5-69340b83fb18 req-7c9449df-98ca-4b2c-a6f3-7d1093fa2aab tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680759 Jan 28 12:22:54.747927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:22:54.780876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:22:54.781231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 280b91e0-368f-4d9c-a9b0-d4fd815d0bb8 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:22:54.917572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-b7e21c35-65e5-4a50-9fb7-7e15abea1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:54.919114 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-b7e21c35-65e5-4a50-9fb7-7e15abea1baa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac16639b74a64b52bfc14840e1a3c9eb&device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 1098 time: 0.5628393 Jan 28 12:22:54.955089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Pushing event updated for resources: {'Port': ['ID=b56d68dd-36c7-47e5-bc89-a67d72ab3591,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:55.001119 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca309f-99f0-44df-94e2-d3a092924dfd req-2d66b1e6-63e1-4f6e-abaf-8955da8524f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:55.002613 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-daca309f-99f0-44df-94e2-d3a092924dfd req-2d66b1e6-63e1-4f6e-abaf-8955da8524f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5904989 Jan 28 12:22:55.013743 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-748b9bd9-a267-4c95-8de0-c2147bbcc65f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=ba7916a8-c56f-45aa-84f6-265168839454 HTTP/1.1" status: 200 len: 217 time: 0.0802145 Jan 28 12:22:55.096566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-6dfe9c19-d4ca-4829-ae55-f2fd2bdaaebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:55.097949 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-6dfe9c19-d4ca-4829-ae55-f2fd2bdaaebb service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.6490793 Jan 28 12:22:55.107155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a6b0b1e-81e3-42d2-a7a9-7d3c3e2940ee req-2ceea4d6-a5b3-461e-ab1d-1b1ed07da17c service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208910 Jan 28 12:22:55.111798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] For port 0cd6edd3-34fc-4541-84b9-b80add997ce8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0cd6edd3-34fc-4541-84b9-b80add997ce8,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:55.112076 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:55.163302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Calling delete_port for 0cd6edd3-34fc-4541-84b9-b80add997ce8 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:22:55.206726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bafff9-351e-42f6-bda3-ef7bc552a39d req-281b77f9-b17d-40dd-8bcb-52bcef77c2cf tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:55.206972 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Attempting to bind port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:22:55.207077 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Attempting to bind port b56d68dd-36c7-47e5-bc89-a67d72ab3591 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:22:55.207385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Attempting to bind port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:55.208194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82bafff9-351e-42f6-bda3-ef7bc552a39d req-281b77f9-b17d-40dd-8bcb-52bcef77c2cf tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 944 time: 0.4573381 Jan 28 12:22:55.216616 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-78b8edfd-fb5c-49c8-b1b9-db5520d58efd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d HTTP/1.1" status: 200 len: 217 time: 0.1043088 Jan 28 12:22:55.237083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:22:55.237410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Attempting to bind port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:55.244226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9b737-11e2-4b8f-9bad-a252d561cdd7 req-0203cc69-18f1-437d-8a06-e40d2851c979 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:55.245693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ea9b737-11e2-4b8f-9bad-a252d561cdd7 req-0203cc69-18f1-437d-8a06-e40d2851c979 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 947 time: 0.4963183 Jan 28 12:22:55.263412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6eac82-1423-497c-b142-c27b26f0014a admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:22:55.269095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5a6eac82-1423-497c-b142-c27b26f0014a admin admin] 10.222.0.53 "PUT /v2.0/routers/0b5073f1-8cdc-48ca-b53a-28cb05c9ad77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7381625 Jan 28 12:22:55.273966 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2e74b-d10a-4014-8873-7b79c4561c02 None None] Sync routers for ids ['0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:22:55.278567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:55.285655 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2e74b-d10a-4014-8873-7b79c4561c02 None None] Routers {'0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:55.286352 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c8e2e74b-d10a-4014-8873-7b79c4561c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:55.324829 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-c7035163-e9e1-46e5-9061-7711d8587849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:55.326467 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-c7035163-e9e1-46e5-9061-7711d8587849 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.2623100 Jan 28 12:22:55.327067 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:22:55.327484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:55.327783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Bound using segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:22:55.328218 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Bound port: b56d68dd-36c7-47e5-bc89-a67d72ab3591, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:22:55.328568 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:55.355411 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82bafff9-351e-42f6-bda3-ef7bc552a39d req-d8e577a7-e075-40b8-a83c-1f86346117e9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052868 Jan 28 12:22:55.442857 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-daca309f-99f0-44df-94e2-d3a092924dfd req-782b569d-dbd3-4abf-a410-cd6f70094022 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823097 Jan 28 12:22:55.470251 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-17e87849-db83-43aa-aee9-1862ef9dd812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:55.471704 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-17e87849-db83-43aa-aee9-1862ef9dd812 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.2382395 Jan 28 12:22:55.515072 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c8e2e74b-d10a-4014-8873-7b79c4561c02 None None] Set router 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:55.535631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ea9b737-11e2-4b8f-9bad-a252d561cdd7 req-8d1c83a3-5c35-4185-bd2b-c2fd5f333cc2 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4eb182-0545-40fe-bc50-0d72d4a9debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759588 Jan 28 12:22:55.539653 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (0cd6edd3-34fc-4541-84b9-b80add997ce8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:55.563453 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953dc997-b87e-4958-b0db-999fa99c22a6 x-openstack-request-id: req-953dc997-b87e-4958-b0db-999fa99c22a6 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:55.563745 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f0abc5-c246-4e8d-946c-4987066f8ccb", "tag": "ba7916a8-c56f-45aa-84f6-265168839454", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:55.563994 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-953dc997-b87e-4958-b0db-999fa99c22a6 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:55.564403 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f0abc5-c246-4e8d-946c-4987066f8ccb', 'tag': 'ba7916a8-c56f-45aa-84f6-265168839454', 'status': 'completed', 'code': 200} Jan 28 12:22:55.603138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd6edd3-34fc-4541-84b9-b80add997ce8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:55.665011 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (f0795ffd-1968-428c-b9c4-6e36a8d8166d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:55.701029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:55.706287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:22:55.712105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-5e72d119-1550-462e-98a9-c09c2b636ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:55.714285 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-5e72d119-1550-462e-98a9-c09c2b636ba7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3499131 Jan 28 12:22:55.721154 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Publish callbacks [] for router (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:55.731654 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:55.780677 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c8e2e74b-d10a-4014-8873-7b79c4561c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'name': 'tempest-AttachSCSIVolumeTestJSON-2065303278-router', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:15Z', 'updated_at': '2022-01-28T12:22:52Z', 'revision_number': 5, 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'gw_port': {'id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:17Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:55.810091 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2e74b-d10a-4014-8873-7b79c4561c02 None None] Checking router: 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:22:55.820524 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (f0795ffd-1968-428c-b9c4-6e36a8d8166d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:55.826752 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2e74b-d10a-4014-8873-7b79c4561c02 None None] Routers {'0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:22:55.827154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Publish callbacks [] for router_controller (f0795ffd-1968-428c-b9c4-6e36a8d8166d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:55.827968 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c8e2e74b-d10a-4014-8873-7b79c4561c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:55.876235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-16b41ff8-fdfe-4b9d-b64f-1941481bec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:55.877810 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-16b41ff8-fdfe-4b9d-b64f-1941481bec9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3857846 Jan 28 12:22:55.911567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a9634-fbbb-451c-be04-7c69ee0e533d req-0755f1bb-c2fe-42a3-9fbe-18c675fff556 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:55.913109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-782a9634-fbbb-451c-be04-7c69ee0e533d req-0755f1bb-c2fe-42a3-9fbe-18c675fff556 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.2514405 Jan 28 12:22:55.916295 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (f0795ffd-1968-428c-b9c4-6e36a8d8166d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:55.916880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0795ffd-1968-428c-b9c4-6e36a8d8166d {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:22:55.922610 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:55.924696 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:55.925667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c8ea9847-4821-4b1f-8b9d-7b36a3874ecb admin admin] 10.222.0.53 "DELETE /v2.0/routers/f0795ffd-1968-428c-b9c4-6e36a8d8166d HTTP/1.1" status: 204 len: 168 time: 2.8382087 Jan 28 12:22:55.928625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66be92c-4ab2-4650-9c56-94b05c6c5f47 req-e41c446b-1ddf-4dce-8a92-a8552e1ac411 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:55.929943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f66be92c-4ab2-4650-9c56-94b05c6c5f47 req-e41c446b-1ddf-4dce-8a92-a8552e1ac411 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 1101 time: 0.2404470 Jan 28 12:22:55.930344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56150) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:55.948125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:55.948836 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:55.951011 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] 10.222.0.49 "PUT /v2.0/ports/b56d68dd-36c7-47e5-bc89-a67d72ab3591 HTTP/1.1" status: 200 len: 1092 time: 3.2728949 Jan 28 12:22:55.989253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff5f9c-a36b-41b6-88d6-10f0b4a24dfa service neutron] Pushing event updated for resources: {'Port': ['ID=b56d68dd-36c7-47e5-bc89-a67d72ab3591,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:56.030180 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-daca309f-99f0-44df-94e2-d3a092924dfd req-eb1caa1d-f5b9-4cd7-b13d-9f8bffb57dee service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542138 Jan 28 12:22:56.057678 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c8e2e74b-d10a-4014-8873-7b79c4561c02 None None] Set router 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:22:56.090522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382f887c-f815-495e-b6c0-1cd6550b9331 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:22:56.094255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f66be92c-4ab2-4650-9c56-94b05c6c5f47 req-7c1699f6-a2ff-4531-b91d-e3176e6ad80b tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567020 Jan 28 12:22:56.097129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-4907cf72-d67e-4a7e-955f-706e553c8899 admin admin] Deleting subnet 79145247-d8d9-466b-903f-2bcdfe7e2805 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:22:56.103232 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-782a9634-fbbb-451c-be04-7c69ee0e533d req-3433f650-f194-47a4-96b7-7cae66e9d52f tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817999 Jan 28 12:22:56.104044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4907cf72-d67e-4a7e-955f-706e553c8899 admin admin] Publish callbacks [] for subnet (79145247-d8d9-466b-903f-2bcdfe7e2805), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:56.104858 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Publish callbacks [] for port (382f887c-f815-495e-b6c0-1cd6550b9331), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:56.188283 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4907cf72-d67e-4a7e-955f-706e553c8899 admin admin] Publish callbacks [] for subnet (79145247-d8d9-466b-903f-2bcdfe7e2805), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:56.240562 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Transition to ACTIVE for port object 382f887c-f815-495e-b6c0-1cd6550b9331 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:22:56.259117 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-9c51d323-7bfb-4fd2-93d5-16559e3e7980 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398139 Jan 28 12:22:56.266030 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:56.285762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f398-fa39-44d3-926a-a251bebf9640 req-5c491bc8-1730-4d3d-b658-90116e3ca3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:56.287199 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-5c491bc8-1730-4d3d-b658-90116e3ca3a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 1095 time: 0.2544348 Jan 28 12:22:56.292550 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-78bc47a5-7552-48c9-b659-e1d62b89a023 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570822 Jan 28 12:22:56.323108 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c8e2e74b-d10a-4014-8873-7b79c4561c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'name': 'tempest-AttachSCSIVolumeTestJSON-2065303278-router', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:15Z', 'updated_at': '2022-01-28T12:22:52Z', 'revision_number': 5, 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'gw_port': {'id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:17Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:56.340349 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4907cf72-d67e-4a7e-955f-706e553c8899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (79145247-d8d9-466b-903f-2bcdfe7e2805), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:56.356987 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2e74b-d10a-4014-8873-7b79c4561c02 None None] The sync data for ids ['0b5073f1-8cdc-48ca-b53a-28cb05c9ad77'] in n-d-824835-4 is: [{'id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'name': 'tempest-AttachSCSIVolumeTestJSON-2065303278-router', 'tenant_id': '347dcba8c87d457789eb7c88ea20ce8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:15Z', 'updated_at': '2022-01-28T12:22:52Z', 'revision_number': 5, 'project_id': '347dcba8c87d457789eb7c88ea20ce8c', 'gw_port': {'id': '749e9d78-70c9-4245-a64a-8af50d00d1ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5073f1-8cdc-48ca-b53a-28cb05c9ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:17Z', 'updated_at': '2022-01-28T12:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:22:56.374697 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Publish callbacks [] for router_gateway (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:56.375584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d086be0-0279-4555-bbf6-7a50acc00723 req-635d9614-23c9-43a7-ada5-1ff74e689ecc tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:56.377130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d086be0-0279-4555-bbf6-7a50acc00723 req-635d9614-23c9-43a7-ada5-1ff74e689ecc tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 932 time: 0.1809940 Jan 28 12:22:56.406149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf02ecf-b305-4085-8192-d56c40e3380d req-17d9195b-b84a-4a16-9202-039d18bc4ec9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:56.407804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6cf02ecf-b305-4085-8192-d56c40e3380d req-17d9195b-b84a-4a16-9202-039d18bc4ec9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1552651 Jan 28 12:22:56.473805 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4907cf72-d67e-4a7e-955f-706e553c8899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for subnet (79145247-d8d9-466b-903f-2bcdfe7e2805), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:56.533012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907cf72-d67e-4a7e-955f-706e553c8899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79145247-d8d9-466b-903f-2bcdfe7e2805,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:56.554591 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6cf02ecf-b305-4085-8192-d56c40e3380d req-b6e0681d-3a1c-451f-b6a5-fd89ce365d39 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343968 Jan 28 12:22:56.555764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd894117-f2c8-4150-9792-6140bc40e63b None None] Network 10ff2357-de57-4457-a1b1-1adfe07f51bc requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:22:56.560600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d086be0-0279-4555-bbf6-7a50acc00723 req-47770b83-9fd5-45a3-89c1-05c910ab76c6 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697996 Jan 28 12:22:56.571475 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4907cf72-d67e-4a7e-955f-706e553c8899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:56.578520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4907cf72-d67e-4a7e-955f-706e553c8899 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/79145247-d8d9-466b-903f-2bcdfe7e2805 HTTP/1.1" status: 204 len: 168 time: 0.6421728 Jan 28 12:22:56.579461 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56158) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:56.726459 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-09c8da5f-43a2-4588-b6bb-5d6624b42e11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591 HTTP/1.1" status: 200 len: 217 time: 0.4304647 Jan 28 12:22:56.774955 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (10ff2357-de57-4457-a1b1-1adfe07f51bc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:56.778415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52feca-cae3-45b4-8742-9ee4a8709310 req-cb4c9a85-2f7a-4e9c-af77-713c3319afb9 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:56.780948 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d52feca-cae3-45b4-8742-9ee4a8709310 req-cb4c9a85-2f7a-4e9c-af77-713c3319afb9 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 1099 time: 0.1006582 Jan 28 12:22:56.805831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Pushing event updated for resources: {'Port': ['ID=382f887c-f815-495e-b6c0-1cd6550b9331,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:56.832827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce2fd-dabe-483d-91f3-58576e93ebe8 req-29021cd1-46e5-4436-ba8e-cb81d55c3ad4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:56.834376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac3ce2fd-dabe-483d-91f3-58576e93ebe8 req-29021cd1-46e5-4436-ba8e-cb81d55c3ad4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 944 time: 0.1437254 Jan 28 12:22:56.872780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d52feca-cae3-45b4-8742-9ee4a8709310 req-92aa9a1e-f367-4687-b449-e5a22b8ac87b tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801218 Jan 28 12:22:56.888975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc47feaa-ebf0-4c6b-852c-1180a1b49f67 None None] DHCP port deletion for 10ff2357-de57-4457-a1b1-1adfe07f51bc request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:22:56.945142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac3ce2fd-dabe-483d-91f3-58576e93ebe8 req-1742377a-8eac-439f-8715-0d80115f0431 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862665 Jan 28 12:22:56.961472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f398-fa39-44d3-926a-a251bebf9640 req-373e88f8-5468-46cc-8a7c-b826ee575f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:56.963945 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-373e88f8-5468-46cc-8a7c-b826ee575f1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.2258673 Jan 28 12:22:56.988956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Deleting port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:22:56.989299 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.009785 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-67e8a28f-6f0b-4a36-b398-2f2143ab224c service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7397649 Jan 28 12:22:57.035566 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-d886fd8c-a7b5-4921-b501-798b230bb9da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593162 Jan 28 12:22:57.038800 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-407fea0a-e4e3-4738-93e4-b2d432a2a0db req-a844d15a-d100-4e31-b230-81ab671c9a0c service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070765 Jan 28 12:22:57.039363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:22:57.056468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fc47feaa-ebf0-4c6b-852c-1180a1b49f67 None None] Deleting port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:22:57.056852 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc47feaa-ebf0-4c6b-852c-1180a1b49f67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.080034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Attempting to bind port 382f887c-f815-495e-b6c0-1cd6550b9331 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:22:57.080606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Attempting to bind port 382f887c-f815-495e-b6c0-1cd6550b9331 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:22:57.081189 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Attempting to bind port 382f887c-f815-495e-b6c0-1cd6550b9331 on network bdcf51c2-d748-42a4-8742-87fe56d75759 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:57.156757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Deleting port 749e9d78-70c9-4245-a64a-8af50d00d1ff {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:22:57.157429 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.164800 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Port 382f887c-f815-495e-b6c0-1cd6550b9331 on network bdcf51c2-d748-42a4-8742-87fe56d75759 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:22:57.165171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Attempting to bind port 382f887c-f815-495e-b6c0-1cd6550b9331 on network bdcf51c2-d748-42a4-8742-87fe56d75759 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:22:57.191941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcbf7c-58ac-4fe3-8c61-546e04f8372d req-024de101-67ac-4c93-bff6-a33e3eb0b703 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:57.194124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ffcbf7c-58ac-4fe3-8c61-546e04f8372d req-024de101-67ac-4c93-bff6-a33e3eb0b703 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 947 time: 0.1741066 Jan 28 12:22:57.196517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] For port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:57.197140 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.222014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:22:57.222359 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Checking segment: {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:22:57.222929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Bound using segment: {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:22:57.223181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Bound port: 382f887c-f815-495e-b6c0-1cd6550b9331, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265f4454-8a6f-4c19-9164-79b5f1232e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:22:57.223569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.232689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Calling delete_port for 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:22:57.248623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fc47feaa-ebf0-4c6b-852c-1180a1b49f67 None None] For port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:57.249074 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc47feaa-ebf0-4c6b-852c-1180a1b49f67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.290699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fc47feaa-ebf0-4c6b-852c-1180a1b49f67 None None] Calling delete_port for 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:22:57.356986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c17d1-0a9e-484c-8f30-f0089479aea5 req-c6eeec05-ede1-4485-9208-9942f1424b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:57.358520 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7a1c17d1-0a9e-484c-8f30-f0089479aea5 req-c6eeec05-ede1-4485-9208-9942f1424b98 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac16639b74a64b52bfc14840e1a3c9eb&device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 1098 time: 0.2435822 Jan 28 12:22:57.360560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] For port 749e9d78-70c9-4245-a64a-8af50d00d1ff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=749e9d78-70c9-4245-a64a-8af50d00d1ff,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:57.360752 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.373033 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-39eaf647-798c-4c11-88e2-2277b64a968b service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270836 Jan 28 12:22:57.405166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ffcbf7c-58ac-4fe3-8c61-546e04f8372d req-766dedb7-76d9-4770-a2b3-30fabd7523aa tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4eb182-0545-40fe-bc50-0d72d4a9debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996202 Jan 28 12:22:57.409487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Calling delete_port for 749e9d78-70c9-4245-a64a-8af50d00d1ff owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:22:57.411214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:22:57.411810 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.501329 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b1b80-ae71-4016-8209-675c4a5db7e5 req-7e9c81ed-f74a-44dc-ad6c-06bd00ce5f87 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:57.503052 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-424b1b80-ae71-4016-8209-675c4a5db7e5 req-7e9c81ed-f74a-44dc-ad6c-06bd00ce5f87 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1179159 Jan 28 12:22:57.504772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0,segment=NetworkSegment(ed0916ff-cb07-45d9-bf0c-1f86c527f97e),segment_id=ed0916ff-cb07-45d9-bf0c-1f86c527f97e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:22:57.514793 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.515153 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0cd6edd3-34fc-4541-84b9-b80add997ce8 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:22:57.548250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-1c27a1ab-f7d6-4f77-98a5-9dde53f6ccbe tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442524 Jan 28 12:22:57.552591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] For port 382f887c-f815-495e-b6c0-1cd6550b9331, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:22:57.572854 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baadba81-557d-426b-b544-f864b4a05485', 'tag': 'b56d68dd-36c7-47e5-bc89-a67d72ab3591'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:22:57.575973 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d58760-4b04-46c8-9ff8-e577c25dc179" -d '{"events": [{"name": "network-changed", "server_uuid": "baadba81-557d-426b-b544-f864b4a05485", "tag": "b56d68dd-36c7-47e5-bc89-a67d72ab3591"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:22:57.601684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] For port 382f887c-f815-495e-b6c0-1cd6550b9331, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=382f887c-f815-495e-b6c0-1cd6550b9331,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:22:57.639617 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.643880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-424b1b80-ae71-4016-8209-675c4a5db7e5 req-24eb54e1-6af9-421a-bb2f-bf1c6b916719 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239717 Jan 28 12:22:57.657109 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e346f398-fa39-44d3-926a-a251bebf9640 req-d0a1c349-3e26-427b-9d15-b4041e4551bd service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704840 Jan 28 12:22:57.679832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c17d1-0a9e-484c-8f30-f0089479aea5 req-29bd5e73-2dc1-45b5-aa88-ecf1e9186a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:57.681457 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7a1c17d1-0a9e-484c-8f30-f0089479aea5 req-29bd5e73-2dc1-45b5-aa88-ecf1e9186a50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.3115845 Jan 28 12:22:57.731113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-79fcfac7-22a8-43bf-b27d-0b9885ed0e0d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:57.732638 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-79fcfac7-22a8-43bf-b27d-0b9885ed0e0d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688058 Jan 28 12:22:57.734820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 0cd6edd3-34fc-4541-84b9-b80add997ce8 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:22:57.735179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0cd6edd3-34fc-4541-84b9-b80add997ce8 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:22:57.735838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0f306853-b165-4d9a-af09-acd79adea8d9 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:22:57.738669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:57.739246 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.740845 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] 10.222.0.49 "PUT /v2.0/ports/382f887c-f815-495e-b6c0-1cd6550b9331 HTTP/1.1" status: 200 len: 1092 time: 3.5935342 Jan 28 12:22:57.763677 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-e242c577-9a0b-4423-a683-2c3ca75935be tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/quotas/1a6e4b41d3dc4895a816aa2f6c1adfda HTTP/1.1" status: 200 len: 375 time: 0.0216129 Jan 28 12:22:57.779227 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.790296 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7a1c17d1-0a9e-484c-8f30-f0089479aea5 req-527f64f4-c453-441a-947f-b807869f2647 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=ba7916a8-c56f-45aa-84f6-265168839454 HTTP/1.1" status: 200 len: 217 time: 0.0958383 Jan 28 12:22:57.797612 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc47feaa-ebf0-4c6b-852c-1180a1b49f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:57.801685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] No DVR routers for this DVR port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:22:57.803057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 0f306853-b165-4d9a-af09-acd79adea8d9 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:22:57.803569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0f306853-b165-4d9a-af09-acd79adea8d9 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:22:57.808403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:57.838970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47feaa-ebf0-4c6b-852c-1180a1b49f67 None None] Pushing event deleted for resources: {'Port': ['ID=1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:57.841401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47feaa-ebf0-4c6b-852c-1180a1b49f67 None None] No DVR routers for this DVR port 1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:22:57.877920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c17d1-0a9e-484c-8f30-f0089479aea5 req-ccba006d-0222-4b92-8cb0-2e7adb475ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:57.879476 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7a1c17d1-0a9e-484c-8f30-f0089479aea5 req-ccba006d-0222-4b92-8cb0-2e7adb475ef1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0788853 Jan 28 12:22:57.880643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777172a-088f-4226-9bb7-588119b8d9bc service neutron] Pushing event updated for resources: {'Port': ['ID=382f887c-f815-495e-b6c0-1cd6550b9331,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:57.937036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed0b1f4-bea1-4bfb-85fc-dbaf30b700a0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:57.988255 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-6737fcc3-84b7-4de4-8954-f6cb281f9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:57.989269 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-6737fcc3-84b7-4de4-8954-f6cb281f9630 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=561e3af5fa0f471e9d6fd293946d315d&device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 1095 time: 0.1901786 Jan 28 12:22:57.992898 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (10ff2357-de57-4457-a1b1-1adfe07f51bc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.011158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c17d1-0a9e-484c-8f30-f0089479aea5 req-ef4e8e37-9d4f-4612-87c8-db5a60b11cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:58.013398 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7a1c17d1-0a9e-484c-8f30-f0089479aea5 req-ef4e8e37-9d4f-4612-87c8-db5a60b11cdf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097565 Jan 28 12:22:58.029774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-170bd943-460a-4a08-ab7d-4806d8ea1003 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2371716 Jan 28 12:22:58.034563 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.034963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.035877 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.036327 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > port after_create 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.036672 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.037018 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > port after_update 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.037502 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.037674 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.037965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.038278 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.050402 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-dcf0e884-d9a6-4182-91b9-a8779a7ac4f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=382f887c-f815-495e-b6c0-1cd6550b9331 HTTP/1.1" status: 200 len: 217 time: 0.0496597 Jan 28 12:22:58.052237 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (749e9d78-70c9-4245-a64a-8af50d00d1ff), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.113246 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.113594 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.113922 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.114244 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:22:58.114611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ff2357-de57-4457-a1b1-1adfe07f51bc']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:58.127457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610bc68-32f2-4dc7-9e20-53676ee4638a req-63948957-b922-4f16-8c1c-980c0e0cf8a9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:58.129051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c610bc68-32f2-4dc7-9e20-53676ee4638a req-63948957-b922-4f16-8c1c-980c0e0cf8a9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.3356025 Jan 28 12:22:58.143176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=749e9d78-70c9-4245-a64a-8af50d00d1ff,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:58.148607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:58.148607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0916ff-cb07-45d9-bf0c-1f86c527f97e') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:22:58.177437 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (ed0916ff-cb07-45d9-bf0c-1f86c527f97e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.212379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-b7160d5e-a9a8-49c6-99cc-5b5f99010fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:58.215010 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-b7160d5e-a9a8-49c6-99cc-5b5f99010fd8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=265a52df-8e7c-4e8c-8a25-92779aaa7347 HTTP/1.1" status: 200 len: 862 time: 0.1462197 Jan 28 12:22:58.220129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ed0916ff-cb07-45d9-bf0c-1f86c527f97e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.238607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:22:58.239519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (ed0916ff-cb07-45d9-bf0c-1f86c527f97e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.246843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c610bc68-32f2-4dc7-9e20-53676ee4638a req-480ba5f0-9094-4f58-831a-5cd3fc20ae00 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084244 Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: from cryptography.utils import int_from_bytes Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: from cryptography.utils import int_from_bytes Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:22:58.249772 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:22:58.270803 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7a1c17d1-0a9e-484c-8f30-f0089479aea5 req-03e710de-53cd-40b3-a6de-b7a7d66470df service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283647 Jan 28 12:22:58.279862 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.306893 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8967dd-416d-49dd-8fe1-1dd3018436a7 x-openstack-request-id: req-6b8967dd-416d-49dd-8fe1-1dd3018436a7 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:22:58.307215 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baadba81-557d-426b-b544-f864b4a05485", "tag": "b56d68dd-36c7-47e5-bc89-a67d72ab3591", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:22:58.307518 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b8967dd-416d-49dd-8fe1-1dd3018436a7 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:22:58.308114 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baadba81-557d-426b-b544-f864b4a05485', 'tag': 'b56d68dd-36c7-47e5-bc89-a67d72ab3591', 'status': 'completed', 'code': 200} Jan 28 12:22:58.322793 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (10ff2357-de57-4457-a1b1-1adfe07f51bc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.345758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Pushing event deleted for resources: {'Network': ['ID=10ff2357-de57-4457-a1b1-1adfe07f51bc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:58.360679 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.374892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0d9c6612-13d1-4a30-ad7e-93b986b9cbfb admin admin] 10.222.0.53 "DELETE /v2.0/networks/10ff2357-de57-4457-a1b1-1adfe07f51bc HTTP/1.1" status: 204 len: 168 time: 1.7861712 Jan 28 12:22:58.428899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e860c-09d7-42d5-9a5d-17a9fb1fe118 req-ae53e0a5-4556-429c-a84c-1dcec3becbdb tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:58.431412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc1e860c-09d7-42d5-9a5d-17a9fb1fe118 req-ae53e0a5-4556-429c-a84c-1dcec3becbdb tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 944 time: 0.0541263 Jan 28 12:22:58.461344 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.468946 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Publish callbacks [] for router_controller (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.477753 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-7cd0faa7-2dcb-43d5-85b2-e235f49671cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:58.479241 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-7cd0faa7-2dcb-43d5-85b2-e235f49671cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcf51c2-d748-42a4-8742-87fe56d75759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2565489 Jan 28 12:22:58.515876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc1e860c-09d7-42d5-9a5d-17a9fb1fe118 req-f47c812f-02f7-41f2-a4ba-ed3e2fc4289f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780239 Jan 28 12:22:58.660116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56192) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:58.725537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f2e2-3086-4cd3-bf67-8c9c033b0b66 req-5f7eae48-bc7b-4136-8848-b6e80d887815 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:58.727464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ca0f2e2-3086-4cd3-bf67-8c9c033b0b66 req-5f7eae48-bc7b-4136-8848-b6e80d887815 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 944 time: 0.1420183 Jan 28 12:22:58.773067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fb680072-3d8c-4ebc-8d03-6d94bf485c18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cdab7f76b05946bb8771e6b898e25353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1108289 Jan 28 12:22:58.778516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56200) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:58.799091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3b7a-37e6-43d0-97c0-7689c7f888e7 req-41960e4c-6486-4eec-8c53-e654b4f140b2 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:58.800866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b9c3b7a-37e6-43d0-97c0-7689c7f888e7 req-41960e4c-6486-4eec-8c53-e654b4f140b2 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 947 time: 0.1417274 Jan 28 12:22:58.857798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ca0f2e2-3086-4cd3-bf67-8c9c033b0b66 req-a4e820e1-4152-41e5-b355-b369b559165b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221156 Jan 28 12:22:58.860759 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (0b5073f1-8cdc-48ca-b53a-28cb05c9ad77), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.861310 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:22:58.875099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.876454 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1e2298fa-8fc0-4141-9e47-28c0b09ac3c0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0b5073f1-8cdc-48ca-b53a-28cb05c9ad77 HTTP/1.1" status: 204 len: 168 time: 3.5969665 Jan 28 12:22:58.880514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d58760-4b04-46c8-9ff8-e577c25dc179 req-75f8f46a-2c64-4202-b520-dba8af68e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:58.882303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56204) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:58.882535 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7d58760-4b04-46c8-9ff8-e577c25dc179 req-75f8f46a-2c64-4202-b520-dba8af68e0c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 1095 time: 0.5038722 Jan 28 12:22:58.884764 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7a1c17d1-0a9e-484c-8f30-f0089479aea5 req-661efe90-4cd5-4170-94bb-d02d48de0c19 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6030545 Jan 28 12:22:58.953859 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a420c015-975d-4f47-b84b-4a76ceb3cad8 admin admin] Publish callbacks [] for security_group (71d40076-5796-4584-8d66-96271d39f66c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:58.970666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b9c3b7a-37e6-43d0-97c0-7689c7f888e7 req-5dd35f14-5a3a-48f1-9992-dcc3848781f6 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4eb182-0545-40fe-bc50-0d72d4a9debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576970 Jan 28 12:22:58.991139 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-6247281f-c52e-4449-a75f-b44e5fde918e service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818735 Jan 28 12:22:58.999138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a420c015-975d-4f47-b84b-4a76ceb3cad8 admin admin] Publish callbacks [] for security_group (71d40076-5796-4584-8d66-96271d39f66c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:59.032882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-329a6fe9-8833-4011-9d04-6be5939fe949 admin admin] Deleting subnet adfa7673-39ca-41cc-a133-b7ab84f9546a {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:22:59.044959 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-329a6fe9-8833-4011-9d04-6be5939fe949 admin admin] Publish callbacks [] for subnet (adfa7673-39ca-41cc-a133-b7ab84f9546a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:59.080845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d58760-4b04-46c8-9ff8-e577c25dc179 req-17b055a7-af95-47c9-8590-f4be5aa1d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:59.082362 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7d58760-4b04-46c8-9ff8-e577c25dc179 req-17b055a7-af95-47c9-8590-f4be5aa1d3a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.1842868 Jan 28 12:22:59.148416 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7d58760-4b04-46c8-9ff8-e577c25dc179 req-19cee322-14ee-464c-aae7-39e8740384f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591 HTTP/1.1" status: 200 len: 217 time: 0.0529640 Jan 28 12:22:59.196782 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-329a6fe9-8833-4011-9d04-6be5939fe949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (adfa7673-39ca-41cc-a133-b7ab84f9546a), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:59.206315 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7a25fb8-f519-4fe0-9fc5-397d351321ec req-228daae8-d276-4f68-a273-385bd87bb17a service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999280 Jan 28 12:22:59.222095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d58760-4b04-46c8-9ff8-e577c25dc179 req-93a058e0-1ce0-4000-8c8d-e8eee57680a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:59.224400 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7d58760-4b04-46c8-9ff8-e577c25dc179 req-93a058e0-1ce0-4000-8c8d-e8eee57680a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.0692437 Jan 28 12:22:59.237489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11bc49a5-b4f1-4a74-bfc1-ed47129b0c3a req-65e147c6-b83a-4ac1-b852-9882d1d48300 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 210 time: 0.0728860 Jan 28 12:22:59.266282 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7d58760-4b04-46c8-9ff8-e577c25dc179 req-5543b335-0dbc-4456-8778-273d5f81b917 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330434 Jan 28 12:22:59.272759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d255-79e4-41fe-a7f0-372cf9bd29ab req-31851e60-c6b5-42e9-b924-0157e15b8faa tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:59.274185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f9c5d255-79e4-41fe-a7f0-372cf9bd29ab req-31851e60-c6b5-42e9-b924-0157e15b8faa tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1362319 Jan 28 12:22:59.277403 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a420c015-975d-4f47-b84b-4a76ceb3cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (71d40076-5796-4584-8d66-96271d39f66c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:59.280072 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a420c015-975d-4f47-b84b-4a76ceb3cad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:59.281156 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a420c015-975d-4f47-b84b-4a76ceb3cad8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71d40076-5796-4584-8d66-96271d39f66c HTTP/1.1" status: 204 len: 168 time: 0.4998994 Jan 28 12:22:59.318205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420c015-975d-4f47-b84b-4a76ceb3cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d40076-5796-4584-8d66-96271d39f66c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:59.341390 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-329a6fe9-8833-4011-9d04-6be5939fe949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (adfa7673-39ca-41cc-a133-b7ab84f9546a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:59.401822 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7d58760-4b04-46c8-9ff8-e577c25dc179 req-97fa8975-624a-44a8-8de3-db29b194d618 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296725 Jan 28 12:22:59.556211 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c7d58760-4b04-46c8-9ff8-e577c25dc179 req-2a65411e-18e1-449b-9082-c092d34dee85 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456015 Jan 28 12:22:59.772024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f9c5d255-79e4-41fe-a7f0-372cf9bd29ab req-699fa583-0029-421d-a563-a3b4abc85493 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717631 Jan 28 12:22:59.800246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09642a5f-b5f5-4298-9b65-96ae5ec48661 req-a593d49f-b29e-445b-9343-89ec5ef82d10 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:22:59.801974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09642a5f-b5f5-4298-9b65-96ae5ec48661 req-a593d49f-b29e-445b-9343-89ec5ef82d10 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1068907 Jan 28 12:22:59.822522 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-329a6fe9-8833-4011-9d04-6be5939fe949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (adfa7673-39ca-41cc-a133-b7ab84f9546a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:59.870767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a6fe9-8833-4011-9d04-6be5939fe949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adfa7673-39ca-41cc-a133-b7ab84f9546a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:22:59.876594 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-329a6fe9-8833-4011-9d04-6be5939fe949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:22:59.881874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340f466-99ec-4042-a355-3719e0fc6dbb None None] Network 5877161c-7fd2-41dc-8d25-bb5618619a8e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:22:59.895613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-329a6fe9-8833-4011-9d04-6be5939fe949 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/adfa7673-39ca-41cc-a133-b7ab84f9546a HTTP/1.1" status: 204 len: 168 time: 1.0091927 Jan 28 12:22:59.896603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56228) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:22:59.957193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09642a5f-b5f5-4298-9b65-96ae5ec48661 req-e2a96274-b1ec-40f0-8b20-8d563f6922fb tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456299 Jan 28 12:22:59.999437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846f2ec-6d17-4e40-894e-e4c7a01304ac req-0a06582c-b1cf-4420-a7a6-a018ca517f83 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:00.003558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d846f2ec-6d17-4e40-894e-e4c7a01304ac req-0a06582c-b1cf-4420-a7a6-a018ca517f83 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 944 time: 0.1336222 Jan 28 12:23:00.016384 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (5877161c-7fd2-41dc-8d25-bb5618619a8e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.084162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Deleting port e9fc50b8-609e-4d23-a623-fd09a7c853d4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:00.084781 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.115597 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d846f2ec-6d17-4e40-894e-e4c7a01304ac req-ddf52471-2212-4e28-9a5f-29db3e380ea9 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972526 Jan 28 12:23:00.156459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14903c36-3bf3-4e86-951d-4f668e4832d0 req-85b6c78e-6629-41c5-8ad6-8aaf9bed35fe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:00.163272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14903c36-3bf3-4e86-951d-4f668e4832d0 req-85b6c78e-6629-41c5-8ad6-8aaf9bed35fe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 944 time: 0.1125739 Jan 28 12:23:00.173326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2532eaa-1c67-4f3e-a05d-8ee41018c24f None None] DHCP port deletion for 5877161c-7fd2-41dc-8d25-bb5618619a8e request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:23:00.180600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] For port e9fc50b8-609e-4d23-a623-fd09a7c853d4, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e9fc50b8-609e-4d23-a623-fd09a7c853d4,segment=NetworkSegment(8ae5bd75-fed5-444c-bc82-f6055551ea9a),segment_id=8ae5bd75-fed5-444c-bc82-f6055551ea9a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:00.181202 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.200303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Calling delete_port for e9fc50b8-609e-4d23-a623-fd09a7c853d4 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:00.301480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f2532eaa-1c67-4f3e-a05d-8ee41018c24f None None] Deleting port e9fc50b8-609e-4d23-a623-fd09a7c853d4 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:00.310319 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'tag': '382f887c-f815-495e-b6c0-1cd6550b9331'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:00.311520 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2532eaa-1c67-4f3e-a05d-8ee41018c24f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.313762 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8100dbb-77c2-429a-9b78-95f85546fb28" -d '{"events": [{"name": "network-changed", "server_uuid": "386b7b2a-87de-4f89-b1fa-66d790715b76", "tag": "382f887c-f815-495e-b6c0-1cd6550b9331"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:00.318655 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.353863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fc50b8-609e-4d23-a623-fd09a7c853d4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:00.357828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] No DVR routers for this DVR port e9fc50b8-609e-4d23-a623-fd09a7c853d4 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:00.380294 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14903c36-3bf3-4e86-951d-4f668e4832d0 req-92e53222-b513-4936-9216-1caf2e511c71 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125037 Jan 28 12:23:00.381444 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:00.434815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4e94a-625c-4301-8331-dba8cb18d048 req-31552949-222e-40fe-a1bf-42300712cffc tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:00.436725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6b4e94a-625c-4301-8331-dba8cb18d048 req-31552949-222e-40fe-a1bf-42300712cffc tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 947 time: 0.2224996 Jan 28 12:23:00.436919 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-33e47bd5-ba5f-44c9-ba64-743946c0d803 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484691 Jan 28 12:23:00.468716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f2532eaa-1c67-4f3e-a05d-8ee41018c24f None None] For port e9fc50b8-609e-4d23-a623-fd09a7c853d4, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e9fc50b8-609e-4d23-a623-fd09a7c853d4,segment=NetworkSegment(8ae5bd75-fed5-444c-bc82-f6055551ea9a),segment_id=8ae5bd75-fed5-444c-bc82-f6055551ea9a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:00.470008 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2532eaa-1c67-4f3e-a05d-8ee41018c24f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.493597 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f2532eaa-1c67-4f3e-a05d-8ee41018c24f None None] Calling delete_port for e9fc50b8-609e-4d23-a623-fd09a7c853d4 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:00.575245 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9885c216-3417-4252-bf73-894c92fe39a7 req-07d5d9a2-4f97-4297-8e5b-fb47b91b5869 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 210 time: 0.0723050 Jan 28 12:23:00.576426 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-3492a5f2-ecd5-41bb-862b-b41e7c6e2a0b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839870 Jan 28 12:23:00.579028 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (5877161c-7fd2-41dc-8d25-bb5618619a8e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.625235 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2532eaa-1c67-4f3e-a05d-8ee41018c24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (e9fc50b8-609e-4d23-a623-fd09a7c853d4), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.630978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6b4e94a-625c-4301-8331-dba8cb18d048 req-405bfb9c-2d44-4d2b-990f-dfac016d9c77 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4eb182-0545-40fe-bc50-0d72d4a9debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870279 Jan 28 12:23:00.688818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2532eaa-1c67-4f3e-a05d-8ee41018c24f None None] Pushing event deleted for resources: {'Port': ['ID=e9fc50b8-609e-4d23-a623-fd09a7c853d4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:00.696489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2532eaa-1c67-4f3e-a05d-8ee41018c24f None None] No DVR routers for this DVR port e9fc50b8-609e-4d23-a623-fd09a7c853d4 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:00.698640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5877161c-7fd2-41dc-8d25-bb5618619a8e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:00.719174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ba7916a8-c56f-45aa-84f6-265168839454 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:00.728105 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d59be48-7f23-4eba-b380-1684c76bf164 x-openstack-request-id: req-8d59be48-7f23-4eba-b380-1684c76bf164 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:00.728483 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386b7b2a-87de-4f89-b1fa-66d790715b76", "tag": "382f887c-f815-495e-b6c0-1cd6550b9331", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:00.728801 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d59be48-7f23-4eba-b380-1684c76bf164 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:00.729264 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'tag': '382f887c-f815-495e-b6c0-1cd6550b9331', 'status': 'completed', 'code': 200} Jan 28 12:23:00.734373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2050628908-network', 'tenant_id': 'bb8ac41a87184c8ca638fb25a6b41979'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:00.764328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae5bd75-fed5-444c-bc82-f6055551ea9a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:00.764821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae5bd75-fed5-444c-bc82-f6055551ea9a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:00.767684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e9fc50b8-609e-4d23-a623-fd09a7c853d4 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:00.815815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e9fc50b8-609e-4d23-a623-fd09a7c853d4 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:00.816161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e9fc50b8-609e-4d23-a623-fd09a7c853d4 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:00.816767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 749e9d78-70c9-4245-a64a-8af50d00d1ff no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:00.822830 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (8ae5bd75-fed5-444c-bc82-f6055551ea9a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.840639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-a53daccf-2c20-46b8-b3e0-12384a732fbb tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:00.842018 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-a53daccf-2c20-46b8-b3e0-12384a732fbb tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374488 Jan 28 12:23:00.843729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 749e9d78-70c9-4245-a64a-8af50d00d1ff {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:00.844080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 749e9d78-70c9-4245-a64a-8af50d00d1ff not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:00.852828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Made reservation on behalf of bb8ac41a87184c8ca638fb25a6b41979 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:00.855149 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.867699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d67ab512-8327-421c-8504-3309472ecb45 req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Request body: {'port': {'device_id': '4be5ab0e-8013-4712-b1bc-eb50a2c23f77', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '1a6e4b41d3dc4895a816aa2f6c1adfda'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:00.871092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8ae5bd75-fed5-444c-bc82-f6055551ea9a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.883687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ba7916a8-c56f-45aa-84f6-265168839454, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ba7916a8-c56f-45aa-84f6-265168839454,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:00.905098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'ba7916a8-c56f-45aa-84f6-265168839454', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'ba7916a8-c56f-45aa-84f6-265168839454', 'mac_address': 'fa:16:3e:17:34:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:00.906159 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:23:00.906748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (8ae5bd75-fed5-444c-bc82-f6055551ea9a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:23:00.910767 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:23:00.925728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2720a-aa5a-4f3d-9923-dc0fd4fc23c6 req-67b54b7d-9230-4e1b-9466-c541aadd8937 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:00.927807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84c2720a-aa5a-4f3d-9923-dc0fd4fc23c6 req-67b54b7d-9230-4e1b-9466-c541aadd8937 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.0563247 Jan 28 12:23:00.948373 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.951283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ba7916a8-c56f-45aa-84f6-265168839454 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:00.951752 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ba7916a8-c56f-45aa-84f6-265168839454), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.956460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-ad72eabe-21b6-43de-8586-6866b5cacee7 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:00.957932 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-ad72eabe-21b6-43de-8586-6866b5cacee7 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3648803 Jan 28 12:23:00.965039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7916a8-c56f-45aa-84f6-265168839454 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:00.986997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ba7916a8-c56f-45aa-84f6-265168839454, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ba7916a8-c56f-45aa-84f6-265168839454,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:00.992752 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ba7916a8-c56f-45aa-84f6-265168839454), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:00.994887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b56d68dd-36c7-47e5-bc89-a67d72ab3591 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:00.997016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84c2720a-aa5a-4f3d-9923-dc0fd4fc23c6 req-47769904-d14a-40ce-aba6-30dadd26360b tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621521 Jan 28 12:23:01.014237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d67ab512-8327-421c-8504-3309472ecb45 req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Request body: {'port': {'device_id': '39e6d3d7-2f6e-49ac-aacf-53bb53c2df73', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '1a6e4b41d3dc4895a816aa2f6c1adfda'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:01.022471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8100dbb-77c2-429a-9b78-95f85546fb28 req-0db5ff67-5e34-487b-adca-9a5f1464e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:01.023957 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8100dbb-77c2-429a-9b78-95f85546fb28 req-0db5ff67-5e34-487b-adca-9a5f1464e0ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=561e3af5fa0f471e9d6fd293946d315d&device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 1095 time: 0.2844641 Jan 28 12:23:01.092987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf1b1c-6bd5-401a-9d2e-2f976decf7ff req-5f38631b-ad8e-453f-9565-95f36c316310 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:01.094590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4cf1b1c-6bd5-401a-9d2e-2f976decf7ff req-5f38631b-ad8e-453f-9565-95f36c316310 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.0579665 Jan 28 12:23:01.112659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ba7916a8-c56f-45aa-84f6-265168839454,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:01.149529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (5877161c-7fd2-41dc-8d25-bb5618619a8e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:01.151845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4cf1b1c-6bd5-401a-9d2e-2f976decf7ff req-9005643d-27f9-4f0f-8d7a-2a58a5685ed8 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483375 Jan 28 12:23:01.158734 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:01.178354 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'b56d68dd-36c7-47e5-bc89-a67d72ab3591', 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6', 'port_id': 'b56d68dd-36c7-47e5-bc89-a67d72ab3591', 'mac_address': 'fa:16:3e:7e:ea:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb43f70a-76e4-48b5-a102-e222ca278b51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:01.207355 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:01.212036 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] 10.222.0.53 "DELETE /v2.0/networks/5877161c-7fd2-41dc-8d25-bb5618619a8e HTTP/1.1" status: 204 len: 168 time: 1.3149514 Jan 28 12:23:01.221049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56258) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:01.230489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b56d68dd-36c7-47e5-bc89-a67d72ab3591 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:01.230879 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:01.244759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56d68dd-36c7-47e5-bc89-a67d72ab3591 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:01.263843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846755e1-686e-4b91-8bbb-953471de3d7c req-b797a68c-f618-4b56-baa7-42258fcc99ef tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:01.265964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846755e1-686e-4b91-8bbb-953471de3d7c req-b797a68c-f618-4b56-baa7-42258fcc99ef tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 944 time: 0.0563080 Jan 28 12:23:01.266971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:01.271179 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:01.297011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f8cdf-eccf-429e-b110-c0f363cc547b admin admin] Pushing event deleted for resources: {'Network': ['ID=5877161c-7fd2-41dc-8d25-bb5618619a8e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:01.323319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846755e1-686e-4b91-8bbb-953471de3d7c req-063f024e-a691-46f7-8419-2556ddbd6d27 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494969 Jan 28 12:23:01.331163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b56d68dd-36c7-47e5-bc89-a67d72ab3591,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:01.365737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Made reservation on behalf of 1a6e4b41d3dc4895a816aa2f6c1adfda for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:01.369117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:01.380074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8100dbb-77c2-429a-9b78-95f85546fb28 req-4f5964ce-6c6a-4ce5-bdee-646794b1df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:01.381508 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8100dbb-77c2-429a-9b78-95f85546fb28 req-4f5964ce-6c6a-4ce5-bdee-646794b1df0e service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdcf51c2-d748-42a4-8742-87fe56d75759 HTTP/1.1" status: 200 len: 924 time: 0.3455565 Jan 28 12:23:01.488460 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8100dbb-77c2-429a-9b78-95f85546fb28 req-6d49e56e-43ca-4b9a-8bc3-7d873b212d71 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=382f887c-f815-495e-b6c0-1cd6550b9331 HTTP/1.1" status: 200 len: 217 time: 0.0659704 Jan 28 12:23:01.489021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Made reservation on behalf of 1a6e4b41d3dc4895a816aa2f6c1adfda for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:01.492308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:01.504715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ba7916a8-c56f-45aa-84f6-265168839454'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:01.508585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b56d68dd-36c7-47e5-bc89-a67d72ab3591'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:01.511109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c81fa-3ffb-4cc3-bd9a-3f9584ac3dc3 req-fc7333b2-c5fe-4fe6-b097-5b329e1f3e86 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:01.512690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee7c81fa-3ffb-4cc3-bd9a-3f9584ac3dc3 req-fc7333b2-c5fe-4fe6-b097-5b329e1f3e86 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 945 time: 0.0510232 Jan 28 12:23:01.518845 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Publish callbacks [] for security_group (31e486cb-576d-40bd-9b36-0a09d04509e8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:01.537426 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (31e486cb-576d-40bd-9b36-0a09d04509e8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:01.568725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee7c81fa-3ffb-4cc3-bd9a-3f9584ac3dc3 req-6f4115fe-f9e3-476b-9c2e-fd5301455f94 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490913 Jan 28 12:23:01.694781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5232fbd8-7112-4569-82f9-3b069f1e5a31 req-ab348aa7-ec9e-4a62-879c-a746a7750cda tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 210 time: 0.0357792 Jan 28 12:23:01.783773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb590-a329-4178-a213-65df01b714e3 req-2d93fa5a-ee0a-41ed-b0bf-5576844d2573 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:01.785411 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-649fb590-a329-4178-a213-65df01b714e3 req-2d93fa5a-ee0a-41ed-b0bf-5576844d2573 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 948 time: 0.0554345 Jan 28 12:23:01.834525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-649fb590-a329-4178-a213-65df01b714e3 req-68a485c4-b87b-4988-b57b-440966406559 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4eb182-0545-40fe-bc50-0d72d4a9debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434620 Jan 28 12:23:01.917289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:23:01.961400 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e486cb-576d-40bd-9b36-0a09d04509e8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:01.972210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8100dbb-77c2-429a-9b78-95f85546fb28 req-6b820624-9e97-47fe-822d-f32462da00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:01.973642 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8100dbb-77c2-429a-9b78-95f85546fb28 req-6b820624-9e97-47fe-822d-f32462da00fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=265a52df-8e7c-4e8c-8a25-92779aaa7347 HTTP/1.1" status: 200 len: 862 time: 0.4633071 Jan 28 12:23:01.988490 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (db6a066b-669b-41e0-aa30-c0fde46f5aa5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:01.988838 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Added segment db6a066b-669b-41e0-aa30-c0fde46f5aa5 of type vlan for network 0c78bb79-874d-43ee-8773-3b7a3af6d093 Jan 28 12:23:02.113417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb29045-834c-4b1d-a5bf-bb8351d8910f req-e134acbf-4164-4ea1-ba24-5190846d212a tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:02.114899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7fb29045-834c-4b1d-a5bf-bb8351d8910f req-e134acbf-4164-4ea1-ba24-5190846d212a tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.0481861 Jan 28 12:23:02.149252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0c78bb79-874d-43ee-8773-3b7a3af6d093), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:02.165166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7fb29045-834c-4b1d-a5bf-bb8351d8910f req-c434c65e-db40-4b6a-8af3-a85913721ecf tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444705 Jan 28 12:23:02.169505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-d67ab512-8327-421c-8504-3309472ecb45 req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Allocated IP 192.168.233.31 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/6fa22ca1-a933-462f-9aff-6297fe0f023a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:02.203148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8100dbb-77c2-429a-9b78-95f85546fb28 req-69ffe911-7a40-4f59-bce9-448cef0c9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:02.204690 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8100dbb-77c2-429a-9b78-95f85546fb28 req-69ffe911-7a40-4f59-bce9-448cef0c9dce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcf51c2-d748-42a4-8742-87fe56d75759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176344 Jan 28 12:23:02.281662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc876f-8e09-496a-b4c7-69ee1dc449c1 req-0eb1af00-3d76-44b9-8f5a-2b31b91c5bcb tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:02.283731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15fc876f-8e09-496a-b4c7-69ee1dc449c1 req-0eb1af00-3d76-44b9-8f5a-2b31b91c5bcb tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.0538309 Jan 28 12:23:02.301871 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0c78bb79-874d-43ee-8773-3b7a3af6d093), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:02.302816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:02.303433 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:02.331922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15fc876f-8e09-496a-b4c7-69ee1dc449c1 req-b1e4e820-74da-4b20-be85-799e41e4aba2 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Jan 28 12:23:02.432034 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0491681 Jan 28 12:23:02.434673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56272) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:02.440239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3fc743ba-c55d-430c-92ef-c7ba38f60672 admin admin] Request body: {'subnet': {'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2050628908-subnet', 'tenant_id': 'bb8ac41a87184c8ca638fb25a6b41979', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:02.454761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf4e92-7f13-4c21-8eac-69d647677957 req-b0e8b5f3-7d04-4a97-b8b0-2f57ed5a7eae tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:02.456307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9cf4e92-7f13-4c21-8eac-69d647677957 req-b0e8b5f3-7d04-4a97-b8b0-2f57ed5a7eae tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 944 time: 0.0582993 Jan 28 12:23:02.472825 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41285121-af95-43b1-b4a6-a2d5b63aeb1f admin admin] Pushing event updated for resources: {'Network': ['ID=0c78bb79-874d-43ee-8773-3b7a3af6d093,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:02.485823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0c78bb79-874d-43ee-8773-3b7a3af6d093 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:23:02.487286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc743ba-c55d-430c-92ef-c7ba38f60672 admin admin] Made reservation on behalf of bb8ac41a87184c8ca638fb25a6b41979 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:02.489537 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fc743ba-c55d-430c-92ef-c7ba38f60672 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:02.507790 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8100dbb-77c2-429a-9b78-95f85546fb28 req-df45679e-b3bb-4284-9c0d-cc109bb67366 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955556 Jan 28 12:23:02.574071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9cf4e92-7f13-4c21-8eac-69d647677957 req-364c9567-5885-4274-bffc-1e3d4adf9809 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047828 Jan 28 12:23:02.627872 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks [] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:02.699508 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8100dbb-77c2-429a-9b78-95f85546fb28 req-a84520c6-70cf-4f78-ba83-5b0d536e7491 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795912 Jan 28 12:23:02.732508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 382f887c-f815-495e-b6c0-1cd6550b9331 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:02.732715 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fc743ba-c55d-430c-92ef-c7ba38f60672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (255b7628-961c-4616-adae-6292f992ea17), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:02.735013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ba7916a8-c56f-45aa-84f6-265168839454 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:02.772687 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:02.774832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c734d4e-22f9-45ed-88e2-04fb84e51354 req-959824c0-20db-4fa1-850a-b9cef3f0103e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:02.776348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c734d4e-22f9-45ed-88e2-04fb84e51354 req-959824c0-20db-4fa1-850a-b9cef3f0103e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 945 time: 0.1003110 Jan 28 12:23:02.802312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a', '69b28469-06d8-4aaa-bad0-1334ae203a97', '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:02.814430 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67ab512-8327-421c-8504-3309472ecb45 req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:02.820348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc743ba-c55d-430c-92ef-c7ba38f60672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=255b7628-961c-4616-adae-6292f992ea17,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:02.842454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-d67ab512-8327-421c-8504-3309472ecb45 req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:02.859306 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67ab512-8327-421c-8504-3309472ecb45 req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:02.900214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c734d4e-22f9-45ed-88e2-04fb84e51354 req-ac763aa1-01c1-4ef6-8bcc-220644cd7a22 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151855 Jan 28 12:23:02.911093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc743ba-c55d-430c-92ef-c7ba38f60672 admin admin] Checking segment: {'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:02.916987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc743ba-c55d-430c-92ef-c7ba38f60672 admin admin] Network hostable DHCP agents. Network: 0c78bb79-874d-43ee-8773-3b7a3af6d093, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:23:02.921502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9447f8f4-4351-43d3-a5f3-50379dbd8ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (e67b81b7-0a3f-4c20-9f52-79496a02ed85), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:02.923371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event updated for resources: {'Port': ['ID=6fa22ca1-a933-462f-9aff-6297fe0f023a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:02.938624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-d67ab512-8327-421c-8504-3309472ecb45 req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Allocated IP 192.168.233.61 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/d361f31d-ccee-4b26-a3f0-5abd8f9ddbde) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:02.940202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port ba7916a8-c56f-45aa-84f6-265168839454 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:23:02.956553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e9e86-f547-4362-b96b-0a522d628b20 req-8aff903f-58b3-4eb8-94c7-bc80b3a656f6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:02.958703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d25e9e86-f547-4362-b96b-0a522d628b20 req-8aff903f-58b3-4eb8-94c7-bc80b3a656f6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 935 time: 0.1621513 Jan 28 12:23:02.981216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port ba7916a8-c56f-45aa-84f6-265168839454 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:02.981594 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ba7916a8-c56f-45aa-84f6-265168839454), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:03.027604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:03.028189 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:03.047951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 382f887c-f815-495e-b6c0-1cd6550b9331, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=382f887c-f815-495e-b6c0-1cd6550b9331,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:03.071526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc743ba-c55d-430c-92ef-c7ba38f60672 admin admin] Network 0c78bb79-874d-43ee-8773-3b7a3af6d093 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:23:03.100018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '382f887c-f815-495e-b6c0-1cd6550b9331', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'port_id': '382f887c-f815-495e-b6c0-1cd6550b9331', 'mac_address': 'fa:16:3e:80:ad:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:03.101637 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-6d338de1-1363-4208-92f3-d4b53e795c85 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2379034 Jan 28 12:23:03.107701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3fc743ba-c55d-430c-92ef-c7ba38f60672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 0c78bb79-874d-43ee-8773-3b7a3af6d093) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:03.114609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc743ba-c55d-430c-92ef-c7ba38f60672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:03.115699 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fc743ba-c55d-430c-92ef-c7ba38f60672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:03.127814 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d25e9e86-f547-4362-b96b-0a522d628b20 req-34da18aa-c914-4d0b-a4b3-fe249dce758f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579425 Jan 28 12:23:03.140827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a90218-4b68-4214-ae43-f0c9633c9b41 None None] Network 0c78bb79-874d-43ee-8773-3b7a3af6d093 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:23:03.146632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Request body: {'port': {'device_id': '4be5ab0e-8013-4712-b1bc-eb50a2c23f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:03.170762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de77b-5ce3-4651-8a85-4423f9eaeb61 req-fb48bcbd-37fa-45fd-b17f-ad2f311e89ec tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:03.175982 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd0de77b-5ce3-4651-8a85-4423f9eaeb61 req-fb48bcbd-37fa-45fd-b17f-ad2f311e89ec tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 948 time: 0.1515577 Jan 28 12:23:03.181230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3fc743ba-c55d-430c-92ef-c7ba38f60672 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7454422 Jan 28 12:23:03.241441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 382f887c-f815-495e-b6c0-1cd6550b9331 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:03.241818 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:03.272358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd0de77b-5ce3-4651-8a85-4423f9eaeb61 req-12609d5c-4f4d-41c4-85d6-6da43fb47c3c tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4eb182-0545-40fe-bc50-0d72d4a9debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871298 Jan 28 12:23:03.322808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382f887c-f815-495e-b6c0-1cd6550b9331 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:03.359321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479e606-4ff0-43dc-aef8-b3b1f9182a10 req-0b57a178-5415-43df-98f7-c08393f48b90 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:03.360442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b479e606-4ff0-43dc-aef8-b3b1f9182a10 req-0b57a178-5415-43df-98f7-c08393f48b90 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.0657191 Jan 28 12:23:03.370153 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ba7916a8-c56f-45aa-84f6-265168839454 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:03.375194 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ba7916a8-c56f-45aa-84f6-265168839454), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:03.419092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks [] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:03.421370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b479e606-4ff0-43dc-aef8-b3b1f9182a10 req-0247cab1-7f4b-4792-907b-fe5ba0803698 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549052 Jan 28 12:23:03.443101 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0748de00-bab4-4150-8d68-ef18a642b429 None None] Provisioning complete for port 6fa22ca1-a933-462f-9aff-6297fe0f023a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:03.443508 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0748de00-bab4-4150-8d68-ef18a642b429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:03.457050 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:03.470345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 382f887c-f815-495e-b6c0-1cd6550b9331, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=382f887c-f815-495e-b6c0-1cd6550b9331,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:03.501583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bc499-afe8-4c58-8e23-73db322fb9e7 req-282dc2e8-627d-44f4-bd2c-6aac9bb734ad tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:03.508923 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-572bc499-afe8-4c58-8e23-73db322fb9e7 req-282dc2e8-627d-44f4-bd2c-6aac9bb734ad tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.0844948 Jan 28 12:23:03.509392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3071d8-a6dd-4494-b22d-c2f5f10525d6 None None] Network 0c78bb79-874d-43ee-8773-3b7a3af6d093 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:23:03.519699 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:03.532033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f0abc5-c246-4e8d-946c-4987066f8ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7916a8-c56f-45aa-84f6-265168839454'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:03.534261 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ed8891-366c-41fc-8de9-ad92bae57f01" -d '{"events": [{"server_uuid": "52f0abc5-c246-4e8d-946c-4987066f8ccb", "name": "network-vif-plugged", "status": "completed", "tag": "ba7916a8-c56f-45aa-84f6-265168839454"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:03.558905 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:03.576676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-572bc499-afe8-4c58-8e23-73db322fb9e7 req-32baa9ce-8243-435c-842f-8bfc153ff7bc tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617492 Jan 28 12:23:03.720535 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67ab512-8327-421c-8504-3309472ecb45 req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:03.751209 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event updated for resources: {'Port': ['ID=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:03.753778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-d67ab512-8327-421c-8504-3309472ecb45 req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:03.779985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67ab512-8327-421c-8504-3309472ecb45 req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:03.841543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a', '69b28469-06d8-4aaa-bad0-1334ae203a97', '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:03.873236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237d43e-5598-4dc8-a209-80e160d08301 req-caf68ce3-92e6-4166-87b9-8f42e42ab051 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:03.874806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7237d43e-5598-4dc8-a209-80e160d08301 req-caf68ce3-92e6-4166-87b9-8f42e42ab051 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 945 time: 0.1644888 Jan 28 12:23:03.883155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-8917695a-cfa1-4d19-bb23-7ad9235f97c3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:03.884630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:03.884765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-8917695a-cfa1-4d19-bb23-7ad9235f97c3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/networks?id=0c78bb79-874d-43ee-8773-3b7a3af6d093 HTTP/1.1" status: 200 len: 822 time: 0.1601758 Jan 28 12:23:03.885259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:03.921376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-bef33e6c-fcae-49d6-9fc9-58fad2a0dab2 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/quotas/bb8ac41a87184c8ca638fb25a6b41979 HTTP/1.1" status: 200 len: 375 time: 0.0273359 Jan 28 12:23:03.924225 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d4a0d-30cb-4932-b810-3b280e9ca229 req-e11c063c-ade6-48fa-b266-4378bc1707f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:03.927743 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e30d4a0d-30cb-4932-b810-3b280e9ca229 req-e11c063c-ade6-48fa-b266-4378bc1707f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 1099 time: 0.2201951 Jan 28 12:23:03.940388 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-8fabbfcf-9f74-48ad-808f-ca249d653eb6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9392130 Jan 28 12:23:03.940744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ba7916a8-c56f-45aa-84f6-265168839454, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ba7916a8-c56f-45aa-84f6-265168839454,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:03.943466 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25187ead-45ac-48b3-bb0a-6578bb12585f x-openstack-request-id: req-25187ead-45ac-48b3-bb0a-6578bb12585f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:03.943974 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f0abc5-c246-4e8d-946c-4987066f8ccb", "name": "network-vif-plugged", "status": "completed", "tag": "ba7916a8-c56f-45aa-84f6-265168839454", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:03.944330 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25187ead-45ac-48b3-bb0a-6578bb12585f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:03.944899 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f0abc5-c246-4e8d-946c-4987066f8ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7916a8-c56f-45aa-84f6-265168839454', 'code': 200} Jan 28 12:23:03.968178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Request body: {'port': {'device_id': '39e6d3d7-2f6e-49ac-aacf-53bb53c2df73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:03.972664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-ed8300ed-babe-49c3-8ebe-144db5c3558e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb8ac41a87184c8ca638fb25a6b41979&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500946 Jan 28 12:23:04.004221 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0748de00-bab4-4150-8d68-ef18a642b429 None None] Port 6fa22ca1-a933-462f-9aff-6297fe0f023a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:23:04.005825 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ba7916a8-c56f-45aa-84f6-265168839454), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:04.006767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b56d68dd-36c7-47e5-bc89-a67d72ab3591 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:04.030578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9447f8f4-4351-43d3-a5f3-50379dbd8ac7 admin admin] Deleting port adac08c2-1e03-48b9-9fcf-2ace43192317 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:04.030844 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9447f8f4-4351-43d3-a5f3-50379dbd8ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:04.041459 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7237d43e-5598-4dc8-a209-80e160d08301 req-ae83579b-e590-410c-b52b-57b47945e779 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557305 Jan 28 12:23:04.069855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['382f887c-f815-495e-b6c0-1cd6550b9331'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:04.100233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-007bca58-d06d-4972-859f-98c32d73367f service neutron] 10.222.0.53 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265147 Jan 28 12:23:04.144445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=382f887c-f815-495e-b6c0-1cd6550b9331,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:04.149000 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e30d4a0d-30cb-4932-b810-3b280e9ca229 req-55f04d17-f2c4-4dfd-a41e-c73f0a650d85 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5b4eb182-0545-40fe-bc50-0d72d4a9debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982372 Jan 28 12:23:04.180658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:04.184380 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa22ca1-a933-462f-9aff-6297fe0f023a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:04.201505 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Publish callbacks [] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:04.224409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7fcd3-9009-4f5f-ba23-d68d4df2595f req-6fc7617f-f0b5-46f1-9419-f0e1b3d5e863 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:04.225633 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6d7fcd3-9009-4f5f-ba23-d68d4df2595f req-6fc7617f-f0b5-46f1-9419-f0e1b3d5e863 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 945 time: 0.0711215 Jan 28 12:23:04.249179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-312e5914-510f-4acd-a399-9dbe3d0c6f90 service neutron] 10.222.0.53 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421270 Jan 28 12:23:04.250426 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8dea56b9-4fd5-406b-a30e-5200a729f396 None None] Provisioning complete for port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:04.250909 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8dea56b9-4fd5-406b-a30e-5200a729f396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:04.298843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8dea56b9-4fd5-406b-a30e-5200a729f396 None None] Port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:23:04.333377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6d7fcd3-9009-4f5f-ba23-d68d4df2595f req-87b2748e-ed7b-44c1-b7fb-fc660b1827b4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916858 Jan 28 12:23:04.478303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ba7916a8-c56f-45aa-84f6-265168839454,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:04.491897 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Transition to ACTIVE for port object 6fa22ca1-a933-462f-9aff-6297fe0f023a will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:23:04.518465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port b56d68dd-36c7-47e5-bc89-a67d72ab3591 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:23:04.533033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:04.535528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port b56d68dd-36c7-47e5-bc89-a67d72ab3591 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:04.535915 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:04.577719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9447f8f4-4351-43d3-a5f3-50379dbd8ac7 admin admin] For port adac08c2-1e03-48b9-9fcf-2ace43192317, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=adac08c2-1e03-48b9-9fcf-2ace43192317,segment=NetworkSegment(eaeef951-1ae0-43ab-a156-9f833582986a),segment_id=eaeef951-1ae0-43ab-a156-9f833582986a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:04.578089 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9447f8f4-4351-43d3-a5f3-50379dbd8ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:04.615721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9447f8f4-4351-43d3-a5f3-50379dbd8ac7 admin admin] Calling delete_port for adac08c2-1e03-48b9-9fcf-2ace43192317 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:04.676707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d80d6-3d61-4d81-962d-1fd33daabbff req-9e58157c-b146-46fe-8094-3d29b4cb7585 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:04.678513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-418d80d6-3d61-4d81-962d-1fd33daabbff req-9e58157c-b146-46fe-8094-3d29b4cb7585 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 949 time: 0.2158701 Jan 28 12:23:04.741232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa22ca1-a933-462f-9aff-6297fe0f023a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:04.765725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-418d80d6-3d61-4d81-962d-1fd33daabbff req-89f1e600-84cf-416f-88f9-702431ceeeca tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4eb182-0545-40fe-bc50-0d72d4a9debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794823 Jan 28 12:23:04.793851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363c225-0d34-4184-8a46-4cac3c766dc3 req-67c07913-2d1b-4b20-8ecb-5ba534693afa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:04.800321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e363c225-0d34-4184-8a46-4cac3c766dc3 req-67c07913-2d1b-4b20-8ecb-5ba534693afa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 935 time: 0.3556614 Jan 28 12:23:04.836454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b56d68dd-36c7-47e5-bc89-a67d72ab3591 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:04.836841 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:04.890376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:04.903488 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:04.936529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e363c225-0d34-4184-8a46-4cac3c766dc3 req-5a2f27c9-3715-4a56-9008-23e325390b30 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279011 Jan 28 12:23:04.997679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f65cf046-213c-450d-8dab-daa5e0014b5b req-722e4ea0-2bf4-47c7-98ac-894f5e26eda3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 210 time: 0.0867653 Jan 28 12:23:05.004837 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b56d68dd-36c7-47e5-bc89-a67d72ab3591,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:05.085080 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Attempting to bind port 6fa22ca1-a933-462f-9aff-6297fe0f023a on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:05.085533 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Attempting to bind port 6fa22ca1-a933-462f-9aff-6297fe0f023a by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:05.086065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Attempting to bind port 6fa22ca1-a933-462f-9aff-6297fe0f023a on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:05.093581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cbdbd-50ba-4100-b1e5-6c2cd3ed8575 req-08dd8786-5c2f-4f82-9f48-035eea8d6428 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:05.096340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d99cbdbd-50ba-4100-b1e5-6c2cd3ed8575 req-08dd8786-5c2f-4f82-9f48-035eea8d6428 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.0633180 Jan 28 12:23:05.142155 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Port 6fa22ca1-a933-462f-9aff-6297fe0f023a on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:23:05.142486 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Attempting to bind port 6fa22ca1-a933-462f-9aff-6297fe0f023a on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:05.163816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:05.164461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:05.164855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:05.165300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Bound port: 6fa22ca1-a933-462f-9aff-6297fe0f023a, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:05.165854 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:05.194478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ae2dc-689c-4359-bf28-3e1c777a8f78 req-10dde83c-1f09-4dbb-bd32-9759849a7f01 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:05.195973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d5ae2dc-689c-4359-bf28-3e1c777a8f78 req-10dde83c-1f09-4dbb-bd32-9759849a7f01 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.0986297 Jan 28 12:23:05.199893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d99cbdbd-50ba-4100-b1e5-6c2cd3ed8575 req-7ac8f667-d87a-4261-b3aa-cd15547836e6 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884051 Jan 28 12:23:05.274939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d5ae2dc-689c-4359-bf28-3e1c777a8f78 req-c99d5c38-67ba-49ef-9736-9fc4810805a2 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694637 Jan 28 12:23:05.354391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d361f31d-ccee-4b26-a3f0-5abd8f9ddbde {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:05.367978 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Publish callbacks [] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:05.373320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] For port 6fa22ca1-a933-462f-9aff-6297fe0f023a, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:05.383971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] For port 6fa22ca1-a933-462f-9aff-6297fe0f023a, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6fa22ca1-a933-462f-9aff-6297fe0f023a,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:05.401428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec11c91-8f7b-4c4f-9530-b18d90d3731a req-60039168-3196-4126-add1-5669f287ef1b tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:05.402490 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:05.404264 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ec11c91-8f7b-4c4f-9530-b18d90d3731a req-60039168-3196-4126-add1-5669f287ef1b tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 945 time: 0.0845430 Jan 28 12:23:05.405855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Transition to ACTIVE for port object d361f31d-ccee-4b26-a3f0-5abd8f9ddbde will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:23:05.409249 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9447f8f4-4351-43d3-a5f3-50379dbd8ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (adac08c2-1e03-48b9-9fcf-2ace43192317), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:05.424755 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:05.527984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ec11c91-8f7b-4c4f-9530-b18d90d3731a req-6ec8e992-e3bf-44c1-a32b-dd24113351d6 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156747 Jan 28 12:23:05.547443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74c1a1-ee46-4304-bc38-b4cc148b947d req-0d7be8fe-2f04-48ad-b72f-5a7849136d3e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:05.554384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d74c1a1-ee46-4304-bc38-b4cc148b947d req-0d7be8fe-2f04-48ad-b72f-5a7849136d3e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 946 time: 0.1023483 Jan 28 12:23:05.629892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d74c1a1-ee46-4304-bc38-b4cc148b947d req-7e0f3ee2-c507-4533-bfd0-81da2a664b48 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556474 Jan 28 12:23:05.643682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:05.644308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:05.645702 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] 10.222.0.49 "PUT /v2.0/ports/6fa22ca1-a933-462f-9aff-6297fe0f023a HTTP/1.1" status: 200 len: 1095 time: 2.5036623 Jan 28 12:23:05.650049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be5ab0e-8013-4712-b1bc-eb50a2c23f77', 'tag': '6fa22ca1-a933-462f-9aff-6297fe0f023a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:05.658104 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e35a52-7675-4d9f-8e4e-85496a65dbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "4be5ab0e-8013-4712-b1bc-eb50a2c23f77", "tag": "6fa22ca1-a933-462f-9aff-6297fe0f023a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:05.691275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa22ca1-a933-462f-9aff-6297fe0f023a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:05.731195 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b774c50-177f-4db3-bc33-5c7f2f3a7bf6 x-openstack-request-id: req-2b774c50-177f-4db3-bc33-5c7f2f3a7bf6 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:05.731533 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be5ab0e-8013-4712-b1bc-eb50a2c23f77", "tag": "6fa22ca1-a933-462f-9aff-6297fe0f023a", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:05.731862 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b774c50-177f-4db3-bc33-5c7f2f3a7bf6 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:05.732333 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be5ab0e-8013-4712-b1bc-eb50a2c23f77', 'tag': '6fa22ca1-a933-462f-9aff-6297fe0f023a', 'status': 'completed', 'code': 200} Jan 28 12:23:05.753380 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.753918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.754262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.754676 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.755081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.755509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.755909 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.756306 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.756681 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.757138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.757642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.757982 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.758313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341132bc-8ad3-47b5-a6cb-417944d976d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:05.830960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Attempting to bind port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:05.831330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Attempting to bind port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:05.831651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Attempting to bind port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:05.833724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447f8f4-4351-43d3-a5f3-50379dbd8ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=adac08c2-1e03-48b9-9fcf-2ace43192317,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:05.859760 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9447f8f4-4351-43d3-a5f3-50379dbd8ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (e67b81b7-0a3f-4c20-9f52-79496a02ed85), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:05.872600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:23:05.872929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Attempting to bind port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:05.891047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:05.891175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:05.891577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:05.892472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Bound port: d361f31d-ccee-4b26-a3f0-5abd8f9ddbde, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:05.893005 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:05.906180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-1cd19aaf-73e3-4cc9-9eef-3323cd8c251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:05.907703 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-1cd19aaf-73e3-4cc9-9eef-3323cd8c251a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 1098 time: 0.1812887 Jan 28 12:23:05.908791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e39cd-f164-4a65-864c-aa89cf40dcb6 req-d25e9cc2-d716-40f3-b26d-4505a5037dfd tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:05.915834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da7e39cd-f164-4a65-864c-aa89cf40dcb6 req-d25e9cc2-d716-40f3-b26d-4505a5037dfd tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 949 time: 0.0803769 Jan 28 12:23:05.921076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Pushing event updated for resources: {'Port': ['ID=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:05.946392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baadba81-557d-426b-b544-f864b4a05485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56d68dd-36c7-47e5-bc89-a67d72ab3591'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:05.950163 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131cc203-88a5-4eeb-9670-f774726c7bae" -d '{"events": [{"server_uuid": "baadba81-557d-426b-b544-f864b4a05485", "name": "network-vif-plugged", "status": "completed", "tag": "b56d68dd-36c7-47e5-bc89-a67d72ab3591"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:05.974935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da7e39cd-f164-4a65-864c-aa89cf40dcb6 req-8a698209-3b23-4b48-bfa0-cc338514bad2 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4eb182-0545-40fe-bc50-0d72d4a9debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535772 Jan 28 12:23:06.024774 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a990d9-29ff-4afe-9256-dc374c802bbe x-openstack-request-id: req-30a990d9-29ff-4afe-9256-dc374c802bbe {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:06.025181 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baadba81-557d-426b-b544-f864b4a05485", "name": "network-vif-plugged", "status": "completed", "tag": "b56d68dd-36c7-47e5-bc89-a67d72ab3591", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:06.025542 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-3107725d-04fc-4afb-801b-a00d96863eef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=6fa22ca1-a933-462f-9aff-6297fe0f023a HTTP/1.1" status: 200 len: 217 time: 0.1055686 Jan 28 12:23:06.026268 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30a990d9-29ff-4afe-9256-dc374c802bbe {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:06.026743 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baadba81-557d-426b-b544-f864b4a05485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56d68dd-36c7-47e5-bc89-a67d72ab3591', 'code': 200} Jan 28 12:23:06.107992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e4b8-15b2-49a1-9ee6-405a797470cc req-fbe2f17a-a09c-4d09-b8e2-cc244ca75b9d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:06.115460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15f6e4b8-15b2-49a1-9ee6-405a797470cc req-fbe2f17a-a09c-4d09-b8e2-cc244ca75b9d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 947 time: 0.0645585 Jan 28 12:23:06.195939 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] For port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:06.199236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-d64e3b7d-7faf-4749-8dbc-17cab22bada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:06.200802 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-d64e3b7d-7faf-4749-8dbc-17cab22bada2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1501122 Jan 28 12:23:06.204728 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] For port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:06.224397 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:06.234369 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15f6e4b8-15b2-49a1-9ee6-405a797470cc req-d252c3ad-e402-440b-8cce-0f7d54479af3 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179576 Jan 28 12:23:06.316612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-29f20c2e-dded-4bec-8494-d24f1a8425f8 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:06.320759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-29f20c2e-dded-4bec-8494-d24f1a8425f8 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.35 "GET /v2.0/networks?id=0c78bb79-874d-43ee-8773-3b7a3af6d093 HTTP/1.1" status: 200 len: 822 time: 0.2033617 Jan 28 12:23:06.328694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967ea68-0aeb-4208-996f-459cd0d74c6e req-a40f79cf-4a7f-477d-a959-51f993efe542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:06.330114 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e967ea68-0aeb-4208-996f-459cd0d74c6e req-a40f79cf-4a7f-477d-a959-51f993efe542 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 1097 time: 0.2040403 Jan 28 12:23:06.332228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:06.333094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:06.334397 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] 10.222.0.35 "PUT /v2.0/ports/d361f31d-ccee-4b26-a3f0-5abd8f9ddbde HTTP/1.1" status: 200 len: 1095 time: 2.3725646 Jan 28 12:23:06.428909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Request body: {'port': {'device_id': '96c5f62e-8caf-477e-82a1-9d5ada298d21', 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093', 'admin_state_up': True, 'tenant_id': 'bb8ac41a87184c8ca638fb25a6b41979'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:06.434537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c474b54c-b77b-434f-9796-0ece882d6adf req-6d5eac2b-4808-4252-a885-074c8271339a tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 210 time: 0.1027403 Jan 28 12:23:06.476817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-17a31a4b-dce7-4d7c-8840-a083e8731211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:06.482876 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-17a31a4b-dce7-4d7c-8840-a083e8731211 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2682085 Jan 28 12:23:06.489754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f994af-c37b-4ee6-8717-d489fec96b2a service neutron] Pushing event updated for resources: {'Port': ['ID=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:06.586603 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e967ea68-0aeb-4208-996f-459cd0d74c6e req-5bc190c9-1c27-4cc7-953a-ac401efc5c61 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454267 Jan 28 12:23:06.599187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9447f8f4-4351-43d3-a5f3-50379dbd8ac7 admin admin] Router e67b81b7-0a3f-4c20-9f52-79496a02ed85 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:23:06.607565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-d8eee2a5-f24e-4fe5-8073-d8ea3574d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:06.609038 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-d8eee2a5-f24e-4fe5-8073-d8ea3574d599 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=39e6d3d7-2f6e-49ac-aacf-53bb53c2df73 HTTP/1.1" status: 200 len: 1098 time: 0.2019088 Jan 28 12:23:06.611790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09811dd4-e0e5-4898-8dcd-bce05f96f6f5 req-29423b46-4000-4d8b-b897-34a05269923d tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:06.613268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09811dd4-e0e5-4898-8dcd-bce05f96f6f5 req-29423b46-4000-4d8b-b897-34a05269923d tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1811464 Jan 28 12:23:06.652450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4ac3f-dc8d-4ba5-827c-fdc13bddf774 req-ad7ae479-dd96-4b1c-b900-b6e4406ed5ad tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:06.654021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20a4ac3f-dc8d-4ba5-827c-fdc13bddf774 req-ad7ae479-dd96-4b1c-b900-b6e4406ed5ad tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1254311 Jan 28 12:23:06.677196 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-1282956e-2d3e-42a1-ad91-25183a4fdd27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde HTTP/1.1" status: 200 len: 217 time: 0.0560634 Jan 28 12:23:06.679049 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-99a6118a-61c4-40aa-a907-f2a56ee75c77 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942532 Jan 28 12:23:06.688561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Made reservation on behalf of bb8ac41a87184c8ca638fb25a6b41979 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:06.692194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:06.735182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09811dd4-e0e5-4898-8dcd-bce05f96f6f5 req-da17d9ee-c918-46d6-b158-88d813bcb189 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127510 Jan 28 12:23:06.755495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 382f887c-f815-495e-b6c0-1cd6550b9331 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:06.802894 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20a4ac3f-dc8d-4ba5-827c-fdc13bddf774 req-11448f74-fcc8-4611-9415-5d26ba87420c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376772 Jan 28 12:23:06.875510 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 382f887c-f815-495e-b6c0-1cd6550b9331 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:23:06.879821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 382f887c-f815-495e-b6c0-1cd6550b9331 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:06.880215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:06.897395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Allocated IP 172.20.0.8 (0c78bb79-874d-43ee-8773-3b7a3af6d093/255b7628-961c-4616-adae-6292f992ea17/835ee2c9-6df2-46ef-9d2e-54835ae972eb) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:06.980367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 382f887c-f815-495e-b6c0-1cd6550b9331 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:06.980938 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:07.016942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 382f887c-f815-495e-b6c0-1cd6550b9331, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=382f887c-f815-495e-b6c0-1cd6550b9331,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:07.023760 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:07.074702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8645b9c-ccf5-481e-bcfe-d6b4f85bfa9b req-5c9458a6-f4fb-41c1-aa22-a2df080257b6 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:07.076259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8645b9c-ccf5-481e-bcfe-d6b4f85bfa9b req-5c9458a6-f4fb-41c1-aa22-a2df080257b6 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 945 time: 0.1595204 Jan 28 12:23:07.078912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=382f887c-f815-495e-b6c0-1cd6550b9331,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:07.087932 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-aa0dd430-c188-4761-a70a-7a28e08f5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:07.088173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c63f6b-3cb5-4125-94ca-3a0b69e3ba0f req-189e3a45-917d-4077-b8cf-8e883dfdfa80 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:07.089958 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-aa0dd430-c188-4761-a70a-7a28e08f5c5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1449325 Jan 28 12:23:07.090109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78c63f6b-3cb5-4125-94ca-3a0b69e3ba0f req-189e3a45-917d-4077-b8cf-8e883dfdfa80 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 946 time: 0.1879334 Jan 28 12:23:07.141888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9447f8f4-4351-43d3-a5f3-50379dbd8ac7 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:23:07.152623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64159597-a83a-4c81-8652-2358845d0586 None None] Sync routers for ids ['e67b81b7-0a3f-4c20-9f52-79496a02ed85'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:23:07.153198 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9447f8f4-4351-43d3-a5f3-50379dbd8ac7 admin admin] 10.222.0.53 "PUT /v2.0/routers/e67b81b7-0a3f-4c20-9f52-79496a02ed85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9295664 Jan 28 12:23:07.156411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56358) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:07.164434 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64159597-a83a-4c81-8652-2358845d0586 None None] Routers {'e67b81b7-0a3f-4c20-9f52-79496a02ed85'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:07.165206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-64159597-a83a-4c81-8652-2358845d0586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e67b81b7-0a3f-4c20-9f52-79496a02ed85'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:07.167914 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-d8f342a4-1ec1-4b85-acf4-4d3bc99ca03b service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156549 Jan 28 12:23:07.213439 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ab512-8327-421c-8504-3309472ecb45 req-b404a25c-675f-4ea3-9460-62a7b12ebff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:07.215008 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-b404a25c-675f-4ea3-9460-62a7b12ebff0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1131001 Jan 28 12:23:07.222581 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8645b9c-ccf5-481e-bcfe-d6b4f85bfa9b req-78c6d9b7-99d1-4b5b-91c7-c2d26572effb tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237435 Jan 28 12:23:07.225455 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:07.231533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78c63f6b-3cb5-4125-94ca-3a0b69e3ba0f req-6bad9137-a4a7-450a-b3cc-d0c851023c57 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315606 Jan 28 12:23:07.296914 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:07.357313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-64159597-a83a-4c81-8652-2358845d0586 None None] Set router e67b81b7-0a3f-4c20-9f52-79496a02ed85 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:07.382289 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Publish callbacks [] for router (e67b81b7-0a3f-4c20-9f52-79496a02ed85), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:07.405279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Network 0c78bb79-874d-43ee-8773-3b7a3af6d093 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:07.414717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:07.420659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:07.425956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e35a52-7675-4d9f-8e4e-85496a65dbc1 req-d76f0398-65b3-4b4a-85f7-f1077b329ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:07.427464 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e35a52-7675-4d9f-8e4e-85496a65dbc1 req-d76f0398-65b3-4b4a-85f7-f1077b329ff8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 1098 time: 0.2021918 Jan 28 12:23:07.461778 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-3638e555-bc25-43f7-8764-b153136e9555 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350423 Jan 28 12:23:07.469397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event updated for resources: {'Port': ['ID=835ee2c9-6df2-46ef-9d2e-54835ae972eb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:07.489878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf098bf-5792-4696-932a-5ff1aa4761c9 req-cefc52a5-c14c-4289-86f2-abbb5fcbe129 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:07.499191 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdf098bf-5792-4696-932a-5ff1aa4761c9 req-cefc52a5-c14c-4289-86f2-abbb5fcbe129 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 947 time: 0.1504092 Jan 28 12:23:07.534104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:07.534731 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:07.576793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-3bd146fa-5ded-4022-972f-4121f0e75744 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1669834 Jan 28 12:23:07.591583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdf098bf-5792-4696-932a-5ff1aa4761c9 req-1f6575fb-bdb3-41d1-a2ef-050adef421f6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864906 Jan 28 12:23:07.601700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Request body: {'port': {'device_id': '96c5f62e-8caf-477e-82a1-9d5ada298d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:07.634195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-64159597-a83a-4c81-8652-2358845d0586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'name': 'tempest-AttachSCSIVolumeTestJSON-793725905-router', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:23:05Z', 'revision_number': 5, 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'gw_port': {'id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:39Z', 'updated_at': '2022-01-28T12:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:07.674147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64159597-a83a-4c81-8652-2358845d0586 None None] Checking router: e67b81b7-0a3f-4c20-9f52-79496a02ed85 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:23:07.686362 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Publish callbacks [] for router_gateway (e67b81b7-0a3f-4c20-9f52-79496a02ed85), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:07.687108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64159597-a83a-4c81-8652-2358845d0586 None None] Routers {'e67b81b7-0a3f-4c20-9f52-79496a02ed85'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:07.687798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-64159597-a83a-4c81-8652-2358845d0586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e67b81b7-0a3f-4c20-9f52-79496a02ed85'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:07.692089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e35a52-7675-4d9f-8e4e-85496a65dbc1 req-eae6f1df-21a4-43bd-8840-bb874ccbb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:07.692905 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e35a52-7675-4d9f-8e4e-85496a65dbc1 req-eae6f1df-21a4-43bd-8840-bb874ccbb655 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2543302 Jan 28 12:23:07.736188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e6d3d7-2f6e-49ac-aacf-53bb53c2df73', 'tag': 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:07.736773 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:07.738486 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015b6957-9c48-4198-9341-08501063f191" -d '{"events": [{"name": "network-changed", "server_uuid": "39e6d3d7-2f6e-49ac-aacf-53bb53c2df73", "tag": "d361f31d-ccee-4b26-a3f0-5abd8f9ddbde"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:07.775258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a79b85-9d4d-4e7c-9c7d-5509b8897253 req-80d79142-330d-404a-8c89-4e1788071c86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:07.783203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34a79b85-9d4d-4e7c-9c7d-5509b8897253 req-80d79142-330d-404a-8c89-4e1788071c86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 931 time: 0.1261721 Jan 28 12:23:07.788320 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d67ab512-8327-421c-8504-3309472ecb45 req-49fd24ee-7e99-4e86-ad43-7611bb238532 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856507 Jan 28 12:23:07.789797 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e35a52-7675-4d9f-8e4e-85496a65dbc1 req-2b55c511-a171-42ac-826e-697310772f3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=6fa22ca1-a933-462f-9aff-6297fe0f023a HTTP/1.1" status: 200 len: 217 time: 0.0874054 Jan 28 12:23:07.837337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731e549-eae7-4712-a90f-e9aa6934567f req-b6cdf749-22a6-4f18-b86a-83d6aeb8af8d tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:07.839007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0731e549-eae7-4712-a90f-e9aa6934567f req-b6cdf749-22a6-4f18-b86a-83d6aeb8af8d tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 949 time: 0.1554370 Jan 28 12:23:07.852898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-64159597-a83a-4c81-8652-2358845d0586 None None] Set router e67b81b7-0a3f-4c20-9f52-79496a02ed85 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:07.853434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e35a52-7675-4d9f-8e4e-85496a65dbc1 req-31c2e128-79a2-46be-b23e-9761bfe3552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:07.857983 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e35a52-7675-4d9f-8e4e-85496a65dbc1 req-31c2e128-79a2-46be-b23e-9761bfe3552f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0609112 Jan 28 12:23:07.871474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Deleting port 0ef5e875-23e0-427b-bab2-f16dc784cb27 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:07.871954 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:07.949713 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34a79b85-9d4d-4e7c-9c7d-5509b8897253 req-011de490-1eae-411f-beda-c66fbcd38ff8 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655800 Jan 28 12:23:07.971907 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e35a52-7675-4d9f-8e4e-85496a65dbc1 req-79050149-4547-4670-9612-3cd21cb13108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:07.973806 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e35a52-7675-4d9f-8e4e-85496a65dbc1 req-79050149-4547-4670-9612-3cd21cb13108 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067908 Jan 28 12:23:08.003291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0731e549-eae7-4712-a90f-e9aa6934567f req-c01048b9-53c1-4005-afbb-f3a59a96a3eb tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4eb182-0545-40fe-bc50-0d72d4a9debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480024 Jan 28 12:23:08.011220 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] For port 0ef5e875-23e0-427b-bab2-f16dc784cb27, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0ef5e875-23e0-427b-bab2-f16dc784cb27,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:08.011621 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:08.028202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382f887c-f815-495e-b6c0-1cd6550b9331'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:08.032885 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd309051-3a1f-4606-aecb-be70ba8158e3" -d '{"events": [{"server_uuid": "386b7b2a-87de-4f89-b1fa-66d790715b76", "name": "network-vif-plugged", "status": "completed", "tag": "382f887c-f815-495e-b6c0-1cd6550b9331"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:08.078045 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44242d2-1147-488b-b466-4d3c9ba6fecc x-openstack-request-id: req-a44242d2-1147-488b-b466-4d3c9ba6fecc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:08.078337 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e6d3d7-2f6e-49ac-aacf-53bb53c2df73", "tag": "d361f31d-ccee-4b26-a3f0-5abd8f9ddbde", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:08.078777 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a44242d2-1147-488b-b466-4d3c9ba6fecc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:08.079363 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e6d3d7-2f6e-49ac-aacf-53bb53c2df73', 'tag': 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde', 'status': 'completed', 'code': 200} Jan 28 12:23:08.080528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Calling delete_port for 0ef5e875-23e0-427b-bab2-f16dc784cb27 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:08.120430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-64159597-a83a-4c81-8652-2358845d0586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'name': 'tempest-AttachSCSIVolumeTestJSON-793725905-router', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:23:05Z', 'revision_number': 5, 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'gw_port': {'id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:39Z', 'updated_at': '2022-01-28T12:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:08.154455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64159597-a83a-4c81-8652-2358845d0586 None None] The sync data for ids ['e67b81b7-0a3f-4c20-9f52-79496a02ed85'] in n-d-824835-4 is: [{'id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'name': 'tempest-AttachSCSIVolumeTestJSON-793725905-router', 'tenant_id': '37f7ac357b3f4b4a8384494236bf36f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:23:05Z', 'revision_number': 5, 'project_id': '37f7ac357b3f4b4a8384494236bf36f7', 'gw_port': {'id': '0ef5e875-23e0-427b-bab2-f16dc784cb27', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b81b7-0a3f-4c20-9f52-79496a02ed85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:39Z', 'updated_at': '2022-01-28T12:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:23:08.195714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b6957-9c48-4198-9341-08501063f191 req-5d77c5fb-dc0b-4dde-b92c-786fa1ca34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:08.197219 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-015b6957-9c48-4198-9341-08501063f191 req-5d77c5fb-dc0b-4dde-b92c-786fa1ca34a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=39e6d3d7-2f6e-49ac-aacf-53bb53c2df73 HTTP/1.1" status: 200 len: 1098 time: 0.1244314 Jan 28 12:23:08.234525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:08.240754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835ee2c9-6df2-46ef-9d2e-54835ae972eb {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:08.242036 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e35a52-7675-4d9f-8e4e-85496a65dbc1 req-fd10f763-2226-411a-908f-4bf42f2efcd1 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467768 Jan 28 12:23:08.253186 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Publish callbacks [] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:08.262445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adb03a-b253-4b9b-a450-cf0f4a41017c req-e98c96a7-4b1a-4c7a-976e-f85a091b9201 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:08.264019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69adb03a-b253-4b9b-a450-cf0f4a41017c req-e98c96a7-4b1a-4c7a-976e-f85a091b9201 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 950 time: 0.1478460 Jan 28 12:23:08.276254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Transition to ACTIVE for port object 835ee2c9-6df2-46ef-9d2e-54835ae972eb will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:23:08.285219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21c6ef-a718-4700-8a1b-656a1f2d5b92 req-c5aa206a-e39a-499d-9ebc-be254a78810e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:08.286884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d21c6ef-a718-4700-8a1b-656a1f2d5b92 req-c5aa206a-e39a-499d-9ebc-be254a78810e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1330559 Jan 28 12:23:08.293285 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:08.344440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:08.356930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3', 'mac_address': 'fa:16:3e:fa:be:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:08.392341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Pushing event updated for resources: {'Port': ['ID=835ee2c9-6df2-46ef-9d2e-54835ae972eb,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:08.397280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:08.397684 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:08.412236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:08.435790 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:08.437108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69adb03a-b253-4b9b-a450-cf0f4a41017c req-41f75d48-5c57-4b06-8dd4-be9ba5fc0ceb tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592798 Jan 28 12:23:08.438441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.438792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.439127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.439568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.439900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.440231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.440559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.440881 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.441380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.441526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.441832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.442158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.442470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:08.444996 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:08.493600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d21c6ef-a718-4700-8a1b-656a1f2d5b92 req-8f3a6ec0-5e18-4a91-a6a0-131b35c5756a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941330 Jan 28 12:23:08.522639 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cd5eb3-e46b-4e80-a0e0-dc899ffea1d6 x-openstack-request-id: req-a3cd5eb3-e46b-4e80-a0e0-dc899ffea1d6 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:08.522999 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386b7b2a-87de-4f89-b1fa-66d790715b76", "name": "network-vif-plugged", "status": "completed", "tag": "382f887c-f815-495e-b6c0-1cd6550b9331", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:08.523207 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3cd5eb3-e46b-4e80-a0e0-dc899ffea1d6 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:08.523626 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382f887c-f815-495e-b6c0-1cd6550b9331', 'code': 200} Jan 28 12:23:08.555987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Attempting to bind port 835ee2c9-6df2-46ef-9d2e-54835ae972eb on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:08.556394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Attempting to bind port 835ee2c9-6df2-46ef-9d2e-54835ae972eb by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:08.556654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Attempting to bind port 835ee2c9-6df2-46ef-9d2e-54835ae972eb on network 0c78bb79-874d-43ee-8773-3b7a3af6d093 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:08.557742 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:08.600077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Port 835ee2c9-6df2-46ef-9d2e-54835ae972eb on network 0c78bb79-874d-43ee-8773-3b7a3af6d093 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:23:08.600449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Attempting to bind port 835ee2c9-6df2-46ef-9d2e-54835ae972eb on network 0c78bb79-874d-43ee-8773-3b7a3af6d093 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:08.620917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:08.620917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Checking segment: {'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:08.620917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Bound using segment: {'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:08.620917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Bound port: 835ee2c9-6df2-46ef-9d2e-54835ae972eb, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:08.621477 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:08.649044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device adac08c2-1e03-48b9-9fcf-2ace43192317 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:08.687461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: adac08c2-1e03-48b9-9fcf-2ace43192317 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:08.687833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device adac08c2-1e03-48b9-9fcf-2ace43192317 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:08.718421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241bac9-a752-4155-a044-b43ded838618 req-5ba49dba-2095-449b-a9fc-9971f67128c3 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:08.720213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b241bac9-a752-4155-a044-b43ded838618 req-5ba49dba-2095-449b-a9fc-9971f67128c3 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 946 time: 0.1167176 Jan 28 12:23:08.743932 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:23:08.757990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b6957-9c48-4198-9341-08501063f191 req-77283eef-11cf-45d3-b304-43c8954f2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:08.759605 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-015b6957-9c48-4198-9341-08501063f191 req-77283eef-11cf-45d3-b304-43c8954f2ba6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.5471210 Jan 28 12:23:08.784047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f65f9-0f27-47f6-8575-41913229036d req-683e58b4-891c-4be9-ba4a-e53d0f42dda7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:08.788574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef407f77-0d69-43c4-85c9-9296b7f53700 req-aeb684ce-b832-482e-9fa8-dc2c8e3dad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:08.790019 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ef407f77-0d69-43c4-85c9-9296b7f53700 req-aeb684ce-b832-482e-9fa8-dc2c8e3dad8c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 1097 time: 0.1174371 Jan 28 12:23:08.790833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-432f65f9-0f27-47f6-8575-41913229036d req-683e58b4-891c-4be9-ba4a-e53d0f42dda7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 946 time: 0.1401381 Jan 28 12:23:08.811935 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e35a52-7675-4d9f-8e4e-85496a65dbc1 req-ec9193b7-9839-4909-95d7-2cfaa359e60f service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402129 Jan 28 12:23:08.824192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] For port 835ee2c9-6df2-46ef-9d2e-54835ae972eb, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:08.853162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] For port 835ee2c9-6df2-46ef-9d2e-54835ae972eb, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=835ee2c9-6df2-46ef-9d2e-54835ae972eb,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:08.853657 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-015b6957-9c48-4198-9341-08501063f191 req-b266ac56-a71f-4eb4-a80a-db73ac4af55a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde HTTP/1.1" status: 200 len: 217 time: 0.0768266 Jan 28 12:23:08.859705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['544ed6fd-ba8a-4fa5-bea2-8f566d156ed3'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:08.875815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b241bac9-a752-4155-a044-b43ded838618 req-dade7ed1-f755-41f0-9388-32dc685399e2 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301284 Jan 28 12:23:08.886920 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:08.934254 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0ef5e875-23e0-427b-bab2-f16dc784cb27), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:08.969417 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ef407f77-0d69-43c4-85c9-9296b7f53700 req-8b68a86d-2da8-4bd2-9aa9-9e7a9f5d39af service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565249 Jan 28 12:23:08.971038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef5e875-23e0-427b-bab2-f16dc784cb27,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:08.976572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b6957-9c48-4198-9341-08501063f191 req-d0702de6-cfa3-4b4d-a6de-1a30d8d7c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:08.981322 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-015b6957-9c48-4198-9341-08501063f191 req-d0702de6-cfa3-4b4d-a6de-1a30d8d7c31d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1155496 Jan 28 12:23:09.081474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b6957-9c48-4198-9341-08501063f191 req-c7b04436-bfb0-499d-81f5-b85f152c831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:09.083188 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-015b6957-9c48-4198-9341-08501063f191 req-c7b04436-bfb0-499d-81f5-b85f152c831d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955510 Jan 28 12:23:09.084331 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (e67b81b7-0a3f-4c20-9f52-79496a02ed85), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.194816 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-432f65f9-0f27-47f6-8575-41913229036d req-a3d2c22f-e32f-4a8a-bc9b-ea148f1d39a5 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030457 Jan 28 12:23:09.216045 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (e67b81b7-0a3f-4c20-9f52-79496a02ed85), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.231603 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Publish callbacks [] for router_controller (e67b81b7-0a3f-4c20-9f52-79496a02ed85), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.237151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:09.237773 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.239170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] 10.222.0.35 "PUT /v2.0/ports/835ee2c9-6df2-46ef-9d2e-54835ae972eb HTTP/1.1" status: 200 len: 1091 time: 1.6466033 Jan 28 12:23:09.239627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c5f62e-8caf-477e-82a1-9d5ada298d21', 'tag': '835ee2c9-6df2-46ef-9d2e-54835ae972eb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:09.241991 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47799fbf-58fa-41f6-86ba-cc076959fcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "96c5f62e-8caf-477e-82a1-9d5ada298d21", "tag": "835ee2c9-6df2-46ef-9d2e-54835ae972eb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:09.266555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a89c4-fd43-4a37-b188-176778ee1c12 service neutron] Pushing event updated for resources: {'Port': ['ID=835ee2c9-6df2-46ef-9d2e-54835ae972eb,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:09.279356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f673816-5746-4300-8fb1-1c41a69304db req-38f99993-d5b3-4b0b-b0c3-8b19724b1170 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:09.281263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f673816-5746-4300-8fb1-1c41a69304db req-38f99993-d5b3-4b0b-b0c3-8b19724b1170 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 947 time: 0.0913086 Jan 28 12:23:09.315263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (e67b81b7-0a3f-4c20-9f52-79496a02ed85), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.315862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e67b81b7-0a3f-4c20-9f52-79496a02ed85 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:23:09.322986 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.325097 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-aaa7e744-f9f7-4ee6-89a4-20a4992ed635 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e67b81b7-0a3f-4c20-9f52-79496a02ed85 HTTP/1.1" status: 204 len: 168 time: 2.1663370 Jan 28 12:23:09.329327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56390) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:09.374222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7d7ec-1d49-45ce-bbe0-28beaa72a43c req-8576696a-3e6d-48aa-b2a4-bf09145221da tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:09.375733 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d2a7d7ec-1d49-45ce-bbe0-28beaa72a43c req-8576696a-3e6d-48aa-b2a4-bf09145221da tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 949 time: 0.1578894 Jan 28 12:23:09.387093 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-015b6957-9c48-4198-9341-08501063f191 req-9abcebde-ba58-4ed4-ab5e-1a915a3f5f85 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753103 Jan 28 12:23:09.395771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-278ff1d8-9688-47d8-9e83-c1b0a705f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:09.397245 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-278ff1d8-9688-47d8-9e83-c1b0a705f6cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bb8ac41a87184c8ca638fb25a6b41979&device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 1094 time: 0.1132224 Jan 28 12:23:09.418666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-04af96bf-c041-48ad-9a25-f32e805f8330 admin admin] Deleting subnet ee0903de-f43a-47ee-b764-7b373ac37890 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:23:09.420916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f673816-5746-4300-8fb1-1c41a69304db req-ffa684cb-9bd0-41c5-b1d0-3609ffd79a6c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025345 Jan 28 12:23:09.439696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26aa0a-6472-40d4-8cbb-0f343488e1f4 req-46bed5d6-aa33-4926-bd6e-fad9220b0c46 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:09.441629 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04af96bf-c041-48ad-9a25-f32e805f8330 admin admin] Publish callbacks [] for subnet (ee0903de-f43a-47ee-b764-7b373ac37890), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.446432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b26aa0a-6472-40d4-8cbb-0f343488e1f4 req-46bed5d6-aa33-4926-bd6e-fad9220b0c46 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 943 time: 0.1267817 Jan 28 12:23:09.483459 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-bceb8273-cb29-4863-9bae-aaf307bc3287 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=835ee2c9-6df2-46ef-9d2e-54835ae972eb HTTP/1.1" status: 200 len: 217 time: 0.0590732 Jan 28 12:23:09.545010 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04af96bf-c041-48ad-9a25-f32e805f8330 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (ee0903de-f43a-47ee-b764-7b373ac37890), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.585702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b26aa0a-6472-40d4-8cbb-0f343488e1f4 req-06fe8394-de78-40dc-b7b9-fa207c1b4ba0 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384592 Jan 28 12:23:09.598634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-810be35b-53a0-4491-84d6-0b2f5776e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:09.608968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-810be35b-53a0-4491-84d6-0b2f5776e3e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=255b7628-961c-4616-adae-6292f992ea17 HTTP/1.1" status: 200 len: 862 time: 0.1008596 Jan 28 12:23:09.611556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d9c30-ca64-4322-b245-a11bcf593ceb req-7356caf6-d305-408f-a6c4-8f8605576e60 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:09.613038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d5d9c30-ca64-4322-b245-a11bcf593ceb req-7356caf6-d305-408f-a6c4-8f8605576e60 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/ports?device_id=52f0abc5-c246-4e8d-946c-4987066f8ccb HTTP/1.1" status: 200 len: 949 time: 0.1113508 Jan 28 12:23:09.631621 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-015b6957-9c48-4198-9341-08501063f191 req-55cf2532-0651-4e18-888e-040855c08223 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334285 Jan 28 12:23:09.645818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-ade17c56-38c8-41d3-b5f2-7cad6f7c72de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c78bb79-874d-43ee-8773-3b7a3af6d093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317962 Jan 28 12:23:09.718671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-d2a7d7ec-1d49-45ce-bbe0-28beaa72a43c req-9624fe98-eb07-44b9-9262-966d1a76db6c tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Deleting port ba7916a8-c56f-45aa-84f6-265168839454 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:09.718928 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d2a7d7ec-1d49-45ce-bbe0-28beaa72a43c req-9624fe98-eb07-44b9-9262-966d1a76db6c tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ba7916a8-c56f-45aa-84f6-265168839454), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.733650 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04af96bf-c041-48ad-9a25-f32e805f8330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ee0903de-f43a-47ee-b764-7b373ac37890), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.767737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d5d9c30-ca64-4322-b245-a11bcf593ceb req-ebd8836f-2592-4960-8734-2f9883615ad6 tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4eb182-0545-40fe-bc50-0d72d4a9debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448405 Jan 28 12:23:09.788473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323f821-216a-40d9-b9bf-fb729db3f928 req-21bdc4ca-083f-456c-a8c4-fa563682e7c9 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:09.788473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a323f821-216a-40d9-b9bf-fb729db3f928 req-21bdc4ca-083f-456c-a8c4-fa563682e7c9 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 1097 time: 0.1220536 Jan 28 12:23:09.813493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-ea0216ee-cd67-432f-bf54-76b0b4cd63bc service neutron] 10.222.0.35 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589541 Jan 28 12:23:09.846878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d2a7d7ec-1d49-45ce-bbe0-28beaa72a43c req-9624fe98-eb07-44b9-9262-966d1a76db6c tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] For port ba7916a8-c56f-45aa-84f6-265168839454, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ba7916a8-c56f-45aa-84f6-265168839454,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:09.847472 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d2a7d7ec-1d49-45ce-bbe0-28beaa72a43c req-9624fe98-eb07-44b9-9262-966d1a76db6c tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ba7916a8-c56f-45aa-84f6-265168839454), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.857398 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04af96bf-c041-48ad-9a25-f32e805f8330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (ee0903de-f43a-47ee-b764-7b373ac37890), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.857970 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2827c6b-c08b-4bd0-9c76-dd3b24dc3ecc x-openstack-request-id: req-c2827c6b-c08b-4bd0-9c76-dd3b24dc3ecc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:09.858265 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c5f62e-8caf-477e-82a1-9d5ada298d21", "tag": "835ee2c9-6df2-46ef-9d2e-54835ae972eb", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:09.858519 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2827c6b-c08b-4bd0-9c76-dd3b24dc3ecc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:09.858909 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c5f62e-8caf-477e-82a1-9d5ada298d21', 'tag': '835ee2c9-6df2-46ef-9d2e-54835ae972eb', 'status': 'completed', 'code': 200} Jan 28 12:23:09.863870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a323f821-216a-40d9-b9bf-fb729db3f928 req-e8e22539-4a98-47c3-a747-69c8aca80548 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493875 Jan 28 12:23:09.876580 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-d2a7d7ec-1d49-45ce-bbe0-28beaa72a43c req-9624fe98-eb07-44b9-9262-966d1a76db6c tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Calling delete_port for ba7916a8-c56f-45aa-84f6-265168839454 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:09.905969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af96bf-c041-48ad-9a25-f32e805f8330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0903de-f43a-47ee-b764-7b373ac37890,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:09.908034 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04af96bf-c041-48ad-9a25-f32e805f8330 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:09.911919 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-04af96bf-c041-48ad-9a25-f32e805f8330 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ee0903de-f43a-47ee-b764-7b373ac37890 HTTP/1.1" status: 204 len: 168 time: 0.5803502 Jan 28 12:23:09.914708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56400) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:09.924747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978c0ef7-84d8-4edf-9ff8-9790592a82b7 None None] Network 420309dc-ecc7-4117-a55a-110d5b7fcacb requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:23:10.039018 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (420309dc-ecc7-4117-a55a-110d5b7fcacb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.075389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d0a8c3-a133-4cb0-b796-7cfa3d97fb85 req-275d9344-f109-4c70-8be0-701c0ee6548c service neutron] 10.222.0.35 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190311 Jan 28 12:23:10.101661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fd2c6-0ead-402a-9169-04edb4e0045c req-b0462a25-362a-4f18-9c42-204b700b2158 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:10.106200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-126fd2c6-0ead-402a-9169-04edb4e0045c req-b0462a25-362a-4f18-9c42-204b700b2158 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 949 time: 0.1612694 Jan 28 12:23:10.123906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca193198-f158-4b6b-a869-e5fce447bb55 req-b7e82e12-122f-47d4-8e43-28b9172fa8d1 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:10.125452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca193198-f158-4b6b-a869-e5fce447bb55 req-b7e82e12-122f-47d4-8e43-28b9172fa8d1 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1434324 Jan 28 12:23:10.135797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fa4426-c006-43f4-9a34-7878f7666083 None None] DHCP port deletion for 420309dc-ecc7-4117-a55a-110d5b7fcacb request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:23:10.153816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Deleting port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:10.154225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.157405 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d2a7d7ec-1d49-45ce-bbe0-28beaa72a43c req-9624fe98-eb07-44b9-9262-966d1a76db6c tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ba7916a8-c56f-45aa-84f6-265168839454), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.181035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ba7916a8-c56f-45aa-84f6-265168839454'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:10.232138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-09fa4426-c006-43f4-9a34-7878f7666083 None None] Deleting port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:10.232629 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09fa4426-c006-43f4-9a34-7878f7666083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.241262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624fe98-eb07-44b9-9262-966d1a76db6c tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Pushing event deleted for resources: {'Port': ['ID=ba7916a8-c56f-45aa-84f6-265168839454,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:10.249355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca193198-f158-4b6b-a869-e5fce447bb55 req-9e61cf89-947d-431d-8325-d4a80b2927fa tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984869 Jan 28 12:23:10.275036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-126fd2c6-0ead-402a-9169-04edb4e0045c req-a5317875-e0c0-4312-90f6-5487cef6b2ad tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397400 Jan 28 12:23:10.296081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a7d7ec-1d49-45ce-bbe0-28beaa72a43c req-9624fe98-eb07-44b9-9262-966d1a76db6c tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] No DVR routers for this DVR port ba7916a8-c56f-45aa-84f6-265168839454 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:10.304105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799fbf-58fa-41f6-86ba-cc076959fcb3 req-0475bbb5-d848-43f4-882c-f2d85a2714dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:10.305349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d361f31d-ccee-4b26-a3f0-5abd8f9ddbde details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:10.305731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47799fbf-58fa-41f6-86ba-cc076959fcb3 req-0475bbb5-d848-43f4-882c-f2d85a2714dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bb8ac41a87184c8ca638fb25a6b41979&device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 1094 time: 0.1246481 Jan 28 12:23:10.311874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d2a7d7ec-1d49-45ce-bbe0-28beaa72a43c req-9624fe98-eb07-44b9-9262-966d1a76db6c tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.313082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:10.317736 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d2a7d7ec-1d49-45ce-bbe0-28beaa72a43c req-9624fe98-eb07-44b9-9262-966d1a76db6c tempest-TenantUsagesTestJSON-185172034 tempest-TenantUsagesTestJSON-185172034-project] 10.222.0.49 "DELETE /v2.0/ports/ba7916a8-c56f-45aa-84f6-265168839454 HTTP/1.1" status: 204 len: 173 time: 0.9101131 Jan 28 12:23:10.321011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f0abc5-c246-4e8d-946c-4987066f8ccb', 'name': 'network-vif-deleted', 'tag': 'ba7916a8-c56f-45aa-84f6-265168839454'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:10.325761 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83d6a64-0d5f-4ba2-8aec-a568e1a9c5ef" -d '{"events": [{"server_uuid": "52f0abc5-c246-4e8d-946c-4987066f8ccb", "name": "network-vif-deleted", "tag": "ba7916a8-c56f-45aa-84f6-265168839454"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:10.341215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] For port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9bfda344-f305-4d97-8ac7-bf3cb9dff7fe,segment=NetworkSegment(eaeef951-1ae0-43ab-a156-9f833582986a),segment_id=eaeef951-1ae0-43ab-a156-9f833582986a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:10.341686 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.373336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Calling delete_port for 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:10.526996 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.533343 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb0366-8839-4a3a-ad3f-dda45fdd6667 req-97d6d7fd-9def-441f-befd-7457372e8aad tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:10.535640 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0eb0366-8839-4a3a-ad3f-dda45fdd6667 req-97d6d7fd-9def-441f-befd-7457372e8aad tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 946 time: 0.1588547 Jan 28 12:23:10.544002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456697b-a93d-427f-972c-1b73e6b05fc0 req-973a86ac-99a5-49e7-b9ff-da2e30324f01 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:10.545833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2456697b-a93d-427f-972c-1b73e6b05fc0 req-973a86ac-99a5-49e7-b9ff-da2e30324f01 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 1097 time: 0.1368001 Jan 28 12:23:10.554006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799fbf-58fa-41f6-86ba-cc076959fcb3 req-f8f4a1a9-caf0-4b81-8268-131cb4071548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:10.555568 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47799fbf-58fa-41f6-86ba-cc076959fcb3 req-f8f4a1a9-caf0-4b81-8268-131cb4071548 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c78bb79-874d-43ee-8773-3b7a3af6d093 HTTP/1.1" status: 200 len: 923 time: 0.2406197 Jan 28 12:23:10.557409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfda344-f305-4d97-8ac7-bf3cb9dff7fe,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:10.567478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] No DVR routers for this DVR port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:10.632185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47799fbf-58fa-41f6-86ba-cc076959fcb3 req-42bfd8ba-5434-4799-acfe-72f3fcbb436e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=835ee2c9-6df2-46ef-9d2e-54835ae972eb HTTP/1.1" status: 200 len: 217 time: 0.0575337 Jan 28 12:23:10.652495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (420309dc-ecc7-4117-a55a-110d5b7fcacb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.677597 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420309dc-ecc7-4117-a55a-110d5b7fcacb']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:10.692095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaeef951-1ae0-43ab-a156-9f833582986a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:10.692402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaeef951-1ae0-43ab-a156-9f833582986a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:10.705510 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (eaeef951-1ae0-43ab-a156-9f833582986a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.711664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0eb0366-8839-4a3a-ad3f-dda45fdd6667 req-bfaaf7ce-6501-4dec-9ffd-6f8f062c2298 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614382 Jan 28 12:23:10.722151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2456697b-a93d-427f-972c-1b73e6b05fc0 req-7dd53d69-5744-4fff-93d7-94d5b31a5d05 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649618 Jan 28 12:23:10.735464 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (eaeef951-1ae0-43ab-a156-9f833582986a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.741913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:23:10.742794 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (eaeef951-1ae0-43ab-a156-9f833582986a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.761762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799fbf-58fa-41f6-86ba-cc076959fcb3 req-9559d26f-8d6c-4db9-bdaa-4fdbb4149724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:10.763246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47799fbf-58fa-41f6-86ba-cc076959fcb3 req-9559d26f-8d6c-4db9-bdaa-4fdbb4149724 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=255b7628-961c-4616-adae-6292f992ea17 HTTP/1.1" status: 200 len: 862 time: 0.1191897 Jan 28 12:23:10.793962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:10.818643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde', 'mac_address': 'fa:16:3e:2e:f0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:23:10.820157 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:23:10.824446 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe827ce1-6803-4d82-b3de-564d6db9af76 x-openstack-request-id: req-fe827ce1-6803-4d82-b3de-564d6db9af76 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:10.824446 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f0abc5-c246-4e8d-946c-4987066f8ccb", "name": "network-vif-deleted", "tag": "ba7916a8-c56f-45aa-84f6-265168839454", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:10.824446 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe827ce1-6803-4d82-b3de-564d6db9af76 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:10.824446 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f0abc5-c246-4e8d-946c-4987066f8ccb', 'name': 'network-vif-deleted', 'tag': 'ba7916a8-c56f-45aa-84f6-265168839454', 'status': 'completed', 'code': 200} Jan 28 12:23:10.824803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47799fbf-58fa-41f6-86ba-cc076959fcb3 req-1aa68229-1f51-44aa-a939-15c4a0fe5579 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c78bb79-874d-43ee-8773-3b7a3af6d093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498049 Jan 28 12:23:10.829611 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (420309dc-ecc7-4117-a55a-110d5b7fcacb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.831652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0ef5e875-23e0-427b-bab2-f16dc784cb27 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:10.833537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6fa22ca1-a933-462f-9aff-6297fe0f023a details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:10.841255 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.845782 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] 10.222.0.53 "DELETE /v2.0/networks/420309dc-ecc7-4117-a55a-110d5b7fcacb HTTP/1.1" status: 204 len: 168 time: 0.9290571 Jan 28 12:23:10.859994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ba0d9-cc8a-42fb-995a-3ea033aa89bf admin admin] Pushing event deleted for resources: {'Network': ['ID=420309dc-ecc7-4117-a55a-110d5b7fcacb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:10.908381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-09fa4426-c006-43f4-9a34-7878f7666083 None None] For port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9bfda344-f305-4d97-8ac7-bf3cb9dff7fe,segment=NetworkSegment(eaeef951-1ae0-43ab-a156-9f833582986a),segment_id=eaeef951-1ae0-43ab-a156-9f833582986a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:10.908792 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09fa4426-c006-43f4-9a34-7878f7666083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:10.933554 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 0ef5e875-23e0-427b-bab2-f16dc784cb27 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:10.934924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0ef5e875-23e0-427b-bab2-f16dc784cb27 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:10.934924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:10.988937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-09fa4426-c006-43f4-9a34-7878f7666083 None None] Calling delete_port for 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:11.011732 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:11.021909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:11.022398 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:11.023904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:11.024531 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.048911 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:11.049648 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.065791 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b30ab16e-fe48-472a-b150-2b5e353bed6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=347dcba8c87d457789eb7c88ea20ce8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525868 Jan 28 12:23:11.066671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56418) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:11.069918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508713b6-b9a5-4b8e-a900-e7ce4c659fe6 req-47b933c9-e895-4085-b65e-dd230bb99b45 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:11.071493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-508713b6-b9a5-4b8e-a900-e7ce4c659fe6 req-47b933c9-e895-4085-b65e-dd230bb99b45 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 947 time: 0.1905196 Jan 28 12:23:11.086546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3fc4a-d5a3-41ad-a6bd-c2b318bb80c0 req-2de64ab9-e630-4267-aee0-ca0554f3448a tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:11.087826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d361f31d-ccee-4b26-a3f0-5abd8f9ddbde {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:11.088559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbe3fc4a-d5a3-41ad-a6bd-c2b318bb80c0 req-2de64ab9-e630-4267-aee0-ca0554f3448a tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 943 time: 0.1685255 Jan 28 12:23:11.102798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47799fbf-58fa-41f6-86ba-cc076959fcb3 req-fd6627c1-30e4-41ad-bc65-2f52b252de2c service neutron] 10.222.0.35 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582555 Jan 28 12:23:11.123877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08b181e3-b359-4716-bcda-b64ae4339507 admin admin] Publish callbacks [] for security_group (2119f18a-f9ff-4395-94a6-77b236f70c3f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.147871 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08b181e3-b359-4716-bcda-b64ae4339507 admin admin] Publish callbacks [] for security_group (2119f18a-f9ff-4395-94a6-77b236f70c3f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.175120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:11.196641 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.206762 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08b181e3-b359-4716-bcda-b64ae4339507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2119f18a-f9ff-4395-94a6-77b236f70c3f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.209603 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08b181e3-b359-4716-bcda-b64ae4339507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.211121 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-08b181e3-b359-4716-bcda-b64ae4339507 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2119f18a-f9ff-4395-94a6-77b236f70c3f HTTP/1.1" status: 204 len: 168 time: 0.1431615 Jan 28 12:23:11.222379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b181e3-b359-4716-bcda-b64ae4339507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2119f18a-f9ff-4395-94a6-77b236f70c3f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:11.252662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbe3fc4a-d5a3-41ad-a6bd-c2b318bb80c0 req-dee19167-9208-4b55-bb8c-168ec4c801d9 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573100 Jan 28 12:23:11.255775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-508713b6-b9a5-4b8e-a900-e7ce4c659fe6 req-07658dc7-44f0-4809-9eb1-bea7cfdcd5b1 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629684 Jan 28 12:23:11.265333 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6fa22ca1-a933-462f-9aff-6297fe0f023a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6fa22ca1-a933-462f-9aff-6297fe0f023a,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:11.300143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47799fbf-58fa-41f6-86ba-cc076959fcb3 req-20c97b08-c0ff-48c5-beef-8fe484c69238 service neutron] 10.222.0.35 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828890 Jan 28 12:23:11.325344 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '6fa22ca1-a933-462f-9aff-6297fe0f023a', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '6fa22ca1-a933-462f-9aff-6297fe0f023a', 'mac_address': 'fa:16:3e:de:e7:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:11.326956 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09fa4426-c006-43f4-9a34-7878f7666083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (9bfda344-f305-4d97-8ac7-bf3cb9dff7fe), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.341142 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09fa4426-c006-43f4-9a34-7878f7666083 None None] Network 420309dc-ecc7-4117-a55a-110d5b7fcacb is not hosted by any dhcp agent {{(pid=103130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 12:23:11.341609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa4426-c006-43f4-9a34-7878f7666083 None None] No DVR routers for this DVR port 9bfda344-f305-4d97-8ac7-bf3cb9dff7fe on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:11.358064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:11.360580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:11.360972 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.416428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa4426-c006-43f4-9a34-7878f7666083 None None] Pushing event deleted for resources: {'Port': ['ID=9bfda344-f305-4d97-8ac7-bf3cb9dff7fe,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:11.442808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9ea75-87e2-466c-b4ec-7fe79976a0a6 req-76b0e97d-6222-4fef-abfc-0992cf0e6c3e tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:11.444583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ce9ea75-87e2-466c-b4ec-7fe79976a0a6 req-76b0e97d-6222-4fef-abfc-0992cf0e6c3e tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 946 time: 0.0907531 Jan 28 12:23:11.455758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56432) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:11.461173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d9885ae0-fc2f-4302-be90-c084cb0f35f5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Request body: {'floatingip': {'port_id': '382f887c-f815-495e-b6c0-1cd6550b9331'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:11.481005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc0713e-6193-48b3-b9bd-327e8619a6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:11.483504 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64542a14-907d-466e-8b63-e465762def16" -d '{"events": [{"server_uuid": "cfc0713e-6193-48b3-b9bd-327e8619a6af", "name": "network-vif-plugged", "status": "completed", "tag": "544ed6fd-ba8a-4fa5-bea2-8f566d156ed3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:11.494806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:11.498031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6fa22ca1-a933-462f-9aff-6297fe0f023a is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:11.498582 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.514288 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.523261 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa22ca1-a933-462f-9aff-6297fe0f023a {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:11.580628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee1cb8-1ba2-4138-bc84-500427094afd req-f56b6ade-c894-4827-9404-a7fa798e2e7f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:11.582160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3ee1cb8-1ba2-4138-bc84-500427094afd req-f56b6ade-c894-4827-9404-a7fa798e2e7f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1017287 Jan 28 12:23:11.585726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6fa22ca1-a933-462f-9aff-6297fe0f023a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6fa22ca1-a933-462f-9aff-6297fe0f023a,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:11.616812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:11.621435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83f549-eace-4518-b14e-c45e87867dc5 req-00a69c7c-4377-49a4-a534-b9903daee018 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:11.623037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac83f549-eace-4518-b14e-c45e87867dc5 req-00a69c7c-4377-49a4-a534-b9903daee018 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 951 time: 0.0868306 Jan 28 12:23:11.624067 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.640083 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9885ae0-fc2f-4302-be90-c084cb0f35f5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for floatingip (745eebe7-6171-4465-ab3a-3bb59357eb4d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:11.669690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['d361f31d-ccee-4b26-a3f0-5abd8f9ddbde'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:11.676171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3ee1cb8-1ba2-4138-bc84-500427094afd req-a13d3a6a-5513-4169-bc8e-eba4e44b0825 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804389 Jan 28 12:23:11.742465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac83f549-eace-4518-b14e-c45e87867dc5 req-d60d9fb6-64b0-498c-9168-f3db5c26f2dc tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941136 Jan 28 12:23:11.765102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6fa22ca1-a933-462f-9aff-6297fe0f023a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:11.841283 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4847f46-3436-4108-b820-3bd82497d6ac x-openstack-request-id: req-b4847f46-3436-4108-b820-3bd82497d6ac {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:11.841931 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc0713e-6193-48b3-b9bd-327e8619a6af", "name": "network-vif-plugged", "status": "completed", "tag": "544ed6fd-ba8a-4fa5-bea2-8f566d156ed3", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:11.842426 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4847f46-3436-4108-b820-3bd82497d6ac {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:11.842814 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc0713e-6193-48b3-b9bd-327e8619a6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3', 'code': 200} Jan 28 12:23:11.900730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6fa22ca1-a933-462f-9aff-6297fe0f023a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:11.913811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56442) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:11.959706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56444) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:12.088012 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-de3de2c8-bcff-40fa-b32a-ffbd5bc8145a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37f7ac357b3f4b4a8384494236bf36f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622858 Jan 28 12:23:12.089111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56448) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:12.120821 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c73d-94c6-486b-9320-597411661a4a req-32e595ee-1e04-41e4-a917-0abbdcbfdfc8 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:12.123847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b05c73d-94c6-486b-9320-597411661a4a req-32e595ee-1e04-41e4-a917-0abbdcbfdfc8 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 1097 time: 0.1621537 Jan 28 12:23:12.224252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d21b90-3b50-43f3-ab60-07b40fe9d127 req-60bd0d6e-2527-4c83-ade2-553fafd3aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:12.226039 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8d21b90-3b50-43f3-ab60-07b40fe9d127 req-60bd0d6e-2527-4c83-ade2-553fafd3aea6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 1102 time: 0.1186235 Jan 28 12:23:12.235312 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b05c73d-94c6-486b-9320-597411661a4a req-bb33b26d-9584-43ce-9329-7494403bf14c tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887072 Jan 28 12:23:12.247490 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab1b66ee-5f3c-44c8-b6d8-5f3864b42930 admin admin] Publish callbacks [] for security_group (602b7948-0890-4cfc-bc18-ca505d6a454a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.285673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 835ee2c9-6df2-46ef-9d2e-54835ae972eb details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:12.321283 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab1b66ee-5f3c-44c8-b6d8-5f3864b42930 admin admin] Publish callbacks [] for security_group (602b7948-0890-4cfc-bc18-ca505d6a454a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.351748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-69ab62de-ba2e-4be9-b0bb-efee7f70a337 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac16639b74a64b52bfc14840e1a3c9eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887019 Jan 28 12:23:12.352618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56454) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:12.368448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8d21b90-3b50-43f3-ab60-07b40fe9d127 req-de260abf-3429-49d4-a866-6c8a9bf8565b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275921 Jan 28 12:23:12.426476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 835ee2c9-6df2-46ef-9d2e-54835ae972eb, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=835ee2c9-6df2-46ef-9d2e-54835ae972eb,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:12.442917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '835ee2c9-6df2-46ef-9d2e-54835ae972eb', 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093', 'port_id': '835ee2c9-6df2-46ef-9d2e-54835ae972eb', 'mac_address': 'fa:16:3e:47:b2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255b7628-961c-4616-adae-6292f992ea17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:12.508746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 835ee2c9-6df2-46ef-9d2e-54835ae972eb is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:12.509151 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.520954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8aad72-f213-41d3-b451-7045e036a0c4 req-a9459c47-b319-4527-9063-a4586edc199e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:12.522606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a8aad72-f213-41d3-b451-7045e036a0c4 req-a9459c47-b319-4527-9063-a4586edc199e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 943 time: 0.1289563 Jan 28 12:23:12.524891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835ee2c9-6df2-46ef-9d2e-54835ae972eb {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:12.525755 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4909233c-ff3a-4cbd-a4af-4fb9793a29da admin admin] Publish callbacks [] for security_group (5b4eb182-0545-40fe-bc50-0d72d4a9debe), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.528805 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab1b66ee-5f3c-44c8-b6d8-5f3864b42930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (602b7948-0890-4cfc-bc18-ca505d6a454a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.531384 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab1b66ee-5f3c-44c8-b6d8-5f3864b42930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.535028 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ab1b66ee-5f3c-44c8-b6d8-5f3864b42930 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/602b7948-0890-4cfc-bc18-ca505d6a454a HTTP/1.1" status: 204 len: 168 time: 0.4404676 Jan 28 12:23:12.548484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 835ee2c9-6df2-46ef-9d2e-54835ae972eb, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=835ee2c9-6df2-46ef-9d2e-54835ae972eb,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:12.556786 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.570627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b66ee-5f3c-44c8-b6d8-5f3864b42930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b7948-0890-4cfc-bc18-ca505d6a454a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:12.581040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031459dc-4ca6-47d6-a37e-cc97c6089f64 req-7028e0a4-ce48-4c28-9f9b-c4a864dcfb9c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:12.583170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-031459dc-4ca6-47d6-a37e-cc97c6089f64 req-7028e0a4-ce48-4c28-9f9b-c4a864dcfb9c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 948 time: 0.1717117 Jan 28 12:23:12.607892 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4909233c-ff3a-4cbd-a4af-4fb9793a29da admin admin] Publish callbacks [] for security_group (5b4eb182-0545-40fe-bc50-0d72d4a9debe), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.663466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=835ee2c9-6df2-46ef-9d2e-54835ae972eb,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:12.689450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a8aad72-f213-41d3-b451-7045e036a0c4 req-e451c155-56e2-43c2-b2bc-a93bd9b9e44e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540728 Jan 28 12:23:12.705927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-031459dc-4ca6-47d6-a37e-cc97c6089f64 req-539e029a-84ba-4ba3-89a5-ece0b654ec27 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114767 Jan 28 12:23:12.732616 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4909233c-ff3a-4cbd-a4af-4fb9793a29da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5b4eb182-0545-40fe-bc50-0d72d4a9debe), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.735652 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4909233c-ff3a-4cbd-a4af-4fb9793a29da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.736985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4909233c-ff3a-4cbd-a4af-4fb9793a29da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b4eb182-0545-40fe-bc50-0d72d4a9debe HTTP/1.1" status: 204 len: 168 time: 0.3801734 Jan 28 12:23:12.747503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909233c-ff3a-4cbd-a4af-4fb9793a29da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4eb182-0545-40fe-bc50-0d72d4a9debe,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:12.795329 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9885ae0-fc2f-4302-be90-c084cb0f35f5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.799370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6fa22ca1-a933-462f-9aff-6297fe0f023a up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:12.812082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9885ae0-fc2f-4302-be90-c084cb0f35f5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (745eebe7-6171-4465-ab3a-3bb59357eb4d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.887780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 6fa22ca1-a933-462f-9aff-6297fe0f023a completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:23:12.894223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 6fa22ca1-a933-462f-9aff-6297fe0f023a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:12.895079 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:12.928207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaed3d1-f6be-4a06-b09a-c68fb4c0fe56 req-2ef45e92-f0b1-45b0-b62a-82f75bae9226 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:12.939596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dcaed3d1-f6be-4a06-b09a-c68fb4c0fe56 req-2ef45e92-f0b1-45b0-b62a-82f75bae9226 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1357455 Jan 28 12:23:12.955243 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-d9885ae0-fc2f-4302-be90-c084cb0f35f5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Floating IP 745eebe7-6171-4465-ab3a-3bb59357eb4d associated. External IP: 172.25.7.11, port: 382f887c-f815-495e-b6c0-1cd6550b9331. Jan 28 12:23:12.966576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d086c8d-2182-4037-87af-6c58d4677826 req-7370c7cd-8458-438a-ace4-01ce8c2195bb tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:12.974137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d086c8d-2182-4037-87af-6c58d4677826 req-7370c7cd-8458-438a-ace4-01ce8c2195bb tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 951 time: 0.1044385 Jan 28 12:23:13.012896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6fa22ca1-a933-462f-9aff-6297fe0f023a is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:13.013726 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:13.016356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['835ee2c9-6df2-46ef-9d2e-54835ae972eb'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:13.043310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d086c8d-2182-4037-87af-6c58d4677826 req-6edbb6c3-789a-47d3-8406-bc99866df756 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651481 Jan 28 12:23:13.056740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dcaed3d1-f6be-4a06-b09a-c68fb4c0fe56 req-652b7a0c-a856-4aa8-b1bf-7e022a5cce89 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189222 Jan 28 12:23:13.084242 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6fa22ca1-a933-462f-9aff-6297fe0f023a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6fa22ca1-a933-462f-9aff-6297fe0f023a,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:13.098442 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:13.099380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ba7916a8-c56f-45aa-84f6-265168839454 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:13.136380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: ba7916a8-c56f-45aa-84f6-265168839454 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:13.136839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ba7916a8-c56f-45aa-84f6-265168839454 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:13.209641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6fa22ca1-a933-462f-9aff-6297fe0f023a,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:13.258414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9885ae0-fc2f-4302-be90-c084cb0f35f5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:23:13.284269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56476) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:13.300142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3ba77ad-7046-40d4-8529-cfa5d3620611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:13.406540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9885ae0-fc2f-4302-be90-c084cb0f35f5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:23:13.411049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9885ae0-fc2f-4302-be90-c084cb0f35f5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:13.421230 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1443dca3-892f-4700-b363-262a1d7c7510 None None] Sync routers for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:23:13.432825 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443dca3-892f-4700-b363-262a1d7c7510 None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:13.432825 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1443dca3-892f-4700-b363-262a1d7c7510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:13.436850 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3ba77ad-7046-40d4-8529-cfa5d3620611 admin admin] Publish callbacks [] for security_group (59929ce9-c750-41de-98a7-b5fdf50de1f5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:13.439487 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d9885ae0-fc2f-4302-be90-c084cb0f35f5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "PUT /v2.0/floatingips/745eebe7-6171-4465-ab3a-3bb59357eb4d HTTP/1.1" status: 200 len: 991 time: 1.9823868 Jan 28 12:23:13.440132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'tag': '382f887c-f815-495e-b6c0-1cd6550b9331'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:13.442511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c6afa-c7f7-4e50-a8c3-57111e45aa0e req-4b45fc54-3ec7-487e-ba0b-354277aeb8eb tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:13.444044 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-897c6afa-c7f7-4e50-a8c3-57111e45aa0e req-4b45fc54-3ec7-487e-ba0b-354277aeb8eb tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 1097 time: 0.0869422 Jan 28 12:23:13.447969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3ba77ad-7046-40d4-8529-cfa5d3620611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (59929ce9-c750-41de-98a7-b5fdf50de1f5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:13.457989 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf6da56-cee1-4cef-acb5-dd3689019ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "386b7b2a-87de-4f89-b1fa-66d790715b76", "tag": "382f887c-f815-495e-b6c0-1cd6550b9331"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:13.500853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d3ba77ad-7046-40d4-8529-cfa5d3620611 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a65de1c91bf443d895f4642e65f4c42b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154582 Jan 28 12:23:13.504023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56490) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:13.508072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba77ad-7046-40d4-8529-cfa5d3620611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59929ce9-c750-41de-98a7-b5fdf50de1f5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:13.576495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-897c6afa-c7f7-4e50-a8c3-57111e45aa0e req-1fae5ae4-4119-43d0-86c9-add7b4e3cf81 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920963 Jan 28 12:23:13.582534 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e876b0f-91da-46ca-bf11-0606f8716fdd x-openstack-request-id: req-3e876b0f-91da-46ca-bf11-0606f8716fdd {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:13.583088 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386b7b2a-87de-4f89-b1fa-66d790715b76", "tag": "382f887c-f815-495e-b6c0-1cd6550b9331", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:13.583603 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e876b0f-91da-46ca-bf11-0606f8716fdd {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:13.584046 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'tag': '382f887c-f815-495e-b6c0-1cd6550b9331', 'status': 'completed', 'code': 200} Jan 28 12:23:13.590164 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6c913ab-f850-43d1-aeea-49d94376e527 admin admin] Publish callbacks [] for security_group (59929ce9-c750-41de-98a7-b5fdf50de1f5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:13.617120 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6c913ab-f850-43d1-aeea-49d94376e527 admin admin] Publish callbacks [] for security_group (59929ce9-c750-41de-98a7-b5fdf50de1f5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:13.623206 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-1443dca3-892f-4700-b363-262a1d7c7510 None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:13.692789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6da56-cee1-4cef-acb5-dd3689019ed3 req-76eb2de5-952c-46fe-91ac-3fb38bab7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:13.694512 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf6da56-cee1-4cef-acb5-dd3689019ed3 req-76eb2de5-952c-46fe-91ac-3fb38bab7c45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=561e3af5fa0f471e9d6fd293946d315d&device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 1097 time: 0.0752380 Jan 28 12:23:13.741679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56500) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:13.755433 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6c913ab-f850-43d1-aeea-49d94376e527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (59929ce9-c750-41de-98a7-b5fdf50de1f5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:13.757970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6c913ab-f850-43d1-aeea-49d94376e527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:13.762846 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b6c913ab-f850-43d1-aeea-49d94376e527 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59929ce9-c750-41de-98a7-b5fdf50de1f5 HTTP/1.1" status: 204 len: 168 time: 0.2577469 Jan 28 12:23:13.780553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c913ab-f850-43d1-aeea-49d94376e527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59929ce9-c750-41de-98a7-b5fdf50de1f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:13.844024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be5ab0e-8013-4712-b1bc-eb50a2c23f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa22ca1-a933-462f-9aff-6297fe0f023a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:13.848506 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29b0442-9f8d-4986-a64c-f9a250282766" -d '{"events": [{"server_uuid": "4be5ab0e-8013-4712-b1bc-eb50a2c23f77", "name": "network-vif-plugged", "status": "completed", "tag": "6fa22ca1-a933-462f-9aff-6297fe0f023a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:13.860915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6da56-cee1-4cef-acb5-dd3689019ed3 req-47be2b02-2626-4f2c-8580-51f0c1a47e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:13.862570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf6da56-cee1-4cef-acb5-dd3689019ed3 req-47be2b02-2626-4f2c-8580-51f0c1a47e61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdcf51c2-d748-42a4-8742-87fe56d75759 HTTP/1.1" status: 200 len: 924 time: 0.1623566 Jan 28 12:23:13.867504 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd268207-f2a9-4883-b174-f3b7b3988ba8 req-22809028-5e0f-4fce-863b-9fc65653e919 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:13.876708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd268207-f2a9-4883-b174-f3b7b3988ba8 req-22809028-5e0f-4fce-863b-9fc65653e919 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 944 time: 0.1053939 Jan 28 12:23:13.985814 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd268207-f2a9-4883-b174-f3b7b3988ba8 req-5607b8f6-152b-4246-aeec-f56bd11f9b9c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010926 Jan 28 12:23:13.998658 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-948261596-network', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:14.036187 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf6da56-cee1-4cef-acb5-dd3689019ed3 req-9eda3ebf-5505-42be-90d1-08b443655aec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=382f887c-f815-495e-b6c0-1cd6550b9331 HTTP/1.1" status: 200 len: 999 time: 0.1666791 Jan 28 12:23:14.059765 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Made reservation on behalf of ab29f7606371403fb9c0df6681dbd7d7 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:14.063715 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:14.090490 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:14.114310 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1443dca3-892f-4700-b363-262a1d7c7510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '745eebe7-6171-4465-ab3a-3bb59357eb4d', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'port_id': '382f887c-f815-495e-b6c0-1cd6550b9331', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'mac_address': 'fa:16:3e:80:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:23:12Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:18Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:14.175551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6da56-cee1-4cef-acb5-dd3689019ed3 req-01f884de-efe9-48b6-b483-f7b5016bf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:14.177207 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf6da56-cee1-4cef-acb5-dd3689019ed3 req-01f884de-efe9-48b6-b483-f7b5016bf04b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=265a52df-8e7c-4e8c-8a25-92779aaa7347 HTTP/1.1" status: 200 len: 862 time: 0.1307268 Jan 28 12:23:14.183919 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1443dca3-892f-4700-b363-262a1d7c7510 None None] Checking router: 7aabddd3-cdf9-48e6-9074-e8f2813f52ba for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:23:14.203854 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443dca3-892f-4700-b363-262a1d7c7510 None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:14.204485 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1443dca3-892f-4700-b363-262a1d7c7510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:14.251992 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Publish callbacks [] for security_group (44808727-0e66-4dd6-bc33-b20254990bc5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:14.263942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6da56-cee1-4cef-acb5-dd3689019ed3 req-ca91e7ec-e577-4866-ae6c-77c06f794688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:14.264404 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (44808727-0e66-4dd6-bc33-b20254990bc5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:14.266778 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf6da56-cee1-4cef-acb5-dd3689019ed3 req-ca91e7ec-e577-4866-ae6c-77c06f794688 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcf51c2-d748-42a4-8742-87fe56d75759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828452 Jan 28 12:23:14.282729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5292d-c611-4f33-af51-8cd2c79360a0 req-dabf5c4a-93bb-4663-a6ca-67109672981c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:14.284440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99c5292d-c611-4f33-af51-8cd2c79360a0 req-dabf5c4a-93bb-4663-a6ca-67109672981c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 949 time: 0.1667085 Jan 28 12:23:14.303770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d361f31d-ccee-4b26-a3f0-5abd8f9ddbde up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:14.306649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:23:14.347308 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8db1eeb6-81f6-4580-b495-45a590d14226), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:14.347674 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Added segment 8db1eeb6-81f6-4580-b495-45a590d14226 of type vlan for network a3ebf44d-f956-4672-9988-41f65f0946f5 Jan 28 12:23:14.350497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44808727-0e66-4dd6-bc33-b20254990bc5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:14.353267 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-1443dca3-892f-4700-b363-262a1d7c7510 None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:14.419464 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a3ebf44d-f956-4672-9988-41f65f0946f5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:14.435970 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99c5292d-c611-4f33-af51-8cd2c79360a0 req-b6d8709d-71ff-45d8-baaa-fb64669cbcef tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348755 Jan 28 12:23:14.451207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:23:14.460449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:14.460898 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:14.503567 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf6da56-cee1-4cef-acb5-dd3689019ed3 req-954f5841-7c1e-4e0e-8dc8-1a1c28d231dd service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297716 Jan 28 12:23:14.506496 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a3ebf44d-f956-4672-9988-41f65f0946f5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:14.507760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:14.508726 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:14.546933 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd8298e-bb1f-4652-8365-b3c55fb5f474 x-openstack-request-id: req-1fd8298e-bb1f-4652-8365-b3c55fb5f474 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:14.547429 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be5ab0e-8013-4712-b1bc-eb50a2c23f77", "name": "network-vif-plugged", "status": "completed", "tag": "6fa22ca1-a933-462f-9aff-6297fe0f023a", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:14.548725 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fd8298e-bb1f-4652-8365-b3c55fb5f474 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:14.549945 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be5ab0e-8013-4712-b1bc-eb50a2c23f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa22ca1-a933-462f-9aff-6297fe0f023a', 'code': 200} Jan 28 12:23:14.677219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:14.679216 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:14.698795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] Pushing event updated for resources: {'Network': ['ID=a3ebf44d-f956-4672-9988-41f65f0946f5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:14.703943 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf6da56-cee1-4cef-acb5-dd3689019ed3 req-a573bafe-a251-4ebe-ab37-de278f67cc91 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947820 Jan 28 12:23:14.715658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fa95235f-7462-4d52-8b64-eb60b3bbfb70 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9693663 Jan 28 12:23:14.720811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56546) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:14.722926 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1443dca3-892f-4700-b363-262a1d7c7510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '745eebe7-6171-4465-ab3a-3bb59357eb4d', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'port_id': '382f887c-f815-495e-b6c0-1cd6550b9331', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'mac_address': 'fa:16:3e:80:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:23:12Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:18Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:14.740880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a3ebf44d-f956-4672-9988-41f65f0946f5 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:23:14.759992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011f4e6-60db-4a17-916b-b75b14fe0fd7 req-0f537f95-5c6b-44d5-8214-8549e646ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:14.762959 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7011f4e6-60db-4a17-916b-b75b14fe0fd7 req-0f537f95-5c6b-44d5-8214-8549e646ff08 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 1100 time: 0.0569618 Jan 28 12:23:14.764862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2ba3391d-d27a-46a6-a666-49c7b4966b1f admin admin] Request body: {'subnet': {'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-948261596-subnet', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:14.796147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba3391d-d27a-46a6-a666-49c7b4966b1f admin admin] Made reservation on behalf of ab29f7606371403fb9c0df6681dbd7d7 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:14.798786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ba3391d-d27a-46a6-a666-49c7b4966b1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:14.867484 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1443dca3-892f-4700-b363-262a1d7c7510 None None] The sync data for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 is: [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '745eebe7-6171-4465-ab3a-3bb59357eb4d', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'port_id': '382f887c-f815-495e-b6c0-1cd6550b9331', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'mac_address': 'fa:16:3e:80:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:20:38Z', 'updated_at': '2022-01-28T12:23:12Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:18Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:23:14.883867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca5fb9-ccd6-4f19-9dfc-46c0548facc3 req-051cbfe9-86cc-43aa-8d1a-112dd30ea0f1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:14.887075 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7011f4e6-60db-4a17-916b-b75b14fe0fd7 req-3f1f5442-ca90-40b3-b159-f02321454d03 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180446 Jan 28 12:23:14.894288 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39ca5fb9-ccd6-4f19-9dfc-46c0548facc3 req-051cbfe9-86cc-43aa-8d1a-112dd30ea0f1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 951 time: 0.2069268 Jan 28 12:23:15.001633 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39ca5fb9-ccd6-4f19-9dfc-46c0548facc3 req-eaf48d05-ebf3-4691-800a-e6b98bb83e1f tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059709 Jan 28 12:23:15.101216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:15.111421 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:15.179618 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ba3391d-d27a-46a6-a666-49c7b4966b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (d582e5f0-23ea-41a8-b7f9-7eee941f73bb), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:15.187605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:15.228795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2fa1e5-0f27-4501-8a04-648bcf5c28a5 None None] New status for floating IP 745eebe7-6171-4465-ab3a-3bb59357eb4d: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:23:15.231564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa9e2-d57e-4c7e-857c-10b0f45560e5 req-3de8d5f4-4c11-46a8-9572-f8f59db112bc tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:15.233336 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f1aa9e2-d57e-4c7e-857c-10b0f45560e5 req-3de8d5f4-4c11-46a8-9572-f8f59db112bc tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1160815 Jan 28 12:23:15.258217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3391d-d27a-46a6-a666-49c7b4966b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d582e5f0-23ea-41a8-b7f9-7eee941f73bb,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:15.280076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba3391d-d27a-46a6-a666-49c7b4966b1f admin admin] Checking segment: {'id': '8db1eeb6-81f6-4580-b495-45a590d14226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:15.280460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba3391d-d27a-46a6-a666-49c7b4966b1f admin admin] Network hostable DHCP agents. Network: a3ebf44d-f956-4672-9988-41f65f0946f5, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:23:15.312250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f1aa9e2-d57e-4c7e-857c-10b0f45560e5 req-57c01ba3-c2b1-41e4-85a3-671d164f2788 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725076 Jan 28 12:23:15.322027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba3391d-d27a-46a6-a666-49c7b4966b1f admin admin] Network a3ebf44d-f956-4672-9988-41f65f0946f5 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:23:15.333219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2ba3391d-d27a-46a6-a666-49c7b4966b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a3ebf44d-f956-4672-9988-41f65f0946f5) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:15.344253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab8bc9-8f14-44f6-a9d6-de54f0c6abe7 None None] Network a3ebf44d-f956-4672-9988-41f65f0946f5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:23:15.345590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba3391d-d27a-46a6-a666-49c7b4966b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:15.346643 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ba3391d-d27a-46a6-a666-49c7b4966b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:15.371382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2ba3391d-d27a-46a6-a666-49c7b4966b1f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6496053 Jan 28 12:23:15.374839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56562) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:15.380469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-948261596-router', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:15.408252 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (cd13f925-33f8-44b4-9fd3-7af4db0bef94), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:15.409533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (cd13f925-33f8-44b4-9fd3-7af4db0bef94), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:15.478982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Publish callbacks [] for router_controller (cd13f925-33f8-44b4-9fd3-7af4db0bef94), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:15.551760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-a3ebf44d-f956-4672-9988-41f65f0946f5', 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5', 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'fixed_ips': [{'subnet_id': 'd582e5f0-23ea-41a8-b7f9-7eee941f73bb'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:23:15.552969 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:15.579136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56570) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:15.664396 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Publish callbacks [] for router_gateway (cd13f925-33f8-44b4-9fd3-7af4db0bef94), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:15.673853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130331-571a-4c77-80fb-8dc4b5d69f6a req-246b3ec9-12c2-4c4e-a274-fbe41c92d0b2 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:15.675540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38130331-571a-4c77-80fb-8dc4b5d69f6a req-246b3ec9-12c2-4c4e-a274-fbe41c92d0b2 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 944 time: 0.1178219 Jan 28 12:23:15.715991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Allocated IP 172.20.0.2 (a3ebf44d-f956-4672-9988-41f65f0946f5/d582e5f0-23ea-41a8-b7f9-7eee941f73bb/7134fdd1-d4c8-4e94-936d-65fb2083905b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:15.729260 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-58822722-5f93-4016-bc83-eabeee94b701 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:23:15.738372 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-58822722-5f93-4016-bc83-eabeee94b701 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1576765 Jan 28 12:23:15.774412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38130331-571a-4c77-80fb-8dc4b5d69f6a req-43c396e6-2347-4aca-8ffd-18b16ae642f4 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923529 Jan 28 12:23:15.862205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-4fad037a-e0a6-4e05-a420-a3c5d1354dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:15.864161 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-4fad037a-e0a6-4e05-a420-a3c5d1354dac service neutron] 10.222.0.53 "GET /v2.0/ports/b56d68dd-36c7-47e5-bc89-a67d72ab3591 HTTP/1.1" status: 200 len: 1094 time: 0.0898280 Jan 28 12:23:15.873577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] Request body: {'binding': {'host': 'n-h1-824835-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:15.874029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:23:15.912246 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Publish callbacks [] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:15.922632 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:15.991302 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Publish callbacks [] for router_gateway (cd13f925-33f8-44b4-9fd3-7af4db0bef94), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:15.992051 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Network a3ebf44d-f956-4672-9988-41f65f0946f5 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:15.995955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:16.002627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:16.010403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Pushing event updated for resources: {'Port': ['ID=7134fdd1-d4c8-4e94-936d-65fb2083905b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:16.035540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.072365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Attempting to bind port 7134fdd1-d4c8-4e94-936d-65fb2083905b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:16.072826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Attempting to bind port 7134fdd1-d4c8-4e94-936d-65fb2083905b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '8db1eeb6-81f6-4580-b495-45a590d14226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:16.073921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Attempting to bind port 7134fdd1-d4c8-4e94-936d-65fb2083905b on network a3ebf44d-f956-4672-9988-41f65f0946f5 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:16.080331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:16.080806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Checking segment: {'id': '8db1eeb6-81f6-4580-b495-45a590d14226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:16.082100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.082566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Bound using segment: {'id': '8db1eeb6-81f6-4580-b495-45a590d14226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:16.083618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Bound port: 7134fdd1-d4c8-4e94-936d-65fb2083905b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db1eeb6-81f6-4580-b495-45a590d14226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:16.084094 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.131663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] Attempting to bind port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on host n-h1-824835-4 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:16.132241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] Attempting to bind port b56d68dd-36c7-47e5-bc89-a67d72ab3591 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:16.132880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] Attempting to bind port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:16.139486 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] Port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:23:16.139961 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] Attempting to bind port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:16.145408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:16.145828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:16.146273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] Bound using segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:16.146762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] Bound port: b56d68dd-36c7-47e5-bc89-a67d72ab3591, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:16.178172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] For port 7134fdd1-d4c8-4e94-936d-65fb2083905b, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:16.182003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] For port 7134fdd1-d4c8-4e94-936d-65fb2083905b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7134fdd1-d4c8-4e94-936d-65fb2083905b,segment=NetworkSegment(8db1eeb6-81f6-4580-b495-45a590d14226),segment_id=8db1eeb6-81f6-4580-b495-45a590d14226)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:16.189043 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.191368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4c216-d012-41d9-a52d-fe8d168661b6 req-22f721dd-4689-4e0e-8326-02c2b9cf113e tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:16.192881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83c4c216-d012-41d9-a52d-fe8d168661b6 req-22f721dd-4689-4e0e-8326-02c2b9cf113e tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 949 time: 0.0914199 Jan 28 12:23:16.200593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Allocated IP 172.25.7.158 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:16.206670 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:16.213988 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.215325 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e856de36-4a21-40d0-a209-d1a26bfec781 service neutron] 10.222.0.53 "POST /v2.0/ports/b56d68dd-36c7-47e5-bc89-a67d72ab3591/bindings HTTP/1.1" status: 201 len: 389 time: 0.3453569 Jan 28 12:23:16.251445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac797a06-51f7-4b8d-be44-92b00fb324ea None None] Pushing event updated for resources: {'Port': ['ID=7134fdd1-d4c8-4e94-936d-65fb2083905b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:16.297411 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 835ee2c9-6df2-46ef-9d2e-54835ae972eb up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:16.344437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83c4c216-d012-41d9-a52d-fe8d168661b6 req-95c84383-600d-4261-8295-dc7598b9214d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409273 Jan 28 12:23:16.357391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 835ee2c9-6df2-46ef-9d2e-54835ae972eb completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:23:16.373834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 835ee2c9-6df2-46ef-9d2e-54835ae972eb triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:16.374374 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.491104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 835ee2c9-6df2-46ef-9d2e-54835ae972eb is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:16.491914 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.512522 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Publish callbacks [] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.551755 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e6d3d7-2f6e-49ac-aacf-53bb53c2df73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde'}, {'server_uuid': '96c5f62e-8caf-477e-82a1-9d5ada298d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835ee2c9-6df2-46ef-9d2e-54835ae972eb'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:16.554029 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03178314-172a-4512-a251-d24ffd5062a7" -d '{"events": [{"server_uuid": "39e6d3d7-2f6e-49ac-aacf-53bb53c2df73", "name": "network-vif-plugged", "status": "completed", "tag": "d361f31d-ccee-4b26-a3f0-5abd8f9ddbde"}, {"server_uuid": "96c5f62e-8caf-477e-82a1-9d5ada298d21", "name": "network-vif-plugged", "status": "completed", "tag": "835ee2c9-6df2-46ef-9d2e-54835ae972eb"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:16.565892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 835ee2c9-6df2-46ef-9d2e-54835ae972eb, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=835ee2c9-6df2-46ef-9d2e-54835ae972eb,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:16.574066 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.637643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=835ee2c9-6df2-46ef-9d2e-54835ae972eb,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:16.752207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7134fdd1-d4c8-4e94-936d-65fb2083905b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:16.804032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7134fdd1-d4c8-4e94-936d-65fb2083905b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:16.804404 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.856545 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.872434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f874a-3784-43a8-9ddd-b74e87b9f095 req-7217e636-7cd5-4034-a707-fb7c398d05e7 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:16.873978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d48f874a-3784-43a8-9ddd-b74e87b9f095 req-7217e636-7cd5-4034-a707-fb7c398d05e7 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 1102 time: 0.4495783 Jan 28 12:23:16.904824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7134fdd1-d4c8-4e94-936d-65fb2083905b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:16.905220 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.927759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508f4b4-0d6c-4b43-957b-a99c94fe512b req-762e6a74-cc45-49c6-8bc4-39d951281197 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:16.929252 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2508f4b4-0d6c-4b43-957b-a99c94fe512b req-762e6a74-cc45-49c6-8bc4-39d951281197 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 946 time: 0.4057264 Jan 28 12:23:16.936867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-749715fd-5481-485f-992b-48cb24121028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:16.937867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 7134fdd1-d4c8-4e94-936d-65fb2083905b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7134fdd1-d4c8-4e94-936d-65fb2083905b,segment=NetworkSegment(8db1eeb6-81f6-4580-b495-45a590d14226),segment_id=8db1eeb6-81f6-4580-b495-45a590d14226)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:16.938312 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-749715fd-5481-485f-992b-48cb24121028 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 1097 time: 0.3810391 Jan 28 12:23:16.942567 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:16.971690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:17.004760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=7134fdd1-d4c8-4e94-936d-65fb2083905b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:17.053522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d48f874a-3784-43a8-9ddd-b74e87b9f095 req-c9509b93-f323-4a06-b329-89004318de42 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722150 Jan 28 12:23:17.087273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:17.104961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:17.113493 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Pushing event updated for resources: {'Port': ['ID=6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:17.116173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:17.125046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2508f4b4-0d6c-4b43-957b-a99c94fe512b req-3b95a917-8cf3-49ef-873e-4e0f8e0e9478 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858132 Jan 28 12:23:17.211602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-964215b2-44fb-4860-bfcb-4cc5a791e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:17.213052 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-964215b2-44fb-4860-bfcb-4cc5a791e264 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.2576125 Jan 28 12:23:17.314429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-ac77b559-7e6c-4e8d-b938-f355e41f2951 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591 HTTP/1.1" status: 200 len: 217 time: 0.0752809 Jan 28 12:23:17.350511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3697cca-cd18-47de-9464-0e24150fa372 req-343934fe-5910-4f63-bffa-f8e806387464 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:17.352270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3697cca-cd18-47de-9464-0e24150fa372 req-343934fe-5910-4f63-bffa-f8e806387464 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.2074168 Jan 28 12:23:17.362371 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:17.389386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85471613-3d1b-4668-afd5-c7e32c7f404e None None] Network a3ebf44d-f956-4672-9988-41f65f0946f5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:23:17.441751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191083d0-c557-425e-a838-6fd934842de4 req-ba3eb08c-1f2b-435f-929b-ed2628405d56 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:17.443214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-191083d0-c557-425e-a838-6fd934842de4 req-ba3eb08c-1f2b-435f-929b-ed2628405d56 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e6d3d7-2f6e-49ac-aacf-53bb53c2df73 HTTP/1.1" status: 200 len: 949 time: 0.2501261 Jan 28 12:23:17.455938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2bac66dd-79e6-441b-911c-a27530d11787 None None] Provisioning complete for port 7134fdd1-d4c8-4e94-936d-65fb2083905b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:17.456311 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2bac66dd-79e6-441b-911c-a27530d11787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:17.484717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-581dea9b-4cc3-47c9-9944-0e8caead581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:17.486159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-581dea9b-4cc3-47c9-9944-0e8caead581d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.1431117 Jan 28 12:23:17.518376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3697cca-cd18-47de-9464-0e24150fa372 req-2aa39c5e-52ca-462d-870b-28b00446190b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554017 Jan 28 12:23:17.587643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2bac66dd-79e6-441b-911c-a27530d11787 None None] Current status of the port 7134fdd1-d4c8-4e94-936d-65fb2083905b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:17.598899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-285c618e-8edc-4656-92e9-eba9ddf3a252 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003504 Jan 28 12:23:17.656900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-191083d0-c557-425e-a838-6fd934842de4 req-8eebb1d9-61c8-4d0c-8c76-fbe9c4f42d41 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999509 Jan 28 12:23:17.665563 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7337aaa6-caab-42d7-9f6c-794947053e92 x-openstack-request-id: req-7337aaa6-caab-42d7-9f6c-794947053e92 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:17.665976 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e6d3d7-2f6e-49ac-aacf-53bb53c2df73", "name": "network-vif-plugged", "status": "completed", "tag": "d361f31d-ccee-4b26-a3f0-5abd8f9ddbde", "code": 200}, {"server_uuid": "96c5f62e-8caf-477e-82a1-9d5ada298d21", "name": "network-vif-plugged", "status": "completed", "tag": "835ee2c9-6df2-46ef-9d2e-54835ae972eb", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:17.666422 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7337aaa6-caab-42d7-9f6c-794947053e92 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:17.667738 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e6d3d7-2f6e-49ac-aacf-53bb53c2df73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde', 'code': 200} Jan 28 12:23:17.668095 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c5f62e-8caf-477e-82a1-9d5ada298d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835ee2c9-6df2-46ef-9d2e-54835ae972eb', 'code': 200} Jan 28 12:23:17.794185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbb309-40bd-48e0-9062-46aecf719cd0 req-b838e378-335d-49af-b78b-867feb4f117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:17.797114 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-20bbb309-40bd-48e0-9062-46aecf719cd0 req-b838e378-335d-49af-b78b-867feb4f117e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39e6d3d7-2f6e-49ac-aacf-53bb53c2df73 HTTP/1.1" status: 200 len: 1100 time: 0.0497150 Jan 28 12:23:17.830491 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Publish callbacks [] for router_gateway (cd13f925-33f8-44b4-9fd3-7af4db0bef94), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:17.848610 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-20bbb309-40bd-48e0-9062-46aecf719cd0 req-99e126ae-7f34-438a-8827-2a920e372a24 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 Jan 28 12:23:17.885793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-47508480-bde5-415e-b33c-d144b5864339 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726092 Jan 28 12:23:17.910688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-969a8e35-6093-4b33-9e74-b006ae5e51a0 None None] Provisioning complete for port 7134fdd1-d4c8-4e94-936d-65fb2083905b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:17.911065 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-969a8e35-6093-4b33-9e74-b006ae5e51a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:17.924017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb151-9f2f-4d36-8394-dd29fedb697d req-8a431542-7dc9-4140-a12b-c51975754b48 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:17.925438 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fdeb151-9f2f-4d36-8394-dd29fedb697d req-8a431542-7dc9-4140-a12b-c51975754b48 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 945 time: 0.1923392 Jan 28 12:23:17.930038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201f207-1c12-41b3-8aba-286a70db33fe req-d22b1fcd-bf73-4347-a515-07ef43d1fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:17.931483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8201f207-1c12-41b3-8aba-286a70db33fe req-d22b1fcd-bf73-4347-a515-07ef43d1fa0b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 1096 time: 0.1424086 Jan 28 12:23:17.991675 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-969a8e35-6093-4b33-9e74-b006ae5e51a0 None None] Current status of the port 7134fdd1-d4c8-4e94-936d-65fb2083905b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:18.026078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cc6af-1276-41af-8cd2-3963ec9ac0d0 req-8f934a2b-21fd-4b79-b03c-118e35ebf184 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:18.027648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d28cc6af-1276-41af-8cd2-3963ec9ac0d0 req-8f934a2b-21fd-4b79-b03c-118e35ebf184 tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 1102 time: 0.1323807 Jan 28 12:23:18.102075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fdeb151-9f2f-4d36-8394-dd29fedb697d req-b45c7e4e-eaed-4bcf-aa3c-8a6d063446a4 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442387 Jan 28 12:23:18.262137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d28cc6af-1276-41af-8cd2-3963ec9ac0d0 req-4b82c890-25eb-4bd1-aaab-64a39a76104e tempest-ServersAdminTestJSON-1677239459 tempest-ServersAdminTestJSON-1677239459-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920686 Jan 28 12:23:18.285854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8201f207-1c12-41b3-8aba-286a70db33fe req-c5f1f8cf-4481-459c-904f-00531cdc691c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165635 Jan 28 12:23:18.301091 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (cd13f925-33f8-44b4-9fd3-7af4db0bef94), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:18.310577 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-0f190b86-831e-44d0-8206-d67ba51fe957 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425218 Jan 28 12:23:18.358322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68aa68e-405e-4c1a-8b55-481f7e625319 req-8a952d07-aad4-4e68-b2e8-b6227338c15f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:18.359760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b68aa68e-405e-4c1a-8b55-481f7e625319 req-8a952d07-aad4-4e68-b2e8-b6227338c15f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 946 time: 0.1273618 Jan 28 12:23:18.460269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b68aa68e-405e-4c1a-8b55-481f7e625319 req-da2e5015-2da8-4cf6-90f4-fbb49fc21dfa tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944009 Jan 28 12:23:18.511247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Router cd13f925-33f8-44b4-9fd3-7af4db0bef94 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:23:18.597729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333a9d3-e668-43b5-8caf-6cb6255c5f76 req-65b7c631-0055-42dd-b24b-fe4e06c15d2c tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:18.599205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e333a9d3-e668-43b5-8caf-6cb6255c5f76 req-65b7c631-0055-42dd-b24b-fe4e06c15d2c tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 949 time: 0.1041720 Jan 28 12:23:18.686038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7134fdd1-d4c8-4e94-936d-65fb2083905b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:18.740427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7134fdd1-d4c8-4e94-936d-65fb2083905b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:18.740808 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:18.822690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7134fdd1-d4c8-4e94-936d-65fb2083905b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:18.998130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e4ab146e-f106-435e-b344-8f3f497ec045 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:18.999701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e4ab146e-f106-435e-b344-8f3f497ec045 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485&tenant_id=72d261eb21094b23ae0e82eafab9582c&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1097 time: 0.4215255 Jan 28 12:23:19.012624 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e333a9d3-e668-43b5-8caf-6cb6255c5f76 req-6c229bc6-b3f3-4563-ba1b-314dfaf17e70 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932593 Jan 28 12:23:19.021471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-4'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:19.030550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94c3d1-ef3d-4c7f-98a4-8cda7451c3e9 req-50ed9044-ab3d-4229-80ad-a1b1356087f3 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:19.032053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a94c3d1-ef3d-4c7f-98a4-8cda7451c3e9 req-50ed9044-ab3d-4229-80ad-a1b1356087f3 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.4154246 Jan 28 12:23:19.034776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:23:19.050809 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Sync routers for ids ['cd13f925-33f8-44b4-9fd3-7af4db0bef94'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:23:19.072013 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Routers {'cd13f925-33f8-44b4-9fd3-7af4db0bef94'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:19.073014 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['cd13f925-33f8-44b4-9fd3-7af4db0bef94'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:19.094832 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:19.096134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-de84d4b5-cb8e-4931-a9db-810c40f74357 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7201807 Jan 28 12:23:19.099000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56634) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:19.131762 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:19.146743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a94c3d1-ef3d-4c7f-98a4-8cda7451c3e9 req-76d41bfc-c452-49a7-a6f6-2ebb480d9c66 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921001 Jan 28 12:23:19.192090 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16ec78e3-f4f7-4125-b7a5-5142caa8a83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:19.236282 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Set router cd13f925-33f8-44b4-9fd3-7af4db0bef94 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:19.321057 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751285d-8f30-4889-a086-5e2cdd1b7d91 req-38bae499-21e4-4d6b-9600-c9503a495eb2 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:19.328012 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7751285d-8f30-4889-a086-5e2cdd1b7d91 req-38bae499-21e4-4d6b-9600-c9503a495eb2 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e6d3d7-2f6e-49ac-aacf-53bb53c2df73 HTTP/1.1" status: 200 len: 949 time: 0.1279800 Jan 28 12:23:19.352113 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-da50b366-e1e8-40b0-a9b1-092d09cfbd21 service neutron] show failed (client error): The resource could not be found. Jan 28 12:23:19.353120 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-da50b366-e1e8-40b0-a9b1-092d09cfbd21 service neutron] 10.222.0.49 "GET /v2.0/ports/1fe30547-f30a-4700-a40f-6cf5bb0cf11d/bindings/n-h1-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.1290457 Jan 28 12:23:19.422897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a239cf-59cf-41ec-b456-c026030c0d66 req-7bf16498-6e68-410e-b8ae-4d52c69d867c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:19.429813 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95a239cf-59cf-41ec-b456-c026030c0d66 req-7bf16498-6e68-410e-b8ae-4d52c69d867c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 945 time: 0.1757953 Jan 28 12:23:19.439942 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'name': 'tempest-FloatingIPsTestJSON-948261596-router', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:15Z', 'updated_at': '2022-01-28T12:23:17Z', 'revision_number': 3, 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'gw_port': {'id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:16Z', 'updated_at': '2022-01-28T12:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:19.488769 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Checking router: cd13f925-33f8-44b4-9fd3-7af4db0bef94 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:23:19.489168 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Updating router cd13f925-33f8-44b4-9fd3-7af4db0bef94 port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:23:19.489490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7751285d-8f30-4889-a086-5e2cdd1b7d91 req-497ced6f-5696-482b-853b-789ef652a70c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585057 Jan 28 12:23:19.521152 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:19.541162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:19.603969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95a239cf-59cf-41ec-b456-c026030c0d66 req-ca5f1431-7381-406f-aacb-e4f498794d85 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731973 Jan 28 12:23:19.767919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e985e3-9609-46fc-ad69-306261c46aad req-d65f0981-ad1c-428d-8f03-8ac4488ecfad tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:19.769512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23e985e3-9609-46fc-ad69-306261c46aad req-d65f0981-ad1c-428d-8f03-8ac4488ecfad tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 946 time: 0.1625395 Jan 28 12:23:19.832802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:19.841271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-e99fa99c-c703-4d90-ac3b-a07aa9efa2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:19.842967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-e99fa99c-c703-4d90-ac3b-a07aa9efa2e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a&tenant_id=5365e826fdfe40a69e62d0df1e72d7db HTTP/1.1" status: 200 len: 1100 time: 0.2010148 Jan 28 12:23:19.856729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:19.873684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:19.874871 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Publish callbacks [] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:19.883175 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:19.932238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baadba81-557d-426b-b544-f864b4a05485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b56d68dd-36c7-47e5-bc89-a67d72ab3591'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:19.934322 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Pushing event updated for resources: {'Port': ['ID=6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:19.935627 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b1306a-bbf5-44b4-b323-0fe28aad4a28" -d '{"events": [{"server_uuid": "baadba81-557d-426b-b544-f864b4a05485", "name": "network-vif-unplugged", "status": "completed", "tag": "b56d68dd-36c7-47e5-bc89-a67d72ab3591"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:19.943648 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Publish callbacks [] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:19.961890 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.962228 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.962565 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.962896 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.963222 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.963568 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.963981 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.964522 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.964840 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.965161 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.965478 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.965794 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.966109 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:19.978989 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23e985e3-9609-46fc-ad69-306261c46aad req-97e1a3e0-fbb0-4bf7-b0a5-92ab5bdff472 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947098 Jan 28 12:23:19.982304 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.003632 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Attempting to bind port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:20.004040 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Attempting to bind port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:20.004574 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Attempting to bind port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:20.011572 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:20.012293 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:20.012904 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.013490 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:20.014301 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Bound port: 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:20.014932 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.016935 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445724a7-a4c3-454d-a92e-68acef28e13c x-openstack-request-id: req-445724a7-a4c3-454d-a92e-68acef28e13c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:20.017390 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baadba81-557d-426b-b544-f864b4a05485", "name": "network-vif-unplugged", "status": "completed", "tag": "b56d68dd-36c7-47e5-bc89-a67d72ab3591", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:20.017390 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-445724a7-a4c3-454d-a92e-68acef28e13c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:20.017762 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baadba81-557d-426b-b544-f864b4a05485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b56d68dd-36c7-47e5-bc89-a67d72ab3591', 'code': 200} Jan 28 12:23:20.022462 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.123581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Pushing event updated for resources: {'Port': ['ID=b56d68dd-36c7-47e5-bc89-a67d72ab3591,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:20.128721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Allocated IP 172.20.0.1 (a3ebf44d-f956-4672-9988-41f65f0946f5/d582e5f0-23ea-41a8-b7f9-7eee941f73bb/9176838d-8f8c-4d96-88ae-ff796b33b536) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:20.145330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Attempting to bind port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on host n-h2-824835-4 for vnic_type normal with profile {"migrating_to": "n-h1-824835-4"} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:20.145665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Attempting to bind port b56d68dd-36c7-47e5-bc89-a67d72ab3591 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:20.145993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Attempting to bind port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:20.158204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:23:20.158599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Attempting to bind port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:20.159824 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] For port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:20.167908 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] For port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:20.181686 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.234377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:20.234715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:20.235106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Bound using segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:20.235583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Bound port: b56d68dd-36c7-47e5-bc89-a67d72ab3591, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:20.235943 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.274091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56666) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:20.275732 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Routers {'cd13f925-33f8-44b4-9fd3-7af4db0bef94'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:20.277465 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:22:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['cd13f925-33f8-44b4-9fd3-7af4db0bef94'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:20.313938 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Publish callbacks [] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.334968 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d05a1e-4e9d-46ea-af04-3a569f754276 None None] Pushing event updated for resources: {'Port': ['ID=6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:20.342713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76682867-a4de-4883-8bea-e3fbf58179dc req-53dfd541-72d4-4b1a-ba16-b1ff8db47e93 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:20.344275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76682867-a4de-4883-8bea-e3fbf58179dc req-53dfd541-72d4-4b1a-ba16-b1ff8db47e93 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 949 time: 0.2147644 Jan 28 12:23:20.363507 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.416635 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] Set router cd13f925-33f8-44b4-9fd3-7af4db0bef94 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:20.449276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Network a3ebf44d-f956-4672-9988-41f65f0946f5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:20.461554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Pushing event updated for resources: {'Port': ['ID=9176838d-8f8c-4d96-88ae-ff796b33b536,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:20.470662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:20.473770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:20.508276 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:20.533157 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (cd13f925-33f8-44b4-9fd3-7af4db0bef94), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.543372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b59448-e68e-47f4-9a86-23afde03523e req-284f7352-739f-47b1-bb74-e145a91f4da1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:20.544890 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e9b59448-e68e-47f4-9a86-23afde03523e req-284f7352-739f-47b1-bb74-e145a91f4da1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.35 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 949 time: 0.1392581 Jan 28 12:23:20.552142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5bb5b1ea-8f9b-4608-a553-2c57c562d0fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.562591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:20.570832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c361fad-f0f2-4e62-a5ff-ca0a45b5b93c req-8047e488-bfb0-4ca1-a28f-334d6b317565 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:20.572601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c361fad-f0f2-4e62-a5ff-ca0a45b5b93c req-8047e488-bfb0-4ca1-a28f-334d6b317565 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.2272966 Jan 28 12:23:20.594959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76682867-a4de-4883-8bea-e3fbf58179dc req-ae8c58fc-88a3-4d8e-bf48-bfc5217c2351 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193906 Jan 28 12:23:20.600539 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.705163 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'name': 'tempest-FloatingIPsTestJSON-948261596-router', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:15Z', 'updated_at': '2022-01-28T12:23:17Z', 'revision_number': 3, 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'gw_port': {'id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:16Z', 'updated_at': '2022-01-28T12:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:20.745059 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e6755-ec07-4128-8ef3-1bb055e3eb1f None None] The sync data for ids ['cd13f925-33f8-44b4-9fd3-7af4db0bef94'] in n-d-824835-4 is: [{'id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'name': 'tempest-FloatingIPsTestJSON-948261596-router', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:15Z', 'updated_at': '2022-01-28T12:23:17Z', 'revision_number': 3, 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'gw_port': {'id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:16Z', 'updated_at': '2022-01-28T12:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:23:20.781729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Pushing event updated for resources: {'Port': ['ID=b56d68dd-36c7-47e5-bc89-a67d72ab3591,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:20.786089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:20.839157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-cd608495-05d2-47e1-9e5f-1d67c7bf993d None None] Provisioning complete for port 9176838d-8f8c-4d96-88ae-ff796b33b536 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:20.839896 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd608495-05d2-47e1-9e5f-1d67c7bf993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.858654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:20.859279 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:20.860718 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-be9d7c2d-7cb3-4a17-a343-afae8d711653 service neutron] 10.222.0.35 "PUT /v2.0/ports/b56d68dd-36c7-47e5-bc89-a67d72ab3591 HTTP/1.1" status: 200 len: 1122 time: 1.8446012 Jan 28 12:23:20.917616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c361fad-f0f2-4e62-a5ff-ca0a45b5b93c req-a7233259-821b-49bb-947c-76aca3ce68a2 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327482 Jan 28 12:23:20.923616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cd608495-05d2-47e1-9e5f-1d67c7bf993d None None] Port 9176838d-8f8c-4d96-88ae-ff796b33b536 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:23:20.928731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:20.942368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b56d68dd-36c7-47e5-bc89-a67d72ab3591'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:20.970087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327790a-4bcc-473e-ae1c-c67f6d3abc02 req-9d9ee834-c7f7-4e92-ad7c-383b3d755dcf tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:20.977205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e327790a-4bcc-473e-ae1c-c67f6d3abc02 req-9d9ee834-c7f7-4e92-ad7c-383b3d755dcf tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e6d3d7-2f6e-49ac-aacf-53bb53c2df73 HTTP/1.1" status: 200 len: 949 time: 0.2763951 Jan 28 12:23:21.082595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5bb5b1ea-8f9b-4608-a553-2c57c562d0fc admin admin] Publish callbacks [] for security_group (8a698e31-d20d-4fbe-96d7-26caccf30aeb), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.104978 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.122627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Publish callbacks [] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.125638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e9b59448-e68e-47f4-9a86-23afde03523e req-d9a25bfd-2682-4367-b512-d61a18d0f4e4 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Deleting port fd026762-2fbf-4005-a549-f8aade926f17 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:21.126141 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e9b59448-e68e-47f4-9a86-23afde03523e req-d9a25bfd-2682-4367-b512-d61a18d0f4e4 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fd026762-2fbf-4005-a549-f8aade926f17), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.137540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5bb5b1ea-8f9b-4608-a553-2c57c562d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8a698e31-d20d-4fbe-96d7-26caccf30aeb), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.199898 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e327790a-4bcc-473e-ae1c-c67f6d3abc02 req-9d30d0ca-47c5-4c84-bb1c-8df9219f381c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218142 Jan 28 12:23:21.201763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Transition to ACTIVE for port object 1fe30547-f30a-4700-a40f-6cf5bb0cf11d will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:23:21.220193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5bb5b1ea-8f9b-4608-a553-2c57c562d0fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=deed1d28e1f145be8ac972a2b618ec83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9438412 Jan 28 12:23:21.221509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56678) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:21.223672 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.229325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5b1ea-8f9b-4608-a553-2c57c562d0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a698e31-d20d-4fbe-96d7-26caccf30aeb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:21.250752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09b16c-d1ca-40ae-8df5-11224845a962 req-8ea6f650-d561-4d28-af60-9617a0d70276 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:21.259918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef09b16c-d1ca-40ae-8df5-11224845a962 req-8ea6f650-d561-4d28-af60-9617a0d70276 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 945 time: 0.1995821 Jan 28 12:23:21.407693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:21.412312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] No DVR routers for this DVR port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:21.421317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef09b16c-d1ca-40ae-8df5-11224845a962 req-0071b6be-1c3d-408b-8772-baa057d881de tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603799 Jan 28 12:23:21.439830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e9b59448-e68e-47f4-9a86-23afde03523e req-d9a25bfd-2682-4367-b512-d61a18d0f4e4 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] For port fd026762-2fbf-4005-a549-f8aade926f17, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=fd026762-2fbf-4005-a549-f8aade926f17,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:21.439974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31433c5f-b218-4831-93a5-1aaac5b4eb14 req-6c35c644-2de5-4297-8290-32f0cf82b1eb tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:21.440203 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e9b59448-e68e-47f4-9a86-23afde03523e req-d9a25bfd-2682-4367-b512-d61a18d0f4e4 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fd026762-2fbf-4005-a549-f8aade926f17), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.441383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31433c5f-b218-4831-93a5-1aaac5b4eb14 req-6c35c644-2de5-4297-8290-32f0cf82b1eb tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 944 time: 0.1429849 Jan 28 12:23:21.490999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Attempting to bind port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:21.491417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Attempting to bind port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:21.491678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Attempting to bind port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:21.506559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:23:21.506915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Attempting to bind port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:21.518569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e9b59448-e68e-47f4-9a86-23afde03523e req-d9a25bfd-2682-4367-b512-d61a18d0f4e4 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Calling delete_port for fd026762-2fbf-4005-a549-f8aade926f17 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:21.522151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:21.522494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:21.522884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:21.523327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Bound port: 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:21.523706 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.554366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7df5b217-ec3c-4481-b678-21f24c8f7615 admin admin] Publish callbacks [] for security_group (8a698e31-d20d-4fbe-96d7-26caccf30aeb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.571166 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Publish callbacks [] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.575459 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c21d5c7-5691-4c77-97b1-87054c05d46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.577173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31433c5f-b218-4831-93a5-1aaac5b4eb14 req-80169b43-6b15-4458-b3fa-8cc85c6972a1 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160319 Jan 28 12:23:21.647805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.672862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:21.676750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:21.702393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.752503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Pushing event updated for resources: {'Port': ['ID=9176838d-8f8c-4d96-88ae-ff796b33b536,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:21.773353 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7df5b217-ec3c-4481-b678-21f24c8f7615 admin admin] Publish callbacks [] for security_group (8a698e31-d20d-4fbe-96d7-26caccf30aeb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.796044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:21.797060 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.798478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] 10.222.0.35 "PUT /v2.0/ports/1fe30547-f30a-4700-a40f-6cf5bb0cf11d HTTP/1.1" status: 200 len: 1095 time: 1.9315999 Jan 28 12:23:21.802059 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (cd13f925-33f8-44b4-9fd3-7af4db0bef94), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.828418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a45ce-fd4e-4ac5-ab7f-8c26c99fec9d req-83c19df4-2d18-4f3a-b249-e32209019d64 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:21.830958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-937a45ce-fd4e-4ac5-ab7f-8c26c99fec9d req-83c19df4-2d18-4f3a-b249-e32209019d64 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 945 time: 0.1462331 Jan 28 12:23:21.848455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1c043-7a62-4923-b99f-cb3c51c0f552 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:21.975677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c75281-c074-47a7-bd1b-9f2ff60ed2b9 req-7ecd4824-c4c7-475a-82d5-486baa525e07 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:21.983009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c75281-c074-47a7-bd1b-9f2ff60ed2b9 req-7ecd4824-c4c7-475a-82d5-486baa525e07 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:21.987892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71c75281-c074-47a7-bd1b-9f2ff60ed2b9 req-7ecd4824-c4c7-475a-82d5-486baa525e07 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e6d3d7-2f6e-49ac-aacf-53bb53c2df73&device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 1689 time: 0.1556711 Jan 28 12:23:21.988146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7df5b217-ec3c-4481-b678-21f24c8f7615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8a698e31-d20d-4fbe-96d7-26caccf30aeb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.993546 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7df5b217-ec3c-4481-b678-21f24c8f7615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:21.995654 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7df5b217-ec3c-4481-b678-21f24c8f7615 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a698e31-d20d-4fbe-96d7-26caccf30aeb HTTP/1.1" status: 204 len: 168 time: 0.7714274 Jan 28 12:23:22.018920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-769fc69f-8e6b-4eb3-b69a-b1ec2bcca631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:22.021310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-769fc69f-8e6b-4eb3-b69a-b1ec2bcca631 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 1098 time: 0.1590288 Jan 28 12:23:22.029419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baadba81-557d-426b-b544-f864b4a05485', 'tag': 'b56d68dd-36c7-47e5-bc89-a67d72ab3591'}, {'server_uuid': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d'}, {'name': 'network-changed', 'server_uuid': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'tag': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:22.032061 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a268134-41d7-4fe0-a6d9-257dddb531d8" -d '{"events": [{"name": "network-changed", "server_uuid": "baadba81-557d-426b-b544-f864b4a05485", "tag": "b56d68dd-36c7-47e5-bc89-a67d72ab3591"}, {"server_uuid": "cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe30547-f30a-4700-a40f-6cf5bb0cf11d"}, {"name": "network-changed", "server_uuid": "cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a", "tag": "1fe30547-f30a-4700-a40f-6cf5bb0cf11d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:22.049648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-937a45ce-fd4e-4ac5-ab7f-8c26c99fec9d req-945baa95-a0fe-45aa-9a1b-256e587b2399 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961327 Jan 28 12:23:22.064736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5b217-ec3c-4481-b678-21f24c8f7615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a698e31-d20d-4fbe-96d7-26caccf30aeb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:22.080368 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Network a3ebf44d-f956-4672-9988-41f65f0946f5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:22.082773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:22.083864 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e9b59448-e68e-47f4-9a86-23afde03523e req-d9a25bfd-2682-4367-b512-d61a18d0f4e4 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fd026762-2fbf-4005-a549-f8aade926f17), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:22.119683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['fd026762-2fbf-4005-a549-f8aade926f17', '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:22.121884 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d85f8b98-43da-49d0-84eb-58442a4298d8'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:22.188619 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a25bfd-2682-4367-b512-d61a18d0f4e4 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Pushing event deleted for resources: {'Port': ['ID=fd026762-2fbf-4005-a549-f8aade926f17,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:22.206423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71c75281-c074-47a7-bd1b-9f2ff60ed2b9 req-3dc0c0d0-5953-4acf-9e23-1fd6afc2c1ce tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126923 Jan 28 12:23:22.267456 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1fef5705-1976-41c6-a9d3-58bcb927a584 req-725e02ae-e5f7-4456-a84e-03eecd90a3ac tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fae5f-ddcd-4543-b6f3-fd2bd01fd42a HTTP/1.1" status: 200 len: 210 time: 0.1188123 Jan 28 12:23:22.305979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b56d68dd-36c7-47e5-bc89-a67d72ab3591 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:22.391357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b59448-e68e-47f4-9a86-23afde03523e req-d9a25bfd-2682-4367-b512-d61a18d0f4e4 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] No DVR routers for this DVR port fd026762-2fbf-4005-a549-f8aade926f17 on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:22.395835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e9b59448-e68e-47f4-9a86-23afde03523e req-d9a25bfd-2682-4367-b512-d61a18d0f4e4 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:22.403449 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e9b59448-e68e-47f4-9a86-23afde03523e req-d9a25bfd-2682-4367-b512-d61a18d0f4e4 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.35 "DELETE /v2.0/ports/fd026762-2fbf-4005-a549-f8aade926f17 HTTP/1.1" status: 204 len: 173 time: 1.8257005 Jan 28 12:23:22.425679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611fae5f-ddcd-4543-b6f3-fd2bd01fd42a', 'name': 'network-vif-deleted', 'tag': 'fd026762-2fbf-4005-a549-f8aade926f17'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:22.429626 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab1de79-6653-4b06-afd0-4b49aaab6877" -d '{"events": [{"server_uuid": "611fae5f-ddcd-4543-b6f3-fd2bd01fd42a", "name": "network-vif-deleted", "tag": "fd026762-2fbf-4005-a549-f8aade926f17"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:22.434477 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c244770-8655-42f8-85d5-4b861b89b2a9 x-openstack-request-id: req-0c244770-8655-42f8-85d5-4b861b89b2a9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:22.434820 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baadba81-557d-426b-b544-f864b4a05485", "tag": "b56d68dd-36c7-47e5-bc89-a67d72ab3591", "status": "completed", "code": 200}, {"server_uuid": "cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe30547-f30a-4700-a40f-6cf5bb0cf11d", "code": 200}, {"name": "network-changed", "server_uuid": "cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a", "tag": "1fe30547-f30a-4700-a40f-6cf5bb0cf11d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:22.435030 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c244770-8655-42f8-85d5-4b861b89b2a9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:22.435440 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baadba81-557d-426b-b544-f864b4a05485', 'tag': 'b56d68dd-36c7-47e5-bc89-a67d72ab3591', 'status': 'completed', 'code': 200} Jan 28 12:23:22.440934 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d', 'code': 200} Jan 28 12:23:22.441262 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'tag': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d', 'status': 'completed', 'code': 200} Jan 28 12:23:22.481949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-b9bdbc9b-be3d-400b-a724-df416d169947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:22.485781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-b9bdbc9b-be3d-400b-a724-df416d169947 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.4478421 Jan 28 12:23:22.601393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8b01e-03ca-4d5e-afb3-dc26520b31da req-02cecc54-3b49-4855-b71b-83d253626a7b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:22.616709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41e8b01e-03ca-4d5e-afb3-dc26520b31da req-02cecc54-3b49-4855-b71b-83d253626a7b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 947 time: 0.3010461 Jan 28 12:23:22.624525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-c74d3938-a54e-420a-97c0-7c4ef5241e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:22.631244 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-24e77e83-83ce-4972-8eaf-161009d96aad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d HTTP/1.1" status: 200 len: 217 time: 0.1348653 Jan 28 12:23:22.662911 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-c74d3938-a54e-420a-97c0-7c4ef5241e51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 1125 time: 0.2198539 Jan 28 12:23:22.671211 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b3c857-edc2-4c85-9586-ca87a8215089 x-openstack-request-id: req-29b3c857-edc2-4c85-9586-ca87a8215089 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:22.672431 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611fae5f-ddcd-4543-b6f3-fd2bd01fd42a", "name": "network-vif-deleted", "tag": "fd026762-2fbf-4005-a549-f8aade926f17", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:22.672725 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29b3c857-edc2-4c85-9586-ca87a8215089 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:22.674510 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611fae5f-ddcd-4543-b6f3-fd2bd01fd42a', 'name': 'network-vif-deleted', 'tag': 'fd026762-2fbf-4005-a549-f8aade926f17', 'status': 'completed', 'code': 200} Jan 28 12:23:22.706800 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Router cd13f925-33f8-44b4-9fd3-7af4db0bef94 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:23:22.757942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fda35933-1114-47a3-b359-39c1a2bc9672 None None] Provisioning complete for port 9176838d-8f8c-4d96-88ae-ff796b33b536 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:22.766081 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fda35933-1114-47a3-b359-39c1a2bc9672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:22.827294 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:22.872513 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 1fe30547-f30a-4700-a40f-6cf5bb0cf11d no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:22.874472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:22.895040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41e8b01e-03ca-4d5e-afb3-dc26520b31da req-6a55b299-9ab2-4670-a46c-a7d837efb67b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755170 Jan 28 12:23:22.925716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-5b24e5ed-7c32-4bfc-94fb-44a5e9d77503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:22.936939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-5b24e5ed-7c32-4bfc-94fb-44a5e9d77503 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.2861333 Jan 28 12:23:22.952749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b56d68dd-36c7-47e5-bc89-a67d72ab3591 has no active binding in host n-h1-824835-4 {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 12:23:23.005545 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:23.039478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fda35933-1114-47a3-b359-39c1a2bc9672 None None] Port 9176838d-8f8c-4d96-88ae-ff796b33b536 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:23:23.077684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:23:23.078988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5496de0-fc72-48c2-a768-d3cda8d91bac req-142ceb71-e46c-4fb3-8101-2f405b7c7ab9 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:23.114722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5496de0-fc72-48c2-a768-d3cda8d91bac req-142ceb71-e46c-4fb3-8101-2f405b7c7ab9 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 945 time: 0.3524175 Jan 28 12:23:23.115383 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a3a5fc2f-ffb5-4ce9-9a8e-a279666f8977 admin admin] 10.222.0.53 "PUT /v2.0/routers/cd13f925-33f8-44b4-9fd3-7af4db0bef94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0151196 Jan 28 12:23:23.137018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d host n-h1-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:23:23.138016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 1fe30547-f30a-4700-a40f-6cf5bb0cf11d not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:23.176412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:23.177930 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:23.211640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-18101c7d-f629-4b9a-99b2-d283b18bbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:23.214636 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-18101c7d-f629-4b9a-99b2-d283b18bbd1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.5043128 Jan 28 12:23:23.265796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-2ba61688-01fe-47d2-8153-3d79da496709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:23.271170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-2ba61688-01fe-47d2-8153-3d79da496709 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3133576 Jan 28 12:23:23.289816 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-45ee18f6-b1ec-4073-a4b0-66186305990a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591 HTTP/1.1" status: 200 len: 217 time: 0.0690613 Jan 28 12:23:23.378723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5496de0-fc72-48c2-a768-d3cda8d91bac req-14dd70bb-2fc7-4e91-96fd-fe34acfb133f tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568433 Jan 28 12:23:23.426768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-a32fcca0-948d-4182-908d-091613f5a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:23.433905 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-a32fcca0-948d-4182-908d-091613f5a758 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.1335833 Jan 28 12:23:23.507598 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-31a35f93-bd7b-481e-86cb-c52bd4716434 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679014 Jan 28 12:23:23.534795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d3ad0-14fa-4644-8e4c-2386cd88b19d req-ff689dcd-beca-4454-be21-ed05888a88c3 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:23.543725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c6d3ad0-14fa-4644-8e4c-2386cd88b19d req-ff689dcd-beca-4454-be21-ed05888a88c3 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=39e6d3d7-2f6e-49ac-aacf-53bb53c2df73 HTTP/1.1" status: 200 len: 1100 time: 0.2696474 Jan 28 12:23:23.550761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Sync routers for ids ['cd13f925-33f8-44b4-9fd3-7af4db0bef94'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:23:23.568012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56730) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:23.596925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Routers {'cd13f925-33f8-44b4-9fd3-7af4db0bef94'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:23.605288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['cd13f925-33f8-44b4-9fd3-7af4db0bef94'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:23.646401 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-96440852-f639-4602-ae5d-02d4be282be7 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439097 Jan 28 12:23:23.663967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c6d3ad0-14fa-4644-8e4c-2386cd88b19d req-50cc4226-2905-4613-b1e0-868459cb00ae tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190434 Jan 28 12:23:23.681774 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-aa00f24a-7686-4a34-be7c-8ef38f13efb5 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666119 Jan 28 12:23:23.688921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccb3de-0a5a-4a1d-8a98-3e4ef348b89f req-1de803e2-2965-4a43-a031-d68bc369dead tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:23.690442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33ccb3de-0a5a-4a1d-8a98-3e4ef348b89f req-1de803e2-2965-4a43-a031-d68bc369dead tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 944 time: 0.1723421 Jan 28 12:23:23.797078 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:23.797819 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:23.821343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:23.821521 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-c934fb43-185b-4927-a200-105c606c6399 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271341 Jan 28 12:23:23.831946 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:23.847139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Set router cd13f925-33f8-44b4-9fd3-7af4db0bef94 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:23.850893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1231054945-network', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:23.884440 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Made reservation on behalf of 8473c6f1cd984f95b129e1cd0af3aba4 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:23.890120 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:23.946065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:23.990878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:24.072324 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Publish callbacks [] for security_group (e85fe1e3-398d-4504-8177-2d07391c2bcc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:24.082246 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-98e57033-f7e8-451e-b90e-b41ba9183e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:24.084354 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-98e57033-f7e8-451e-b90e-b41ba9183e9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 1098 time: 0.1779432 Jan 28 12:23:24.085656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e85fe1e3-398d-4504-8177-2d07391c2bcc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:24.101981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:23:24.113962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (99263165-4175-456c-8985-ff3cfa501a53), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:24.114425 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Added segment 99263165-4175-456c-8985-ff3cfa501a53 of type vlan for network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 Jan 28 12:23:24.153758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'name': 'tempest-FloatingIPsTestJSON-948261596-router', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:15Z', 'updated_at': '2022-01-28T12:23:21Z', 'revision_number': 4, 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'gw_port': {'id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:16Z', 'updated_at': '2022-01-28T12:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '9176838d-8f8c-4d96-88ae-ff796b33b536', 'name': '', 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'mac_address': 'fa:16:3e:19:a6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'd582e5f0-23ea-41a8-b7f9-7eee941f73bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:19Z', 'updated_at': '2022-01-28T12:23:21Z', 'revision_number': 2, 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'subnets': [{'id': 'd582e5f0-23ea-41a8-b7f9-7eee941f73bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:24.169877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e7afdf34-7eb6-485a-b403-60ea6dfbabf6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:24.191303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Checking router: cd13f925-33f8-44b4-9fd3-7af4db0bef94 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:23:24.191986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Updating router cd13f925-33f8-44b4-9fd3-7af4db0bef94 port 9176838d-8f8c-4d96-88ae-ff796b33b536 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:23:24.221899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33ccb3de-0a5a-4a1d-8a98-3e4ef348b89f req-dcb0d8fe-a1a0-494d-a5da-01272b9200d3 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149992 Jan 28 12:23:24.235986 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:24.243383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd432d-15ad-4e30-a139-9dc7ce885c16 req-4bfd2e42-c570-4744-8536-352801dac1f2 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:24.250542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03fd432d-15ad-4e30-a139-9dc7ce885c16 req-4bfd2e42-c570-4744-8536-352801dac1f2 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 945 time: 0.4397252 Jan 28 12:23:24.259782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d50e0ea-1a98-41ac-a8f8-6b3bcd4b5eeb req-e48a87c7-09ab-40f7-bc50-0fde6ea82451 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683911 Jan 28 12:23:24.307215 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e7afdf34-7eb6-485a-b403-60ea6dfbabf6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:24.308758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:24.309521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:24.324828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03fd432d-15ad-4e30-a139-9dc7ce885c16 req-2e044508-ba6a-4551-806d-f53e33acdb4f tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733774 Jan 28 12:23:24.366486 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85fe1e3-398d-4504-8177-2d07391c2bcc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:24.427902 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7533319 Jan 28 12:23:24.430537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56748) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:24.435297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1c179a18-5a5c-4da2-b6d6-7eb7adcfa195 admin admin] Request body: {'subnet': {'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1231054945-subnet', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:24.436475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-d4e1cc89-2c79-480d-9551-fd49bf6f8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:24.438355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-d4e1cc89-2c79-480d-9551-fd49bf6f8fe5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 1098 time: 0.0928948 Jan 28 12:23:24.444144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device fd026762-2fbf-4005-a549-f8aade926f17 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:24.475967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-4faf3332-f3de-4dbc-8b55-817bb5688d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:24.482836 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-4faf3332-f3de-4dbc-8b55-817bb5688d53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2885206 Jan 28 12:23:24.491968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c179a18-5a5c-4da2-b6d6-7eb7adcfa195 admin admin] Made reservation on behalf of 8473c6f1cd984f95b129e1cd0af3aba4 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:24.499274 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c179a18-5a5c-4da2-b6d6-7eb7adcfa195 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:24.507058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: fd026762-2fbf-4005-a549-f8aade926f17 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:24.507785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device fd026762-2fbf-4005-a549-f8aade926f17 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:24.546988 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:24.668652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-54325c49-42bd-4e1e-8498-30e2dc28f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:24.670174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-54325c49-42bd-4e1e-8498-30e2dc28f88a service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2220035 Jan 28 12:23:24.693456 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38469763-cc5d-4186-a9c0-66f2dfba8129 admin admin] Pushing event updated for resources: {'Network': ['ID=e7afdf34-7eb6-485a-b403-60ea6dfbabf6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:24.727706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:23:24.749603 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-45d947b1-05b7-47b5-a990-e08d4a92dcf9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d HTTP/1.1" status: 200 len: 217 time: 0.0707035 Jan 28 12:23:24.760190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:24.761888 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-8b8af154-5547-4bdf-8735-756b563bb6bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d HTTP/1.1" status: 200 len: 217 time: 0.0748038 Jan 28 12:23:24.809596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-452dffca-24cb-4bc3-bc65-0a3d7e44085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:24.810941 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-452dffca-24cb-4bc3-bc65-0a3d7e44085a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0467398 Jan 28 12:23:24.841795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744478a-3472-4272-bbf6-58327a9e5bf1 req-662aa791-5b0c-45ab-9028-9f956c14bef3 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:24.848682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5744478a-3472-4272-bbf6-58327a9e5bf1 req-662aa791-5b0c-45ab-9028-9f956c14bef3 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 1100 time: 0.3836453 Jan 28 12:23:24.850200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-e9a01323-d191-4cfe-92b8-de28dc153a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:24.852027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-e9a01323-d191-4cfe-92b8-de28dc153a29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0589235 Jan 28 12:23:24.895663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c179a18-5a5c-4da2-b6d6-7eb7adcfa195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (51938959-b70b-4b11-a33e-eadb211e1a60), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:24.909031 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Publish callbacks [] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:24.923119 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:24.934645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-0df842d4-adee-499d-bdef-c2d75abe9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:24.936211 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-0df842d4-adee-499d-bdef-c2d75abe9431 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181984 Jan 28 12:23:24.993450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-bdf5cf82-e290-4e8f-8f20-b1b56743415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:24.995124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-bdf5cf82-e290-4e8f-8f20-b1b56743415a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303179 Jan 28 12:23:24.998977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5744478a-3472-4272-bbf6-58327a9e5bf1 req-d5407b03-7292-4a2e-844d-10b6086fdc1b tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460721 Jan 28 12:23:25.005308 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-b0cf6884-2585-41fd-94b8-f3ff41230bd0 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4449053 Jan 28 12:23:25.016132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:25.016132 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.018571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Pushing event updated for resources: {'Port': ['ID=9176838d-8f8c-4d96-88ae-ff796b33b536,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:25.035511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.035511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.035877 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.037166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.037960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.040958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.040958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.040958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.040958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.044859 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c179a18-5a5c-4da2-b6d6-7eb7adcfa195 admin admin] Checking segment: {'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:25.045687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c179a18-5a5c-4da2-b6d6-7eb7adcfa195 admin admin] Network hostable DHCP agents. Network: e7afdf34-7eb6-485a-b403-60ea6dfbabf6, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:23:25.047371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c179a18-5a5c-4da2-b6d6-7eb7adcfa195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51938959-b70b-4b11-a33e-eadb211e1a60,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:25.070667 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.071374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.074158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.074607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:23:25.076922 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c179a18-5a5c-4da2-b6d6-7eb7adcfa195 admin admin] Network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:23:25.096679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1c179a18-5a5c-4da2-b6d6-7eb7adcfa195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, e7afdf34-7eb6-485a-b403-60ea6dfbabf6) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:25.131194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c179a18-5a5c-4da2-b6d6-7eb7adcfa195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:25.131805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c179a18-5a5c-4da2-b6d6-7eb7adcfa195 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.170889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f5e9c3-5a82-47fe-a818-0171a43d6025 None None] Network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:23:25.194513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:25.206270 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-4698579e-05ef-429b-93e0-62a3a2b1f44f service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605121 Jan 28 12:23:25.227663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-fb1f3db1-9fd7-493f-a3b6-2b060e5a5296 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211847 Jan 28 12:23:25.311405 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1c179a18-5a5c-4da2-b6d6-7eb7adcfa195 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8785715 Jan 28 12:23:25.358905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56756) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:25.383778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:25.454901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'fixed_ips': [{'subnet_id': '51938959-b70b-4b11-a33e-eadb211e1a60'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:23:25.456301 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.457493 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.460257 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (9d201316-3c27-49c3-92d6-f65e1d931661), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.461423 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (9d201316-3c27-49c3-92d6-f65e1d931661), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.491033 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-8a1d7b6b-b510-443a-a0c2-694dec72ef78 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741544 Jan 28 12:23:25.508218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Attempting to bind port 9176838d-8f8c-4d96-88ae-ff796b33b536 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:25.509667 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Attempting to bind port 9176838d-8f8c-4d96-88ae-ff796b33b536 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '8db1eeb6-81f6-4580-b495-45a590d14226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:25.511032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Attempting to bind port 9176838d-8f8c-4d96-88ae-ff796b33b536 on network a3ebf44d-f956-4672-9988-41f65f0946f5 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:25.512080 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e461f73f-1ae4-445a-868a-069c5ef1890b service neutron] 10.222.0.49 "GET /v2.0/ports/b56d68dd-36c7-47e5-bc89-a67d72ab3591/bindings/n-h1-824835-4 HTTP/1.1" status: 200 len: 384 time: 0.3847251 Jan 28 12:23:25.559377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:25.560170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Checking segment: {'id': '8db1eeb6-81f6-4580-b495-45a590d14226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:25.560590 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.561132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Bound using segment: {'id': '8db1eeb6-81f6-4580-b495-45a590d14226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:25.561747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Bound port: 9176838d-8f8c-4d96-88ae-ff796b33b536, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db1eeb6-81f6-4580-b495-45a590d14226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:25.562245 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.580561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a268134-41d7-4fe0-a6d9-257dddb531d8 req-1cd424b9-b286-4329-af15-22c2909a7284 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424466 Jan 28 12:23:25.602958 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecd589-c12c-4644-9468-a20c51699e88 req-463827eb-b7f4-42b2-9102-71341e0a5462 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:25.604724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4cecd589-c12c-4644-9468-a20c51699e88 req-463827eb-b7f4-42b2-9102-71341e0a5462 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 947 time: 0.1783764 Jan 28 12:23:25.636406 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Publish callbacks [] for router_controller (9d201316-3c27-49c3-92d6-f65e1d931661), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.636888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-adde9d7f-5fb8-4104-a022-9e115ca4e5a9 None None] Provisioning complete for port 9176838d-8f8c-4d96-88ae-ff796b33b536 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:25.637307 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-adde9d7f-5fb8-4104-a022-9e115ca4e5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.695262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-adde9d7f-5fb8-4104-a022-9e115ca4e5a9 None None] Port 9176838d-8f8c-4d96-88ae-ff796b33b536 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:23:25.720759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:25.731833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4cecd589-c12c-4644-9468-a20c51699e88 req-232a12c1-e606-4a07-a882-bce15da22a8c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939696 Jan 28 12:23:25.772319 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-7d6402eb-44ae-4688-812a-55107cf90153 service neutron] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:25.795052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-7d6402eb-44ae-4688-812a-55107cf90153 service neutron] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:25.800333 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Allocated IP 172.20.0.2 (e7afdf34-7eb6-485a-b403-60ea6dfbabf6/51938959-b70b-4b11-a33e-eadb211e1a60/dd9cc3fa-ca82-48c1-aab1-002ba6eb6268) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:25.846551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-7d6402eb-44ae-4688-812a-55107cf90153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56d68dd-36c7-47e5-bc89-a67d72ab3591 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:25.851250 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Publish callbacks [] for router_gateway (9d201316-3c27-49c3-92d6-f65e1d931661), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.862004 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-7d6402eb-44ae-4688-812a-55107cf90153 service neutron] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:25.890139 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-7d6402eb-44ae-4688-812a-55107cf90153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.891628 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.940738 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:25.963414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] For port 9176838d-8f8c-4d96-88ae-ff796b33b536, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:25.970192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] For port 9176838d-8f8c-4d96-88ae-ff796b33b536, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9176838d-8f8c-4d96-88ae-ff796b33b536,segment=NetworkSegment(8db1eeb6-81f6-4580-b495-45a590d14226),segment_id=8db1eeb6-81f6-4580-b495-45a590d14226)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:25.987717 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.032962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-7d6402eb-44ae-4688-812a-55107cf90153 service neutron] Transition to ACTIVE for port object b56d68dd-36c7-47e5-bc89-a67d72ab3591 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:23:26.049111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-7d6402eb-44ae-4688-812a-55107cf90153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.108002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Routers {'cd13f925-33f8-44b4-9fd3-7af4db0bef94'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:26.108002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['cd13f925-33f8-44b4-9fd3-7af4db0bef94'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:26.112264 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d518ea-a998-461d-afaf-5a63cdeaf4b7 None None] Pushing event updated for resources: {'Port': ['ID=9176838d-8f8c-4d96-88ae-ff796b33b536,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:26.127815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-7d6402eb-44ae-4688-812a-55107cf90153 service neutron] No DVR routers for this DVR port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:26.136027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae2d9f-6051-4b23-9cea-02e8d2237f31 req-841e247f-4959-4298-ba4c-b6012e7bb396 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:26.145695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2cae2d9f-6051-4b23-9cea-02e8d2237f31 req-841e247f-4959-4298-ba4c-b6012e7bb396 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 944 time: 0.1596591 Jan 28 12:23:26.174677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6402eb-44ae-4688-812a-55107cf90153 service neutron] Pushing event updated for resources: {'Port': ['ID=b56d68dd-36c7-47e5-bc89-a67d72ab3591,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:26.181527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Publish callbacks [] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.182142 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-7d6402eb-44ae-4688-812a-55107cf90153 service neutron] 10.222.0.49 "PUT /v2.0/ports/b56d68dd-36c7-47e5-bc89-a67d72ab3591/bindings/n-h1-824835-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6604750 Jan 28 12:23:26.190825 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Allocated IP 172.25.7.127 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:26.203456 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.308424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2cae2d9f-6051-4b23-9cea-02e8d2237f31 req-3e7ea2fd-fa46-4f13-bd44-2c8cc0a98624 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618392 Jan 28 12:23:26.450211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:26.460782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-65632c7a-eba1-422f-8993-950031f53841 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585101 Jan 28 12:23:26.463926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:26.467468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] Set router cd13f925-33f8-44b4-9fd3-7af4db0bef94 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:26.470403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-137db818-f952-4b18-9a03-87850e36ac61 None None] Provisioning complete for port 9176838d-8f8c-4d96-88ae-ff796b33b536 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:26.470403 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-137db818-f952-4b18-9a03-87850e36ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.471827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-c7565d97-b07d-48aa-81e7-8b5911e64cc3 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:26.473317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-c7565d97-b07d-48aa-81e7-8b5911e64cc3 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485&tenant_id=72d261eb21094b23ae0e82eafab9582c&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1096 time: 0.2109842 Jan 28 12:23:26.494824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:26.497423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Pushing event updated for resources: {'Port': ['ID=dd9cc3fa-ca82-48c1-aab1-002ba6eb6268,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:26.564399 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Publish callbacks [] for router_gateway (9d201316-3c27-49c3-92d6-f65e1d931661), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.607364 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.615956 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks [] for port (4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.637363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Attempting to bind port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:26.637546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Attempting to bind port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:26.637902 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Attempting to bind port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 on network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:26.675549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:26.675933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Checking segment: {'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:26.676347 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.677125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Bound using segment: {'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:26.677259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Bound port: dd9cc3fa-ca82-48c1-aab1-002ba6eb6268, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:26.677596 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.705769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-24ff47a0-0bc2-44ce-9cb1-6a2234f18daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:26.707282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-24ff47a0-0bc2-44ce-9cb1-6a2234f18daf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485&tenant_id=72d261eb21094b23ae0e82eafab9582c HTTP/1.1" status: 200 len: 1096 time: 0.2139206 Jan 28 12:23:26.723495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-b3fb7f5d-2051-4484-8409-a440edc30f78 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:26.724942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-b3fb7f5d-2051-4484-8409-a440edc30f78 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507563 Jan 28 12:23:26.777847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-b2fae6d7-6cdb-4ca0-b8e9-34e50da75feb tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/quotas/1a6e4b41d3dc4895a816aa2f6c1adfda HTTP/1.1" status: 200 len: 375 time: 0.0321848 Jan 28 12:23:26.785596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-137db818-f952-4b18-9a03-87850e36ac61 None None] Current status of the port 9176838d-8f8c-4d96-88ae-ff796b33b536 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:26.785999 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-137db818-f952-4b18-9a03-87850e36ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.793119 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.855026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] For port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:26.862923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] For port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dd9cc3fa-ca82-48c1-aab1-002ba6eb6268,segment=NetworkSegment(99263165-4175-456c-8985-ff3cfa501a53),segment_id=99263165-4175-456c-8985-ff3cfa501a53)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:26.880762 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.885248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-137db818-f952-4b18-9a03-87850e36ac61 None None] For port 9176838d-8f8c-4d96-88ae-ff796b33b536, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9176838d-8f8c-4d96-88ae-ff796b33b536,segment=NetworkSegment(8db1eeb6-81f6-4580-b495-45a590d14226),segment_id=8db1eeb6-81f6-4580-b495-45a590d14226)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:26.893826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-a68d17ed-9542-4800-b385-07dbc8e4b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:26.894069 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-a68d17ed-9542-4800-b385-07dbc8e4b837 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 1096 time: 0.1607690 Jan 28 12:23:26.913502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:26.918206 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-137db818-f952-4b18-9a03-87850e36ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:26.920445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Allocated IP 172.25.7.164 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/0d90d014-ba40-407a-8bd2-74d8b262ca12) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:26.938005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:26.955292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabf161-4c10-4864-85a3-9a1711a3a589 req-e340105a-7817-4474-8b6f-7a01f0e71571 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:26.956418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389de17-8fd5-4fb5-b3ed-ca10298f83da None None] Pushing event updated for resources: {'Port': ['ID=dd9cc3fa-ca82-48c1-aab1-002ba6eb6268,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:26.957057 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dbabf161-4c10-4864-85a3-9a1711a3a589 req-e340105a-7817-4474-8b6f-7a01f0e71571 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 950 time: 0.0952525 Jan 28 12:23:26.961329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'name': 'tempest-FloatingIPsTestJSON-948261596-router', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:15Z', 'updated_at': '2022-01-28T12:23:21Z', 'revision_number': 4, 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'gw_port': {'id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:16Z', 'updated_at': '2022-01-28T12:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '9176838d-8f8c-4d96-88ae-ff796b33b536', 'name': '', 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'mac_address': 'fa:16:3e:19:a6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'd582e5f0-23ea-41a8-b7f9-7eee941f73bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:19Z', 'updated_at': '2022-01-28T12:23:25Z', 'revision_number': 4, 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'subnets': [{'id': 'd582e5f0-23ea-41a8-b7f9-7eee941f73bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:26.961589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:27.027231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Pushing event updated for resources: {'Port': ['ID=4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:27.027959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9209fec6-6ccc-4a34-b94c-1da782fd70f7 None None] The sync data for ids ['cd13f925-33f8-44b4-9fd3-7af4db0bef94'] in n-d-824835-4 is: [{'id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'name': 'tempest-FloatingIPsTestJSON-948261596-router', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:15Z', 'updated_at': '2022-01-28T12:23:21Z', 'revision_number': 4, 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'gw_port': {'id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:16Z', 'updated_at': '2022-01-28T12:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '9176838d-8f8c-4d96-88ae-ff796b33b536', 'name': '', 'network_id': 'a3ebf44d-f956-4672-9988-41f65f0946f5', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'mac_address': 'fa:16:3e:19:a6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'd582e5f0-23ea-41a8-b7f9-7eee941f73bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:19Z', 'updated_at': '2022-01-28T12:23:25Z', 'revision_number': 4, 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'subnets': [{'id': 'd582e5f0-23ea-41a8-b7f9-7eee941f73bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:23:27.062373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-c02bf7ad-790b-4720-aa39-69566a9a58c9 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2779324 Jan 28 12:23:27.071583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137db818-f952-4b18-9a03-87850e36ac61 None None] Pushing event updated for resources: {'Port': ['ID=9176838d-8f8c-4d96-88ae-ff796b33b536,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:27.108051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-dbabf161-4c10-4864-85a3-9a1711a3a589 req-f5916ad0-75f2-45ef-b55f-a380aa023735 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Deleting port d85f8b98-43da-49d0-84eb-58442a4298d8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:27.108778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dbabf161-4c10-4864-85a3-9a1711a3a589 req-f5916ad0-75f2-45ef-b55f-a380aa023735 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:27.243904 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-dbabf161-4c10-4864-85a3-9a1711a3a589 req-f5916ad0-75f2-45ef-b55f-a380aa023735 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] For port d85f8b98-43da-49d0-84eb-58442a4298d8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d85f8b98-43da-49d0-84eb-58442a4298d8,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:27.245400 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dbabf161-4c10-4864-85a3-9a1711a3a589 req-f5916ad0-75f2-45ef-b55f-a380aa023735 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:27.271460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e70f3eab-667d-4d52-9e10-e485aeed0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:27.273103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-e70f3eab-667d-4d52-9e10-e485aeed0fdb service neutron] 10.222.0.35 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.3618455 Jan 28 12:23:27.282491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-dbabf161-4c10-4864-85a3-9a1711a3a589 req-f5916ad0-75f2-45ef-b55f-a380aa023735 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Calling delete_port for d85f8b98-43da-49d0-84eb-58442a4298d8 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:27.385572 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks [] for floatingip (31989459-76ed-44ac-beb3-ca5b14263b1b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:27.467957 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-52c450d5-2ab1-4c05-a07b-4ee6f676bffc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591 HTTP/1.1" status: 200 len: 217 time: 0.1739829 Jan 28 12:23:27.490406 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Publish callbacks [] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:27.510358 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dbabf161-4c10-4864-85a3-9a1711a3a589 req-f5916ad0-75f2-45ef-b55f-a380aa023735 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d85f8b98-43da-49d0-84eb-58442a4298d8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:27.524945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d85f8b98-43da-49d0-84eb-58442a4298d8'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:27.529591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['544ed6fd-ba8a-4fa5-bea2-8f566d156ed3'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:27.613038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5916ad0-75f2-45ef-b55f-a380aa023735 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Pushing event deleted for resources: {'Port': ['ID=d85f8b98-43da-49d0-84eb-58442a4298d8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:27.695021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbabf161-4c10-4864-85a3-9a1711a3a589 req-f5916ad0-75f2-45ef-b55f-a380aa023735 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] No DVR routers for this DVR port d85f8b98-43da-49d0-84eb-58442a4298d8 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:27.700044 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dbabf161-4c10-4864-85a3-9a1711a3a589 req-f5916ad0-75f2-45ef-b55f-a380aa023735 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:27.707418 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:27.709179 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dbabf161-4c10-4864-85a3-9a1711a3a589 req-f5916ad0-75f2-45ef-b55f-a380aa023735 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.49 "DELETE /v2.0/ports/d85f8b98-43da-49d0-84eb-58442a4298d8 HTTP/1.1" status: 204 len: 173 time: 0.7450743 Jan 28 12:23:27.709656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd0a56-399c-4641-8ac8-564220a044f1', 'name': 'network-vif-deleted', 'tag': 'd85f8b98-43da-49d0-84eb-58442a4298d8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:27.717352 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9dcbf5-3532-491f-858f-b5295d865950" -d '{"events": [{"server_uuid": "b0fd0a56-399c-4641-8ac8-564220a044f1", "name": "network-vif-deleted", "tag": "d85f8b98-43da-49d0-84eb-58442a4298d8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:27.767725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-3f474349-9b46-4ae4-9e89-69cd97a5f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:27.770974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-3f474349-9b46-4ae4-9e89-69cd97a5f2ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.2678370 Jan 28 12:23:28.170417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-337e60dc-b1e0-4019-be81-887154ddc378 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3636603 Jan 28 12:23:28.191401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc6bcb-9aa6-4d4b-b6d6-7fcd19bd3db9 req-337559d1-a7fe-4f61-93a5-76663d94fc17 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:28.193046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94bc6bcb-9aa6-4d4b-b6d6-7fcd19bd3db9 req-337559d1-a7fe-4f61-93a5-76663d94fc17 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0fd0a56-399c-4641-8ac8-564220a044f1 HTTP/1.1" status: 200 len: 867 time: 0.7826710 Jan 28 12:23:28.242952 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:28.311522 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1fe30547-f30a-4700-a40f-6cf5bb0cf11d details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:28.442191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:28.464725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-cb9c0d3e-eddc-4e88-991a-17d3ba2b57c9 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689602 Jan 28 12:23:28.468874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d', 'mac_address': 'fa:16:3e:31:a0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:28.495805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:28.522288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Pushing event updated for resources: {'Port': ['ID=0d90d014-ba40-407a-8bd2-74d8b262ca12,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:28.542682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:28.543183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:28.543808 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:28.553262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:28.566339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe30547-f30a-4700-a40f-6cf5bb0cf11d {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:28.586423 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-3b2b347b-44ea-44ea-84c7-db6438e1fe92 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431831 Jan 28 12:23:28.635025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:28.647654 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:28.710321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd45048b-69fa-4bf3-b9c9-98f8cde68578 None None] Network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:23:28.833496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-7443828a-5f9f-4bdc-9066-4f4e0d14ad7d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:28.849323 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks [] for port (4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:28.850125 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-7443828a-5f9f-4bdc-9066-4f4e0d14ad7d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381320 Jan 28 12:23:28.863563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Request body: {'port': {'device_id': 'de51619d-48d5-4d2b-b11f-920b33479eff', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '1a6e4b41d3dc4895a816aa2f6c1adfda'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:28.865568 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94bc6bcb-9aa6-4d4b-b6d6-7fcd19bd3db9 req-af540a21-e7af-4145-8796-2942a2626fbb tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494637 Jan 28 12:23:28.897448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:28.922027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d85f8b98-43da-49d0-84eb-58442a4298d8 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:28.952083 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.014686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Made reservation on behalf of 1a6e4b41d3dc4895a816aa2f6c1adfda for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:29.018884 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.055557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: d85f8b98-43da-49d0-84eb-58442a4298d8 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:29.056371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d85f8b98-43da-49d0-84eb-58442a4298d8 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:29.056745 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b56d68dd-36c7-47e5-bc89-a67d72ab3591 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:29.114182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:29.116570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['1fe30547-f30a-4700-a40f-6cf5bb0cf11d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:29.153802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ffc88a10-fe1b-4231-a7b3-65a1ea6e5e66 None None] Provisioning complete for port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:29.154179 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ffc88a10-fe1b-4231-a7b3-65a1ea6e5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.209627 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Allocated IP 192.168.233.110 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/9d17efdd-e3fd-4388-b029-846fdae2272b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:29.222184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port b56d68dd-36c7-47e5-bc89-a67d72ab3591 host n-h1-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:23:29.222777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b56d68dd-36c7-47e5-bc89-a67d72ab3591 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:29.253572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Pushing event updated for resources: {'Port': ['ID=4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:29.284152 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-b724329c-b553-4679-b4aa-924184f28dd3 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7979157 Jan 28 12:23:29.298026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50315f57-bc5a-4d79-bb2f-fbc599069120 req-d68524f7-6583-4fbc-bfa4-88ee6be96cfb tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:29.298523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:29.298895 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.305426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50315f57-bc5a-4d79-bb2f-fbc599069120 req-d68524f7-6583-4fbc-bfa4-88ee6be96cfb tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 945 time: 0.1812241 Jan 28 12:23:29.314763 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (31989459-76ed-44ac-beb3-ca5b14263b1b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.410026 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.411248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-7a547bf2-27ca-4dae-8461-fd36383393ea tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2274365 Jan 28 12:23:29.449422 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks [] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.528132 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50315f57-bc5a-4d79-bb2f-fbc599069120 req-ae80ccf9-4857-49a1-8c1f-b04783688121 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215335 Jan 28 12:23:29.548578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ffc88a10-fe1b-4231-a7b3-65a1ea6e5e66 None None] Current status of the port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:29.549558 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ffc88a10-fe1b-4231-a7b3-65a1ea6e5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.551957 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-6167e3dc-8b5d-40c6-9579-a0392e48917d tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.127 HTTP/1.1" status: 200 len: 696 time: 0.1304536 Jan 28 12:23:29.630754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ffc88a10-fe1b-4231-a7b3-65a1ea6e5e66 None None] For port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dd9cc3fa-ca82-48c1-aab1-002ba6eb6268,segment=NetworkSegment(99263165-4175-456c-8985-ff3cfa501a53),segment_id=99263165-4175-456c-8985-ff3cfa501a53)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:29.633704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:29.634135 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.659553 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ffc88a10-fe1b-4231-a7b3-65a1ea6e5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.717243 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Publish callbacks [] for router_gateway (9d201316-3c27-49c3-92d6-f65e1d931661), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.740319 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc88a10-fe1b-4231-a7b3-65a1ea6e5e66 None None] Pushing event updated for resources: {'Port': ['ID=dd9cc3fa-ca82-48c1-aab1-002ba6eb6268,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:29.757409 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:23:29.757775 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:23:29.786325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bfe9358c-b667-46c4-9243-e371e08e58d8 None None] Provisioning complete for port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:29.786325 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfe9358c-b667-46c4-9243-e371e08e58d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.793241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.800309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-471edf50-eee4-40d3-a407-e40cd4b57aad tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:29.802985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-471edf50-eee4-40d3-a407-e40cd4b57aad tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485&tenant_id=72d261eb21094b23ae0e82eafab9582c&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 1096 time: 0.1881125 Jan 28 12:23:29.815496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6fa22ca1-a933-462f-9aff-6297fe0f023a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:29.817563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a', '69b28469-06d8-4aaa-bad0-1334ae203a97', '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e', 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:29.841138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:29.846717 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:29.851285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:29.856208 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event updated for resources: {'Port': ['ID=9d17efdd-e3fd-4388-b029-846fdae2272b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:29.868400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bec3ce-7265-4194-b96b-008e1be5c2b5 req-b4ff397a-0d57-4014-b272-37ae52748d46 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:29.875460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55bec3ce-7265-4194-b96b-008e1be5c2b5 req-b4ff397a-0d57-4014-b272-37ae52748d46 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 948 time: 0.2557445 Jan 28 12:23:29.904155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-d1797484-f455-4dae-8c71-3deb896062bd tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:29.905517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-93cea40f-b0a1-41c8-b7fe-bd74d5974435 req-d1797484-f455-4dae-8c71-3deb896062bd tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.3441949 Jan 28 12:23:29.914391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:29.914391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:29.934736 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-adaf5b9f-c8f8-4624-9a51-0a89f01ef83b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0817316 Jan 28 12:23:29.957347 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Request body: {'port': {'device_id': 'de51619d-48d5-4d2b-b11f-920b33479eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:30.034721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55bec3ce-7265-4194-b96b-008e1be5c2b5 req-a0a8322b-c75f-4d9a-9961-4f7a2e7bcc1e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583979 Jan 28 12:23:30.037643 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:30.204255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bfe9358c-b667-46c4-9243-e371e08e58d8 None None] Current status of the port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:30.230301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-291ac243-c816-4e5f-998e-2d8b406932a8 service neutron] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:30.240478 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-291ac243-c816-4e5f-998e-2d8b406932a8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:30.241489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d1528a-31ce-4ea5-8d2a-fc88e7be5b48 req-291ac243-c816-4e5f-998e-2d8b406932a8 service neutron] 10.222.0.35 "DELETE /v2.0/ports/b56d68dd-36c7-47e5-bc89-a67d72ab3591/bindings/n-h2-824835-4 HTTP/1.1" status: 204 len: 173 time: 0.4302430 Jan 28 12:23:30.246617 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (9d201316-3c27-49c3-92d6-f65e1d931661), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:30.271419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0f745-7154-4148-965c-832c8e78aa0f req-f4f7fc11-8f5a-4061-a417-a1407ad05e63 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:30.273084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2b0f745-7154-4148-965c-832c8e78aa0f req-f4f7fc11-8f5a-4061-a417-a1407ad05e63 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 936 time: 0.1137180 Jan 28 12:23:30.331218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc791046-ab65-482a-8147-ee8e830fb9fe req-008b0517-320d-4f26-b75e-f6a43c4126a8 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:30.332798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc791046-ab65-482a-8147-ee8e830fb9fe req-008b0517-320d-4f26-b75e-f6a43c4126a8 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 945 time: 0.2115123 Jan 28 12:23:30.335038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:30.336088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9176838d-8f8c-4d96-88ae-ff796b33b536 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:30.374495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-37df7a19-6fbf-4d65-882f-0eb5e5255c9c None None] Provisioning complete for port 9d17efdd-e3fd-4388-b029-846fdae2272b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:30.374873 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37df7a19-6fbf-4d65-882f-0eb5e5255c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:30.428661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d17efdd-e3fd-4388-b029-846fdae2272b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:30.437975 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Publish callbacks [] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:30.451856 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Transition to ACTIVE for port object 9d17efdd-e3fd-4388-b029-846fdae2272b will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:23:30.461714 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:30.467722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2b0f745-7154-4148-965c-832c8e78aa0f req-dfb578df-f304-470d-9c64-f0deb078bca8 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401644 Jan 28 12:23:30.491404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc791046-ab65-482a-8147-ee8e830fb9fe req-f6f7b9d1-d827-45ef-9f61-ec7e845aa449 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360900 Jan 28 12:23:30.582954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Router 9d201316-3c27-49c3-92d6-f65e1d931661 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:23:30.586954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-37df7a19-6fbf-4d65-882f-0eb5e5255c9c None None] Port 9d17efdd-e3fd-4388-b029-846fdae2272b cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:23:30.592526 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Pushing event updated for resources: {'Port': ['ID=9d17efdd-e3fd-4388-b029-846fdae2272b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:30.621699 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b369636-7c15-4892-a03b-730228ad8700 x-openstack-request-id: req-5b369636-7c15-4892-a03b-730228ad8700 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:30.622268 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fd0a56-399c-4641-8ac8-564220a044f1", "name": "network-vif-deleted", "tag": "d85f8b98-43da-49d0-84eb-58442a4298d8", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:30.622688 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b369636-7c15-4892-a03b-730228ad8700 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:30.623244 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd0a56-399c-4641-8ac8-564220a044f1', 'name': 'network-vif-deleted', 'tag': 'd85f8b98-43da-49d0-84eb-58442a4298d8', 'status': 'completed', 'code': 200} Jan 28 12:23:30.640132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Attempting to bind port 9d17efdd-e3fd-4388-b029-846fdae2272b on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:30.641251 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Attempting to bind port 9d17efdd-e3fd-4388-b029-846fdae2272b by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:30.641819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Attempting to bind port 9d17efdd-e3fd-4388-b029-846fdae2272b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:30.653556 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Port 9d17efdd-e3fd-4388-b029-846fdae2272b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:23:30.654150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Attempting to bind port 9d17efdd-e3fd-4388-b029-846fdae2272b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:30.660928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 9176838d-8f8c-4d96-88ae-ff796b33b536 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:30.661307 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:30.679605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:30.679943 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:30.680344 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:30.680789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Bound port: 9d17efdd-e3fd-4388-b029-846fdae2272b, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:30.681150 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:30.806245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] For port 9d17efdd-e3fd-4388-b029-846fdae2272b, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:30.810985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] For port 9d17efdd-e3fd-4388-b029-846fdae2272b, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9d17efdd-e3fd-4388-b029-846fdae2272b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:30.818627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:30.897874 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:30.898824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:30.901604 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] 10.222.0.49 "PUT /v2.0/ports/9d17efdd-e3fd-4388-b029-846fdae2272b HTTP/1.1" status: 200 len: 1096 time: 0.9591308 Jan 28 12:23:30.902515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8bf7c-86e9-4260-80ee-7af7f63f64ce service neutron] Pushing event updated for resources: {'Port': ['ID=9d17efdd-e3fd-4388-b029-846fdae2272b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:30.946936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 9176838d-8f8c-4d96-88ae-ff796b33b536 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:31.051370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-245d945f-129a-4d64-be3d-096bbd7c2bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:31.053714 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-245d945f-129a-4d64-be3d-096bbd7c2bc1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 1099 time: 0.0885558 Jan 28 12:23:31.094863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:31.114085 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-10a43a91-068c-4b14-b6b4-d1075d5b9702 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=9d17efdd-e3fd-4388-b029-846fdae2272b HTTP/1.1" status: 200 len: 217 time: 0.0519011 Jan 28 12:23:31.135097 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d486c6ba-1390-4dd1-acfa-6c5e6ddd93fa req-9708725a-10f7-45a7-a52c-dbaf93a31119 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/floatingips/31989459-76ed-44ac-beb3-ca5b14263b1b HTTP/1.1" status: 200 len: 693 time: 0.1032302 Jan 28 12:23:31.164994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:31.166615 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:31.173613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-b97d7d56-f647-46a6-98e9-ac3f77b24b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:31.175295 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-b97d7d56-f647-46a6-98e9-ac3f77b24b2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0542679 Jan 28 12:23:31.234539 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-a955a008-2bf6-40a1-9eb8-8f8e3418f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:31.236590 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-a955a008-2bf6-40a1-9eb8-8f8e3418f1f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543814 Jan 28 12:23:31.248827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d1641-106c-4b9d-b42a-7465acd5f388 req-fc642615-0ca1-44f9-a768-d959c51a1401 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:31.250308 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b53d1641-106c-4b9d-b42a-7465acd5f388 req-fc642615-0ca1-44f9-a768-d959c51a1401 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 945 time: 0.2172925 Jan 28 12:23:31.294984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:31.301961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:23:31.316497 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Sync routers for ids ['9d201316-3c27-49c3-92d6-f65e1d931661'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:23:31.333634 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Routers {'9d201316-3c27-49c3-92d6-f65e1d931661'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:31.334693 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9d201316-3c27-49c3-92d6-f65e1d931661'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:31.340437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486c6ba-1390-4dd1-acfa-6c5e6ddd93fa req-6adae609-ee38-4353-a1c1-17b2c620f609 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:31.346019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d486c6ba-1390-4dd1-acfa-6c5e6ddd93fa req-6adae609-ee38-4353-a1c1-17b2c620f609 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.2097991 Jan 28 12:23:31.355828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-d486c6ba-1390-4dd1-acfa-6c5e6ddd93fa req-6062d94d-cfba-4e95-9507-aa6846979fbe tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:23:31.356824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d486c6ba-1390-4dd1-acfa-6c5e6ddd93fa req-6062d94d-cfba-4e95-9507-aa6846979fbe tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100501 Jan 28 12:23:31.376643 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-4b61ffb7-7f6b-4b55-be98-a96ab6f0ef08 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295202 Jan 28 12:23:31.378230 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:31.379386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dfbb7b63-67fc-480a-8eac-7009fdce605f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0201271 Jan 28 12:23:31.392216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56804) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:31.400780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b53d1641-106c-4b9d-b42a-7465acd5f388 req-05401fed-1626-40ea-9921-2ecf6e171687 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390750 Jan 28 12:23:31.484385 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Set router 9d201316-3c27-49c3-92d6-f65e1d931661 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:31.541066 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6ecaaa8f-5b58-4df7-82a7-f8f5fc22cba3 req-048d9f35-a2b1-4ba9-a5b7-bce7ff3c7a41 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566801 Jan 28 12:23:31.720521 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-5e88d9b2-da09-424a-b069-7d8aab649bc8 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:31.722182 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-5e88d9b2-da09-424a-b069-7d8aab649bc8 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a&tenant_id=5365e826fdfe40a69e62d0df1e72d7db&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 948 time: 0.0717254 Jan 28 12:23:31.722575 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:23:29Z', 'revision_number': 3, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:31.752859 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Checking router: 9d201316-3c27-49c3-92d6-f65e1d931661 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:23:31.753206 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Updating router 9d201316-3c27-49c3-92d6-f65e1d931661 port 0d90d014-ba40-407a-8bd2-74d8b262ca12 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:23:31.789558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db54dad-432e-4112-8a71-3a8e16eb7e81 req-65864ac3-2504-4c69-8f0b-b069c4ce2612 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=ab29f7606371403fb9c0df6681dbd7d7 HTTP/1.1" status: 200 len: 696 time: 0.1451385 Jan 28 12:23:31.866175 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:31.906499 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f79b9-5d1f-4de1-9997-8791d3a18d4f req-922a219c-25cd-499b-9084-c277723d4123 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:31.908232 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f95f79b9-5d1f-4de1-9997-8791d3a18d4f req-922a219c-25cd-499b-9084-c277723d4123 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 1096 time: 0.1598334 Jan 28 12:23:31.923841 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-7a7591c8-0d7d-41f7-b85c-de67b20b87b8 service neutron] delete failed (client error): The resource could not be found. Jan 28 12:23:31.924865 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-7a7591c8-0d7d-41f7-b85c-de67b20b87b8 service neutron] 10.222.0.49 "DELETE /v2.0/ports/1fe30547-f30a-4700-a40f-6cf5bb0cf11d/bindings/n-h2-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0606985 Jan 28 12:23:32.018482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54dad-432e-4112-8a71-3a8e16eb7e81 req-3cd12096-dbc5-44fd-bdad-c23ce9827f1d tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:32.019667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db54dad-432e-4112-8a71-3a8e16eb7e81 req-3cd12096-dbc5-44fd-bdad-c23ce9827f1d tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/networks?id=0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 787 time: 0.2210877 Jan 28 12:23:32.036812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-4db54dad-432e-4112-8a71-3a8e16eb7e81 req-be4a0421-5948-4ccc-9660-f5f3693141c2 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:23:32.037898 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db54dad-432e-4112-8a71-3a8e16eb7e81 req-be4a0421-5948-4ccc-9660-f5f3693141c2 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098450 Jan 28 12:23:32.067322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-a495ec03-5986-48ed-a70b-65aa6b329966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:32.068864 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-a495ec03-5986-48ed-a70b-65aa6b329966 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 1099 time: 0.0528178 Jan 28 12:23:32.084093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f95f79b9-5d1f-4de1-9997-8791d3a18d4f req-e52e0fd6-5607-4257-bcda-6407dfc183e2 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657257 Jan 28 12:23:32.148283 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Publish callbacks [] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:32.162076 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:32.194364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-87c90d6e-5b9a-4f9a-b6da-1a65ce3939b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:32.196834 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-87c90d6e-5b9a-4f9a-b6da-1a65ce3939b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1188102 Jan 28 12:23:32.231017 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Attempting to bind port 0d90d014-ba40-407a-8bd2-74d8b262ca12 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:32.231524 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Attempting to bind port 0d90d014-ba40-407a-8bd2-74d8b262ca12 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:32.231770 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Attempting to bind port 0d90d014-ba40-407a-8bd2-74d8b262ca12 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:32.239129 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be351746-472b-48e6-bad3-64b69b653f36 None None] Pushing event updated for resources: {'Port': ['ID=0d90d014-ba40-407a-8bd2-74d8b262ca12,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:32.242113 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:32.242625 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:32.243565 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:32.243970 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:32.244569 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Bound port: 0d90d014-ba40-407a-8bd2-74d8b262ca12, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:32.245723 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:32.273804 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-5e71ee9a-5a42-40e6-a311-14dca658c772 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d HTTP/1.1" status: 200 len: 217 time: 0.0634978 Jan 28 12:23:32.299596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad945648-baf2-4c82-9b5e-fef0c6d33c71 req-84368029-0fd6-41b7-b10c-349b4f0e0f74 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:32.300458 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] For port 0d90d014-ba40-407a-8bd2-74d8b262ca12, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:32.301114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad945648-baf2-4c82-9b5e-fef0c6d33c71 req-84368029-0fd6-41b7-b10c-349b4f0e0f74 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 948 time: 0.1929235 Jan 28 12:23:32.304628 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] For port 0d90d014-ba40-407a-8bd2-74d8b262ca12, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0d90d014-ba40-407a-8bd2-74d8b262ca12,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:32.311931 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:32.318091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e265bb-c4c1-40ad-b7d2-5e8c053a4e21 req-8c1b6487-6d85-4764-a73e-b0e0dde13846 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:32.318973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1fe30547-f30a-4700-a40f-6cf5bb0cf11d up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:32.325021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66e265bb-c4c1-40ad-b7d2-5e8c053a4e21 req-8c1b6487-6d85-4764-a73e-b0e0dde13846 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 948 time: 0.1160624 Jan 28 12:23:32.349730 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:32.355279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-6e2b40f6-8a72-4f1b-855a-895737bb2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:32.357962 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-6e2b40f6-8a72-4f1b-855a-895737bb2a6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0715849 Jan 28 12:23:32.383285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:23:32.388766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:32.389760 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:32.399855 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Routers {'9d201316-3c27-49c3-92d6-f65e1d931661'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:32.401170 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9d201316-3c27-49c3-92d6-f65e1d931661'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:32.411107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-2e5649b0-1fdb-4bdc-a1ce-2f13c0276ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:32.412910 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-2e5649b0-1fdb-4bdc-a1ce-2f13c0276ff3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468554 Jan 28 12:23:32.446170 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be351746-472b-48e6-bad3-64b69b653f36 None None] Pushing event updated for resources: {'Port': ['ID=0d90d014-ba40-407a-8bd2-74d8b262ca12,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:32.471970 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad945648-baf2-4c82-9b5e-fef0c6d33c71 req-e100834f-edfb-4350-9cb0-149faffe744a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612031 Jan 28 12:23:32.495725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66e265bb-c4c1-40ad-b7d2-5e8c053a4e21 req-592778ce-3a70-4713-8127-ff3f3e43d444 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594620 Jan 28 12:23:32.497220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:32.497623 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:32.521701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:32.524156 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fc8734-acc1-428e-83f2-518372a517f3" -d '{"events": [{"server_uuid": "cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a", "name": "network-vif-plugged", "status": "completed", "tag": "1fe30547-f30a-4700-a40f-6cf5bb0cf11d"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:32.538864 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:32.545817 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:32.579855 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-90e6090c-8178-426f-ae89-5668ffe84309 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536746 Jan 28 12:23:32.582860 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] Set router 9d201316-3c27-49c3-92d6-f65e1d931661 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:32.614306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:32.642358 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de51619d-48d5-4d2b-b11f-920b33479eff', 'tag': '9d17efdd-e3fd-4388-b029-846fdae2272b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:32.645886 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e53f51a-b650-458e-8610-bcd8523d3db7" -d '{"events": [{"name": "network-changed", "server_uuid": "de51619d-48d5-4d2b-b11f-920b33479eff", "tag": "9d17efdd-e3fd-4388-b029-846fdae2272b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:32.696982 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5711f10d-4598-4f88-a5f6-ae0cf026f604 req-77c07c3b-fffc-48eb-8117-c6f3856dce53 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090786 Jan 28 12:23:32.749937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdec6d2-0f4e-4e29-b820-660a9fcb5445 req-6f0d817b-95fa-44fe-a34c-90677a0fe12f tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:32.751728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2fdec6d2-0f4e-4e29-b820-660a9fcb5445 req-6f0d817b-95fa-44fe-a34c-90677a0fe12f tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 951 time: 0.1400387 Jan 28 12:23:32.763132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Allocated IP 172.20.0.1 (e7afdf34-7eb6-485a-b403-60ea6dfbabf6/51938959-b70b-4b11-a33e-eadb211e1a60/423b0a1d-4222-4bf9-8c68-6049ae72d9e2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:32.793716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b839-0d7c-4f2b-b321-8d808621bf56 req-eccdf749-2e62-484c-8f25-a5522194b1ba tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:32.796564 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:23:29Z', 'revision_number': 3, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:32.800142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c11b839-0d7c-4f2b-b321-8d808621bf56 req-eccdf749-2e62-484c-8f25-a5522194b1ba tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 945 time: 0.1716120 Jan 28 12:23:32.826523 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c4d6e-f819-481d-935e-3bf79380cf5f None None] The sync data for ids ['9d201316-3c27-49c3-92d6-f65e1d931661'] in n-d-824835-4 is: [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:23:29Z', 'revision_number': 3, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:23:32.944249 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2fdec6d2-0f4e-4e29-b820-660a9fcb5445 req-157c40ce-b3b6-4f0a-83be-4acf3fd6e47d tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780517 Jan 28 12:23:32.955674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c11b839-0d7c-4f2b-b321-8d808621bf56 req-c04e0486-0b2d-4fe6-9051-d5ff1322d835 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541390 Jan 28 12:23:33.086288 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Publish callbacks [] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:33.100058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-1229150f-7c42-4206-a580-cf19bc766fd0 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/floatingips/31989459-76ed-44ac-beb3-ca5b14263b1b HTTP/1.1" status: 200 len: 693 time: 0.1042714 Jan 28 12:23:33.315684 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:33.381306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419307c6-7791-46a1-894a-f02f4c600f78 req-b3c4ffb3-6e0a-4588-a965-80de2027c224 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:33.382970 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-b3c4ffb3-6e0a-4588-a965-80de2027c224 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 820 time: 0.2765410 Jan 28 12:23:33.389181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-a2ec0512-ea3c-49e3-bad1-057b07a5d507 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:33.390634 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-a2ec0512-ea3c-49e3-bad1-057b07a5d507 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.2818375 Jan 28 12:23:33.431251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-19f001b6-fe52-4303-83e3-395aa8865139 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:23:33.432557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-19f001b6-fe52-4303-83e3-395aa8865139 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140576 Jan 28 12:23:33.448548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:33.460694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Pushing event updated for resources: {'Port': ['ID=423b0a1d-4222-4bf9-8c68-6049ae72d9e2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:33.475318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:33.484648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-26505fac-77da-464c-9773-426c70d40ec9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/quotas/72d261eb21094b23ae0e82eafab9582c HTTP/1.1" status: 200 len: 375 time: 0.0671217 Jan 28 12:23:33.486645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:33.585973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-2ca94a1f-cad2-4299-b17b-faa345b06caf tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.127 HTTP/1.1" status: 200 len: 696 time: 0.1361854 Jan 28 12:23:33.600792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380feb7-0b40-4371-9031-d12694abe10a req-d283cac8-5a62-445d-8ae4-49b4a3f8d9a1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:33.602555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4380feb7-0b40-4371-9031-d12694abe10a req-d283cac8-5a62-445d-8ae4-49b4a3f8d9a1 tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc0713e-6193-48b3-b9bd-327e8619a6af HTTP/1.1" status: 200 len: 951 time: 0.2456622 Jan 28 12:23:33.656088 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (9d201316-3c27-49c3-92d6-f65e1d931661), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:33.788705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d6cb4c41-82bf-4331-953f-2c02d207462f None None] Provisioning complete for port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:33.789231 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6cb4c41-82bf-4331-953f-2c02d207462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:33.830436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb4c41-82bf-4331-953f-2c02d207462f None None] Port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:23:33.997490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-03c17fce-8c52-467d-863f-4979d1a54e30 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.127 HTTP/1.1" status: 200 len: 696 time: 0.3918054 Jan 28 12:23:34.049167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-0ba5e91c-7bfa-488c-bab7-c73b0f6d6038 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5636353 Jan 28 12:23:34.310258 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:34.316519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4380feb7-0b40-4371-9031-d12694abe10a req-9202b606-ad09-4012-b653-f7ea49f4c4ca tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Deleting port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:34.316841 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4380feb7-0b40-4371-9031-d12694abe10a req-9202b606-ad09-4012-b653-f7ea49f4c4ca tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:34.343226 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-0210683d-eb1e-4145-a01c-513129670b16 service neutron] 10.222.0.53 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566741 Jan 28 12:23:34.512299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-5cd80736-7c10-43fe-99fb-5f2f23d039cc tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Deleting port 4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:34.512690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-5cd80736-7c10-43fe-99fb-5f2f23d039cc tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:34.639599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-5f1549e1-af80-44fe-b74d-ca3b72f16af2 service neutron] 10.222.0.53 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655694 Jan 28 12:23:34.642730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4380feb7-0b40-4371-9031-d12694abe10a req-9202b606-ad09-4012-b653-f7ea49f4c4ca tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] For port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:34.642837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4380feb7-0b40-4371-9031-d12694abe10a req-9202b606-ad09-4012-b653-f7ea49f4c4ca tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:34.659946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4380feb7-0b40-4371-9031-d12694abe10a req-9202b606-ad09-4012-b653-f7ea49f4c4ca tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Calling delete_port for 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:34.714672 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-5cd80736-7c10-43fe-99fb-5f2f23d039cc tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:34.714991 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-5cd80736-7c10-43fe-99fb-5f2f23d039cc tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks [] for floatingip (4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:34.773923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-5cd80736-7c10-43fe-99fb-5f2f23d039cc tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Calling delete_port for 4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:34.782841 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fce8f24-9ab5-4cbc-9662-1eaf1759c01f x-openstack-request-id: req-8fce8f24-9ab5-4cbc-9662-1eaf1759c01f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:34.783421 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a", "name": "network-vif-plugged", "status": "completed", "tag": "1fe30547-f30a-4700-a40f-6cf5bb0cf11d", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:34.784285 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fce8f24-9ab5-4cbc-9662-1eaf1759c01f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:34.785292 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d', 'code': 200} Jan 28 12:23:34.855747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Publish callbacks [] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:34.864481 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:34.886553 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a942edf8-4619-4f00-bd48-5472f509dc48 x-openstack-request-id: req-a942edf8-4619-4f00-bd48-5472f509dc48 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:34.887050 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de51619d-48d5-4d2b-b11f-920b33479eff", "tag": "9d17efdd-e3fd-4388-b029-846fdae2272b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:34.887154 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a942edf8-4619-4f00-bd48-5472f509dc48 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:34.887678 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de51619d-48d5-4d2b-b11f-920b33479eff', 'tag': '9d17efdd-e3fd-4388-b029-846fdae2272b', 'status': 'completed', 'code': 200} Jan 28 12:23:34.962085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9d17efdd-e3fd-4388-b029-846fdae2272b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:34.971901 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53f51a-b650-458e-8610-bcd8523d3db7 req-ce2a3008-0438-4f4c-ae32-a46f0e292959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:34.974430 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8e53f51a-b650-458e-8610-bcd8523d3db7 req-ce2a3008-0438-4f4c-ae32-a46f0e292959 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 1099 time: 0.0606251 Jan 28 12:23:35.017261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Pushing event updated for resources: {'Port': ['ID=423b0a1d-4222-4bf9-8c68-6049ae72d9e2,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:35.048757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (9d201316-3c27-49c3-92d6-f65e1d931661), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:35.099443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4380feb7-0b40-4371-9031-d12694abe10a req-9202b606-ad09-4012-b653-f7ea49f4c4ca tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (544ed6fd-ba8a-4fa5-bea2-8f566d156ed3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:35.114417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9d17efdd-e3fd-4388-b029-846fdae2272b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9d17efdd-e3fd-4388-b029-846fdae2272b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:35.131793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '9d17efdd-e3fd-4388-b029-846fdae2272b', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '9d17efdd-e3fd-4388-b029-846fdae2272b', 'mac_address': 'fa:16:3e:7f:de:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:35.166046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53f51a-b650-458e-8610-bcd8523d3db7 req-02f82e50-3a7f-4beb-96a7-e29361b27e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:35.169273 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8e53f51a-b650-458e-8610-bcd8523d3db7 req-02f82e50-3a7f-4beb-96a7-e29361b27e36 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1847672 Jan 28 12:23:35.177598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0d90d014-ba40-407a-8bd2-74d8b262ca12 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:35.189717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202b606-ad09-4012-b653-f7ea49f4c4ca tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Pushing event deleted for resources: {'Port': ['ID=544ed6fd-ba8a-4fa5-bea2-8f566d156ed3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:35.226113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 9d17efdd-e3fd-4388-b029-846fdae2272b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:35.226510 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:35.230442 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8e53f51a-b650-458e-8610-bcd8523d3db7 req-31005498-40a8-4dca-9863-bce213807196 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=9d17efdd-e3fd-4388-b029-846fdae2272b HTTP/1.1" status: 200 len: 217 time: 0.0552444 Jan 28 12:23:35.247283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d17efdd-e3fd-4388-b029-846fdae2272b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:35.275099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9d17efdd-e3fd-4388-b029-846fdae2272b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9d17efdd-e3fd-4388-b029-846fdae2272b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:35.289513 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0d90d014-ba40-407a-8bd2-74d8b262ca12 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:35.290204 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:35.296285 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:35.312648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4380feb7-0b40-4371-9031-d12694abe10a req-9202b606-ad09-4012-b653-f7ea49f4c4ca tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] No DVR routers for this DVR port 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:35.315538 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4380feb7-0b40-4371-9031-d12694abe10a req-9202b606-ad09-4012-b653-f7ea49f4c4ca tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:35.319965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4380feb7-0b40-4371-9031-d12694abe10a req-9202b606-ad09-4012-b653-f7ea49f4c4ca tempest-ServersAdminTestJSON-1986360970 tempest-ServersAdminTestJSON-1986360970-project] 10.222.0.35 "DELETE /v2.0/ports/544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 HTTP/1.1" status: 204 len: 173 time: 1.7056711 Jan 28 12:23:35.320219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53f51a-b650-458e-8610-bcd8523d3db7 req-3fcf55b5-3457-42bf-a992-d782fa165e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:35.321691 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8e53f51a-b650-458e-8610-bcd8523d3db7 req-3fcf55b5-3457-42bf-a992-d782fa165e8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0838640 Jan 28 12:23:35.334351 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc0713e-6193-48b3-b9bd-327e8619a6af', 'name': 'network-vif-deleted', 'tag': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:35.348142 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b1985d-3512-4346-9216-7efd3caaf5a2" -d '{"events": [{"server_uuid": "cfc0713e-6193-48b3-b9bd-327e8619a6af", "name": "network-vif-deleted", "tag": "544ed6fd-ba8a-4fa5-bea2-8f566d156ed3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:35.361503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc69ad4-3389-4637-834f-8298faaaa20e req-5e01c5a5-24e7-4a1a-ba94-cad8a7f02491 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:35.368942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abc69ad4-3389-4637-834f-8298faaaa20e req-5e01c5a5-24e7-4a1a-ba94-cad8a7f02491 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 945 time: 0.3650200 Jan 28 12:23:35.379637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=9d17efdd-e3fd-4388-b029-846fdae2272b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:35.381878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53f51a-b650-458e-8610-bcd8523d3db7 req-1e2042c5-6938-43d6-9c87-b33b14ec13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:35.384170 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8e53f51a-b650-458e-8610-bcd8523d3db7 req-1e2042c5-6938-43d6-9c87-b33b14ec13ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544059 Jan 28 12:23:35.410021 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-5cd80736-7c10-43fe-99fb-5f2f23d039cc tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:35.496975 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8e53f51a-b650-458e-8610-bcd8523d3db7 req-560767f3-7417-43c8-99b7-34c276461865 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057646 Jan 28 12:23:35.520985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd80736-7c10-43fe-99fb-5f2f23d039cc tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Pushing event deleted for resources: {'Port': ['ID=4d1fa028-afb8-45fd-9a2c-aeb1b66f8b81,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:35.533148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0d90d014-ba40-407a-8bd2-74d8b262ca12 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:35.533546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:35.562640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:35.567648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:35.627194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 0d90d014-ba40-407a-8bd2-74d8b262ca12, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0d90d014-ba40-407a-8bd2-74d8b262ca12,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:35.635717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['9d17efdd-e3fd-4388-b029-846fdae2272b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:35.641879 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:35.644831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abc69ad4-3389-4637-834f-8298faaaa20e req-081dc620-83b8-4c80-a194-fb69c4ab38af tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744291 Jan 28 12:23:35.657021 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8e53f51a-b650-458e-8610-bcd8523d3db7 req-ff90fe3e-cfa9-45f6-a15b-5324d52680dd service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536639 Jan 28 12:23:35.770582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=0d90d014-ba40-407a-8bd2-74d8b262ca12,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:35.775400 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-5cd80736-7c10-43fe-99fb-5f2f23d039cc tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks [] for floatingip (31989459-76ed-44ac-beb3-ca5b14263b1b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:35.778508 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-5cd80736-7c10-43fe-99fb-5f2f23d039cc tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:35.780288 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e277fe58-fd33-4aca-a9df-10dc4ff6ebfc req-5cd80736-7c10-43fe-99fb-5f2f23d039cc tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "DELETE /v2.0/floatingips/31989459-76ed-44ac-beb3-ca5b14263b1b HTTP/1.1" status: 204 len: 173 time: 1.7734702 Jan 28 12:23:35.896015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089ff20-3ae8-4e64-a87d-314390e0c752 req-fb350f75-32c5-49b8-88ac-0b1212d05d06 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:35.897499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4089ff20-3ae8-4e64-a87d-314390e0c752 req-fb350f75-32c5-49b8-88ac-0b1212d05d06 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 949 time: 0.1383882 Jan 28 12:23:35.904458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d6f5836c-2c99-4b83-9325-00ebcd366e76 None None] Provisioning complete for port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:35.904866 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6f5836c-2c99-4b83-9325-00ebcd366e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:35.937266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Router 9d201316-3c27-49c3-92d6-f65e1d931661 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:23:35.944751 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5836c-2c99-4b83-9325-00ebcd366e76 None None] Port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:23:35.957472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11511b6d-83cd-4810-b92a-2cad9cab8267 req-4bab223b-f449-4cfe-b107-ec9418228d38 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:35.958930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11511b6d-83cd-4810-b92a-2cad9cab8267 req-4bab223b-f449-4cfe-b107-ec9418228d38 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1135447 Jan 28 12:23:36.040034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4089ff20-3ae8-4e64-a87d-314390e0c752 req-04ed693f-e146-42e5-bc1a-7ee5ac048b32 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307776 Jan 28 12:23:36.123604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11511b6d-83cd-4810-b92a-2cad9cab8267 req-674c6d06-b40d-4950-8a20-7f8994f7a989 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547415 Jan 28 12:23:36.163126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:23:36.171046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-da2cc6ca-2c78-4a68-887a-ec397635725e admin admin] 10.222.0.53 "PUT /v2.0/routers/9d201316-3c27-49c3-92d6-f65e1d931661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7777648 Jan 28 12:23:36.185368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Sync routers for ids ['9d201316-3c27-49c3-92d6-f65e1d931661'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:23:36.199014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Routers {'9d201316-3c27-49c3-92d6-f65e1d931661'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:36.200334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9d201316-3c27-49c3-92d6-f65e1d931661'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:36.236781 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f78060-179a-41fd-a521-9b3d935e7e5c x-openstack-request-id: req-67f78060-179a-41fd-a521-9b3d935e7e5c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:36.237144 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc0713e-6193-48b3-b9bd-327e8619a6af", "name": "network-vif-deleted", "tag": "544ed6fd-ba8a-4fa5-bea2-8f566d156ed3", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:36.237401 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67f78060-179a-41fd-a521-9b3d935e7e5c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:36.237874 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc0713e-6193-48b3-b9bd-327e8619a6af', 'name': 'network-vif-deleted', 'tag': '544ed6fd-ba8a-4fa5-bea2-8f566d156ed3', 'status': 'completed', 'code': 200} Jan 28 12:23:36.330986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3228e494-1041-4c94-a2bd-8c8a6cb00e44 req-16c91e40-4b74-4360-b03d-4646d8284c2f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 210 time: 0.0708327 Jan 28 12:23:36.357240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:36.393792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:36.394195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 544ed6fd-ba8a-4fa5-bea2-8f566d156ed3 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:36.418790 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Set router 9d201316-3c27-49c3-92d6-f65e1d931661 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:36.443802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419307c6-7791-46a1-894a-f02f4c600f78 req-4eceef6d-1872-4def-8650-6b7519511718 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:36.445336 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-4eceef6d-1872-4def-8650-6b7519511718 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 820 time: 0.2997656 Jan 28 12:23:36.475265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-419307c6-7791-46a1-894a-f02f4c600f78 req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Request body: {'port': {'device_id': 'f7dcd318-9286-48d8-9d75-b452a2d09193', 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6', 'admin_state_up': True, 'tenant_id': '72d261eb21094b23ae0e82eafab9582c'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:36.502349 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56878) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:36.589427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-c4e520d1-a3a7-4082-9c99-4ba73c687204 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1896212 Jan 28 12:23:36.596266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:36.628491 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:36.707312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:23:34Z', 'revision_number': 4, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '423b0a1d-4222-4bf9-8c68-6049ae72d9e2', 'name': '', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'mac_address': 'fa:16:3e:80:95:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:32Z', 'updated_at': '2022-01-28T12:23:34Z', 'revision_number': 2, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'subnets': [{'id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:36.718136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419307c6-7791-46a1-894a-f02f4c600f78 req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Made reservation on behalf of 72d261eb21094b23ae0e82eafab9582c for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:36.736296 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-419307c6-7791-46a1-894a-f02f4c600f78 req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:36.743633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Checking router: 9d201316-3c27-49c3-92d6-f65e1d931661 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:23:36.744002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Updating router 9d201316-3c27-49c3-92d6-f65e1d931661 port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:23:36.796941 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:36.801113 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:36.820511 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dcd78bce-4a2c-485c-8c82-7b69765c5b31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de0c894a489043b6840b0c45ab49665a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170209 Jan 28 12:23:36.825713 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56888) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:36.938620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0be66-0cea-495b-8cdf-76b310faf1b5 req-b5e81aae-14c4-4cad-857d-0f7ba0cdacaa tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:36.940231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49c0be66-0cea-495b-8cdf-76b310faf1b5 req-b5e81aae-14c4-4cad-857d-0f7ba0cdacaa tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.0892763 Jan 28 12:23:36.950274 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b36abb0-5538-4275-aca0-ad72cb12fc4e admin admin] Publish callbacks [] for security_group (4d7d6763-6d1a-48f6-9cca-0cf80301a7f5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:36.959540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9d17efdd-e3fd-4388-b029-846fdae2272b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:36.974003 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Allocated IP 172.25.7.253 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/824facc7-fb03-4e7f-8f4d-272275fe9f89) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:36.977719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-419307c6-7791-46a1-894a-f02f4c600f78 req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Allocated IP 172.20.0.2 (7acd3fbf-daa0-47cb-a4bd-57914dec4db6/fb43f70a-76e4-48b5-a102-e222ca278b51/2446e1eb-2632-4f95-9880-70841d31231c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:36.998017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b36abb0-5538-4275-aca0-ad72cb12fc4e admin admin] Publish callbacks [] for security_group (4d7d6763-6d1a-48f6-9cca-0cf80301a7f5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.032300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49c0be66-0cea-495b-8cdf-76b310faf1b5 req-09b36acb-bb4e-45b3-b9cb-7421aca10d93 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856912 Jan 28 12:23:37.137677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0d90d014-ba40-407a-8bd2-74d8b262ca12 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:37.156377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks [] for port (824facc7-fb03-4e7f-8f4d-272275fe9f89), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.166904 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b36abb0-5538-4275-aca0-ad72cb12fc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4d7d6763-6d1a-48f6-9cca-0cf80301a7f5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.169940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b36abb0-5538-4275-aca0-ad72cb12fc4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.175754 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7b36abb0-5538-4275-aca0-ad72cb12fc4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d7d6763-6d1a-48f6-9cca-0cf80301a7f5 HTTP/1.1" status: 204 len: 168 time: 0.3494108 Jan 28 12:23:37.191411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36abb0-5538-4275-aca0-ad72cb12fc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7d6763-6d1a-48f6-9cca-0cf80301a7f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:37.232879 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (824facc7-fb03-4e7f-8f4d-272275fe9f89), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.248087 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-419307c6-7791-46a1-894a-f02f4c600f78 req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks [] for port (2446e1eb-2632-4f95-9880-70841d31231c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.294480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:37.297672 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-419307c6-7791-46a1-894a-f02f4c600f78 req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2446e1eb-2632-4f95-9880-70841d31231c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.297824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:37.301747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:37.340381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Pushing event updated for resources: {'Port': ['ID=824facc7-fb03-4e7f-8f4d-272275fe9f89,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:37.397103 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Publish callbacks [] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.399132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 9d17efdd-e3fd-4388-b029-846fdae2272b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:23:37.414938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 9d17efdd-e3fd-4388-b029-846fdae2272b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:37.415330 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.422618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419307c6-7791-46a1-894a-f02f4c600f78 req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:37.437013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-419307c6-7791-46a1-894a-f02f4c600f78 req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:37.450285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-419307c6-7791-46a1-894a-f02f4c600f78 req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:37.455090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Pushing event updated for resources: {'Port': ['ID=2446e1eb-2632-4f95-9880-70841d31231c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:37.466082 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.550381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419307c6-7791-46a1-894a-f02f4c600f78 req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:37.551111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-419307c6-7791-46a1-894a-f02f4c600f78 req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.578605 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-60176c51-6559-4a3a-83a2-4ce9a61c426b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1199062 Jan 28 12:23:37.592823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Request body: {'port': {'device_id': 'f7dcd318-9286-48d8-9d75-b452a2d09193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:37.609761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0d90d014-ba40-407a-8bd2-74d8b262ca12 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:37.612828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.659026 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56902) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:37.669457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-211956c9-9c01-414b-977b-c6138e6a55a6 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--591803036', 'description': 'tempest-description--865489202'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:37.683776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56904) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:37.761775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Attempting to bind port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:37.762184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Attempting to bind port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:37.762552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Attempting to bind port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 on network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:37.777792 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2446e1eb-2632-4f95-9880-70841d31231c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.782682 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-211956c9-9c01-414b-977b-c6138e6a55a6 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.796852 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks [] for floatingip (4128ab9e-476f-48b1-8be4-ac6eb9edccff), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.816685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de46b18-2bfc-465e-915d-90fdf76ba6a7 None None] Pushing event updated for resources: {'Port': ['ID=423b0a1d-4222-4bf9-8c68-6049ae72d9e2,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:37.828498 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-40abc374-7dda-4641-98bf-73e3d940d5ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=040023acf3f24102a3bafa45c765e2f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434784 Jan 28 12:23:37.843594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:37.844014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Checking segment: {'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:37.844386 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.844789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Bound using segment: {'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:37.845273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Bound port: 423b0a1d-4222-4bf9-8c68-6049ae72d9e2, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:37.845662 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.846878 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (824facc7-fb03-4e7f-8f4d-272275fe9f89), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.850382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56912) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:37.898932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0d90d014-ba40-407a-8bd2-74d8b262ca12 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:37.932420 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 9d17efdd-e3fd-4388-b029-846fdae2272b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:37.932824 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:37.979867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de51619d-48d5-4d2b-b11f-920b33479eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17efdd-e3fd-4388-b029-846fdae2272b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:37.981637 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db803d9-ba39-40fa-bd2c-5aa557db0b24" -d '{"events": [{"server_uuid": "de51619d-48d5-4d2b-b11f-920b33479eff", "name": "network-vif-plugged", "status": "completed", "tag": "9d17efdd-e3fd-4388-b029-846fdae2272b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:37.997322 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-211956c9-9c01-414b-977b-c6138e6a55a6 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for security_group (63921f12-f566-4b49-af0d-99b3d28ca404), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.007840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9d17efdd-e3fd-4388-b029-846fdae2272b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9d17efdd-e3fd-4388-b029-846fdae2272b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:38.010142 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] For port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:38.018793 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-211956c9-9c01-414b-977b-c6138e6a55a6 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (63921f12-f566-4b49-af0d-99b3d28ca404), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.025333 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] For port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=423b0a1d-4222-4bf9-8c68-6049ae72d9e2,segment=NetworkSegment(99263165-4175-456c-8985-ff3cfa501a53),segment_id=99263165-4175-456c-8985-ff3cfa501a53)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:38.027137 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.033974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8689dfae-1be0-4911-908f-96ef83db5cd2 None None] Provisioning complete for port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:38.033974 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8689dfae-1be0-4911-908f-96ef83db5cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.056137 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.086534 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-211956c9-9c01-414b-977b-c6138e6a55a6 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.088915 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-211956c9-9c01-414b-977b-c6138e6a55a6 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4267752 Jan 28 12:23:38.093034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56916) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:38.095775 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d2646-aef3-4433-ae3a-1c076f127e8b req-6195e439-f873-4383-92fc-ab44a1fe9071 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:38.097424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f6d2646-aef3-4433-ae3a-1c076f127e8b req-6195e439-f873-4383-92fc-ab44a1fe9071 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 949 time: 0.2467854 Jan 28 12:23:38.106108 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2f10858c-58e2-402f-aadd-99378810ac46 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Request body: {'security_group_rule': {'security_group_id': '63921f12-f566-4b49-af0d-99b3d28ca404', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:38.112820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211956c9-9c01-414b-977b-c6138e6a55a6 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63921f12-f566-4b49-af0d-99b3d28ca404,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:38.121129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea3e8-d75b-416e-b089-73b00136c4c7 admin admin] Publish callbacks [] for security_group (1256ad91-6fac-4c51-9fc4-ade5ce97d9df), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.130419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=9d17efdd-e3fd-4388-b029-846fdae2272b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:38.161862 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f10858c-58e2-402f-aadd-99378810ac46 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for security_group_rule (65ddbc49-8e08-447f-a33e-74c51f5a2864), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.173774 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Routers {'9d201316-3c27-49c3-92d6-f65e1d931661'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:38.175950 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9d201316-3c27-49c3-92d6-f65e1d931661'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:38.201197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea3e8-d75b-416e-b089-73b00136c4c7 admin admin] Publish callbacks [] for security_group (1256ad91-6fac-4c51-9fc4-ade5ce97d9df), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.257209 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2446e1eb-2632-4f95-9880-70841d31231c {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:38.264866 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks [] for port (824facc7-fb03-4e7f-8f4d-272275fe9f89), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.268959 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Publish callbacks [] for port (2446e1eb-2632-4f95-9880-70841d31231c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.285437 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (824facc7-fb03-4e7f-8f4d-272275fe9f89), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.289456 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f10858c-58e2-402f-aadd-99378810ac46 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for security_group_rule (65ddbc49-8e08-447f-a33e-74c51f5a2864), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.294553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Transition to ACTIVE for port object 2446e1eb-2632-4f95-9880-70841d31231c will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:23:38.299060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f10858c-58e2-402f-aadd-99378810ac46 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (65ddbc49-8e08-447f-a33e-74c51f5a2864), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.309328 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2446e1eb-2632-4f95-9880-70841d31231c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.348303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Pushing event updated for resources: {'Port': ['ID=824facc7-fb03-4e7f-8f4d-272275fe9f89,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:38.364931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10858c-58e2-402f-aadd-99378810ac46 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ddbc49-8e08-447f-a33e-74c51f5a2864,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:38.368204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f6d2646-aef3-4433-ae3a-1c076f127e8b req-34fac5e3-02db-48e3-8dc5-6e36b70075fd tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134473 Jan 28 12:23:38.389519 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f10858c-58e2-402f-aadd-99378810ac46 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.390863 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2f10858c-58e2-402f-aadd-99378810ac46 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2961700 Jan 28 12:23:38.398068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56918) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:38.408628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0ab5a587-6ef1-489a-9058-af8ef65f86f5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Request body: {'security_group_rule': {'security_group_id': '63921f12-f566-4b49-af0d-99b3d28ca404', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:38.464449 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea3e8-d75b-416e-b089-73b00136c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1256ad91-6fac-4c51-9fc4-ade5ce97d9df), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.470611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c7ea3e8-d75b-416e-b089-73b00136c4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.470813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Pushing event updated for resources: {'Port': ['ID=2446e1eb-2632-4f95-9880-70841d31231c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:38.472503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0c7ea3e8-d75b-416e-b089-73b00136c4c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1256ad91-6fac-4c51-9fc4-ade5ce97d9df HTTP/1.1" status: 204 len: 168 time: 0.6206717 Jan 28 12:23:38.478677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Attempting to bind port 2446e1eb-2632-4f95-9880-70841d31231c on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:38.479533 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Attempting to bind port 2446e1eb-2632-4f95-9880-70841d31231c by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:38.479933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Attempting to bind port 2446e1eb-2632-4f95-9880-70841d31231c on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:38.484899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Port 2446e1eb-2632-4f95-9880-70841d31231c on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:23:38.485554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Attempting to bind port 2446e1eb-2632-4f95-9880-70841d31231c on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:38.491411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:38.491992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:38.492553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Bound using segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:38.493166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Bound port: 2446e1eb-2632-4f95-9880-70841d31231c, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:38.493707 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2446e1eb-2632-4f95-9880-70841d31231c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.495329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (4128ab9e-476f-48b1-8be4-ac6eb9edccff), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.504907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ea3e8-d75b-416e-b089-73b00136c4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1256ad91-6fac-4c51-9fc4-ade5ce97d9df,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:38.518254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a587-6ef1-489a-9058-af8ef65f86f5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for security_group_rule (594a1c34-057c-4263-8aeb-c01b5f715978), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.533332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de46b18-2bfc-465e-915d-90fdf76ba6a7 None None] Pushing event updated for resources: {'Port': ['ID=423b0a1d-4222-4bf9-8c68-6049ae72d9e2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:38.561318 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.577540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8689dfae-1be0-4911-908f-96ef83db5cd2 None None] Current status of the port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:38.577939 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8689dfae-1be0-4911-908f-96ef83db5cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.579573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-d44c19d9-a99d-4528-8b6c-a1dc9d6455f5 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9879849 Jan 28 12:23:38.583411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:38.589702 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2446e1eb-2632-4f95-9880-70841d31231c,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:38.599389 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2446e1eb-2632-4f95-9880-70841d31231c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.636306 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:38.636941 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.638358 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] 10.222.0.49 "PUT /v2.0/ports/2446e1eb-2632-4f95-9880-70841d31231c HTTP/1.1" status: 200 len: 1091 time: 1.0514300 Jan 28 12:23:38.638807 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dcd318-9286-48d8-9d75-b452a2d09193', 'tag': '2446e1eb-2632-4f95-9880-70841d31231c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:38.641268 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f32b29-cfb7-45a7-9ad4-b5a4c9c490c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7dcd318-9286-48d8-9d75-b452a2d09193", "tag": "2446e1eb-2632-4f95-9880-70841d31231c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:38.672779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09bc4d-37b9-45fd-bb93-3240d9d46be4 service neutron] Pushing event updated for resources: {'Port': ['ID=2446e1eb-2632-4f95-9880-70841d31231c,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:38.674931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-b9cbe523-8429-4737-b51e-d7f7c6dd7fe2 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.253 HTTP/1.1" status: 200 len: 696 time: 0.0943103 Jan 28 12:23:38.734528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf7206-5d8d-448e-9e75-48842795f77b req-5e8ad475-7c6f-4a3c-8f5c-d261c57e39fe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:38.736109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ebf7206-5d8d-448e-9e75-48842795f77b req-5e8ad475-7c6f-4a3c-8f5c-d261c57e39fe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 943 time: 0.2034686 Jan 28 12:23:38.740003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8689dfae-1be0-4911-908f-96ef83db5cd2 None None] For port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=423b0a1d-4222-4bf9-8c68-6049ae72d9e2,segment=NetworkSegment(99263165-4175-456c-8985-ff3cfa501a53),segment_id=99263165-4175-456c-8985-ff3cfa501a53)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:38.748290 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8689dfae-1be0-4911-908f-96ef83db5cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.751647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] Set router 9d201316-3c27-49c3-92d6-f65e1d931661 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:38.751794 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419307c6-7791-46a1-894a-f02f4c600f78 req-7d70c019-8f2e-46d1-9322-e3e37b1633e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:38.753544 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-7d70c019-8f2e-46d1-9322-e3e37b1633e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 1094 time: 0.0513020 Jan 28 12:23:38.787475 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a587-6ef1-489a-9058-af8ef65f86f5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for security_group_rule (594a1c34-057c-4263-8aeb-c01b5f715978), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.802592 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a587-6ef1-489a-9058-af8ef65f86f5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (594a1c34-057c-4263-8aeb-c01b5f715978), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.812169 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-65c012fe-c8d4-4b70-82c9-43751085eed3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2446e1eb-2632-4f95-9880-70841d31231c HTTP/1.1" status: 200 len: 217 time: 0.0497701 Jan 28 12:23:38.862761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5a587-6ef1-489a-9058-af8ef65f86f5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594a1c34-057c-4263-8aeb-c01b5f715978,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:38.878191 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419307c6-7791-46a1-894a-f02f4c600f78 req-7e079c46-8f2b-4fb1-a3df-ee7057bbce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:38.879658 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-7e079c46-8f2b-4fb1-a3df-ee7057bbce0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.0590348 Jan 28 12:23:38.903589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-fe3b4e6a-7f12-4493-93fd-ce6c90da416e tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:38.905287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e9d08d4-3be7-4ada-ada8-7f2fd8a06877 req-fe3b4e6a-7f12-4493-93fd-ce6c90da416e tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.2163308 Jan 28 12:23:38.921209 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a587-6ef1-489a-9058-af8ef65f86f5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:38.921588 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-2157761b-a807-44ef-8e34-330489c78e55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300028 Jan 28 12:23:38.921787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0ab5a587-6ef1-489a-9058-af8ef65f86f5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5189419 Jan 28 12:23:38.921875 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:38.926655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:38.929096 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ebf7206-5d8d-448e-9e75-48842795f77b req-ab032f00-fac5-4ffc-a5a0-661df1a70a93 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550579 Jan 28 12:23:38.950775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689dfae-1be0-4911-908f-96ef83db5cd2 None None] Pushing event updated for resources: {'Port': ['ID=423b0a1d-4222-4bf9-8c68-6049ae72d9e2,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:39.021159 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:39.062385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-887d0b75-754c-477e-bc80-bc6f177b2536 None None] Provisioning complete for port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:39.062831 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-887d0b75-754c-477e-bc80-bc6f177b2536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:39.122245 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-760cb0ae-05e0-4c7f-94b0-455366764b6b service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888957 Jan 28 12:23:39.144553 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bd2730-a595-49c2-b722-eef369cf2506 x-openstack-request-id: req-61bd2730-a595-49c2-b722-eef369cf2506 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:39.162821 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de51619d-48d5-4d2b-b11f-920b33479eff", "name": "network-vif-plugged", "status": "completed", "tag": "9d17efdd-e3fd-4388-b029-846fdae2272b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:39.163633 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61bd2730-a595-49c2-b722-eef369cf2506 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:39.164112 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de51619d-48d5-4d2b-b11f-920b33479eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17efdd-e3fd-4388-b029-846fdae2272b', 'code': 200} Jan 28 12:23:39.188460 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c62ed-6479-4590-b558-f7926b7c7d8d x-openstack-request-id: req-ae0c62ed-6479-4590-b558-f7926b7c7d8d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:39.190622 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7dcd318-9286-48d8-9d75-b452a2d09193", "tag": "2446e1eb-2632-4f95-9880-70841d31231c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:39.190891 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae0c62ed-6479-4590-b558-f7926b7c7d8d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:39.191302 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dcd318-9286-48d8-9d75-b452a2d09193', 'tag': '2446e1eb-2632-4f95-9880-70841d31231c', 'status': 'completed', 'code': 200} Jan 28 12:23:39.272237 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-28d16926-ca96-405c-896d-27396462cd33 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/floatingips/4128ab9e-476f-48b1-8be4-ac6eb9edccff HTTP/1.1" status: 200 len: 693 time: 0.0701809 Jan 28 12:23:39.287486 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-419307c6-7791-46a1-894a-f02f4c600f78 req-6de01be1-4f0a-4778-9456-84399ed03a13 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553917 Jan 28 12:23:39.300845 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:39.319877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329110a7-9eae-4759-9c36-32bd51047b79 req-0d999350-c191-4ec8-8eb7-dc0bb75d73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:39.321355 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-329110a7-9eae-4759-9c36-32bd51047b79 req-0d999350-c191-4ec8-8eb7-dc0bb75d73fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 1101 time: 0.0680933 Jan 28 12:23:39.394789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-887d0b75-754c-477e-bc80-bc6f177b2536 None None] Current status of the port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:39.414980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:23:34Z', 'revision_number': 4, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '423b0a1d-4222-4bf9-8c68-6049ae72d9e2', 'name': '', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'mac_address': 'fa:16:3e:80:95:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:32Z', 'updated_at': '2022-01-28T12:23:37Z', 'revision_number': 4, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'subnets': [{'id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:39.453347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44241c32-5855-4be8-b1ee-828364c012b7 req-d68e7e95-ee7b-41cb-8c94-630e9bc57cbe tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:39.455250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44241c32-5855-4be8-b1ee-828364c012b7 req-d68e7e95-ee7b-41cb-8c94-630e9bc57cbe tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 945 time: 0.0913374 Jan 28 12:23:39.468250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-199daded-49cf-4b9d-a82b-50c3e928bae6 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:39.471173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-199daded-49cf-4b9d-a82b-50c3e928bae6 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1968980 Jan 28 12:23:39.471433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bae168-e926-4ebd-9d2a-944436bbba0d None None] The sync data for ids ['9d201316-3c27-49c3-92d6-f65e1d931661'] in n-d-824835-4 is: [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:23:34Z', 'revision_number': 4, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '423b0a1d-4222-4bf9-8c68-6049ae72d9e2', 'name': '', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'mac_address': 'fa:16:3e:80:95:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:32Z', 'updated_at': '2022-01-28T12:23:37Z', 'revision_number': 4, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'subnets': [{'id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:23:39.481646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f32b29-cfb7-45a7-9ad4-b5a4c9c490c1 req-cb741042-e0f7-439b-86c0-321b0beadb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:39.483130 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5f32b29-cfb7-45a7-9ad4-b5a4c9c490c1 req-cb741042-e0f7-439b-86c0-321b0beadb21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 1094 time: 0.1157990 Jan 28 12:23:39.539765 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-329110a7-9eae-4759-9c36-32bd51047b79 req-eda8a24e-5570-4457-982e-6efa96df8d56 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727219 Jan 28 12:23:39.577767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-6999f28a-f49a-481b-baa9-ef7b921f8774 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.253 HTTP/1.1" status: 200 len: 696 time: 0.0993881 Jan 28 12:23:39.644649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Allocated IP 172.25.7.62 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/7e81386f-cd24-422a-a40e-882d405900fa) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:39.662033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44241c32-5855-4be8-b1ee-828364c012b7 req-9ae82395-88f0-4463-8ded-c84baabde7c4 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890907 Jan 28 12:23:39.684349 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-6d0845be-9e81-4ac0-aab4-f793afd90042 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.253 HTTP/1.1" status: 200 len: 696 time: 0.0899601 Jan 28 12:23:39.684581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f32b29-cfb7-45a7-9ad4-b5a4c9c490c1 req-b9d87a84-ad36-4182-9b30-6ff59f8b1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:39.684581 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5f32b29-cfb7-45a7-9ad4-b5a4c9c490c1 req-b9d87a84-ad36-4182-9b30-6ff59f8b1468 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.1721463 Jan 28 12:23:39.818404 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5f32b29-cfb7-45a7-9ad4-b5a4c9c490c1 req-7f045bce-e3d3-4f4c-a708-88af2935a06b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2446e1eb-2632-4f95-9880-70841d31231c HTTP/1.1" status: 200 len: 217 time: 0.0696526 Jan 28 12:23:39.935939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for port (7e81386f-cd24-422a-a40e-882d405900fa), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:39.941666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb877-b21e-4009-8aef-3258e7de8c8f req-e44f3ca5-cbb7-4832-9e02-5d3928b68b2f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:39.943222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aabcb877-b21e-4009-8aef-3258e7de8c8f req-e44f3ca5-cbb7-4832-9e02-5d3928b68b2f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 950 time: 0.1133604 Jan 28 12:23:39.963555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f32b29-cfb7-45a7-9ad4-b5a4c9c490c1 req-1458561a-054d-45d5-bece-f47b1a48d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:39.965248 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5f32b29-cfb7-45a7-9ad4-b5a4c9c490c1 req-1458561a-054d-45d5-bece-f47b1a48d9d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.1340675 Jan 28 12:23:40.008109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-e655d3e5-8835-4d5d-8715-cca2bb161497 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Deleting port 824facc7-fb03-4e7f-8f4d-272275fe9f89 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:40.008488 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-e655d3e5-8835-4d5d-8715-cca2bb161497 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (824facc7-fb03-4e7f-8f4d-272275fe9f89), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:40.012786 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5f32b29-cfb7-45a7-9ad4-b5a4c9c490c1 req-7df8b628-955b-469e-b62a-5110b6146dbd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309703 Jan 28 12:23:40.014135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7e81386f-cd24-422a-a40e-882d405900fa), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:40.015962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aabcb877-b21e-4009-8aef-3258e7de8c8f req-8cadc2a5-565f-4b88-91e7-301175a30366 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648952 Jan 28 12:23:40.060889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Pushing event updated for resources: {'Port': ['ID=7e81386f-cd24-422a-a40e-882d405900fa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:40.152700 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-e655d3e5-8835-4d5d-8715-cca2bb161497 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (824facc7-fb03-4e7f-8f4d-272275fe9f89), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:40.154826 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-e655d3e5-8835-4d5d-8715-cca2bb161497 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks [] for floatingip (824facc7-fb03-4e7f-8f4d-272275fe9f89), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:40.171597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-e655d3e5-8835-4d5d-8715-cca2bb161497 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Calling delete_port for 824facc7-fb03-4e7f-8f4d-272275fe9f89 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:40.187472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:40.190482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:40.193049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:40.286764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-220c4c63-7464-419e-ab5e-808e406f3827 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287292 Jan 28 12:23:40.301922 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5f32b29-cfb7-45a7-9ad4-b5a4c9c490c1 req-121900e4-f83e-4163-bc5d-8e1ac14c942e service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420833 Jan 28 12:23:40.372449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 835ee2c9-6df2-46ef-9d2e-54835ae972eb details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:40.522432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-88a4b380-f72b-4d23-89bd-f6d43c9ee1d7 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:40.530030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-88a4b380-f72b-4d23-89bd-f6d43c9ee1d7 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361336 Jan 28 12:23:40.553381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-029bf60c-b11a-42c4-a316-74511d79ae60 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/quotas/5365e826fdfe40a69e62d0df1e72d7db HTTP/1.1" status: 200 len: 375 time: 0.0223632 Jan 28 12:23:40.580280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 835ee2c9-6df2-46ef-9d2e-54835ae972eb, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=835ee2c9-6df2-46ef-9d2e-54835ae972eb,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:40.609722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '835ee2c9-6df2-46ef-9d2e-54835ae972eb', 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093', 'port_id': '835ee2c9-6df2-46ef-9d2e-54835ae972eb', 'mac_address': 'fa:16:3e:47:b2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255b7628-961c-4616-adae-6292f992ea17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:40.632837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-e655d3e5-8835-4d5d-8715-cca2bb161497 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (824facc7-fb03-4e7f-8f4d-272275fe9f89), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:40.659104 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-fb5a98df-9df6-43ba-8a14-9a5ba104722b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047478 Jan 28 12:23:40.661274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 835ee2c9-6df2-46ef-9d2e-54835ae972eb is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:40.661669 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:40.679612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 835ee2c9-6df2-46ef-9d2e-54835ae972eb {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:40.724719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655d3e5-8835-4d5d-8715-cca2bb161497 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Pushing event deleted for resources: {'Port': ['ID=824facc7-fb03-4e7f-8f4d-272275fe9f89,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:40.726307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 835ee2c9-6df2-46ef-9d2e-54835ae972eb, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=835ee2c9-6df2-46ef-9d2e-54835ae972eb,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:40.740494 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:40.815943 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for floatingip (69fa0747-6849-4341-bd22-326d8008ac78), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:40.849451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=835ee2c9-6df2-46ef-9d2e-54835ae972eb,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:40.866118 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-e655d3e5-8835-4d5d-8715-cca2bb161497 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks [] for floatingip (4128ab9e-476f-48b1-8be4-ac6eb9edccff), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:40.871651 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-e655d3e5-8835-4d5d-8715-cca2bb161497 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:40.872893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a1e0838-911b-4eee-b289-eee91dc5904f req-e655d3e5-8835-4d5d-8715-cca2bb161497 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "DELETE /v2.0/floatingips/4128ab9e-476f-48b1-8be4-ac6eb9edccff HTTP/1.1" status: 204 len: 173 time: 1.1962795 Jan 28 12:23:40.876056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['835ee2c9-6df2-46ef-9d2e-54835ae972eb'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:40.902577 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5f32b29-cfb7-45a7-9ad4-b5a4c9c490c1 req-b9f99fa5-0330-4092-819b-55a6aa6a887a service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682118 Jan 28 12:23:40.903314 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7e81386f-cd24-422a-a40e-882d405900fa), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:41.069579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32510b41-191c-40e7-9087-1e79348e2911 req-235aa753-8161-45cd-be85-ed340a883dd6 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:41.071215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32510b41-191c-40e7-9087-1e79348e2911 req-235aa753-8161-45cd-be85-ed340a883dd6 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 943 time: 0.1217108 Jan 28 12:23:41.172100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32510b41-191c-40e7-9087-1e79348e2911 req-c80a290d-7867-4760-93bd-5f50a9739b40 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871632 Jan 28 12:23:41.203935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:41.279499 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6390be-c33e-428b-82e4-c473abed6827 req-ade17b2a-5c59-44c1-886e-a0c280fcb5f6 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:41.281278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c6390be-c33e-428b-82e4-c473abed6827 req-ade17b2a-5c59-44c1-886e-a0c280fcb5f6 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 944 time: 0.0805750 Jan 28 12:23:41.298721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:41.299110 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:41.301536 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for port (7e81386f-cd24-422a-a40e-882d405900fa), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:41.318900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (7e81386f-cd24-422a-a40e-882d405900fa), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:41.358789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c6390be-c33e-428b-82e4-c473abed6827 req-a0604297-1243-4224-aa9c-9ed0f6ce8ec5 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707881 Jan 28 12:23:41.411128 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:41.441880 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-7c64304f-4521-4c7b-9430-7d5eef42544a req-186259ed-91f5-4a4e-866c-484d0837647e tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] show failed (client error): The resource could not be found. Jan 28 12:23:41.442909 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c64304f-4521-4c7b-9430-7d5eef42544a req-186259ed-91f5-4a4e-866c-484d0837647e tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/floatingips/4128ab9e-476f-48b1-8be4-ac6eb9edccff HTTP/1.1" status: 404 len: 350 time: 0.0566485 Jan 28 12:23:41.455854 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Pushing event updated for resources: {'Port': ['ID=7e81386f-cd24-422a-a40e-882d405900fa,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:41.483071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (69fa0747-6849-4341-bd22-326d8008ac78), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:41.502887 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:41.510738 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8377f71e-43cc-45aa-9487-e53802cb8d99 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5814764 Jan 28 12:23:41.549179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce35c87-fcd9-4441-ba91-b798b34a583d req-d7b3aae5-b78d-4b4e-ba82-4cef898f30f0 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 210 time: 0.0468929 Jan 28 12:23:41.630454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e7022-2d38-491c-bb44-79591a85e6b9 req-3f0033d6-48a0-4115-acc9-52c6a457e8ad tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:41.632350 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-036e7022-2d38-491c-bb44-79591a85e6b9 req-3f0033d6-48a0-4115-acc9-52c6a457e8ad tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 950 time: 0.0610952 Jan 28 12:23:41.702103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-036e7022-2d38-491c-bb44-79591a85e6b9 req-b8f2bfb4-b350-402a-9ff0-ca7a517acdb2 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632870 Jan 28 12:23:41.771308 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-d4b13021-6085-4a82-afa3-5388089dd090 req-65de9fed-0962-437f-8376-815c66267399 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] show failed (client error): The resource could not be found. Jan 28 12:23:41.772373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4b13021-6085-4a82-afa3-5388089dd090 req-65de9fed-0962-437f-8376-815c66267399 tempest-FloatingIPsTestJSON-1370899490 tempest-FloatingIPsTestJSON-1370899490-project] 10.222.0.53 "GET /v2.0/floatingips/4128ab9e-476f-48b1-8be4-ac6eb9edccff HTTP/1.1" status: 404 len: 350 time: 0.0424023 Jan 28 12:23:41.784553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57052) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:41.932971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76beb6-edce-4093-a8d9-f92080b7fb13 req-4d9ae0b3-a460-4e72-87cf-be384d1a0af3 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:41.934493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db76beb6-edce-4093-a8d9-f92080b7fb13 req-4d9ae0b3-a460-4e72-87cf-be384d1a0af3 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 1101 time: 0.0716889 Jan 28 12:23:41.945668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a803f-174d-4fe9-867a-59fe993bb954 req-5ce8f1b5-fe7f-4bf6-9bdf-7be5207e6dd7 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:41.947685 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-888a803f-174d-4fe9-867a-59fe993bb954 req-5ce8f1b5-fe7f-4bf6-9bdf-7be5207e6dd7 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 944 time: 0.0741749 Jan 28 12:23:42.023103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db76beb6-edce-4093-a8d9-f92080b7fb13 req-30b841ee-2c45-42dc-a9ca-c7b5071a00dc tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744309 Jan 28 12:23:42.027523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-888a803f-174d-4fe9-867a-59fe993bb954 req-6c137cd2-e1ad-407e-8120-4386c7c0e65b tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723741 Jan 28 12:23:42.331797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf690c57-e59f-4205-b470-29abac3071db req-baf67dfb-19c0-4a63-8015-9dea70a294d0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:42.333392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf690c57-e59f-4205-b470-29abac3071db req-baf67dfb-19c0-4a63-8015-9dea70a294d0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 943 time: 0.0597632 Jan 28 12:23:42.352435 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-ba175313-dc88-48da-8c12-8f2035e96124 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247002 Jan 28 12:23:42.398919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 835ee2c9-6df2-46ef-9d2e-54835ae972eb no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:42.411884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf690c57-e59f-4205-b470-29abac3071db req-6e7e7558-0b97-4f16-8cae-f762f2cedbc5 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689139 Jan 28 12:23:42.447720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-10aa77ac-98b5-417e-8e09-67b4337b9631 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335774 Jan 28 12:23:42.492376 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-593d77b2-84fa-42ff-8c10-89d747beab1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (cd13f925-33f8-44b4-9fd3-7af4db0bef94), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:42.580399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 835ee2c9-6df2-46ef-9d2e-54835ae972eb is: BUILD; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:42.580952 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:42.585408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-f9af912a-8bf6-4f72-b1a7-d0ada81378a1 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:42.586917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-f9af912a-8bf6-4f72-b1a7-d0ada81378a1 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382287 Jan 28 12:23:42.612389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 835ee2c9-6df2-46ef-9d2e-54835ae972eb {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:42.652620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-2535cd0f-5e1c-425f-a5c8-7441ec5073bc tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/quotas/1a6e4b41d3dc4895a816aa2f6c1adfda HTTP/1.1" status: 200 len: 375 time: 0.0563204 Jan 28 12:23:42.658470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 835ee2c9-6df2-46ef-9d2e-54835ae972eb, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=835ee2c9-6df2-46ef-9d2e-54835ae972eb,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:42.669215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:42.679019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-4a34a2f2-1280-42ba-98b3-edf7bdff639c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:42.680904 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-4a34a2f2-1280-42ba-98b3-edf7bdff639c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3189683 Jan 28 12:23:42.714859 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Request body: {'port': {'device_id': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '5365e826fdfe40a69e62d0df1e72d7db'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:42.733485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=835ee2c9-6df2-46ef-9d2e-54835ae972eb,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:42.773929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-40a3b96b-6021-4ca4-b3a2-ba4ec0083fb3 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1165195 Jan 28 12:23:42.803879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42299514-c966-476e-b143-1bca44532349 req-5b2d8c41-a98e-4af1-8c2e-b39076574caf tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 210 time: 0.0942867 Jan 28 12:23:42.956461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Made reservation on behalf of 5365e826fdfe40a69e62d0df1e72d7db for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:42.960778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.005400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2446e1eb-2632-4f95-9880-70841d31231c details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:43.025929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db057095-0579-44e2-8365-66f563665c3a req-74fa0f85-c2dd-482e-b28a-9c39402598a0 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 210 time: 0.0696852 Jan 28 12:23:43.088365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57150) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:43.141777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-593d77b2-84fa-42ff-8c10-89d747beab1a admin admin] Deleting port 9176838d-8f8c-4d96-88ae-ff796b33b536 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:43.142282 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-593d77b2-84fa-42ff-8c10-89d747beab1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.281751 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2446e1eb-2632-4f95-9880-70841d31231c,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:43.296464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07742d-602a-4a5f-bd88-1976702b8175 req-618bb234-ddc1-46bd-9a82-3168e82d7bf5 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:43.305980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b07742d-602a-4a5f-bd88-1976702b8175 req-618bb234-ddc1-46bd-9a82-3168e82d7bf5 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 943 time: 0.1292760 Jan 28 12:23:43.314373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '2446e1eb-2632-4f95-9880-70841d31231c', 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6', 'port_id': '2446e1eb-2632-4f95-9880-70841d31231c', 'mac_address': 'fa:16:3e:89:5e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb43f70a-76e4-48b5-a102-e222ca278b51', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:43.333279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Allocated IP 192.168.233.64 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/4141f508-d1ef-4cf1-823e-ac895c0bcce9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:43.380933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 2446e1eb-2632-4f95-9880-70841d31231c is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:43.381580 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2446e1eb-2632-4f95-9880-70841d31231c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.388289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-593d77b2-84fa-42ff-8c10-89d747beab1a admin admin] For port 9176838d-8f8c-4d96-88ae-ff796b33b536, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9176838d-8f8c-4d96-88ae-ff796b33b536,segment=NetworkSegment(8db1eeb6-81f6-4580-b495-45a590d14226),segment_id=8db1eeb6-81f6-4580-b495-45a590d14226)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:43.388926 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-593d77b2-84fa-42ff-8c10-89d747beab1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.402730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2446e1eb-2632-4f95-9880-70841d31231c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:43.416249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61ca5ad5-334c-4ed5-83db-e535aace430f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.433127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2446e1eb-2632-4f95-9880-70841d31231c,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:43.439751 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2446e1eb-2632-4f95-9880-70841d31231c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.446092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-593d77b2-84fa-42ff-8c10-89d747beab1a admin admin] Calling delete_port for 9176838d-8f8c-4d96-88ae-ff796b33b536 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:43.464874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b07742d-602a-4a5f-bd88-1976702b8175 req-3f2e2918-b412-4db9-a900-eb0435d0dc02 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579416 Jan 28 12:23:43.519224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=2446e1eb-2632-4f95-9880-70841d31231c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:43.554329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61ca5ad5-334c-4ed5-83db-e535aace430f admin admin] Publish callbacks [] for security_group (f2371bfd-0d5c-4d9f-a6b0-087a15bc08ae), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.561435 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61ca5ad5-334c-4ed5-83db-e535aace430f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f2371bfd-0d5c-4d9f-a6b0-087a15bc08ae), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.596225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-61ca5ad5-334c-4ed5-83db-e535aace430f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0894caf24610445d9a12d5238b22a6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5065861 Jan 28 12:23:43.600711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:43.698691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca5ad5-334c-4ed5-83db-e535aace430f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2371bfd-0d5c-4d9f-a6b0-087a15bc08ae,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:43.717898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['2446e1eb-2632-4f95-9880-70841d31231c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:43.727759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4094a08-aa32-4351-a1a4-9dbf3c4ff022 req-5a619ae5-dc88-428a-9217-b13aa9dc7429 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:43.736348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4094a08-aa32-4351-a1a4-9dbf3c4ff022 req-5a619ae5-dc88-428a-9217-b13aa9dc7429 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 944 time: 0.1386440 Jan 28 12:23:43.748636 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c55704-32ed-4165-b8a2-70dbffbc4648 admin admin] Publish callbacks [] for security_group (f2371bfd-0d5c-4d9f-a6b0-087a15bc08ae), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.768912 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks [] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.814713 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c55704-32ed-4165-b8a2-70dbffbc4648 admin admin] Publish callbacks [] for security_group (f2371bfd-0d5c-4d9f-a6b0-087a15bc08ae), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.868575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4094a08-aa32-4351-a1a4-9dbf3c4ff022 req-4d5df54d-2493-4725-b646-3f9e4021c6b4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305506 Jan 28 12:23:43.909132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0583b83-0eca-472a-8708-66d012efb9c5 req-02d6673e-5e77-4a4e-a77c-b1e4f7d361a5 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:43.909740 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.911232 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0583b83-0eca-472a-8708-66d012efb9c5 req-02d6673e-5e77-4a4e-a77c-b1e4f7d361a5 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.35 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 943 time: 0.1462331 Jan 28 12:23:43.960100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['dc49dc7e-ef4a-4270-8664-b1a0d190371b', '1fe30547-f30a-4700-a40f-6cf5bb0cf11d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:43.969982 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:43.973984 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:43.975930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-593d77b2-84fa-42ff-8c10-89d747beab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9176838d-8f8c-4d96-88ae-ff796b33b536), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:43.983135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:44.027299 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c55704-32ed-4165-b8a2-70dbffbc4648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f2371bfd-0d5c-4d9f-a6b0-087a15bc08ae), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:44.036502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:44.059896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c55704-32ed-4165-b8a2-70dbffbc4648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:44.062856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-55c55704-32ed-4165-b8a2-70dbffbc4648 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2371bfd-0d5c-4d9f-a6b0-087a15bc08ae HTTP/1.1" status: 204 len: 168 time: 0.4603422 Jan 28 12:23:44.215770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c55704-32ed-4165-b8a2-70dbffbc4648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2371bfd-0d5c-4d9f-a6b0-087a15bc08ae,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:44.232776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d77b2-84fa-42ff-8c10-89d747beab1a admin admin] Pushing event deleted for resources: {'Port': ['ID=9176838d-8f8c-4d96-88ae-ff796b33b536,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:44.305793 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:44.306491 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:44.313857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d281e4e8-4f3e-4bc6-b3d6-beea71a97f53 req-095eb097-c59f-47a9-958e-c17db78552d9 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 210 time: 0.1020744 Jan 28 12:23:44.334545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daa4c1-622a-4698-8bc0-e2fb238dc7e7 req-f5b4da54-c01c-40d3-b34e-74bb719bd04f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:44.351400 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69daa4c1-622a-4698-8bc0-e2fb238dc7e7 req-f5b4da54-c01c-40d3-b34e-74bb719bd04f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 935 time: 0.4335520 Jan 28 12:23:44.473348 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-abba278e-6009-4c48-bd71-345001d62e1b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7815108 Jan 28 12:23:44.504318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-e0583b83-0eca-472a-8708-66d012efb9c5 req-34040fe6-0099-48cb-b440-74cd8068281c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Deleting port 835ee2c9-6df2-46ef-9d2e-54835ae972eb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:44.504878 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e0583b83-0eca-472a-8708-66d012efb9c5 req-34040fe6-0099-48cb-b440-74cd8068281c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:44.511801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Request body: {'port': {'device_id': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:44.621949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-623dba1b-1c17-483b-a2bf-acd193f5cc5f None None] Provisioning complete for port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:44.622613 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-623dba1b-1c17-483b-a2bf-acd193f5cc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:44.652603 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-9ecc2bc9-8773-4464-a9d6-dd327618a1b9 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582380 Jan 28 12:23:44.657479 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:44.678587 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-593d77b2-84fa-42ff-8c10-89d747beab1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (cd13f925-33f8-44b4-9fd3-7af4db0bef94), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:44.765390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69daa4c1-622a-4698-8bc0-e2fb238dc7e7 req-e8474045-b5cb-46a1-809e-d70fb3aef0e9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127591 Jan 28 12:23:44.795847 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-623dba1b-1c17-483b-a2bf-acd193f5cc5f None None] Port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:23:44.841211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dad70-d70a-4400-ae03-d4c3696f5093 req-36b94cb4-3238-4073-8003-a01ae419c1e2 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:44.842464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-029dad70-d70a-4400-ae03-d4c3696f5093 req-36b94cb4-3238-4073-8003-a01ae419c1e2 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 943 time: 0.1715379 Jan 28 12:23:44.909739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e0583b83-0eca-472a-8708-66d012efb9c5 req-34040fe6-0099-48cb-b440-74cd8068281c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] For port 835ee2c9-6df2-46ef-9d2e-54835ae972eb, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=835ee2c9-6df2-46ef-9d2e-54835ae972eb,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:44.910147 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e0583b83-0eca-472a-8708-66d012efb9c5 req-34040fe6-0099-48cb-b440-74cd8068281c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:44.926826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57184) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:44.977567 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05ae78b1-c368-452d-aa6c-e2c127a185ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:44.987414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-e0583b83-0eca-472a-8708-66d012efb9c5 req-34040fe6-0099-48cb-b440-74cd8068281c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Calling delete_port for 835ee2c9-6df2-46ef-9d2e-54835ae972eb owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:45.023659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2446e1eb-2632-4f95-9880-70841d31231c up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:45.090559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-1a770623-1bb4-4ed9-ba3b-cb82831115d4 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:45.092441 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-1a770623-1bb4-4ed9-ba3b-cb82831115d4 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4298959 Jan 28 12:23:45.100140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 2446e1eb-2632-4f95-9880-70841d31231c completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:23:45.105640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 2446e1eb-2632-4f95-9880-70841d31231c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:45.106079 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2446e1eb-2632-4f95-9880-70841d31231c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.141722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Request body: {'port': {'device_id': 'b68b5a01-82a7-44b0-81c3-040c9893d4df', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '1a6e4b41d3dc4895a816aa2f6c1adfda'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:45.157288 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-029dad70-d70a-4400-ae03-d4c3696f5093 req-18bde560-2d5a-4687-bbe5-f606c3146633 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927387 Jan 28 12:23:45.198418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 2446e1eb-2632-4f95-9880-70841d31231c is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:45.198817 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2446e1eb-2632-4f95-9880-70841d31231c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.236570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2446e1eb-2632-4f95-9880-70841d31231c,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:45.237541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dcd318-9286-48d8-9d75-b452a2d09193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2446e1eb-2632-4f95-9880-70841d31231c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:45.240397 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cdbfa5-7632-42e4-9111-4e19fe96e5a0" -d '{"events": [{"server_uuid": "f7dcd318-9286-48d8-9d75-b452a2d09193", "name": "network-vif-plugged", "status": "completed", "tag": "2446e1eb-2632-4f95-9880-70841d31231c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:45.245704 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2446e1eb-2632-4f95-9880-70841d31231c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.263717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0132f8-3291-4d0d-969d-4a964bb75dc4 req-bf8f0992-6233-457d-ac19-318714d57d85 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:45.269648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b0132f8-3291-4d0d-969d-4a964bb75dc4 req-bf8f0992-6233-457d-ac19-318714d57d85 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 944 time: 0.2586968 Jan 28 12:23:45.308743 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=2446e1eb-2632-4f95-9880-70841d31231c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:45.321389 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ac2d6f-55d4-40ee-b491-95a34c7153f4 x-openstack-request-id: req-11ac2d6f-55d4-40ee-b491-95a34c7153f4 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:45.321694 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dcd318-9286-48d8-9d75-b452a2d09193", "name": "network-vif-plugged", "status": "completed", "tag": "2446e1eb-2632-4f95-9880-70841d31231c", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:45.322983 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11ac2d6f-55d4-40ee-b491-95a34c7153f4 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:45.323608 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dcd318-9286-48d8-9d75-b452a2d09193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2446e1eb-2632-4f95-9880-70841d31231c', 'code': 200} Jan 28 12:23:45.448668 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b0132f8-3291-4d0d-969d-4a964bb75dc4 req-a055fbf2-5946-420b-aad6-0c1f1e41a159 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779630 Jan 28 12:23:45.470583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05ae78b1-c368-452d-aa6c-e2c127a185ee admin admin] Publish callbacks [] for security_group (0f078a61-29f9-4fd8-add2-411c71d6b74d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.488332 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05ae78b1-c368-452d-aa6c-e2c127a185ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0f078a61-29f9-4fd8-add2-411c71d6b74d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.511683 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2007ea3-4459-4b51-a89d-6da57af21133 req-47276b7e-9a99-4b72-837d-97549a98c67f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 210 time: 0.0463591 Jan 28 12:23:45.527928 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e0583b83-0eca-472a-8708-66d012efb9c5 req-34040fe6-0099-48cb-b440-74cd8068281c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (835ee2c9-6df2-46ef-9d2e-54835ae972eb), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.594688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34040fe6-0099-48cb-b440-74cd8068281c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event deleted for resources: {'Port': ['ID=835ee2c9-6df2-46ef-9d2e-54835ae972eb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:45.607570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-05ae78b1-c368-452d-aa6c-e2c127a185ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9126141bbcf64f61830e5c53ddcda873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6796238 Jan 28 12:23:45.610587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae78b1-c368-452d-aa6c-e2c127a185ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f078a61-29f9-4fd8-add2-411c71d6b74d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:45.614149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57194) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:45.669358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0583b83-0eca-472a-8708-66d012efb9c5 req-34040fe6-0099-48cb-b440-74cd8068281c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] No DVR routers for this DVR port 835ee2c9-6df2-46ef-9d2e-54835ae972eb on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:45.672150 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e0583b83-0eca-472a-8708-66d012efb9c5 req-34040fe6-0099-48cb-b440-74cd8068281c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.675528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0583b83-0eca-472a-8708-66d012efb9c5 req-34040fe6-0099-48cb-b440-74cd8068281c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.35 "DELETE /v2.0/ports/835ee2c9-6df2-46ef-9d2e-54835ae972eb HTTP/1.1" status: 204 len: 173 time: 1.7563660 Jan 28 12:23:45.679950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c5f62e-8caf-477e-82a1-9d5ada298d21', 'name': 'network-vif-deleted', 'tag': '835ee2c9-6df2-46ef-9d2e-54835ae972eb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:45.682582 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d56ab99-5f1f-463c-8683-18879f867e6c" -d '{"events": [{"server_uuid": "96c5f62e-8caf-477e-82a1-9d5ada298d21", "name": "network-vif-deleted", "tag": "835ee2c9-6df2-46ef-9d2e-54835ae972eb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:45.740955 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594af156-06ce-4ba0-906e-a7687aa347c8 x-openstack-request-id: req-594af156-06ce-4ba0-906e-a7687aa347c8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:45.741550 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c5f62e-8caf-477e-82a1-9d5ada298d21", "name": "network-vif-deleted", "tag": "835ee2c9-6df2-46ef-9d2e-54835ae972eb", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:45.742531 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-594af156-06ce-4ba0-906e-a7687aa347c8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:45.743110 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c5f62e-8caf-477e-82a1-9d5ada298d21', 'name': 'network-vif-deleted', 'tag': '835ee2c9-6df2-46ef-9d2e-54835ae972eb', 'status': 'completed', 'code': 200} Jan 28 12:23:45.746745 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:23:45.761150 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5252ba32-7814-4149-a979-0aafaba1e9a4 admin admin] Publish callbacks [] for security_group (0f078a61-29f9-4fd8-add2-411c71d6b74d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.795949 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5252ba32-7814-4149-a979-0aafaba1e9a4 admin admin] Publish callbacks [] for security_group (0f078a61-29f9-4fd8-add2-411c71d6b74d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.806987 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbb137-8e1c-40ad-bdaa-ac45ea090898 req-25e29540-aca8-4d00-8686-ebafd9f26187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:45.808616 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b0bbb137-8e1c-40ad-bdaa-ac45ea090898 req-25e29540-aca8-4d00-8686-ebafd9f26187 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 1096 time: 0.2201993 Jan 28 12:23:45.814933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593d77b2-84fa-42ff-8c10-89d747beab1a admin admin] Router cd13f925-33f8-44b4-9fd3-7af4db0bef94 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:23:45.864172 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5252ba32-7814-4149-a979-0aafaba1e9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0f078a61-29f9-4fd8-add2-411c71d6b74d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.870275 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5252ba32-7814-4149-a979-0aafaba1e9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.872904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5252ba32-7814-4149-a979-0aafaba1e9a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f078a61-29f9-4fd8-add2-411c71d6b74d HTTP/1.1" status: 204 len: 168 time: 0.2363291 Jan 28 12:23:45.886563 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252ba32-7814-4149-a979-0aafaba1e9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f078a61-29f9-4fd8-add2-411c71d6b74d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:45.892542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4141f508-d1ef-4cf1-823e-ac895c0bcce9 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:45.950315 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Publish callbacks [] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.951999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9aa35-3331-47fd-a6a7-91a7d08bfdd8 req-9a6ec11a-8e61-4367-b3cb-a842685a3480 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:45.959599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9f9aa35-3331-47fd-a6a7-91a7d08bfdd8 req-9a6ec11a-8e61-4367-b3cb-a842685a3480 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 935 time: 0.0747082 Jan 28 12:23:45.966571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Made reservation on behalf of 1a6e4b41d3dc4895a816aa2f6c1adfda for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:45.970409 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:45.985967 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b0bbb137-8e1c-40ad-bdaa-ac45ea090898 req-05a300cd-2d51-4453-87e5-fc2412a073d3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673312 Jan 28 12:23:45.998990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Transition to ACTIVE for port object 4141f508-d1ef-4cf1-823e-ac895c0bcce9 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:23:46.013592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:46.029439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9f9aa35-3331-47fd-a6a7-91a7d08bfdd8 req-8b62d16b-c3ed-4bc6-ba23-397b16e26483 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670822 Jan 28 12:23:46.178287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:46.190117 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593d77b2-84fa-42ff-8c10-89d747beab1a admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:23:46.200589 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8781a2d-2afc-41ed-9f65-a838c4f5bf14 None None] Sync routers for ids ['cd13f925-33f8-44b4-9fd3-7af4db0bef94'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:23:46.200855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57206) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:46.200965 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-593d77b2-84fa-42ff-8c10-89d747beab1a admin admin] 10.222.0.53 "PUT /v2.0/routers/cd13f925-33f8-44b4-9fd3-7af4db0bef94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4150593 Jan 28 12:23:46.223724 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8781a2d-2afc-41ed-9f65-a838c4f5bf14 None None] Routers {'cd13f925-33f8-44b4-9fd3-7af4db0bef94'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:46.224956 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e8781a2d-2afc-41ed-9f65-a838c4f5bf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['cd13f925-33f8-44b4-9fd3-7af4db0bef94'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:46.370996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c52c5037-55bd-4d8a-a1ca-39e777ffa889 req-f5485294-8c98-40af-9f24-d98915b8aaed tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=96c5f62e-8caf-477e-82a1-9d5ada298d21 HTTP/1.1" status: 200 len: 210 time: 0.0534554 Jan 28 12:23:46.433653 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e8781a2d-2afc-41ed-9f65-a838c4f5bf14 None None] Set router cd13f925-33f8-44b4-9fd3-7af4db0bef94 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:46.501214 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Publish callbacks [] for router (cd13f925-33f8-44b4-9fd3-7af4db0bef94), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:46.521061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Allocated IP 192.168.233.120 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/600a7614-3960-408a-aee4-4fcc5dd19a7b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:46.548475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Attempting to bind port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:46.548923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Attempting to bind port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:46.549135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Attempting to bind port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:46.596404 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:23:46.600169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Attempting to bind port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:46.743975 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e8781a2d-2afc-41ed-9f65-a838c4f5bf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'name': 'tempest-FloatingIPsTestJSON-948261596-router', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:15Z', 'updated_at': '2022-01-28T12:23:43Z', 'revision_number': 5, 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'gw_port': {'id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:16Z', 'updated_at': '2022-01-28T12:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:46.777730 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8781a2d-2afc-41ed-9f65-a838c4f5bf14 None None] Checking router: cd13f925-33f8-44b4-9fd3-7af4db0bef94 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:23:46.789700 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8781a2d-2afc-41ed-9f65-a838c4f5bf14 None None] Routers {'cd13f925-33f8-44b4-9fd3-7af4db0bef94'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:23:46.791630 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e8781a2d-2afc-41ed-9f65-a838c4f5bf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['cd13f925-33f8-44b4-9fd3-7af4db0bef94'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:46.796863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:46.797823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:46.798478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:46.799896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Bound port: 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:46.801208 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:46.836964 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:46.925394 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e8781a2d-2afc-41ed-9f65-a838c4f5bf14 None None] Set router cd13f925-33f8-44b4-9fd3-7af4db0bef94 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:23:46.968821 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks [] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:47.058848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:47.063521 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:47.093858 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:47.158968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:47.158968 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:47.161519 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] 10.222.0.49 "PUT /v2.0/ports/4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 1095 time: 2.6653638 Jan 28 12:23:47.162685 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:47.165411 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6f925c-b371-41ab-b136-6dbfb728536c" -d '{"events": [{"name": "network-changed", "server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:47.188106 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:47.199271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57897881-0bb9-47c2-981a-47343f09f54f req-6d450c11-e49e-4c9f-80be-2df9015ab188 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 210 time: 0.5460944 Jan 28 12:23:47.205793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a', '69b28469-06d8-4aaa-bad0-1334ae203a97', '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e', 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:47.224125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a711c-80fe-4f4f-afbd-3ecaab1abb92 service neutron] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:47.236542 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e8781a2d-2afc-41ed-9f65-a838c4f5bf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'name': 'tempest-FloatingIPsTestJSON-948261596-router', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:15Z', 'updated_at': '2022-01-28T12:23:43Z', 'revision_number': 5, 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'gw_port': {'id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:16Z', 'updated_at': '2022-01-28T12:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:47.304866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f07cb-9cba-4b1c-9949-21d10b0669ee req-23c98a1f-e388-46f0-a3b2-500a6e80eddb tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:47.309617 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:47.317052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6fa22ca1-a933-462f-9aff-6297fe0f023a', '9d17efdd-e3fd-4388-b029-846fdae2272b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:47.317263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f0f07cb-9cba-4b1c-9949-21d10b0669ee req-23c98a1f-e388-46f0-a3b2-500a6e80eddb tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.6740501 Jan 28 12:23:47.340692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:47.355514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:47.364960 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Publish callbacks [] for router_gateway (cd13f925-33f8-44b4-9fd3-7af4db0bef94), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:47.503554 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:47.532025 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8781a2d-2afc-41ed-9f65-a838c4f5bf14 None None] The sync data for ids ['cd13f925-33f8-44b4-9fd3-7af4db0bef94'] in n-d-824835-4 is: [{'id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'name': 'tempest-FloatingIPsTestJSON-948261596-router', 'tenant_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:15Z', 'updated_at': '2022-01-28T12:23:43Z', 'revision_number': 5, 'project_id': 'ab29f7606371403fb9c0df6681dbd7d7', 'gw_port': {'id': '6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd13f925-33f8-44b4-9fd3-7af4db0bef94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:16Z', 'updated_at': '2022-01-28T12:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:23:47.565561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:47.566270 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:47.595707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f0f07cb-9cba-4b1c-9949-21d10b0669ee req-8ff1f6f6-d9f6-4af4-b758-739d69f33006 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775152 Jan 28 12:23:47.634056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Deleting port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:47.634463 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:47.644455 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5385790 Jan 28 12:23:47.678058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Request body: {'port': {'device_id': 'b68b5a01-82a7-44b0-81c3-040c9893d4df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:47.690531 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c6da84-7c49-4003-814c-206255c5fe70 x-openstack-request-id: req-48c6da84-7c49-4003-814c-206255c5fe70 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:47.693111 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:47.693385 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48c6da84-7c49-4003-814c-206255c5fe70 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:47.693821 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'status': 'completed', 'code': 200} Jan 28 12:23:47.710644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8676332-67a2-45a9-b443-a637155ae632 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event updated for resources: {'Port': ['ID=600a7614-3960-408a-aee4-4fcc5dd19a7b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:47.735654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8042c46-8552-421e-9c31-5bfb72c64ecd req-36524d1b-513b-43b5-b3c5-20b97f2bc86e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:47.745547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8042c46-8552-421e-9c31-5bfb72c64ecd req-36524d1b-513b-43b5-b3c5-20b97f2bc86e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 947 time: 0.1958811 Jan 28 12:23:47.747302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-876f8598-afb2-4fb0-b66c-5daed1489b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:47.749124 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-876f8598-afb2-4fb0-b66c-5daed1489b5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 1098 time: 0.4384174 Jan 28 12:23:47.792142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] For port 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:47.792615 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:47.825703 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:47.827184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Calling delete_port for 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:47.842154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8042c46-8552-421e-9c31-5bfb72c64ecd req-6fa2f8ab-5eb4-4852-b94c-f9ff3ac58149 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955832 Jan 28 12:23:47.930986 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-f3c815c4-b036-4f9e-ac8e-039638d26669 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 217 time: 0.1094425 Jan 28 12:23:48.154941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-53b236b5-48f5-4a97-90a8-fb0079ea10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:48.156821 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-53b236b5-48f5-4a97-90a8-fb0079ea10c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.2026429 Jan 28 12:23:48.205419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:48.263849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ec06a787-062d-436b-b20e-f195ca5717b9 None None] Provisioning complete for port 600a7614-3960-408a-aee4-4fcc5dd19a7b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:48.264332 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec06a787-062d-436b-b20e-f195ca5717b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:48.323209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:48.379828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-afa89d84-bba9-4599-93cd-3443f7df96ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:48.390873 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-afa89d84-bba9-4599-93cd-3443f7df96ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2225301 Jan 28 12:23:48.418177 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (cd13f925-33f8-44b4-9fd3-7af4db0bef94), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:48.448190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 835ee2c9-6df2-46ef-9d2e-54835ae972eb no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:48.537525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 835ee2c9-6df2-46ef-9d2e-54835ae972eb {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:48.539001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 835ee2c9-6df2-46ef-9d2e-54835ae972eb not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:48.551891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ec06a787-062d-436b-b20e-f195ca5717b9 None None] Port 600a7614-3960-408a-aee4-4fcc5dd19a7b cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:23:48.613197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efba99d-6d5c-4abe-9701-5ff3b50a5365 req-77ee192a-fe53-4157-8ee6-054d9837475e tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:48.622720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8efba99d-6d5c-4abe-9701-5ff3b50a5365 req-77ee192a-fe53-4157-8ee6-054d9837475e tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 936 time: 0.2921031 Jan 28 12:23:48.635413 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (cd13f925-33f8-44b4-9fd3-7af4db0bef94), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:48.637711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57272) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:48.646355 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Publish callbacks [] for router_controller (cd13f925-33f8-44b4-9fd3-7af4db0bef94), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:48.652365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9e4b98f6-8232-42bd-b4dc-088f8e9be457 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624030173', 'description': 'tempest-description--1770431028'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:48.684267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600a7614-3960-408a-aee4-4fcc5dd19a7b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:48.689990 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e4b98f6-8232-42bd-b4dc-088f8e9be457 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:48.696268 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Publish callbacks [] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:48.718494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Transition to ACTIVE for port object 600a7614-3960-408a-aee4-4fcc5dd19a7b will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:23:48.752254 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-e3035078-7e4c-4ed0-b216-e2b02633f5cd service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384271 Jan 28 12:23:48.757985 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:48.941991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Pushing event updated for resources: {'Port': ['ID=600a7614-3960-408a-aee4-4fcc5dd19a7b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:48.957904 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (cd13f925-33f8-44b4-9fd3-7af4db0bef94), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:48.958543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd13f925-33f8-44b4-9fd3-7af4db0bef94 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:23:48.972245 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:48.973666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4ac6030d-11ce-4dbb-89de-5ee5ceb840c0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/cd13f925-33f8-44b4-9fd3-7af4db0bef94 HTTP/1.1" status: 204 len: 168 time: 2.7717745 Jan 28 12:23:48.981437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57286) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:49.037803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8efba99d-6d5c-4abe-9701-5ff3b50a5365 req-23b46928-44c0-4fc7-9df2-09aefd3ab4b5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134471 Jan 28 12:23:49.174552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9176838d-8f8c-4d96-88ae-ff796b33b536 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:49.186005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b6a49-0387-4e85-a613-abd5cf3b56aa req-28f4f793-26be-4935-8f11-4af190c75f2c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:49.197178 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd0b6a49-0387-4e85-a613-abd5cf3b56aa req-28f4f793-26be-4935-8f11-4af190c75f2c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.2935300 Jan 28 12:23:49.199234 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-17da5a1c-7bc3-44b6-a6e6-351ebf3b9721 req-3418c7d8-9326-4f84-8299-b39f9afcb64c service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309258 Jan 28 12:23:49.217887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 9176838d-8f8c-4d96-88ae-ff796b33b536 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:49.218515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9176838d-8f8c-4d96-88ae-ff796b33b536 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:49.244845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8564c3b-f586-4eed-bfb2-0f896e574d2f admin admin] Deleting subnet d582e5f0-23ea-41a8-b7f9-7eee941f73bb {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:23:49.251704 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7203-b46e-4c97-8bce-3f3cc32e2535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.272448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Attempting to bind port 600a7614-3960-408a-aee4-4fcc5dd19a7b on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:49.272705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Attempting to bind port 600a7614-3960-408a-aee4-4fcc5dd19a7b by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:49.273044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Attempting to bind port 600a7614-3960-408a-aee4-4fcc5dd19a7b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:49.301450 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8564c3b-f586-4eed-bfb2-0f896e574d2f admin admin] Publish callbacks [] for subnet (d582e5f0-23ea-41a8-b7f9-7eee941f73bb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.347880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Port 600a7614-3960-408a-aee4-4fcc5dd19a7b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:23:49.348230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Attempting to bind port 600a7614-3960-408a-aee4-4fcc5dd19a7b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:49.353776 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e4b98f6-8232-42bd-b4dc-088f8e9be457 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for security_group (c6fa9aa8-668c-4ac2-90c8-abcf5e424c83), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.368196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:49.368448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:49.368798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e4b98f6-8232-42bd-b4dc-088f8e9be457 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c6fa9aa8-668c-4ac2-90c8-abcf5e424c83), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.369008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:49.369540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Bound port: 600a7614-3960-408a-aee4-4fcc5dd19a7b, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:49.370012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.386517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a7002-38fe-4221-a876-43747c87fbfe req-f6697d20-f4b6-4005-9b18-4a659140ad0e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:49.388476 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-876a7002-38fe-4221-a876-43747c87fbfe req-f6697d20-f4b6-4005-9b18-4a659140ad0e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 947 time: 0.1616170 Jan 28 12:23:49.396219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8564c3b-f586-4eed-bfb2-0f896e574d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (d582e5f0-23ea-41a8-b7f9-7eee941f73bb), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.404805 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd0b6a49-0387-4e85-a613-abd5cf3b56aa req-6660fa6c-db68-4d03-b6c0-e576f5c6b87d tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043562 Jan 28 12:23:49.453537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f925c-b371-41ab-b136-6dbfb728536c req-79dc0544-3351-4538-a395-42ee4adba894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:49.455038 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6a6f925c-b371-41ab-b136-6dbfb728536c req-79dc0544-3351-4538-a395-42ee4adba894 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 1098 time: 0.1761036 Jan 28 12:23:49.471330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-876a7002-38fe-4221-a876-43747c87fbfe req-f65fcff4-c7ea-4ae6-8acb-e71031767f95 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629590 Jan 28 12:23:49.482517 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e4b98f6-8232-42bd-b4dc-088f8e9be457 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.483788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9e4b98f6-8232-42bd-b4dc-088f8e9be457 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8390360 Jan 28 12:23:49.486053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b98f6-8232-42bd-b4dc-088f8e9be457 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fa9aa8-668c-4ac2-90c8-abcf5e424c83,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:49.489727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57298) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:49.495460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c8c973d1-eeef-4b28-b3b6-6dccc9f9a2b3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Request body: {'security_group_rule': {'security_group_id': 'c6fa9aa8-668c-4ac2-90c8-abcf5e424c83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:49.541125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8c973d1-eeef-4b28-b3b6-6dccc9f9a2b3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for security_group_rule (c7ada4d2-dc62-4f36-aac2-a86c047753dd), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.586881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59f2c187-ba51-4a38-8fba-22219344fb4f req-a98ffe81-22d5-4248-98bc-c4816c7f774c tempest-FlavorsV2NegativeTest-1325689199 tempest-FlavorsV2NegativeTest-1325689199-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b43a8c0e93ed47aeabab73ec55e64d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343201 Jan 28 12:23:49.590307 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] For port 600a7614-3960-408a-aee4-4fcc5dd19a7b, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:49.616503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] For port 600a7614-3960-408a-aee4-4fcc5dd19a7b, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=600a7614-3960-408a-aee4-4fcc5dd19a7b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:49.630950 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.636600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8564c3b-f586-4eed-bfb2-0f896e574d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (d582e5f0-23ea-41a8-b7f9-7eee941f73bb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.736811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f925c-b371-41ab-b136-6dbfb728536c req-6f5a9a2d-0d9b-4656-af14-18875a81d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:49.738289 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6a6f925c-b371-41ab-b136-6dbfb728536c req-6f5a9a2d-0d9b-4656-af14-18875a81d31f service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2718432 Jan 28 12:23:49.743126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f838f6-e0b5-4290-8499-c2e7164f86d4 req-708724bb-de33-42de-8b9c-e15410f26bb6 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:49.744935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54f838f6-e0b5-4290-8499-c2e7164f86d4 req-708724bb-de33-42de-8b9c-e15410f26bb6 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 1096 time: 0.1460955 Jan 28 12:23:49.746842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8c973d1-eeef-4b28-b3b6-6dccc9f9a2b3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for security_group_rule (c7ada4d2-dc62-4f36-aac2-a86c047753dd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.750652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:49.755855 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.757438 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] 10.222.0.49 "PUT /v2.0/ports/600a7614-3960-408a-aee4-4fcc5dd19a7b HTTP/1.1" status: 200 len: 1096 time: 2.0918589 Jan 28 12:23:49.758013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68b5a01-82a7-44b0-81c3-040c9893d4df', 'tag': '600a7614-3960-408a-aee4-4fcc5dd19a7b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:49.766164 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b53b5c8-b014-491d-8a2d-4d60859f98fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b68b5a01-82a7-44b0-81c3-040c9893d4df", "tag": "600a7614-3960-408a-aee4-4fcc5dd19a7b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:49.771987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8c973d1-eeef-4b28-b3b6-6dccc9f9a2b3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (c7ada4d2-dc62-4f36-aac2-a86c047753dd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.835848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c973d1-eeef-4b28-b3b6-6dccc9f9a2b3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ada4d2-dc62-4f36-aac2-a86c047753dd,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:49.866147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2c187-ba51-4a38-8fba-22219344fb4f req-cad22396-8f3e-4382-8fd9-698b7a7248e0 tempest-FlavorsV2NegativeTest-1325689199 tempest-FlavorsV2NegativeTest-1325689199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:49.872999 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6a6f925c-b371-41ab-b136-6dbfb728536c req-20962cad-4346-42a2-b602-eab795048a16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 217 time: 0.1030312 Jan 28 12:23:49.873960 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8564c3b-f586-4eed-bfb2-0f896e574d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (d582e5f0-23ea-41a8-b7f9-7eee941f73bb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.875930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59f2c187-ba51-4a38-8fba-22219344fb4f req-cad22396-8f3e-4382-8fd9-698b7a7248e0 tempest-FlavorsV2NegativeTest-1325689199 tempest-FlavorsV2NegativeTest-1325689199-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594869 Jan 28 12:23:49.879820 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8c973d1-eeef-4b28-b3b6-6dccc9f9a2b3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.883664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c8c973d1-eeef-4b28-b3b6-6dccc9f9a2b3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905044 Jan 28 12:23:49.890238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57310) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:49.902390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9cec8343-382e-48fd-b8c7-87dfab20a3bb tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Request body: {'security_group_rule': {'security_group_id': 'c6fa9aa8-668c-4ac2-90c8-abcf5e424c83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:49.919362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8564c3b-f586-4eed-bfb2-0f896e574d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d582e5f0-23ea-41a8-b7f9-7eee941f73bb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:49.921014 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59f2c187-ba51-4a38-8fba-22219344fb4f req-55765e78-86e8-483a-8e71-4491e095a637 tempest-FlavorsV2NegativeTest-1325689199 tempest-FlavorsV2NegativeTest-1325689199-project] 10.222.0.53 "GET /v2.0/quotas/b43a8c0e93ed47aeabab73ec55e64d72 HTTP/1.1" status: 200 len: 375 time: 0.0441494 Jan 28 12:23:49.940530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8b4cd-aa00-49fb-bbaf-8dcde41df1fc service neutron] Pushing event updated for resources: {'Port': ['ID=600a7614-3960-408a-aee4-4fcc5dd19a7b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:49.942440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54f838f6-e0b5-4290-8499-c2e7164f86d4 req-da18b542-fc07-458e-9bab-71b1076c8723 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877058 Jan 28 12:23:49.973798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8564c3b-f586-4eed-bfb2-0f896e574d2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:49.979143 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a8564c3b-f586-4eed-bfb2-0f896e574d2f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d582e5f0-23ea-41a8-b7f9-7eee941f73bb HTTP/1.1" status: 204 len: 168 time: 0.9955132 Jan 28 12:23:49.983896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57312) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:49.984056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6569f6-38fe-40ce-84f1-80b06b413ac6 None None] Network a3ebf44d-f956-4672-9988-41f65f0946f5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:23:50.017022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59f2c187-ba51-4a38-8fba-22219344fb4f req-1a186eee-8a3e-4f53-93bf-f12035e54445 tempest-FlavorsV2NegativeTest-1325689199 tempest-FlavorsV2NegativeTest-1325689199-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b43a8c0e93ed47aeabab73ec55e64d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950320 Jan 28 12:23:50.034641 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cec8343-382e-48fd-b8c7-87dfab20a3bb tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for security_group_rule (5cf5376c-bcb6-4e8c-b274-08f44a39fbc8), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:50.113674 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a3ebf44d-f956-4672-9988-41f65f0946f5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:50.118876 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e687269-2017-47f3-90ed-de23040875cd x-openstack-request-id: req-8e687269-2017-47f3-90ed-de23040875cd {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:50.119286 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68b5a01-82a7-44b0-81c3-040c9893d4df", "tag": "600a7614-3960-408a-aee4-4fcc5dd19a7b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:50.119643 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e687269-2017-47f3-90ed-de23040875cd {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:50.120110 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68b5a01-82a7-44b0-81c3-040c9893d4df', 'tag': '600a7614-3960-408a-aee4-4fcc5dd19a7b', 'status': 'completed', 'code': 200} Jan 28 12:23:50.140196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f925c-b371-41ab-b136-6dbfb728536c req-bf6f218e-8fee-4320-a2f0-ec0f6399ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:50.141749 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6a6f925c-b371-41ab-b136-6dbfb728536c req-bf6f218e-8fee-4320-a2f0-ec0f6399ce48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.2235470 Jan 28 12:23:50.162254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-fa0150aa-4690-4098-a320-01492559976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:50.165221 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-fa0150aa-4690-4098-a320-01492559976b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 1099 time: 0.3453166 Jan 28 12:23:50.189565 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cec8343-382e-48fd-b8c7-87dfab20a3bb tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for security_group_rule (5cf5376c-bcb6-4e8c-b274-08f44a39fbc8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:50.199263 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cec8343-382e-48fd-b8c7-87dfab20a3bb tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (5cf5376c-bcb6-4e8c-b274-08f44a39fbc8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:50.253509 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cec8343-382e-48fd-b8c7-87dfab20a3bb tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:50.257721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9cec8343-382e-48fd-b8c7-87dfab20a3bb tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3634377 Jan 28 12:23:50.257721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec8343-382e-48fd-b8c7-87dfab20a3bb tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf5376c-bcb6-4e8c-b274-08f44a39fbc8,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:50.260652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57332) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:50.284044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:50.320993 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:50.331983 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-45a3db26-ced8-49ab-9dba-b51da436632a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=600a7614-3960-408a-aee4-4fcc5dd19a7b HTTP/1.1" status: 200 len: 217 time: 0.1005380 Jan 28 12:23:50.387771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f925c-b371-41ab-b136-6dbfb728536c req-14226138-408c-4eab-8008-d9d1ceceafc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:50.389376 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6a6f925c-b371-41ab-b136-6dbfb728536c req-14226138-408c-4eab-8008-d9d1ceceafc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2323909 Jan 28 12:23:50.428561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4438bb-b4f8-49e9-b6e8-8ddd8135670f None None] DHCP port deletion for a3ebf44d-f956-4672-9988-41f65f0946f5 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:23:50.456322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0b1cd-abdd-47cb-ada3-6c9e47e387df req-adad92b6-3134-4961-9f54-4c297b1ad209 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:50.463809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7e0b1cd-abdd-47cb-ada3-6c9e47e387df req-adad92b6-3134-4961-9f54-4c297b1ad209 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 948 time: 0.2335124 Jan 28 12:23:50.498049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-b88573d0-4e7c-4860-aa35-a27e2daae259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:50.505125 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-b88573d0-4e7c-4860-aa35-a27e2daae259 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1623902 Jan 28 12:23:50.558852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0e4438bb-b4f8-49e9-b6e8-8ddd8135670f None None] Deleting port 7134fdd1-d4c8-4e94-936d-65fb2083905b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:50.559240 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e4438bb-b4f8-49e9-b6e8-8ddd8135670f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:50.566295 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7e0b1cd-abdd-47cb-ada3-6c9e47e387df req-dfaa8718-4f8e-42ab-aed6-595b9f27f9c9 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871601 Jan 28 12:23:50.599945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Deleting port 7134fdd1-d4c8-4e94-936d-65fb2083905b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:23:50.600457 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:50.680463 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:50.773926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0e4438bb-b4f8-49e9-b6e8-8ddd8135670f None None] For port 7134fdd1-d4c8-4e94-936d-65fb2083905b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7134fdd1-d4c8-4e94-936d-65fb2083905b,segment=NetworkSegment(8db1eeb6-81f6-4580-b495-45a590d14226),segment_id=8db1eeb6-81f6-4580-b495-45a590d14226)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:50.776532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c311a-1fbb-439e-92f6-1b804dc0552d req-8736dcdb-b227-4f1e-8a94-26d968768728 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:50.779958 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e4438bb-b4f8-49e9-b6e8-8ddd8135670f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:50.785576 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-171c311a-1fbb-439e-92f6-1b804dc0552d req-8736dcdb-b227-4f1e-8a94-26d968768728 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 947 time: 0.1234558 Jan 28 12:23:50.831184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0e4438bb-b4f8-49e9-b6e8-8ddd8135670f None None] Calling delete_port for 7134fdd1-d4c8-4e94-936d-65fb2083905b owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:50.900947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-171c311a-1fbb-439e-92f6-1b804dc0552d req-54186c3b-c2a0-45cc-8fc0-0931c5659094 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097143 Jan 28 12:23:50.944529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Allocated IP 172.25.7.8 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/d1007da8-d988-4d77-9c1e-25f481f13830) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:51.085906 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for port (d1007da8-d988-4d77-9c1e-25f481f13830), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.090103 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e4438bb-b4f8-49e9-b6e8-8ddd8135670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.174840 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d1007da8-d988-4d77-9c1e-25f481f13830), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.176632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57350) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:51.185251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:51.187750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4438bb-b4f8-49e9-b6e8-8ddd8135670f None None] Pushing event deleted for resources: {'Port': ['ID=7134fdd1-d4c8-4e94-936d-65fb2083905b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:51.220589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4438bb-b4f8-49e9-b6e8-8ddd8135670f None None] No DVR routers for this DVR port 7134fdd1-d4c8-4e94-936d-65fb2083905b on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:51.223234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:51.223700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6eea2968-b03a-4b6f-9ce1-8b19a2c1ad7a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:51.224131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7134fdd1-d4c8-4e94-936d-65fb2083905b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:23:51.239426 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6a6f925c-b371-41ab-b136-6dbfb728536c req-d4af96e2-72e8-4202-8bd0-5abba8310699 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8349490 Jan 28 12:23:51.240482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] For port 7134fdd1-d4c8-4e94-936d-65fb2083905b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7134fdd1-d4c8-4e94-936d-65fb2083905b,segment=NetworkSegment(8db1eeb6-81f6-4580-b495-45a590d14226),segment_id=8db1eeb6-81f6-4580-b495-45a590d14226)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:51.240856 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.287280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Calling delete_port for 7134fdd1-d4c8-4e94-936d-65fb2083905b owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:23:51.287515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event updated for resources: {'Port': ['ID=d1007da8-d988-4d77-9c1e-25f481f13830,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:51.294343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 7134fdd1-d4c8-4e94-936d-65fb2083905b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:23:51.295037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7134fdd1-d4c8-4e94-936d-65fb2083905b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:23:51.334031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:51.335975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:51.352231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:51.387876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-91d7d10c-4d60-4e6e-8924-071753a15f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:51.392907 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-91d7d10c-4d60-4e6e-8924-071753a15f33 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8002355 Jan 28 12:23:51.467787 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e170db6-1a23-47ef-a56b-14e6f5775204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.497206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for floatingip (f052a1d9-5a7b-4eb1-a7d2-b406bb1f88da), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.558485 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d1007da8-d988-4d77-9c1e-25f481f13830), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.562232 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6a6f925c-b371-41ab-b136-6dbfb728536c req-4da32761-e5c1-4200-a76a-cb538ea60469 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076446 Jan 28 12:23:51.592634 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-80a61824-93a3-4a25-9068-65c10ebc6db3 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476514 Jan 28 12:23:51.598507 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7134fdd1-d4c8-4e94-936d-65fb2083905b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.599320 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a53e341-fce5-4918-9f27-241bfa34da1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.686236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Pushing event deleted for resources: {'Port': ['ID=7134fdd1-d4c8-4e94-936d-65fb2083905b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:51.694779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] No DVR routers for this DVR port 7134fdd1-d4c8-4e94-936d-65fb2083905b on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:23:51.753953 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e170db6-1a23-47ef-a56b-14e6f5775204 admin admin] Publish callbacks [] for security_group (70b734ea-9355-4943-8103-27b6d8a1f1f6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.796077 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a3ebf44d-f956-4672-9988-41f65f0946f5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.802205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e170db6-1a23-47ef-a56b-14e6f5775204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (70b734ea-9355-4943-8103-27b6d8a1f1f6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.820026 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c4abe93-198c-4eb3-9f73-a8fe12934d07 req-6b63bef8-1330-400e-9e6c-3090aa5dce3d service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114789 Jan 28 12:23:51.835277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ebf44d-f956-4672-9988-41f65f0946f5']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:51.859704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db1eeb6-81f6-4580-b495-45a590d14226') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:51.860431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db1eeb6-81f6-4580-b495-45a590d14226') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:23:51.867014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d74d9e-c133-4a15-b040-dc32f082337c req-293e3844-347b-4d46-b04b-bcb0284d1cdc tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:51.870903 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (8db1eeb6-81f6-4580-b495-45a590d14226), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.877024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32d74d9e-c133-4a15-b040-dc32f082337c req-293e3844-347b-4d46-b04b-bcb0284d1cdc tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 948 time: 0.1919956 Jan 28 12:23:51.891823 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8db1eeb6-81f6-4580-b495-45a590d14226), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.898064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:23:51.898534 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (8db1eeb6-81f6-4580-b495-45a590d14226), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:23:51.900848 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:23:51.905712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e170db6-1a23-47ef-a56b-14e6f5775204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b734ea-9355-4943-8103-27b6d8a1f1f6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:51.911134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7e170db6-1a23-47ef-a56b-14e6f5775204 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b43a8c0e93ed47aeabab73ec55e64d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6308463 Jan 28 12:23:51.943914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57362) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:52.005010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53b5c8-b014-491d-8a2d-4d60859f98fe req-6bdab121-79dd-49e1-9d8f-7b5f22a52ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:52.006626 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2b53b5c8-b014-491d-8a2d-4d60859f98fe req-6bdab121-79dd-49e1-9d8f-7b5f22a52ece service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 1099 time: 0.0952394 Jan 28 12:23:52.007334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a3ebf44d-f956-4672-9988-41f65f0946f5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.026260 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.031809 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a3ebf44d-f956-4672-9988-41f65f0946f5 HTTP/1.1" status: 204 len: 168 time: 2.0426862 Jan 28 12:23:52.080443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32d74d9e-c133-4a15-b040-dc32f082337c req-a5f256e6-c65c-4b63-93ec-401c407d4700 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029018 Jan 28 12:23:52.124175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0295a-6339-42d6-9efa-14d97650cf24 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ebf44d-f956-4672-9988-41f65f0946f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:52.161944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448f0e1-158d-4ad6-98a3-4a1da428c140 req-098489c7-8df0-408c-bea2-0c502230fc8f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:52.163463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c448f0e1-158d-4ad6-98a3-4a1da428c140 req-098489c7-8df0-408c-bea2-0c502230fc8f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 947 time: 0.1385336 Jan 28 12:23:52.205018 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2eac4799-cb2a-4b4c-8603-cae488bb4fed admin admin] Publish callbacks [] for security_group (70b734ea-9355-4943-8103-27b6d8a1f1f6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.240723 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2eac4799-cb2a-4b4c-8603-cae488bb4fed admin admin] Publish callbacks [] for security_group (70b734ea-9355-4943-8103-27b6d8a1f1f6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.256453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57372) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:52.328147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53b5c8-b014-491d-8a2d-4d60859f98fe req-77e6fa9e-67e0-4a21-a8a5-f360c6f6ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:52.330453 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2b53b5c8-b014-491d-8a2d-4d60859f98fe req-77e6fa9e-67e0-4a21-a8a5-f360c6f6ff59 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2996781 Jan 28 12:23:52.338411 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for port (d1007da8-d988-4d77-9c1e-25f481f13830), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.358459 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d1007da8-d988-4d77-9c1e-25f481f13830), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.374971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c448f0e1-158d-4ad6-98a3-4a1da428c140 req-83b7fcec-ca0d-44f5-8f2f-8c4b4c35aabc tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877229 Jan 28 12:23:52.422062 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2b53b5c8-b014-491d-8a2d-4d60859f98fe req-d94e2f69-53e6-46bd-8b1d-ec66f86fd0de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=600a7614-3960-408a-aee4-4fcc5dd19a7b HTTP/1.1" status: 200 len: 217 time: 0.0796213 Jan 28 12:23:52.441078 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c4900e7e-7bf1-4b27-9d6f-2d7413354a3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab29f7606371403fb9c0df6681dbd7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832662 Jan 28 12:23:52.441682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57376) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:52.468857 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2eac4799-cb2a-4b4c-8603-cae488bb4fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (70b734ea-9355-4943-8103-27b6d8a1f1f6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.472767 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2eac4799-cb2a-4b4c-8603-cae488bb4fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.479168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2eac4799-cb2a-4b4c-8603-cae488bb4fed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70b734ea-9355-4943-8103-27b6d8a1f1f6 HTTP/1.1" status: 204 len: 168 time: 0.5316780 Jan 28 12:23:52.529591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event updated for resources: {'Port': ['ID=d1007da8-d988-4d77-9c1e-25f481f13830,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:52.533972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac4799-cb2a-4b4c-8603-cae488bb4fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b734ea-9355-4943-8103-27b6d8a1f1f6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:52.539900 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (f052a1d9-5a7b-4eb1-a7d2-b406bb1f88da), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.548524 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26048914-cf73-4ab6-9e74-3849c193d0de admin admin] Publish callbacks [] for security_group (44808727-0e66-4dd6-bc33-b20254990bc5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.553112 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53b5c8-b014-491d-8a2d-4d60859f98fe req-0501dac9-d2e3-4be1-8c04-3f440f4e9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:52.554733 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2b53b5c8-b014-491d-8a2d-4d60859f98fe req-0501dac9-d2e3-4be1-8c04-3f440f4e9368 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1119766 Jan 28 12:23:52.575113 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.577605 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1d27f673-7630-4aa2-b52d-f6fff9671a7e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2973895 Jan 28 12:23:52.626995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26048914-cf73-4ab6-9e74-3849c193d0de admin admin] Publish callbacks [] for security_group (44808727-0e66-4dd6-bc33-b20254990bc5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.732272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53b5c8-b014-491d-8a2d-4d60859f98fe req-b2395716-da89-4ba6-8774-d808d5827cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:52.732272 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2b53b5c8-b014-491d-8a2d-4d60859f98fe req-b2395716-da89-4ba6-8774-d808d5827cdd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1643147 Jan 28 12:23:52.802343 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26048914-cf73-4ab6-9e74-3849c193d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (44808727-0e66-4dd6-bc33-b20254990bc5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.805341 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26048914-cf73-4ab6-9e74-3849c193d0de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.814262 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:52.818496 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-26048914-cf73-4ab6-9e74-3849c193d0de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44808727-0e66-4dd6-bc33-b20254990bc5 HTTP/1.1" status: 204 len: 168 time: 0.3668346 Jan 28 12:23:52.857272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26048914-cf73-4ab6-9e74-3849c193d0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44808727-0e66-4dd6-bc33-b20254990bc5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:52.929908 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2b53b5c8-b014-491d-8a2d-4d60859f98fe req-e1ed44ad-2937-40e3-b1e7-450721364652 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901610 Jan 28 12:23:53.041984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4141f508-d1ef-4cf1-823e-ac895c0bcce9 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:53.125822 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2b53b5c8-b014-491d-8a2d-4d60859f98fe req-1930ceb5-ec10-403c-a960-daf6a6ca0ef9 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769638 Jan 28 12:23:53.239932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-809dba85-2b14-4ae6-a9f8-b00cf2210af6 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:53.242740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-809dba85-2b14-4ae6-a9f8-b00cf2210af6 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/networks?id=0c78bb79-874d-43ee-8773-3b7a3af6d093 HTTP/1.1" status: 200 len: 822 time: 0.3884659 Jan 28 12:23:53.309340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-51a12d5a-3b32-4e1d-b6c8-2ee32d240803 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/quotas/bb8ac41a87184c8ca638fb25a6b41979 HTTP/1.1" status: 200 len: 375 time: 0.0510006 Jan 28 12:23:53.374053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1678a1d-c882-4b2a-94f0-73219c8fc950 req-184aacd1-60bc-4bf1-bb7c-729b274f60a8 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:53.375596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1678a1d-c882-4b2a-94f0-73219c8fc950 req-184aacd1-60bc-4bf1-bb7c-729b274f60a8 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 948 time: 0.1315770 Jan 28 12:23:53.390398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-6c8510ce-cb3b-4f2e-a666-b951db793a40 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb8ac41a87184c8ca638fb25a6b41979&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757809 Jan 28 12:23:53.407331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:53.445573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'mac_address': 'fa:16:3e:10:51:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:53.511776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:53.512485 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:53.542856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4141f508-d1ef-4cf1-823e-ac895c0bcce9 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:53.564333 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1678a1d-c882-4b2a-94f0-73219c8fc950 req-89abda93-a306-4c42-b4b1-09c9938e6b52 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716022 Jan 28 12:23:53.583293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-950a972a-2aa0-408c-85b7-9225f10c9f1a service neutron] 10.222.0.53 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920364 Jan 28 12:23:53.611425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:53.618317 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:53.728246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:53.739936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-a0210b82-6ed8-481a-bf54-dc4d54bfc3af service neutron] 10.222.0.53 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460912 Jan 28 12:23:53.873311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bde8f-43b2-4abf-a3c3-e854be90fecb req-f7809065-b9d9-4d2f-9db0-09783b0da835 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:53.886186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa8bde8f-43b2-4abf-a3c3-e854be90fecb req-f7809065-b9d9-4d2f-9db0-09783b0da835 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 948 time: 0.1070831 Jan 28 12:23:53.901878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['4141f508-d1ef-4cf1-823e-ac895c0bcce9'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:54.001019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa8bde8f-43b2-4abf-a3c3-e854be90fecb req-8e40a964-fd57-47ea-839a-e4eddde225fa tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119087 Jan 28 12:23:54.035414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57446) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:54.154943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a382293e-9767-42a4-ac81-1893cc0b59cf req-028f9f65-c4f6-43fc-a7ed-bff6100725d0 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 210 time: 0.0629838 Jan 28 12:23:54.285488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57462) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:54.320109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1495851702-network', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:54.352420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Made reservation on behalf of acf4063bfeca4bc1a9b83886547eb6e8 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:54.355973 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.370529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1325280651-network', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:54.373954 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.400523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Made reservation on behalf of cabc0e08ffde441fb0aad6cf0ccec910 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:54.403093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.412410 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.470370 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.524463 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Publish callbacks [] for security_group (9386cbb5-71b2-429b-a74a-bde05bb70e79), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.530158 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9386cbb5-71b2-429b-a74a-bde05bb70e79), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.558728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:23:54.575365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9386cbb5-71b2-429b-a74a-bde05bb70e79,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:54.577849 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Publish callbacks [] for security_group (2ffb726f-9c4a-453d-abfd-008578c4d117), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.580786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (5161742f-b1bb-4aac-a0de-783a55632403), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.581275 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Added segment 5161742f-b1bb-4aac-a0de-783a55632403 of type vlan for network 164863b1-9298-4006-b10c-1e4e1bd64f45 Jan 28 12:23:54.585200 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2ffb726f-9c4a-453d-abfd-008578c4d117), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.601914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:23:54.631361 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (164863b1-9298-4006-b10c-1e4e1bd64f45), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.632502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d3b57225-d118-4f1d-899a-76910e0fffcc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.633302 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Added segment d3b57225-d118-4f1d-899a-76910e0fffcc of type vlan for network 56cb0932-7737-4f88-8ec5-54b673948db2 Jan 28 12:23:54.645079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffb726f-9c4a-453d-abfd-008578c4d117,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:54.667269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (164863b1-9298-4006-b10c-1e4e1bd64f45), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.669040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:54.670124 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.707812 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (56cb0932-7737-4f88-8ec5-54b673948db2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.784786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4980886 Jan 28 12:23:54.788908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57474) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:54.801631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e1be5b20-f162-49be-82ee-095788e45f7d admin admin] Request body: {'subnet': {'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1325280651-subnet', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:54.806688 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (56cb0932-7737-4f88-8ec5-54b673948db2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.807996 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:54.808809 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.813393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352f102-469b-4faf-8ca8-6ca612169faa admin admin] Pushing event updated for resources: {'Network': ['ID=164863b1-9298-4006-b10c-1e4e1bd64f45,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:54.826014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 164863b1-9298-4006-b10c-1e4e1bd64f45 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:23:54.899106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db5259-5be4-4707-9db9-32704cc2ab77 req-435372e4-63a3-4082-8d7b-30da95d11e0b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:54.903223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55db5259-5be4-4707-9db9-32704cc2ab77 req-435372e4-63a3-4082-8d7b-30da95d11e0b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 948 time: 0.1401649 Jan 28 12:23:54.926836 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8900387 Jan 28 12:23:54.932033 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57476) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:54.939132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e013abab-c52e-4bfd-af63-6c8a1cb94165 admin admin] Request body: {'subnet': {'network_id': '56cb0932-7737-4f88-8ec5-54b673948db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1495851702-subnet', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:54.944665 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe605d2-7bca-4b9f-8b22-e2d04dae7b2b admin admin] Pushing event updated for resources: {'Network': ['ID=56cb0932-7737-4f88-8ec5-54b673948db2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:54.949485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be5b20-f162-49be-82ee-095788e45f7d admin admin] Made reservation on behalf of cabc0e08ffde441fb0aad6cf0ccec910 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:54.951775 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1be5b20-f162-49be-82ee-095788e45f7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:54.973476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 56cb0932-7737-4f88-8ec5-54b673948db2 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:23:55.014046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55db5259-5be4-4707-9db9-32704cc2ab77 req-b9d57fe6-0d81-4ae6-a910-a72be2925099 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997016 Jan 28 12:23:55.033440 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e013abab-c52e-4bfd-af63-6c8a1cb94165 admin admin] Made reservation on behalf of acf4063bfeca4bc1a9b83886547eb6e8 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:55.036033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e013abab-c52e-4bfd-af63-6c8a1cb94165 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:55.091702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 600a7614-3960-408a-aee4-4fcc5dd19a7b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:23:55.157053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4141f508-d1ef-4cf1-823e-ac895c0bcce9 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:55.253923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 600a7614-3960-408a-aee4-4fcc5dd19a7b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=600a7614-3960-408a-aee4-4fcc5dd19a7b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:55.262195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb30a6-1c9b-4411-8c29-c45588f3e7c2 req-fe894473-66db-4939-94bb-2a80487608c6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:55.269027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '600a7614-3960-408a-aee4-4fcc5dd19a7b', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '600a7614-3960-408a-aee4-4fcc5dd19a7b', 'mac_address': 'fa:16:3e:3a:8c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:23:55.276115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:23:55.278044 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6fcb30a6-1c9b-4411-8c29-c45588f3e7c2 req-fe894473-66db-4939-94bb-2a80487608c6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 948 time: 0.1401241 Jan 28 12:23:55.381990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 600a7614-3960-408a-aee4-4fcc5dd19a7b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:55.383475 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:55.392649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:55.393410 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:55.422719 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1be5b20-f162-49be-82ee-095788e45f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (e4dba70e-50be-4796-80b4-612171219ec8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:55.427300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7c76d2d-270c-43ae-a754-21cd0f1b6591 req-6f7e686c-cca2-4580-99cb-de171c4049db tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 210 time: 0.1242023 Jan 28 12:23:55.491199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600a7614-3960-408a-aee4-4fcc5dd19a7b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:55.530014 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6fcb30a6-1c9b-4411-8c29-c45588f3e7c2 req-00290407-61f3-4920-9ce3-22a08771936e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471523 Jan 28 12:23:55.535667 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e013abab-c52e-4bfd-af63-6c8a1cb94165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (d6a7d76e-6473-4241-bec2-8361c2ed4815), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:55.550228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 600a7614-3960-408a-aee4-4fcc5dd19a7b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=600a7614-3960-408a-aee4-4fcc5dd19a7b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:55.557580 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be5b20-f162-49be-82ee-095788e45f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4dba70e-50be-4796-80b4-612171219ec8,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:55.584373 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:55.601157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1be5b20-f162-49be-82ee-095788e45f7d admin admin] Checking segment: {'id': '5161742f-b1bb-4aac-a0de-783a55632403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:55.602358 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be5b20-f162-49be-82ee-095788e45f7d admin admin] Network hostable DHCP agents. Network: 164863b1-9298-4006-b10c-1e4e1bd64f45, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:23:55.658991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013abab-c52e-4bfd-af63-6c8a1cb94165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a7d76e-6473-4241-bec2-8361c2ed4815,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:55.661746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013abab-c52e-4bfd-af63-6c8a1cb94165 admin admin] Checking segment: {'id': 'd3b57225-d118-4f1d-899a-76910e0fffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56cb0932-7737-4f88-8ec5-54b673948db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:55.662197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013abab-c52e-4bfd-af63-6c8a1cb94165 admin admin] Network hostable DHCP agents. Network: 56cb0932-7737-4f88-8ec5-54b673948db2, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:23:55.668478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be5b20-f162-49be-82ee-095788e45f7d admin admin] Network 164863b1-9298-4006-b10c-1e4e1bd64f45 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:23:55.689450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e1be5b20-f162-49be-82ee-095788e45f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 164863b1-9298-4006-b10c-1e4e1bd64f45) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:55.700566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be5b20-f162-49be-82ee-095788e45f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:55.702645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1be5b20-f162-49be-82ee-095788e45f7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:55.715185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013abab-c52e-4bfd-af63-6c8a1cb94165 admin admin] Network 56cb0932-7737-4f88-8ec5-54b673948db2 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:23:55.719041 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8657cab5-6ee2-4d03-bcdb-4df25abfa1a9 None None] Network 164863b1-9298-4006-b10c-1e4e1bd64f45 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:23:55.724632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e013abab-c52e-4bfd-af63-6c8a1cb94165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 56cb0932-7737-4f88-8ec5-54b673948db2) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:55.731266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e013abab-c52e-4bfd-af63-6c8a1cb94165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:55.732203 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e013abab-c52e-4bfd-af63-6c8a1cb94165 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:55.749951 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e1be5b20-f162-49be-82ee-095788e45f7d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9506621 Jan 28 12:23:55.753795 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e013abab-c52e-4bfd-af63-6c8a1cb94165 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8198316 Jan 28 12:23:55.755236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57486) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:55.757710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57488) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:23:55.766295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1325280651-router', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:55.774794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afd06ac-0026-4c0d-9d74-dc0a08ef2699 None None] Network 56cb0932-7737-4f88-8ec5-54b673948db2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:23:55.787382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1495851702-router', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:55.854015 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (2f39365c-a305-4183-a68f-05ad261b36be), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:55.856055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (2f39365c-a305-4183-a68f-05ad261b36be), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:55.914662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-c00828ce-3782-4809-a072-d3b4ec9ad5d1 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:55.917512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-c00828ce-3782-4809-a072-d3b4ec9ad5d1 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.35 "GET /v2.0/networks?id=0c78bb79-874d-43ee-8773-3b7a3af6d093 HTTP/1.1" status: 200 len: 822 time: 0.2518873 Jan 28 12:23:55.934623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Request body: {'port': {'device_id': '22a03a0e-acf8-4a6e-800c-9c793a8fbbb1', 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093', 'admin_state_up': True, 'tenant_id': 'bb8ac41a87184c8ca638fb25a6b41979'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:55.985929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Publish callbacks [] for router_controller (2f39365c-a305-4183-a68f-05ad261b36be), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:55.987806 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (be3511fd-bc6a-47f8-9d10-e3533964c39a), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:55.989440 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (be3511fd-bc6a-47f8-9d10-e3533964c39a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:56.024071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=600a7614-3960-408a-aee4-4fcc5dd19a7b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:56.054919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['600a7614-3960-408a-aee4-4fcc5dd19a7b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:23:56.112344 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-56cb0932-7737-4f88-8ec5-54b673948db2', 'network_id': '56cb0932-7737-4f88-8ec5-54b673948db2', 'project_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'fixed_ips': [{'subnet_id': 'd6a7d76e-6473-4241-bec2-8361c2ed4815'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:23:56.112950 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:56.193916 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:56.207518 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Publish callbacks [] for router_gateway (2f39365c-a305-4183-a68f-05ad261b36be), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:56.233947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef77cb9-f85c-4535-a5e4-e53150d2a444 req-162638a7-1632-4f8e-8157-c1e146da31b6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:56.242816 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ef77cb9-f85c-4535-a5e4-e53150d2a444 req-162638a7-1632-4f8e-8157-c1e146da31b6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 949 time: 0.0853589 Jan 28 12:23:56.251129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Made reservation on behalf of bb8ac41a87184c8ca638fb25a6b41979 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:23:56.255240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:56.264901 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Publish callbacks [] for router_controller (be3511fd-bc6a-47f8-9d10-e3533964c39a), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:56.334839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ef77cb9-f85c-4535-a5e4-e53150d2a444 req-ba58a59e-3f1d-4ef3-b860-bdc34b5ec4f8 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903645 Jan 28 12:23:56.407704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:56.413065 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:56.461381 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Publish callbacks [] for router_gateway (be3511fd-bc6a-47f8-9d10-e3533964c39a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:56.516519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Allocated IP 172.20.0.10 (0c78bb79-874d-43ee-8773-3b7a3af6d093/255b7628-961c-4616-adae-6292f992ea17/319db635-2911-4aa7-871e-befd485af7b1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:56.566829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-164863b1-9298-4006-b10c-1e4e1bd64f45', 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45', 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'fixed_ips': [{'subnet_id': 'e4dba70e-50be-4796-80b4-612171219ec8'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:23:56.579682 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:56.604746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Allocated IP 172.20.0.2 (56cb0932-7737-4f88-8ec5-54b673948db2/d6a7d76e-6473-4241-bec2-8361c2ed4815/1e0c312d-6ffd-4365-a5e6-da32c9ecca8b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:56.626859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:56.628732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a912ecc-37d5-4232-bc64-29cb9f2d4bd0 req-8065cba2-3043-4df5-8828-6a71dfa49343 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 210 time: 0.0752041 Jan 28 12:23:56.629327 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79158c4e-1650-4e62-8291-cfdbdaf5816a" -d '{"events": [{"server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "name": "network-vif-plugged", "status": "completed", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:56.990010 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Publish callbacks [] for router_gateway (2f39365c-a305-4183-a68f-05ad261b36be), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:56.998941 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c007951-51c5-4933-bcf0-6fceb2549040 x-openstack-request-id: req-2c007951-51c5-4933-bcf0-6fceb2549040 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:23:56.999430 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "name": "network-vif-plugged", "status": "completed", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:23:56.999819 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c007951-51c5-4933-bcf0-6fceb2549040 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:23:57.000399 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'code': 200} Jan 28 12:23:57.025960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:57.040513 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.077410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fa8f0-c02e-4103-a9a8-c62b6e892552 req-a2b21942-11a6-4151-b407-9a84cd6b1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:57.081623 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9b9fa8f0-c02e-4103-a9a8-c62b6e892552 req-a2b21942-11a6-4151-b407-9a84cd6b1185 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 1099 time: 0.2618496 Jan 28 12:23:57.219814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Allocated IP 172.20.0.2 (164863b1-9298-4006-b10c-1e4e1bd64f45/e4dba70e-50be-4796-80b4-612171219ec8/a67f718d-ce0f-4489-b4ab-8161bd01c768) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:57.228973 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Publish callbacks [] for router_gateway (be3511fd-bc6a-47f8-9d10-e3533964c39a), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.232853 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9b9fa8f0-c02e-4103-a9a8-c62b6e892552 req-c47c6ea5-bb1a-405c-a339-9f5077c91466 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409206 Jan 28 12:23:57.275814 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.365135 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.372331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Allocated IP 172.25.7.253 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/da0b8dee-429c-4fbc-b9ac-94d287f3c1b0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:57.508294 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Publish callbacks [] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.577822 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for port (319db635-2911-4aa7-871e-befd485af7b1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.597721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:57.646201 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (319db635-2911-4aa7-871e-befd485af7b1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.694969 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Publish callbacks [] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.697495 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Publish callbacks [] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.708308 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.723438 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.742554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477c229-bf2d-4187-ab74-db77e89eafaf req-d0c7177f-1af3-4163-b791-02a46371f407 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:57.749780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0477c229-bf2d-4187-ab74-db77e89eafaf req-d0c7177f-1af3-4163-b791-02a46371f407 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 948 time: 1.0491214 Jan 28 12:23:57.759657 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Allocated IP 172.25.7.168 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/a17fbf8e-c01f-4b56-bacd-5d2039b57e60) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:23:57.762933 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.768262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Network 56cb0932-7737-4f88-8ec5-54b673948db2 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:57.777680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:57.782646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Network 164863b1-9298-4006-b10c-1e4e1bd64f45 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:57.784324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:57.797467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:57.800048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:57.813659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:57.822595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:57.826905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03711b2a-313e-41be-b1cc-88764ef77cf5 req-763d1dd7-b8d9-4eae-85df-100e0e5f3fec tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:57.828528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03711b2a-313e-41be-b1cc-88764ef77cf5 req-763d1dd7-b8d9-4eae-85df-100e0e5f3fec tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 949 time: 0.1922297 Jan 28 12:23:57.838264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:57.864690 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Pushing event updated for resources: {'Port': ['ID=da0b8dee-429c-4fbc-b9ac-94d287f3c1b0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:57.892525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0477c229-bf2d-4187-ab74-db77e89eafaf req-e3ec9175-f8db-4d87-b4ba-0e4bbd3f0216 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416798 Jan 28 12:23:57.902321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Network 0c78bb79-874d-43ee-8773-3b7a3af6d093 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:57.915188 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Attempting to bind port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:57.916113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Attempting to bind port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'd3b57225-d118-4f1d-899a-76910e0fffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56cb0932-7737-4f88-8ec5-54b673948db2'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:57.916516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Attempting to bind port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b on network 56cb0932-7737-4f88-8ec5-54b673948db2 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:57.922337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Pushing event updated for resources: {'Port': ['ID=a67f718d-ce0f-4489-b4ab-8161bd01c768,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:57.928476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:57.929029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Checking segment: {'id': 'd3b57225-d118-4f1d-899a-76910e0fffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56cb0932-7737-4f88-8ec5-54b673948db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:57.929674 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.929965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Bound using segment: {'id': 'd3b57225-d118-4f1d-899a-76910e0fffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56cb0932-7737-4f88-8ec5-54b673948db2'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:57.930444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Bound port: 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b57225-d118-4f1d-899a-76910e0fffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56cb0932-7737-4f88-8ec5-54b673948db2'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:57.930858 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:57.988655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:57.993572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:58.086816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Attempting to bind port a67f718d-ce0f-4489-b4ab-8161bd01c768 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:58.086816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Attempting to bind port a67f718d-ce0f-4489-b4ab-8161bd01c768 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '5161742f-b1bb-4aac-a0de-783a55632403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:58.086816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Attempting to bind port a67f718d-ce0f-4489-b4ab-8161bd01c768 on network 164863b1-9298-4006-b10c-1e4e1bd64f45 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:58.095293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:58.095699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Checking segment: {'id': '5161742f-b1bb-4aac-a0de-783a55632403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:58.096136 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:58.096544 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Bound using segment: {'id': '5161742f-b1bb-4aac-a0de-783a55632403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:58.096976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Bound port: a67f718d-ce0f-4489-b4ab-8161bd01c768, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5161742f-b1bb-4aac-a0de-783a55632403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:58.097358 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:58.112150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Pushing event updated for resources: {'Port': ['ID=1e0c312d-6ffd-4365-a5e6-da32c9ecca8b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:58.118244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] For port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:58.135747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event updated for resources: {'Port': ['ID=319db635-2911-4aa7-871e-befd485af7b1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:58.151136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] For port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1e0c312d-6ffd-4365-a5e6-da32c9ecca8b,segment=NetworkSegment(d3b57225-d118-4f1d-899a-76910e0fffcc),segment_id=d3b57225-d118-4f1d-899a-76910e0fffcc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:58.172537 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:58.186134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:58.186791 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:58.221281 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03711b2a-313e-41be-b1cc-88764ef77cf5 req-f153b106-0f2d-4817-ad22-66f083fd156d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512056 Jan 28 12:23:58.234623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] For port a67f718d-ce0f-4489-b4ab-8161bd01c768, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:58.268036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-37ae9a69-2de6-4693-8597-3e0eebffb481 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3401504 Jan 28 12:23:58.269751 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] For port a67f718d-ce0f-4489-b4ab-8161bd01c768, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a67f718d-ce0f-4489-b4ab-8161bd01c768,segment=NetworkSegment(5161742f-b1bb-4aac-a0de-783a55632403),segment_id=5161742f-b1bb-4aac-a0de-783a55632403)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:58.279698 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:58.293896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf6319-6845-43b1-8366-b1f999316346 req-76cadd5a-2bf3-4c54-9007-a76d023bee53 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:58.297944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aedf6319-6845-43b1-8366-b1f999316346 req-76cadd5a-2bf3-4c54-9007-a76d023bee53 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 932 time: 0.1742918 Jan 28 12:23:58.305064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Request body: {'port': {'device_id': '22a03a0e-acf8-4a6e-800c-9c793a8fbbb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:23:58.315967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf4644-11c8-4db1-bf4b-77f9a2eba529 None None] Pushing event updated for resources: {'Port': ['ID=1e0c312d-6ffd-4365-a5e6-da32c9ecca8b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:58.423454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711659a-9083-4f3b-bf56-612baadbae05 None None] Pushing event updated for resources: {'Port': ['ID=a67f718d-ce0f-4489-b4ab-8161bd01c768,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:58.449440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aedf6319-6845-43b1-8366-b1f999316346 req-9d476b79-0883-4cf7-af2c-f08dd5bd1068 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285520 Jan 28 12:23:58.482377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (319db635-2911-4aa7-871e-befd485af7b1), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:58.522869 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Publish callbacks [] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:58.528809 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Publish callbacks [] for router_gateway (2f39365c-a305-4183-a68f-05ad261b36be), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:58.845248 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:59.065080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 600a7614-3960-408a-aee4-4fcc5dd19a7b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:59.085858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319db635-2911-4aa7-871e-befd485af7b1 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:23:59.115378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Publish callbacks [] for port (319db635-2911-4aa7-871e-befd485af7b1), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:59.136449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Transition to ACTIVE for port object 319db635-2911-4aa7-871e-befd485af7b1 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:23:59.154766 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (319db635-2911-4aa7-871e-befd485af7b1), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:59.231539 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 600a7614-3960-408a-aee4-4fcc5dd19a7b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:23:59.238114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 600a7614-3960-408a-aee4-4fcc5dd19a7b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:59.238505 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:59.267236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:23:59.387100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:23:59.398549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e655a-edb6-4fcd-b9a5-f5f1d318dd12 req-d5deae74-8e38-4fb9-ae66-e2eb03758a31 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:59.400670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b20e655a-edb6-4fcd-b9a5-f5f1d318dd12 req-d5deae74-8e38-4fb9-ae66-e2eb03758a31 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.2619295 Jan 28 12:23:59.412846 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:23:59.413046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a67f718d-ce0f-4489-b4ab-8161bd01c768 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:59.441768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Pushing event updated for resources: {'Port': ['ID=319db635-2911-4aa7-871e-befd485af7b1,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:59.460648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 600a7614-3960-408a-aee4-4fcc5dd19a7b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:59.461025 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:59.496551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68b5a01-82a7-44b0-81c3-040c9893d4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600a7614-3960-408a-aee4-4fcc5dd19a7b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:23:59.498827 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e716a5-4ead-4fb0-a0db-9afcd35c45a9" -d '{"events": [{"server_uuid": "b68b5a01-82a7-44b0-81c3-040c9893d4df", "name": "network-vif-plugged", "status": "completed", "tag": "600a7614-3960-408a-aee4-4fcc5dd19a7b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:23:59.515109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b20e655a-edb6-4fcd-b9a5-f5f1d318dd12 req-796e0b79-a7c8-44e4-887a-0fcd219e622b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796907 Jan 28 12:23:59.518794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 600a7614-3960-408a-aee4-4fcc5dd19a7b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=600a7614-3960-408a-aee4-4fcc5dd19a7b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:59.530637 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:59.540735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a67f718d-ce0f-4489-b4ab-8161bd01c768 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:23:59.541110 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:59.553811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Attempting to bind port 319db635-2911-4aa7-871e-befd485af7b1 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:23:59.554139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Attempting to bind port 319db635-2911-4aa7-871e-befd485af7b1 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:23:59.554470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Attempting to bind port 319db635-2911-4aa7-871e-befd485af7b1 on network 0c78bb79-874d-43ee-8773-3b7a3af6d093 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:59.561714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Port 319db635-2911-4aa7-871e-befd485af7b1 on network 0c78bb79-874d-43ee-8773-3b7a3af6d093 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:23:59.562040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Attempting to bind port 319db635-2911-4aa7-871e-befd485af7b1 on network 0c78bb79-874d-43ee-8773-3b7a3af6d093 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:23:59.588246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef07d39-2505-4857-9e6b-f61dc80a31d4 req-d56b283d-b72a-4fa1-9ec4-b4c98c93cda3 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:23:59.590328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bef07d39-2505-4857-9e6b-f61dc80a31d4 req-d56b283d-b72a-4fa1-9ec4-b4c98c93cda3 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 949 time: 0.1891887 Jan 28 12:23:59.591136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:23:59.591513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Checking segment: {'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:23:59.591882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Bound using segment: {'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:23:59.592583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Bound port: 319db635-2911-4aa7-871e-befd485af7b1, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:23:59.592935 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (319db635-2911-4aa7-871e-befd485af7b1), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:59.686687 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (2f39365c-a305-4183-a68f-05ad261b36be), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:59.729140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=600a7614-3960-408a-aee4-4fcc5dd19a7b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:59.735636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Pushing event updated for resources: {'Port': ['ID=a17fbf8e-c01f-4b56-bacd-5d2039b57e60,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:23:59.814281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a67f718d-ce0f-4489-b4ab-8161bd01c768 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:23:59.814692 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:59.842212 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bef07d39-2505-4857-9e6b-f61dc80a31d4 req-54deab31-4b8b-4c43-a7fb-c6a76a388477 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238224 Jan 28 12:23:59.853572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port a67f718d-ce0f-4489-b4ab-8161bd01c768, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a67f718d-ce0f-4489-b4ab-8161bd01c768,segment=NetworkSegment(5161742f-b1bb-4aac-a0de-783a55632403),segment_id=5161742f-b1bb-4aac-a0de-783a55632403)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:23:59.867400 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:23:59.868226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:23:59.903172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] For port 319db635-2911-4aa7-871e-befd485af7b1, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:23:59.909197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] For port 319db635-2911-4aa7-871e-befd485af7b1, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=319db635-2911-4aa7-871e-befd485af7b1,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:23:59.953189 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (319db635-2911-4aa7-871e-befd485af7b1), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:00.016448 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23140eab-1a28-427c-8679-79686b0636e5 x-openstack-request-id: req-23140eab-1a28-427c-8679-79686b0636e5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:00.018303 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68b5a01-82a7-44b0-81c3-040c9893d4df", "name": "network-vif-plugged", "status": "completed", "tag": "600a7614-3960-408a-aee4-4fcc5dd19a7b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:00.020604 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23140eab-1a28-427c-8679-79686b0636e5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:00.021215 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68b5a01-82a7-44b0-81c3-040c9893d4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600a7614-3960-408a-aee4-4fcc5dd19a7b', 'code': 200} Jan 28 12:24:00.081824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=a67f718d-ce0f-4489-b4ab-8161bd01c768,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:00.117733 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:00.118525 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:00.127257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:00.128005 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:00.129315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] 10.222.0.35 "PUT /v2.0/ports/319db635-2911-4aa7-871e-befd485af7b1 HTTP/1.1" status: 200 len: 1092 time: 1.8302009 Jan 28 12:24:00.144808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a03a0e-acf8-4a6e-800c-9c793a8fbbb1', 'tag': '319db635-2911-4aa7-871e-befd485af7b1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:00.150234 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634f7a2c-b7fc-4024-97a0-e2ac5184c964" -d '{"events": [{"name": "network-changed", "server_uuid": "22a03a0e-acf8-4a6e-800c-9c793a8fbbb1", "tag": "319db635-2911-4aa7-871e-befd485af7b1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:00.200985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcb226-28a5-4d1c-b5f9-0c2f49f691b3 req-e447f6c8-012a-42a3-a4e8-f7c6f2effc82 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:00.203769 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bfcb226-28a5-4d1c-b5f9-0c2f49f691b3 req-e447f6c8-012a-42a3-a4e8-f7c6f2effc82 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 944 time: 0.3711805 Jan 28 12:24:00.265498 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688e9ff-8cf5-410d-ac9e-d67e5d012304 req-938046cd-8adc-4c05-8b56-f4144dd2e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:00.267488 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7688e9ff-8cf5-410d-ac9e-d67e5d012304 req-938046cd-8adc-4c05-8b56-f4144dd2e56e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 1101 time: 0.1891980 Jan 28 12:24:00.321907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a7d2c-9eff-47a0-8ea9-1ac3f65ae55a None None] Network 164863b1-9298-4006-b10c-1e4e1bd64f45 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:24:00.326043 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Router 2f39365c-a305-4183-a68f-05ad261b36be is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:24:00.361136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e6f19-2f75-40ba-b7dc-2a7dce683255 service neutron] Pushing event updated for resources: {'Port': ['ID=319db635-2911-4aa7-871e-befd485af7b1,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:00.422408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63f0ee-f592-4f42-954c-27280178e7d2 req-f24f3c8c-92e3-4f6b-8216-52a28fb033f1 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:00.429284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a63f0ee-f592-4f42-954c-27280178e7d2 req-f24f3c8c-92e3-4f6b-8216-52a28fb033f1 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.2685885 Jan 28 12:24:00.485281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-20c45a03-9de1-447b-b3b0-d53cb1e2cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:00.486789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-20c45a03-9de1-447b-b3b0-d53cb1e2cd30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bb8ac41a87184c8ca638fb25a6b41979&device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 1095 time: 0.2645392 Jan 28 12:24:00.496865 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7688e9ff-8cf5-410d-ac9e-d67e5d012304 req-09901d80-82db-4c7a-922d-a4aef6ac1d31 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222564 Jan 28 12:24:00.505085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:00.505085 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:00.509521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3bb0de4d-e652-40d8-9aa1-80cfe9e73e27 None None] Provisioning complete for port a67f718d-ce0f-4489-b4ab-8161bd01c768 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:00.510181 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3bb0de4d-e652-40d8-9aa1-80cfe9e73e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:00.543129 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bfcb226-28a5-4d1c-b5f9-0c2f49f691b3 req-53852d93-3b1d-40f0-b98e-3da0b6fd102b tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983730 Jan 28 12:24:00.582592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Publish callbacks [] for router_gateway (be3511fd-bc6a-47f8-9d10-e3533964c39a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:00.662525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-c32f41be-6a89-42ed-9d79-b145afea808c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=319db635-2911-4aa7-871e-befd485af7b1 HTTP/1.1" status: 200 len: 217 time: 0.1646562 Jan 28 12:24:00.664984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1e0c312d-6ffd-4365-a5e6-da32c9ecca8b,segment=NetworkSegment(d3b57225-d118-4f1d-899a-76910e0fffcc),segment_id=d3b57225-d118-4f1d-899a-76910e0fffcc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:00.684981 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c25eda-dca6-4339-8a20-70ca93565693 x-openstack-request-id: req-30c25eda-dca6-4339-8a20-70ca93565693 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:00.687284 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a03a0e-acf8-4a6e-800c-9c793a8fbbb1", "tag": "319db635-2911-4aa7-871e-befd485af7b1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:00.688661 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30c25eda-dca6-4339-8a20-70ca93565693 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:00.689241 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a03a0e-acf8-4a6e-800c-9c793a8fbbb1', 'tag': '319db635-2911-4aa7-871e-befd485af7b1', 'status': 'completed', 'code': 200} Jan 28 12:24:00.692423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:24:00.706110 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:00.775187 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a63f0ee-f592-4f42-954c-27280178e7d2 req-15166540-129e-44bf-9398-37ee77d8d613 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353894 Jan 28 12:24:00.781621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Sync routers for ids ['2f39365c-a305-4183-a68f-05ad261b36be'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:24:00.789640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9175cc3a-d65a-4623-bc19-0ad1d4e5d79b None None] Network 56cb0932-7737-4f88-8ec5-54b673948db2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:24:00.811712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:00.826599 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-418f9763-56c0-45c7-a645-97ae99cb1b8e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0620284 Jan 28 12:24:00.827537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57542) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:00.963178 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e802e6ca-0234-45e3-9ab3-a00ef8df8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:00.965403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-e802e6ca-0234-45e3-9ab3-a00ef8df8046 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=255b7628-961c-4616-adae-6292f992ea17 HTTP/1.1" status: 200 len: 862 time: 0.2555532 Jan 28 12:24:01.013061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Routers {'2f39365c-a305-4183-a68f-05ad261b36be'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:24:01.015001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3df6cae7-11f7-4181-9331-a712615201de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2f39365c-a305-4183-a68f-05ad261b36be'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:01.090059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-f3433d37-f097-4bee-9c88-2791a8cea043 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c78bb79-874d-43ee-8773-3b7a3af6d093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118922 Jan 28 12:24:01.279418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-4b9d108c-a45d-458f-bf88-99f299d6ef16 service neutron] 10.222.0.35 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585629 Jan 28 12:24:01.298549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (be3511fd-bc6a-47f8-9d10-e3533964c39a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:01.377365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=1e0c312d-6ffd-4365-a5e6-da32c9ecca8b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:01.407229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a67f718d-ce0f-4489-b4ab-8161bd01c768 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:01.445390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47191ee6-42f8-4dc8-96c6-2ff708f62187 req-61478046-6742-4980-8986-8b905b434ba4 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:01.469235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47191ee6-42f8-4dc8-96c6-2ff708f62187 req-61478046-6742-4980-8986-8b905b434ba4 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 950 time: 0.4308565 Jan 28 12:24:01.496372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620d298-8fcf-4ad6-835f-8d4614b13ee0 req-50e2afd8-f06b-4337-8de7-4c128717bc12 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:01.498136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2620d298-8fcf-4ad6-835f-8d4614b13ee0 req-50e2afd8-f06b-4337-8de7-4c128717bc12 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.1918311 Jan 28 12:24:01.596591 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68f65cc5-8a80-4076-b971-60abdda6fbe7 req-d48c94e1-d8c1-41f3-8a9e-be0e8ff59cdf service neutron] 10.222.0.35 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090355 Jan 28 12:24:01.621243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2620d298-8fcf-4ad6-835f-8d4614b13ee0 req-0287442d-d207-44a2-a368-17ad1ada196a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125560 Jan 28 12:24:01.648053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47191ee6-42f8-4dc8-96c6-2ff708f62187 req-522775bd-9073-4cbf-a960-c6ffca0a222c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777115 Jan 28 12:24:01.670729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0de4d-e652-40d8-9aa1-80cfe9e73e27 None None] Current status of the port a67f718d-ce0f-4489-b4ab-8161bd01c768 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:01.709659 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-623f97aa-5117-4a20-a54d-f1e6c4e6f2d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4078922 Jan 28 12:24:01.733903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a67f718d-ce0f-4489-b4ab-8161bd01c768 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:01.734331 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:01.752750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-51797ee4-d592-4999-b877-0f003821d9c7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:24:01.754926 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-51797ee4-d592-4999-b877-0f003821d9c7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0256009 Jan 28 12:24:01.842607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Set router 2f39365c-a305-4183-a68f-05ad261b36be gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:24:01.878436 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Router be3511fd-bc6a-47f8-9d10-e3533964c39a is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:24:01.902729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f7a2c-b7fc-4024-97a0-e2ac5184c964 req-1e7c03e3-d765-4ffc-973e-0cdf6e444b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:01.904372 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-634f7a2c-b7fc-4024-97a0-e2ac5184c964 req-1e7c03e3-d765-4ffc-973e-0cdf6e444b3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bb8ac41a87184c8ca638fb25a6b41979&device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 1095 time: 0.2347004 Jan 28 12:24:02.099607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f94dc0-3f53-4b15-b689-d4098d0f2a6e req-8512ef1e-f260-4575-bb45-f273af6d54f9 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:02.113057 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3f94dc0-3f53-4b15-b689-d4098d0f2a6e req-8512ef1e-f260-4575-bb45-f273af6d54f9 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 944 time: 0.3183575 Jan 28 12:24:02.210681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-982c418d-d8e7-446b-85df-e326a92a525b None None] Provisioning complete for port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:02.210681 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-982c418d-d8e7-446b-85df-e326a92a525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:02.312771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f7a2c-b7fc-4024-97a0-e2ac5184c964 req-11213ee4-c5a1-43cb-a6d6-1d4770e0e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:02.315092 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-634f7a2c-b7fc-4024-97a0-e2ac5184c964 req-11213ee4-c5a1-43cb-a6d6-1d4770e0e97f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c78bb79-874d-43ee-8773-3b7a3af6d093 HTTP/1.1" status: 200 len: 923 time: 0.3941650 Jan 28 12:24:02.396036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3f94dc0-3f53-4b15-b689-d4098d0f2a6e req-2ab8da39-2996-4f02-857b-754afe8f7806 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777214 Jan 28 12:24:02.403280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a67f718d-ce0f-4489-b4ab-8161bd01c768 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:02.527419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-634f7a2c-b7fc-4024-97a0-e2ac5184c964 req-2d766174-69df-4f88-8655-bb6f36e03b10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=319db635-2911-4aa7-871e-befd485af7b1 HTTP/1.1" status: 200 len: 217 time: 0.2004473 Jan 28 12:24:02.559699 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:02.564300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-982c418d-d8e7-446b-85df-e326a92a525b None None] Current status of the port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:02.576252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:24:02.590483 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3df6cae7-11f7-4181-9331-a712615201de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f39365c-a305-4183-a68f-05ad261b36be', 'name': 'tempest-FloatingIPDetailsTestJSON-1325280651-router', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:55Z', 'updated_at': '2022-01-28T12:23:58Z', 'revision_number': 3, 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'gw_port': {'id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f39365c-a305-4183-a68f-05ad261b36be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:02.591085 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Sync routers for ids ['be3511fd-bc6a-47f8-9d10-e3533964c39a'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:24:02.604429 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Routers {'be3511fd-bc6a-47f8-9d10-e3533964c39a'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:24:02.608221 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be3511fd-bc6a-47f8-9d10-e3533964c39a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:02.624397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Checking router: 2f39365c-a305-4183-a68f-05ad261b36be for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:24:02.624807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Updating router 2f39365c-a305-4183-a68f-05ad261b36be port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:24:02.639653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f7a2c-b7fc-4024-97a0-e2ac5184c964 req-935781fb-496b-452e-831c-cbf1c84ac1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:02.643368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-634f7a2c-b7fc-4024-97a0-e2ac5184c964 req-935781fb-496b-452e-831c-cbf1c84ac1c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=255b7628-961c-4616-adae-6292f992ea17 HTTP/1.1" status: 200 len: 862 time: 0.1058116 Jan 28 12:24:02.665508 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:02.685698 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:02.687474 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b0a2301e-4281-4740-91ef-f1f632556939 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.9136994 Jan 28 12:24:02.690455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57582) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:02.696846 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-634f7a2c-b7fc-4024-97a0-e2ac5184c964 req-436677ea-5d69-41bc-8b82-2f3b58f6bd42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c78bb79-874d-43ee-8773-3b7a3af6d093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454454 Jan 28 12:24:02.891249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-dc9ec514-cce4-4d15-a09c-98a11d72d610 None None] Provisioning complete for port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:02.899752 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc9ec514-cce4-4d15-a09c-98a11d72d610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:02.908948 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-634f7a2c-b7fc-4024-97a0-e2ac5184c964 req-f8993dd9-0ee3-4da0-a0f1-5f818058e796 service neutron] 10.222.0.35 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045710 Jan 28 12:24:02.923692 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Set router be3511fd-bc6a-47f8-9d10-e3533964c39a gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:24:03.053001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0f1e2-20ad-4de8-b41f-d11d8126b1bb req-f6ced33f-346a-482f-9bcb-2c9f04203b11 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:03.065217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9d0f1e2-20ad-4de8-b41f-d11d8126b1bb req-f6ced33f-346a-482f-9bcb-2c9f04203b11 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 950 time: 0.2399964 Jan 28 12:24:03.152347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcf2cc-7a7b-4afa-bdf4-090617dc1de0 req-5df3f42b-b7b5-4287-a057-7894018d5736 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:03.163960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cedcf2cc-7a7b-4afa-bdf4-090617dc1de0 req-5df3f42b-b7b5-4287-a057-7894018d5736 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.3426871 Jan 28 12:24:03.239515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:03.251868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ec514-cce4-4d15-a09c-98a11d72d610 None None] Current status of the port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:03.311005 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1495851702-router', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a17fbf8e-c01f-4b56-bacd-5d2039b57e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:56Z', 'updated_at': '2022-01-28T12:24:00Z', 'revision_number': 3, 'project_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'gw_port': {'id': 'a17fbf8e-c01f-4b56-bacd-5d2039b57e60', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:03.336707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9d0f1e2-20ad-4de8-b41f-d11d8126b1bb req-2cda8617-df6e-48bf-b889-d20ce382e057 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705185 Jan 28 12:24:03.374922 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Checking router: be3511fd-bc6a-47f8-9d10-e3533964c39a for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:24:03.375606 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Updating router be3511fd-bc6a-47f8-9d10-e3533964c39a port a17fbf8e-c01f-4b56-bacd-5d2039b57e60 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:24:03.402965 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:03.424466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-634f7a2c-b7fc-4024-97a0-e2ac5184c964 req-17cd09a4-4367-4cec-8eef-fa9b6e46b86e service neutron] 10.222.0.35 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700468 Jan 28 12:24:03.502729 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cedcf2cc-7a7b-4afa-bdf4-090617dc1de0 req-53722e86-4219-4342-98f7-6f93bf4b42d9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357708 Jan 28 12:24:03.662292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-dc9ec514-cce4-4d15-a09c-98a11d72d610 None None] Provisioning complete for port a67f718d-ce0f-4489-b4ab-8161bd01c768 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:03.663555 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc9ec514-cce4-4d15-a09c-98a11d72d610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:03.710989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:03.711398 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:03.729535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd7da3-d3b2-4313-8800-d6086a6e6bab req-40b4434d-b7e4-4a8b-a62e-5645474dde70 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:03.736568 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82bd7da3-d3b2-4313-8800-d6086a6e6bab req-40b4434d-b7e4-4a8b-a62e-5645474dde70 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 1101 time: 0.1065099 Jan 28 12:24:03.796534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f8788-9706-409a-9bca-0e80d7575c06 req-7dd56552-f3b5-4211-96c0-6909cd80c55f tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:03.798101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a8f8788-9706-409a-9bca-0e80d7575c06 req-7dd56552-f3b5-4211-96c0-6909cd80c55f tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 944 time: 0.1175654 Jan 28 12:24:03.875604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82bd7da3-d3b2-4313-8800-d6086a6e6bab req-6362b083-dbae-4122-badd-cd882fe84ecf tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334507 Jan 28 12:24:03.922088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a8f8788-9706-409a-9bca-0e80d7575c06 req-79504d9a-f16c-4fd7-a255-8b9a28fcaded tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173682 Jan 28 12:24:03.996143 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Publish callbacks [] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:03.999511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:04.022775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ec514-cce4-4d15-a09c-98a11d72d610 None None] Current status of the port a67f718d-ce0f-4489-b4ab-8161bd01c768 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:04.028976 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:04.132183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd40f3-5e56-40aa-bd87-387f873cd661 None None] Pushing event updated for resources: {'Port': ['ID=da0b8dee-429c-4fbc-b9ac-94d287f3c1b0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:04.144826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Attempting to bind port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:04.145384 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Attempting to bind port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:04.145868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Attempting to bind port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:04.155220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:04.156206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:04.156714 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:04.157887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:04.158468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Bound port: da0b8dee-429c-4fbc-b9ac-94d287f3c1b0, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:04.161127 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:04.184880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-707b60be-f02d-44da-a657-67c6217e3afc tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451353 Jan 28 12:24:04.207385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Allocated IP 172.20.0.1 (164863b1-9298-4006-b10c-1e4e1bd64f45/e4dba70e-50be-4796-80b4-612171219ec8/210d485e-accd-49df-b8fa-a81f54d7d672) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:24:04.281205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-db474d0a-bd68-4950-88ce-1b2330d78d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:04.282702 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-db474d0a-bd68-4950-88ce-1b2330d78d59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 1100 time: 0.3571768 Jan 28 12:24:04.290133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3df6cae7-11f7-4181-9331-a712615201de None None] For port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:04.298776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3df6cae7-11f7-4181-9331-a712615201de None None] For port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=da0b8dee-429c-4fbc-b9ac-94d287f3c1b0,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:24:04.299098 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Publish callbacks [] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:04.308721 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:04.310323 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:04.406051 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd08871-7234-4b44-82a1-804bed62da97 None None] Pushing event updated for resources: {'Port': ['ID=a17fbf8e-c01f-4b56-bacd-5d2039b57e60,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:04.433386 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Attempting to bind port a17fbf8e-c01f-4b56-bacd-5d2039b57e60 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:04.435103 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Attempting to bind port a17fbf8e-c01f-4b56-bacd-5d2039b57e60 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:04.435577 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Attempting to bind port a17fbf8e-c01f-4b56-bacd-5d2039b57e60 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:04.448219 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:04.448987 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:04.449464 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:04.450171 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:04.450731 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Bound port: a17fbf8e-c01f-4b56-bacd-5d2039b57e60, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:04.451551 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:04.457665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-22ab7022-308b-4cf6-ba30-095a25db21bb tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:04.460319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-22ab7022-308b-4cf6-ba30-095a25db21bb tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2687132 Jan 28 12:24:04.485787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 319db635-2911-4aa7-871e-befd485af7b1 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:24:04.489045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-c3efe555-2153-4af0-baa6-4f8b19267369 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/quotas/1a6e4b41d3dc4895a816aa2f6c1adfda HTTP/1.1" status: 200 len: 375 time: 0.0207694 Jan 28 12:24:04.510809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Routers {'2f39365c-a305-4183-a68f-05ad261b36be'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:24:04.511709 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3df6cae7-11f7-4181-9331-a712615201de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2f39365c-a305-4183-a68f-05ad261b36be'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:04.561067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd40f3-5e56-40aa-bd87-387f873cd661 None None] Pushing event updated for resources: {'Port': ['ID=da0b8dee-429c-4fbc-b9ac-94d287f3c1b0,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:04.561399 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] For port a17fbf8e-c01f-4b56-bacd-5d2039b57e60, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:04.569482 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] For port a17fbf8e-c01f-4b56-bacd-5d2039b57e60, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a17fbf8e-c01f-4b56-bacd-5d2039b57e60,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:24:04.586878 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:04.660495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-0f41605f-64df-46f8-bd63-8d277a7c6a7a tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1625912 Jan 28 12:24:04.776689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-fba7dd0f-efeb-405d-a9bc-525f8a2ed93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:04.779332 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd08871-7234-4b44-82a1-804bed62da97 None None] Pushing event updated for resources: {'Port': ['ID=a17fbf8e-c01f-4b56-bacd-5d2039b57e60,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:04.779527 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-fba7dd0f-efeb-405d-a9bc-525f8a2ed93b service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.4585192 Jan 28 12:24:04.788179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036e93-9ffa-4f56-96c5-fb69c1f8465e req-43a19ffd-7120-4a7d-adf7-328f9cf5c35f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:04.793377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9036e93-9ffa-4f56-96c5-fb69c1f8465e req-43a19ffd-7120-4a7d-adf7-328f9cf5c35f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.1302145 Jan 28 12:24:04.798360 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Routers {'be3511fd-bc6a-47f8-9d10-e3533964c39a'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:24:04.799380 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be3511fd-bc6a-47f8-9d10-e3533964c39a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:04.896896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3df6cae7-11f7-4181-9331-a712615201de None None] Set router 2f39365c-a305-4183-a68f-05ad261b36be gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:24:04.912578 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9036e93-9ffa-4f56-96c5-fb69c1f8465e req-d4efea83-5e3e-4864-8595-eeee69a8aae6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096251 Jan 28 12:24:04.940219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:05.012981 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] Set router be3511fd-bc6a-47f8-9d10-e3533964c39a gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:24:05.036448 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Publish callbacks [] for port (210d485e-accd-49df-b8fa-a81f54d7d672), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:05.059048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 319db635-2911-4aa7-871e-befd485af7b1, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=319db635-2911-4aa7-871e-befd485af7b1,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:05.087928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '319db635-2911-4aa7-871e-befd485af7b1', 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093', 'port_id': '319db635-2911-4aa7-871e-befd485af7b1', 'mac_address': 'fa:16:3e:51:c6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255b7628-961c-4616-adae-6292f992ea17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:24:05.125055 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-1835ced6-2098-42da-adbb-7bb87d6fb0df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 217 time: 0.3233862 Jan 28 12:24:05.143059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555309f-d8e1-4109-a691-3e4c3816dcf6 req-da34f6e5-d61c-47b2-9c47-ff984a77e881 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:05.157608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2555309f-d8e1-4109-a691-3e4c3816dcf6 req-da34f6e5-d61c-47b2-9c47-ff984a77e881 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 944 time: 0.1109581 Jan 28 12:24:05.219772 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:05.260263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38ade661-1262-48a6-893f-ec2b46d1d508 req-aaca6d05-669f-4473-9f95-4310990b21a9 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 210 time: 0.1000099 Jan 28 12:24:05.276579 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 319db635-2911-4aa7-871e-befd485af7b1 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:05.277045 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (319db635-2911-4aa7-871e-befd485af7b1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:05.333016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2555309f-d8e1-4109-a691-3e4c3816dcf6 req-3854725a-042b-46a1-b78f-3d62cc3576bc tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742713 Jan 28 12:24:05.381310 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Network 164863b1-9298-4006-b10c-1e4e1bd64f45 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:05.423583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:05.431888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:24:05.497326 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1495851702-router', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a17fbf8e-c01f-4b56-bacd-5d2039b57e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:56Z', 'updated_at': '2022-01-28T12:24:00Z', 'revision_number': 3, 'project_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'gw_port': {'id': 'a17fbf8e-c01f-4b56-bacd-5d2039b57e60', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:05.533110 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-65b2e74d-76d1-4e15-8d44-e4afa11cdccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:05.534618 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-65b2e74d-76d1-4e15-8d44-e4afa11cdccd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.3992741 Jan 28 12:24:05.543102 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111155e-417f-4155-85c1-7b48893f7643 None None] The sync data for ids ['be3511fd-bc6a-47f8-9d10-e3533964c39a'] in n-d-824835-4 is: [{'id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1495851702-router', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a17fbf8e-c01f-4b56-bacd-5d2039b57e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:56Z', 'updated_at': '2022-01-28T12:24:00Z', 'revision_number': 3, 'project_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'gw_port': {'id': 'a17fbf8e-c01f-4b56-bacd-5d2039b57e60', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:24:05.610008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Pushing event updated for resources: {'Port': ['ID=210d485e-accd-49df-b8fa-a81f54d7d672,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:05.636341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319db635-2911-4aa7-871e-befd485af7b1 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:05.675779 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 319db635-2911-4aa7-871e-befd485af7b1, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=319db635-2911-4aa7-871e-befd485af7b1,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:05.698345 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (319db635-2911-4aa7-871e-befd485af7b1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:05.748704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (2f39365c-a305-4183-a68f-05ad261b36be), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:05.794109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=319db635-2911-4aa7-871e-befd485af7b1,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:05.889357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-3e844780-5548-4738-a7b7-b225e107a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:05.892008 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-3e844780-5548-4738-a7b7-b225e107a73c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3171802 Jan 28 12:24:06.057570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-bb947f29-3b3c-46b0-949f-160bd8f533e2 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273241 Jan 28 12:24:06.061822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['319db635-2911-4aa7-871e-befd485af7b1'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:06.156855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-14c28233-d967-495c-b4c5-3e5321ab47e0 None None] Provisioning complete for port 210d485e-accd-49df-b8fa-a81f54d7d672 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:06.163435 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14c28233-d967-495c-b4c5-3e5321ab47e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:06.165215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Allocated IP 172.20.0.1 (56cb0932-7737-4f88-8ec5-54b673948db2/d6a7d76e-6473-4241-bec2-8361c2ed4815/b76a5c37-2c6b-4aa9-a6bb-5290f31a6498) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:24:06.176476 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae3e51-8a58-4efc-a35a-1db043c7ac0f req-e1a2799b-c0c8-4f02-8720-4b6037c7696f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:06.178177 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28ae3e51-8a58-4efc-a35a-1db043c7ac0f req-e1a2799b-c0c8-4f02-8720-4b6037c7696f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.1114223 Jan 28 12:24:06.303786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28ae3e51-8a58-4efc-a35a-1db043c7ac0f req-520ccb47-7f61-4438-902c-2907e77b3ecd tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154199 Jan 28 12:24:06.342443 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:06.419135 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-1b9e7704-5d3c-4a2a-8a7a-58eaa6a1d338 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520858 Jan 28 12:24:06.419334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3df6cae7-11f7-4181-9331-a712615201de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f39365c-a305-4183-a68f-05ad261b36be', 'name': 'tempest-FloatingIPDetailsTestJSON-1325280651-router', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:55Z', 'updated_at': '2022-01-28T12:23:58Z', 'revision_number': 3, 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'gw_port': {'id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f39365c-a305-4183-a68f-05ad261b36be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:06.514639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df6cae7-11f7-4181-9331-a712615201de None None] The sync data for ids ['2f39365c-a305-4183-a68f-05ad261b36be'] in n-d-824835-4 is: [{'id': '2f39365c-a305-4183-a68f-05ad261b36be', 'name': 'tempest-FloatingIPDetailsTestJSON-1325280651-router', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:55Z', 'updated_at': '2022-01-28T12:23:58Z', 'revision_number': 3, 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'gw_port': {'id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f39365c-a305-4183-a68f-05ad261b36be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:24:06.521087 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58842a6b-1cd8-455a-9d72-2ee0e2399190 req-88c78726-0e2d-4f2c-9f3d-4af909e53c47 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 210 time: 0.1077106 Jan 28 12:24:06.532144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-14c28233-d967-495c-b4c5-3e5321ab47e0 None None] Port 210d485e-accd-49df-b8fa-a81f54d7d672 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:24:06.687964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641278d-6254-4946-a952-e0f515e76931 req-92fa3b8c-1469-4561-9525-2d5555d31b0b tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:06.690803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3641278d-6254-4946-a952-e0f515e76931 req-92fa3b8c-1469-4561-9525-2d5555d31b0b tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 945 time: 0.1772268 Jan 28 12:24:06.693825 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Publish callbacks [] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:06.791217 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Publish callbacks [] for port (210d485e-accd-49df-b8fa-a81f54d7d672), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:06.799186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3641278d-6254-4946-a952-e0f515e76931 req-fddac0e0-1c1b-4b93-89ad-cc3de9c7d00c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003938 Jan 28 12:24:06.810509 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:06.896506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-da649dd7-3125-48fc-a10d-6c0901c22a9c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439308 Jan 28 12:24:06.920455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (2f39365c-a305-4183-a68f-05ad261b36be), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:06.965107 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:07.119371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Pushing event updated for resources: {'Port': ['ID=210d485e-accd-49df-b8fa-a81f54d7d672,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:07.147326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Network 56cb0932-7737-4f88-8ec5-54b673948db2 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:07.151217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:07.155777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:24:07.158551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.158907 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.159255 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.159695 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.160035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.161134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.161473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.161809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.162140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.162477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.162804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.163130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.163490 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:07.254801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-f5df3b05-5486-4b77-baab-aace2c301a4c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:07.256301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-f5df3b05-5486-4b77-baab-aace2c301a4c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3524277 Jan 28 12:24:07.276039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Request body: {'port': {'device_id': '11811f32-3cd9-4781-86b7-be41fd83c48b', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '1a6e4b41d3dc4895a816aa2f6c1adfda'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:07.345414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Network 164863b1-9298-4006-b10c-1e4e1bd64f45 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:07.360809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:07.501544 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:07.545599 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (be3511fd-bc6a-47f8-9d10-e3533964c39a), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:07.568559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Pushing event updated for resources: {'Port': ['ID=b76a5c37-2c6b-4aa9-a6bb-5290f31a6498,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:07.715107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:07.716537 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:07.819854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-501116d3-0f5e-4b43-bbd7-b88c60f877f1 req-afa2cebb-07a5-4d0f-aba3-635c696f1f93 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 210 time: 0.0851562 Jan 28 12:24:07.821721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0054faa7-98a8-4425-93e8-596c00c2622c None None] Provisioning complete for port b76a5c37-2c6b-4aa9-a6bb-5290f31a6498 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:07.822960 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0054faa7-98a8-4425-93e8-596c00c2622c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:07.890214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0054faa7-98a8-4425-93e8-596c00c2622c None None] Port b76a5c37-2c6b-4aa9-a6bb-5290f31a6498 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:24:07.905260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8a186-9231-4918-bbb5-db87ab3111cb req-36b8854a-6891-4c8c-b31c-060fa1ad4b13 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:07.927997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0dc8a186-9231-4918-bbb5-db87ab3111cb req-36b8854a-6891-4c8c-b31c-060fa1ad4b13 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.3211749 Jan 28 12:24:07.960592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Made reservation on behalf of 1a6e4b41d3dc4895a816aa2f6c1adfda for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:24:07.964163 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:07.978349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:07.979095 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:08.056588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=da0b8dee-429c-4fbc-b9ac-94d287f3c1b0,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:08.071608 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:08.073860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a17fbf8e-c01f-4b56-bacd-5d2039b57e60 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:08.084630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1eeb8587-033c-467b-8e14-a1f74517209f None None] Provisioning complete for port 210d485e-accd-49df-b8fa-a81f54d7d672 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:08.086120 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8587-033c-467b-8e14-a1f74517209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:08.129197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5e666-4fc2-4cd7-b600-7c62164b5279 req-117cbbbb-3280-44be-be0f-36e13b1623ec tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:08.137167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99b5e666-4fc2-4cd7-b600-7c62164b5279 req-117cbbbb-3280-44be-be0f-36e13b1623ec tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 945 time: 0.1533842 Jan 28 12:24:08.174622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0dc8a186-9231-4918-bbb5-db87ab3111cb req-e5b44aae-b7e9-455d-bfb0-f3c9e2ef480a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456062 Jan 28 12:24:08.244679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb8587-033c-467b-8e14-a1f74517209f None None] Port 210d485e-accd-49df-b8fa-a81f54d7d672 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:24:08.246855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99b5e666-4fc2-4cd7-b600-7c62164b5279 req-3e3b2b24-cac5-4976-8961-af52b70460ae tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921731 Jan 28 12:24:08.376406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a17fbf8e-c01f-4b56-bacd-5d2039b57e60 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:08.376796 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:08.378732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=da0b8dee-429c-4fbc-b9ac-94d287f3c1b0,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:08.379895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Allocated IP 192.168.233.116 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/05fde2bc-6e01-415d-a430-fd56fa15054c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:24:08.502993 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 319db635-2911-4aa7-871e-befd485af7b1 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:08.589566 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:08.661030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a17fbf8e-c01f-4b56-bacd-5d2039b57e60 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:08.661431 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:08.689727 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks [] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:08.743122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port a17fbf8e-c01f-4b56-bacd-5d2039b57e60, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a17fbf8e-c01f-4b56-bacd-5d2039b57e60,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:08.754412 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:08.760616 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:08.813032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:08.822995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:08.823360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a', '69b28469-06d8-4aaa-bad0-1334ae203a97', '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e', 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:08.823360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6fa22ca1-a933-462f-9aff-6297fe0f023a', '9d17efdd-e3fd-4388-b029-846fdae2272b', '600a7614-3960-408a-aee4-4fcc5dd19a7b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:08.834274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:24:08.842196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event updated for resources: {'Port': ['ID=05fde2bc-6e01-415d-a430-fd56fa15054c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:08.918753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=a17fbf8e-c01f-4b56-bacd-5d2039b57e60,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:08.924039 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Publish callbacks [] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:08.937835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:08.938455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Router 2f39365c-a305-4183-a68f-05ad261b36be has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:24:08.940585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:08.941348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:08.942340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:08.943152 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:08.945362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:08.953610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:08.955490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:08.960455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:08.963149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:08.964390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:08.964843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:08.965353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:08.965763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:09.036608 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 319db635-2911-4aa7-871e-befd485af7b1 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:24:09.047982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 319db635-2911-4aa7-871e-befd485af7b1 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:09.048362 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (319db635-2911-4aa7-871e-befd485af7b1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:09.173484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:09.175100 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:09.232532 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:24:09.239102 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-870af575-041e-4da9-b49f-969c7c4c8efa tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9677353 Jan 28 12:24:09.247016 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ea0cbe98-922e-4d67-8175-aa4d521cdde3 admin admin] 10.222.0.53 "PUT /v2.0/routers/2f39365c-a305-4183-a68f-05ad261b36be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4155715 Jan 28 12:24:09.266014 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (be3511fd-bc6a-47f8-9d10-e3533964c39a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:09.273344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b873b-3b77-464d-8389-ddd4fae6aeb1 req-caa950dc-abe4-41db-819f-82867e737826 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:09.276504 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f8b873b-3b77-464d-8389-ddd4fae6aeb1 req-caa950dc-abe4-41db-819f-82867e737826 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 936 time: 0.2884727 Jan 28 12:24:09.288475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Request body: {'port': {'device_id': '11811f32-3cd9-4781-86b7-be41fd83c48b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:09.292604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:09.394653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Pushing event updated for resources: {'Port': ['ID=b76a5c37-2c6b-4aa9-a6bb-5290f31a6498,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:09.413228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Network 56cb0932-7737-4f88-8ec5-54b673948db2 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:09.415224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:09.609782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Router be3511fd-bc6a-47f8-9d10-e3533964c39a has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:24:09.638367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f8b873b-3b77-464d-8389-ddd4fae6aeb1 req-65a63474-3179-4534-9740-bc7b3cb18299 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409317 Jan 28 12:24:09.643856 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:09.667838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 319db635-2911-4aa7-871e-befd485af7b1 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:09.668354 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (319db635-2911-4aa7-871e-befd485af7b1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:09.676022 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d8f35-5895-4a61-9754-be27656f8bcc req-76441eb2-5e97-4141-b3e2-c1af430d6226 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:09.678368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f79d8f35-5895-4a61-9754-be27656f8bcc req-76441eb2-5e97-4141-b3e2-c1af430d6226 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.3123567 Jan 28 12:24:09.708090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-450f05da-61ab-4f98-abb6-c053bc1aec77 None None] Provisioning complete for port 05fde2bc-6e01-415d-a430-fd56fa15054c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:09.708485 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-450f05da-61ab-4f98-abb6-c053bc1aec77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:09.793759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-450f05da-61ab-4f98-abb6-c053bc1aec77 None None] Port 05fde2bc-6e01-415d-a430-fd56fa15054c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:24:09.845416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 319db635-2911-4aa7-871e-befd485af7b1, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=319db635-2911-4aa7-871e-befd485af7b1,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:09.855968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a03a0e-acf8-4a6e-800c-9c793a8fbbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319db635-2911-4aa7-871e-befd485af7b1'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:09.856993 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637eab5e-2904-4e37-a013-353b0f74d91d" -d '{"events": [{"server_uuid": "22a03a0e-acf8-4a6e-800c-9c793a8fbbb1", "name": "network-vif-plugged", "status": "completed", "tag": "319db635-2911-4aa7-871e-befd485af7b1"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:09.866975 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (319db635-2911-4aa7-871e-befd485af7b1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:09.886410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:09.886790 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:09.888351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:24:09.907993 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7ec17433-dc9f-4f58-8175-223e67a2ff47 admin admin] 10.222.0.53 "PUT /v2.0/routers/be3511fd-bc6a-47f8-9d10-e3533964c39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1114559 Jan 28 12:24:09.961234 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Sync routers for ids ['2f39365c-a305-4183-a68f-05ad261b36be'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:24:09.964719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Sync routers for ids ['be3511fd-bc6a-47f8-9d10-e3533964c39a'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:24:09.977165 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Routers {'2f39365c-a305-4183-a68f-05ad261b36be'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:24:09.979996 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2f39365c-a305-4183-a68f-05ad261b36be'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:10.012974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f79d8f35-5895-4a61-9754-be27656f8bcc req-bcd1caa9-42e7-459e-8032-e70511ddd1ad tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212619 Jan 28 12:24:10.037266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-087b8dba-3a18-4004-91d5-22a3e07ab642 None None] Provisioning complete for port b76a5c37-2c6b-4aa9-a6bb-5290f31a6498 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:10.038487 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-087b8dba-3a18-4004-91d5-22a3e07ab642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:10.052074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bd938-ed40-4091-8e62-f2a832aba67b req-1d69add2-b383-4842-96a7-09118e72d8d4 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:10.053758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff7bd938-ed40-4091-8e62-f2a832aba67b req-1d69add2-b383-4842-96a7-09118e72d8d4 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 945 time: 0.2443326 Jan 28 12:24:10.126016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-087b8dba-3a18-4004-91d5-22a3e07ab642 None None] Port b76a5c37-2c6b-4aa9-a6bb-5290f31a6498 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:24:10.143228 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Set router 2f39365c-a305-4183-a68f-05ad261b36be gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:24:10.145114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Routers {'be3511fd-bc6a-47f8-9d10-e3533964c39a'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:24:10.145853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be3511fd-bc6a-47f8-9d10-e3533964c39a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:10.220221 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff7bd938-ed40-4091-8e62-f2a832aba67b req-5362da5f-c5e7-499f-8886-845d46191cc6 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477449 Jan 28 12:24:10.426375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fde2bc-6e01-415d-a430-fd56fa15054c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:10.473128 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Publish callbacks [] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:10.535610 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac77bb3-6c15-4897-b70f-c255b38bf185 x-openstack-request-id: req-2ac77bb3-6c15-4897-b70f-c255b38bf185 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:10.535906 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a03a0e-acf8-4a6e-800c-9c793a8fbbb1", "name": "network-vif-plugged", "status": "completed", "tag": "319db635-2911-4aa7-871e-befd485af7b1", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:10.536692 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ac77bb3-6c15-4897-b70f-c255b38bf185 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:10.537118 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a03a0e-acf8-4a6e-800c-9c793a8fbbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319db635-2911-4aa7-871e-befd485af7b1', 'code': 200} Jan 28 12:24:10.549796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=319db635-2911-4aa7-871e-befd485af7b1,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:10.572294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Transition to ACTIVE for port object 05fde2bc-6e01-415d-a430-fd56fa15054c will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:24:10.589551 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:10.621911 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:10.622569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a17fbf8e-c01f-4b56-bacd-5d2039b57e60 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:10.645505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Set router be3511fd-bc6a-47f8-9d10-e3533964c39a gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:24:10.689097 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f39365c-a305-4183-a68f-05ad261b36be', 'name': 'tempest-FloatingIPDetailsTestJSON-1325280651-router', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:55Z', 'updated_at': '2022-01-28T12:24:06Z', 'revision_number': 4, 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'gw_port': {'id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f39365c-a305-4183-a68f-05ad261b36be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '210d485e-accd-49df-b8fa-a81f54d7d672', 'name': '', 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'mac_address': 'fa:16:3e:8f:f6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f39365c-a305-4183-a68f-05ad261b36be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e4dba70e-50be-4796-80b4-612171219ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:24:02Z', 'updated_at': '2022-01-28T12:24:06Z', 'revision_number': 2, 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'subnets': [{'id': 'e4dba70e-50be-4796-80b4-612171219ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:10.753598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffd543-2cdf-4b71-aaa3-6bc79df8b226 req-b0941987-efd6-45fd-91e7-594967f8a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:10.755060 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8ffd543-2cdf-4b71-aaa3-6bc79df8b226 req-b0941987-efd6-45fd-91e7-594967f8a6e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 1097 time: 0.1284890 Jan 28 12:24:10.845010 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8ffd543-2cdf-4b71-aaa3-6bc79df8b226 req-a3f8736d-f444-4780-92c2-8cad7b27ea78 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824399 Jan 28 12:24:10.905048 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Checking router: 2f39365c-a305-4183-a68f-05ad261b36be for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:24:10.905412 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Updating router 2f39365c-a305-4183-a68f-05ad261b36be port 210d485e-accd-49df-b8fa-a81f54d7d672 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:24:10.956196 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:11.001111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Pushing event updated for resources: {'Port': ['ID=05fde2bc-6e01-415d-a430-fd56fa15054c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:11.035721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-c59ea998-c342-4ddd-810c-09dcdfb09f48 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6438904 Jan 28 12:24:11.146605 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-0cd7fbe3-6a0d-4ffd-9c5b-fbfcc6ef801b req-acdca077-ecaa-4033-bc86-b493a8b8fbae tempest-FloatingIPDetailsNegativeTestJSON-878812819 tempest-FloatingIPDetailsNegativeTestJSON-878812819-project] show failed (client error): The resource could not be found. Jan 28 12:24:11.154097 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0cd7fbe3-6a0d-4ffd-9c5b-fbfcc6ef801b req-acdca077-ecaa-4033-bc86-b493a8b8fbae tempest-FloatingIPDetailsNegativeTestJSON-878812819 tempest-FloatingIPDetailsNegativeTestJSON-878812819-project] 10.222.0.53 "GET /v2.0/floatingips/1c27a58f-39f3-41bd-babf-444e80e5a70c HTTP/1.1" status: 404 len: 350 time: 0.1467226 Jan 28 12:24:11.156468 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:11.175312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:11.231500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Attempting to bind port 05fde2bc-6e01-415d-a430-fd56fa15054c on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:11.235192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Attempting to bind port 05fde2bc-6e01-415d-a430-fd56fa15054c by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:11.235577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Attempting to bind port 05fde2bc-6e01-415d-a430-fd56fa15054c on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:11.249144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Port 05fde2bc-6e01-415d-a430-fd56fa15054c on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:24:11.249499 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Attempting to bind port 05fde2bc-6e01-415d-a430-fd56fa15054c on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:11.266897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:11.269173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:11.269173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:11.269173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Bound port: 05fde2bc-6e01-415d-a430-fd56fa15054c, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:11.270896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:11.381607 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:11.500213 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Publish callbacks [] for port (210d485e-accd-49df-b8fa-a81f54d7d672), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:11.511901 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:11.560806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a17fbf8e-c01f-4b56-bacd-5d2039b57e60 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:11.561794 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:11.623149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] For port 05fde2bc-6e01-415d-a430-fd56fa15054c, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:11.645073 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8167-3ee5-4537-924f-dc8de94ec52d None None] Pushing event updated for resources: {'Port': ['ID=210d485e-accd-49df-b8fa-a81f54d7d672,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:11.677469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063f23a-0f4c-456f-95ce-bcc0c8158e2c req-782c6c49-38b2-4c73-b5c9-f9f9b6979515 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:11.679048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f063f23a-0f4c-456f-95ce-bcc0c8158e2c req-782c6c49-38b2-4c73-b5c9-f9f9b6979515 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 948 time: 0.4019575 Jan 28 12:24:11.691735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] For port 05fde2bc-6e01-415d-a430-fd56fa15054c, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=05fde2bc-6e01-415d-a430-fd56fa15054c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:24:11.704020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1495851702-router', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a17fbf8e-c01f-4b56-bacd-5d2039b57e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:56Z', 'updated_at': '2022-01-28T12:24:08Z', 'revision_number': 4, 'project_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'gw_port': {'id': 'a17fbf8e-c01f-4b56-bacd-5d2039b57e60', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'b76a5c37-2c6b-4aa9-a6bb-5290f31a6498', 'name': '', 'network_id': '56cb0932-7737-4f88-8ec5-54b673948db2', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'mac_address': 'fa:16:3e:67:30:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd6a7d76e-6473-4241-bec2-8361c2ed4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:24:05Z', 'updated_at': '2022-01-28T12:24:08Z', 'revision_number': 2, 'project_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'subnets': [{'id': 'd6a7d76e-6473-4241-bec2-8361c2ed4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:11.710675 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:11.762148 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Attempting to bind port 210d485e-accd-49df-b8fa-a81f54d7d672 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:11.762517 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Attempting to bind port 210d485e-accd-49df-b8fa-a81f54d7d672 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '5161742f-b1bb-4aac-a0de-783a55632403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:11.762883 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Attempting to bind port 210d485e-accd-49df-b8fa-a81f54d7d672 on network 164863b1-9298-4006-b10c-1e4e1bd64f45 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:11.779570 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:11.779955 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Checking segment: {'id': '5161742f-b1bb-4aac-a0de-783a55632403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:11.780401 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:11.780806 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Bound using segment: {'id': '5161742f-b1bb-4aac-a0de-783a55632403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:11.781315 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Bound port: 210d485e-accd-49df-b8fa-a81f54d7d672, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5161742f-b1bb-4aac-a0de-783a55632403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:11.781732 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:11.790270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Checking router: be3511fd-bc6a-47f8-9d10-e3533964c39a for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:24:11.794006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Updating router be3511fd-bc6a-47f8-9d10-e3533964c39a port b76a5c37-2c6b-4aa9-a6bb-5290f31a6498 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:24:11.855759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Pushing event updated for resources: {'Port': ['ID=05fde2bc-6e01-415d-a430-fd56fa15054c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:11.914603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a17fbf8e-c01f-4b56-bacd-5d2039b57e60 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:11.916846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:11.917480 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:11.918876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-08be5f30-8452-452c-9f2f-da1b667ec277 service neutron] 10.222.0.35 "PUT /v2.0/ports/05fde2bc-6e01-415d-a430-fd56fa15054c HTTP/1.1" status: 200 len: 1096 time: 2.6401465 Jan 28 12:24:11.919332 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11811f32-3cd9-4781-86b7-be41fd83c48b', 'tag': '05fde2bc-6e01-415d-a430-fd56fa15054c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:11.928219 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9548f6-065f-46f0-94fa-4092fdf15e28" -d '{"events": [{"name": "network-changed", "server_uuid": "11811f32-3cd9-4781-86b7-be41fd83c48b", "tag": "05fde2bc-6e01-415d-a430-fd56fa15054c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:11.963856 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:11.969142 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] For port 210d485e-accd-49df-b8fa-a81f54d7d672, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:11.982717 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] For port 210d485e-accd-49df-b8fa-a81f54d7d672, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=210d485e-accd-49df-b8fa-a81f54d7d672,segment=NetworkSegment(5161742f-b1bb-4aac-a0de-783a55632403),segment_id=5161742f-b1bb-4aac-a0de-783a55632403)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:24:11.997844 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:12.050258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f063f23a-0f4c-456f-95ce-bcc0c8158e2c req-c00ba1d9-2096-4cc3-8197-9a380ea158c6 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559875 Jan 28 12:24:12.144307 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9527da3f-62a0-4550-b452-403081bef5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (be3511fd-bc6a-47f8-9d10-e3533964c39a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:12.186252 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:12.202936 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8167-3ee5-4537-924f-dc8de94ec52d None None] Pushing event updated for resources: {'Port': ['ID=210d485e-accd-49df-b8fa-a81f54d7d672,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:12.250086 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Routers {'2f39365c-a305-4183-a68f-05ad261b36be'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:24:12.250746 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2f39365c-a305-4183-a68f-05ad261b36be'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:12.408132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-77971a71-002f-4e97-99f7-a381488b4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:12.409644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-77971a71-002f-4e97-99f7-a381488b4631 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 1099 time: 0.3522577 Jan 28 12:24:12.417160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b630d3e6-9d24-4566-abe8-f5cca09b4b53 None None] Provisioning complete for port 210d485e-accd-49df-b8fa-a81f54d7d672 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:12.417548 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b630d3e6-9d24-4566-abe8-f5cca09b4b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:12.478513 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] Set router 2f39365c-a305-4183-a68f-05ad261b36be gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:24:12.601809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-871d82ae-c5a2-4574-b4c3-13c496616bb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=05fde2bc-6e01-415d-a430-fd56fa15054c HTTP/1.1" status: 200 len: 217 time: 0.1515856 Jan 28 12:24:12.685436 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9527da3f-62a0-4550-b452-403081bef5fa admin admin] Deleting port b76a5c37-2c6b-4aa9-a6bb-5290f31a6498 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:12.686640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9527da3f-62a0-4550-b452-403081bef5fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:12.707278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3ecac-67a2-4fd7-8fab-c95fa7fa032b req-68c3fae9-f236-48a0-832b-977309c41975 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:12.708869 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22d3ecac-67a2-4fd7-8fab-c95fa7fa032b req-68c3fae9-f236-48a0-832b-977309c41975 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.3931487 Jan 28 12:24:12.768693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-1a91ba16-f8d3-438b-8df6-59bb5e97fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:12.770154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-1a91ba16-f8d3-438b-8df6-59bb5e97fbc4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1606293 Jan 28 12:24:12.773769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Allocated IP 172.25.7.155 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/34d63b0a-5bb0-443e-a272-b5cee9ba0a11) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:24:12.791777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9527da3f-62a0-4550-b452-403081bef5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:12.813236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9527da3f-62a0-4550-b452-403081bef5fa admin admin] Calling delete_port for b76a5c37-2c6b-4aa9-a6bb-5290f31a6498 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:12.828453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22d3ecac-67a2-4fd7-8fab-c95fa7fa032b req-4ad85d35-c317-46cd-bdc7-f3bf8cfc5472 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119208 Jan 28 12:24:12.897088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-18f18d43-be19-4ecb-9037-35b521b966ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:12.898736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-18f18d43-be19-4ecb-9037-35b521b966ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188684 Jan 28 12:24:12.904116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b630d3e6-9d24-4566-abe8-f5cca09b4b53 None None] Current status of the port 210d485e-accd-49df-b8fa-a81f54d7d672 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:12.904657 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b630d3e6-9d24-4566-abe8-f5cca09b4b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:12.927994 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Publish callbacks [] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:12.946477 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f39365c-a305-4183-a68f-05ad261b36be', 'name': 'tempest-FloatingIPDetailsTestJSON-1325280651-router', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:55Z', 'updated_at': '2022-01-28T12:24:06Z', 'revision_number': 4, 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'gw_port': {'id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f39365c-a305-4183-a68f-05ad261b36be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '210d485e-accd-49df-b8fa-a81f54d7d672', 'name': '', 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'mac_address': 'fa:16:3e:8f:f6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f39365c-a305-4183-a68f-05ad261b36be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e4dba70e-50be-4796-80b4-612171219ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:24:02Z', 'updated_at': '2022-01-28T12:24:11Z', 'revision_number': 4, 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'subnets': [{'id': 'e4dba70e-50be-4796-80b4-612171219ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:12.969974 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:13.006432 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26299fc1-166a-4b43-906f-d7dfaa13a5f0 None None] The sync data for ids ['2f39365c-a305-4183-a68f-05ad261b36be'] in n-d-824835-4 is: [{'id': '2f39365c-a305-4183-a68f-05ad261b36be', 'name': 'tempest-FloatingIPDetailsTestJSON-1325280651-router', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:55Z', 'updated_at': '2022-01-28T12:24:06Z', 'revision_number': 4, 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'gw_port': {'id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f39365c-a305-4183-a68f-05ad261b36be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '210d485e-accd-49df-b8fa-a81f54d7d672', 'name': '', 'network_id': '164863b1-9298-4006-b10c-1e4e1bd64f45', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'mac_address': 'fa:16:3e:8f:f6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f39365c-a305-4183-a68f-05ad261b36be', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e4dba70e-50be-4796-80b4-612171219ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:24:02Z', 'updated_at': '2022-01-28T12:24:11Z', 'revision_number': 4, 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'subnets': [{'id': 'e4dba70e-50be-4796-80b4-612171219ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:24:13.036787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b630d3e6-9d24-4566-abe8-f5cca09b4b53 None None] For port 210d485e-accd-49df-b8fa-a81f54d7d672, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=210d485e-accd-49df-b8fa-a81f54d7d672,segment=NetworkSegment(5161742f-b1bb-4aac-a0de-783a55632403),segment_id=5161742f-b1bb-4aac-a0de-783a55632403)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:13.111433 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b630d3e6-9d24-4566-abe8-f5cca09b4b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:13.119983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b4627-06b8-492a-aacb-09eeaa82e368 None None] Pushing event updated for resources: {'Port': ['ID=b76a5c37-2c6b-4aa9-a6bb-5290f31a6498,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:13.217352 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9527da3f-62a0-4550-b452-403081bef5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:13.264254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for port (34d63b0a-5bb0-443e-a272-b5cee9ba0a11), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:13.288721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527da3f-62a0-4550-b452-403081bef5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b76a5c37-2c6b-4aa9-a6bb-5290f31a6498,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:13.291125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805b0c7-69d7-41d0-b83b-4f6f235ef39a req-a980a246-5ec9-4ed5-9300-cc010a9997cd tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:13.296139 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4805b0c7-69d7-41d0-b83b-4f6f235ef39a req-a980a246-5ec9-4ed5-9300-cc010a9997cd tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 946 time: 0.3133919 Jan 28 12:24:13.405380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630d3e6-9d24-4566-abe8-f5cca09b4b53 None None] Pushing event updated for resources: {'Port': ['ID=210d485e-accd-49df-b8fa-a81f54d7d672,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:13.415721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4805b0c7-69d7-41d0-b83b-4f6f235ef39a req-8eb48912-2d34-4769-a6e9-38b5da49fbfb tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031599 Jan 28 12:24:13.419388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-2ae86561-093e-4f2e-a785-c8094438889c service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137613 Jan 28 12:24:13.433363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Attempting to bind port b76a5c37-2c6b-4aa9-a6bb-5290f31a6498 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:13.435060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Attempting to bind port b76a5c37-2c6b-4aa9-a6bb-5290f31a6498 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'd3b57225-d118-4f1d-899a-76910e0fffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56cb0932-7737-4f88-8ec5-54b673948db2'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:13.435664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Attempting to bind port b76a5c37-2c6b-4aa9-a6bb-5290f31a6498 on network 56cb0932-7737-4f88-8ec5-54b673948db2 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:13.454843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:13.468121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Checking segment: {'id': 'd3b57225-d118-4f1d-899a-76910e0fffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56cb0932-7737-4f88-8ec5-54b673948db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:13.469838 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:13.471177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Bound using segment: {'id': 'd3b57225-d118-4f1d-899a-76910e0fffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56cb0932-7737-4f88-8ec5-54b673948db2'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:13.473021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Bound port: b76a5c37-2c6b-4aa9-a6bb-5290f31a6498, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b57225-d118-4f1d-899a-76910e0fffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56cb0932-7737-4f88-8ec5-54b673948db2'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:13.473665 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b76a5c37-2c6b-4aa9-a6bb-5290f31a6498), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:13.514120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d3fd3f46-9f9c-4156-84a1-8df360d385dc None None] Provisioning complete for port 210d485e-accd-49df-b8fa-a81f54d7d672 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:13.533857 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3f46-9f9c-4156-84a1-8df360d385dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:13.656258 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (34d63b0a-5bb0-443e-a272-b5cee9ba0a11), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:13.681518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Port b76a5c37-2c6b-4aa9-a6bb-5290f31a6498 has been deleted concurrently {{(pid=103130) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 12:24:13.724107 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9527da3f-62a0-4550-b452-403081bef5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (be3511fd-bc6a-47f8-9d10-e3533964c39a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:13.727539 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3724173-b81a-492d-8921-65485850fa35 x-openstack-request-id: req-a3724173-b81a-492d-8921-65485850fa35 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:13.727989 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11811f32-3cd9-4781-86b7-be41fd83c48b", "tag": "05fde2bc-6e01-415d-a430-fd56fa15054c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:13.728322 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3724173-b81a-492d-8921-65485850fa35 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:13.728644 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11811f32-3cd9-4781-86b7-be41fd83c48b', 'tag': '05fde2bc-6e01-415d-a430-fd56fa15054c', 'status': 'completed', 'code': 200} Jan 28 12:24:13.758262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Routers {'be3511fd-bc6a-47f8-9d10-e3533964c39a'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:24:13.768231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be3511fd-bc6a-47f8-9d10-e3533964c39a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:13.803384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:13.820724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:13.856106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:24:14.004676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Pushing event updated for resources: {'Port': ['ID=34d63b0a-5bb0-443e-a272-b5cee9ba0a11,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:14.021351 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd3f46-9f9c-4156-84a1-8df360d385dc None None] Current status of the port 210d485e-accd-49df-b8fa-a81f54d7d672 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:14.054852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09edecb-b4f1-491a-8d56-6a705a84b635 req-53cf5949-3244-489b-bd4c-d5fc126fe4ff service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6278656 Jan 28 12:24:14.071649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] Set router be3511fd-bc6a-47f8-9d10-e3533964c39a gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:24:14.202060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 210d485e-accd-49df-b8fa-a81f54d7d672 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:14.218759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e6f22-f1fd-4b02-bcf6-10c1c9f8128e req-e944eedb-12ae-420e-a69f-1205351942be tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:14.225596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-015e6f22-f1fd-4b02-bcf6-10c1c9f8128e req-e944eedb-12ae-420e-a69f-1205351942be tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 948 time: 0.3591800 Jan 28 12:24:14.243977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-102585a6-2820-45f3-9e07-512a3adbea4b None None] Could not find standard attr ID for object b76a5c37-2c6b-4aa9-a6bb-5290f31a6498. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:24:14.253724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9527da3f-62a0-4550-b452-403081bef5fa admin admin] Router be3511fd-bc6a-47f8-9d10-e3533964c39a has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:24:14.284847 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (257b6a45-0d67-4622-b887-d4d2441b7018), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:14.292088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9548f6-065f-46f0-94fa-4092fdf15e28 req-5fd39ddf-91a0-4f32-9d9f-09c8989676f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:14.293409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e9548f6-065f-46f0-94fa-4092fdf15e28 req-5fd39ddf-91a0-4f32-9d9f-09c8989676f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 1099 time: 0.1754351 Jan 28 12:24:14.373346 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-015e6f22-f1fd-4b02-bcf6-10c1c9f8128e req-661e4d02-7f4d-4433-a076-22c952fc0a1d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467917 Jan 28 12:24:14.452163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 210d485e-accd-49df-b8fa-a81f54d7d672 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:14.452686 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:14.474392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9527da3f-62a0-4550-b452-403081bef5fa admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:24:14.488414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57752) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:14.490052 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9527da3f-62a0-4550-b452-403081bef5fa admin admin] 10.222.0.53 "PUT /v2.0/routers/be3511fd-bc6a-47f8-9d10-e3533964c39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3321989 Jan 28 12:24:14.623227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 210d485e-accd-49df-b8fa-a81f54d7d672 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:14.632350 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1495851702-router', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a17fbf8e-c01f-4b56-bacd-5d2039b57e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:56Z', 'updated_at': '2022-01-28T12:24:13Z', 'revision_number': 5, 'project_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'gw_port': {'id': 'a17fbf8e-c01f-4b56-bacd-5d2039b57e60', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:14.660031 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (34d63b0a-5bb0-443e-a272-b5cee9ba0a11), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:14.681562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d393f8-8eaa-4c5b-8dcf-bed793d582f2 None None] The sync data for ids ['be3511fd-bc6a-47f8-9d10-e3533964c39a'] in n-d-824835-4 is: [{'id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1495851702-router', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a17fbf8e-c01f-4b56-bacd-5d2039b57e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:56Z', 'updated_at': '2022-01-28T12:24:13Z', 'revision_number': 5, 'project_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'gw_port': {'id': 'a17fbf8e-c01f-4b56-bacd-5d2039b57e60', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:24:14.785616 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Publish callbacks [] for router (be3511fd-bc6a-47f8-9d10-e3533964c39a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:14.901564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9548f6-065f-46f0-94fa-4092fdf15e28 req-bd04401e-c5e3-4950-868f-6e347eb24a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:14.903215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e9548f6-065f-46f0-94fa-4092fdf15e28 req-bd04401e-c5e3-4950-868f-6e347eb24a01 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.5987153 Jan 28 12:24:14.913409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d28197-5b95-44f7-bfeb-f72879b0b208 req-1868f853-e3b2-49aa-bffb-2ec769264de8 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:14.921307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91d28197-5b95-44f7-bfeb-f72879b0b208 req-1868f853-e3b2-49aa-bffb-2ec769264de8 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 946 time: 0.2591217 Jan 28 12:24:15.022141 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e9548f6-065f-46f0-94fa-4092fdf15e28 req-2449fb3b-ce61-4afe-a8e1-8fb8ce9f6cb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=05fde2bc-6e01-415d-a430-fd56fa15054c HTTP/1.1" status: 200 len: 217 time: 0.0986996 Jan 28 12:24:15.095293 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Publish callbacks [] for router_gateway (be3511fd-bc6a-47f8-9d10-e3533964c39a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:15.149960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91d28197-5b95-44f7-bfeb-f72879b0b208 req-6239adbc-2b93-42c3-96d1-662958e0a573 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248015 Jan 28 12:24:15.159313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9548f6-065f-46f0-94fa-4092fdf15e28 req-5aeb599c-0845-41a7-9684-67adf04f5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:15.161804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e9548f6-065f-46f0-94fa-4092fdf15e28 req-5aeb599c-0845-41a7-9684-67adf04f5aeb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1277699 Jan 28 12:24:15.273312 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for port (34d63b0a-5bb0-443e-a272-b5cee9ba0a11), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:15.296110 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (34d63b0a-5bb0-443e-a272-b5cee9ba0a11), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:15.302834 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9548f6-065f-46f0-94fa-4092fdf15e28 req-6b2e9675-f3f8-4b46-8acd-6819a8bd2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:15.304371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e9548f6-065f-46f0-94fa-4092fdf15e28 req-6b2e9675-f3f8-4b46-8acd-6819a8bd2238 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170261 Jan 28 12:24:15.433303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Deleting port a17fbf8e-c01f-4b56-bacd-5d2039b57e60 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:15.433638 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:15.457079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Pushing event updated for resources: {'Port': ['ID=34d63b0a-5bb0-443e-a272-b5cee9ba0a11,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:15.470348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d96ce-68bf-4498-b98b-7628124398dd req-0d83a5eb-e4f4-4fba-a46f-3bcb903d925e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:15.471907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c01d96ce-68bf-4498-b98b-7628124398dd req-0d83a5eb-e4f4-4fba-a46f-3bcb903d925e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.2248845 Jan 28 12:24:15.533711 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11152b27-00f4-40c5-8926-63c5c70d3bbf None None] Sync routers for ids ['be3511fd-bc6a-47f8-9d10-e3533964c39a'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:24:15.546967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11152b27-00f4-40c5-8926-63c5c70d3bbf None None] Routers {'be3511fd-bc6a-47f8-9d10-e3533964c39a'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:24:15.547945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11152b27-00f4-40c5-8926-63c5c70d3bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be3511fd-bc6a-47f8-9d10-e3533964c39a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:15.641935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-11152b27-00f4-40c5-8926-63c5c70d3bbf None None] Set router be3511fd-bc6a-47f8-9d10-e3533964c39a gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:24:15.696295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11152b27-00f4-40c5-8926-63c5c70d3bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1495851702-router', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:56Z', 'updated_at': '2022-01-28T12:24:15Z', 'revision_number': 6, 'project_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:15.734108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11152b27-00f4-40c5-8926-63c5c70d3bbf None None] Checking router: be3511fd-bc6a-47f8-9d10-e3533964c39a for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:24:15.745060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11152b27-00f4-40c5-8926-63c5c70d3bbf None None] Routers {'be3511fd-bc6a-47f8-9d10-e3533964c39a'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:24:15.745949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11152b27-00f4-40c5-8926-63c5c70d3bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:23:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be3511fd-bc6a-47f8-9d10-e3533964c39a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:15.816240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (257b6a45-0d67-4622-b887-d4d2441b7018), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:15.841619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-11152b27-00f4-40c5-8926-63c5c70d3bbf None None] Set router be3511fd-bc6a-47f8-9d10-e3533964c39a gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:24:15.869435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e9548f6-065f-46f0-94fa-4092fdf15e28 req-debb9761-96c5-4f70-ace9-124d14686329 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334332 Jan 28 12:24:15.882504 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:15.884238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-36a363e2-2cf4-451a-8fc0-c0eddb74567d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7973607 Jan 28 12:24:15.933523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c01d96ce-68bf-4498-b98b-7628124398dd req-05f84cac-4ce1-40d3-b68f-2c5827db93e9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263554 Jan 28 12:24:15.935479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] For port a17fbf8e-c01f-4b56-bacd-5d2039b57e60, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a17fbf8e-c01f-4b56-bacd-5d2039b57e60,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:15.935840 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:16.031323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-295d66b0-4017-459c-9625-3b0197c69982 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.155 HTTP/1.1" status: 200 len: 696 time: 0.1296649 Jan 28 12:24:16.049517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11152b27-00f4-40c5-8926-63c5c70d3bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1495851702-router', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:56Z', 'updated_at': '2022-01-28T12:24:15Z', 'revision_number': 6, 'project_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:16.077727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11152b27-00f4-40c5-8926-63c5c70d3bbf None None] The sync data for ids ['be3511fd-bc6a-47f8-9d10-e3533964c39a'] in n-d-824835-4 is: [{'id': 'be3511fd-bc6a-47f8-9d10-e3533964c39a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1495851702-router', 'tenant_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:56Z', 'updated_at': '2022-01-28T12:24:15Z', 'revision_number': 6, 'project_id': 'acf4063bfeca4bc1a9b83886547eb6e8', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:24:16.106027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Calling delete_port for a17fbf8e-c01f-4b56-bacd-5d2039b57e60 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:16.320761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e9548f6-065f-46f0-94fa-4092fdf15e28 req-dbf4abcb-5e87-4134-ac28-394918db1447 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413185 Jan 28 12:24:16.339268 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-8da6cc92-28f3-44f8-8420-3f06eda9a92c tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:16.340747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-8da6cc92-28f3-44f8-8420-3f06eda9a92c tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.3084781 Jan 28 12:24:16.373795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-e0dcc87b-e683-435f-869d-7980edf3518b tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:24:16.374787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc08de51-2c6b-4ad1-861e-9cad9a5a2e81 req-e0dcc87b-e683-435f-869d-7980edf3518b tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099528 Jan 28 12:24:16.415386 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a17fbf8e-c01f-4b56-bacd-5d2039b57e60), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:16.480134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17fbf8e-c01f-4b56-bacd-5d2039b57e60,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:16.533009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 05fde2bc-6e01-415d-a430-fd56fa15054c details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:24:16.666187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad6e1-f0ec-479e-b27a-42c25b701e20 req-9447862e-d539-4209-aaaf-3284911e6512 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:16.667841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-254ad6e1-f0ec-479e-b27a-42c25b701e20 req-9447862e-d539-4209-aaaf-3284911e6512 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 948 time: 0.1912992 Jan 28 12:24:16.677422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 05fde2bc-6e01-415d-a430-fd56fa15054c, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=05fde2bc-6e01-415d-a430-fd56fa15054c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:16.695918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '05fde2bc-6e01-415d-a430-fd56fa15054c', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '05fde2bc-6e01-415d-a430-fd56fa15054c', 'mac_address': 'fa:16:3e:68:0c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:24:16.701004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-d8ca61ec-04cf-41ac-a681-c2ab2de68524 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2255371 Jan 28 12:24:16.706435 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (be3511fd-bc6a-47f8-9d10-e3533964c39a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:16.717318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:16.750993 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 05fde2bc-6e01-415d-a430-fd56fa15054c is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:16.751419 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:16.765786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fde2bc-6e01-415d-a430-fd56fa15054c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:16.794702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 05fde2bc-6e01-415d-a430-fd56fa15054c, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=05fde2bc-6e01-415d-a430-fd56fa15054c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:16.803065 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:16.835035 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:16.844168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-254ad6e1-f0ec-479e-b27a-42c25b701e20 req-dde07cad-1e75-4ea4-ae50-bc74d1731958 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671381 Jan 28 12:24:16.858668 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:16.877175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=05fde2bc-6e01-415d-a430-fd56fa15054c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:16.925918 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (be3511fd-bc6a-47f8-9d10-e3533964c39a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:16.930019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Publish callbacks [] for router_controller (be3511fd-bc6a-47f8-9d10-e3533964c39a), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.021693 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (be3511fd-bc6a-47f8-9d10-e3533964c39a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.022360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be3511fd-bc6a-47f8-9d10-e3533964c39a {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:24:17.029182 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.030346 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fc6cb924-b55f-4c84-8857-9b2ffe8ac6e8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/be3511fd-bc6a-47f8-9d10-e3533964c39a HTTP/1.1" status: 204 len: 168 time: 2.5394092 Jan 28 12:24:17.032859 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57788) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:17.106684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2ec503-b3d6-45f1-bb74-11b332e7e9f1 admin admin] Deleting subnet d6a7d76e-6473-4241-bec2-8361c2ed4815 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:24:17.124248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a2ec503-b3d6-45f1-bb74-11b332e7e9f1 admin admin] Publish callbacks [] for subnet (d6a7d76e-6473-4241-bec2-8361c2ed4815), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.190632 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.193973 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a2ec503-b3d6-45f1-bb74-11b332e7e9f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (d6a7d76e-6473-4241-bec2-8361c2ed4815), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.236884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fc93e-4a51-432c-8311-7e7b1bb41ff0 req-0e22f2f4-ad00-44d5-89d3-44d4f51dcee9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:17.238366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db8fc93e-4a51-432c-8311-7e7b1bb41ff0 req-0e22f2f4-ad00-44d5-89d3-44d4f51dcee9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.1281352 Jan 28 12:24:17.240731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05fde2bc-6e01-415d-a430-fd56fa15054c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:17.412046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db8fc93e-4a51-432c-8311-7e7b1bb41ff0 req-a0938e1f-ddf1-4c80-b4b6-0a61bbb18252 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414621 Jan 28 12:24:17.418980 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a2ec503-b3d6-45f1-bb74-11b332e7e9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (d6a7d76e-6473-4241-bec2-8361c2ed4815), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.432892 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.490249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Allocated IP 172.25.7.65 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:24:17.579652 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a2ec503-b3d6-45f1-bb74-11b332e7e9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (d6a7d76e-6473-4241-bec2-8361c2ed4815), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.628786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ec503-b3d6-45f1-bb74-11b332e7e9f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a7d76e-6473-4241-bec2-8361c2ed4815,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:17.638484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cff6422-985c-4b18-b37d-3a18f2a71ad9 None None] Network 56cb0932-7737-4f88-8ec5-54b673948db2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:24:17.647997 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a2ec503-b3d6-45f1-bb74-11b332e7e9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.651742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0a2ec503-b3d6-45f1-bb74-11b332e7e9f1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d6a7d76e-6473-4241-bec2-8361c2ed4815 HTTP/1.1" status: 204 len: 168 time: 0.6179736 Jan 28 12:24:17.654907 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:17.734867 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for port (145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.756335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60d9bc-b840-40f4-941f-26de4bc65b4b req-967a0677-13b9-484b-80a8-419f8e70bd57 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:17.761163 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (56cb0932-7737-4f88-8ec5-54b673948db2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.764008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d60d9bc-b840-40f4-941f-26de4bc65b4b req-967a0677-13b9-484b-80a8-419f8e70bd57 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 946 time: 0.1109972 Jan 28 12:24:17.839645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Deleting port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:17.840193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.851873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d60d9bc-b840-40f4-941f-26de4bc65b4b req-0af7fea4-5f9b-418f-bd16-661614f9f09c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800929 Jan 28 12:24:17.863971 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:17.886973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbe9ba0-eaa2-43cd-aa00-f4ec06f68042 None None] DHCP port deletion for 56cb0932-7737-4f88-8ec5-54b673948db2 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:24:17.947086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Pushing event updated for resources: {'Port': ['ID=145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:17.953523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:17.961057 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:17.970274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:24:18.017264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] For port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1e0c312d-6ffd-4365-a5e6-da32c9ecca8b,segment=NetworkSegment(d3b57225-d118-4f1d-899a-76910e0fffcc),segment_id=d3b57225-d118-4f1d-899a-76910e0fffcc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:18.017741 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.039819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe9ba0-eaa2-43cd-aa00-f4ec06f68042 None None] Deleting port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:18.042919 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9ba0-eaa2-43cd-aa00-f4ec06f68042 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.044903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Calling delete_port for 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:18.087023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a17fbf8e-c01f-4b56-bacd-5d2039b57e60 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:18.114939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fdd5e-f54e-4a64-b2d1-71a721e832c7 req-588a97c6-fddc-46d3-86bf-b070dd5f5d5d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:18.116492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-292fdd5e-f54e-4a64-b2d1-71a721e832c7 req-588a97c6-fddc-46d3-86bf-b070dd5f5d5d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 949 time: 0.1128361 Jan 28 12:24:18.170393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (b69614e3-12cb-416c-bae9-69b03f6ab866), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.176885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a17fbf8e-c01f-4b56-bacd-5d2039b57e60 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:18.177560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a17fbf8e-c01f-4b56-bacd-5d2039b57e60 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:18.178362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:18.180579 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.198477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-292fdd5e-f54e-4a64-b2d1-71a721e832c7 req-b640fb7b-e6bf-4363-adbb-faaeeab7cb01 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723903 Jan 28 12:24:18.213764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] No DVR routers for this DVR port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:18.215975 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0c312d-6ffd-4365-a5e6-da32c9ecca8b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:18.230047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.241054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:18.241406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:18.276798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2bbe9ba0-eaa2-43cd-aa00-f4ec06f68042 None None] For port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1e0c312d-6ffd-4365-a5e6-da32c9ecca8b,segment=NetworkSegment(d3b57225-d118-4f1d-899a-76910e0fffcc),segment_id=d3b57225-d118-4f1d-899a-76910e0fffcc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:18.277276 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9ba0-eaa2-43cd-aa00-f4ec06f68042 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.298876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe9ba0-eaa2-43cd-aa00-f4ec06f68042 None None] Calling delete_port for 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:18.319846 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (56cb0932-7737-4f88-8ec5-54b673948db2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.345251 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cb0932-7737-4f88-8ec5-54b673948db2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:18.357408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b57225-d118-4f1d-899a-76910e0fffcc') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:18.357718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b57225-d118-4f1d-899a-76910e0fffcc') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:18.368828 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (d3b57225-d118-4f1d-899a-76910e0fffcc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.385224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d3b57225-d118-4f1d-899a-76910e0fffcc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.394828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:24:18.395224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (d3b57225-d118-4f1d-899a-76910e0fffcc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: items = [ Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:24:18.397170 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:24:18.400747 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9ba0-eaa2-43cd-aa00-f4ec06f68042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (1e0c312d-6ffd-4365-a5e6-da32c9ecca8b), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.427462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe9ba0-eaa2-43cd-aa00-f4ec06f68042 None None] Pushing event deleted for resources: {'Port': ['ID=1e0c312d-6ffd-4365-a5e6-da32c9ecca8b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:18.434379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe9ba0-eaa2-43cd-aa00-f4ec06f68042 None None] No DVR routers for this DVR port 1e0c312d-6ffd-4365-a5e6-da32c9ecca8b on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:18.457327 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for port (145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.465763 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.481920 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (56cb0932-7737-4f88-8ec5-54b673948db2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.487696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.502372 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] 10.222.0.53 "DELETE /v2.0/networks/56cb0932-7737-4f88-8ec5-54b673948db2 HTTP/1.1" status: 204 len: 168 time: 0.8404868 Jan 28 12:24:18.529424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 319db635-2911-4aa7-871e-befd485af7b1 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:24:18.533039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd49a1-4142-48c1-a3ce-1bd7bf793fda admin admin] Pushing event deleted for resources: {'Network': ['ID=56cb0932-7737-4f88-8ec5-54b673948db2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:18.614201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Pushing event updated for resources: {'Port': ['ID=145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:18.635005 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (b69614e3-12cb-416c-bae9-69b03f6ab866), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.662413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1596a54-3408-4f91-bb67-952a32a0527d req-4b305188-3d56-4dc1-a034-e2b18ded583e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:18.664139 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1596a54-3408-4f91-bb67-952a32a0527d req-4b305188-3d56-4dc1-a034-e2b18ded583e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.1097214 Jan 28 12:24:18.672956 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.674409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-87025dd9-8073-4428-8a52-0fad76c65da7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9635623 Jan 28 12:24:18.691230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 319db635-2911-4aa7-871e-befd485af7b1, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=319db635-2911-4aa7-871e-befd485af7b1,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:18.705330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '319db635-2911-4aa7-871e-befd485af7b1', 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093', 'port_id': '319db635-2911-4aa7-871e-befd485af7b1', 'mac_address': 'fa:16:3e:51:c6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255b7628-961c-4616-adae-6292f992ea17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:24:18.714988 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57816) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:18.748103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-8974e3aa-1955-4cfe-bfad-287876f44092 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.65 HTTP/1.1" status: 200 len: 695 time: 0.0633857 Jan 28 12:24:18.753869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 319db635-2911-4aa7-871e-befd485af7b1 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:18.754275 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (319db635-2911-4aa7-871e-befd485af7b1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.769976 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4369a99b-8994-4f96-a329-aea0a271421b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acf4063bfeca4bc1a9b83886547eb6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515258 Jan 28 12:24:18.771383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57818) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:18.772103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 319db635-2911-4aa7-871e-befd485af7b1 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:18.798697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 319db635-2911-4aa7-871e-befd485af7b1, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=319db635-2911-4aa7-871e-befd485af7b1,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:18.807360 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (319db635-2911-4aa7-871e-befd485af7b1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.838495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd373-09a1-41e7-915d-362148e6e482 admin admin] Publish callbacks [] for security_group (2ffb726f-9c4a-453d-abfd-008578c4d117), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.843429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1596a54-3408-4f91-bb67-952a32a0527d req-e3798575-4e95-4d98-bbc0-924262d1a341 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675336 Jan 28 12:24:18.859771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=319db635-2911-4aa7-871e-befd485af7b1,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:18.874346 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd373-09a1-41e7-915d-362148e6e482 admin admin] Publish callbacks [] for security_group (2ffb726f-9c4a-453d-abfd-008578c4d117), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.902064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-5e484823-41bd-4414-a322-87fb02e63fbc tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:18.903611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b70762f-b6f5-4955-b0b9-82753e6bff0d req-5e484823-41bd-4414-a322-87fb02e63fbc tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1433768 Jan 28 12:24:18.937345 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd373-09a1-41e7-915d-362148e6e482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2ffb726f-9c4a-453d-abfd-008578c4d117), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.940663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd373-09a1-41e7-915d-362148e6e482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:18.941798 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ce2fd373-09a1-41e7-915d-362148e6e482 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ffb726f-9c4a-453d-abfd-008578c4d117 HTTP/1.1" status: 204 len: 168 time: 0.1694224 Jan 28 12:24:18.964708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fd373-09a1-41e7-915d-362148e6e482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffb726f-9c4a-453d-abfd-008578c4d117,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:18.975587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['319db635-2911-4aa7-871e-befd485af7b1'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:19.124657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bfe46-147b-464a-a160-5fec2689530a req-7e8d5984-5914-4e09-8b28-6f9936ebe4f3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:19.126300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a71bfe46-147b-464a-a160-5fec2689530a req-7e8d5984-5914-4e09-8b28-6f9936ebe4f3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 945 time: 0.1388369 Jan 28 12:24:19.176279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-88de8615-8918-4f92-9700-b1317651028a req-3363f4d6-36d3-4935-a44f-dcc192b9d7cb tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1906002 Jan 28 12:24:19.197716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:19.209637 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3b9beb9-6ac0-419a-9066-fecf04cc52dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:19.244698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a71bfe46-147b-464a-a160-5fec2689530a req-f8d489c2-54b7-457b-8c7a-2d4cf3128bb8 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066165 Jan 28 12:24:19.260796 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:19.396185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6130638-8eb5-4313-9886-f53a211612b2 req-253d5b11-5cc5-4cef-b802-ff000676838d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:19.397730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6130638-8eb5-4313-9886-f53a211612b2 req-253d5b11-5cc5-4cef-b802-ff000676838d tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 949 time: 0.0638559 Jan 28 12:24:19.466214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6130638-8eb5-4313-9886-f53a211612b2 req-d1beae78-0fcd-42c7-b564-603bb41b0f27 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581625 Jan 28 12:24:19.473686 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:19.598574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Allocated IP 172.25.7.42 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/f9411a30-9636-44ca-aa61-2a2e288aa3cd) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:24:19.734781 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for port (f9411a30-9636-44ca-aa61-2a2e288aa3cd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:19.777190 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f9411a30-9636-44ca-aa61-2a2e288aa3cd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:19.821328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:19.824948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:19.831755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:24:19.865409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Pushing event updated for resources: {'Port': ['ID=f9411a30-9636-44ca-aa61-2a2e288aa3cd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:19.980671 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (7335d6c1-149a-4883-985d-e500d61e1957), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:20.002779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd91656-ce78-431a-99b1-582a41f58a8b req-be70120f-2566-4da3-a94f-3f6c2b63c621 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:20.004310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5dd91656-ce78-431a-99b1-582a41f58a8b req-be70120f-2566-4da3-a94f-3f6c2b63c621 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.0706518 Jan 28 12:24:20.044805 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f9411a30-9636-44ca-aa61-2a2e288aa3cd), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:20.107392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5dd91656-ce78-431a-99b1-582a41f58a8b req-3b0b0468-ebd2-480b-8c5e-50bd6e060979 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882196 Jan 28 12:24:20.246529 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for port (f9411a30-9636-44ca-aa61-2a2e288aa3cd), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:20.251443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f9411a30-9636-44ca-aa61-2a2e288aa3cd), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:20.340843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Pushing event updated for resources: {'Port': ['ID=f9411a30-9636-44ca-aa61-2a2e288aa3cd,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:20.365685 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (7335d6c1-149a-4883-985d-e500d61e1957), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:20.386649 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:20.387882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-88de8615-8918-4f92-9700-b1317651028a req-eb7de53e-b60f-4b0f-b27f-49a66417c6ed tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1983137 Jan 28 12:24:20.402030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2ac3a-97de-4885-b805-544901af17a8 req-662a3f9d-e4ec-4388-8500-b7d997b79df7 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:20.403541 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1c2ac3a-97de-4885-b805-544901af17a8 req-662a3f9d-e4ec-4388-8500-b7d997b79df7 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 945 time: 0.0795219 Jan 28 12:24:20.465415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-88de8615-8918-4f92-9700-b1317651028a req-98961c26-1f5f-4d94-9dab-05ab3bb9f75b tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.0707476 Jan 28 12:24:20.537737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1c2ac3a-97de-4885-b805-544901af17a8 req-90e407e8-159a-4ffa-a2f3-51b2e686ed99 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278517 Jan 28 12:24:20.542890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 05fde2bc-6e01-415d-a430-fd56fa15054c up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:20.591078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8615-8918-4f92-9700-b1317651028a req-2d69e4ed-7c8b-4bc5-afea-f25370d161c2 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:20.592414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 05fde2bc-6e01-415d-a430-fd56fa15054c completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:24:20.592583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-88de8615-8918-4f92-9700-b1317651028a req-2d69e4ed-7c8b-4bc5-afea-f25370d161c2 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1212990 Jan 28 12:24:20.603116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 05fde2bc-6e01-415d-a430-fd56fa15054c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:20.603116 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:20.689715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 05fde2bc-6e01-415d-a430-fd56fa15054c is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:20.690115 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:20.702414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a276-1a24-478f-b6c5-0abf32a1f234 req-5ae16be2-9592-4164-975e-c92cecd8c5a9 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:20.704009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0641a276-1a24-478f-b6c5-0abf32a1f234 req-5ae16be2-9592-4164-975e-c92cecd8c5a9 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 949 time: 0.0525610 Jan 28 12:24:20.719753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11811f32-3cd9-4781-86b7-be41fd83c48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fde2bc-6e01-415d-a430-fd56fa15054c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:20.722152 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b09d7b2-463e-43a0-91dc-48954f4e506b" -d '{"events": [{"server_uuid": "11811f32-3cd9-4781-86b7-be41fd83c48b", "name": "network-vif-plugged", "status": "completed", "tag": "05fde2bc-6e01-415d-a430-fd56fa15054c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:20.735613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 05fde2bc-6e01-415d-a430-fd56fa15054c, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=05fde2bc-6e01-415d-a430-fd56fa15054c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:20.745981 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:20.746788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 319db635-2911-4aa7-871e-befd485af7b1 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:20.799083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0641a276-1a24-478f-b6c5-0abf32a1f234 req-d81dd185-bde6-427f-9dc0-3a454a4785f2 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893428 Jan 28 12:24:20.839623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=05fde2bc-6e01-415d-a430-fd56fa15054c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:20.889033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-58ca63cb-a4a5-4b8c-a146-bc82937f0887 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1182714 Jan 28 12:24:20.890458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 319db635-2911-4aa7-871e-befd485af7b1 is: BUILD; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:20.891433 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (319db635-2911-4aa7-871e-befd485af7b1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:20.900591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:20.906295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 319db635-2911-4aa7-871e-befd485af7b1 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:20.922334 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:20.929597 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 319db635-2911-4aa7-871e-befd485af7b1, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=319db635-2911-4aa7-871e-befd485af7b1,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:20.934687 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (319db635-2911-4aa7-871e-befd485af7b1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:20.990910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=319db635-2911-4aa7-871e-befd485af7b1,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:21.036245 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:21.145087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Allocated IP 172.25.7.76 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/7f7a079f-9f68-4891-941a-d92e9e9496eb) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:24:21.259115 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f02d6d-f3c3-4218-b15f-4bd522317684 x-openstack-request-id: req-80f02d6d-f3c3-4218-b15f-4bd522317684 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:21.259490 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11811f32-3cd9-4781-86b7-be41fd83c48b", "name": "network-vif-plugged", "status": "completed", "tag": "05fde2bc-6e01-415d-a430-fd56fa15054c", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:21.259754 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80f02d6d-f3c3-4218-b15f-4bd522317684 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:21.267594 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11811f32-3cd9-4781-86b7-be41fd83c48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fde2bc-6e01-415d-a430-fd56fa15054c', 'code': 200} Jan 28 12:24:21.562770 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d38e13a9-c997-421d-8e8f-16cca0536972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:21.600519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203b398-5ed1-4c66-82fd-d4098c432dee req-df81779f-4a25-42cb-8ab3-5a131e7f0731 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:21.602775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8203b398-5ed1-4c66-82fd-d4098c432dee req-df81779f-4a25-42cb-8ab3-5a131e7f0731 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 944 time: 0.1054950 Jan 28 12:24:21.607153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fed0a-ad91-4a0b-b72f-506a8458ce91 req-37e7ae17-763d-43cf-a435-7052a7e73c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:21.608556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f89fed0a-ad91-4a0b-b72f-506a8458ce91 req-37e7ae17-763d-43cf-a435-7052a7e73c22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 1101 time: 0.1124415 Jan 28 12:24:21.627151 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for port (7f7a079f-9f68-4891-941a-d92e9e9496eb), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:21.707066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f89fed0a-ad91-4a0b-b72f-506a8458ce91 req-fadccd25-6774-4a4b-adc2-5408083e5f07 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900884 Jan 28 12:24:21.711701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8203b398-5ed1-4c66-82fd-d4098c432dee req-18c4e0aa-04e0-4f6e-9dd2-142a4926039c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975537 Jan 28 12:24:21.728180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7f7a079f-9f68-4891-941a-d92e9e9496eb), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:21.767252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:21.770071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:21.775954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:24:21.799595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Pushing event updated for resources: {'Port': ['ID=7f7a079f-9f68-4891-941a-d92e9e9496eb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:21.886996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a941a6d2-acc7-41ec-ad29-901ef9ff519d tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--591803036&fields=id&tenant_id=8473c6f1cd984f95b129e1cd0af3aba4 HTTP/1.1" status: 200 len: 267 time: 0.0885022 Jan 28 12:24:21.922961 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (61ce0e8a-f0f0-434b-88bf-e1d1d9db5236), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:22.003751 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7f7a079f-9f68-4891-941a-d92e9e9496eb), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:22.048447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d635eff-6717-458b-b37c-57eeffad2808 req-359edb2c-d84e-4d87-8593-85ebcce2850e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:22.050005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-359edb2c-d84e-4d87-8593-85ebcce2850e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/networks?id=e7afdf34-7eb6-485a-b403-60ea6dfbabf6 HTTP/1.1" status: 200 len: 816 time: 0.1548676 Jan 28 12:24:22.077187 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-cb2fe663-e79c-4930-9d55-79353300f91f tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/quotas/8473c6f1cd984f95b129e1cd0af3aba4 HTTP/1.1" status: 200 len: 375 time: 0.0201802 Jan 28 12:24:22.187263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-8d69c551-26a4-449f-a5e6-fa4cc234b041 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8473c6f1cd984f95b129e1cd0af3aba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983112 Jan 28 12:24:22.265954 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for port (7f7a079f-9f68-4891-941a-d92e9e9496eb), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:22.273402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7f7a079f-9f68-4891-941a-d92e9e9496eb), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:22.386208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-adef7760-df90-4230-ab95-953275d3cf04 service neutron] 10.222.0.53 "GET /v2.0/networks/e7afdf34-7eb6-485a-b403-60ea6dfbabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843240 Jan 28 12:24:22.388848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Pushing event updated for resources: {'Port': ['ID=7f7a079f-9f68-4891-941a-d92e9e9496eb,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:22.444982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (61ce0e8a-f0f0-434b-88bf-e1d1d9db5236), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:22.473848 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:22.475062 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-92702ffa-c3bf-478f-b79a-cfa7506a2b7a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5791154 Jan 28 12:24:22.574442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-71aff1ec-1117-4804-b987-fc0183de93dc tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.76 HTTP/1.1" status: 200 len: 695 time: 0.0898764 Jan 28 12:24:22.580308 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-2879d6dd-2c09-4df0-b2fc-b3df7349f9bd service neutron] 10.222.0.53 "GET /v2.0/networks/e7afdf34-7eb6-485a-b403-60ea6dfbabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876087 Jan 28 12:24:22.616197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ace6a-417f-451a-b421-93ac5d40d083 req-4c1ae245-6fe6-4aa2-aaf3-2d8d7a34b5e1 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:22.618567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db3ace6a-417f-451a-b421-93ac5d40d083 req-4c1ae245-6fe6-4aa2-aaf3-2d8d7a34b5e1 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.35 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 944 time: 0.1343718 Jan 28 12:24:22.748416 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:24:22.760817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-1145e074-db36-4c75-808e-e87ef491b503 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:22.762452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e804fb09-99bc-464d-9ca6-3338016e1622 req-1145e074-db36-4c75-808e-e87ef491b503 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1797867 Jan 28 12:24:22.785549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-db3ace6a-417f-451a-b421-93ac5d40d083 req-f4810183-1119-4ef9-89cc-a4d81237ffdc tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Deleting port 319db635-2911-4aa7-871e-befd485af7b1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:22.785826 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-db3ace6a-417f-451a-b421-93ac5d40d083 req-f4810183-1119-4ef9-89cc-a4d81237ffdc tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (319db635-2911-4aa7-871e-befd485af7b1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:22.807024 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:22.969618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-db3ace6a-417f-451a-b421-93ac5d40d083 req-f4810183-1119-4ef9-89cc-a4d81237ffdc tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] For port 319db635-2911-4aa7-871e-befd485af7b1, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=319db635-2911-4aa7-871e-befd485af7b1,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:22.970052 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-db3ace6a-417f-451a-b421-93ac5d40d083 req-f4810183-1119-4ef9-89cc-a4d81237ffdc tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (319db635-2911-4aa7-871e-befd485af7b1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:22.989520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-db3ace6a-417f-451a-b421-93ac5d40d083 req-f4810183-1119-4ef9-89cc-a4d81237ffdc tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Calling delete_port for 319db635-2911-4aa7-871e-befd485af7b1 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:23.022513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a02f9e-8f4a-4cff-9aca-b5725656da9e req-0c585ea6-b4b6-47de-a425-213e917a1557 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:23.029117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78a02f9e-8f4a-4cff-9aca-b5725656da9e req-0c585ea6-b4b6-47de-a425-213e917a1557 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.1875021 Jan 28 12:24:23.149552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78a02f9e-8f4a-4cff-9aca-b5725656da9e req-ea941b2d-b4b2-431f-bc02-77a6d2338e98 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779653 Jan 28 12:24:23.324783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-db3ace6a-417f-451a-b421-93ac5d40d083 req-f4810183-1119-4ef9-89cc-a4d81237ffdc tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (319db635-2911-4aa7-871e-befd485af7b1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:23.333858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0d3b-4f6b-47f8-a2af-044723a69338 req-8d5a6777-a9cd-44c1-90da-6da3f71b6934 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:23.335416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-beee0d3b-4f6b-47f8-a2af-044723a69338 req-8d5a6777-a9cd-44c1-90da-6da3f71b6934 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 950 time: 0.0892045 Jan 28 12:24:23.380464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4810183-1119-4ef9-89cc-a4d81237ffdc tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event deleted for resources: {'Port': ['ID=319db635-2911-4aa7-871e-befd485af7b1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:23.446758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3ace6a-417f-451a-b421-93ac5d40d083 req-f4810183-1119-4ef9-89cc-a4d81237ffdc tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] No DVR routers for this DVR port 319db635-2911-4aa7-871e-befd485af7b1 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:23.452287 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-db3ace6a-417f-451a-b421-93ac5d40d083 req-f4810183-1119-4ef9-89cc-a4d81237ffdc tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:23.457803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db3ace6a-417f-451a-b421-93ac5d40d083 req-f4810183-1119-4ef9-89cc-a4d81237ffdc tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.35 "DELETE /v2.0/ports/319db635-2911-4aa7-871e-befd485af7b1 HTTP/1.1" status: 204 len: 173 time: 0.8073592 Jan 28 12:24:23.457803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a03a0e-acf8-4a6e-800c-9c793a8fbbb1', 'name': 'network-vif-deleted', 'tag': '319db635-2911-4aa7-871e-befd485af7b1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:23.458296 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a945e86c-4439-424d-ae42-84ab4783dbb7" -d '{"events": [{"server_uuid": "22a03a0e-acf8-4a6e-800c-9c793a8fbbb1", "name": "network-vif-deleted", "tag": "319db635-2911-4aa7-871e-befd485af7b1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:23.468241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-beee0d3b-4f6b-47f8-a2af-044723a69338 req-59bc6b9d-9e7f-4e95-b7c6-4d19fcd0de9c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261611 Jan 28 12:24:23.608141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedad12-0f9a-4788-af3d-718db7f74854 req-659b35bc-ca20-4b00-abd4-5dfbbec97f15 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:23.609739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bdedad12-0f9a-4788-af3d-718db7f74854 req-659b35bc-ca20-4b00-abd4-5dfbbec97f15 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 1096 time: 0.0498974 Jan 28 12:24:23.663664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31efb0d2-aa13-441b-b144-36ebb82813e6 req-57e3cc15-6b64-4913-9910-59a3455f0424 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=22a03a0e-acf8-4a6e-800c-9c793a8fbbb1 HTTP/1.1" status: 200 len: 210 time: 0.0360289 Jan 28 12:24:23.708678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bdedad12-0f9a-4788-af3d-718db7f74854 req-03c4fb7b-f55d-43e3-bb7c-1ba8d12fdd29 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913274 Jan 28 12:24:23.762723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5cad7885-5b79-438d-b24c-5dffe4ea4e8e req-1f828f7a-9697-4df7-a7ef-4127bf1d575a tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips/61ce0e8a-f0f0-434b-88bf-e1d1d9db5236 HTTP/1.1" status: 200 len: 692 time: 0.0646656 Jan 28 12:24:23.839874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27508933-048c-4859-b0cd-60b94b85cb12 req-6be85d3a-8f0e-4a80-8103-6a15deec336f tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 210 time: 0.0561395 Jan 28 12:24:23.893380 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3bebe6-a307-4ecd-aa34-b8144145a222 x-openstack-request-id: req-dc3bebe6-a307-4ecd-aa34-b8144145a222 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:23.893903 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a03a0e-acf8-4a6e-800c-9c793a8fbbb1", "name": "network-vif-deleted", "tag": "319db635-2911-4aa7-871e-befd485af7b1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:23.894226 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc3bebe6-a307-4ecd-aa34-b8144145a222 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:23.894704 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a03a0e-acf8-4a6e-800c-9c793a8fbbb1', 'name': 'network-vif-deleted', 'tag': '319db635-2911-4aa7-871e-befd485af7b1', 'status': 'completed', 'code': 200} Jan 28 12:24:23.915727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad7885-5b79-438d-b24c-5dffe4ea4e8e req-139d0d7d-c874-4c20-a8d4-9142c26ea2e7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:23.932093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5cad7885-5b79-438d-b24c-5dffe4ea4e8e req-139d0d7d-c874-4c20-a8d4-9142c26ea2e7 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1680169 Jan 28 12:24:24.017338 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542bebd-b883-4832-9316-537503815398 req-4c7c9f0f-0a42-4e44-b6e3-bf1b9a22f375 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:24.019335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7542bebd-b883-4832-9316-537503815398 req-4c7c9f0f-0a42-4e44-b6e3-bf1b9a22f375 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 1101 time: 0.0666804 Jan 28 12:24:24.077106 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7542bebd-b883-4832-9316-537503815398 req-6882ff5e-b26b-45eb-8c53-d166ab589987 tempest-ServersOnMultiNodesTest-1631118675 tempest-ServersOnMultiNodesTest-1631118675-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492702 Jan 28 12:24:24.194284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-6997363b-c629-4663-a264-8076edf6887f tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips/61ce0e8a-f0f0-434b-88bf-e1d1d9db5236 HTTP/1.1" status: 200 len: 692 time: 0.0805719 Jan 28 12:24:24.362293 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d635eff-6717-458b-b37c-57eeffad2808 req-c87b84e1-56a9-4926-8f67-e2059551c87b tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:24.364405 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-c87b84e1-56a9-4926-8f67-e2059551c87b tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.49 "GET /v2.0/networks?id=e7afdf34-7eb6-485a-b403-60ea6dfbabf6 HTTP/1.1" status: 200 len: 816 time: 0.2019560 Jan 28 12:24:24.404678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-80ca63b3-64ae-4be5-a154-4017385952c9 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:24.405908 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-80ca63b3-64ae-4be5-a154-4017385952c9 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.2037301 Jan 28 12:24:24.454667 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-beff3857-7c70-40f0-88a6-b17f1eacd61b tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8473c6f1cd984f95b129e1cd0af3aba4 HTTP/1.1" status: 200 len: 379 time: 0.0803320 Jan 28 12:24:24.468216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-6d635eff-6717-458b-b37c-57eeffad2808 req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Request body: {'port': {'device_id': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'admin_state_up': True, 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'security_groups': ['63921f12-f566-4b49-af0d-99b3d28ca404']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:24.483978 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:24.546272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-85a418ef-2796-407d-9832-8f5e46ab4250 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.76 HTTP/1.1" status: 200 len: 695 time: 0.1325469 Jan 28 12:24:24.622198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-5bb49a57-27f8-43f7-9a14-aeabc9b0eef6 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.76 HTTP/1.1" status: 200 len: 695 time: 0.0749919 Jan 28 12:24:24.651718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d635eff-6717-458b-b37c-57eeffad2808 req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Made reservation on behalf of 8473c6f1cd984f95b129e1cd0af3aba4 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:24:24.662249 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d635eff-6717-458b-b37c-57eeffad2808 req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:24.805296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-6ae25273-1421-4f74-ba05-636b8fa50a40 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Deleting port 7f7a079f-9f68-4891-941a-d92e9e9496eb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:24.805816 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-6ae25273-1421-4f74-ba05-636b8fa50a40 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7f7a079f-9f68-4891-941a-d92e9e9496eb), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:24.859135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-6d635eff-6717-458b-b37c-57eeffad2808 req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Allocated IP 172.20.0.8 (e7afdf34-7eb6-485a-b403-60ea6dfbabf6/51938959-b70b-4b11-a33e-eadb211e1a60/11af5495-9803-4047-9ff1-a54981192977) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:24:24.898230 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-6ae25273-1421-4f74-ba05-636b8fa50a40 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7f7a079f-9f68-4891-941a-d92e9e9496eb), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:24.899242 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-6ae25273-1421-4f74-ba05-636b8fa50a40 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (7f7a079f-9f68-4891-941a-d92e9e9496eb), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:24.912131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-6ae25273-1421-4f74-ba05-636b8fa50a40 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Calling delete_port for 7f7a079f-9f68-4891-941a-d92e9e9496eb owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:25.083155 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d635eff-6717-458b-b37c-57eeffad2808 req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for port (11af5495-9803-4047-9ff1-a54981192977), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:25.135811 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-6ae25273-1421-4f74-ba05-636b8fa50a40 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7f7a079f-9f68-4891-941a-d92e9e9496eb), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:25.144241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d635eff-6717-458b-b37c-57eeffad2808 req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (11af5495-9803-4047-9ff1-a54981192977), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:25.177368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae25273-1421-4f74-ba05-636b8fa50a40 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Pushing event deleted for resources: {'Port': ['ID=7f7a079f-9f68-4891-941a-d92e9e9496eb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:25.179575 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d635eff-6717-458b-b37c-57eeffad2808 req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:25.216655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-6d635eff-6717-458b-b37c-57eeffad2808 req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:25.237552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-c00b15ac-607f-4913-b391-10c124ea5dcc tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:24:25.239466 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-c00b15ac-607f-4913-b391-10c124ea5dcc tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0288026 Jan 28 12:24:25.245620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d635eff-6717-458b-b37c-57eeffad2808 req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:24:25.260540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-6ae25273-1421-4f74-ba05-636b8fa50a40 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (61ce0e8a-f0f0-434b-88bf-e1d1d9db5236), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:25.263377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-6ae25273-1421-4f74-ba05-636b8fa50a40 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:25.265479 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-453afb73-9b86-410f-800e-7d2b9045b5d4 req-6ae25273-1421-4f74-ba05-636b8fa50a40 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "DELETE /v2.0/floatingips/61ce0e8a-f0f0-434b-88bf-e1d1d9db5236 HTTP/1.1" status: 204 len: 173 time: 0.6415172 Jan 28 12:24:25.326613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-843555cd-f2d1-4278-9c8b-f1ef81bf28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:25.328153 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-843555cd-f2d1-4278-9c8b-f1ef81bf28f9 service neutron] 10.222.0.53 "GET /v2.0/ports/2446e1eb-2632-4f95-9880-70841d31231c HTTP/1.1" status: 200 len: 1093 time: 0.0750995 Jan 28 12:24:25.344137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] Request body: {'binding': {'host': 'n-h1-824835-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:25.344725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:24:25.382465 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Pushing event updated for resources: {'Port': ['ID=11af5495-9803-4047-9ff1-a54981192977,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:25.428079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d635eff-6717-458b-b37c-57eeffad2808 req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:25.428743 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d635eff-6717-458b-b37c-57eeffad2808 req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:25.479396 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-4c250936-d29c-41a5-8b2b-a6a4b8bddcb5 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0119085 Jan 28 12:24:25.516531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Request body: {'port': {'device_id': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:25.569724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0f9744ae-428b-4b09-9da5-fa0056114310 None None] Provisioning complete for port 11af5495-9803-4047-9ff1-a54981192977 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:25.570187 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f9744ae-428b-4b09-9da5-fa0056114310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (11af5495-9803-4047-9ff1-a54981192977), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:25.615955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0f9744ae-428b-4b09-9da5-fa0056114310 None None] Port 11af5495-9803-4047-9ff1-a54981192977 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:24:25.899183 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (11af5495-9803-4047-9ff1-a54981192977), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:25.907938 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:25.967738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] Attempting to bind port 2446e1eb-2632-4f95-9880-70841d31231c on host n-h1-824835-4 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:25.968075 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] Attempting to bind port 2446e1eb-2632-4f95-9880-70841d31231c by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:25.968407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] Attempting to bind port 2446e1eb-2632-4f95-9880-70841d31231c on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:25.977325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] Port 2446e1eb-2632-4f95-9880-70841d31231c on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:24:25.977621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] Attempting to bind port 2446e1eb-2632-4f95-9880-70841d31231c on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:25.992960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:25.993337 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:25.993682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] Bound using segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:25.994111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] Bound port: 2446e1eb-2632-4f95-9880-70841d31231c, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:26.043154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b04383-be85-4a34-8153-96c97f1c0e10 req-9b4d7293-bb19-4e77-86ce-00f01d9472b2 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:26.045820 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7b04383-be85-4a34-8153-96c97f1c0e10 req-9b4d7293-bb19-4e77-86ce-00f01d9472b2 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.0545259 Jan 28 12:24:26.097958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7b04383-be85-4a34-8153-96c97f1c0e10 req-8fbac223-73d4-4e4c-912e-61bef247159a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433486 Jan 28 12:24:26.163323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=2446e1eb-2632-4f95-9880-70841d31231c,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:24:26.173326 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:26.174636 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-f0b9238c-b07f-45e6-9596-2f1cb310b2fc service neutron] 10.222.0.53 "POST /v2.0/ports/2446e1eb-2632-4f95-9880-70841d31231c/bindings HTTP/1.1" status: 201 len: 389 time: 0.8394096 Jan 28 12:24:26.294558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11af5495-9803-4047-9ff1-a54981192977 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:26.294784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd310426-cf73-4b6a-afb7-c86a4a01b0da req-1df88aeb-ffbd-4bd0-b7f0-0a822e014de4 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:26.298527 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd310426-cf73-4b6a-afb7-c86a4a01b0da req-1df88aeb-ffbd-4bd0-b7f0-0a822e014de4 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 931 time: 0.0917356 Jan 28 12:24:26.310883 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Publish callbacks [] for port (11af5495-9803-4047-9ff1-a54981192977), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:26.327277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Transition to ACTIVE for port object 11af5495-9803-4047-9ff1-a54981192977 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:24:26.333353 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (11af5495-9803-4047-9ff1-a54981192977), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:26.436632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Pushing event updated for resources: {'Port': ['ID=11af5495-9803-4047-9ff1-a54981192977,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:26.526608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Attempting to bind port 11af5495-9803-4047-9ff1-a54981192977 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:26.526608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Attempting to bind port 11af5495-9803-4047-9ff1-a54981192977 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:26.527080 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Attempting to bind port 11af5495-9803-4047-9ff1-a54981192977 on network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:26.532789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Port 11af5495-9803-4047-9ff1-a54981192977 on network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:24:26.533194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Attempting to bind port 11af5495-9803-4047-9ff1-a54981192977 on network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:26.538828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:26.539890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Checking segment: {'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:26.540523 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Bound using segment: {'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:26.541142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Bound port: 11af5495-9803-4047-9ff1-a54981192977, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99263165-4175-456c-8985-ff3cfa501a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:26.541562 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (11af5495-9803-4047-9ff1-a54981192977), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:26.573200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 319db635-2911-4aa7-871e-befd485af7b1 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:26.625224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 319db635-2911-4aa7-871e-befd485af7b1 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:26.625806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 319db635-2911-4aa7-871e-befd485af7b1 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:26.638217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] For port 11af5495-9803-4047-9ff1-a54981192977, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:26.642020 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] For port 11af5495-9803-4047-9ff1-a54981192977, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=11af5495-9803-4047-9ff1-a54981192977,segment=NetworkSegment(99263165-4175-456c-8985-ff3cfa501a53),segment_id=99263165-4175-456c-8985-ff3cfa501a53)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:24:26.644280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd310426-cf73-4b6a-afb7-c86a4a01b0da req-b47cc179-2f84-488f-b63a-82785cad2d3f tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939081 Jan 28 12:24:26.649394 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (11af5495-9803-4047-9ff1-a54981192977), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:26.673834 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4b1df-776d-4ad9-a052-4cc959360263 req-efad1ce9-b610-4919-b517-b6fbd3461f6d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:26.687690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18b4b1df-776d-4ad9-a052-4cc959360263 req-efad1ce9-b610-4919-b517-b6fbd3461f6d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3868232 Jan 28 12:24:26.691659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:26.692289 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:26.693204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-e620afa1-4ded-4f82-8e8b-1b64d571d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:26.693844 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] 10.222.0.49 "PUT /v2.0/ports/11af5495-9803-4047-9ff1-a54981192977 HTTP/1.1" status: 200 len: 1091 time: 1.1863084 Jan 28 12:24:26.698577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'tag': '11af5495-9803-4047-9ff1-a54981192977'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:26.699445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-e620afa1-4ded-4f82-8e8b-1b64d571d384 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 1096 time: 0.2055809 Jan 28 12:24:26.701681 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f0d880-9a07-4f94-a12b-7ac403b93900" -d '{"events": [{"name": "network-changed", "server_uuid": "45659bfd-2a17-4ec5-baa7-ee6490fd4d9c", "tag": "11af5495-9803-4047-9ff1-a54981192977"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:26.751561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2051a4b-3cfc-46d3-a8dc-92b8c03a1b55 service neutron] Pushing event updated for resources: {'Port': ['ID=11af5495-9803-4047-9ff1-a54981192977,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:26.826182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d635eff-6717-458b-b37c-57eeffad2808 req-870aa20f-66e4-456c-9208-04a8a56163ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:26.828214 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-870aa20f-66e4-456c-9208-04a8a56163ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8473c6f1cd984f95b129e1cd0af3aba4&device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 1094 time: 0.0780437 Jan 28 12:24:26.888149 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-9765d211-5142-48d5-99b2-28d8672f504a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11af5495-9803-4047-9ff1-a54981192977 HTTP/1.1" status: 200 len: 217 time: 0.0504196 Jan 28 12:24:26.912613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-338b263c-593f-4427-9b13-7a72102ad04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:26.914646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-338b263c-593f-4427-9b13-7a72102ad04d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.2083800 Jan 28 12:24:26.942023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c8b44-42da-4099-995c-883ebb1af354 req-ebce0abe-6fb7-49b5-95fb-3f2bd15e79f8 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:26.943559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e91c8b44-42da-4099-995c-883ebb1af354 req-ebce0abe-6fb7-49b5-95fb-3f2bd15e79f8 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 950 time: 0.1476288 Jan 28 12:24:26.954629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d635eff-6717-458b-b37c-57eeffad2808 req-99809467-139e-4064-9bbc-c5cb6739d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:26.956237 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-99809467-139e-4064-9bbc-c5cb6739d367 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=51938959-b70b-4b11-a33e-eadb211e1a60 HTTP/1.1" status: 200 len: 855 time: 0.0600884 Jan 28 12:24:26.980608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841c07c-3b4c-4653-ab52-4c83627ba2f4 req-4b836bd9-4d88-44ab-9f8b-2237dd897309 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:26.980882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5841c07c-3b4c-4653-ab52-4c83627ba2f4 req-4b836bd9-4d88-44ab-9f8b-2237dd897309 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.1297355 Jan 28 12:24:26.987612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-cc7781cd-9aca-4b4b-bdb4-560c96764660 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2446e1eb-2632-4f95-9880-70841d31231c HTTP/1.1" status: 200 len: 217 time: 0.0633776 Jan 28 12:24:27.014404 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d635eff-6717-458b-b37c-57eeffad2808 req-c23880de-9d9a-4319-8b18-8b05f5c9daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:27.016004 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-c23880de-9d9a-4319-8b18-8b05f5c9daf2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7afdf34-7eb6-485a-b403-60ea6dfbabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510726 Jan 28 12:24:27.139890 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-640e5581-de82-42f0-971a-c5ad27040c78 service neutron] 10.222.0.49 "GET /v2.0/networks/e7afdf34-7eb6-485a-b403-60ea6dfbabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169047 Jan 28 12:24:27.237524 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6d635eff-6717-458b-b37c-57eeffad2808 req-9c75f04f-05a7-403c-8daf-fc21954d0839 service neutron] 10.222.0.49 "GET /v2.0/networks/e7afdf34-7eb6-485a-b403-60ea6dfbabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892465 Jan 28 12:24:27.290161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d6817-4ed5-42af-b16d-7e11940e32b3 req-1ebe4fc4-9b59-4df1-8423-ca224e9c3850 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:27.292129 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e00d6817-4ed5-42af-b16d-7e11940e32b3 req-1ebe4fc4-9b59-4df1-8423-ca224e9c3850 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/ports?device_id=11811f32-3cd9-4781-86b7-be41fd83c48b HTTP/1.1" status: 200 len: 950 time: 0.0536480 Jan 28 12:24:27.376320 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e91c8b44-42da-4099-995c-883ebb1af354 req-c3d30906-6899-43f4-b516-dbadee2b842e tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050772 Jan 28 12:24:27.386553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-309eb6d1-f296-445f-8d1a-5f078cc813b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:27.388066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-309eb6d1-f296-445f-8d1a-5f078cc813b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.3861966 Jan 28 12:24:27.393313 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5841c07c-3b4c-4653-ab52-4c83627ba2f4 req-e6b25375-9aae-405a-8f82-1d3cb337176f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038274 Jan 28 12:24:27.409924 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e00d6817-4ed5-42af-b16d-7e11940e32b3 req-95405116-e0af-4179-a4cb-6682440fbbc5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Deleting port 05fde2bc-6e01-415d-a430-fd56fa15054c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:27.410272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e00d6817-4ed5-42af-b16d-7e11940e32b3 req-95405116-e0af-4179-a4cb-6682440fbbc5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:27.421418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-8c5af3ac-1050-4faa-bbba-13709eea30e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262787 Jan 28 12:24:27.532083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e00d6817-4ed5-42af-b16d-7e11940e32b3 req-95405116-e0af-4179-a4cb-6682440fbbc5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] For port 05fde2bc-6e01-415d-a430-fd56fa15054c, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=05fde2bc-6e01-415d-a430-fd56fa15054c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:27.533042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e00d6817-4ed5-42af-b16d-7e11940e32b3 req-95405116-e0af-4179-a4cb-6682440fbbc5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:27.551764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e00d6817-4ed5-42af-b16d-7e11940e32b3 req-95405116-e0af-4179-a4cb-6682440fbbc5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Calling delete_port for 05fde2bc-6e01-415d-a430-fd56fa15054c owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:27.556207 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-475ff3af-a41d-4844-bf3a-7cf5ef248e35 req-91986b99-9133-4b0f-a2f3-2c5d0bd285f3 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=cabc0e08ffde441fb0aad6cf0ccec910 HTTP/1.1" status: 200 len: 1655 time: 0.1166744 Jan 28 12:24:27.712092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e00d6817-4ed5-42af-b16d-7e11940e32b3 req-95405116-e0af-4179-a4cb-6682440fbbc5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (05fde2bc-6e01-415d-a430-fd56fa15054c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:27.725344 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6fa22ca1-a933-462f-9aff-6297fe0f023a', '9d17efdd-e3fd-4388-b029-846fdae2272b', '600a7614-3960-408a-aee4-4fcc5dd19a7b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:27.728556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a', '69b28469-06d8-4aaa-bad0-1334ae203a97', '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e', 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde', '05fde2bc-6e01-415d-a430-fd56fa15054c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:27.743767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-9382f373-1854-4b3d-8841-3da90fa743fb service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162584 Jan 28 12:24:27.751310 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95405116-e0af-4179-a4cb-6682440fbbc5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event deleted for resources: {'Port': ['ID=05fde2bc-6e01-415d-a430-fd56fa15054c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:27.772647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ff3af-a41d-4844-bf3a-7cf5ef248e35 req-0e084dc3-a185-4305-ba0f-bc19659b8037 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:27.780478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-475ff3af-a41d-4844-bf3a-7cf5ef248e35 req-0e084dc3-a185-4305-ba0f-bc19659b8037 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks?id=0266e636-2364-4bad-ba25-a79985ccfb02&id=0266e636-2364-4bad-ba25-a79985ccfb02&id=0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 787 time: 0.2177749 Jan 28 12:24:27.785842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-475ff3af-a41d-4844-bf3a-7cf5ef248e35 req-002b0ea5-2109-4554-8e7a-93392806beea tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:24:27.796991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-475ff3af-a41d-4844-bf3a-7cf5ef248e35 req-002b0ea5-2109-4554-8e7a-93392806beea tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156114 Jan 28 12:24:27.802675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00d6817-4ed5-42af-b16d-7e11940e32b3 req-95405116-e0af-4179-a4cb-6682440fbbc5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] No DVR routers for this DVR port 05fde2bc-6e01-415d-a430-fd56fa15054c on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:27.805658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e00d6817-4ed5-42af-b16d-7e11940e32b3 req-95405116-e0af-4179-a4cb-6682440fbbc5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:27.810956 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e00d6817-4ed5-42af-b16d-7e11940e32b3 req-95405116-e0af-4179-a4cb-6682440fbbc5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "DELETE /v2.0/ports/05fde2bc-6e01-415d-a430-fd56fa15054c HTTP/1.1" status: 204 len: 173 time: 0.5138347 Jan 28 12:24:27.856487 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b16345c-b345-438f-903f-d6ce882e6a0a x-openstack-request-id: req-1b16345c-b345-438f-903f-d6ce882e6a0a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:27.856889 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45659bfd-2a17-4ec5-baa7-ee6490fd4d9c", "tag": "11af5495-9803-4047-9ff1-a54981192977", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:27.857200 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b16345c-b345-438f-903f-d6ce882e6a0a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:27.857623 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'tag': '11af5495-9803-4047-9ff1-a54981192977', 'status': 'completed', 'code': 200} Jan 28 12:24:27.886581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-8c3c5cec-68d6-4523-8747-68444e1ccb15 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:27.887287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-8c3c5cec-68d6-4523-8747-68444e1ccb15 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/networks?id=0c78bb79-874d-43ee-8773-3b7a3af6d093 HTTP/1.1" status: 200 len: 822 time: 0.3691838 Jan 28 12:24:27.937603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-8e4ee6a5-a938-445f-b57f-1330ec92cd86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/quotas/bb8ac41a87184c8ca638fb25a6b41979 HTTP/1.1" status: 200 len: 375 time: 0.0206382 Jan 28 12:24:27.983868 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2a3f9a55-c15e-443f-8a9b-68a53f43e903 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb8ac41a87184c8ca638fb25a6b41979&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451331 Jan 28 12:24:28.004300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0d880-9a07-4f94-a12b-7ac403b93900 req-4373ffab-897f-4d71-820d-5925eb020eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:28.006092 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-19f0d880-9a07-4f94-a12b-7ac403b93900 req-4373ffab-897f-4d71-820d-5925eb020eb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8473c6f1cd984f95b129e1cd0af3aba4&device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 1094 time: 0.1090190 Jan 28 12:24:28.044498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-a410fde4-fd36-4ba5-a39c-2bb5cff4515e service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937775 Jan 28 12:24:28.257399 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0d880-9a07-4f94-a12b-7ac403b93900 req-d95076b0-aa86-4ba2-8cb5-fc8417dbc86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:28.260912 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-19f0d880-9a07-4f94-a12b-7ac403b93900 req-d95076b0-aa86-4ba2-8cb5-fc8417dbc86f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7afdf34-7eb6-485a-b403-60ea6dfbabf6 HTTP/1.1" status: 200 len: 917 time: 0.2470567 Jan 28 12:24:28.296136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-ef5aa749-187f-4aaa-816d-93c8d15feaec service neutron] 10.222.0.53 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113389 Jan 28 12:24:28.369855 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-19f0d880-9a07-4f94-a12b-7ac403b93900 req-49ef6321-d5e1-4b87-96b2-6dfec29fa512 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11af5495-9803-4047-9ff1-a54981192977 HTTP/1.1" status: 200 len: 217 time: 0.0991464 Jan 28 12:24:28.465272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0d880-9a07-4f94-a12b-7ac403b93900 req-31b59dbe-47d7-4baa-811d-c668f8e3bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:28.466656 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-19f0d880-9a07-4f94-a12b-7ac403b93900 req-31b59dbe-47d7-4baa-811d-c668f8e3bad9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=51938959-b70b-4b11-a33e-eadb211e1a60 HTTP/1.1" status: 200 len: 855 time: 0.0902135 Jan 28 12:24:28.500341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-8b5448a4-614d-42dc-9af2-66dbe50c1e46 service neutron] 10.222.0.53 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999462 Jan 28 12:24:28.599138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0d880-9a07-4f94-a12b-7ac403b93900 req-48fe1d3c-bee9-4f56-9b08-eb9220bbc5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:28.611461 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-19f0d880-9a07-4f94-a12b-7ac403b93900 req-48fe1d3c-bee9-4f56-9b08-eb9220bbc5c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7afdf34-7eb6-485a-b403-60ea6dfbabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280255 Jan 28 12:24:28.797979 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-19f0d880-9a07-4f94-a12b-7ac403b93900 req-82234285-90ce-4145-9aab-402a729a2c4b service neutron] 10.222.0.49 "GET /v2.0/networks/e7afdf34-7eb6-485a-b403-60ea6dfbabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833925 Jan 28 12:24:28.881691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821c99f-9e76-4c85-9b5d-3f0ab8e34db0 req-2da94ff8-0123-4270-a4cd-0701c65e453e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:28.888807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9821c99f-9e76-4c85-9b5d-3f0ab8e34db0 req-2da94ff8-0123-4270-a4cd-0701c65e453e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.2094183 Jan 28 12:24:28.917222 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-19f0d880-9a07-4f94-a12b-7ac403b93900 req-ecd88f0a-6480-4976-946a-1956c668a800 service neutron] 10.222.0.49 "GET /v2.0/networks/e7afdf34-7eb6-485a-b403-60ea6dfbabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111946 Jan 28 12:24:28.935238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6af33e-9761-4611-aefe-a99d7b53ed0e req-88c67076-72b4-47ae-9a2d-eb73735501de tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:28.936876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb6af33e-9761-4611-aefe-a99d7b53ed0e req-88c67076-72b4-47ae-9a2d-eb73735501de tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.1513653 Jan 28 12:24:28.980559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9821c99f-9e76-4c85-9b5d-3f0ab8e34db0 req-142c4819-407a-40a6-964a-156b8fa285ed tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909028 Jan 28 12:24:29.046359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb6af33e-9761-4611-aefe-a99d7b53ed0e req-799d983e-4dc7-4138-9791-ca4569306b2b tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909886 Jan 28 12:24:29.120968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-0af4afc3-6dba-4c98-87f8-d2b542cf8443 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips/7335d6c1-149a-4883-985d-e500d61e1957 HTTP/1.1" status: 200 len: 692 time: 0.0955193 Jan 28 12:24:29.277807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-d6205547-fac9-42dc-ab86-8bb58c7bbe16 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:29.295576 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-d6205547-fac9-42dc-ab86-8bb58c7bbe16 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1677864 Jan 28 12:24:29.395273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-bc8b45d7-6b00-4ea0-8bf2-4350e7319d8f tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.0964456 Jan 28 12:24:29.490133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-6614f066-3eb5-4a1e-8697-379c53f5eee0 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.0934920 Jan 28 12:24:29.552452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e264394-e041-4ea0-b925-3c9b24f1faa3 req-2292d1be-31e0-40d7-8529-b25d44f24281 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:29.560582 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e264394-e041-4ea0-b925-3c9b24f1faa3 req-2292d1be-31e0-40d7-8529-b25d44f24281 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.1746092 Jan 28 12:24:29.678597 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e264394-e041-4ea0-b925-3c9b24f1faa3 req-50cb828c-b39b-4055-b893-0e370aa5b08f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140883 Jan 28 12:24:29.721253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-0c7084ee-a74a-44db-b052-e5b06a6b87ae tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Deleting port f9411a30-9636-44ca-aa61-2a2e288aa3cd {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:29.721857 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-0c7084ee-a74a-44db-b052-e5b06a6b87ae tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f9411a30-9636-44ca-aa61-2a2e288aa3cd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:29.813360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d3810f6b-0745-4a19-b7b5-298427fce9df req-50c061bb-3035-4007-9fab-218bf47a5af7 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 210 time: 0.0369575 Jan 28 12:24:29.858878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11811f32-3cd9-4781-86b7-be41fd83c48b', 'name': 'network-vif-deleted', 'tag': '05fde2bc-6e01-415d-a430-fd56fa15054c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:29.862466 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d55a26-8fdc-4327-9cc5-bfa20a4a50f5" -d '{"events": [{"server_uuid": "11811f32-3cd9-4781-86b7-be41fd83c48b", "name": "network-vif-deleted", "tag": "05fde2bc-6e01-415d-a430-fd56fa15054c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:29.862634 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-0c7084ee-a74a-44db-b052-e5b06a6b87ae tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f9411a30-9636-44ca-aa61-2a2e288aa3cd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:29.863087 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-0c7084ee-a74a-44db-b052-e5b06a6b87ae tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (f9411a30-9636-44ca-aa61-2a2e288aa3cd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:29.877829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-0c7084ee-a74a-44db-b052-e5b06a6b87ae tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Calling delete_port for f9411a30-9636-44ca-aa61-2a2e288aa3cd owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:30.046522 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-0c7084ee-a74a-44db-b052-e5b06a6b87ae tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f9411a30-9636-44ca-aa61-2a2e288aa3cd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:30.086760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7084ee-a74a-44db-b052-e5b06a6b87ae tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Pushing event deleted for resources: {'Port': ['ID=f9411a30-9636-44ca-aa61-2a2e288aa3cd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:30.192889 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-0c7084ee-a74a-44db-b052-e5b06a6b87ae tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (7335d6c1-149a-4883-985d-e500d61e1957), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:30.198827 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-0c7084ee-a74a-44db-b052-e5b06a6b87ae tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:30.200189 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4754455a-d675-43fa-a4dc-ead3bdfd4040 req-0c7084ee-a74a-44db-b052-e5b06a6b87ae tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "DELETE /v2.0/floatingips/7335d6c1-149a-4883-985d-e500d61e1957 HTTP/1.1" status: 204 len: 173 time: 0.7090321 Jan 28 12:24:30.339831 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c3a2e-ca15-42b4-b536-9b78315c25a1 x-openstack-request-id: req-7d0c3a2e-ca15-42b4-b536-9b78315c25a1 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:30.340129 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11811f32-3cd9-4781-86b7-be41fd83c48b", "name": "network-vif-deleted", "tag": "05fde2bc-6e01-415d-a430-fd56fa15054c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:30.340387 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d0c3a2e-ca15-42b4-b536-9b78315c25a1 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:30.340822 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11811f32-3cd9-4781-86b7-be41fd83c48b', 'name': 'network-vif-deleted', 'tag': '05fde2bc-6e01-415d-a430-fd56fa15054c', 'status': 'completed', 'code': 200} Jan 28 12:24:30.377665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-8ffaa348-4158-46e2-8728-484c52f9c302 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:30.380162 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-8ffaa348-4158-46e2-8728-484c52f9c302 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.35 "GET /v2.0/networks?id=0c78bb79-874d-43ee-8773-3b7a3af6d093 HTTP/1.1" status: 200 len: 822 time: 0.2073421 Jan 28 12:24:30.392751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Request body: {'port': {'device_id': '7fe264b9-4070-4f4b-b216-6a1e6b2d9866', 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093', 'admin_state_up': True, 'tenant_id': 'bb8ac41a87184c8ca638fb25a6b41979'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:30.512460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f23e4b-4297-4c71-982b-51ecbba74dc9 req-06d0c8cd-236c-4211-83ef-1b9a0ec3c835 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:30.514977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63f23e4b-4297-4c71-982b-51ecbba74dc9 req-06d0c8cd-236c-4211-83ef-1b9a0ec3c835 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 950 time: 0.1165261 Jan 28 12:24:30.599381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63f23e4b-4297-4c71-982b-51ecbba74dc9 req-a9c9e756-3b77-4a53-b279-3cee239e6b16 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763993 Jan 28 12:24:30.601686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Made reservation on behalf of bb8ac41a87184c8ca638fb25a6b41979 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:24:30.605194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:30.607523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 05fde2bc-6e01-415d-a430-fd56fa15054c no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:30.638493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 05fde2bc-6e01-415d-a430-fd56fa15054c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:30.640274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 05fde2bc-6e01-415d-a430-fd56fa15054c not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:30.803483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Allocated IP 172.20.0.2 (0c78bb79-874d-43ee-8773-3b7a3af6d093/255b7628-961c-4616-adae-6292f992ea17/4fff3f10-6eb9-40dc-b06c-380cf75b1317) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:24:30.826497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2958f-7316-4a4e-9889-8a50a29b491c req-c478cc3d-92cc-4073-896d-9ee8ebcfaceb tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:30.827998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27b2958f-7316-4a4e-9889-8a50a29b491c req-c478cc3d-92cc-4073-896d-9ee8ebcfaceb tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.1285880 Jan 28 12:24:30.866818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc684f9-32e7-4bd7-a95d-0be3916eb16f req-27354180-66d5-45cf-abe5-4fa7cc134c00 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:30.868277 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fc684f9-32e7-4bd7-a95d-0be3916eb16f req-27354180-66d5-45cf-abe5-4fa7cc134c00 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.1121855 Jan 28 12:24:30.982369 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27b2958f-7316-4a4e-9889-8a50a29b491c req-661f0cdc-40d1-41e1-9317-13809c8c4f9d tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473241 Jan 28 12:24:31.012908 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fc684f9-32e7-4bd7-a95d-0be3916eb16f req-b4b658b5-a731-435a-92b5-12b5d92bbdad tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340592 Jan 28 12:24:31.078925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-acb0118c-8b70-4805-afbf-ee7eab1b59e1 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips/b69614e3-12cb-416c-bae9-69b03f6ab866 HTTP/1.1" status: 200 len: 692 time: 0.0699382 Jan 28 12:24:31.161254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:31.223618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-056c7ced-746d-4838-bd64-f4c46a9ddd5d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:31.224954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-056c7ced-746d-4838-bd64-f4c46a9ddd5d tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1355162 Jan 28 12:24:31.236285 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:31.325280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-36fe6500-27d5-45f0-868a-a4b0f0943ddb tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.65 HTTP/1.1" status: 200 len: 695 time: 0.0867245 Jan 28 12:24:31.337651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Network 0c78bb79-874d-43ee-8773-3b7a3af6d093 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:31.344048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event updated for resources: {'Port': ['ID=4fff3f10-6eb9-40dc-b06c-380cf75b1317,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:31.348713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:31.350758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:24:31.420131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-91895672-527d-4623-acc4-b329f0012c32 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.65 HTTP/1.1" status: 200 len: 695 time: 0.0845113 Jan 28 12:24:31.475609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:31.477105 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:31.569435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-fdb26db2-6688-45d4-9e41-810fd5968a86 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1808527 Jan 28 12:24:31.594803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c092ee9-ab7c-464a-97cb-0c120b5cb9c6 req-b4114164-8f52-4216-8b5c-c164955c8e35 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:31.596290 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2c092ee9-ab7c-464a-97cb-0c120b5cb9c6 req-b4114164-8f52-4216-8b5c-c164955c8e35 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 950 time: 0.0504613 Jan 28 12:24:31.600697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Request body: {'port': {'device_id': '7fe264b9-4070-4f4b-b216-6a1e6b2d9866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:31.647009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f630f5b-a3b3-42cd-961e-b3c42b667376 req-7f544651-7675-4ab1-a579-fc7c7f28b927 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:31.649359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f630f5b-a3b3-42cd-961e-b3c42b667376 req-7f544651-7675-4ab1-a579-fc7c7f28b927 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.1491206 Jan 28 12:24:31.699203 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:31.701960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-2c092ee9-ab7c-464a-97cb-0c120b5cb9c6 req-a41f0b3a-379b-44ac-ae86-cd442da92413 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Deleting port 600a7614-3960-408a-aee4-4fcc5dd19a7b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:31.702371 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2c092ee9-ab7c-464a-97cb-0c120b5cb9c6 req-a41f0b3a-379b-44ac-ae86-cd442da92413 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:31.724550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-e7bdafa6-504f-4239-b5aa-e9a16071e971 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Deleting port 145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:31.724884 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-e7bdafa6-504f-4239-b5aa-e9a16071e971 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:31.795626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2c092ee9-ab7c-464a-97cb-0c120b5cb9c6 req-a41f0b3a-379b-44ac-ae86-cd442da92413 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] For port 600a7614-3960-408a-aee4-4fcc5dd19a7b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=600a7614-3960-408a-aee4-4fcc5dd19a7b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:31.796087 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2c092ee9-ab7c-464a-97cb-0c120b5cb9c6 req-a41f0b3a-379b-44ac-ae86-cd442da92413 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:31.811375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-2c092ee9-ab7c-464a-97cb-0c120b5cb9c6 req-a41f0b3a-379b-44ac-ae86-cd442da92413 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Calling delete_port for 600a7614-3960-408a-aee4-4fcc5dd19a7b owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:31.839910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f630f5b-a3b3-42cd-961e-b3c42b667376 req-d67156f9-4c91-47ad-9165-185428edc564 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685185 Jan 28 12:24:31.999265 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2c092ee9-ab7c-464a-97cb-0c120b5cb9c6 req-a41f0b3a-379b-44ac-ae86-cd442da92413 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (600a7614-3960-408a-aee4-4fcc5dd19a7b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:32.012902 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a', '69b28469-06d8-4aaa-bad0-1334ae203a97', '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e', 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:32.041474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f0b3a-379b-44ac-ae86-cd442da92413 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event deleted for resources: {'Port': ['ID=600a7614-3960-408a-aee4-4fcc5dd19a7b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:32.042492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-e7bdafa6-504f-4239-b5aa-e9a16071e971 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:32.042822 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-e7bdafa6-504f-4239-b5aa-e9a16071e971 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:32.064579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28f2bc-fd9d-4243-babe-1aa656c8a896 req-3a9d1c4c-cc5d-42f1-8043-a360fd34d866 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:32.066150 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd28f2bc-fd9d-4243-babe-1aa656c8a896 req-3a9d1c4c-cc5d-42f1-8043-a360fd34d866 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 931 time: 0.1440580 Jan 28 12:24:32.075613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-e7bdafa6-504f-4239-b5aa-e9a16071e971 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Calling delete_port for 145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:32.121015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6fa22ca1-a933-462f-9aff-6297fe0f023a', '9d17efdd-e3fd-4388-b029-846fdae2272b', '600a7614-3960-408a-aee4-4fcc5dd19a7b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:32.144891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c092ee9-ab7c-464a-97cb-0c120b5cb9c6 req-a41f0b3a-379b-44ac-ae86-cd442da92413 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] No DVR routers for this DVR port 600a7614-3960-408a-aee4-4fcc5dd19a7b on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:32.153614 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2c092ee9-ab7c-464a-97cb-0c120b5cb9c6 req-a41f0b3a-379b-44ac-ae86-cd442da92413 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:32.157362 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2c092ee9-ab7c-464a-97cb-0c120b5cb9c6 req-a41f0b3a-379b-44ac-ae86-cd442da92413 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "DELETE /v2.0/ports/600a7614-3960-408a-aee4-4fcc5dd19a7b HTTP/1.1" status: 204 len: 173 time: 0.5551920 Jan 28 12:24:32.224112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd28f2bc-fd9d-4243-babe-1aa656c8a896 req-059fe12d-2fe1-4936-9f6c-3133a7bb8037 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509202 Jan 28 12:24:32.345010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fff3f10-6eb9-40dc-b06c-380cf75b1317 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:32.346160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68b5a01-82a7-44b0-81c3-040c9893d4df', 'name': 'network-vif-deleted', 'tag': '600a7614-3960-408a-aee4-4fcc5dd19a7b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:32.352686 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d44a36-27c3-4f3b-af9c-e17ebe76d7f7" -d '{"events": [{"server_uuid": "b68b5a01-82a7-44b0-81c3-040c9893d4df", "name": "network-vif-deleted", "tag": "600a7614-3960-408a-aee4-4fcc5dd19a7b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:32.357307 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Publish callbacks [] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:32.422434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Transition to ACTIVE for port object 4fff3f10-6eb9-40dc-b06c-380cf75b1317 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:24:32.435498 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:32.518372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fff3f10-6eb9-40dc-b06c-380cf75b1317,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:32.521249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-e7bdafa6-504f-4239-b5aa-e9a16071e971 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:32.563121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdafa6-504f-4239-b5aa-e9a16071e971 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Pushing event deleted for resources: {'Port': ['ID=145f0c6d-b5dc-4d84-b04d-10e7e6bd3a05,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:32.593490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1fcaa7a2-8b9a-42b6-af7a-167e8a923cd1 req-a9cf219c-ce09-4d03-8212-a4bd1a3c206e tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b5a01-82a7-44b0-81c3-040c9893d4df HTTP/1.1" status: 200 len: 210 time: 0.0347824 Jan 28 12:24:33.027021 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-e7bdafa6-504f-4239-b5aa-e9a16071e971 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (b69614e3-12cb-416c-bae9-69b03f6ab866), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:33.029499 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-e7bdafa6-504f-4239-b5aa-e9a16071e971 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:33.030626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99294b36-8ba3-423d-aa00-b40a2e3fb700 req-e7bdafa6-504f-4239-b5aa-e9a16071e971 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "DELETE /v2.0/floatingips/b69614e3-12cb-416c-bae9-69b03f6ab866 HTTP/1.1" status: 204 len: 173 time: 1.6022618 Jan 28 12:24:33.054019 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Attempting to bind port 4fff3f10-6eb9-40dc-b06c-380cf75b1317 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:33.054353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Attempting to bind port 4fff3f10-6eb9-40dc-b06c-380cf75b1317 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:33.055262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Attempting to bind port 4fff3f10-6eb9-40dc-b06c-380cf75b1317 on network 0c78bb79-874d-43ee-8773-3b7a3af6d093 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:33.064637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d4a7b-6f19-4bdd-966f-298f3ac4b951 req-471437db-027f-4e17-a66d-5913b9a4e6c8 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:33.066089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f7d4a7b-6f19-4bdd-966f-298f3ac4b951 req-471437db-027f-4e17-a66d-5913b9a4e6c8 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.3718824 Jan 28 12:24:33.069351 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Port 4fff3f10-6eb9-40dc-b06c-380cf75b1317 on network 0c78bb79-874d-43ee-8773-3b7a3af6d093 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:24:33.069676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Attempting to bind port 4fff3f10-6eb9-40dc-b06c-380cf75b1317 on network 0c78bb79-874d-43ee-8773-3b7a3af6d093 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:33.074892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:33.075176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Checking segment: {'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:33.075589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Bound using segment: {'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:33.076017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Bound port: 4fff3f10-6eb9-40dc-b06c-380cf75b1317, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6a066b-669b-41e0-aa30-c0fde46f5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:33.076368 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:33.198209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f7d4a7b-6f19-4bdd-966f-298f3ac4b951 req-2d78dc53-9b5d-4b1a-9623-552c109cc723 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147003 Jan 28 12:24:33.239555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8212d-2df2-4ccc-8cdc-bf743ebf99b9 req-1e3e1960-a731-4817-b0c5-44dd3df868d3 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:33.241164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35a8212d-2df2-4ccc-8cdc-bf743ebf99b9 req-1e3e1960-a731-4817-b0c5-44dd3df868d3 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.1499786 Jan 28 12:24:33.256905 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f306f9a-0d35-45dc-b9f2-818ba9073505 x-openstack-request-id: req-6f306f9a-0d35-45dc-b9f2-818ba9073505 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:33.257417 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68b5a01-82a7-44b0-81c3-040c9893d4df", "name": "network-vif-deleted", "tag": "600a7614-3960-408a-aee4-4fcc5dd19a7b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:33.257417 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f306f9a-0d35-45dc-b9f2-818ba9073505 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:33.257943 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68b5a01-82a7-44b0-81c3-040c9893d4df', 'name': 'network-vif-deleted', 'tag': '600a7614-3960-408a-aee4-4fcc5dd19a7b', 'status': 'completed', 'code': 200} Jan 28 12:24:33.263579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] For port 4fff3f10-6eb9-40dc-b06c-380cf75b1317, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:33.267645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] For port 4fff3f10-6eb9-40dc-b06c-380cf75b1317, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4fff3f10-6eb9-40dc-b06c-380cf75b1317,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:24:33.278889 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:33.326170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:33.326757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:33.328139 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/4fff3f10-6eb9-40dc-b06c-380cf75b1317 HTTP/1.1" status: 200 len: 1091 time: 1.7494326 Jan 28 12:24:33.328587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe264b9-4070-4f4b-b216-6a1e6b2d9866', 'tag': '4fff3f10-6eb9-40dc-b06c-380cf75b1317'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:33.330812 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e82a0-6403-4ce1-bc9b-61ebe66f69a8" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe264b9-4070-4f4b-b216-6a1e6b2d9866", "tag": "4fff3f10-6eb9-40dc-b06c-380cf75b1317"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:33.362772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35a8212d-2df2-4ccc-8cdc-bf743ebf99b9 req-d59f38cc-c7e1-44ad-9eda-61a17506d613 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110902 Jan 28 12:24:33.367898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ccf41-97cb-4c22-8a60-0417672513e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fff3f10-6eb9-40dc-b06c-380cf75b1317,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:33.450644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-b31240b6-8871-4a98-8936-ba50d46a0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:33.453031 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-b31240b6-8871-4a98-8936-ba50d46a0bb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bb8ac41a87184c8ca638fb25a6b41979&device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 1094 time: 0.0738764 Jan 28 12:24:33.525210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-675a86e6-8c3e-4bb8-b152-fc0fe5ceae51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fff3f10-6eb9-40dc-b06c-380cf75b1317 HTTP/1.1" status: 200 len: 217 time: 0.0578246 Jan 28 12:24:33.571352 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111b7ba-af88-4036-a5d6-e3691277ed76 req-7a24cf94-4095-4044-a9f5-f50195fc7204 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:33.572855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8111b7ba-af88-4036-a5d6-e3691277ed76 req-7a24cf94-4095-4044-a9f5-f50195fc7204 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.1188049 Jan 28 12:24:33.607259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-f4dfc524-e844-44e9-891b-45b6a8d2d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:33.608743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-f4dfc524-e844-44e9-891b-45b6a8d2d327 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=255b7628-961c-4616-adae-6292f992ea17 HTTP/1.1" status: 200 len: 862 time: 0.0773370 Jan 28 12:24:33.661949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-7153a35d-5eb3-4476-835e-d58d7dc9a23d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c78bb79-874d-43ee-8773-3b7a3af6d093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401106 Jan 28 12:24:33.667588 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8111b7ba-af88-4036-a5d6-e3691277ed76 req-c4713e11-5494-4a3a-9494-3f16a06ea846 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865903 Jan 28 12:24:33.802879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-90f6ce71-aca5-462d-9b4a-aa83e6c9a957 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips/257b6a45-0d67-4622-b887-d4d2441b7018 HTTP/1.1" status: 200 len: 693 time: 0.0812964 Jan 28 12:24:33.897231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-98b0473c-ff73-406a-8cbb-ef80ca7ac74e service neutron] 10.222.0.35 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287955 Jan 28 12:24:33.912751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14ff63-8414-4300-978d-71563dc20232 req-46a541f6-924d-4e16-8a28-6c8314941b0a tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:33.914319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a14ff63-8414-4300-978d-71563dc20232 req-46a541f6-924d-4e16-8a28-6c8314941b0a tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 943 time: 0.1484971 Jan 28 12:24:34.026951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-299383fe-123c-4e70-b1f4-bd8dcf96da71 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:34.028298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-299383fe-123c-4e70-b1f4-bd8dcf96da71 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.2146087 Jan 28 12:24:34.082643 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a14ff63-8414-4300-978d-71563dc20232 req-07b1d8dc-440f-4aef-9248-3d9beb20c3bd tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582680 Jan 28 12:24:34.093725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-cac906cc-8a98-424b-a3f6-56658a8a71d6 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.155 HTTP/1.1" status: 200 len: 696 time: 0.0595276 Jan 28 12:24:34.149815 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9987d7e-647a-463a-bfc9-45d23c09e749 x-openstack-request-id: req-f9987d7e-647a-463a-bfc9-45d23c09e749 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:34.150109 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe264b9-4070-4f4b-b216-6a1e6b2d9866", "tag": "4fff3f10-6eb9-40dc-b06c-380cf75b1317", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:34.150361 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9987d7e-647a-463a-bfc9-45d23c09e749 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:34.150779 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe264b9-4070-4f4b-b216-6a1e6b2d9866', 'tag': '4fff3f10-6eb9-40dc-b06c-380cf75b1317', 'status': 'completed', 'code': 200} Jan 28 12:24:34.160876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8cfc69a-e459-4827-932c-6d857e9efd8a req-461bbc8b-a21b-48bd-aa0b-66577bfa387e service neutron] 10.222.0.35 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568684 Jan 28 12:24:34.165707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-5fd3e204-891a-4ed3-ac45-2eb325ae1664 tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.155 HTTP/1.1" status: 200 len: 696 time: 0.0544441 Jan 28 12:24:34.330724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e82a0-6403-4ce1-bc9b-61ebe66f69a8 req-52d3c144-58c3-499e-8cd3-4c2865b8352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:34.332446 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab3e82a0-6403-4ce1-bc9b-61ebe66f69a8 req-52d3c144-58c3-499e-8cd3-4c2865b8352c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bb8ac41a87184c8ca638fb25a6b41979&device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 1094 time: 0.1131222 Jan 28 12:24:34.406766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-5fc56fca-8a12-459d-83bb-c86a76308c0e tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Deleting port 34d63b0a-5bb0-443e-a272-b5cee9ba0a11 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:34.407194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-5fc56fca-8a12-459d-83bb-c86a76308c0e tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (34d63b0a-5bb0-443e-a272-b5cee9ba0a11), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:34.483673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e82a0-6403-4ce1-bc9b-61ebe66f69a8 req-670c5cb3-5d7c-4f03-8a94-c0d240bb9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:34.485137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab3e82a0-6403-4ce1-bc9b-61ebe66f69a8 req-670c5cb3-5d7c-4f03-8a94-c0d240bb9933 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c78bb79-874d-43ee-8773-3b7a3af6d093 HTTP/1.1" status: 200 len: 923 time: 0.1463125 Jan 28 12:24:34.540187 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab3e82a0-6403-4ce1-bc9b-61ebe66f69a8 req-5b90cfcd-bd9a-40c1-b83e-06d1d881bf95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fff3f10-6eb9-40dc-b06c-380cf75b1317 HTTP/1.1" status: 200 len: 217 time: 0.0470612 Jan 28 12:24:34.579240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-5fc56fca-8a12-459d-83bb-c86a76308c0e tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (34d63b0a-5bb0-443e-a272-b5cee9ba0a11), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:34.579603 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-5fc56fca-8a12-459d-83bb-c86a76308c0e tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (34d63b0a-5bb0-443e-a272-b5cee9ba0a11), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:34.603034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-5fc56fca-8a12-459d-83bb-c86a76308c0e tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Calling delete_port for 34d63b0a-5bb0-443e-a272-b5cee9ba0a11 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:34.623515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e82a0-6403-4ce1-bc9b-61ebe66f69a8 req-b3f39ede-e636-48cf-996d-d8eac0412bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:34.625098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab3e82a0-6403-4ce1-bc9b-61ebe66f69a8 req-b3f39ede-e636-48cf-996d-d8eac0412bfa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=255b7628-961c-4616-adae-6292f992ea17 HTTP/1.1" status: 200 len: 862 time: 0.0783348 Jan 28 12:24:34.701311 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab3e82a0-6403-4ce1-bc9b-61ebe66f69a8 req-b1f787f0-1694-4ee7-bd52-ff6763bc07b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c78bb79-874d-43ee-8773-3b7a3af6d093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422165 Jan 28 12:24:34.819931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869d515-4718-475f-898e-1fe7037fe7a6 req-ec3d384b-7ad4-4b93-b5f8-447a5bda9fdd tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:34.822239 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0869d515-4718-475f-898e-1fe7037fe7a6 req-ec3d384b-7ad4-4b93-b5f8-447a5bda9fdd tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.1506574 Jan 28 12:24:34.929188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab3e82a0-6403-4ce1-bc9b-61ebe66f69a8 req-f1afb833-9a89-42ed-9564-e3b80070eab6 service neutron] 10.222.0.35 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092440 Jan 28 12:24:34.965962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0869d515-4718-475f-898e-1fe7037fe7a6 req-ab8a8edc-80a4-4954-8a73-7bfd771fc641 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327968 Jan 28 12:24:35.021808 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-5fc56fca-8a12-459d-83bb-c86a76308c0e tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (34d63b0a-5bb0-443e-a272-b5cee9ba0a11), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:35.055299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc56fca-8a12-459d-83bb-c86a76308c0e tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Pushing event deleted for resources: {'Port': ['ID=34d63b0a-5bb0-443e-a272-b5cee9ba0a11,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:35.136170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab3e82a0-6403-4ce1-bc9b-61ebe66f69a8 req-82d801f3-1dd7-4c80-bf4d-77a00f17782e service neutron] 10.222.0.35 "GET /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976292 Jan 28 12:24:35.153494 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-5fc56fca-8a12-459d-83bb-c86a76308c0e tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks [] for floatingip (257b6a45-0d67-4622-b887-d4d2441b7018), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:35.156467 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-5fc56fca-8a12-459d-83bb-c86a76308c0e tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:35.157621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03f92e51-934f-4a5a-aafe-7d451c6ea11e req-5fc56fca-8a12-459d-83bb-c86a76308c0e tempest-FloatingIPDetailsTestJSON-1953905434 tempest-FloatingIPDetailsTestJSON-1953905434-project] 10.222.0.53 "DELETE /v2.0/floatingips/257b6a45-0d67-4622-b887-d4d2441b7018 HTTP/1.1" status: 204 len: 173 time: 0.9860833 Jan 28 12:24:35.165803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58424) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:35.192955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 600a7614-3960-408a-aee4-4fcc5dd19a7b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:35.246800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 600a7614-3960-408a-aee4-4fcc5dd19a7b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:35.247866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 600a7614-3960-408a-aee4-4fcc5dd19a7b not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:35.315474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa498b-baca-4b50-9d0c-bf0cdda82d10 req-10c131a2-0b37-4830-81e3-29b2167a39cb tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:35.317027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-acaa498b-baca-4b50-9d0c-bf0cdda82d10 req-10c131a2-0b37-4830-81e3-29b2167a39cb tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.0913386 Jan 28 12:24:35.397860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60ecda-f2df-4928-80a9-109e1c586e90 req-e341c6c9-8fa8-4705-a1af-b69ab3a4d530 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:35.399812 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae60ecda-f2df-4928-80a9-109e1c586e90 req-e341c6c9-8fa8-4705-a1af-b69ab3a4d530 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.1167548 Jan 28 12:24:35.418761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-acaa498b-baca-4b50-9d0c-bf0cdda82d10 req-f65bee65-4c72-410d-9cbe-f6790f83f8c4 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862322 Jan 28 12:24:35.481887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae60ecda-f2df-4928-80a9-109e1c586e90 req-85b7af25-0a3c-49d5-a338-97f358e7c03f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757933 Jan 28 12:24:35.583123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdfa4c-32e6-4f65-9322-a7083893dba4 req-4fae6179-ad5b-4ae4-8049-75b631142432 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:35.584749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41bdfa4c-32e6-4f65-9322-a7083893dba4 req-4fae6179-ad5b-4ae4-8049-75b631142432 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 943 time: 0.0681434 Jan 28 12:24:35.634475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fef9eba-f968-4632-bdd1-b07d39767e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (2f39365c-a305-4183-a68f-05ad261b36be), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:35.671198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd7d22-dfca-4ce2-aa7a-2ff79b76ef69 req-2c70a463-30ca-489a-bee9-49e2faeb9c93 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:35.673294 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44dd7d22-dfca-4ce2-aa7a-2ff79b76ef69 req-2c70a463-30ca-489a-bee9-49e2faeb9c93 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 950 time: 0.0871637 Jan 28 12:24:35.681362 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41bdfa4c-32e6-4f65-9322-a7083893dba4 req-c1fb0502-00d9-4f5a-8da8-e643a5d0b5c8 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856316 Jan 28 12:24:35.727667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44dd7d22-dfca-4ce2-aa7a-2ff79b76ef69 req-9a70ca5d-3579-445c-9e08-04a35ab5781e tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450802 Jan 28 12:24:35.910586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6fef9eba-f968-4632-bdd1-b07d39767e26 admin admin] Deleting port 210d485e-accd-49df-b8fa-a81f54d7d672 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:35.910928 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fef9eba-f968-4632-bdd1-b07d39767e26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:35.995594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6fef9eba-f968-4632-bdd1-b07d39767e26 admin admin] For port 210d485e-accd-49df-b8fa-a81f54d7d672, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=210d485e-accd-49df-b8fa-a81f54d7d672,segment=NetworkSegment(5161742f-b1bb-4aac-a0de-783a55632403),segment_id=5161742f-b1bb-4aac-a0de-783a55632403)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:35.996062 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fef9eba-f968-4632-bdd1-b07d39767e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:36.009402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6fef9eba-f968-4632-bdd1-b07d39767e26 admin admin] Calling delete_port for 210d485e-accd-49df-b8fa-a81f54d7d672 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:36.107532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0271b-1afe-48f2-82ec-e79f25792a9f req-753d3e7b-35a3-41f6-8a7c-78fe1cc42694 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:36.110020 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7fd0271b-1afe-48f2-82ec-e79f25792a9f req-753d3e7b-35a3-41f6-8a7c-78fe1cc42694 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.0565166 Jan 28 12:24:36.189037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7fd0271b-1afe-48f2-82ec-e79f25792a9f req-5439d252-a370-404d-8805-2d288b489704 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701935 Jan 28 12:24:36.236440 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fef9eba-f968-4632-bdd1-b07d39767e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (210d485e-accd-49df-b8fa-a81f54d7d672), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:36.262005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef9eba-f968-4632-bdd1-b07d39767e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=210d485e-accd-49df-b8fa-a81f54d7d672,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:36.455870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fef9eba-f968-4632-bdd1-b07d39767e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (2f39365c-a305-4183-a68f-05ad261b36be), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:36.587448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a387ca9-1fb0-489a-8777-d71d9588560c req-510e54ec-0984-42c8-ab7b-e7143e2f1b1a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:36.597416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a387ca9-1fb0-489a-8777-d71d9588560c req-510e54ec-0984-42c8-ab7b-e7143e2f1b1a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.0764825 Jan 28 12:24:36.618386 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485cd42-8e26-4736-9732-2033bec4553f req-30aaa01e-c7d1-4fee-9ac3-983b4bacd717 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:36.619841 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9485cd42-8e26-4736-9732-2033bec4553f req-30aaa01e-c7d1-4fee-9ac3-983b4bacd717 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "GET /v2.0/ports?device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 950 time: 0.1392093 Jan 28 12:24:36.643153 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4fff3f10-6eb9-40dc-b06c-380cf75b1317 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:24:36.691518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a387ca9-1fb0-489a-8777-d71d9588560c req-e3fa56c5-16d7-4d25-8cd4-da042d6732dd tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882783 Jan 28 12:24:36.764062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72791b78-64d9-4667-8ad3-34941a743137 req-45ef7cb3-5c28-4cc6-81f4-2e66a2d42b64 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:36.766439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72791b78-64d9-4667-8ad3-34941a743137 req-45ef7cb3-5c28-4cc6-81f4-2e66a2d42b64 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.0738459 Jan 28 12:24:36.787130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4fff3f10-6eb9-40dc-b06c-380cf75b1317, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4fff3f10-6eb9-40dc-b06c-380cf75b1317,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:36.818887 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-9485cd42-8e26-4736-9732-2033bec4553f req-e3919353-7221-4a39-90ac-9bb11cf6de9b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Deleting port 9d17efdd-e3fd-4388-b029-846fdae2272b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:36.819232 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9485cd42-8e26-4736-9732-2033bec4553f req-e3919353-7221-4a39-90ac-9bb11cf6de9b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:36.824970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '4fff3f10-6eb9-40dc-b06c-380cf75b1317', 'network_id': '0c78bb79-874d-43ee-8773-3b7a3af6d093', 'port_id': '4fff3f10-6eb9-40dc-b06c-380cf75b1317', 'mac_address': 'fa:16:3e:7a:09:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255b7628-961c-4616-adae-6292f992ea17', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:24:36.832733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72791b78-64d9-4667-8ad3-34941a743137 req-c89e8602-1928-490e-82a2-9dde64ed75a2 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562720 Jan 28 12:24:36.880204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4fff3f10-6eb9-40dc-b06c-380cf75b1317 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:36.880828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:36.895184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fff3f10-6eb9-40dc-b06c-380cf75b1317 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:36.897737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fef9eba-f968-4632-bdd1-b07d39767e26 admin admin] Router 2f39365c-a305-4183-a68f-05ad261b36be has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:24:36.919898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4fff3f10-6eb9-40dc-b06c-380cf75b1317, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4fff3f10-6eb9-40dc-b06c-380cf75b1317,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:36.932899 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:36.988383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b8cc3-a16c-493c-812f-816b39e22d93 req-e3794da6-aff9-4d56-a34e-ab439d5d7842 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:36.997427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d7b8cc3-a16c-493c-812f-816b39e22d93 req-e3794da6-aff9-4d56-a34e-ab439d5d7842 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 943 time: 0.1260741 Jan 28 12:24:37.003497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4fff3f10-6eb9-40dc-b06c-380cf75b1317,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:37.014637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.015550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.016391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.016895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.017500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.017994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.018657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.019719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.020258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.020886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.021550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.022043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.022698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:24:37.139714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85844cda-4bbf-4ff7-83e8-26b85a4c57ae req-c1413b1c-e282-4c72-9854-ac58365c873f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:37.141273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85844cda-4bbf-4ff7-83e8-26b85a4c57ae req-c1413b1c-e282-4c72-9854-ac58365c873f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 950 time: 0.1414628 Jan 28 12:24:37.156452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d7b8cc3-a16c-493c-812f-816b39e22d93 req-8414fdc4-b89b-4882-8af0-195d16b4bd0e tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782728 Jan 28 12:24:37.237839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85844cda-4bbf-4ff7-83e8-26b85a4c57ae req-2b2dcbb6-8756-4de4-92ff-1bdbb2c6eb9b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788116 Jan 28 12:24:37.247991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['4fff3f10-6eb9-40dc-b06c-380cf75b1317'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:37.394606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-9485cd42-8e26-4736-9732-2033bec4553f req-e3919353-7221-4a39-90ac-9bb11cf6de9b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] For port 9d17efdd-e3fd-4388-b029-846fdae2272b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9d17efdd-e3fd-4388-b029-846fdae2272b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:37.395174 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9485cd42-8e26-4736-9732-2033bec4553f req-e3919353-7221-4a39-90ac-9bb11cf6de9b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:37.407506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32845bbf-7efd-4a35-b767-f39150ce8099 req-80f5ed60-8893-42b0-8257-7e61d3d18e2a tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:37.413208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32845bbf-7efd-4a35-b767-f39150ce8099 req-80f5ed60-8893-42b0-8257-7e61d3d18e2a tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.0924337 Jan 28 12:24:37.429113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-9485cd42-8e26-4736-9732-2033bec4553f req-e3919353-7221-4a39-90ac-9bb11cf6de9b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Calling delete_port for 9d17efdd-e3fd-4388-b029-846fdae2272b owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:37.441415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fef9eba-f968-4632-bdd1-b07d39767e26 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:24:37.454213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58554) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:37.473376 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416d02e1-ab09-4c35-a5f1-fcf871051c43 None None] Sync routers for ids ['2f39365c-a305-4183-a68f-05ad261b36be'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:24:37.477572 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6fef9eba-f968-4632-bdd1-b07d39767e26 admin admin] 10.222.0.53 "PUT /v2.0/routers/2f39365c-a305-4183-a68f-05ad261b36be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3084466 Jan 28 12:24:37.484331 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d02e1-ab09-4c35-a5f1-fcf871051c43 None None] Routers {'2f39365c-a305-4183-a68f-05ad261b36be'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:24:37.484953 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-416d02e1-ab09-4c35-a5f1-fcf871051c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:24:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2f39365c-a305-4183-a68f-05ad261b36be'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:37.593797 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-416d02e1-ab09-4c35-a5f1-fcf871051c43 None None] Set router 2f39365c-a305-4183-a68f-05ad261b36be gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:24:37.599179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32845bbf-7efd-4a35-b767-f39150ce8099 req-8a0d2ae6-ca8a-47c4-9992-61ef62fecbda tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802742 Jan 28 12:24:37.678330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58558) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:37.713617 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Publish callbacks [] for router (2f39365c-a305-4183-a68f-05ad261b36be), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:37.715487 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9485cd42-8e26-4736-9732-2033bec4553f req-e3919353-7221-4a39-90ac-9bb11cf6de9b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9d17efdd-e3fd-4388-b029-846fdae2272b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:37.731451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6fa22ca1-a933-462f-9aff-6297fe0f023a', '9d17efdd-e3fd-4388-b029-846fdae2272b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:37.733782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a', '69b28469-06d8-4aaa-bad0-1334ae203a97', '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e', 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:37.804329 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3919353-7221-4a39-90ac-9bb11cf6de9b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event deleted for resources: {'Port': ['ID=9d17efdd-e3fd-4388-b029-846fdae2272b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:37.842558 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-416d02e1-ab09-4c35-a5f1-fcf871051c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f39365c-a305-4183-a68f-05ad261b36be', 'name': 'tempest-FloatingIPDetailsTestJSON-1325280651-router', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:55Z', 'updated_at': '2022-01-28T12:24:36Z', 'revision_number': 5, 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'gw_port': {'id': 'da0b8dee-429c-4fbc-b9ac-94d287f3c1b0', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f39365c-a305-4183-a68f-05ad261b36be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:57Z', 'updated_at': '2022-01-28T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:37.884300 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Publish callbacks [] for router_gateway (2f39365c-a305-4183-a68f-05ad261b36be), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:37.941851 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416d02e1-ab09-4c35-a5f1-fcf871051c43 None None] Checking router: 2f39365c-a305-4183-a68f-05ad261b36be for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:24:37.954990 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d02e1-ab09-4c35-a5f1-fcf871051c43 None None] Routers {'2f39365c-a305-4183-a68f-05ad261b36be'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:24:37.955894 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-416d02e1-ab09-4c35-a5f1-fcf871051c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:24:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2f39365c-a305-4183-a68f-05ad261b36be'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:37.956682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9485cd42-8e26-4736-9732-2033bec4553f req-e3919353-7221-4a39-90ac-9bb11cf6de9b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] No DVR routers for this DVR port 9d17efdd-e3fd-4388-b029-846fdae2272b on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:37.970970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9485cd42-8e26-4736-9732-2033bec4553f req-e3919353-7221-4a39-90ac-9bb11cf6de9b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:37.982797 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9485cd42-8e26-4736-9732-2033bec4553f req-e3919353-7221-4a39-90ac-9bb11cf6de9b tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "DELETE /v2.0/ports/9d17efdd-e3fd-4388-b029-846fdae2272b HTTP/1.1" status: 204 len: 173 time: 1.3565288 Jan 28 12:24:37.984395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de51619d-48d5-4d2b-b11f-920b33479eff', 'name': 'network-vif-deleted', 'tag': '9d17efdd-e3fd-4388-b029-846fdae2272b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:37.986906 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366c49ab-7da7-417a-ad6c-23afc941a3d3" -d '{"events": [{"server_uuid": "de51619d-48d5-4d2b-b11f-920b33479eff", "name": "network-vif-deleted", "tag": "9d17efdd-e3fd-4388-b029-846fdae2272b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:38.011266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506d6d1-992d-4f4a-bffa-4e8dfebe19b5 req-c65735e8-dc07-43c9-b8ac-e1f48e5bdbc9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:38.013157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4506d6d1-992d-4f4a-bffa-4e8dfebe19b5 req-c65735e8-dc07-43c9-b8ac-e1f48e5bdbc9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.1445565 Jan 28 12:24:38.020486 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c2a3598-b3b8-4bc9-8220-c8712ea079dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:38.081724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff3f97-989c-493a-83fd-bacc7fa81369 req-4d642996-6ae8-4794-80b2-1593d2a81fd4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:38.089233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9ff3f97-989c-493a-83fd-bacc7fa81369 req-4d642996-6ae8-4794-80b2-1593d2a81fd4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.1286430 Jan 28 12:24:38.098387 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-416d02e1-ab09-4c35-a5f1-fcf871051c43 None None] Set router 2f39365c-a305-4183-a68f-05ad261b36be gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:24:38.180581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Deleting port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:38.181158 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:38.185568 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-416d02e1-ab09-4c35-a5f1-fcf871051c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f39365c-a305-4183-a68f-05ad261b36be', 'name': 'tempest-FloatingIPDetailsTestJSON-1325280651-router', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:55Z', 'updated_at': '2022-01-28T12:24:37Z', 'revision_number': 6, 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:38.208406 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c2a3598-b3b8-4bc9-8220-c8712ea079dd admin admin] Publish callbacks [] for security_group (a5f2471a-2cf1-40d2-8a9b-42ea80272428), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:38.217444 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c2a3598-b3b8-4bc9-8220-c8712ea079dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a5f2471a-2cf1-40d2-8a9b-42ea80272428), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:38.233404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9ff3f97-989c-493a-83fd-bacc7fa81369 req-895e4887-ba24-497c-ae36-8cd318890635 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362369 Jan 28 12:24:38.259491 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4506d6d1-992d-4f4a-bffa-4e8dfebe19b5 req-a92be6d4-658b-4734-87ad-1b4c9753bb90 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273469 Jan 28 12:24:38.310642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a3598-b3b8-4bc9-8220-c8712ea079dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f2471a-2cf1-40d2-8a9b-42ea80272428,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:38.329891 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9c2a3598-b3b8-4bc9-8220-c8712ea079dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b227c5be8aa462cb62865135a1b5f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6504657 Jan 28 12:24:38.338233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58574) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:38.338731 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961bf4fb-a2b3-48b4-9469-0edb911d23df x-openstack-request-id: req-961bf4fb-a2b3-48b4-9469-0edb911d23df {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:38.344897 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de51619d-48d5-4d2b-b11f-920b33479eff", "name": "network-vif-deleted", "tag": "9d17efdd-e3fd-4388-b029-846fdae2272b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:38.345163 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-961bf4fb-a2b3-48b4-9469-0edb911d23df {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:38.345585 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de51619d-48d5-4d2b-b11f-920b33479eff', 'name': 'network-vif-deleted', 'tag': '9d17efdd-e3fd-4388-b029-846fdae2272b', 'status': 'completed', 'code': 200} Jan 28 12:24:38.477202 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416d02e1-ab09-4c35-a5f1-fcf871051c43 None None] The sync data for ids ['2f39365c-a305-4183-a68f-05ad261b36be'] in n-d-824835-4 is: [{'id': '2f39365c-a305-4183-a68f-05ad261b36be', 'name': 'tempest-FloatingIPDetailsTestJSON-1325280651-router', 'tenant_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:55Z', 'updated_at': '2022-01-28T12:24:37Z', 'revision_number': 6, 'project_id': 'cabc0e08ffde441fb0aad6cf0ccec910', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:24:38.646570 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-0913e9b6-5fc7-4c71-881e-88cf2a031c04 service neutron] show failed (client error): The resource could not be found. Jan 28 12:24:38.650253 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-0913e9b6-5fc7-4c71-881e-88cf2a031c04 service neutron] 10.222.0.49 "GET /v2.0/ports/4141f508-d1ef-4cf1-823e-ac895c0bcce9/bindings/n-h1-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.1219571 Jan 28 12:24:38.652249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4fff3f10-6eb9-40dc-b06c-380cf75b1317 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:38.692616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e74e4cb-41b8-4f88-addd-04065b772e9c req-5aa8986e-aad8-420a-a7c5-eb4886725d43 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=de51619d-48d5-4d2b-b11f-920b33479eff HTTP/1.1" status: 200 len: 210 time: 0.1013515 Jan 28 12:24:38.737782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] For port da0b8dee-429c-4fbc-b9ac-94d287f3c1b0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=da0b8dee-429c-4fbc-b9ac-94d287f3c1b0,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:38.738041 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:38.753348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Calling delete_port for da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:38.771740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 4fff3f10-6eb9-40dc-b06c-380cf75b1317 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:24:38.788226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 4fff3f10-6eb9-40dc-b06c-380cf75b1317 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:38.789802 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:38.979619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4fff3f10-6eb9-40dc-b06c-380cf75b1317 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:38.980017 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:39.013205 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe264b9-4070-4f4b-b216-6a1e6b2d9866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fff3f10-6eb9-40dc-b06c-380cf75b1317'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:39.015096 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57819b23-351c-4e06-9354-fd4a6e04612c" -d '{"events": [{"server_uuid": "7fe264b9-4070-4f4b-b216-6a1e6b2d9866", "name": "network-vif-plugged", "status": "completed", "tag": "4fff3f10-6eb9-40dc-b06c-380cf75b1317"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:39.030748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4fff3f10-6eb9-40dc-b06c-380cf75b1317, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4fff3f10-6eb9-40dc-b06c-380cf75b1317,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:39.041320 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:39.104101 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4fff3f10-6eb9-40dc-b06c-380cf75b1317,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:39.123930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8bc95-71df-4b21-9342-85ea6109a97a req-6cd30d63-b993-453b-8c88-e2e832bc6336 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:39.125372 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6cd8bc95-71df-4b21-9342-85ea6109a97a req-6cd30d63-b993-453b-8c88-e2e832bc6336 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 944 time: 0.7324076 Jan 28 12:24:39.126000 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50822636-69d3-4b59-9b59-587dab27bbe3 admin admin] Publish callbacks [] for security_group (a5f2471a-2cf1-40d2-8a9b-42ea80272428), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:39.229256 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50822636-69d3-4b59-9b59-587dab27bbe3 admin admin] Publish callbacks [] for security_group (a5f2471a-2cf1-40d2-8a9b-42ea80272428), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:39.334043 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6cd8bc95-71df-4b21-9342-85ea6109a97a req-4134cbbb-a741-4575-a2c3-5de6b7a58567 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016265 Jan 28 12:24:39.339598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-376d87b5-360f-4c1f-91bc-8d165170d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:39.341547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-376d87b5-360f-4c1f-91bc-8d165170d68a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53&tenant_id=5365e826fdfe40a69e62d0df1e72d7db HTTP/1.1" status: 200 len: 1100 time: 0.2119324 Jan 28 12:24:39.350340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbccf50-90e5-4a48-aceb-853c90861750 req-3a6d2403-64f9-4c25-95b2-ffe9a6d7b4ec tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:39.354241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fbccf50-90e5-4a48-aceb-853c90861750 req-3a6d2403-64f9-4c25-95b2-ffe9a6d7b4ec tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.2241046 Jan 28 12:24:39.357476 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:39.403611 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9692805b-4447-4995-b2d7-1e5a3af6088d x-openstack-request-id: req-9692805b-4447-4995-b2d7-1e5a3af6088d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:39.404639 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe264b9-4070-4f4b-b216-6a1e6b2d9866", "name": "network-vif-plugged", "status": "completed", "tag": "4fff3f10-6eb9-40dc-b06c-380cf75b1317", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:39.405252 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9692805b-4447-4995-b2d7-1e5a3af6088d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:39.405857 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe264b9-4070-4f4b-b216-6a1e6b2d9866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fff3f10-6eb9-40dc-b06c-380cf75b1317', 'code': 200} Jan 28 12:24:39.477734 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50822636-69d3-4b59-9b59-587dab27bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a5f2471a-2cf1-40d2-8a9b-42ea80272428), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:39.480351 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50822636-69d3-4b59-9b59-587dab27bbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:39.483911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-50822636-69d3-4b59-9b59-587dab27bbe3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5f2471a-2cf1-40d2-8a9b-42ea80272428 HTTP/1.1" status: 204 len: 168 time: 1.1240115 Jan 28 12:24:39.517445 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:39.530943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50822636-69d3-4b59-9b59-587dab27bbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f2471a-2cf1-40d2-8a9b-42ea80272428,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:39.552036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fefd2-c1d0-4a03-abd9-83a87fdc9007 req-4b713381-706c-439e-97f6-91083e87188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:39.553198 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-791fefd2-c1d0-4a03-abd9-83a87fdc9007 req-4b713381-706c-439e-97f6-91083e87188b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 1096 time: 0.0774574 Jan 28 12:24:39.581386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fbccf50-90e5-4a48-aceb-853c90861750 req-61468b3e-99cf-4520-a2e3-7cc0b1285c33 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880383 Jan 28 12:24:39.622130 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (da0b8dee-429c-4fbc-b9ac-94d287f3c1b0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:39.645180 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-791fefd2-c1d0-4a03-abd9-83a87fdc9007 req-a8e8e98d-9d47-4652-94f8-425962dcfaea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845335 Jan 28 12:24:39.671104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e944e0-1da5-4a17-9bb0-44c11517cc52 req-adc00600-a4f0-4e52-aa19-e0668a778778 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:39.672623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5e944e0-1da5-4a17-9bb0-44c11517cc52 req-adc00600-a4f0-4e52-aa19-e0668a778778 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.1437058 Jan 28 12:24:39.684585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Pushing event deleted for resources: {'Port': ['ID=da0b8dee-429c-4fbc-b9ac-94d287f3c1b0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:39.895884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5e944e0-1da5-4a17-9bb0-44c11517cc52 req-6755208d-ab7e-4427-850b-e8cb11f6fc1d tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086258 Jan 28 12:24:39.897142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (2f39365c-a305-4183-a68f-05ad261b36be), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.043320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:40.071960 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (2f39365c-a305-4183-a68f-05ad261b36be), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.074830 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Publish callbacks [] for router_controller (2f39365c-a305-4183-a68f-05ad261b36be), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.077912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:40.078558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device da0b8dee-429c-4fbc-b9ac-94d287f3c1b0 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:40.079406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 210d485e-accd-49df-b8fa-a81f54d7d672 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:40.108292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 210d485e-accd-49df-b8fa-a81f54d7d672 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:40.108990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 210d485e-accd-49df-b8fa-a81f54d7d672 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:40.149680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1c907-cc73-4c07-b614-8954313b9b26 req-96727952-26cd-4a6f-a534-9a097dcf9d53 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:40.158418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5a1c907-cc73-4c07-b614-8954313b9b26 req-96727952-26cd-4a6f-a534-9a097dcf9d53 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.4553971 Jan 28 12:24:40.181942 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (2f39365c-a305-4183-a68f-05ad261b36be), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.182495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f39365c-a305-4183-a68f-05ad261b36be {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:24:40.192433 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.193572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-aa8591ee-5561-4750-939b-e9a5ce43e58d admin admin] 10.222.0.53 "DELETE /v2.0/routers/2f39365c-a305-4183-a68f-05ad261b36be HTTP/1.1" status: 204 len: 168 time: 2.7355318 Jan 28 12:24:40.196504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58606) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:40.302998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-45af1352-93a1-429b-9323-ede4fc234365 admin admin] Deleting subnet e4dba70e-50be-4796-80b4-612171219ec8 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:24:40.307770 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45af1352-93a1-429b-9323-ede4fc234365 admin admin] Publish callbacks [] for subnet (e4dba70e-50be-4796-80b4-612171219ec8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.311682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5a1c907-cc73-4c07-b614-8954313b9b26 req-50455214-1b9c-4e40-bd50-75aac3024751 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522236 Jan 28 12:24:40.313754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:40.359751 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45af1352-93a1-429b-9323-ede4fc234365 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (e4dba70e-50be-4796-80b4-612171219ec8), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.415183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:40.506692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45af1352-93a1-429b-9323-ede4fc234365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (e4dba70e-50be-4796-80b4-612171219ec8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.508483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c150d9-c34d-4ba3-9b28-f11488fff720 req-e05c8a92-1ca7-4527-bdf4-6b452109ae00 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:40.515356 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72c150d9-c34d-4ba3-9b28-f11488fff720 req-e05c8a92-1ca7-4527-bdf4-6b452109ae00 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 945 time: 0.0731249 Jan 28 12:24:40.520620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:40.522882 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301a4d02-af46-4f20-a517-7023534d1950" -d '{"events": [{"server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "name": "network-vif-unplugged", "status": "completed", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:40.528662 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Publish callbacks [] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.578054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Transition to ACTIVE for port object 4141f508-d1ef-4cf1-823e-ac895c0bcce9 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:24:40.592967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72c150d9-c34d-4ba3-9b28-f11488fff720 req-627c41fd-bd4b-48a2-9645-556f88123226 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759823 Jan 28 12:24:40.599067 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.611956 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45af1352-93a1-429b-9323-ede4fc234365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (e4dba70e-50be-4796-80b4-612171219ec8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.643854 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af1352-93a1-429b-9323-ede4fc234365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4dba70e-50be-4796-80b4-612171219ec8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:40.652383 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45af1352-93a1-429b-9323-ede4fc234365 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.659042 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-45af1352-93a1-429b-9323-ede4fc234365 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e4dba70e-50be-4796-80b4-612171219ec8 HTTP/1.1" status: 204 len: 168 time: 0.4614842 Jan 28 12:24:40.659795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58624) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:40.668427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3900a6c5-da95-4781-b1c4-9911bd9383ec None None] Network 164863b1-9298-4006-b10c-1e4e1bd64f45 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:24:40.737355 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af74ad2c-cc8d-439f-a564-6529fd790ae4 x-openstack-request-id: req-af74ad2c-cc8d-439f-a564-6529fd790ae4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:40.737881 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "name": "network-vif-unplugged", "status": "completed", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:40.738141 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af74ad2c-cc8d-439f-a564-6529fd790ae4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:40.738602 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'code': 200} Jan 28 12:24:40.813050 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (164863b1-9298-4006-b10c-1e4e1bd64f45), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.857308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:40.892676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] No DVR routers for this DVR port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:40.906122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Deleting port a67f718d-ce0f-4489-b4ab-8161bd01c768 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:40.906739 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:40.908526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30611587-7675-4ead-be9b-eea3b79fd141 req-12df292e-fd4d-4d16-9ad7-6eb9c9df0619 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:40.910283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30611587-7675-4ead-be9b-eea3b79fd141 req-12df292e-fd4d-4d16-9ad7-6eb9c9df0619 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e6d3d7-2f6e-49ac-aacf-53bb53c2df73 HTTP/1.1" status: 200 len: 949 time: 0.3160148 Jan 28 12:24:40.959552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ed2f1-50cf-4659-b3e1-67d541ba1e10 req-c21e6708-2e05-4195-91fc-a2e8b8c3fc86 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:40.961790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd0ed2f1-50cf-4659-b3e1-67d541ba1e10 req-c21e6708-2e05-4195-91fc-a2e8b8c3fc86 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.1920390 Jan 28 12:24:41.016737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Attempting to bind port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:41.017081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Attempting to bind port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:41.017413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Attempting to bind port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:41.034927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] For port a67f718d-ce0f-4489-b4ab-8161bd01c768, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a67f718d-ce0f-4489-b4ab-8161bd01c768,segment=NetworkSegment(5161742f-b1bb-4aac-a0de-783a55632403),segment_id=5161742f-b1bb-4aac-a0de-783a55632403)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:41.035245 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.049136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Calling delete_port for a67f718d-ce0f-4489-b4ab-8161bd01c768 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:41.054873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:24:41.055534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Attempting to bind port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:41.076765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd0ed2f1-50cf-4659-b3e1-67d541ba1e10 req-84868bdc-7aff-43aa-b75a-c0ed3e79e596 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031673 Jan 28 12:24:41.078620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:41.078961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:41.079442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:41.079859 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Bound port: 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:41.080224 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.096509 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30611587-7675-4ead-be9b-eea3b79fd141 req-76e942a6-1dd7-484d-872a-bc0563aaec9e tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793089 Jan 28 12:24:41.130320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374d144-a0f1-4144-a98d-e45a40d1faac None None] DHCP port deletion for 164863b1-9298-4006-b10c-1e4e1bd64f45 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:24:41.190017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.218837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] No DVR routers for this DVR port a67f718d-ce0f-4489-b4ab-8161bd01c768 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:41.232498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:41.242317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1374d144-a0f1-4144-a98d-e45a40d1faac None None] Deleting port a67f718d-ce0f-4489-b4ab-8161bd01c768 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:41.246767 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1374d144-a0f1-4144-a98d-e45a40d1faac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.254633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:24:41.255678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9d17efdd-e3fd-4388-b029-846fdae2272b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:41.277532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a6910-03a6-450b-89ff-cafa37a91fca req-62675657-757c-43ba-a03e-8fceb43e2db9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:41.284790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-777a6910-03a6-450b-89ff-cafa37a91fca req-62675657-757c-43ba-a03e-8fceb43e2db9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.1089759 Jan 28 12:24:41.296925 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.328982 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (164863b1-9298-4006-b10c-1e4e1bd64f45), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.352705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164863b1-9298-4006-b10c-1e4e1bd64f45']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:41.360195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1374d144-a0f1-4144-a98d-e45a40d1faac None None] For port a67f718d-ce0f-4489-b4ab-8161bd01c768, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:41.360596 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1374d144-a0f1-4144-a98d-e45a40d1faac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.367427 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5161742f-b1bb-4aac-a0de-783a55632403') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:41.368287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5161742f-b1bb-4aac-a0de-783a55632403') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:41.379386 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (5161742f-b1bb-4aac-a0de-783a55632403), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.380309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:41.380690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.384168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] 10.222.0.35 "PUT /v2.0/ports/4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 1095 time: 2.0303864 Jan 28 12:24:41.384735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1374d144-a0f1-4144-a98d-e45a40d1faac None None] Calling delete_port for a67f718d-ce0f-4489-b4ab-8161bd01c768 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:41.396032 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (5161742f-b1bb-4aac-a0de-783a55632403), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.403011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:24:41.403514 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (5161742f-b1bb-4aac-a0de-783a55632403), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.414689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-1374d144-a0f1-4144-a98d-e45a40d1faac None None] Port a67f718d-ce0f-4489-b4ab-8161bd01c768 was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:24:41.423025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 9d17efdd-e3fd-4388-b029-846fdae2272b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:41.425451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9d17efdd-e3fd-4388-b029-846fdae2272b not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:41.431757 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1374d144-a0f1-4144-a98d-e45a40d1faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (a67f718d-ce0f-4489-b4ab-8161bd01c768), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.438742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-777a6910-03a6-450b-89ff-cafa37a91fca req-283b1685-b1f3-4c31-966d-35b26098e6d0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393881 Jan 28 12:24:41.501379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374d144-a0f1-4144-a98d-e45a40d1faac None None] No DVR routers for this DVR port a67f718d-ce0f-4489-b4ab-8161bd01c768 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:41.506531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374d144-a0f1-4144-a98d-e45a40d1faac None None] Pushing event deleted for resources: {'Port': ['ID=a67f718d-ce0f-4489-b4ab-8161bd01c768,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:24:41.546905 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:24:41.553565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a67f718d-ce0f-4489-b4ab-8161bd01c768,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:41.566691 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (164863b1-9298-4006-b10c-1e4e1bd64f45), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.573703 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:41.577086 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] 10.222.0.53 "DELETE /v2.0/networks/164863b1-9298-4006-b10c-1e4e1bd64f45 HTTP/1.1" status: 204 len: 168 time: 0.9163578 Jan 28 12:24:41.598408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61184d7c-3ffc-4cc5-82e9-3057f9a847c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:41.615460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b9882-b340-4eed-be16-9bc1270c9b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=164863b1-9298-4006-b10c-1e4e1bd64f45,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:41.675568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-e3d92980-bf06-4fac-b2d5-2ef56b09e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:41.681358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-e3d92980-bf06-4fac-b2d5-2ef56b09e9a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 1098 time: 0.1936727 Jan 28 12:24:41.754609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab2af6-019f-48a9-8f2c-ddb1d1ad4c09 req-ea690be4-6b93-40d8-8ae1-c72ab3246ec4 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:41.756175 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6fab2af6-019f-48a9-8f2c-ddb1d1ad4c09 req-ea690be4-6b93-40d8-8ae1-c72ab3246ec4 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/ports?device_id=39e6d3d7-2f6e-49ac-aacf-53bb53c2df73 HTTP/1.1" status: 200 len: 949 time: 0.1197796 Jan 28 12:24:41.933101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529b6d9-ddb2-4212-8fa1-d30e175e5465 req-d8a583cd-4b2a-44d5-8901-232b28a498b6 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:41.941188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7529b6d9-ddb2-4212-8fa1-d30e175e5465 req-d8a583cd-4b2a-44d5-8901-232b28a498b6 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 945 time: 0.1842031 Jan 28 12:24:41.952882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58646) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:41.956395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba84509-8635-48eb-a83d-8f204ca5350a req-28892f93-97bc-41d7-b28b-61123a2e8d54 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:41.967287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ba84509-8635-48eb-a83d-8f204ca5350a req-28892f93-97bc-41d7-b28b-61123a2e8d54 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 947 time: 0.3003099 Jan 28 12:24:41.970716 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773ed61-a663-438f-ad34-b09a5463c894 req-a36f1356-a64f-47c9-9e59-0b3d18671756 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:41.972436 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0773ed61-a663-438f-ad34-b09a5463c894 req-a36f1356-a64f-47c9-9e59-0b3d18671756 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "GET /v2.0/ports?device_id=4be5ab0e-8013-4712-b1bc-eb50a2c23f77 HTTP/1.1" status: 200 len: 949 time: 0.1064157 Jan 28 12:24:42.027457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58648) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:42.068827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a67f718d-ce0f-4489-b4ab-8161bd01c768 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:42.070578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-6fab2af6-019f-48a9-8f2c-ddb1d1ad4c09 req-dce91447-cbf0-42ee-a35f-6699c6b7316c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Deleting port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:42.070958 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6fab2af6-019f-48a9-8f2c-ddb1d1ad4c09 req-dce91447-cbf0-42ee-a35f-6699c6b7316c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.094420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ba84509-8635-48eb-a83d-8f204ca5350a req-876703ea-26e8-4dd5-acab-f38b0f458c0e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262186 Jan 28 12:24:42.102047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-81c1be63-9000-4c99-a13f-09077e3fedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:42.103502 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-81c1be63-9000-4c99-a13f-09077e3fedc8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.3999169 Jan 28 12:24:42.123005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7529b6d9-ddb2-4212-8fa1-d30e175e5465 req-0bdb1641-6dc7-469b-8e37-7ce18995d4cf tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797080 Jan 28 12:24:42.124474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a67f718d-ce0f-4489-b4ab-8161bd01c768 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:42.127671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a67f718d-ce0f-4489-b4ab-8161bd01c768 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:42.173604 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4eb17d28-e3c8-4bed-9d6c-20c399463a56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cabc0e08ffde441fb0aad6cf0ccec910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151012 Jan 28 12:24:42.178910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58658) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:42.230581 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-dfff7a85-b712-4873-8e6f-d146939ceca9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 217 time: 0.1198776 Jan 28 12:24:42.258158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-0773ed61-a663-438f-ad34-b09a5463c894 req-b18aad26-0118-473b-a7d3-d393aca3c066 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Deleting port 6fa22ca1-a933-462f-9aff-6297fe0f023a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:42.258158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0773ed61-a663-438f-ad34-b09a5463c894 req-b18aad26-0118-473b-a7d3-d393aca3c066 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.263038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6fab2af6-019f-48a9-8f2c-ddb1d1ad4c09 req-dce91447-cbf0-42ee-a35f-6699c6b7316c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] For port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:42.263497 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6fab2af6-019f-48a9-8f2c-ddb1d1ad4c09 req-dce91447-cbf0-42ee-a35f-6699c6b7316c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.321118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-6fab2af6-019f-48a9-8f2c-ddb1d1ad4c09 req-dce91447-cbf0-42ee-a35f-6699c6b7316c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Calling delete_port for d361f31d-ccee-4b26-a3f0-5abd8f9ddbde owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:42.345075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd46cc97-ca5b-4a12-a265-4bd6841ff873 admin admin] Publish callbacks [] for security_group (9386cbb5-71b2-429b-a74a-bde05bb70e79), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.365272 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bf85a3c-a4b7-4267-8190-5e31f1b98faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.402010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae041ab7-7392-4e12-9011-6d283e5edfe5 req-8b63fa26-91e5-4440-bbb5-4acc9d226a36 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:42.403535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae041ab7-7392-4e12-9011-6d283e5edfe5 req-8b63fa26-91e5-4440-bbb5-4acc9d226a36 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e6d3d7-2f6e-49ac-aacf-53bb53c2df73 HTTP/1.1" status: 200 len: 949 time: 0.1789539 Jan 28 12:24:42.407993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-6be80e71-328a-482a-89d9-f881dd8fe11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:42.409358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-6be80e71-328a-482a-89d9-f881dd8fe11a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1247752 Jan 28 12:24:42.424804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28e298-32f8-465e-b83c-1fc872a52c66 req-03f73924-e7a0-48f0-b2de-a19034eae92e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:42.428207 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae28e298-32f8-465e-b83c-1fc872a52c66 req-03f73924-e7a0-48f0-b2de-a19034eae92e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.2022455 Jan 28 12:24:42.431901 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd46cc97-ca5b-4a12-a265-4bd6841ff873 admin admin] Publish callbacks [] for security_group (9386cbb5-71b2-429b-a74a-bde05bb70e79), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.468354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-0773ed61-a663-438f-ad34-b09a5463c894 req-b18aad26-0118-473b-a7d3-d393aca3c066 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] For port 6fa22ca1-a933-462f-9aff-6297fe0f023a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6fa22ca1-a933-462f-9aff-6297fe0f023a,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:42.468721 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0773ed61-a663-438f-ad34-b09a5463c894 req-b18aad26-0118-473b-a7d3-d393aca3c066 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.498149 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-0773ed61-a663-438f-ad34-b09a5463c894 req-b18aad26-0118-473b-a7d3-d393aca3c066 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Calling delete_port for 6fa22ca1-a933-462f-9aff-6297fe0f023a owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:42.566312 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bf85a3c-a4b7-4267-8190-5e31f1b98faf admin admin] Publish callbacks [] for security_group (051f4811-a7ba-4604-8aea-49119987df52), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.594671 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bf85a3c-a4b7-4267-8190-5e31f1b98faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (051f4811-a7ba-4604-8aea-49119987df52), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.598513 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd46cc97-ca5b-4a12-a265-4bd6841ff873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9386cbb5-71b2-429b-a74a-bde05bb70e79), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.601365 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd46cc97-ca5b-4a12-a265-4bd6841ff873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.604882 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dd46cc97-ca5b-4a12-a265-4bd6841ff873 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9386cbb5-71b2-429b-a74a-bde05bb70e79 HTTP/1.1" status: 204 len: 168 time: 0.4213493 Jan 28 12:24:42.625798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46cc97-ca5b-4a12-a265-4bd6841ff873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9386cbb5-71b2-429b-a74a-bde05bb70e79,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:42.639502 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4bf85a3c-a4b7-4267-8190-5e31f1b98faf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b608874698ee4bfb8d98197e64a4eb2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6012108 Jan 28 12:24:42.639700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58666) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:42.660397 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6fab2af6-019f-48a9-8f2c-ddb1d1ad4c09 req-dce91447-cbf0-42ee-a35f-6699c6b7316c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d361f31d-ccee-4b26-a3f0-5abd8f9ddbde), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.661416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae041ab7-7392-4e12-9011-6d283e5edfe5 req-32f6f86e-51b7-4580-a43a-6ebb2b14a898 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439115 Jan 28 12:24:42.698243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae28e298-32f8-465e-b83c-1fc872a52c66 req-ff8d7704-aa7c-4984-bd78-e7b2a26e1d65 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436070 Jan 28 12:24:42.708212 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-15680ca6-8183-45d0-b42a-1fd5b3781984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:42.709647 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-15680ca6-8183-45d0-b42a-1fd5b3781984 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2764816 Jan 28 12:24:42.711333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf85a3c-a4b7-4267-8190-5e31f1b98faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051f4811-a7ba-4604-8aea-49119987df52,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:42.713727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a', '69b28469-06d8-4aaa-bad0-1334ae203a97', '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e', 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:42.719380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6fa22ca1-a933-462f-9aff-6297fe0f023a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:42.734773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce91447-cbf0-42ee-a35f-6699c6b7316c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event deleted for resources: {'Port': ['ID=d361f31d-ccee-4b26-a3f0-5abd8f9ddbde,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:42.741576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:42.744018 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc599003-2359-472d-a5d7-b2118ef13a69" -d '{"events": [{"name": "network-changed", "server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:42.872682 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0773ed61-a663-438f-ad34-b09a5463c894 req-b18aad26-0118-473b-a7d3-d393aca3c066 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6fa22ca1-a933-462f-9aff-6297fe0f023a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.906767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a9cc379-d9cd-4452-aeaa-764ba265ab5c admin admin] Publish callbacks [] for security_group (051f4811-a7ba-4604-8aea-49119987df52), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:42.963998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a', '69b28469-06d8-4aaa-bad0-1334ae203a97', '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:43.033636 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a9cc379-d9cd-4452-aeaa-764ba265ab5c admin admin] Publish callbacks [] for security_group (051f4811-a7ba-4604-8aea-49119987df52), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:43.071786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4c8cb-e0e7-4524-8d74-3854b7d1f460 req-28c4ddf6-db3f-47b9-b765-ec9daa3726e6 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:43.080538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eab4c8cb-e0e7-4524-8d74-3854b7d1f460 req-28c4ddf6-db3f-47b9-b765-ec9daa3726e6 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.2143707 Jan 28 12:24:43.112361 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18aad26-0118-473b-a7d3-d393aca3c066 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event deleted for resources: {'Port': ['ID=6fa22ca1-a933-462f-9aff-6297fe0f023a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:43.170047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fab2af6-019f-48a9-8f2c-ddb1d1ad4c09 req-dce91447-cbf0-42ee-a35f-6699c6b7316c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] No DVR routers for this DVR port d361f31d-ccee-4b26-a3f0-5abd8f9ddbde on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:43.172768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0773ed61-a663-438f-ad34-b09a5463c894 req-b18aad26-0118-473b-a7d3-d393aca3c066 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] No DVR routers for this DVR port 6fa22ca1-a933-462f-9aff-6297fe0f023a on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:43.174460 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a9cc379-d9cd-4452-aeaa-764ba265ab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (051f4811-a7ba-4604-8aea-49119987df52), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:43.179559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a9cc379-d9cd-4452-aeaa-764ba265ab5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:43.179798 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2a9cc379-d9cd-4452-aeaa-764ba265ab5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/051f4811-a7ba-4604-8aea-49119987df52 HTTP/1.1" status: 204 len: 168 time: 0.5395846 Jan 28 12:24:43.181383 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6fab2af6-019f-48a9-8f2c-ddb1d1ad4c09 req-dce91447-cbf0-42ee-a35f-6699c6b7316c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:43.191615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-023eba52-5676-4492-977c-93fa26ba367f service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560883 Jan 28 12:24:43.206764 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6fab2af6-019f-48a9-8f2c-ddb1d1ad4c09 req-dce91447-cbf0-42ee-a35f-6699c6b7316c tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "DELETE /v2.0/ports/d361f31d-ccee-4b26-a3f0-5abd8f9ddbde HTTP/1.1" status: 204 len: 173 time: 1.4439967 Jan 28 12:24:43.211542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eab4c8cb-e0e7-4524-8d74-3854b7d1f460 req-938678d0-d628-4bc4-8889-583dd82eb21e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298618 Jan 28 12:24:43.220173 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0773ed61-a663-438f-ad34-b09a5463c894 req-b18aad26-0118-473b-a7d3-d393aca3c066 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:43.234795 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0773ed61-a663-438f-ad34-b09a5463c894 req-b18aad26-0118-473b-a7d3-d393aca3c066 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.49 "DELETE /v2.0/ports/6fa22ca1-a933-462f-9aff-6297fe0f023a HTTP/1.1" status: 204 len: 173 time: 1.2563646 Jan 28 12:24:43.250558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e6d3d7-2f6e-49ac-aacf-53bb53c2df73', 'name': 'network-vif-deleted', 'tag': 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde'}, {'server_uuid': '4be5ab0e-8013-4712-b1bc-eb50a2c23f77', 'name': 'network-vif-deleted', 'tag': '6fa22ca1-a933-462f-9aff-6297fe0f023a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:43.274936 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e01287a-257d-4f64-b30b-0b4ed44e46a5" -d '{"events": [{"server_uuid": "39e6d3d7-2f6e-49ac-aacf-53bb53c2df73", "name": "network-vif-deleted", "tag": "d361f31d-ccee-4b26-a3f0-5abd8f9ddbde"}, {"server_uuid": "4be5ab0e-8013-4712-b1bc-eb50a2c23f77", "name": "network-vif-deleted", "tag": "6fa22ca1-a933-462f-9aff-6297fe0f023a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:43.311538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cc379-d9cd-4452-aeaa-764ba265ab5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051f4811-a7ba-4604-8aea-49119987df52,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:43.345050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4141f508-d1ef-4cf1-823e-ac895c0bcce9 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:43.516936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 host n-h1-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:24:43.517619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4141f508-d1ef-4cf1-823e-ac895c0bcce9 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:43.518466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6fa22ca1-a933-462f-9aff-6297fe0f023a no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:43.616806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9074d788-2aae-41b5-b681-21a8ca3af96d req-bcaccb37-4344-4639-9c9c-414862a808c7 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013934 Jan 28 12:24:43.629746 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f5e3fb-cd08-4593-8ff7-743b9f46d98d x-openstack-request-id: req-57f5e3fb-cd08-4593-8ff7-743b9f46d98d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:43.630295 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:43.631190 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57f5e3fb-cd08-4593-8ff7-743b9f46d98d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:43.633163 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'status': 'completed', 'code': 200} Jan 28 12:24:43.683819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 6fa22ca1-a933-462f-9aff-6297fe0f023a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:43.684510 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6fa22ca1-a933-462f-9aff-6297fe0f023a not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:43.732471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-c3c71b3f-1dea-47f8-b9a9-d7f1ea041b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:43.737632 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-c3c71b3f-1dea-47f8-b9a9-d7f1ea041b82 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 1098 time: 0.1912820 Jan 28 12:24:44.055321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-9c8f4afe-6137-40cb-978f-06450bb7fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:44.060607 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-9c8f4afe-6137-40cb-978f-06450bb7fe34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.3157473 Jan 28 12:24:44.077098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad08d9-b47c-4336-8be3-c300cb6d41dc req-4c6e48a7-2ff2-451e-a567-fb350ae84ce1 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:44.089876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbad08d9-b47c-4336-8be3-c300cb6d41dc req-4c6e48a7-2ff2-451e-a567-fb350ae84ce1 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 945 time: 0.4552789 Jan 28 12:24:44.107442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a97a32-45e1-484c-8297-6db7c6cee086 req-d15161c4-d273-4657-b847-6afedd387c9f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:44.109414 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02a97a32-45e1-484c-8297-6db7c6cee086 req-d15161c4-d273-4657-b847-6afedd387c9f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 947 time: 0.4894521 Jan 28 12:24:44.113299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-269dff69-b9f1-4ac3-a98f-b67df0efba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:44.115210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-269dff69-b9f1-4ac3-a98f-b67df0efba26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 1098 time: 0.2506013 Jan 28 12:24:44.222856 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-5df9cf0a-b423-4396-aa10-19ca2210ade1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 217 time: 0.1541777 Jan 28 12:24:44.357076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-bb434433-4142-4df5-be1d-4c65ca4b29b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:44.358572 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-bb434433-4142-4df5-be1d-4c65ca4b29b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1217647 Jan 28 12:24:44.435852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbad08d9-b47c-4336-8be3-c300cb6d41dc req-ac8b24ae-9f16-421f-8b8e-975266b298f3 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups?id=31e486cb-576d-40bd-9b36-0a09d04509e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450139 Jan 28 12:24:44.469984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02a97a32-45e1-484c-8297-6db7c6cee086 req-52dbc151-fb33-4ed9-b91a-6af05f045bdb tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483431 Jan 28 12:24:44.485596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-fe0ab828-7b1e-42de-884a-eb8ecf47f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:44.491122 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-fe0ab828-7b1e-42de-884a-eb8ecf47f5b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.3645144 Jan 28 12:24:44.566504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f4184-4dcf-418a-95f9-4f99d3553b4d req-f1c500ab-026f-4595-9f49-d2e0b780e6a9 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:44.568796 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-926f4184-4dcf-418a-95f9-4f99d3553b4d req-f1c500ab-026f-4595-9f49-d2e0b780e6a9 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 945 time: 0.2093079 Jan 28 12:24:44.573971 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83badd27-52a2-4838-a197-7bf17dd1f561 x-openstack-request-id: req-83badd27-52a2-4838-a197-7bf17dd1f561 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:44.575547 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e6d3d7-2f6e-49ac-aacf-53bb53c2df73", "name": "network-vif-deleted", "tag": "d361f31d-ccee-4b26-a3f0-5abd8f9ddbde", "status": "completed", "code": 200}, {"server_uuid": "4be5ab0e-8013-4712-b1bc-eb50a2c23f77", "name": "network-vif-deleted", "tag": "6fa22ca1-a933-462f-9aff-6297fe0f023a", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:44.575975 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83badd27-52a2-4838-a197-7bf17dd1f561 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:44.578576 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e6d3d7-2f6e-49ac-aacf-53bb53c2df73', 'name': 'network-vif-deleted', 'tag': 'd361f31d-ccee-4b26-a3f0-5abd8f9ddbde', 'status': 'completed', 'code': 200} Jan 28 12:24:44.579016 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be5ab0e-8013-4712-b1bc-eb50a2c23f77', 'name': 'network-vif-deleted', 'tag': '6fa22ca1-a933-462f-9aff-6297fe0f023a', 'status': 'completed', 'code': 200} Jan 28 12:24:44.589064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-eac61b09-53f6-42be-9561-c06a03886ae4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 217 time: 0.0943136 Jan 28 12:24:44.675845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d361f31d-ccee-4b26-a3f0-5abd8f9ddbde no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:44.686933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-b1124ad9-ad74-414b-b61b-4bdb677ecff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:44.688905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-b1124ad9-ad74-414b-b61b-4bdb677ecff5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0665257 Jan 28 12:24:44.696833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328153-c93a-4fd9-bafa-0ac2ba834ded req-1c0c7100-d3af-4f9e-a44a-a76881e993cb tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:44.702485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-33dcacb7-d976-4713-a94f-425ac5a61d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:44.704583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1328153-c93a-4fd9-bafa-0ac2ba834ded req-1c0c7100-d3af-4f9e-a44a-a76881e993cb tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.1193149 Jan 28 12:24:44.707966 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-33dcacb7-d976-4713-a94f-425ac5a61d3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2823138 Jan 28 12:24:44.738499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: d361f31d-ccee-4b26-a3f0-5abd8f9ddbde {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:44.738775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d361f31d-ccee-4b26-a3f0-5abd8f9ddbde not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:44.785076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-639534f6-ab9b-49d3-bd47-6889dcdadd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:44.786588 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-639534f6-ab9b-49d3-bd47-6889dcdadd6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801017 Jan 28 12:24:44.815912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1328153-c93a-4fd9-bafa-0ac2ba834ded req-94210a55-01ae-48d2-9dd0-1588af9dcd28 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032412 Jan 28 12:24:44.950469 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-5fa3644f-537d-4737-9b00-28250af4edb4 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128892 Jan 28 12:24:44.980653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58644924-f0d6-4400-8c0e-315bf148f9ae req-d525cc66-386e-4ac4-ba72-8bcf209857c9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:44.982516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58644924-f0d6-4400-8c0e-315bf148f9ae req-d525cc66-386e-4ac4-ba72-8bcf209857c9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.0832262 Jan 28 12:24:45.003486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-8daddfea-7538-4907-90a2-5f9037972848 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937308 Jan 28 12:24:45.073104 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-023addac-5f60-49e0-880e-320dac8ea1fc service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065702 Jan 28 12:24:45.076884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-926f4184-4dcf-418a-95f9-4f99d3553b4d req-f37433d8-a6b9-4b5c-a23a-731f505af926 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Deleting port 4fff3f10-6eb9-40dc-b06c-380cf75b1317 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:45.077417 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-926f4184-4dcf-418a-95f9-4f99d3553b4d req-f37433d8-a6b9-4b5c-a23a-731f505af926 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:45.146006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58644924-f0d6-4400-8c0e-315bf148f9ae req-18c79a28-bf60-466d-8f93-bb165fb8a7e5 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410282 Jan 28 12:24:45.150179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc599003-2359-472d-a5d7-b2118ef13a69 req-3bfd4624-ff20-4bea-8a36-d0ceb327f1e1 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374793 Jan 28 12:24:45.196246 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-926f4184-4dcf-418a-95f9-4f99d3553b4d req-f37433d8-a6b9-4b5c-a23a-731f505af926 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] For port 4fff3f10-6eb9-40dc-b06c-380cf75b1317, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4fff3f10-6eb9-40dc-b06c-380cf75b1317,segment=NetworkSegment(db6a066b-669b-41e0-aa30-c0fde46f5aa5),segment_id=db6a066b-669b-41e0-aa30-c0fde46f5aa5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:45.196638 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-926f4184-4dcf-418a-95f9-4f99d3553b4d req-f37433d8-a6b9-4b5c-a23a-731f505af926 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:45.210087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-926f4184-4dcf-418a-95f9-4f99d3553b4d req-f37433d8-a6b9-4b5c-a23a-731f505af926 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Calling delete_port for 4fff3f10-6eb9-40dc-b06c-380cf75b1317 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:45.372278 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-926f4184-4dcf-418a-95f9-4f99d3553b4d req-f37433d8-a6b9-4b5c-a23a-731f505af926 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4fff3f10-6eb9-40dc-b06c-380cf75b1317), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:45.384958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['4fff3f10-6eb9-40dc-b06c-380cf75b1317'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:45.415786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8ce2f-31c5-49fb-9700-f0be1d8b35c3 req-e05213c4-8102-4b91-9a13-4a0f1ae1fd87 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:45.417851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96d8ce2f-31c5-49fb-9700-f0be1d8b35c3 req-e05213c4-8102-4b91-9a13-4a0f1ae1fd87 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 948 time: 0.0595968 Jan 28 12:24:45.444869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37433d8-a6b9-4b5c-a23a-731f505af926 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event deleted for resources: {'Port': ['ID=4fff3f10-6eb9-40dc-b06c-380cf75b1317,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:45.484992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-926f4184-4dcf-418a-95f9-4f99d3553b4d req-f37433d8-a6b9-4b5c-a23a-731f505af926 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] No DVR routers for this DVR port 4fff3f10-6eb9-40dc-b06c-380cf75b1317 on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:45.488419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-926f4184-4dcf-418a-95f9-4f99d3553b4d req-f37433d8-a6b9-4b5c-a23a-731f505af926 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:45.492901 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-926f4184-4dcf-418a-95f9-4f99d3553b4d req-f37433d8-a6b9-4b5c-a23a-731f505af926 tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.35 "DELETE /v2.0/ports/4fff3f10-6eb9-40dc-b06c-380cf75b1317 HTTP/1.1" status: 204 len: 173 time: 0.9018922 Jan 28 12:24:45.508185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96d8ce2f-31c5-49fb-9700-f0be1d8b35c3 req-3b66ccf0-956b-4cef-a36b-4e7f6d78c0c4 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821071 Jan 28 12:24:45.637382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c10c1e4-5716-4f08-a404-2120fe4b6b4a req-3c6d1280-d69c-4112-b308-b291a20c75aa tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe264b9-4070-4f4b-b216-6a1e6b2d9866 HTTP/1.1" status: 200 len: 210 time: 0.0376501 Jan 28 12:24:45.697251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac1bfe-ca9a-4b91-9771-cc6970a68c69 req-66afa1b0-8dc5-417e-956d-181497078d36 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:45.699490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27ac1bfe-ca9a-4b91-9771-cc6970a68c69 req-66afa1b0-8dc5-417e-956d-181497078d36 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 947 time: 0.0641642 Jan 28 12:24:45.765255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27ac1bfe-ca9a-4b91-9771-cc6970a68c69 req-dcc82177-ecd5-4c69-8362-f0698cddbacf tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597701 Jan 28 12:24:45.962086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912fbc6-53e9-4ca8-b8b4-94fb5f0bb116 req-7f2e6d81-db49-4c9e-aa34-96fa26e67418 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:45.969317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3912fbc6-53e9-4ca8-b8b4-94fb5f0bb116 req-7f2e6d81-db49-4c9e-aa34-96fa26e67418 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.0665810 Jan 28 12:24:46.027180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3912fbc6-53e9-4ca8-b8b4-94fb5f0bb116 req-53467e5b-98d0-4952-9547-f533683d1fa7 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523198 Jan 28 12:24:46.216913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58802) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:46.300024 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fed190-1822-46de-869a-f8b38b026d9a req-f23018cd-0cde-4861-9e5e-0d66325f16e7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:46.301575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20fed190-1822-46de-869a-f8b38b026d9a req-f23018cd-0cde-4861-9e5e-0d66325f16e7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.0614789 Jan 28 12:24:46.364006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20fed190-1822-46de-869a-f8b38b026d9a req-d6d870ae-8eaf-4071-8d06-1cfe90d3e4f5 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563135 Jan 28 12:24:46.402014 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec4a6-d672-4315-9db2-ec91d9207994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:46.481267 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec4a6-d672-4315-9db2-ec91d9207994 admin admin] Publish callbacks [] for security_group (2967e04a-df41-4bf9-92ed-51ddc23f77b4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:46.486449 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec4a6-d672-4315-9db2-ec91d9207994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2967e04a-df41-4bf9-92ed-51ddc23f77b4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:46.525771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-aa7ec4a6-d672-4315-9db2-ec91d9207994 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ae4f263d61e4a57bd7c0dced11ec4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075190 Jan 28 12:24:46.526628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ec4a6-d672-4315-9db2-ec91d9207994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2967e04a-df41-4bf9-92ed-51ddc23f77b4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:46.528407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58830) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:46.582947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe264b9-4070-4f4b-b216-6a1e6b2d9866', 'name': 'network-vif-deleted', 'tag': '4fff3f10-6eb9-40dc-b06c-380cf75b1317'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:46.586120 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9050954d-721a-4cf5-93dc-4f637cf14e89" -d '{"events": [{"server_uuid": "7fe264b9-4070-4f4b-b216-6a1e6b2d9866", "name": "network-vif-deleted", "tag": "4fff3f10-6eb9-40dc-b06c-380cf75b1317"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:46.588608 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6490ae38-4597-4375-bf02-b3aa9942abc1 admin admin] Publish callbacks [] for security_group (2967e04a-df41-4bf9-92ed-51ddc23f77b4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:46.619351 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6490ae38-4597-4375-bf02-b3aa9942abc1 admin admin] Publish callbacks [] for security_group (2967e04a-df41-4bf9-92ed-51ddc23f77b4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:46.627278 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ccb793-88ed-49d2-a2f7-249464b6efd0 x-openstack-request-id: req-40ccb793-88ed-49d2-a2f7-249464b6efd0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:46.627624 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe264b9-4070-4f4b-b216-6a1e6b2d9866", "name": "network-vif-deleted", "tag": "4fff3f10-6eb9-40dc-b06c-380cf75b1317", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:46.627885 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40ccb793-88ed-49d2-a2f7-249464b6efd0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:46.628279 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe264b9-4070-4f4b-b216-6a1e6b2d9866', 'name': 'network-vif-deleted', 'tag': '4fff3f10-6eb9-40dc-b06c-380cf75b1317', 'status': 'completed', 'code': 200} Jan 28 12:24:46.649066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d084f90-0971-41ca-b3d8-31458c2d97a2 req-e8394c75-d74b-45a5-9ff0-7a04f905f893 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:46.651785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d084f90-0971-41ca-b3d8-31458c2d97a2 req-e8394c75-d74b-45a5-9ff0-7a04f905f893 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 948 time: 0.0564570 Jan 28 12:24:46.658549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4141f508-d1ef-4cf1-823e-ac895c0bcce9 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:24:46.704396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6490ae38-4597-4375-bf02-b3aa9942abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2967e04a-df41-4bf9-92ed-51ddc23f77b4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:46.707442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6490ae38-4597-4375-bf02-b3aa9942abc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:46.708646 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6490ae38-4597-4375-bf02-b3aa9942abc1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2967e04a-df41-4bf9-92ed-51ddc23f77b4 HTTP/1.1" status: 204 len: 168 time: 0.1792011 Jan 28 12:24:46.721586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490ae38-4597-4375-bf02-b3aa9942abc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2967e04a-df41-4bf9-92ed-51ddc23f77b4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:46.749188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d084f90-0971-41ca-b3d8-31458c2d97a2 req-55865077-57cd-4b05-a0d0-60693afb9d79 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796444 Jan 28 12:24:46.757057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943f435-5f3a-4194-adf4-74aefb611fbd req-06b2860f-4953-4a92-8004-f2ec0a88cd69 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:46.759255 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7943f435-5f3a-4194-adf4-74aefb611fbd req-06b2860f-4953-4a92-8004-f2ec0a88cd69 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/ports?device_id=7905eb47-5b92-4191-a78c-0a2ff8ad0062 HTTP/1.1" status: 200 len: 948 time: 0.0908239 Jan 28 12:24:46.812901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:46.829385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'mac_address': 'fa:16:3e:10:51:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:24:46.889581 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:46.907495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:46.907908 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:46.922497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4141f508-d1ef-4cf1-823e-ac895c0bcce9 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:46.947701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:46.957228 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:46.987260 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-7943f435-5f3a-4194-adf4-74aefb611fbd req-90366d3b-09b7-4220-953a-68eafa71ce91 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Deleting port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:46.987655 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7943f435-5f3a-4194-adf4-74aefb611fbd req-90366d3b-09b7-4220-953a-68eafa71ce91 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:47.066676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:47.109169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbe037-3ef7-4c6d-84d3-9e60a249c4ec req-cd99e98d-a28c-4b0a-bdd9-a1885e2cfed9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:47.110799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24dbe037-3ef7-4c6d-84d3-9e60a249c4ec req-cd99e98d-a28c-4b0a-bdd9-a1885e2cfed9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 948 time: 0.1288102 Jan 28 12:24:47.128895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7943f435-5f3a-4194-adf4-74aefb611fbd req-90366d3b-09b7-4220-953a-68eafa71ce91 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] For port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:47.128895 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7943f435-5f3a-4194-adf4-74aefb611fbd req-90366d3b-09b7-4220-953a-68eafa71ce91 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:47.144405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb7bf6-3a4d-43e0-89b7-df44c72b4bdb req-f3c59d7b-ba80-4cfd-858c-a769628f8faf tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:47.144632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-7943f435-5f3a-4194-adf4-74aefb611fbd req-90366d3b-09b7-4220-953a-68eafa71ce91 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Calling delete_port for 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:47.146133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61eb7bf6-3a4d-43e0-89b7-df44c72b4bdb req-f3c59d7b-ba80-4cfd-858c-a769628f8faf tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 950 time: 0.2283123 Jan 28 12:24:47.146394 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58862) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:47.211910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['4141f508-d1ef-4cf1-823e-ac895c0bcce9'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:47.277194 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a374-773d-4af0-b375-d96ea620e14d tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for security_group (c6fa9aa8-668c-4ac2-90c8-abcf5e424c83), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:47.303633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a374-773d-4af0-b375-d96ea620e14d tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for security_group (c6fa9aa8-668c-4ac2-90c8-abcf5e424c83), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:47.376007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a374-773d-4af0-b375-d96ea620e14d tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c6fa9aa8-668c-4ac2-90c8-abcf5e424c83), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:47.379142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a374-773d-4af0-b375-d96ea620e14d tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:47.380486 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a4a5a374-773d-4af0-b375-d96ea620e14d tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "DELETE /v2.0/security-groups/c6fa9aa8-668c-4ac2-90c8-abcf5e424c83 HTTP/1.1" status: 204 len: 168 time: 0.2329431 Jan 28 12:24:47.381723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24dbe037-3ef7-4c6d-84d3-9e60a249c4ec req-79d4a431-1390-49f9-87aa-f5a3e9f924e9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556825 Jan 28 12:24:47.401436 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58870) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:47.425799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5a374-773d-4af0-b375-d96ea620e14d tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fa9aa8-668c-4ac2-90c8-abcf5e424c83,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:47.430193 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-e0fee1cd-7b3f-4d27-8d2e-99f508a88e8d tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] show failed (client error): The resource could not be found. Jan 28 12:24:47.432231 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e0fee1cd-7b3f-4d27-8d2e-99f508a88e8d tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "GET /v2.0/security-groups/c6fa9aa8-668c-4ac2-90c8-abcf5e424c83 HTTP/1.1" status: 404 len: 347 time: 0.0296068 Jan 28 12:24:47.435151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58876) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:47.452820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f00343-5c72-415d-812d-52e70ad14ac7 req-44c1f4c5-1c4b-4632-ad3e-5cb7b0eded61 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:47.460056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47f00343-5c72-415d-812d-52e70ad14ac7 req-44c1f4c5-1c4b-4632-ad3e-5cb7b0eded61 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.2147310 Jan 28 12:24:47.492215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-61eb7bf6-3a4d-43e0-89b7-df44c72b4bdb req-2016f1d5-0cac-4607-ba6f-f3acf8b27b12 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Deleting port 69b28469-06d8-4aaa-bad0-1334ae203a97 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:47.493276 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-61eb7bf6-3a4d-43e0-89b7-df44c72b4bdb req-2016f1d5-0cac-4607-ba6f-f3acf8b27b12 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:47.552460 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:47.676370 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7943f435-5f3a-4194-adf4-74aefb611fbd req-90366d3b-09b7-4220-953a-68eafa71ce91 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0665a07f-3e61-43c3-8f82-6b9f46e3cd8e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:47.688897 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a', '69b28469-06d8-4aaa-bad0-1334ae203a97', '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:47.719052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90366d3b-09b7-4220-953a-68eafa71ce91 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event deleted for resources: {'Port': ['ID=0665a07f-3e61-43c3-8f82-6b9f46e3cd8e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:47.763717 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b0eb8-6e41-49fe-a849-4295d2ba6c8c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Deleting port d1007da8-d988-4d77-9c1e-25f481f13830 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:47.764709 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0eb8-6e41-49fe-a849-4295d2ba6c8c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d1007da8-d988-4d77-9c1e-25f481f13830), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:47.792408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7943f435-5f3a-4194-adf4-74aefb611fbd req-90366d3b-09b7-4220-953a-68eafa71ce91 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] No DVR routers for this DVR port 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:47.797311 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7943f435-5f3a-4194-adf4-74aefb611fbd req-90366d3b-09b7-4220-953a-68eafa71ce91 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:47.800830 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7943f435-5f3a-4194-adf4-74aefb611fbd req-90366d3b-09b7-4220-953a-68eafa71ce91 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "DELETE /v2.0/ports/0665a07f-3e61-43c3-8f82-6b9f46e3cd8e HTTP/1.1" status: 204 len: 173 time: 1.0272782 Jan 28 12:24:47.966527 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0eb8-6e41-49fe-a849-4295d2ba6c8c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d1007da8-d988-4d77-9c1e-25f481f13830), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:47.966866 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0eb8-6e41-49fe-a849-4295d2ba6c8c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for floatingip (d1007da8-d988-4d77-9c1e-25f481f13830), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.000038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b0eb8-6e41-49fe-a849-4295d2ba6c8c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Calling delete_port for d1007da8-d988-4d77-9c1e-25f481f13830 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:48.170338 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58906) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:48.274724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-61eb7bf6-3a4d-43e0-89b7-df44c72b4bdb req-2016f1d5-0cac-4607-ba6f-f3acf8b27b12 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] For port 69b28469-06d8-4aaa-bad0-1334ae203a97, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=69b28469-06d8-4aaa-bad0-1334ae203a97,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:48.275299 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-61eb7bf6-3a4d-43e0-89b7-df44c72b4bdb req-2016f1d5-0cac-4607-ba6f-f3acf8b27b12 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.288502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-61eb7bf6-3a4d-43e0-89b7-df44c72b4bdb req-2016f1d5-0cac-4607-ba6f-f3acf8b27b12 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Calling delete_port for 69b28469-06d8-4aaa-bad0-1334ae203a97 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:48.381286 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0eb8-6e41-49fe-a849-4295d2ba6c8c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d1007da8-d988-4d77-9c1e-25f481f13830), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.422633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b0eb8-6e41-49fe-a849-4295d2ba6c8c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Pushing event deleted for resources: {'Port': ['ID=d1007da8-d988-4d77-9c1e-25f481f13830,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:48.431223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47f00343-5c72-415d-812d-52e70ad14ac7 req-ee0f3a74-e7e9-4b61-b6bf-b2be1b866111 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9666874 Jan 28 12:24:48.466632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c490f4e-75a9-4315-b7f4-d54d723f9d34 req-3b63934c-87da-4a23-80c3-a37115f7a51b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:48.468337 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c490f4e-75a9-4315-b7f4-d54d723f9d34 req-3b63934c-87da-4a23-80c3-a37115f7a51b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.9713628 Jan 28 12:24:48.504661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0eb8-6e41-49fe-a849-4295d2ba6c8c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks [] for floatingip (f052a1d9-5a7b-4eb1-a7d2-b406bb1f88da), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.512397 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0eb8-6e41-49fe-a849-4295d2ba6c8c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.520674 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9d9b0eb8-6e41-49fe-a849-4295d2ba6c8c tempest-ImagesOneServerNegativeTestJSON-807964846 tempest-ImagesOneServerNegativeTestJSON-807964846-project] 10.222.0.53 "DELETE /v2.0/floatingips/f052a1d9-5a7b-4eb1-a7d2-b406bb1f88da HTTP/1.1" status: 204 len: 168 time: 1.0817192 Jan 28 12:24:48.540314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1747171781-network', 'tenant_id': '64b33267d8c94a66a57d3be25ec5f803'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:48.568356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Made reservation on behalf of 64b33267d8c94a66a57d3be25ec5f803 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:24:48.571029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.577984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c490f4e-75a9-4315-b7f4-d54d723f9d34 req-d213193f-146e-4d40-a607-7c76f36442c6 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864701 Jan 28 12:24:48.583475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.611288 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-61eb7bf6-3a4d-43e0-89b7-df44c72b4bdb req-2016f1d5-0cac-4607-ba6f-f3acf8b27b12 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (69b28469-06d8-4aaa-bad0-1334ae203a97), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.626898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a', '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:48.631614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7905eb47-5b92-4191-a78c-0a2ff8ad0062', 'name': 'network-vif-deleted', 'tag': '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:48.650708 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2884aa-6c75-4b18-93a3-bcb89878c7a6" -d '{"events": [{"server_uuid": "7905eb47-5b92-4191-a78c-0a2ff8ad0062", "name": "network-vif-deleted", "tag": "0665a07f-3e61-43c3-8f82-6b9f46e3cd8e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:48.653569 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016f1d5-0cac-4607-ba6f-f3acf8b27b12 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event deleted for resources: {'Port': ['ID=69b28469-06d8-4aaa-bad0-1334ae203a97,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:48.701819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4141f508-d1ef-4cf1-823e-ac895c0bcce9 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:48.714687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eb7bf6-3a4d-43e0-89b7-df44c72b4bdb req-2016f1d5-0cac-4607-ba6f-f3acf8b27b12 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] No DVR routers for this DVR port 69b28469-06d8-4aaa-bad0-1334ae203a97 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:48.718658 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-61eb7bf6-3a4d-43e0-89b7-df44c72b4bdb req-2016f1d5-0cac-4607-ba6f-f3acf8b27b12 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.722663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61eb7bf6-3a4d-43e0-89b7-df44c72b4bdb req-2016f1d5-0cac-4607-ba6f-f3acf8b27b12 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "DELETE /v2.0/ports/69b28469-06d8-4aaa-bad0-1334ae203a97 HTTP/1.1" status: 204 len: 173 time: 1.5562720 Jan 28 12:24:48.723529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476d9a7d-bcce-444d-8f4f-c76949182786', 'name': 'network-vif-deleted', 'tag': '69b28469-06d8-4aaa-bad0-1334ae203a97'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:48.733429 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2da6522-aac4-47aa-81f0-874376e052a1" -d '{"events": [{"server_uuid": "476d9a7d-bcce-444d-8f4f-c76949182786", "name": "network-vif-deleted", "tag": "69b28469-06d8-4aaa-bad0-1334ae203a97"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:48.740415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Publish callbacks [] for security_group (1ab02626-9b1d-4806-ab98-341215f4cc45), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.748101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1ab02626-9b1d-4806-ab98-341215f4cc45), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.790249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab02626-9b1d-4806-ab98-341215f4cc45,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:48.800565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:24:48.814575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4d578856-7e89-44eb-a54f-abdf877d2a3d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.815000 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Added segment 4d578856-7e89-44eb-a54f-abdf877d2a3d of type vlan for network aae96063-9326-49e3-8c03-3881fec34068 Jan 28 12:24:48.820990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:24:48.829512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:48.830049 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.894709 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (aae96063-9326-49e3-8c03-3881fec34068), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.944243 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c14449-6ab0-410d-8d67-799337550bdb x-openstack-request-id: req-e5c14449-6ab0-410d-8d67-799337550bdb {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:48.944590 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7905eb47-5b92-4191-a78c-0a2ff8ad0062", "name": "network-vif-deleted", "tag": "0665a07f-3e61-43c3-8f82-6b9f46e3cd8e", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:48.944855 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5c14449-6ab0-410d-8d67-799337550bdb {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:48.945268 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7905eb47-5b92-4191-a78c-0a2ff8ad0062', 'name': 'network-vif-deleted', 'tag': '0665a07f-3e61-43c3-8f82-6b9f46e3cd8e', 'status': 'completed', 'code': 200} Jan 28 12:24:48.951993 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (aae96063-9326-49e3-8c03-3881fec34068), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.953114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:48.953910 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:48.992650 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7cb843-e27b-45b4-aa2d-b3cbc45d7bcc x-openstack-request-id: req-ac7cb843-e27b-45b4-aa2d-b3cbc45d7bcc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:48.993052 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476d9a7d-bcce-444d-8f4f-c76949182786", "name": "network-vif-deleted", "tag": "69b28469-06d8-4aaa-bad0-1334ae203a97", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:48.993412 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac7cb843-e27b-45b4-aa2d-b3cbc45d7bcc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:48.993914 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476d9a7d-bcce-444d-8f4f-c76949182786', 'name': 'network-vif-deleted', 'tag': '69b28469-06d8-4aaa-bad0-1334ae203a97', 'status': 'completed', 'code': 200} Jan 28 12:24:49.026841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddcda625-b095-4135-b0ee-46c80c0445a1 req-c640d4d0-a742-4793-91a6-9aab559d37ea tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=476d9a7d-bcce-444d-8f4f-c76949182786 HTTP/1.1" status: 200 len: 210 time: 0.0731008 Jan 28 12:24:49.027563 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8556805 Jan 28 12:24:49.028351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:49.038039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e1a36b72-9ae7-4c0b-8e44-85a1f782febb admin admin] Request body: {'subnet': {'network_id': 'aae96063-9326-49e3-8c03-3881fec34068', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1747171781-subnet', 'tenant_id': '64b33267d8c94a66a57d3be25ec5f803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:49.050638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790f045-0fcd-433d-a050-d73ac9ebb3bf admin admin] Pushing event updated for resources: {'Network': ['ID=aae96063-9326-49e3-8c03-3881fec34068,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:49.083199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a36b72-9ae7-4c0b-8e44-85a1f782febb admin admin] Made reservation on behalf of 64b33267d8c94a66a57d3be25ec5f803 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:24:49.088714 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1a36b72-9ae7-4c0b-8e44-85a1f782febb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:49.090636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network aae96063-9326-49e3-8c03-3881fec34068 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:24:49.094445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:49.095073 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:49.095407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-df5363ed-9b78-4a29-973f-2e9ad413f68a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:49.097084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-df5363ed-9b78-4a29-973f-2e9ad413f68a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.35 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53&tenant_id=5365e826fdfe40a69e62d0df1e72d7db&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 948 time: 0.2135592 Jan 28 12:24:49.217519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb57-6615-4454-a32c-9e22ffb7c27c req-395f7a1c-808c-4ba2-aaf1-dc92837bc8e0 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:49.219424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d104eb57-6615-4454-a32c-9e22ffb7c27c req-395f7a1c-808c-4ba2-aaf1-dc92837bc8e0 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 948 time: 0.1318603 Jan 28 12:24:49.231114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:49.231822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-b0fd2209-23b3-4c1c-9f55-0c1b48218c9d service neutron] 10.222.0.35 "GET /v2.0/ports/4141f508-d1ef-4cf1-823e-ac895c0bcce9/bindings/n-h1-824835-4 HTTP/1.1" status: 200 len: 382 time: 0.1241150 Jan 28 12:24:49.235897 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230a72f9-74fc-4d16-8102-97f6cc29999a" -d '{"events": [{"server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "name": "network-vif-plugged", "status": "completed", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:49.277883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58956) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:49.286347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:49.298620 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd683b8b-601d-4a7d-a0fa-113a2cfe9d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:49.306793 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:49.309437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4fff3f10-6eb9-40dc-b06c-380cf75b1317 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:49.366986 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ca1fd0-02c0-40ad-8153-4d29795a57c7 x-openstack-request-id: req-56ca1fd0-02c0-40ad-8153-4d29795a57c7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:49.368298 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "name": "network-vif-plugged", "status": "completed", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:49.368839 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56ca1fd0-02c0-40ad-8153-4d29795a57c7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:49.369476 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'code': 200} Jan 28 12:24:49.370515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 4fff3f10-6eb9-40dc-b06c-380cf75b1317 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:49.371475 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4fff3f10-6eb9-40dc-b06c-380cf75b1317 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:49.380182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd13a08-f3fd-4231-885e-e0ee816c0f78 admin admin] Deleting subnet 255b7628-961c-4616-adae-6292f992ea17 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:24:49.389293 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcd13a08-f3fd-4231-885e-e0ee816c0f78 admin admin] Publish callbacks [] for subnet (255b7628-961c-4616-adae-6292f992ea17), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:49.394137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d104eb57-6615-4454-a32c-9e22ffb7c27c req-350429bc-0107-4c70-9200-68c8057bca27 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608267 Jan 28 12:24:49.404416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-53d0c788-e90a-4f41-8a20-d71f1385b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:49.406179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-53d0c788-e90a-4f41-8a20-d71f1385b4f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 1100 time: 0.1156847 Jan 28 12:24:49.438072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:49.489969 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcd13a08-f3fd-4231-885e-e0ee816c0f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (255b7628-961c-4616-adae-6292f992ea17), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:49.528398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-dd7ff63c-8455-49df-8089-fe6002245a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:49.529188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-dd7ff63c-8455-49df-8089-fe6002245a2f service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1122730 Jan 28 12:24:49.564970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcd13a08-f3fd-4231-885e-e0ee816c0f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (255b7628-961c-4616-adae-6292f992ea17), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:49.589357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1a4fc17e-a43e-4d58-85fd-ad0b4e652c60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 217 time: 0.0463266 Jan 28 12:24:49.613870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1a36b72-9ae7-4c0b-8e44-85a1f782febb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (00dfe0ce-7396-4f41-af9f-c557acf63c3a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:49.631065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f202eea-8934-42e7-be39-d89c581ec70c req-b49f84b2-bee5-4429-92f3-ca11bb195d0a tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:49.633068 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f202eea-8934-42e7-be39-d89c581ec70c req-b49f84b2-bee5-4429-92f3-ca11bb195d0a tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.1189883 Jan 28 12:24:49.672824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a36b72-9ae7-4c0b-8e44-85a1f782febb admin admin] Pushing event updated for resources: {'Subnet': ['ID=00dfe0ce-7396-4f41-af9f-c557acf63c3a,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:49.678201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcd13a08-f3fd-4231-885e-e0ee816c0f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (255b7628-961c-4616-adae-6292f992ea17), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:49.678395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-9c096ba4-e181-4388-979c-bd087777a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:49.680527 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-9c096ba4-e181-4388-979c-bd087777a4af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0853586 Jan 28 12:24:49.715942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd13a08-f3fd-4231-885e-e0ee816c0f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=255b7628-961c-4616-adae-6292f992ea17,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:49.717777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcd13a08-f3fd-4231-885e-e0ee816c0f78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:49.724490 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dcd13a08-f3fd-4231-885e-e0ee816c0f78 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/255b7628-961c-4616-adae-6292f992ea17 HTTP/1.1" status: 204 len: 168 time: 0.4455986 Jan 28 12:24:49.727529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58962) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:49.738027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a36b72-9ae7-4c0b-8e44-85a1f782febb admin admin] Checking segment: {'id': '4d578856-7e89-44eb-a54f-abdf877d2a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'aae96063-9326-49e3-8c03-3881fec34068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:49.738382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a36b72-9ae7-4c0b-8e44-85a1f782febb admin admin] Network hostable DHCP agents. Network: aae96063-9326-49e3-8c03-3881fec34068, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:24:49.757464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f202eea-8934-42e7-be39-d89c581ec70c req-29d27718-5e88-4cdb-98cc-d1d82ca2aaf9 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139815 Jan 28 12:24:49.780335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9f270-59de-4a7d-8c7c-8f8038103685 req-92314ae0-6b92-4545-a499-78447289b71a tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:49.782204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3a9f270-59de-4a7d-8c7c-8f8038103685 req-92314ae0-6b92-4545-a499-78447289b71a tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.1174054 Jan 28 12:24:49.785152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-ee3e13c0-cd94-4dbd-ae81-5db58265d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:49.786562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-ee3e13c0-cd94-4dbd-ae81-5db58265d3f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861490 Jan 28 12:24:49.892785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3a9f270-59de-4a7d-8c7c-8f8038103685 req-44d92b85-fa29-42e8-a9dd-caf5d55a9d06 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030297 Jan 28 12:24:49.921586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-84171f6c-ab71-4206-b3b5-9599da9462ea service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256506 Jan 28 12:24:50.018291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-0472d99e-dec0-4455-bf82-d9a1e5f7c140 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908325 Jan 28 12:24:50.082139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a36b72-9ae7-4c0b-8e44-85a1f782febb admin admin] Network aae96063-9326-49e3-8c03-3881fec34068 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:24:50.090951 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (0c78bb79-874d-43ee-8773-3b7a3af6d093), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.098281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e1a36b72-9ae7-4c0b-8e44-85a1f782febb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, aae96063-9326-49e3-8c03-3881fec34068) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:50.104095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a36b72-9ae7-4c0b-8e44-85a1f782febb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:50.104685 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1a36b72-9ae7-4c0b-8e44-85a1f782febb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.110063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d219c2a-2f28-4592-a7a5-0ddc736c2554 None None] Network aae96063-9326-49e3-8c03-3881fec34068 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:24:50.155809 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e1a36b72-9ae7-4c0b-8e44-85a1f782febb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1166062 Jan 28 12:24:50.189773 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (0c78bb79-874d-43ee-8773-3b7a3af6d093), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.228971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c78bb79-874d-43ee-8773-3b7a3af6d093']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:50.230183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1883706-031e-40c9-be51-5f096b4b6276 None None] Network aae96063-9326-49e3-8c03-3881fec34068 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:24:50.248530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6a066b-669b-41e0-aa30-c0fde46f5aa5') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:50.248530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6a066b-669b-41e0-aa30-c0fde46f5aa5') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:24:50.262313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (db6a066b-669b-41e0-aa30-c0fde46f5aa5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.292935 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (db6a066b-669b-41e0-aa30-c0fde46f5aa5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.316554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:24:50.316957 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (db6a066b-669b-41e0-aa30-c0fde46f5aa5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:24:50.319129 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:24:50.403677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (0c78bb79-874d-43ee-8773-3b7a3af6d093), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.415006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.422516 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0c78bb79-874d-43ee-8773-3b7a3af6d093 HTTP/1.1" status: 204 len: 168 time: 0.6927755 Jan 28 12:24:50.433458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb13efa-b555-4206-9aeb-e65c6d455e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c78bb79-874d-43ee-8773-3b7a3af6d093,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:50.490959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daeb675-3519-4e80-9645-e4266d1bb7dd req-9e121654-ff20-41de-8579-93da0a72a63f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:50.495962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7daeb675-3519-4e80-9645-e4266d1bb7dd req-9e121654-ff20-41de-8579-93da0a72a63f tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 949 time: 0.0681374 Jan 28 12:24:50.581412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-20dc251c-6cf8-4780-b5b4-7a2d2bdab6ce req-492be9f8-14e3-48af-bd5e-af26942adfad tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1605825630', 'description': 'tempest-description-1397134731'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:50.597571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7daeb675-3519-4e80-9645-e4266d1bb7dd req-7db03200-3125-45cf-8ab5-c3d909f8ede5 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972693 Jan 28 12:24:50.613897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20dc251c-6cf8-4780-b5b4-7a2d2bdab6ce req-492be9f8-14e3-48af-bd5e-af26942adfad tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.680081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:50.697266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 69b28469-06d8-4aaa-bad0-1334ae203a97 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:50.724244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 69b28469-06d8-4aaa-bad0-1334ae203a97 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:50.724603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 69b28469-06d8-4aaa-bad0-1334ae203a97 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:50.725028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:50.745485 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20dc251c-6cf8-4780-b5b4-7a2d2bdab6ce req-492be9f8-14e3-48af-bd5e-af26942adfad tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (99cead22-b1b6-4757-a138-77377e7ae4b9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.752788 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a45a21b1-bb9c-4818-843c-ad1b72e863e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb8ac41a87184c8ca638fb25a6b41979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707781 Jan 28 12:24:50.755521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59004) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:50.764549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:50.765132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 0665a07f-3e61-43c3-8f82-6b9f46e3cd8e not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:50.770486 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20dc251c-6cf8-4780-b5b4-7a2d2bdab6ce req-492be9f8-14e3-48af-bd5e-af26942adfad tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (99cead22-b1b6-4757-a138-77377e7ae4b9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.794457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c28af9-06ff-4705-8b32-8648d98b19bc req-bb006233-3b78-42ec-981e-493084e07959 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:50.795945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26c28af9-06ff-4705-8b32-8648d98b19bc req-bb006233-3b78-42ec-981e-493084e07959 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.1036961 Jan 28 12:24:50.848385 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20dc251c-6cf8-4780-b5b4-7a2d2bdab6ce req-492be9f8-14e3-48af-bd5e-af26942adfad tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.849593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20dc251c-6cf8-4780-b5b4-7a2d2bdab6ce req-492be9f8-14e3-48af-bd5e-af26942adfad tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2832060 Jan 28 12:24:50.859381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492be9f8-14e3-48af-bd5e-af26942adfad tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99cead22-b1b6-4757-a138-77377e7ae4b9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:50.899105 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-082f2b22-e13f-442c-83aa-395e82f77af7 admin admin] Publish callbacks [] for security_group (31e486cb-576d-40bd-9b36-0a09d04509e8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.905446 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26c28af9-06ff-4705-8b32-8648d98b19bc req-76d5f1bd-fb5c-4675-8d78-aa42a60955ce tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916789 Jan 28 12:24:50.955180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-082f2b22-e13f-442c-83aa-395e82f77af7 admin admin] Publish callbacks [] for security_group (31e486cb-576d-40bd-9b36-0a09d04509e8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:50.988816 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b3c9c-ac75-407c-9659-30314bf221d9 req-236b5a3f-f30a-4576-8489-36ec0da6274b tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:50.990304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f2b3c9c-ac75-407c-9659-30314bf221d9 req-236b5a3f-f30a-4576-8489-36ec0da6274b tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 943 time: 0.0885198 Jan 28 12:24:51.068176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f2b3c9c-ac75-407c-9659-30314bf221d9 req-855419af-392a-4386-9865-bbd80e30264d tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709710 Jan 28 12:24:51.071815 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-082f2b22-e13f-442c-83aa-395e82f77af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (31e486cb-576d-40bd-9b36-0a09d04509e8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.074306 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-082f2b22-e13f-442c-83aa-395e82f77af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.075354 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-082f2b22-e13f-442c-83aa-395e82f77af7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31e486cb-576d-40bd-9b36-0a09d04509e8 HTTP/1.1" status: 204 len: 168 time: 0.3186965 Jan 28 12:24:51.092365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f2b22-e13f-442c-83aa-395e82f77af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e486cb-576d-40bd-9b36-0a09d04509e8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:51.116993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-139af3e3-55a2-461d-8491-df49d075ceb8 req-9281edd3-2de3-45ff-ab66-f37fd6e971df tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/99cead22-b1b6-4757-a138-77377e7ae4b9 HTTP/1.1" status: 200 len: 1822 time: 0.0715983 Jan 28 12:24:51.122194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-139af3e3-55a2-461d-8491-df49d075ceb8 req-ce65dd10-3395-4ce6-9a14-839823cdcba1 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '99cead22-b1b6-4757-a138-77377e7ae4b9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:51.122516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-139af3e3-55a2-461d-8491-df49d075ceb8 req-ce65dd10-3395-4ce6-9a14-839823cdcba1 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '99cead22-b1b6-4757-a138-77377e7ae4b9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:51.214120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17a317-460d-4d27-8cc3-6cf159284d43 req-065aed7d-8997-48b1-967d-93d2875c1fe7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:51.215610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb17a317-460d-4d27-8cc3-6cf159284d43 req-065aed7d-8997-48b1-967d-93d2875c1fe7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.0837998 Jan 28 12:24:51.218162 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-139af3e3-55a2-461d-8491-df49d075ceb8 req-ce65dd10-3395-4ce6-9a14-839823cdcba1 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (b6103c6f-c3b5-4fbc-8791-7c2a28d3f5e9), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.254005 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-139af3e3-55a2-461d-8491-df49d075ceb8 req-ce65dd10-3395-4ce6-9a14-839823cdcba1 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (b6103c6f-c3b5-4fbc-8791-7c2a28d3f5e9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.259511 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-139af3e3-55a2-461d-8491-df49d075ceb8 req-ce65dd10-3395-4ce6-9a14-839823cdcba1 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (b6103c6f-c3b5-4fbc-8791-7c2a28d3f5e9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.298483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65dd10-3395-4ce6-9a14-839823cdcba1 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6103c6f-c3b5-4fbc-8791-7c2a28d3f5e9,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:51.305663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb17a317-460d-4d27-8cc3-6cf159284d43 req-39fc5608-8d4f-400f-ad68-653b160b5769 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801094 Jan 28 12:24:51.309141 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-139af3e3-55a2-461d-8491-df49d075ceb8 req-ce65dd10-3395-4ce6-9a14-839823cdcba1 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.310485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-139af3e3-55a2-461d-8491-df49d075ceb8 req-ce65dd10-3395-4ce6-9a14-839823cdcba1 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1925354 Jan 28 12:24:51.348349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b2257074-db3a-4188-aab9-e648e5c93e8d req-024167a8-e239-49af-b083-6f97144abdba tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1022921385', 'description': 'tempest-description-1377486128'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:51.373386 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b2257074-db3a-4188-aab9-e648e5c93e8d req-024167a8-e239-49af-b083-6f97144abdba tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.389913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 11af5495-9803-4047-9ff1-a54981192977 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:24:51.457597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b2257074-db3a-4188-aab9-e648e5c93e8d req-024167a8-e239-49af-b083-6f97144abdba tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (caf79389-f664-4a8b-ba03-86165c11c8bd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.468062 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b2257074-db3a-4188-aab9-e648e5c93e8d req-024167a8-e239-49af-b083-6f97144abdba tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (caf79389-f664-4a8b-ba03-86165c11c8bd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.506613 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b2257074-db3a-4188-aab9-e648e5c93e8d req-024167a8-e239-49af-b083-6f97144abdba tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.509175 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2257074-db3a-4188-aab9-e648e5c93e8d req-024167a8-e239-49af-b083-6f97144abdba tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1651888 Jan 28 12:24:51.520453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024167a8-e239-49af-b083-6f97144abdba tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf79389-f664-4a8b-ba03-86165c11c8bd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:51.546050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 11af5495-9803-4047-9ff1-a54981192977, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=11af5495-9803-4047-9ff1-a54981192977,segment=NetworkSegment(99263165-4175-456c-8985-ff3cfa501a53),segment_id=99263165-4175-456c-8985-ff3cfa501a53)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:51.580156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '11af5495-9803-4047-9ff1-a54981192977', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'port_id': '11af5495-9803-4047-9ff1-a54981192977', 'mac_address': 'fa:16:3e:6f:35:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:24:51.600029 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e43bfd7e-aeb7-47d9-bcf2-adf6aaa6253a req-3f14e69f-62ea-4344-b158-18e12a281ad4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/caf79389-f664-4a8b-ba03-86165c11c8bd HTTP/1.1" status: 200 len: 1822 time: 0.0579751 Jan 28 12:24:51.613530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e43bfd7e-aeb7-47d9-bcf2-adf6aaa6253a req-1f7a7b78-334e-4c73-bda7-d75f9a05cd6c tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'caf79389-f664-4a8b-ba03-86165c11c8bd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:51.613756 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40a2fdce-a9d6-4ff3-9973-e0018847212c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.614036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e43bfd7e-aeb7-47d9-bcf2-adf6aaa6253a req-1f7a7b78-334e-4c73-bda7-d75f9a05cd6c tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'caf79389-f664-4a8b-ba03-86165c11c8bd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:51.632460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 11af5495-9803-4047-9ff1-a54981192977 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:51.633008 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (11af5495-9803-4047-9ff1-a54981192977), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.648405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11af5495-9803-4047-9ff1-a54981192977 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:51.675113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 11af5495-9803-4047-9ff1-a54981192977, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=11af5495-9803-4047-9ff1-a54981192977,segment=NetworkSegment(99263165-4175-456c-8985-ff3cfa501a53),segment_id=99263165-4175-456c-8985-ff3cfa501a53)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:51.677043 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-b1aa1874-accf-4d81-b5b6-28c40145f210 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f55da56ce6054cb7ab04c289899fd6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315962 Jan 28 12:24:51.683711 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (11af5495-9803-4047-9ff1-a54981192977), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.733382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=11af5495-9803-4047-9ff1-a54981192977,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:51.798179 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e43bfd7e-aeb7-47d9-bcf2-adf6aaa6253a req-1f7a7b78-334e-4c73-bda7-d75f9a05cd6c tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (dcd2a4e8-dc4d-435e-8792-f60f4c8ab7ec), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.858159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d97ec-cb79-4212-abd9-f3471ac5a86e req-3bca42f6-f614-45d1-a28c-99fcb5384e25 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:51.860289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f96d97ec-cb79-4212-abd9-f3471ac5a86e req-3bca42f6-f614-45d1-a28c-99fcb5384e25 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 949 time: 0.1587546 Jan 28 12:24:51.863286 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e43bfd7e-aeb7-47d9-bcf2-adf6aaa6253a req-1f7a7b78-334e-4c73-bda7-d75f9a05cd6c tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (dcd2a4e8-dc4d-435e-8792-f60f4c8ab7ec), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.885761 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e43bfd7e-aeb7-47d9-bcf2-adf6aaa6253a req-1f7a7b78-334e-4c73-bda7-d75f9a05cd6c tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (dcd2a4e8-dc4d-435e-8792-f60f4c8ab7ec), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.917348 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['11af5495-9803-4047-9ff1-a54981192977'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:51.940396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887698e-9464-496a-96dd-20b9a2671c80 req-54b191a4-fa5a-457c-b033-813debb35ae5 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:51.941906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-54b191a4-fa5a-457c-b033-813debb35ae5 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558696 Jan 28 12:24:51.967166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a7b78-334e-4c73-bda7-d75f9a05cd6c tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd2a4e8-dc4d-435e-8792-f60f4c8ab7ec,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:51.981975 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e43bfd7e-aeb7-47d9-bcf2-adf6aaa6253a req-1f7a7b78-334e-4c73-bda7-d75f9a05cd6c tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:51.983529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e43bfd7e-aeb7-47d9-bcf2-adf6aaa6253a req-1f7a7b78-334e-4c73-bda7-d75f9a05cd6c tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3775227 Jan 28 12:24:52.002702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-97def82a-dc15-4d07-b3d7-dd6b6293956f tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/quotas/f55da56ce6054cb7ab04c289899fd6b4 HTTP/1.1" status: 200 len: 375 time: 0.0468614 Jan 28 12:24:52.071851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-0466cd8a-e352-4b1f-91cd-9d67d78a84ee tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f55da56ce6054cb7ab04c289899fd6b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617144 Jan 28 12:24:52.120409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-f96d97ec-cb79-4212-abd9-f3471ac5a86e req-a0e6b873-b165-4d99-9a12-2713878acd21 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Deleting port 05e8fa2a-d142-475e-926e-6a1deec50f1a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:24:52.120749 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f96d97ec-cb79-4212-abd9-f3471ac5a86e req-a0e6b873-b165-4d99-9a12-2713878acd21 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.174474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf513-c262-47d0-9e96-cd2f8bfb378c req-a7b89b99-3b1f-4eb6-bd10-06a27d967c70 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:52.182437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-140cf513-c262-47d0-9e96-cd2f8bfb378c req-a7b89b99-3b1f-4eb6-bd10-06a27d967c70 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7 HTTP/1.1" status: 200 len: 949 time: 0.1130950 Jan 28 12:24:52.270907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-140cf513-c262-47d0-9e96-cd2f8bfb378c req-cfa8a701-5485-4460-a167-bcbcf098c6d2 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875800 Jan 28 12:24:52.285544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-3a4e2bd6-b7aa-44a2-84da-a20777503d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:52.287406 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-3a4e2bd6-b7aa-44a2-84da-a20777503d93 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53&tenant_id=5365e826fdfe40a69e62d0df1e72d7db HTTP/1.1" status: 200 len: 1100 time: 0.0534940 Jan 28 12:24:52.298514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f96d97ec-cb79-4212-abd9-f3471ac5a86e req-a0e6b873-b165-4d99-9a12-2713878acd21 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] For port 05e8fa2a-d142-475e-926e-6a1deec50f1a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=05e8fa2a-d142-475e-926e-6a1deec50f1a,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:52.298888 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f96d97ec-cb79-4212-abd9-f3471ac5a86e req-a0e6b873-b165-4d99-9a12-2713878acd21 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.303773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:52.311701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-f96d97ec-cb79-4212-abd9-f3471ac5a86e req-a0e6b873-b165-4d99-9a12-2713878acd21 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Calling delete_port for 05e8fa2a-d142-475e-926e-6a1deec50f1a owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:24:52.343779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-972d550f-00b2-47fa-a100-af4c2dc06bfe req-95aad7df-9c69-44c5-af65-2cec618e9851 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-708990033', 'description': 'tempest-description-731790671'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:52.379768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.438582 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-972d550f-00b2-47fa-a100-af4c2dc06bfe req-95aad7df-9c69-44c5-af65-2cec618e9851 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.461838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1b820-f950-46fe-b285-bc8bd77d41ec req-93331184-7b21-4727-a427-7d1a423e058c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:52.463273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49f1b820-f950-46fe-b285-bc8bd77d41ec req-93331184-7b21-4727-a427-7d1a423e058c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.1398787 Jan 28 12:24:52.584176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49f1b820-f950-46fe-b285-bc8bd77d41ec req-d0a868e3-4207-42db-9d9f-18849ea43c41 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106491 Jan 28 12:24:52.610662 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f96d97ec-cb79-4212-abd9-f3471ac5a86e req-a0e6b873-b165-4d99-9a12-2713878acd21 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (05e8fa2a-d142-475e-926e-6a1deec50f1a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.622949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['05e8fa2a-d142-475e-926e-6a1deec50f1a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:52.627940 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:52.655145 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-972d550f-00b2-47fa-a100-af4c2dc06bfe req-95aad7df-9c69-44c5-af65-2cec618e9851 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (de7d1c04-2038-42ee-bb27-c7a74d36d3d6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.656989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6b873-b165-4d99-9a12-2713878acd21 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Pushing event deleted for resources: {'Port': ['ID=05e8fa2a-d142-475e-926e-6a1deec50f1a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:52.670607 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-972d550f-00b2-47fa-a100-af4c2dc06bfe req-95aad7df-9c69-44c5-af65-2cec618e9851 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (de7d1c04-2038-42ee-bb27-c7a74d36d3d6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.680229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:52.732393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96d97ec-cb79-4212-abd9-f3471ac5a86e req-a0e6b873-b165-4d99-9a12-2713878acd21 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] No DVR routers for this DVR port 05e8fa2a-d142-475e-926e-6a1deec50f1a on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:52.735248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f96d97ec-cb79-4212-abd9-f3471ac5a86e req-a0e6b873-b165-4d99-9a12-2713878acd21 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.738568 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:52.738911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f96d97ec-cb79-4212-abd9-f3471ac5a86e req-a0e6b873-b165-4d99-9a12-2713878acd21 tempest-ServersOnMultiNodesTest-1819859919 tempest-ServersOnMultiNodesTest-1819859919-project] 10.222.0.35 "DELETE /v2.0/ports/05e8fa2a-d142-475e-926e-6a1deec50f1a HTTP/1.1" status: 204 len: 173 time: 0.8680611 Jan 28 12:24:52.742042 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7fd82c-20bb-43cf-bef6-c907908596ec" -d '{"events": [{"server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "name": "network-vif-unplugged", "status": "completed", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:52.744737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7', 'name': 'network-vif-deleted', 'tag': '05e8fa2a-d142-475e-926e-6a1deec50f1a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:52.747025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Publish callbacks [] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.747901 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c5eaf7-3195-499a-b862-ba1dc6fa3140" -d '{"events": [{"server_uuid": "fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7", "name": "network-vif-deleted", "tag": "05e8fa2a-d142-475e-926e-6a1deec50f1a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:52.758630 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-972d550f-00b2-47fa-a100-af4c2dc06bfe req-95aad7df-9c69-44c5-af65-2cec618e9851 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.762662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Transition to ACTIVE for port object 4141f508-d1ef-4cf1-823e-ac895c0bcce9 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:24:52.774778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-972d550f-00b2-47fa-a100-af4c2dc06bfe req-95aad7df-9c69-44c5-af65-2cec618e9851 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4380193 Jan 28 12:24:52.778490 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.786781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aad7df-9c69-44c5-af65-2cec618e9851 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7d1c04-2038-42ee-bb27-c7a74d36d3d6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:52.817396 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.883845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] No DVR routers for this DVR port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:24:52.885976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:52.917531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7b4f0-ba37-4d2e-b9ee-5d0fa49d6ea3 req-233cfacc-ec06-4f0d-bd2b-7599393f642a tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:52.927022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Attempting to bind port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:52.927464 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Attempting to bind port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:52.927743 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Attempting to bind port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:52.928031 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5cf7b4f0-ba37-4d2e-b9ee-5d0fa49d6ea3 req-233cfacc-ec06-4f0d-bd2b-7599393f642a tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 944 time: 0.0868526 Jan 28 12:24:52.934365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:24:52.934687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Attempting to bind port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:52.940403 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:52.940781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:52.941170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:52.941592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Bound port: 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:52.941946 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:52.999530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5cf7b4f0-ba37-4d2e-b9ee-5d0fa49d6ea3 req-a7d8c7cc-5670-4ac3-9175-c0026ff4290b tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648594 Jan 28 12:24:53.021896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:53.025727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:24:53.031927 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:53.117571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:53.118612 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:53.120627 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] 10.222.0.49 "PUT /v2.0/ports/4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 1096 time: 0.8221016 Jan 28 12:24:53.152510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0925b-e23a-43f1-bab3-472f80ea424f service neutron] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=11']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:53.180393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b85414-b402-41fc-8a12-4cfb7f663a68 req-c9403ec5-e7d6-419c-84c9-ca4145a784dd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:53.181398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55b85414-b402-41fc-8a12-4cfb7f663a68 req-c9403ec5-e7d6-419c-84c9-ca4145a784dd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.0875921 Jan 28 12:24:53.207123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-378420ce-19eb-486f-b6ec-31f08e725be9 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f55da56ce6054cb7ab04c289899fd6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240743 Jan 28 12:24:53.231148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-2bf75865-a390-4138-bdda-5075b0171aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:53.232704 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-2bf75865-a390-4138-bdda-5075b0171aff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 1099 time: 0.0707407 Jan 28 12:24:53.318800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55b85414-b402-41fc-8a12-4cfb7f663a68 req-9210bd22-c0f8-48d1-a96d-887c8ba16599 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105320 Jan 28 12:24:53.372467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-7d029e9e-14e8-4e40-b827-6128404cc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:53.375965 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-7d029e9e-14e8-4e40-b827-6128404cc3ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1270981 Jan 28 12:24:53.387311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-3ba49b21-c62d-44f8-9338-ef9d3675373d tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:53.394501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-3ba49b21-c62d-44f8-9338-ef9d3675373d tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697741 Jan 28 12:24:53.404228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 11af5495-9803-4047-9ff1-a54981192977 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:53.431942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ada54cea-4582-4efa-94f3-1b3cce92aaf7 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/quotas/f55da56ce6054cb7ab04c289899fd6b4 HTTP/1.1" status: 200 len: 375 time: 0.0364065 Jan 28 12:24:53.452828 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ee9851-157c-49f1-97e6-2235cb5c45af x-openstack-request-id: req-d3ee9851-157c-49f1-97e6-2235cb5c45af {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:53.453136 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "name": "network-vif-unplugged", "status": "completed", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:53.453371 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3ee9851-157c-49f1-97e6-2235cb5c45af {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:53.453862 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'code': 200} Jan 28 12:24:53.459754 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-84091f67-1b9b-4d3d-a26b-27f7d260fb47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 217 time: 0.0714853 Jan 28 12:24:53.486344 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-0b64abbb-43a8-4ccc-a585-0d0fb9c70be4 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f55da56ce6054cb7ab04c289899fd6b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489330 Jan 28 12:24:53.522074 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80263d37-cdc8-44bc-8acc-70275f915882 x-openstack-request-id: req-80263d37-cdc8-44bc-8acc-70275f915882 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:53.522753 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7", "name": "network-vif-deleted", "tag": "05e8fa2a-d142-475e-926e-6a1deec50f1a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:53.523065 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80263d37-cdc8-44bc-8acc-70275f915882 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:53.523648 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdaf5c2e-b6dc-46f2-89ed-b7e21defb0d7', 'name': 'network-vif-deleted', 'tag': '05e8fa2a-d142-475e-926e-6a1deec50f1a', 'status': 'completed', 'code': 200} Jan 28 12:24:53.551315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 11af5495-9803-4047-9ff1-a54981192977 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:24:53.558594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 11af5495-9803-4047-9ff1-a54981192977 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:53.560294 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (11af5495-9803-4047-9ff1-a54981192977), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:53.602697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-fefa0bd6-29d3-4ff6-bdbd-d385550b65a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:53.606013 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-fefa0bd6-29d3-4ff6-bdbd-d385550b65a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1394465 Jan 28 12:24:53.615037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ea5bedb7-f404-441a-88d0-a74269318d07 req-9fb2ec8c-cd19-46fb-9469-fc03ddfb104b tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-789679406', 'description': 'tempest-description-1353359990'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:53.668656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-01eef1c7-5042-485f-aec1-375c059b10dc tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f55da56ce6054cb7ab04c289899fd6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795588 Jan 28 12:24:53.734699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1e012fea-6385-4982-875a-c28027a79b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:53.735581 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-1e012fea-6385-4982-875a-c28027a79b6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142058 Jan 28 12:24:53.782069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 11af5495-9803-4047-9ff1-a54981192977 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:53.782599 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (11af5495-9803-4047-9ff1-a54981192977), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:53.849963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11af5495-9803-4047-9ff1-a54981192977'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:53.858104 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccc11e6-392e-4f51-a896-bb1b56d2a925" -d '{"events": [{"server_uuid": "45659bfd-2a17-4ec5-baa7-ee6490fd4d9c", "name": "network-vif-plugged", "status": "completed", "tag": "11af5495-9803-4047-9ff1-a54981192977"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:53.883938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 11af5495-9803-4047-9ff1-a54981192977, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=11af5495-9803-4047-9ff1-a54981192977,segment=NetworkSegment(99263165-4175-456c-8985-ff3cfa501a53),segment_id=99263165-4175-456c-8985-ff3cfa501a53)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:53.892468 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (11af5495-9803-4047-9ff1-a54981192977), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:53.968769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887698e-9464-496a-96dd-20b9a2671c80 req-3b7653df-a12a-4533-94f7-362f3b5593d1 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:53.972101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-3b7653df-a12a-4533-94f7-362f3b5593d1 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3012073 Jan 28 12:24:54.005004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Request body: {'port': {'device_id': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': 'f55da56ce6054cb7ab04c289899fd6b4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:54.006465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=11af5495-9803-4047-9ff1-a54981192977,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:54.018052 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-f16fbc7d-bd09-4842-9722-5d04cb458e11 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735307 Jan 28 12:24:54.112314 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81848b46-456a-4d9f-8f5a-61bfb9e95157 req-1a1cd485-6dce-4947-a5f1-5f35d4d73217 tempest-AbsoluteLimitsNegativeTestJSON-355073552 tempest-AbsoluteLimitsNegativeTestJSON-355073552-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=110f234f7cbe4b0a91d88d9b9d5424ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2233584 Jan 28 12:24:54.123953 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea5bedb7-f404-441a-88d0-a74269318d07 req-9fb2ec8c-cd19-46fb-9469-fc03ddfb104b tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:54.167052 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1d3e4d7-68f7-4d4e-83aa-0f6cd9908748 req-d596a65a-34a2-4a3f-aa46-8ee80f447597 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383452 Jan 28 12:24:54.320853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Made reservation on behalf of f55da56ce6054cb7ab04c289899fd6b4 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:24:54.324175 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:54.334213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81848b46-456a-4d9f-8f5a-61bfb9e95157 req-b57e3ab1-5929-433b-9481-e527653dbd96 tempest-AbsoluteLimitsNegativeTestJSON-355073552 tempest-AbsoluteLimitsNegativeTestJSON-355073552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:54.336640 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81848b46-456a-4d9f-8f5a-61bfb9e95157 req-b57e3ab1-5929-433b-9481-e527653dbd96 tempest-AbsoluteLimitsNegativeTestJSON-355073552 tempest-AbsoluteLimitsNegativeTestJSON-355073552-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140002 Jan 28 12:24:54.354864 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:54.374759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81848b46-456a-4d9f-8f5a-61bfb9e95157 req-9a5a3cef-e071-4642-9084-2a39de43bb49 tempest-AbsoluteLimitsNegativeTestJSON-355073552 tempest-AbsoluteLimitsNegativeTestJSON-355073552-project] 10.222.0.53 "GET /v2.0/quotas/110f234f7cbe4b0a91d88d9b9d5424ce HTTP/1.1" status: 200 len: 375 time: 0.0298927 Jan 28 12:24:54.382233 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea5bedb7-f404-441a-88d0-a74269318d07 req-9fb2ec8c-cd19-46fb-9469-fc03ddfb104b tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (b97d7dc4-7a6e-4d02-a5c5-8f4fa4421610), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:54.401769 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea5bedb7-f404-441a-88d0-a74269318d07 req-9fb2ec8c-cd19-46fb-9469-fc03ddfb104b tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b97d7dc4-7a6e-4d02-a5c5-8f4fa4421610), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:54.424338 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81848b46-456a-4d9f-8f5a-61bfb9e95157 req-466302e7-a40f-4541-8efb-e057dee7f873 tempest-AbsoluteLimitsNegativeTestJSON-355073552 tempest-AbsoluteLimitsNegativeTestJSON-355073552-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=110f234f7cbe4b0a91d88d9b9d5424ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398636 Jan 28 12:24:54.456948 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea5bedb7-f404-441a-88d0-a74269318d07 req-9fb2ec8c-cd19-46fb-9469-fc03ddfb104b tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:54.458170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea5bedb7-f404-441a-88d0-a74269318d07 req-9fb2ec8c-cd19-46fb-9469-fc03ddfb104b tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8835444 Jan 28 12:24:54.465547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2ec8c-cd19-46fb-9469-fc03ddfb104b tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97d7dc4-7a6e-4d02-a5c5-8f4fa4421610,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:54.496086 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:54.551258 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks [] for security_group (a2465b32-ba49-4c8e-abbb-6d7fa8071cc3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:54.559923 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a2465b32-ba49-4c8e-abbb-6d7fa8071cc3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:54.595048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-69ff28ca-63b6-49ee-bbbc-59310b28da54 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:54.597358 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-69ff28ca-63b6-49ee-bbbc-59310b28da54 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193&tenant_id=72d261eb21094b23ae0e82eafab9582c&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1096 time: 0.0817850 Jan 28 12:24:54.610731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-4'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:54.621374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:54.689464 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2446e1eb-2632-4f95-9880-70841d31231c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:54.714519 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 2446e1eb-2632-4f95-9880-70841d31231c details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:24:54.718181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4141f508-d1ef-4cf1-823e-ac895c0bcce9 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:54.793030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d2083f9-59b1-4c67-afb2-958b5b381c19 req-76ba57f3-277b-4cf9-bec0-b05a610479e6 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 210 time: 0.1523218 Jan 28 12:24:54.817258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Allocated IP 192.168.233.81 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:24:54.831978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170ff21-8d1f-4491-8c41-013e116f58fe req-9f115303-80fe-4e76-8145-cf6bb1c23122 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:54.839008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8170ff21-8d1f-4491-8c41-013e116f58fe req-9f115303-80fe-4e76-8145-cf6bb1c23122 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 948 time: 0.2120731 Jan 28 12:24:54.898018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2446e1eb-2632-4f95-9880-70841d31231c,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:54.974019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8170ff21-8d1f-4491-8c41-013e116f58fe req-76b8ca8e-7407-4d78-9316-7f8ede7009fe tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264043 Jan 28 12:24:54.981628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59158) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:54.984574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] The host n-h1-824835-4 is not matching for port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 host n-h2-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:24:54.985565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4141f508-d1ef-4cf1-823e-ac895c0bcce9 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:54.986173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 05e8fa2a-d142-475e-926e-6a1deec50f1a no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:24:55.014739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 05e8fa2a-d142-475e-926e-6a1deec50f1a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:24:55.015391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 05e8fa2a-d142-475e-926e-6a1deec50f1a not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:24:55.042151 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-71e4f616-af2e-4fb5-b11c-4381e87de4f3 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f55da56ce6054cb7ab04c289899fd6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664806 Jan 28 12:24:55.056483 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2446e1eb-2632-4f95-9880-70841d31231c,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:55.067915 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0d5984-22cf-47f5-831d-ef0070f7ae9d x-openstack-request-id: req-bc0d5984-22cf-47f5-831d-ef0070f7ae9d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:55.068534 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45659bfd-2a17-4ec5-baa7-ee6490fd4d9c", "name": "network-vif-plugged", "status": "completed", "tag": "11af5495-9803-4047-9ff1-a54981192977", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:55.068987 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc0d5984-22cf-47f5-831d-ef0070f7ae9d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:55.069705 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11af5495-9803-4047-9ff1-a54981192977', 'code': 200} Jan 28 12:24:55.076220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 2446e1eb-2632-4f95-9880-70841d31231c has no active binding in host n-h1-824835-4 {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 12:24:55.140708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59162) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:55.209662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:55.314129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec98b38b-8a7e-464f-9eac-164b803afcae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:55.327308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-97c6a58d-364d-46f3-b944-7e492b503c1f tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:55.328761 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-97c6a58d-364d-46f3-b944-7e492b503c1f tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735546 Jan 28 12:24:55.336332 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Publish callbacks [] for port (2446e1eb-2632-4f95-9880-70841d31231c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:55.339565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95d9ff-0775-4809-b66b-8d52ea52ba00 req-d10373c7-510b-4574-a59b-b69babd820d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:55.341570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0d95d9ff-0775-4809-b66b-8d52ea52ba00 req-d10373c7-510b-4574-a59b-b69babd820d0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 1096 time: 0.1378906 Jan 28 12:24:55.345043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7d0d1-8d85-4a4c-8175-e9a864821a65 req-78b7ae36-0ac8-4cc2-8a39-c22a6aae17fd tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:55.346641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6c7d0d1-8d85-4a4c-8175-e9a864821a65 req-78b7ae36-0ac8-4cc2-8a39-c22a6aae17fd tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 945 time: 0.2067947 Jan 28 12:24:55.351412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Request body: {'port': {'device_id': 'd799856f-bdb8-499e-8763-0a0cd45d1d10', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': 'f55da56ce6054cb7ab04c289899fd6b4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:55.357206 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2446e1eb-2632-4f95-9880-70841d31231c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:55.359888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0cf8-eea4-49d6-9fca-1570a246d220 req-be588ebb-e8e1-4b4a-b84d-096cf4cc9260 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:55.361357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b21f0cf8-eea4-49d6-9fca-1570a246d220 req-be588ebb-e8e1-4b4a-b84d-096cf4cc9260 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 945 time: 0.1901810 Jan 28 12:24:55.363865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-436f5a32-df2c-43bc-b858-a381961f5097 req-77197eb1-0328-4880-9c3c-e4b9d2a5816d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2182758 Jan 28 12:24:55.380755 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks [] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:55.455528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9'}, {'server_uuid': 'f7dcd318-9286-48d8-9d75-b452a2d09193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2446e1eb-2632-4f95-9880-70841d31231c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:55.463077 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b0ec32-c322-47da-828c-d05217b04d59" -d '{"events": [{"name": "network-changed", "server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9"}, {"server_uuid": "f7dcd318-9286-48d8-9d75-b452a2d09193", "name": "network-vif-unplugged", "status": "completed", "tag": "2446e1eb-2632-4f95-9880-70841d31231c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:55.533925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cf4d2e6e-86d3-42c6-8c50-1911cf78feea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a6e4b41d3dc4895a816aa2f6c1adfda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868721 Jan 28 12:24:55.544395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59168) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:55.552249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Pushing event updated for resources: {'Port': ['ID=2446e1eb-2632-4f95-9880-70841d31231c,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:55.559270 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0d95d9ff-0775-4809-b66b-8d52ea52ba00 req-4322c4b2-c981-4fa4-b7ac-b9243a6723b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042677 Jan 28 12:24:55.562711 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6c7d0d1-8d85-4a4c-8175-e9a864821a65 req-20061a63-330a-4f0d-b301-55072814ec98 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920156 Jan 28 12:24:55.578771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b21f0cf8-eea4-49d6-9fca-1570a246d220 req-7477bc4d-f314-4bc4-af10-ab7a3e2c01bd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023413 Jan 28 12:24:55.579479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Attempting to bind port 2446e1eb-2632-4f95-9880-70841d31231c on host n-h2-824835-4 for vnic_type normal with profile {"migrating_to": "n-h1-824835-4"} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:55.580013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Attempting to bind port 2446e1eb-2632-4f95-9880-70841d31231c by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:55.580529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Attempting to bind port 2446e1eb-2632-4f95-9880-70841d31231c on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:55.595999 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Port 2446e1eb-2632-4f95-9880-70841d31231c on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:24:55.596672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Attempting to bind port 2446e1eb-2632-4f95-9880-70841d31231c on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:55.606648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:55.607522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:55.607848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Bound using segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:55.608443 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Bound port: 2446e1eb-2632-4f95-9880-70841d31231c, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:55.608965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2446e1eb-2632-4f95-9880-70841d31231c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:55.621816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Made reservation on behalf of f55da56ce6054cb7ab04c289899fd6b4 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:24:55.621985 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:55.622498 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:55.628756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f5a32-df2c-43bc-b858-a381961f5097 req-86030a9c-e4ad-47ce-859d-004d95995ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:55.630210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-436f5a32-df2c-43bc-b858-a381961f5097 req-86030a9c-e4ad-47ce-859d-004d95995ad5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 1100 time: 0.2048931 Jan 28 12:24:55.748533 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:55.753321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2446e1eb-2632-4f95-9880-70841d31231c,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:24:55.760300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2446e1eb-2632-4f95-9880-70841d31231c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:55.865481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Allocated IP 192.168.233.40 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/43139a91-39c3-4ca4-a016-ef66206c3d89) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:24:55.884643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Pushing event updated for resources: {'Port': ['ID=2446e1eb-2632-4f95-9880-70841d31231c,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:55.934528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:55.935188 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:55.936843 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-5482814d-c3e2-4971-b841-460f6a2d277f service neutron] 10.222.0.35 "PUT /v2.0/ports/2446e1eb-2632-4f95-9880-70841d31231c HTTP/1.1" status: 200 len: 1121 time: 1.3321939 Jan 28 12:24:55.939766 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.008015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['2446e1eb-2632-4f95-9880-70841d31231c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:56.063999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['2446e1eb-2632-4f95-9880-70841d31231c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:56.120065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:56.124826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Pushing event updated for resources: {'Port': ['ID=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:56.126041 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-07100e9a-dc4b-4889-9c3c-f96fae4c135d req-24a68c2c-4f52-4d6a-8eb4-e68ef217a769 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1723521 Jan 28 12:24:56.134836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec98b38b-8a7e-464f-9eac-164b803afcae admin admin] Publish callbacks [] for security_group (43bb2ee2-abba-4e85-9bd0-d9a107bb395b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.136600 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de187ba5-5b22-41ce-8a15-3138809811f6 admin admin] Publish callbacks [] for security_group (0f5d9fac-69a0-4fa8-9c11-e98f72e9d388), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.162020 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de187ba5-5b22-41ce-8a15-3138809811f6 admin admin] Publish callbacks [] for security_group (0f5d9fac-69a0-4fa8-9c11-e98f72e9d388), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.185197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:56.212264 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6161c229-84af-4ca2-a1d5-bacfebb1e7fe req-8abf2fcc-968c-4dad-a8d3-d457af78673f tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/de7d1c04-2038-42ee-bb27-c7a74d36d3d6 HTTP/1.1" status: 200 len: 1820 time: 0.6012564 Jan 28 12:24:56.215538 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks [] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.217004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:24:56.260206 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.266290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec98b38b-8a7e-464f-9eac-164b803afcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (43bb2ee2-abba-4e85-9bd0-d9a107bb395b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.331149 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:24:56.341078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:24:56.354553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:24:56.438485 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de187ba5-5b22-41ce-8a15-3138809811f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0f5d9fac-69a0-4fa8-9c11-e98f72e9d388), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.440705 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de187ba5-5b22-41ce-8a15-3138809811f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.441841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-de187ba5-5b22-41ce-8a15-3138809811f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f5d9fac-69a0-4fa8-9c11-e98f72e9d388 HTTP/1.1" status: 204 len: 168 time: 0.8914797 Jan 28 12:24:56.448964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735e0a2-9a9d-4b78-9b6e-64590aaf1a0c req-bbe47b5c-3c84-40d0-b24a-681d184a6185 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:56.450462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b735e0a2-9a9d-4b78-9b6e-64590aaf1a0c req-bbe47b5c-3c84-40d0-b24a-681d184a6185 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 946 time: 0.7535472 Jan 28 12:24:56.458693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98b38b-8a7e-464f-9eac-164b803afcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bb2ee2-abba-4e85-9bd0-d9a107bb395b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:56.463725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ec98b38b-8a7e-464f-9eac-164b803afcae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=110f234f7cbe4b0a91d88d9b9d5424ce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4654622 Jan 28 12:24:56.471016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59180) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:56.483855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f5a32-df2c-43bc-b858-a381961f5097 req-f77c563a-f61a-47df-ada5-2dd693a3204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:56.485311 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-436f5a32-df2c-43bc-b858-a381961f5097 req-f77c563a-f61a-47df-ada5-2dd693a3204a service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.8163660 Jan 28 12:24:56.486324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:56.487252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.493730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:56.494816 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.507866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6161c229-84af-4ca2-a1d5-bacfebb1e7fe req-b030bd16-6d18-4949-8ef2-bdf76ad9accd tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/b97d7dc4-7a6e-4d02-a5c5-8f4fa4421610 HTTP/1.1" status: 200 len: 1821 time: 0.2955251 Jan 28 12:24:56.508876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de187ba5-5b22-41ce-8a15-3138809811f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5d9fac-69a0-4fa8-9c11-e98f72e9d388,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:56.530826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Pushing event updated for resources: {'Port': ['ID=43139a91-39c3-4ca4-a016-ef66206c3d89,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:56.566695 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecf7cf36-75dc-4dd5-920e-28257344af63 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2226655 Jan 28 12:24:56.568604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07100e9a-dc4b-4889-9c3c-f96fae4c135d req-f93c5637-60cd-45c9-8c81-793d7566bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:56.570283 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-07100e9a-dc4b-4889-9c3c-f96fae4c135d req-f93c5637-60cd-45c9-8c81-793d7566bf9d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=561e3af5fa0f471e9d6fd293946d315d&device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 1097 time: 0.2104599 Jan 28 12:24:56.585772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-d6bdf90d-3e98-4621-9798-7eeeeeacdd09 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5888529 Jan 28 12:24:56.608720 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Request body: {'port': {'device_id': 'd799856f-bdb8-499e-8763-0a0cd45d1d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:56.633648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-6161c229-84af-4ca2-a1d5-bacfebb1e7fe req-753cee7d-7ff5-46bf-9c59-3c149cf4038a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'de7d1c04-2038-42ee-bb27-c7a74d36d3d6', 'remote_group_id': 'b97d7dc4-7a6e-4d02-a5c5-8f4fa4421610', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:56.634208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-6161c229-84af-4ca2-a1d5-bacfebb1e7fe req-753cee7d-7ff5-46bf-9c59-3c149cf4038a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'de7d1c04-2038-42ee-bb27-c7a74d36d3d6', 'remote_group_id': 'b97d7dc4-7a6e-4d02-a5c5-8f4fa4421610', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:56.662391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Request body: {'port': {'device_id': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:56.669130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-436f5a32-df2c-43bc-b858-a381961f5097 req-b95056c4-3498-4ca3-87b6-54af1b64083c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b HTTP/1.1" status: 200 len: 217 time: 0.1717620 Jan 28 12:24:56.683684 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b735e0a2-9a9d-4b78-9b6e-64590aaf1a0c req-54663503-61d8-47ed-ae55-508a4ecae449 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972129 Jan 28 12:24:56.720034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9bf9bc58-90f9-4aa5-b20d-a81e14c2d8dc None None] Provisioning complete for port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:56.721219 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9bf9bc58-90f9-4aa5-b20d-a81e14c2d8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.781618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07100e9a-dc4b-4889-9c3c-f96fae4c135d req-6d95d001-8e8d-4691-8c05-952a29d32768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:56.783389 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-07100e9a-dc4b-4889-9c3c-f96fae4c135d req-6d95d001-8e8d-4691-8c05-952a29d32768 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdcf51c2-d748-42a4-8742-87fe56d75759 HTTP/1.1" status: 200 len: 924 time: 0.1530216 Jan 28 12:24:56.787468 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93989e6-11cb-4735-aeba-a4d8ff0d4711 x-openstack-request-id: req-d93989e6-11cb-4735-aeba-a4d8ff0d4711 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:56.788320 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9", "status": "completed", "code": 200}, {"server_uuid": "f7dcd318-9286-48d8-9d75-b452a2d09193", "name": "network-vif-unplugged", "status": "completed", "tag": "2446e1eb-2632-4f95-9880-70841d31231c", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:56.788865 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d93989e6-11cb-4735-aeba-a4d8ff0d4711 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:56.789609 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'status': 'completed', 'code': 200} Jan 28 12:24:56.789891 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dcd318-9286-48d8-9d75-b452a2d09193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2446e1eb-2632-4f95-9880-70841d31231c', 'code': 200} Jan 28 12:24:56.809194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9bf9bc58-90f9-4aa5-b20d-a81e14c2d8dc None None] Port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:24:56.866718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1badb1ff-07c2-4f64-930a-7a5b0080b748 admin admin] Publish callbacks [] for security_group (43bb2ee2-abba-4e85-9bd0-d9a107bb395b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.894510 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1badb1ff-07c2-4f64-930a-7a5b0080b748 admin admin] Publish callbacks [] for security_group (43bb2ee2-abba-4e85-9bd0-d9a107bb395b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.958447 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:56.970440 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-07100e9a-dc4b-4889-9c3c-f96fae4c135d req-2952b129-992b-43c6-ad9f-ace5a4f65887 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=382f887c-f815-495e-b6c0-1cd6550b9331 HTTP/1.1" status: 200 len: 1001 time: 0.1796041 Jan 28 12:24:56.978674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0ec32-c322-47da-828c-d05217b04d59 req-152f0579-9e91-4db9-8311-77368b9c9b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:56.981430 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-40b0ec32-c322-47da-828c-d05217b04d59 req-152f0579-9e91-4db9-8311-77368b9c9b45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 1099 time: 0.1068671 Jan 28 12:24:56.993964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59190) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:57.005669 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.037164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-96abc8f6-a3ce-4bae-8a7e-975d7b271e50 None None] Provisioning complete for port 43139a91-39c3-4ca4-a016-ef66206c3d89 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:57.038823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96abc8f6-a3ce-4bae-8a7e-975d7b271e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.046554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f5a32-df2c-43bc-b858-a381961f5097 req-24f6cbdd-5b31-4982-84ba-3c04c2471ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:57.048011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-436f5a32-df2c-43bc-b858-a381961f5097 req-24f6cbdd-5b31-4982-84ba-3c04c2471ac6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.3571641 Jan 28 12:24:57.093829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12da1dd-493c-4955-883d-88d11811280f req-49d319ad-b8b1-4e85-8ed3-5d3a8d5c0844 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:57.096778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a12da1dd-493c-4955-883d-88d11811280f req-49d319ad-b8b1-4e85-8ed3-5d3a8d5c0844 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 935 time: 0.2318199 Jan 28 12:24:57.121217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07100e9a-dc4b-4889-9c3c-f96fae4c135d req-4473101c-76d3-41aa-9326-0f6ed987f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:57.122896 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-07100e9a-dc4b-4889-9c3c-f96fae4c135d req-4473101c-76d3-41aa-9326-0f6ed987f380 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=265a52df-8e7c-4e8c-8a25-92779aaa7347 HTTP/1.1" status: 200 len: 862 time: 0.1401961 Jan 28 12:24:57.123980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-96abc8f6-a3ce-4bae-8a7e-975d7b271e50 None None] Port 43139a91-39c3-4ca4-a016-ef66206c3d89 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:24:57.186878 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1badb1ff-07c2-4f64-930a-7a5b0080b748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (43bb2ee2-abba-4e85-9bd0-d9a107bb395b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.189394 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1badb1ff-07c2-4f64-930a-7a5b0080b748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.192916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1badb1ff-07c2-4f64-930a-7a5b0080b748 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43bb2ee2-abba-4e85-9bd0-d9a107bb395b HTTP/1.1" status: 204 len: 168 time: 0.7177954 Jan 28 12:24:57.207177 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a91f6055-12f5-4964-a9ae-7a77d085b16d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9541b78a36343b2aad2ff04439bd9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113657 Jan 28 12:24:57.213574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:57.224659 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6161c229-84af-4ca2-a1d5-bacfebb1e7fe req-753cee7d-7ff5-46bf-9c59-3c149cf4038a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (e38e1f73-1bc8-4f88-9c9e-1cd0a3a73e66), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.275716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badb1ff-07c2-4f64-930a-7a5b0080b748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bb2ee2-abba-4e85-9bd0-d9a107bb395b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:57.293577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0ec32-c322-47da-828c-d05217b04d59 req-34485d5d-16ac-4585-bfce-9f9c45ae63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:57.296048 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-40b0ec32-c322-47da-828c-d05217b04d59 req-34485d5d-16ac-4585-bfce-9f9c45ae63a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.3014379 Jan 28 12:24:57.331400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f5a32-df2c-43bc-b858-a381961f5097 req-f631b460-ed1b-44dd-ab84-91b02c07e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:57.332646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-436f5a32-df2c-43bc-b858-a381961f5097 req-f631b460-ed1b-44dd-ab84-91b02c07e726 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2749209 Jan 28 12:24:57.348334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a12da1dd-493c-4955-883d-88d11811280f req-54ba291c-f892-4694-a774-857b1e3e71f8 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320015 Jan 28 12:24:57.352585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07100e9a-dc4b-4889-9c3c-f96fae4c135d req-53d20a12-ccd2-4484-8328-7f49e1f11bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:57.354192 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-07100e9a-dc4b-4889-9c3c-f96fae4c135d req-53d20a12-ccd2-4484-8328-7f49e1f11bbc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdcf51c2-d748-42a4-8742-87fe56d75759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247775 Jan 28 12:24:57.370446 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6161c229-84af-4ca2-a1d5-bacfebb1e7fe req-753cee7d-7ff5-46bf-9c59-3c149cf4038a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (e38e1f73-1bc8-4f88-9c9e-1cd0a3a73e66), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.392131 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6161c229-84af-4ca2-a1d5-bacfebb1e7fe req-753cee7d-7ff5-46bf-9c59-3c149cf4038a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (e38e1f73-1bc8-4f88-9c9e-1cd0a3a73e66), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.397989 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-40b0ec32-c322-47da-828c-d05217b04d59 req-04f472da-1cf9-40a3-9d3e-17e9e8539717 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 217 time: 0.0572083 Jan 28 12:24:57.440965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4141f508-d1ef-4cf1-823e-ac895c0bcce9 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:24:57.512438 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0732aa3-8ae6-4420-93f4-4fc5f500f2ad admin admin] Publish callbacks [] for security_group (27ee68c4-fe9a-4647-b8bc-ad8062f1b98f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.516252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cee7d-7ff5-46bf-9c59-3c149cf4038a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38e1f73-1bc8-4f88-9c9e-1cd0a3a73e66,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:57.535808 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6161c229-84af-4ca2-a1d5-bacfebb1e7fe req-753cee7d-7ff5-46bf-9c59-3c149cf4038a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.538653 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6161c229-84af-4ca2-a1d5-bacfebb1e7fe req-753cee7d-7ff5-46bf-9c59-3c149cf4038a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9572616 Jan 28 12:24:57.569861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:57.586336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'mac_address': 'fa:16:3e:10:51:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:24:57.592102 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0ec32-c322-47da-828c-d05217b04d59 req-70cff053-4b36-4252-8404-ea6fbf205b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:57.593551 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-40b0ec32-c322-47da-828c-d05217b04d59 req-70cff053-4b36-4252-8404-ea6fbf205b6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1786151 Jan 28 12:24:57.595995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0732aa3-8ae6-4420-93f4-4fc5f500f2ad admin admin] Publish callbacks [] for security_group (27ee68c4-fe9a-4647-b8bc-ad8062f1b98f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.630351 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-436f5a32-df2c-43bc-b858-a381961f5097 req-5b9572fb-56f2-43e3-86cb-312ef7405379 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895610 Jan 28 12:24:57.641987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:57.642386 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.657189 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4141f508-d1ef-4cf1-823e-ac895c0bcce9 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:57.659096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c8d47-22ad-41c1-893b-807071a49880 req-3d602379-f58c-4a1d-bc8a-b1a289c0b71d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:57.660808 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c1c8d47-22ad-41c1-893b-807071a49880 req-3d602379-f58c-4a1d-bc8a-b1a289c0b71d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 948 time: 0.1921129 Jan 28 12:24:57.684001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:57.689372 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-07100e9a-dc4b-4889-9c3c-f96fae4c135d req-3cc087e4-b5bd-42c5-9ca2-afc47662219a service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021855 Jan 28 12:24:57.692442 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.771373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd064a-a6f5-4659-9ab5-8c4231d1677b req-a663269e-026d-4de8-857b-c7f03979e5e4 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:57.773422 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1cd064a-a6f5-4659-9ab5-8c4231d1677b req-a663269e-026d-4de8-857b-c7f03979e5e4 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 945 time: 0.1670647 Jan 28 12:24:57.795509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0ec32-c322-47da-828c-d05217b04d59 req-f5e5a81c-9da0-4046-b69a-3add0d781aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:57.797105 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-40b0ec32-c322-47da-828c-d05217b04d59 req-f5e5a81c-9da0-4046-b69a-3add0d781aa0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1670587 Jan 28 12:24:57.797231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=12']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:57.817503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c1c8d47-22ad-41c1-893b-807071a49880 req-a92a2cd4-e41f-4171-a666-007753aec47f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442766 Jan 28 12:24:57.828619 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43139a91-39c3-4ca4-a016-ef66206c3d89 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:57.836502 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-436f5a32-df2c-43bc-b858-a381961f5097 req-867d7679-081c-40bf-91ef-b0bc795b0cb7 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725633 Jan 28 12:24:57.838594 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Publish callbacks [] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:57.860279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1cd064a-a6f5-4659-9ab5-8c4231d1677b req-02b22c06-457d-4098-8670-c39785f5be90 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758529 Jan 28 12:24:57.966260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['4141f508-d1ef-4cf1-823e-ac895c0bcce9'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:24:58.048724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11ad53-a09a-4efb-9acb-a03b3fe5f8ed req-0438fbdd-add7-4a56-8bc7-83328cb7d68b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:58.050076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c11ad53-a09a-4efb-9acb-a03b3fe5f8ed req-0438fbdd-add7-4a56-8bc7-83328cb7d68b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 943 time: 0.0880344 Jan 28 12:24:58.119282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7e5dd701-0c48-457c-8829-8c3fb65a6eef req-f67520e0-cec2-48fb-ad94-b6e1a796bc04 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-538352877', 'description': 'tempest-description-964973803'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:58.168019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c11ad53-a09a-4efb-9acb-a03b3fe5f8ed req-10231ae1-145c-4ca0-a610-315d02d63810 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049528 Jan 28 12:24:58.176788 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e5dd701-0c48-457c-8829-8c3fb65a6eef req-f67520e0-cec2-48fb-ad94-b6e1a796bc04 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.238394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59224) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:58.242403 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Transition to ACTIVE for port object 43139a91-39c3-4ca4-a016-ef66206c3d89 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:24:58.245421 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0732aa3-8ae6-4420-93f4-4fc5f500f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (27ee68c4-fe9a-4647-b8bc-ad8062f1b98f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.247665 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0732aa3-8ae6-4420-93f4-4fc5f500f2ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.251597 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a0732aa3-8ae6-4420-93f4-4fc5f500f2ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27ee68c4-fe9a-4647-b8bc-ad8062f1b98f HTTP/1.1" status: 204 len: 168 time: 1.0338142 Jan 28 12:24:58.262017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.326562 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Pushing event updated for resources: {'Port': ['ID=43139a91-39c3-4ca4-a016-ef66206c3d89,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:58.345496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0732aa3-8ae6-4420-93f4-4fc5f500f2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ee68c4-fe9a-4647-b8bc-ad8062f1b98f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:58.378388 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2031335896-network', 'tenant_id': 'b7109c4008a84d3a887ec8cc9be7b4bf'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:58.392962 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-07100e9a-dc4b-4889-9c3c-f96fae4c135d req-05439e8b-93fc-42dc-88f3-1b1c172caa74 service neutron] 10.222.0.49 "GET /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6892214 Jan 28 12:24:58.403270 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e5dd701-0c48-457c-8829-8c3fb65a6eef req-f67520e0-cec2-48fb-ad94-b6e1a796bc04 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (fddcb513-0da9-40d0-bc1c-283bd96a64f4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.430800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e5dd701-0c48-457c-8829-8c3fb65a6eef req-f67520e0-cec2-48fb-ad94-b6e1a796bc04 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fddcb513-0da9-40d0-bc1c-283bd96a64f4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.444534 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-40b0ec32-c322-47da-828c-d05217b04d59 req-c8fbb592-64ac-430d-bceb-c9346dbb7d81 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358571 Jan 28 12:24:58.477684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455aa95-70b4-41af-92bd-dbe7d98b3acd req-efe318ae-19d5-4f92-be1f-9349ee3d64cb tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:58.484652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0455aa95-70b4-41af-92bd-dbe7d98b3acd req-efe318ae-19d5-4f92-be1f-9349ee3d64cb tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 949 time: 0.1915333 Jan 28 12:24:58.509348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Made reservation on behalf of b7109c4008a84d3a887ec8cc9be7b4bf for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:24:58.511657 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.531841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67520e0-cec2-48fb-ad94-b6e1a796bc04 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fddcb513-0da9-40d0-bc1c-283bd96a64f4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:58.536448 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e5dd701-0c48-457c-8829-8c3fb65a6eef req-f67520e0-cec2-48fb-ad94-b6e1a796bc04 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.537698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e5dd701-0c48-457c-8829-8c3fb65a6eef req-f67520e0-cec2-48fb-ad94-b6e1a796bc04 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4226680 Jan 28 12:24:58.538702 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.580744 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-40b0ec32-c322-47da-828c-d05217b04d59 req-75294285-f951-410b-85f1-43d2171ec03e service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157553 Jan 28 12:24:58.605270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Attempting to bind port 43139a91-39c3-4ca4-a016-ef66206c3d89 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:58.605930 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Attempting to bind port 43139a91-39c3-4ca4-a016-ef66206c3d89 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:58.606466 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Attempting to bind port 43139a91-39c3-4ca4-a016-ef66206c3d89 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:58.612077 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Port 43139a91-39c3-4ca4-a016-ef66206c3d89 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:24:58.612727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Attempting to bind port 43139a91-39c3-4ca4-a016-ef66206c3d89 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:58.619311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:58.620129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:58.620718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:58.621936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Bound port: 43139a91-39c3-4ca4-a016-ef66206c3d89, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:58.622664 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.641533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0455aa95-70b4-41af-92bd-dbe7d98b3acd req-d3a8f235-9887-4263-b9cc-3e3b5fa14b74 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559188 Jan 28 12:24:58.695479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:24:58.710545 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Publish callbacks [] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.735070 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] For port 43139a91-39c3-4ca4-a016-ef66206c3d89, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:58.738696 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] For port 43139a91-39c3-4ca4-a016-ef66206c3d89, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=43139a91-39c3-4ca4-a016-ef66206c3d89,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:24:58.744852 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.788402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:58.789260 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.790757 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] 10.222.0.49 "PUT /v2.0/ports/43139a91-39c3-4ca4-a016-ef66206c3d89 HTTP/1.1" status: 200 len: 1095 time: 2.1925023 Jan 28 12:24:58.791232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dcd318-9286-48d8-9d75-b452a2d09193', 'tag': '2446e1eb-2632-4f95-9880-70841d31231c'}, {'name': 'network-changed', 'server_uuid': 'd799856f-bdb8-499e-8763-0a0cd45d1d10', 'tag': '43139a91-39c3-4ca4-a016-ef66206c3d89'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:58.793790 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f7dcd318-9286-48d8-9d75-b452a2d09193", "tag": "2446e1eb-2632-4f95-9880-70841d31231c"}, {"name": "network-changed", "server_uuid": "d799856f-bdb8-499e-8763-0a0cd45d1d10", "tag": "43139a91-39c3-4ca4-a016-ef66206c3d89"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:58.797146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Transition to ACTIVE for port object 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:24:58.812997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6272b03-a529-4361-b328-25883244be9e req-b8f7b169-8669-4df7-ac89-2b8af038188a tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:58.814561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6272b03-a529-4361-b328-25883244be9e req-b8f7b169-8669-4df7-ac89-2b8af038188a tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 945 time: 0.1667185 Jan 28 12:24:58.820376 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.839965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58994a3f-2e86-4094-bb81-fee732a197ea service neutron] Pushing event updated for resources: {'Port': ['ID=43139a91-39c3-4ca4-a016-ef66206c3d89,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:58.842828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59246) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:58.847357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7c2ce3cb-d38e-4611-a424-f745b8d13d58 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Request body: {'floatingip': {'port_id': '11af5495-9803-4047-9ff1-a54981192977'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:58.847579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d598726-7fdc-4018-a84c-f34fadd69152 req-16cb5e54-9913-40cf-8038-eef6ef3faf31 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:58.852260 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d598726-7fdc-4018-a84c-f34fadd69152 req-16cb5e54-9913-40cf-8038-eef6ef3faf31 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 946 time: 0.1244860 Jan 28 12:24:58.896453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Pushing event updated for resources: {'Port': ['ID=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:58.917633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce3cb-d38e-4611-a424-f745b8d13d58 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for floatingip (69fa0747-6849-4341-bd22-326d8008ac78), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:58.999184 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Publish callbacks [] for security_group (baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.047966 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.096726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-d26a709a-21b3-4620-bcee-4c66c895f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:59.099532 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-d26a709a-21b3-4620-bcee-4c66c895f14c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f55da56ce6054cb7ab04c289899fd6b4&device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 1098 time: 0.1776209 Jan 28 12:24:59.124649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:24:59.166820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbfee7-6491-42a0-8741-eac6db66bc0c req-fb077c65-7a29-495d-aeec-6d6997c84a8d tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:59.178614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eafbfee7-6491-42a0-8741-eac6db66bc0c req-fb077c65-7a29-495d-aeec-6d6997c84a8d tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 947 time: 0.2558804 Jan 28 12:24:59.209000 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (60eca39b-b66d-4b44-9f8d-604e1ef11408), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.209349 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Added segment 60eca39b-b66d-4b44-9f8d-604e1ef11408 of type vlan for network 352b6a35-d7b0-4d04-9be6-be33d739d2db Jan 28 12:24:59.211080 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-26a8c40a-d783-44a3-b036-19702bcad4e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=43139a91-39c3-4ca4-a016-ef66206c3d89 HTTP/1.1" status: 200 len: 217 time: 0.0951955 Jan 28 12:24:59.222248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d598726-7fdc-4018-a84c-f34fadd69152 req-897256e5-4760-46ad-a31b-eaf1ffdcc690 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210549 Jan 28 12:24:59.250931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:59.302389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-63ed5625-4a91-4852-84ad-b12a9c343cb0 req-8f76a8b8-2b46-4699-a974-497a6a97d52a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1044518904', 'description': 'tempest-description-2051631591'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:59.339199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Attempting to bind port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:24:59.340218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Attempting to bind port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:24:59.340218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Attempting to bind port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:59.355125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (352b6a35-d7b0-4d04-9be6-be33d739d2db), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.361041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eafbfee7-6491-42a0-8741-eac6db66bc0c req-17c1f019-4b3f-413d-bceb-5d83b8908d91 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840794 Jan 28 12:24:59.361698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:24:59.362000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Attempting to bind port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:24:59.362964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-d4f6f784-602a-4808-bce1-07ca58133877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:59.364651 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-d4f6f784-602a-4808-bce1-07ca58133877 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1446681 Jan 28 12:24:59.367710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-63ed5625-4a91-4852-84ad-b12a9c343cb0 req-8f76a8b8-2b46-4699-a974-497a6a97d52a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.388972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:24:59.389316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:24:59.389704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:24:59.390185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Bound port: 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:24:59.390542 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.463580 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (352b6a35-d7b0-4d04-9be6-be33d739d2db), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.463690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:59.464436 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.471166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4141f508-d1ef-4cf1-823e-ac895c0bcce9 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:24:59.551849 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08252d9-b115-44e0-9f41-6867786f08d8 x-openstack-request-id: req-f08252d9-b115-44e0-9f41-6867786f08d8 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:24:59.552113 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7dcd318-9286-48d8-9d75-b452a2d09193", "tag": "2446e1eb-2632-4f95-9880-70841d31231c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d799856f-bdb8-499e-8763-0a0cd45d1d10", "tag": "43139a91-39c3-4ca4-a016-ef66206c3d89", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:24:59.552412 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f08252d9-b115-44e0-9f41-6867786f08d8 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:24:59.552948 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dcd318-9286-48d8-9d75-b452a2d09193', 'tag': '2446e1eb-2632-4f95-9880-70841d31231c', 'status': 'completed', 'code': 200} Jan 28 12:24:59.553079 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd799856f-bdb8-499e-8763-0a0cd45d1d10', 'tag': '43139a91-39c3-4ca4-a016-ef66206c3d89', 'status': 'completed', 'code': 200} Jan 28 12:24:59.563904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:24:59.572062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-0ef7b7b5-3907-486a-94d8-bf78e6ce13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:59.575756 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-0ef7b7b5-3907-486a-94d8-bf78e6ce13b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924853 Jan 28 12:24:59.576517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:24:59.577158 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.593525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3512745 Jan 28 12:24:59.594356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:24:59.612625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce92527-d648-4210-bd4b-430736952b30 admin admin] Pushing event updated for resources: {'Network': ['ID=352b6a35-d7b0-4d04-9be6-be33d739d2db,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:59.627496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-eb0aa895-3b7b-49ec-a0dc-d24322c1f414 admin admin] Request body: {'subnet': {'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2031335896-subnet', 'tenant_id': 'b7109c4008a84d3a887ec8cc9be7b4bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:24:59.627726 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-63ed5625-4a91-4852-84ad-b12a9c343cb0 req-8f76a8b8-2b46-4699-a974-497a6a97d52a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (9d36dc32-3bdf-4c96-93a5-9056e888d089), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.629092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:24:59.633428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:24:59.635461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-63ed5625-4a91-4852-84ad-b12a9c343cb0 req-8f76a8b8-2b46-4699-a974-497a6a97d52a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9d36dc32-3bdf-4c96-93a5-9056e888d089), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.648325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.670545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 352b6a35-d7b0-4d04-9be6-be33d739d2db details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:24:59.742336 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-63ed5625-4a91-4852-84ad-b12a9c343cb0 req-8f76a8b8-2b46-4699-a974-497a6a97d52a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.748803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63ed5625-4a91-4852-84ad-b12a9c343cb0 req-8f76a8b8-2b46-4699-a974-497a6a97d52a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4508209 Jan 28 12:24:59.765239 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:24:59.765772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:59.767426 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.774201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] 10.222.0.35 "PUT /v2.0/ports/4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 HTTP/1.1" status: 200 len: 1095 time: 3.1313486 Jan 28 12:24:59.786753 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0aa895-3b7b-49ec-a0dc-d24322c1f414 admin admin] Made reservation on behalf of b7109c4008a84d3a887ec8cc9be7b4bf for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:24:59.790997 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa895-3b7b-49ec-a0dc-d24322c1f414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.798889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:59.804668 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0275fe-a039-48c4-9231-3ce9df9c1b01" -d '{"events": [{"name": "network-changed", "server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:59.805461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-8a1dbfd7-9e4c-49c9-aa43-2b92653faeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:24:59.816135 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-8a1dbfd7-9e4c-49c9-aa43-2b92653faeae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 1124 time: 0.2392714 Jan 28 12:24:59.851716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a0625-00b5-44be-b68f-a7fe4fe610ac service neutron] Pushing event updated for resources: {'Port': ['ID=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:59.867593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76a8b8-2b46-4699-a974-497a6a97d52a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d36dc32-3bdf-4c96-93a5-9056e888d089,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:24:59.888650 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:24:59.889118 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:24:59.940910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:24:59.949112 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af30feb9-9c0c-4900-85f2-8bc5f0b64f82" -d '{"events": [{"server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "name": "network-vif-plugged", "status": "completed", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:24:59.971119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-0a3f13ab-1058-4dc6-9caf-28248d8bb76a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508723 Jan 28 12:24:59.988122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:24:59.994913 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:00.002859 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-ecd02fc4-6ec4-4b5f-a4fe-c842d7ce3a0a service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034433 Jan 28 12:25:00.072179 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-7c2ce3cb-d38e-4611-a424-f745b8d13d58 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:25:00.094084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=13']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:00.140836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3bdb9b3f-d3f3-424f-98b9-60f681314e85 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:00.142536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3bdb9b3f-d3f3-424f-98b9-60f681314e85 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528964 Jan 28 12:25:00.156163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f938b6e-93d1-4e45-b1c7-72bdcfde91c2 req-08237fd4-c69a-43e4-8f2a-132359581da9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:00.157809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f938b6e-93d1-4e45-b1c7-72bdcfde91c2 req-08237fd4-c69a-43e4-8f2a-132359581da9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 943 time: 0.4554794 Jan 28 12:25:00.163300 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887698e-9464-496a-96dd-20b9a2671c80 req-f904ac65-edf3-4b44-9f48-9b13020691c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:00.165032 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-f904ac65-edf3-4b44-9f48-9b13020691c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f55da56ce6054cb7ab04c289899fd6b4&device_id=224d5405-85eb-40d3-bb3e-24c31ad9314b HTTP/1.1" status: 200 len: 1098 time: 0.2873411 Jan 28 12:25:00.188317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-22112b02-c3a1-4afa-9085-5c8bab224024 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/quotas/5365e826fdfe40a69e62d0df1e72d7db HTTP/1.1" status: 200 len: 375 time: 0.0285816 Jan 28 12:25:00.227631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-1d8b950e-0e61-43b6-9b35-f797d3bc1238 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 HTTP/1.1" status: 200 len: 217 time: 0.0409443 Jan 28 12:25:00.232594 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce3cb-d38e-4611-a424-f745b8d13d58 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:00.248940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce3cb-d38e-4611-a424-f745b8d13d58 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (69fa0747-6849-4341-bd22-326d8008ac78), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:00.322597 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f938b6e-93d1-4e45-b1c7-72bdcfde91c2 req-d7adc155-3791-4531-a9a8-b76c7c964ea9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519835 Jan 28 12:25:00.333800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887698e-9464-496a-96dd-20b9a2671c80 req-16712a02-ca21-48f5-8276-bf0f4178ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:00.335554 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-16712a02-ca21-48f5-8276-bf0f4178ddd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0980411 Jan 28 12:25:00.339580 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-5a430a6e-ef17-4326-b42d-119fd685d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:00.341238 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-5a430a6e-ef17-4326-b42d-119fd685d5a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.4787755 Jan 28 12:25:00.343714 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-031e2809-2697-4cee-9fbe-29fb7621f5af tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1186538 Jan 28 12:25:00.407699 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887698e-9464-496a-96dd-20b9a2671c80 req-c6b203f4-f59c-457d-848b-8b86759ce7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:00.409586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-c6b203f4-f59c-457d-848b-8b86759ce7b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647211 Jan 28 12:25:00.455399 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-060e9762-71a2-487c-b717-e36686dda8f6 req-34caeb34-676a-4b60-bc07-54ec2666bdb0 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/fddcb513-0da9-40d0-bc1c-283bd96a64f4 HTTP/1.1" status: 200 len: 1820 time: 0.0718086 Jan 28 12:25:00.486589 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-067652ca-52eb-4ac5-b99c-cdc785923496 req-a53b07eb-8784-4147-8f16-89f83fcfdd34 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527299 Jan 28 12:25:00.515567 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-d1c46db5-47c9-44a4-9fa7-cd57d96a5b2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2446e1eb-2632-4f95-9880-70841d31231c HTTP/1.1" status: 200 len: 217 time: 0.0987475 Jan 28 12:25:00.592042 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-ad5160f9-2895-48f7-bef7-7f711bea064a service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643560 Jan 28 12:25:00.595985 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d70a252-2f84-4566-837f-a267eaff5c05 x-openstack-request-id: req-1d70a252-2f84-4566-837f-a267eaff5c05 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:00.596437 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:00.597048 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d70a252-2f84-4566-837f-a267eaff5c05 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:00.597554 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'status': 'completed', 'code': 200} Jan 28 12:25:00.611910 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8a6149-a9af-49a2-b443-27b04c742252 x-openstack-request-id: req-2d8a6149-a9af-49a2-b443-27b04c742252 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:00.612440 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "name": "network-vif-plugged", "status": "completed", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:00.612440 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d8a6149-a9af-49a2-b443-27b04c742252 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:00.612956 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'code': 200} Jan 28 12:25:00.614567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-060e9762-71a2-487c-b717-e36686dda8f6 req-58317b11-b244-47d3-ae4a-30527978b616 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/9d36dc32-3bdf-4c96-93a5-9056e888d089 HTTP/1.1" status: 200 len: 1822 time: 0.1313021 Jan 28 12:25:00.624341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14b918-ad98-451b-ad71-716ddd434fff req-111a50f0-545b-406b-89b6-982856509376 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:00.625181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-060e9762-71a2-487c-b717-e36686dda8f6 req-9d843fd6-4b28-4d9e-8693-7de906d3fec3 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fddcb513-0da9-40d0-bc1c-283bd96a64f4', 'remote_group_id': '9d36dc32-3bdf-4c96-93a5-9056e888d089', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:00.625770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-060e9762-71a2-487c-b717-e36686dda8f6 req-9d843fd6-4b28-4d9e-8693-7de906d3fec3 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fddcb513-0da9-40d0-bc1c-283bd96a64f4', 'remote_group_id': '9d36dc32-3bdf-4c96-93a5-9056e888d089', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:00.626455 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6b14b918-ad98-451b-ad71-716ddd434fff req-111a50f0-545b-406b-89b6-982856509376 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.49 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 946 time: 0.3721509 Jan 28 12:25:00.634049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa895-3b7b-49ec-a0dc-d24322c1f414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (7d4d0c4a-3998-42cf-a206-998b45b1ec69), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:00.714703 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-7c2ce3cb-d38e-4611-a424-f745b8d13d58 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Floating IP 69fa0747-6849-4341-bd22-326d8008ac78 associated. External IP: 172.25.7.62, port: 11af5495-9803-4047-9ff1-a54981192977. Jan 28 12:25:00.724218 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-7812b2c4-0470-4b28-9499-c564220a2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:00.726291 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-7812b2c4-0470-4b28-9499-c564220a2472 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.1919029 Jan 28 12:25:00.805577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041af36-99cc-41e8-943d-ec1acd736916 req-3c6275c2-f0b7-401f-93c7-2237e12471f7 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:00.807085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f041af36-99cc-41e8-943d-ec1acd736916 req-3c6275c2-f0b7-401f-93c7-2237e12471f7 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 946 time: 0.1069214 Jan 28 12:25:00.817717 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3887698e-9464-496a-96dd-20b9a2671c80 req-44418002-501d-4a32-b3c4-ffb91ebd2adb service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752021 Jan 28 12:25:00.824902 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-6f16f215-43d5-4ecf-b259-612d10e6ff3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622513 Jan 28 12:25:00.834105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0aa895-3b7b-49ec-a0dc-d24322c1f414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d4d0c4a-3998-42cf-a206-998b45b1ec69,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:00.872873 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-060e9762-71a2-487c-b717-e36686dda8f6 req-9d843fd6-4b28-4d9e-8693-7de906d3fec3 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (fe215639-ee39-4e9a-b41f-b8cc394c2215), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:00.912530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f041af36-99cc-41e8-943d-ec1acd736916 req-aa3ad8bd-1113-4ba2-b69e-be4951e6ef99 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970759 Jan 28 12:25:00.951530 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-060e9762-71a2-487c-b717-e36686dda8f6 req-9d843fd6-4b28-4d9e-8693-7de906d3fec3 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (fe215639-ee39-4e9a-b41f-b8cc394c2215), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:00.965453 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-060e9762-71a2-487c-b717-e36686dda8f6 req-9d843fd6-4b28-4d9e-8693-7de906d3fec3 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (fe215639-ee39-4e9a-b41f-b8cc394c2215), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:00.994279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0275fe-a039-48c4-9231-3ce9df9c1b01 req-d602d2d7-a054-4dbf-96a0-4fa6cc66515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:00.996235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd0275fe-a039-48c4-9231-3ce9df9c1b01 req-d602d2d7-a054-4dbf-96a0-4fa6cc66515e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f55da56ce6054cb7ab04c289899fd6b4&device_id=224d5405-85eb-40d3-bb3e-24c31ad9314b HTTP/1.1" status: 200 len: 1098 time: 0.0944502 Jan 28 12:25:00.999382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d843fd6-4b28-4d9e-8693-7de906d3fec3 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe215639-ee39-4e9a-b41f-b8cc394c2215,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:01.029565 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-060e9762-71a2-487c-b717-e36686dda8f6 req-9d843fd6-4b28-4d9e-8693-7de906d3fec3 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:01.030781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-060e9762-71a2-487c-b717-e36686dda8f6 req-9d843fd6-4b28-4d9e-8693-7de906d3fec3 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4151998 Jan 28 12:25:01.133747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a1a20-6711-4121-aa71-0704b51618db req-e4dabed5-ad97-44d2-b208-ffb4aa2367af tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:01.135298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-920a1a20-6711-4121-aa71-0704b51618db req-e4dabed5-ad97-44d2-b208-ffb4aa2367af tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 947 time: 0.1372221 Jan 28 12:25:01.172433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0275fe-a039-48c4-9231-3ce9df9c1b01 req-bf290594-bb26-404c-99c4-8e125a2ae87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:01.173900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd0275fe-a039-48c4-9231-3ce9df9c1b01 req-bf290594-bb26-404c-99c4-8e125a2ae87c service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1622977 Jan 28 12:25:01.247649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd0275fe-a039-48c4-9231-3ce9df9c1b01 req-1f305536-f6f4-41e8-837d-205401ede6ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 HTTP/1.1" status: 200 len: 217 time: 0.0553353 Jan 28 12:25:01.258090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-920a1a20-6711-4121-aa71-0704b51618db req-c5c50030-cf0d-46d9-8e59-3f889562a0a2 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097627 Jan 28 12:25:01.295745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0aa895-3b7b-49ec-a0dc-d24322c1f414 admin admin] Checking segment: {'id': '60eca39b-b66d-4b44-9f8d-604e1ef11408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:25:01.296090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0aa895-3b7b-49ec-a0dc-d24322c1f414 admin admin] Network hostable DHCP agents. Network: 352b6a35-d7b0-4d04-9be6-be33d739d2db, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:25:01.348321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Deleting port 382f887c-f815-495e-b6c0-1cd6550b9331 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:25:01.348659 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:01.352867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f66898f8-f5db-415b-8fa6-78414539b663 req-e7b78ba8-d5c5-48f5-99ca-f3f2310d7881 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 210 time: 0.0458062 Jan 28 12:25:01.385544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0275fe-a039-48c4-9231-3ce9df9c1b01 req-92b83187-71a7-4564-89d7-a4cbe4a7fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:01.386421 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0aa895-3b7b-49ec-a0dc-d24322c1f414 admin admin] Network 352b6a35-d7b0-4d04-9be6-be33d739d2db is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:25:01.387597 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd0275fe-a039-48c4-9231-3ce9df9c1b01 req-92b83187-71a7-4564-89d7-a4cbe4a7fc2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1272664 Jan 28 12:25:01.392112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bd3b11d-56a6-469f-8bc3-94388eb155e8 req-54531399-0c0a-49dc-8d08-55c7ae904656 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/9d36dc32-3bdf-4c96-93a5-9056e888d089 HTTP/1.1" status: 200 len: 1822 time: 0.0865819 Jan 28 12:25:01.456159 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-0a94a89a-1200-41c9-99d2-8ca4336abc43 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072338 Jan 28 12:25:01.473268 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0275fe-a039-48c4-9231-3ce9df9c1b01 req-3d4aa2ad-dedd-4916-8984-e25bdad14820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:01.474925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd0275fe-a039-48c4-9231-3ce9df9c1b01 req-3d4aa2ad-dedd-4916-8984-e25bdad14820 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802336 Jan 28 12:25:01.485830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-eb0aa895-3b7b-49ec-a0dc-d24322c1f414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 352b6a35-d7b0-4d04-9be6-be33d739d2db) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:25:01.497091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6589be3a-9a44-410e-af48-966c47b33e2d None None] Network 352b6a35-d7b0-4d04-9be6-be33d739d2db requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:25:01.498928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0aa895-3b7b-49ec-a0dc-d24322c1f414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:01.499560 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa895-3b7b-49ec-a0dc-d24322c1f414 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:01.538429 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9bd3b11d-56a6-469f-8bc3-94388eb155e8 req-b8071cee-e023-477b-a962-938a1edb7531 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (9d36dc32-3bdf-4c96-93a5-9056e888d089), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:01.607557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bdb7a7-36e3-4383-bf28-787d24239849 None None] Network 352b6a35-d7b0-4d04-9be6-be33d739d2db requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:25:01.609867 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9bd3b11d-56a6-469f-8bc3-94388eb155e8 req-b8071cee-e023-477b-a962-938a1edb7531 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (9d36dc32-3bdf-4c96-93a5-9056e888d089), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:01.625987 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eb0aa895-3b7b-49ec-a0dc-d24322c1f414 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0021596 Jan 28 12:25:01.626541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9869060-2989-4463-b570-33977c193a3c req-5da9baa5-6859-44d8-90f6-2f4ae838a28f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:01.628107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9869060-2989-4463-b570-33977c193a3c req-5da9baa5-6859-44d8-90f6-2f4ae838a28f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 943 time: 0.1490955 Jan 28 12:25:01.637047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] For port 382f887c-f815-495e-b6c0-1cd6550b9331, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=382f887c-f815-495e-b6c0-1cd6550b9331,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:01.637676 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:01.694475 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd0275fe-a039-48c4-9231-3ce9df9c1b01 req-e2aaa113-4402-42ab-a10a-83f7d010a3f7 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024360 Jan 28 12:25:01.810954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-5fc9c96e-818c-4732-b62e-ccfe487d2676 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713794 Jan 28 12:25:01.826945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9869060-2989-4463-b570-33977c193a3c req-fc16b153-6cc6-4f0d-b591-ee05d689fd44 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795068 Jan 28 12:25:01.884489 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-a3a2ab7e-c4d6-4bf8-8cb3-a8aa03951bf4 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092779 Jan 28 12:25:01.887189 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2ce3cb-d38e-4611-a424-f745b8d13d58 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Router 9d201316-3c27-49c3-92d6-f65e1d931661 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:25:02.010661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-51e03f12-e507-47de-b1cb-854da888dad2 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:02.012233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-51e03f12-e507-47de-b1cb-854da888dad2 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839559 Jan 28 12:25:02.012884 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9bd3b11d-56a6-469f-8bc3-94388eb155e8 req-b8071cee-e023-477b-a962-938a1edb7531 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9d36dc32-3bdf-4c96-93a5-9056e888d089), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:02.015626 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9bd3b11d-56a6-469f-8bc3-94388eb155e8 req-b8071cee-e023-477b-a962-938a1edb7531 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:02.016695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bd3b11d-56a6-469f-8bc3-94388eb155e8 req-b8071cee-e023-477b-a962-938a1edb7531 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "DELETE /v2.0/security-groups/9d36dc32-3bdf-4c96-93a5-9056e888d089 HTTP/1.1" status: 204 len: 173 time: 0.6131358 Jan 28 12:25:02.039194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8071cee-e023-477b-a962-938a1edb7531 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d36dc32-3bdf-4c96-93a5-9056e888d089,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:02.044781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Request body: {'port': {'device_id': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '5365e826fdfe40a69e62d0df1e72d7db'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:02.061771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c7ba9e5d-abe3-46d4-9f2f-23cde6ac808a req-e39937ff-958f-42c2-8171-4f24745e20a8 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1577770066', 'description': 'tempest-description-991552498'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:02.173208 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-e8de8d5f-d06d-4496-af8e-7f222e12bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:02.174767 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-e8de8d5f-d06d-4496-af8e-7f222e12bc77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f55da56ce6054cb7ab04c289899fd6b4&device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 1098 time: 0.1883521 Jan 28 12:25:02.214704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:02.214980 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (745eebe7-6171-4465-ab3a-3bb59357eb4d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:02.215308 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Floating IP 745eebe7-6171-4465-ab3a-3bb59357eb4d disassociated. External IP: 172.25.7.11, port: 382f887c-f815-495e-b6c0-1cd6550b9331. Jan 28 12:25:02.215953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Calling delete_port for 382f887c-f815-495e-b6c0-1cd6550b9331 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:25:02.247859 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2ce3cb-d38e-4611-a424-f745b8d13d58 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:25:02.259918 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce3cb-d38e-4611-a424-f745b8d13d58 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:02.266372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ea716-9052-419e-98bb-8faacec98aca None None] Sync routers for ids ['9d201316-3c27-49c3-92d6-f65e1d931661'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:25:02.293884 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719ea716-9052-419e-98bb-8faacec98aca None None] Routers {'9d201316-3c27-49c3-92d6-f65e1d931661'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:25:02.295835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-719ea716-9052-419e-98bb-8faacec98aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:24:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9d201316-3c27-49c3-92d6-f65e1d931661'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:02.346600 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7c2ce3cb-d38e-4611-a424-f745b8d13d58 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "PUT /v2.0/floatingips/69fa0747-6849-4341-bd22-326d8008ac78 HTTP/1.1" status: 200 len: 990 time: 3.5028644 Jan 28 12:25:02.352489 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'tag': '11af5495-9803-4047-9ff1-a54981192977'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:02.354776 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902461ab-5147-4ab1-88d9-aee0ebf4414b" -d '{"events": [{"name": "network-changed", "server_uuid": "45659bfd-2a17-4ec5-baa7-ee6490fd4d9c", "tag": "11af5495-9803-4047-9ff1-a54981192977"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:02.383624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-1fe5ffb3-d2c6-4279-8cad-df31d3599e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:02.384277 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-1fe5ffb3-d2c6-4279-8cad-df31d3599e43 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2014127 Jan 28 12:25:02.426378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-719ea716-9052-419e-98bb-8faacec98aca None None] Set router 9d201316-3c27-49c3-92d6-f65e1d931661 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:25:02.435388 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-df570d54-3a65-45de-a764-90a3fa9582ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=43139a91-39c3-4ca4-a016-ef66206c3d89 HTTP/1.1" status: 200 len: 217 time: 0.0383399 Jan 28 12:25:02.486977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd0275fe-a039-48c4-9231-3ce9df9c1b01 req-88cd4ae1-8d52-4ff3-873b-55ab65ef40fb service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7849941 Jan 28 12:25:02.519449 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7ba9e5d-abe3-46d4-9f2f-23cde6ac808a req-e39937ff-958f-42c2-8171-4f24745e20a8 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:02.520060 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-02d7e21f-f900-41c3-8136-f47f0caeeb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:02.521540 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-02d7e21f-f900-41c3-8136-f47f0caeeb8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0799572 Jan 28 12:25:02.559796 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (382f887c-f815-495e-b6c0-1cd6550b9331), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:02.563451 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0557bff-0a44-4418-817d-75222d0f76ba req-b2d7777e-b348-47f4-aa3f-f881f19b8eee tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:02.565077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0557bff-0a44-4418-817d-75222d0f76ba req-b2d7777e-b348-47f4-aa3f-f881f19b8eee tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/ports?device_id=386b7b2a-87de-4f89-b1fa-66d790715b76 HTTP/1.1" status: 200 len: 946 time: 0.1678481 Jan 28 12:25:02.596346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Pushing event deleted for resources: {'Port': ['ID=382f887c-f815-495e-b6c0-1cd6550b9331,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:02.652355 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Made reservation on behalf of 5365e826fdfe40a69e62d0df1e72d7db for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:25:02.656403 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:02.671084 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-4fcc4d14-ba45-44a1-ae02-56d5a0f834b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:02.672342 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-4fcc4d14-ba45-44a1-ae02-56d5a0f834b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1431150 Jan 28 12:25:02.714701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0557bff-0a44-4418-817d-75222d0f76ba req-0652029a-c5b8-4d90-a62f-6ddc092050a8 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups?id=77265ad1-c084-4aaa-8da1-9cb5d25350a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384518 Jan 28 12:25:02.719103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-719ea716-9052-419e-98bb-8faacec98aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:23:34Z', 'revision_number': 4, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '69fa0747-6849-4341-bd22-326d8008ac78', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'port_id': '11af5495-9803-4047-9ff1-a54981192977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'mac_address': 'fa:16:3e:6f:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:23:40Z', 'updated_at': '2022-01-28T12:24:59Z', 'revision_number': 1, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b0a1d-4222-4bf9-8c68-6049ae72d9e2', 'name': '', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'mac_address': 'fa:16:3e:80:95:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:32Z', 'updated_at': '2022-01-28T12:23:38Z', 'revision_number': 5, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'subnets': [{'id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:02.752914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ea716-9052-419e-98bb-8faacec98aca None None] Checking router: 9d201316-3c27-49c3-92d6-f65e1d931661 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:25:02.759135 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7ba9e5d-abe3-46d4-9f2f-23cde6ac808a req-e39937ff-958f-42c2-8171-4f24745e20a8 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (74487f2e-7da9-45e4-9c8c-a2589c720a7d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:02.761058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:25:02.774540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7ba9e5d-abe3-46d4-9f2f-23cde6ac808a req-e39937ff-958f-42c2-8171-4f24745e20a8 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (74487f2e-7da9-45e4-9c8c-a2589c720a7d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:02.782969 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719ea716-9052-419e-98bb-8faacec98aca None None] Routers {'9d201316-3c27-49c3-92d6-f65e1d931661'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:25:02.784218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-719ea716-9052-419e-98bb-8faacec98aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:24:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9d201316-3c27-49c3-92d6-f65e1d931661'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:02.831281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:25:02.879548 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7ba9e5d-abe3-46d4-9f2f-23cde6ac808a req-e39937ff-958f-42c2-8171-4f24745e20a8 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:02.880900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7ba9e5d-abe3-46d4-9f2f-23cde6ac808a req-e39937ff-958f-42c2-8171-4f24745e20a8 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8465912 Jan 28 12:25:02.895753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39937ff-958f-42c2-8171-4f24745e20a8 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74487f2e-7da9-45e4-9c8c-a2589c720a7d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:02.944339 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-166328f5-326d-4170-9a37-d70dd3ba075c service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390323 Jan 28 12:25:02.964383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a33b306d-5eb5-4a42-b1e9-ea300a890c43 req-1b832f43-062e-4cda-ad39-e881b9d143f1 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/fddcb513-0da9-40d0-bc1c-283bd96a64f4 HTTP/1.1" status: 200 len: 1820 time: 0.1468549 Jan 28 12:25:02.965552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Allocated IP 192.168.233.217 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:25:03.020936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:03.042478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'mac_address': 'fa:16:3e:7e:f2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:25:03.045074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-719ea716-9052-419e-98bb-8faacec98aca None None] Set router 9d201316-3c27-49c3-92d6-f65e1d931661 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:25:03.234485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:25:03.248696 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b094a16-12a4-4c4e-87e3-2b95457f139d None None] Sync routers for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:25:03.252903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:03.255549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:03.264162 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37e6b69-7b3d-45cc-9f66-10c30e4092e4 x-openstack-request-id: req-c37e6b69-7b3d-45cc-9f66-10c30e4092e4 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:03.264595 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45659bfd-2a17-4ec5-baa7-ee6490fd4d9c", "tag": "11af5495-9803-4047-9ff1-a54981192977", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:03.264947 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c37e6b69-7b3d-45cc-9f66-10c30e4092e4 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:03.266847 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'tag': '11af5495-9803-4047-9ff1-a54981192977', 'status': 'completed', 'code': 200} Jan 28 12:25:03.267847 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b094a16-12a4-4c4e-87e3-2b95457f139d None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:25:03.268672 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9b094a16-12a4-4c4e-87e3-2b95457f139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:24:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:03.300716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498a8b2-23ed-4728-a23a-df6cd8d65014 req-e8c9e7b3-9536-4bfc-bc53-b479211a40cc tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:03.307473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8498a8b2-23ed-4728-a23a-df6cd8d65014 req-e8c9e7b3-9536-4bfc-bc53-b479211a40cc tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 947 time: 0.2970390 Jan 28 12:25:03.354345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59358) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:03.400527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] No DVR routers for this DVR port 382f887c-f815-495e-b6c0-1cd6550b9331 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:25:03.407103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:03.421008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-902be490-0f7e-40e3-a9dc-d9ff6239658f req-21113a9c-4fe0-49cf-b84e-0d37c822afbb tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 210 time: 0.0639844 Jan 28 12:25:03.426634 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6b14b918-ad98-451b-ad71-716ddd434fff req-4824f2af-b98d-48c1-8f22-11d9feb67be5 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.49 "DELETE /v2.0/ports/382f887c-f815-495e-b6c0-1cd6550b9331 HTTP/1.1" status: 204 len: 173 time: 2.7876909 Jan 28 12:25:03.502871 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks [] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:03.550710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902461ab-5147-4ab1-88d9-aee0ebf4414b req-a11db161-84a2-4703-b8cf-81745f632f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:03.558143 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-902461ab-5147-4ab1-88d9-aee0ebf4414b req-a11db161-84a2-4703-b8cf-81745f632f6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8473c6f1cd984f95b129e1cd0af3aba4&device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 1096 time: 0.2862287 Jan 28 12:25:03.598499 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9b094a16-12a4-4c4e-87e3-2b95457f139d None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:25:03.619938 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8498a8b2-23ed-4728-a23a-df6cd8d65014 req-cbadf19a-2ad7-4a35-a105-955cffcafd94 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014812 Jan 28 12:25:03.622982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:03.716385 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5fb4c8e2-a7b7-45da-b798-e976eb2f65fb req-197a2ea5-1ba6-4f6a-80ae-602170014bd9 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7642117 Jan 28 12:25:03.729099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51a394f5-929a-46a1-956f-900e6d18a175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:03.765282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-00baa882-f78d-49d8-abd1-8f0cc3a00bf0 req-adaf2fd0-5324-46e6-b50f-ec3588d4469c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1970079937', 'description': 'tempest-description-58827296'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:03.813992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902461ab-5147-4ab1-88d9-aee0ebf4414b req-2d9ecaf7-16c5-4c23-874b-ce5d9919c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:03.819765 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-902461ab-5147-4ab1-88d9-aee0ebf4414b req-2d9ecaf7-16c5-4c23-874b-ce5d9919c77c service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7afdf34-7eb6-485a-b403-60ea6dfbabf6 HTTP/1.1" status: 200 len: 917 time: 0.2431571 Jan 28 12:25:03.821644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:25:03.835570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:25:03.839099 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9b094a16-12a4-4c4e-87e3-2b95457f139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:18Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:03.840753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:25:03.853012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Pushing event updated for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:03.892342 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b094a16-12a4-4c4e-87e3-2b95457f139d None None] Checking router: 7aabddd3-cdf9-48e6-9074-e8f2813f52ba for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:25:03.908402 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b094a16-12a4-4c4e-87e3-2b95457f139d None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:25:03.909596 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9b094a16-12a4-4c4e-87e3-2b95457f139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:24:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:03.925857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 43139a91-39c3-4ca4-a016-ef66206c3d89 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:25:03.927617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 382f887c-f815-495e-b6c0-1cd6550b9331 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:25:03.938179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5fda-7abd-4019-a25a-d1b22d917c94 req-032ed1e1-798c-496b-ad84-24cd28237939 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:03.945936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63df5fda-7abd-4019-a25a-d1b22d917c94 req-032ed1e1-798c-496b-ad84-24cd28237939 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 943 time: 0.3519096 Jan 28 12:25:03.948053 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00baa882-f78d-49d8-abd1-8f0cc3a00bf0 req-adaf2fd0-5324-46e6-b50f-ec3588d4469c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:03.977528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['4141f508-d1ef-4cf1-823e-ac895c0bcce9'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:04.013764 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-902461ab-5147-4ab1-88d9-aee0ebf4414b req-afe4ebf5-0fe4-4ded-afc3-b53f8befbf70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11af5495-9803-4047-9ff1-a54981192977 HTTP/1.1" status: 200 len: 998 time: 0.1859901 Jan 28 12:25:04.072004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:04.074267 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:04.075986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['dc49dc7e-ef4a-4270-8664-b1a0d190371b', '1fe30547-f30a-4700-a40f-6cf5bb0cf11d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:04.079413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:04.107132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:04.111430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 382f887c-f815-495e-b6c0-1cd6550b9331 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:25:04.111945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 382f887c-f815-495e-b6c0-1cd6550b9331 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:25:04.173086 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:04.214092 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9b094a16-12a4-4c4e-87e3-2b95457f139d None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:25:04.219326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902461ab-5147-4ab1-88d9-aee0ebf4414b req-b90c0863-f62c-4372-8a10-c0b378517608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:04.221350 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-902461ab-5147-4ab1-88d9-aee0ebf4414b req-b90c0863-f62c-4372-8a10-c0b378517608 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=51938959-b70b-4b11-a33e-eadb211e1a60 HTTP/1.1" status: 200 len: 855 time: 0.1845372 Jan 28 12:25:04.238348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63df5fda-7abd-4019-a25a-d1b22d917c94 req-4f784f4f-dbef-41cc-b51c-c6ee50666bb2 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913351 Jan 28 12:25:04.245119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-c16133f4-a458-4931-a5af-4f2d5b134051 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2093863 Jan 28 12:25:04.284155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Request body: {'port': {'device_id': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:04.292642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00baa882-f78d-49d8-abd1-8f0cc3a00bf0 req-adaf2fd0-5324-46e6-b50f-ec3588d4469c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (b8f90094-2138-43cc-b0ae-4b6accf5e30d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:04.305978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00baa882-f78d-49d8-abd1-8f0cc3a00bf0 req-adaf2fd0-5324-46e6-b50f-ec3588d4469c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b8f90094-2138-43cc-b0ae-4b6accf5e30d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:04.344794 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.resource_extend [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:25:04.364662 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51a394f5-929a-46a1-956f-900e6d18a175 admin admin] Publish callbacks [] for security_group (c8491c97-28b6-4eb8-898f-3d5178f028c7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:04.373036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902461ab-5147-4ab1-88d9-aee0ebf4414b req-f3b5ec2a-fbba-45d2-ba50-91d558dee6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:04.374889 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-902461ab-5147-4ab1-88d9-aee0ebf4414b req-f3b5ec2a-fbba-45d2-ba50-91d558dee6d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7afdf34-7eb6-485a-b403-60ea6dfbabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390767 Jan 28 12:25:04.376444 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51a394f5-929a-46a1-956f-900e6d18a175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c8491c97-28b6-4eb8-898f-3d5178f028c7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:04.391980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f59949c1-48ea-443d-a3db-337c8cabfd67 req-d5b01589-84b3-4536-851b-468f970b0aff tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1254837500', 'description': 'tempest-description-1990950365'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:04.439186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a88bbde4-9403-4c1d-b68f-4eb5464581dc None None] Provisioning complete for port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:04.439666 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a88bbde4-9403-4c1d-b68f-4eb5464581dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:04.443673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf2fd0-5324-46e6-b50f-ec3588d4469c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f90094-2138-43cc-b0ae-4b6accf5e30d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:04.451052 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-51a394f5-929a-46a1-956f-900e6d18a175 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe4620ee096c48b59f74ac8f1a844521&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0919785 Jan 28 12:25:04.453550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59368) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:04.475385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:04.498411 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00baa882-f78d-49d8-abd1-8f0cc3a00bf0 req-adaf2fd0-5324-46e6-b50f-ec3588d4469c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:04.499594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00baa882-f78d-49d8-abd1-8f0cc3a00bf0 req-adaf2fd0-5324-46e6-b50f-ec3588d4469c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.8117387 Jan 28 12:25:04.528404 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9b094a16-12a4-4c4e-87e3-2b95457f139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:18Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:04.594657 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:04.642294 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:04.674743 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f59949c1-48ea-443d-a3db-337c8cabfd67 req-d5b01589-84b3-4536-851b-468f970b0aff tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:04.748670 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-719ea716-9052-419e-98bb-8faacec98aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:23:34Z', 'revision_number': 4, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '69fa0747-6849-4341-bd22-326d8008ac78', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'port_id': '11af5495-9803-4047-9ff1-a54981192977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'mac_address': 'fa:16:3e:6f:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:23:40Z', 'updated_at': '2022-01-28T12:24:59Z', 'revision_number': 1, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b0a1d-4222-4bf9-8c68-6049ae72d9e2', 'name': '', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'mac_address': 'fa:16:3e:80:95:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:32Z', 'updated_at': '2022-01-28T12:23:38Z', 'revision_number': 5, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'subnets': [{'id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:04.760276 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b094a16-12a4-4c4e-87e3-2b95457f139d None None] The sync data for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 is: [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:20:12Z', 'revision_number': 4, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '585af097-ed0a-4b89-8255-129a77d71416', 'name': '', 'network_id': 'bdcf51c2-d748-42a4-8742-87fe56d75759', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'mac_address': 'fa:16:3e:80:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:11Z', 'updated_at': '2022-01-28T12:20:18Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'subnets': [{'id': '265a52df-8e7c-4e8c-8a25-92779aaa7347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:25:04.761478 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f59949c1-48ea-443d-a3db-337c8cabfd67 req-d5b01589-84b3-4536-851b-468f970b0aff tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (e1a4c044-d59e-4bf4-9448-8140f6879e93), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:04.777201 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f59949c1-48ea-443d-a3db-337c8cabfd67 req-d5b01589-84b3-4536-851b-468f970b0aff tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e1a4c044-d59e-4bf4-9448-8140f6879e93), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:04.802413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ea716-9052-419e-98bb-8faacec98aca None None] The sync data for ids ['9d201316-3c27-49c3-92d6-f65e1d931661'] in n-d-824835-4 is: [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:23:34Z', 'revision_number': 4, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '69fa0747-6849-4341-bd22-326d8008ac78', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'port_id': '11af5495-9803-4047-9ff1-a54981192977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'mac_address': 'fa:16:3e:6f:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:23:40Z', 'updated_at': '2022-01-28T12:24:59Z', 'revision_number': 1, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b0a1d-4222-4bf9-8c68-6049ae72d9e2', 'name': '', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'mac_address': 'fa:16:3e:80:95:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:32Z', 'updated_at': '2022-01-28T12:23:38Z', 'revision_number': 5, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'subnets': [{'id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:25:04.821017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a88bbde4-9403-4c1d-b68f-4eb5464581dc None None] Port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:25:04.840006 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-902461ab-5147-4ab1-88d9-aee0ebf4414b req-799533b9-7953-4a66-beca-2fa997fd9cb0 service neutron] 10.222.0.49 "GET /v2.0/networks/e7afdf34-7eb6-485a-b403-60ea6dfbabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042830 Jan 28 12:25:04.841564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a394f5-929a-46a1-956f-900e6d18a175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8491c97-28b6-4eb8-898f-3d5178f028c7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:04.943701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 43139a91-39c3-4ca4-a016-ef66206c3d89, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=43139a91-39c3-4ca4-a016-ef66206c3d89,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:04.978530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '43139a91-39c3-4ca4-a016-ef66206c3d89', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '43139a91-39c3-4ca4-a016-ef66206c3d89', 'mac_address': 'fa:16:3e:6a:74:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:25:05.000799 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f59949c1-48ea-443d-a3db-337c8cabfd67 req-d5b01589-84b3-4536-851b-468f970b0aff tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:05.019992 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f59949c1-48ea-443d-a3db-337c8cabfd67 req-d5b01589-84b3-4536-851b-468f970b0aff tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6639702 Jan 28 12:25:05.064818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 43139a91-39c3-4ca4-a016-ef66206c3d89 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:05.065407 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:05.076599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b01589-84b3-4536-851b-468f970b0aff tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a4c044-d59e-4bf4-9448-8140f6879e93,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:05.083994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-902461ab-5147-4ab1-88d9-aee0ebf4414b req-3a8d10c5-54ce-4618-a8ac-e6a1213fc136 service neutron] 10.222.0.49 "GET /v2.0/networks/e7afdf34-7eb6-485a-b403-60ea6dfbabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247343 Jan 28 12:25:05.135017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d15cdd-87d8-4897-ad20-41cca3f723c3 req-ce21f504-0588-4932-b578-d5ba63f88102 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:05.138188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06d15cdd-87d8-4897-ad20-41cca3f723c3 req-ce21f504-0588-4932-b578-d5ba63f88102 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 936 time: 0.3199239 Jan 28 12:25:05.154550 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a485796c-a2f4-48ba-9563-152f6471648b admin admin] Publish callbacks [] for security_group (c8491c97-28b6-4eb8-898f-3d5178f028c7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:05.161549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43139a91-39c3-4ca4-a016-ef66206c3d89 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:05.208158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a485796c-a2f4-48ba-9563-152f6471648b admin admin] Publish callbacks [] for security_group (c8491c97-28b6-4eb8-898f-3d5178f028c7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:05.236062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7b503-d9c0-4c96-9d59-940cefddf2e2 None None] New status for floating IP 69fa0747-6849-4341-bd22-326d8008ac78: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:25:05.247452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 43139a91-39c3-4ca4-a016-ef66206c3d89, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=43139a91-39c3-4ca4-a016-ef66206c3d89,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:05.271430 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'name': 'network-vif-deleted', 'tag': '382f887c-f815-495e-b6c0-1cd6550b9331'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:05.275607 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d40bc7-951c-4ac4-8c3d-a5743ef03824" -d '{"events": [{"server_uuid": "386b7b2a-87de-4f89-b1fa-66d790715b76", "name": "network-vif-deleted", "tag": "382f887c-f815-495e-b6c0-1cd6550b9331"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:05.308746 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:05.327473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a485796c-a2f4-48ba-9563-152f6471648b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c8491c97-28b6-4eb8-898f-3d5178f028c7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:05.331112 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a485796c-a2f4-48ba-9563-152f6471648b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:05.336083 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a485796c-a2f4-48ba-9563-152f6471648b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8491c97-28b6-4eb8-898f-3d5178f028c7 HTTP/1.1" status: 204 len: 168 time: 0.8589878 Jan 28 12:25:05.351711 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485796c-a2f4-48ba-9563-152f6471648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8491c97-28b6-4eb8-898f-3d5178f028c7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:05.376952 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79566631-5f7e-4996-a851-8af2242fea21 None None] New status for floating IP 745eebe7-6171-4465-ab3a-3bb59357eb4d: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:25:05.398230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06d15cdd-87d8-4897-ad20-41cca3f723c3 req-f1c4e593-5774-4359-8400-6aeda08820cf tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469776 Jan 28 12:25:05.488486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2446e1eb-2632-4f95-9880-70841d31231c no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:25:05.556361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['43139a91-39c3-4ca4-a016-ef66206c3d89'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:05.587592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:05.601874 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Publish callbacks [] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:05.630073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=43139a91-39c3-4ca4-a016-ef66206c3d89,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:05.651968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Transition to ACTIVE for port object a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:25:05.668016 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:05.732304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226f3a1-1aa7-4f49-a89d-f35061e6fccc req-798e721f-f499-4fe8-973a-16966e36758a tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:05.740353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0226f3a1-1aa7-4f49-a89d-f35061e6fccc req-798e721f-f499-4fe8-973a-16966e36758a tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 948 time: 0.1459193 Jan 28 12:25:05.753098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-222c49d5-ae89-4726-8a64-2f83ca3e86be tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:05.754828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-222c49d5-ae89-4726-8a64-2f83ca3e86be tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/networks?id=352b6a35-d7b0-4d04-9be6-be33d739d2db HTTP/1.1" status: 200 len: 813 time: 0.5032549 Jan 28 12:25:05.813293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 2446e1eb-2632-4f95-9880-70841d31231c is: DOWN; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:05.813568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:05.838979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-19f82329-1470-48e2-958c-36fb2c58c7d3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/quotas/b7109c4008a84d3a887ec8cc9be7b4bf HTTP/1.1" status: 200 len: 375 time: 0.0721588 Jan 28 12:25:05.841138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59400) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:05.858834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0a3af7a-357e-4a70-b868-10c8526e2969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:05.947692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0226f3a1-1aa7-4f49-a89d-f35061e6fccc req-8eaeb956-c866-418e-833d-07f2da7fa46e tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054837 Jan 28 12:25:05.983376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-b0c526a8-f741-4351-8660-d82a907be241 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1305070 Jan 28 12:25:06.005734 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0a3af7a-357e-4a70-b868-10c8526e2969 admin admin] Publish callbacks [] for security_group (f665c69e-d60b-46af-94ea-df1456d5a786), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.014742 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0a3af7a-357e-4a70-b868-10c8526e2969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f665c69e-d60b-46af-94ea-df1456d5a786), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.057915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3af7a-357e-4a70-b868-10c8526e2969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f665c69e-d60b-46af-94ea-df1456d5a786,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:06.081953 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d0a3af7a-357e-4a70-b868-10c8526e2969 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a79001171f84447a53afb64714b0d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385020 Jan 28 12:25:06.083783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59402) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:06.110116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Attempting to bind port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:25:06.110739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Attempting to bind port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:25:06.110739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Attempting to bind port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:06.126515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:25:06.126842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Attempting to bind port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:06.137157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e47ffca0-dde8-4455-bd16-5b4e12588f3f req-e2997910-ef38-4ac3-bbfc-a95edbd6d36a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/e1a4c044-d59e-4bf4-9448-8140f6879e93 HTTP/1.1" status: 200 len: 1822 time: 0.1429019 Jan 28 12:25:06.142622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:25:06.143013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:25:06.143401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:25:06.143855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Bound port: a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:25:06.144298 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.154976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12dbc171-4c64-46f5-a805-2dbe9b550817 admin admin] Publish callbacks [] for security_group (f665c69e-d60b-46af-94ea-df1456d5a786), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.166169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e47ffca0-dde8-4455-bd16-5b4e12588f3f req-9bde044d-12b3-4bbd-a302-aa531d2b474a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1a4c044-d59e-4bf4-9448-8140f6879e93', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:06.166515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e47ffca0-dde8-4455-bd16-5b4e12588f3f req-9bde044d-12b3-4bbd-a302-aa531d2b474a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1a4c044-d59e-4bf4-9448-8140f6879e93', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:06.179102 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-92255206-3a67-4ef4-8b7f-370a81beebfd service neutron] 10.222.0.53 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948040 Jan 28 12:25:06.185000 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12dbc171-4c64-46f5-a805-2dbe9b550817 admin admin] Publish callbacks [] for security_group (f665c69e-d60b-46af-94ea-df1456d5a786), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.242201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12dbc171-4c64-46f5-a805-2dbe9b550817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f665c69e-d60b-46af-94ea-df1456d5a786), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.244805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12dbc171-4c64-46f5-a805-2dbe9b550817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.248672 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-12dbc171-4c64-46f5-a805-2dbe9b550817 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f665c69e-d60b-46af-94ea-df1456d5a786 HTTP/1.1" status: 204 len: 168 time: 0.1626017 Jan 28 12:25:06.257720 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbc171-4c64-46f5-a805-2dbe9b550817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f665c69e-d60b-46af-94ea-df1456d5a786,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:06.332507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:25:06.358497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:25:06.369160 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.374949 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e47ffca0-dde8-4455-bd16-5b4e12588f3f req-9bde044d-12b3-4bbd-a302-aa531d2b474a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (fe588c27-16cc-44af-8363-4fe8f4745173), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.405220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-fad678a0-646d-4af9-a007-9006d9c5a07b service neutron] 10.222.0.53 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992855 Jan 28 12:25:06.425367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:06.425989 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.427367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 1096 time: 2.1643016 Jan 28 12:25:06.427803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:06.430639 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abba7ac6-8d59-4858-aff3-9b24ec16e72f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:06.434594 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e47ffca0-dde8-4455-bd16-5b4e12588f3f req-9bde044d-12b3-4bbd-a302-aa531d2b474a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (fe588c27-16cc-44af-8363-4fe8f4745173), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.446962 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e47ffca0-dde8-4455-bd16-5b4e12588f3f req-9bde044d-12b3-4bbd-a302-aa531d2b474a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (fe588c27-16cc-44af-8363-4fe8f4745173), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.536091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064eba7-5c64-4f01-8cb6-33d986d9a4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:06.543573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde044d-12b3-4bbd-a302-aa531d2b474a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe588c27-16cc-44af-8363-4fe8f4745173,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:06.556020 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e47ffca0-dde8-4455-bd16-5b4e12588f3f req-9bde044d-12b3-4bbd-a302-aa531d2b474a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.557242 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e47ffca0-dde8-4455-bd16-5b4e12588f3f req-9bde044d-12b3-4bbd-a302-aa531d2b474a tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4049613 Jan 28 12:25:06.588848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-49189620-3288-49e5-8549-cf50b7b8399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:06.590340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-49189620-3288-49e5-8549-cf50b7b8399f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1099 time: 0.1054840 Jan 28 12:25:06.699557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-5538a0c3-a8b0-4aef-b709-599c082a4291 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 217 time: 0.1020186 Jan 28 12:25:06.725452 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1666b14d-15fb-48e5-aa58-678a0cc11f28 x-openstack-request-id: req-1666b14d-15fb-48e5-aa58-678a0cc11f28 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:06.726538 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386b7b2a-87de-4f89-b1fa-66d790715b76", "name": "network-vif-deleted", "tag": "382f887c-f815-495e-b6c0-1cd6550b9331", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:06.726803 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1666b14d-15fb-48e5-aa58-678a0cc11f28 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:06.727216 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386b7b2a-87de-4f89-b1fa-66d790715b76', 'name': 'network-vif-deleted', 'tag': '382f887c-f815-495e-b6c0-1cd6550b9331', 'status': 'completed', 'code': 200} Jan 28 12:25:06.783234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:06.832469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-f52354fc-a76b-4a15-a099-f32fe0445180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:06.834152 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-f52354fc-a76b-4a15-a099-f32fe0445180 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1283934 Jan 28 12:25:06.915579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c7227-df02-455b-8071-252a96dfc29a req-7b972206-7683-4761-957d-96bc4b928caf tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:06.922985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc6c7227-df02-455b-8071-252a96dfc29a req-7b972206-7683-4761-957d-96bc4b928caf tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 943 time: 0.1561170 Jan 28 12:25:06.945467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:25:06.951842 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:06.952221 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:06.957196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-e26e81e2-fa02-4a93-ab7c-518661f3590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:06.963046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-e26e81e2-fa02-4a93-ab7c-518661f3590a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207347 Jan 28 12:25:07.098547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b8e19-c527-489d-9492-83c4e571605e req-7417fa06-648d-43e6-b19a-3696303ab1df tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:07.102699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:07.103181 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.113556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f0b8e19-c527-489d-9492-83c4e571605e req-7417fa06-648d-43e6-b19a-3696303ab1df tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 948 time: 0.1861541 Jan 28 12:25:07.133495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc6c7227-df02-455b-8071-252a96dfc29a req-43151406-6ef1-475f-85e6-83aaf67321d3 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043362 Jan 28 12:25:07.135847 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:07.139058 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b3e065-f564-4647-b94b-ab9ce9acc386" -d '{"events": [{"server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "name": "network-vif-plugged", "status": "completed", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:07.160541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:07.169574 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.215168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-3339d2b6-323b-4ce1-9601-f12f169b7d1e service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213748 Jan 28 12:25:07.230865 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c25c02e-78d0-4d29-9444-f6b1bcb501ac x-openstack-request-id: req-7c25c02e-78d0-4d29-9444-f6b1bcb501ac {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:07.231159 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:07.231481 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c25c02e-78d0-4d29-9444-f6b1bcb501ac {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:07.231988 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'status': 'completed', 'code': 200} Jan 28 12:25:07.287797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:07.343106 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f0b8e19-c527-489d-9492-83c4e571605e req-55829280-6e70-438b-9014-243d72ef9f00 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069464 Jan 28 12:25:07.384782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8454e2db-027f-441c-96c0-888c0222d366 req-dbaaf3d9-532f-490d-b124-012a4022a0ac tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/e1a4c044-d59e-4bf4-9448-8140f6879e93 HTTP/1.1" status: 200 len: 2415 time: 0.1184022 Jan 28 12:25:07.403806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8454e2db-027f-441c-96c0-888c0222d366 req-bf48f305-c852-42f1-a1f0-08f6f357244e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1a4c044-d59e-4bf4-9448-8140f6879e93', 'remote_group_id': None}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:07.404208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8454e2db-027f-441c-96c0-888c0222d366 req-bf48f305-c852-42f1-a1f0-08f6f357244e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1a4c044-d59e-4bf4-9448-8140f6879e93', 'remote_group_id': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:07.420860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74b1c140-a2e2-449a-84f3-e3b44751858f req-b7d2c55d-5753-4211-ae8d-cdaddd271e79 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866090 Jan 28 12:25:07.456092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59446) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:07.487974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 43139a91-39c3-4ca4-a016-ef66206c3d89 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:07.541481 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8454e2db-027f-441c-96c0-888c0222d366 req-bf48f305-c852-42f1-a1f0-08f6f357244e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (2de85d5d-4158-4832-8412-0ecc4fa8262e), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.585682 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for security_group (77265ad1-c084-4aaa-8da1-9cb5d25350a7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.603747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 43139a91-39c3-4ca4-a016-ef66206c3d89 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:25:07.612359 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 43139a91-39c3-4ca4-a016-ef66206c3d89 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:07.613541 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.637837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a12438bd-8364-4040-a1d5-d9b738c4373d req-1c4936c6-133e-4bb8-b8cc-2db76d0b71b6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 210 time: 0.0570781 Jan 28 12:25:07.639755 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8454e2db-027f-441c-96c0-888c0222d366 req-bf48f305-c852-42f1-a1f0-08f6f357244e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (2de85d5d-4158-4832-8412-0ecc4fa8262e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.647511 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8454e2db-027f-441c-96c0-888c0222d366 req-bf48f305-c852-42f1-a1f0-08f6f357244e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (2de85d5d-4158-4832-8412-0ecc4fa8262e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.652630 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for security_group (77265ad1-c084-4aaa-8da1-9cb5d25350a7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.661141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba7ac6-8d59-4858-aff3-9b24ec16e72f req-8545f3ab-ae9f-460c-b6d5-477837cdebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:07.672795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abba7ac6-8d59-4858-aff3-9b24ec16e72f req-8545f3ab-ae9f-460c-b6d5-477837cdebdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1099 time: 0.1575198 Jan 28 12:25:07.748363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (77265ad1-c084-4aaa-8da1-9cb5d25350a7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.753969 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.758097 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "DELETE /v2.0/security-groups/77265ad1-c084-4aaa-8da1-9cb5d25350a7 HTTP/1.1" status: 204 len: 168 time: 0.2981350 Jan 28 12:25:07.762163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59450) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:07.798317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 43139a91-39c3-4ca4-a016-ef66206c3d89 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:07.799659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.804854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48f305-c852-42f1-a1f0-08f6f357244e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de85d5d-4158-4832-8412-0ecc4fa8262e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:07.805802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77265ad1-c084-4aaa-8da1-9cb5d25350a7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:07.808424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba7ac6-8d59-4858-aff3-9b24ec16e72f req-9d48161e-0647-43a7-8d43-a44195b74dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:07.810076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abba7ac6-8d59-4858-aff3-9b24ec16e72f req-9d48161e-0647-43a7-8d43-a44195b74dac service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1255813 Jan 28 12:25:07.814796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.815150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.815524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.815865 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.816378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.816879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.817285 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8454e2db-027f-441c-96c0-888c0222d366 req-bf48f305-c852-42f1-a1f0-08f6f357244e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.817942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.818289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.818645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.819219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.819933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.820484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.820967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fb922-8787-4aa6-8315-96864794877f tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:07.823672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8454e2db-027f-441c-96c0-888c0222d366 req-bf48f305-c852-42f1-a1f0-08f6f357244e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4302826 Jan 28 12:25:07.825108 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-37b90ea5-26b5-4955-9d71-843a11303fc1 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] show failed (client error): The resource could not be found. Jan 28 12:25:07.826432 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-37b90ea5-26b5-4955-9d71-843a11303fc1 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "GET /v2.0/security-groups/77265ad1-c084-4aaa-8da1-9cb5d25350a7 HTTP/1.1" status: 404 len: 347 time: 0.0632250 Jan 28 12:25:07.829113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59454) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:07.869101 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 43139a91-39c3-4ca4-a016-ef66206c3d89, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=43139a91-39c3-4ca4-a016-ef66206c3d89,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:07.879262 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:07.956993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abba7ac6-8d59-4858-aff3-9b24ec16e72f req-7c6b8cf9-5b12-49b0-87db-9fa7ac8d272f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 217 time: 0.1323283 Jan 28 12:25:07.968393 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2df2fe4-62ed-4749-96b5-862fcc848c6d x-openstack-request-id: req-d2df2fe4-62ed-4749-96b5-862fcc848c6d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:07.970188 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "name": "network-vif-plugged", "status": "completed", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:07.970520 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2df2fe4-62ed-4749-96b5-862fcc848c6d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:07.970997 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'code': 200} Jan 28 12:25:08.029623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd35e2-ed3b-4c30-b17d-b5cc73bcd7d4 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Deleting port 8e44e60a-e804-42bc-9dcb-010239005d01 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:25:08.030106 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0fd35e2-ed3b-4c30-b17d-b5cc73bcd7d4 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8e44e60a-e804-42bc-9dcb-010239005d01), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:08.051804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=43139a91-39c3-4ca4-a016-ef66206c3d89,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:08.110311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488b0ef-8fa6-4675-8eb7-72b7837371ba req-7bfaf39b-f94a-45ef-93e2-67be299f0776 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:08.112261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7488b0ef-8fa6-4675-8eb7-72b7837371ba req-7bfaf39b-f94a-45ef-93e2-67be299f0776 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 948 time: 0.3007827 Jan 28 12:25:08.154274 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0fd35e2-ed3b-4c30-b17d-b5cc73bcd7d4 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8e44e60a-e804-42bc-9dcb-010239005d01), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:08.154606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0fd35e2-ed3b-4c30-b17d-b5cc73bcd7d4 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for floatingip (8e44e60a-e804-42bc-9dcb-010239005d01), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:08.189010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd35e2-ed3b-4c30-b17d-b5cc73bcd7d4 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Calling delete_port for 8e44e60a-e804-42bc-9dcb-010239005d01 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:25:08.256960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f270852-6077-47ae-8f16-8b8ee30489f2 req-9e4cddcd-fa1f-48c3-836a-33a6fbd936ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:08.258447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f270852-6077-47ae-8f16-8b8ee30489f2 req-9e4cddcd-fa1f-48c3-836a-33a6fbd936ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=224d5405-85eb-40d3-bb3e-24c31ad9314b HTTP/1.1" status: 200 len: 1100 time: 0.2808270 Jan 28 12:25:08.281535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2481ca80-165b-4d81-8c94-1c27d02b0c4b req-805b5a64-cdd2-4458-ae57-6a658044f77d tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/e1a4c044-d59e-4bf4-9448-8140f6879e93 HTTP/1.1" status: 200 len: 3013 time: 0.3412149 Jan 28 12:25:08.298286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba7ac6-8d59-4858-aff3-9b24ec16e72f req-bc3e32da-3c68-4c7b-a266-1fc25e6842fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:08.300611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abba7ac6-8d59-4858-aff3-9b24ec16e72f req-bc3e32da-3c68-4c7b-a266-1fc25e6842fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.3214943 Jan 28 12:25:08.359457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7488b0ef-8fa6-4675-8eb7-72b7837371ba req-8329649d-e7c0-4cda-87f1-9f78debb67f3 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124581 Jan 28 12:25:08.400998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba7ac6-8d59-4858-aff3-9b24ec16e72f req-d7a374af-0618-4948-ac20-14a41526e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:08.405284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abba7ac6-8d59-4858-aff3-9b24ec16e72f req-d7a374af-0618-4948-ac20-14a41526e71e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859692 Jan 28 12:25:08.408104 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f270852-6077-47ae-8f16-8b8ee30489f2 req-7337795e-5fb8-4402-9773-666874d38743 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252432 Jan 28 12:25:08.441841 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-bf70651f-db73-4aa6-bdd1-83082e660ef3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:08.446903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72180c0a-8391-4662-b1f4-46d09b828f96 req-9871dfc7-f4ce-43a2-9c8f-6eb6b4e0ddf6 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-group-rules/2de85d5d-4158-4832-8412-0ecc4fa8262e HTTP/1.1" status: 200 len: 783 time: 0.0238543 Jan 28 12:25:08.449294 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-bf70651f-db73-4aa6-bdd1-83082e660ef3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.49 "GET /v2.0/networks?id=352b6a35-d7b0-4d04-9be6-be33d739d2db HTTP/1.1" status: 200 len: 813 time: 0.3159633 Jan 28 12:25:08.475556 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'port': {'device_id': '5c943c67-f46c-4299-b3aa-a3615b629a54', 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db', 'admin_state_up': True, 'tenant_id': 'b7109c4008a84d3a887ec8cc9be7b4bf'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:08.560279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1e0c-aa9c-42fe-a19e-1905340ae473 req-0fa95820-e6d2-4705-9476-1dd8dfe5b113 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:08.567923 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7bb1e0c-aa9c-42fe-a19e-1905340ae473 req-0fa95820-e6d2-4705-9476-1dd8dfe5b113 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 943 time: 0.1089804 Jan 28 12:25:08.657700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72180c0a-8391-4662-b1f4-46d09b828f96 req-2f9f20a8-a719-4d88-9a29-68f93ed08431 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/e1a4c044-d59e-4bf4-9448-8140f6879e93 HTTP/1.1" status: 200 len: 3013 time: 0.1860497 Jan 28 12:25:08.704253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7bb1e0c-aa9c-42fe-a19e-1905340ae473 req-ad096bc1-e327-4c8a-a2ba-af271efbb6bd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354380 Jan 28 12:25:08.728485 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72180c0a-8391-4662-b1f4-46d09b828f96 req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (2de85d5d-4158-4832-8412-0ecc4fa8262e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:08.738975 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72180c0a-8391-4662-b1f4-46d09b828f96 req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (2de85d5d-4158-4832-8412-0ecc4fa8262e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:08.789357 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72180c0a-8391-4662-b1f4-46d09b828f96 req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (2de85d5d-4158-4832-8412-0ecc4fa8262e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:08.799824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:25:08.814015 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72180c0a-8391-4662-b1f4-46d09b828f96 req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:08.815358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72180c0a-8391-4662-b1f4-46d09b828f96 req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2de85d5d-4158-4832-8412-0ecc4fa8262e HTTP/1.1" status: 204 len: 173 time: 0.1470344 Jan 28 12:25:08.968145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0fd35e2-ed3b-4c30-b17d-b5cc73bcd7d4 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8e44e60a-e804-42bc-9dcb-010239005d01), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:08.989735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:09.004998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'mac_address': 'fa:16:3e:7d:52:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:25:09.036943 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd35e2-ed3b-4c30-b17d-b5cc73bcd7d4 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Pushing event deleted for resources: {'Port': ['ID=8e44e60a-e804-42bc-9dcb-010239005d01,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:09.070070 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:09.070620 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.092873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:09.115275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:09.119816 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.150878 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0fd35e2-ed3b-4c30-b17d-b5cc73bcd7d4 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks [] for floatingip (745eebe7-6171-4465-ab3a-3bb59357eb4d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.153410 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0fd35e2-ed3b-4c30-b17d-b5cc73bcd7d4 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.157303 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b0fd35e2-ed3b-4c30-b17d-b5cc73bcd7d4 tempest-ServersWithSpecificFlavorTestJSON-1748309249 tempest-ServersWithSpecificFlavorTestJSON-1748309249-project] 10.222.0.53 "DELETE /v2.0/floatingips/745eebe7-6171-4465-ab3a-3bb59357eb4d HTTP/1.1" status: 204 len: 168 time: 1.3241489 Jan 28 12:25:09.162945 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-9cefa630-38b5-4659-8781-624de57d9d5d service neutron] 10.222.0.49 "GET /v2.0/ports/2446e1eb-2632-4f95-9880-70841d31231c/bindings/n-h1-824835-4 HTTP/1.1" status: 200 len: 384 time: 0.2342792 Jan 28 12:25:09.164214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Made reservation on behalf of b7109c4008a84d3a887ec8cc9be7b4bf for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:25:09.167708 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.173757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:09.182700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abba7ac6-8d59-4858-aff3-9b24ec16e72f req-71f05cea-daf5-44c9-8bc7-d3027e5b6eff service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905457 Jan 28 12:25:09.191741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2de85d5d-4158-4832-8412-0ecc4fa8262e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:09.236138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.236487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.236827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.237158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.237491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.237812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.238132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.238448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.238766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.239082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.239498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.239816 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.240151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723ca239-d4a7-40d0-8006-7cd44aba01b4 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:09.244321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5dd61673-8146-43be-8e8a-85236db57278 req-12366216-499d-47f5-b2a5-892a15f4b371 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 210 time: 0.0669174 Jan 28 12:25:09.300167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995d99-c0c4-4e53-9dec-bac4a7a8748a req-319475fd-9407-4617-98eb-72a2d0c53a6c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:09.301642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb995d99-c0c4-4e53-9dec-bac4a7a8748a req-319475fd-9407-4617-98eb-72a2d0c53a6c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 948 time: 0.5209835 Jan 28 12:25:09.395722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abba7ac6-8d59-4858-aff3-9b24ec16e72f req-57459018-9c57-45da-a04f-2ac9f0cf34df service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994791 Jan 28 12:25:09.398453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-deadd787-9b29-4b7e-9989-32c061957ce7 req-97e8d3f3-97ee-4da7-9af3-5cdd047d858e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/e1a4c044-d59e-4bf4-9448-8140f6879e93 HTTP/1.1" status: 200 len: 2415 time: 0.1173685 Jan 28 12:25:09.404033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:09.411265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Allocated IP 172.20.0.8 (352b6a35-d7b0-4d04-9be6-be33d739d2db/7d4d0c4a-3998-42cf-a206-998b45b1ec69/e5204f37-f78e-4bef-b206-bd45f550d73a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:25:09.430761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb995d99-c0c4-4e53-9dec-bac4a7a8748a req-315e3bec-1233-48af-bdd3-c1e19818e4ad tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168802 Jan 28 12:25:09.498412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-62f1e400-7d19-478a-b1af-776f6f7f2c99 service neutron] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2446e1eb-2632-4f95-9880-70841d31231c,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:09.528008 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-deadd787-9b29-4b7e-9989-32c061957ce7 req-043dd43c-30f0-498c-a023-3b123fe52087 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (e1a4c044-d59e-4bf4-9448-8140f6879e93), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.562508 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-deadd787-9b29-4b7e-9989-32c061957ce7 req-043dd43c-30f0-498c-a023-3b123fe52087 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (e1a4c044-d59e-4bf4-9448-8140f6879e93), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.571988 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-62f1e400-7d19-478a-b1af-776f6f7f2c99 service neutron] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:25:09.620298 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-62f1e400-7d19-478a-b1af-776f6f7f2c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2446e1eb-2632-4f95-9880-70841d31231c {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:09.631979 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-deadd787-9b29-4b7e-9989-32c061957ce7 req-043dd43c-30f0-498c-a023-3b123fe52087 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e1a4c044-d59e-4bf4-9448-8140f6879e93), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.634764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-deadd787-9b29-4b7e-9989-32c061957ce7 req-043dd43c-30f0-498c-a023-3b123fe52087 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.636942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-deadd787-9b29-4b7e-9989-32c061957ce7 req-043dd43c-30f0-498c-a023-3b123fe52087 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "DELETE /v2.0/security-groups/e1a4c044-d59e-4bf4-9448-8140f6879e93 HTTP/1.1" status: 204 len: 173 time: 0.2160006 Jan 28 12:25:09.646090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-62f1e400-7d19-478a-b1af-776f6f7f2c99 service neutron] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=2446e1eb-2632-4f95-9880-70841d31231c,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:09.680684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dd43c-30f0-498c-a023-3b123fe52087 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a4c044-d59e-4bf4-9448-8140f6879e93,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:09.689205 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-62f1e400-7d19-478a-b1af-776f6f7f2c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2446e1eb-2632-4f95-9880-70841d31231c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.709133 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.712698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359cd21-ece3-4e5a-ba79-3f7aa8a5cf28 req-be88ee4d-f83f-4833-a1e5-5d5252956bee tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:09.715112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2359cd21-ece3-4e5a-ba79-3f7aa8a5cf28 req-be88ee4d-f83f-4833-a1e5-5d5252956bee tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 949 time: 0.1023655 Jan 28 12:25:09.778413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2359cd21-ece3-4e5a-ba79-3f7aa8a5cf28 req-c7bc1376-5058-4c40-9666-538fd48afc36 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530970 Jan 28 12:25:09.808335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-62f1e400-7d19-478a-b1af-776f6f7f2c99 service neutron] Transition to ACTIVE for port object 2446e1eb-2632-4f95-9880-70841d31231c will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:25:09.810751 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.826070 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-62f1e400-7d19-478a-b1af-776f6f7f2c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2446e1eb-2632-4f95-9880-70841d31231c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:09.853054 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-5c197d50-df7f-4314-b87d-f80ffef8d7d8 req-bc84af46-ac23-43a7-9bb4-09b8f28247c9 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] show failed (client error): The resource could not be found. Jan 28 12:25:09.854194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c197d50-df7f-4314-b87d-f80ffef8d7d8 req-bc84af46-ac23-43a7-9bb4-09b8f28247c9 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/9d36dc32-3bdf-4c96-93a5-9056e888d089 HTTP/1.1" status: 404 len: 352 time: 0.0159674 Jan 28 12:25:09.887018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Network 352b6a35-d7b0-4d04-9be6-be33d739d2db is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:25:09.899073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:25:09.916923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:25:09.919664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'Port': ['ID=e5204f37-f78e-4bef-b206-bd45f550d73a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:09.922105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-62f1e400-7d19-478a-b1af-776f6f7f2c99 service neutron] No DVR routers for this DVR port 2446e1eb-2632-4f95-9880-70841d31231c on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:25:09.972180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd799856f-bdb8-499e-8763-0a0cd45d1d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43139a91-39c3-4ca4-a016-ef66206c3d89'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:09.974542 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a9cc2b-12e3-4597-8621-5b795c6f811f" -d '{"events": [{"server_uuid": "d799856f-bdb8-499e-8763-0a0cd45d1d10", "name": "network-vif-plugged", "status": "completed", "tag": "43139a91-39c3-4ca4-a016-ef66206c3d89"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:09.991105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468aeee-aa75-4f3f-997e-c325cdd91aec req-bfc0ce0f-1d7c-4138-95f3-2576ed049c3d tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:09.998857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0468aeee-aa75-4f3f-997e-c325cdd91aec req-bfc0ce0f-1d7c-4138-95f3-2576ed049c3d tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 944 time: 0.0877450 Jan 28 12:25:10.020638 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-62f1e400-7d19-478a-b1af-776f6f7f2c99 service neutron] 10.222.0.49 "PUT /v2.0/ports/2446e1eb-2632-4f95-9880-70841d31231c/bindings/n-h1-824835-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8507025 Jan 28 12:25:10.043911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:10.044556 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.055683 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1e400-7d19-478a-b1af-776f6f7f2c99 service neutron] Pushing event updated for resources: {'Port': ['ID=2446e1eb-2632-4f95-9880-70841d31231c,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:10.073830 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-5cb31275-ed17-4bf2-8d38-56307625fde3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6069582 Jan 28 12:25:10.086132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Request body: {'port': {'device_id': '5c943c67-f46c-4299-b3aa-a3615b629a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:10.112661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfe781b9-643e-44c5-9a49-6e394d9a4ded req-d11aaf99-95a1-4101-bba8-6e148d8770dc tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/fddcb513-0da9-40d0-bc1c-283bd96a64f4 HTTP/1.1" status: 200 len: 1820 time: 0.1107042 Jan 28 12:25:10.141661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0468aeee-aa75-4f3f-997e-c325cdd91aec req-2aa83f73-947f-4f94-be9f-0827bdf2cd95 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411273 Jan 28 12:25:10.157280 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.247064 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1431e553-bf19-4c9f-95a4-c880ccbc34a1 x-openstack-request-id: req-1431e553-bf19-4c9f-95a4-c880ccbc34a1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:10.247479 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d799856f-bdb8-499e-8763-0a0cd45d1d10", "name": "network-vif-plugged", "status": "completed", "tag": "43139a91-39c3-4ca4-a016-ef66206c3d89", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:10.247613 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1431e553-bf19-4c9f-95a4-c880ccbc34a1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:10.248451 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd799856f-bdb8-499e-8763-0a0cd45d1d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43139a91-39c3-4ca4-a016-ef66206c3d89', 'code': 200} Jan 28 12:25:10.254778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-7c2694b1-b432-4199-89b8-6629004879be tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:10.254778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-7c2694b1-b432-4199-89b8-6629004879be tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193&tenant_id=72d261eb21094b23ae0e82eafab9582c&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.1639261 Jan 28 12:25:10.316163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59518) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:10.326473 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bfe781b9-643e-44c5-9a49-6e394d9a4ded req-ea113427-f8a7-4c50-956a-cc677d6e5f00 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (fddcb513-0da9-40d0-bc1c-283bd96a64f4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.360064 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bfe781b9-643e-44c5-9a49-6e394d9a4ded req-ea113427-f8a7-4c50-956a-cc677d6e5f00 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (fddcb513-0da9-40d0-bc1c-283bd96a64f4), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.363969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-7f46f8be-c8a7-41e5-bcd2-786d4ab7bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:10.366077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-7f46f8be-c8a7-41e5-bcd2-786d4ab7bc61 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193&tenant_id=72d261eb21094b23ae0e82eafab9582c HTTP/1.1" status: 200 len: 1095 time: 0.0861278 Jan 28 12:25:10.443212 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fd1b6-2754-4751-b350-435d52a3b208 req-d062730a-840e-4a33-a6eb-272638b35d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:10.445625 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c43fd1b6-2754-4751-b350-435d52a3b208 req-d062730a-840e-4a33-a6eb-272638b35d93 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 1100 time: 0.1194894 Jan 28 12:25:10.514724 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bfe781b9-643e-44c5-9a49-6e394d9a4ded req-ea113427-f8a7-4c50-956a-cc677d6e5f00 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fddcb513-0da9-40d0-bc1c-283bd96a64f4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.517358 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bfe781b9-643e-44c5-9a49-6e394d9a4ded req-ea113427-f8a7-4c50-956a-cc677d6e5f00 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.518484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfe781b9-643e-44c5-9a49-6e394d9a4ded req-ea113427-f8a7-4c50-956a-cc677d6e5f00 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "DELETE /v2.0/security-groups/fddcb513-0da9-40d0-bc1c-283bd96a64f4 HTTP/1.1" status: 204 len: 173 time: 0.3754711 Jan 28 12:25:10.519207 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2643-96dc-4be8-9ea2-88c4dd33c95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.521727 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c43fd1b6-2754-4751-b350-435d52a3b208 req-43b0a084-cd94-4f67-afab-5a23a18a61a1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681608 Jan 28 12:25:10.533678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94297df-210b-461d-a188-6c0e4a889f33 req-3aa34056-6d26-4b4a-9e2c-21e2997ef90b tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:10.535673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e94297df-210b-461d-a188-6c0e4a889f33 req-3aa34056-6d26-4b4a-9e2c-21e2997ef90b tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 931 time: 0.1625378 Jan 28 12:25:10.544232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-a6b12e5b-651e-4cf5-a3a2-9a53ba18e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:10.545739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-a6b12e5b-651e-4cf5-a3a2-9a53ba18e994 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 1095 time: 0.1335278 Jan 28 12:25:10.570238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea113427-f8a7-4c50-956a-cc677d6e5f00 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddcb513-0da9-40d0-bc1c-283bd96a64f4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:10.589612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5204f37-f78e-4bef-b206-bd45f550d73a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:10.599506 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Publish callbacks [] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.616276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Transition to ACTIVE for port object e5204f37-f78e-4bef-b206-bd45f550d73a will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:25:10.620913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.701082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Pushing event updated for resources: {'Port': ['ID=e5204f37-f78e-4bef-b206-bd45f550d73a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:10.741198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e94297df-210b-461d-a188-6c0e4a889f33 req-15c5945a-9b71-4199-84de-86cbadd40140 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941402 Jan 28 12:25:10.756941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-7ec954a7-2713-483c-8609-b96d44727e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:10.765928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-7ec954a7-2713-483c-8609-b96d44727e54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.2059720 Jan 28 12:25:10.768336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Attempting to bind port e5204f37-f78e-4bef-b206-bd45f550d73a on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:25:10.768775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Attempting to bind port e5204f37-f78e-4bef-b206-bd45f550d73a by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '60eca39b-b66d-4b44-9f8d-604e1ef11408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:25:10.769180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Attempting to bind port e5204f37-f78e-4bef-b206-bd45f550d73a on network 352b6a35-d7b0-4d04-9be6-be33d739d2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:10.775368 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Port e5204f37-f78e-4bef-b206-bd45f550d73a on network 352b6a35-d7b0-4d04-9be6-be33d739d2db not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:25:10.775838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Attempting to bind port e5204f37-f78e-4bef-b206-bd45f550d73a on network 352b6a35-d7b0-4d04-9be6-be33d739d2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:10.776423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:10.783034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:25:10.783542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Checking segment: {'id': '60eca39b-b66d-4b44-9f8d-604e1ef11408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:25:10.784027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Bound using segment: {'id': '60eca39b-b66d-4b44-9f8d-604e1ef11408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:25:10.784608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Bound port: e5204f37-f78e-4bef-b206-bd45f550d73a, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60eca39b-b66d-4b44-9f8d-604e1ef11408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:25:10.785067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.825975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fc174-ba85-4042-9439-eeb92a47f05f req-b3afea7c-e2d5-49bd-a3ff-27883c794bcc tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:10.827564 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c54fc174-ba85-4042-9439-eeb92a47f05f req-b3afea7c-e2d5-49bd-a3ff-27883c794bcc tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 949 time: 0.1794245 Jan 28 12:25:10.835435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:25:10.838206 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-24983f9b-9c58-4e49-8564-d0bf6ae422ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2446e1eb-2632-4f95-9880-70841d31231c HTTP/1.1" status: 200 len: 217 time: 0.0724320 Jan 28 12:25:10.839927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:10.840310 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.873699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] For port e5204f37-f78e-4bef-b206-bd45f550d73a, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:25:10.877397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] For port e5204f37-f78e-4bef-b206-bd45f550d73a, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e5204f37-f78e-4bef-b206-bd45f550d73a,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:25:10.880979 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2643-96dc-4be8-9ea2-88c4dd33c95b admin admin] Publish callbacks [] for security_group (d7063f4d-298c-424f-b0e1-6d8069c1eefa), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.882614 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.917911 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2643-96dc-4be8-9ea2-88c4dd33c95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d7063f4d-298c-424f-b0e1-6d8069c1eefa), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.921125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:10.922417 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:10.924068 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] 10.222.0.49 "PUT /v2.0/ports/e5204f37-f78e-4bef-b206-bd45f550d73a HTTP/1.1" status: 200 len: 1091 time: 0.8425481 Jan 28 12:25:10.926614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c943c67-f46c-4299-b3aa-a3615b629a54', 'tag': 'e5204f37-f78e-4bef-b206-bd45f550d73a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:10.929129 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0d3d52-d328-4b71-8120-a7cb46401b71" -d '{"events": [{"name": "network-changed", "server_uuid": "5c943c67-f46c-4299-b3aa-a3615b629a54", "tag": "e5204f37-f78e-4bef-b206-bd45f550d73a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:10.962772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f95f7-18da-41d5-b3d9-7c18d9c7fe6c service neutron] Pushing event updated for resources: {'Port': ['ID=e5204f37-f78e-4bef-b206-bd45f550d73a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:10.996722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd4e950a-03a6-42a6-9aa8-d163164dbf5f req-008bfb37-45a2-4496-b7ee-6a7c2dd79aac tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/b97d7dc4-7a6e-4d02-a5c5-8f4fa4421610 HTTP/1.1" status: 200 len: 1821 time: 0.2185850 Jan 28 12:25:11.007556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb2643-96dc-4be8-9ea2-88c4dd33c95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7063f4d-298c-424f-b0e1-6d8069c1eefa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:11.011286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-e632d26a-4f6c-4b40-9ea0-4ed6f8b66722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:11.013081 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-e632d26a-4f6c-4b40-9ea0-4ed6f8b66722 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.1678548 Jan 28 12:25:11.020686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-af8ecf43-69ca-4e5b-842b-7f12e03c4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:11.023291 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-af8ecf43-69ca-4e5b-842b-7f12e03c4d8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf&device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 1094 time: 0.0516913 Jan 28 12:25:11.030468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f9bb2643-96dc-4be8-9ea2-88c4dd33c95b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24b1891fb7754895935dd1c33ae872b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7108314 Jan 28 12:25:11.031367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c54fc174-ba85-4042-9439-eeb92a47f05f req-1e04147a-e01d-493f-b11a-8175cd276cfb tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922801 Jan 28 12:25:11.031614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:11.080105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-d6a7c8bc-5700-45fe-b3bf-498a942e8710 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477457 Jan 28 12:25:11.093184 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-41c21bdb-defa-40e0-aa18-496302ee8441 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5204f37-f78e-4bef-b206-bd45f550d73a HTTP/1.1" status: 200 len: 217 time: 0.0603771 Jan 28 12:25:11.121615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:11.122131 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.171369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:11.176936 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cd4e950a-03a6-42a6-9aa8-d163164dbf5f req-628e738e-3ff8-402c-a0c8-e7e528e3815e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (b97d7dc4-7a6e-4d02-a5c5-8f4fa4421610), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.178944 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.195512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-de11ea70-e69e-43c1-92fe-796498c1d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:11.197833 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-de11ea70-e69e-43c1-92fe-796498c1d2d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d4d0c4a-3998-42cf-a206-998b45b1ec69 HTTP/1.1" status: 200 len: 853 time: 0.0922656 Jan 28 12:25:11.200821 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd41cedd-813c-4cea-8f79-9645b90d3485 admin admin] Publish callbacks [] for security_group (d7063f4d-298c-424f-b0e1-6d8069c1eefa), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.221056 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cd4e950a-03a6-42a6-9aa8-d163164dbf5f req-628e738e-3ff8-402c-a0c8-e7e528e3815e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (b97d7dc4-7a6e-4d02-a5c5-8f4fa4421610), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.236135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:11.236369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-4be11df1-b81c-47c3-8e7d-81434d00076c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=352b6a35-d7b0-4d04-9be6-be33d739d2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321546 Jan 28 12:25:11.237188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-a1e13a57-6fba-407f-8658-8d190ba0be6f service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492152 Jan 28 12:25:11.258896 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd41cedd-813c-4cea-8f79-9645b90d3485 admin admin] Publish callbacks [] for security_group (d7063f4d-298c-424f-b0e1-6d8069c1eefa), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.366127 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-006283c2-7f03-49d4-9978-66ceae4b8c18 service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194208 Jan 28 12:25:11.371292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd41cedd-813c-4cea-8f79-9645b90d3485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d7063f4d-298c-424f-b0e1-6d8069c1eefa), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.373931 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd41cedd-813c-4cea-8f79-9645b90d3485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.377565 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bd41cedd-813c-4cea-8f79-9645b90d3485 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7063f4d-298c-424f-b0e1-6d8069c1eefa HTTP/1.1" status: 204 len: 168 time: 0.3410494 Jan 28 12:25:11.389934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cd4e950a-03a6-42a6-9aa8-d163164dbf5f req-628e738e-3ff8-402c-a0c8-e7e528e3815e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b97d7dc4-7a6e-4d02-a5c5-8f4fa4421610), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.392503 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cd4e950a-03a6-42a6-9aa8-d163164dbf5f req-628e738e-3ff8-402c-a0c8-e7e528e3815e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.393613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd4e950a-03a6-42a6-9aa8-d163164dbf5f req-628e738e-3ff8-402c-a0c8-e7e528e3815e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "DELETE /v2.0/security-groups/b97d7dc4-7a6e-4d02-a5c5-8f4fa4421610 HTTP/1.1" status: 204 len: 173 time: 0.3772175 Jan 28 12:25:11.403448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-57c8afbb-89c4-498a-b9be-24e85df3af84 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583683 Jan 28 12:25:11.414877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41cedd-813c-4cea-8f79-9645b90d3485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7063f4d-298c-424f-b0e1-6d8069c1eefa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:11.442411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27d1e1-6e0d-47e0-b585-516c17a4757e req-cdb0d44c-0bbd-4717-9f8b-957f59223dd0 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:11.453154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa27d1e1-6e0d-47e0-b585-516c17a4757e req-cdb0d44c-0bbd-4717-9f8b-957f59223dd0 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 949 time: 0.1444807 Jan 28 12:25:11.463146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e738e-3ff8-402c-a0c8-e7e528e3815e tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97d7dc4-7a6e-4d02-a5c5-8f4fa4421610,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:11.485227 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867a0b67-e289-4466-942a-0d09ba94648d x-openstack-request-id: req-867a0b67-e289-4466-942a-0d09ba94648d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:11.485521 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c943c67-f46c-4299-b3aa-a3615b629a54", "tag": "e5204f37-f78e-4bef-b206-bd45f550d73a", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:11.485772 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-867a0b67-e289-4466-942a-0d09ba94648d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:11.486670 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c943c67-f46c-4299-b3aa-a3615b629a54', 'tag': 'e5204f37-f78e-4bef-b206-bd45f550d73a', 'status': 'completed', 'code': 200} Jan 28 12:25:11.516443 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a8414f2d-a935-4312-8017-49fdf6c7ca9d req-cbf06e19-1f20-462c-917f-2939a2eb2eb7 service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398153 Jan 28 12:25:11.528736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59548) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:11.539931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa27d1e1-6e0d-47e0-b585-516c17a4757e req-3aa32eea-8be9-41a3-8f0f-9a3ba2edcfd5 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857964 Jan 28 12:25:11.657439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b8c7b8b-24dd-439b-ae6a-d7a72efb04b5 req-a4122b4c-d689-44c1-a7ee-d15b3bb98588 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/de7d1c04-2038-42ee-bb27-c7a74d36d3d6 HTTP/1.1" status: 200 len: 1820 time: 0.0875812 Jan 28 12:25:11.698285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d3d52-d328-4b71-8120-a7cb46401b71 req-9880e8be-7c76-44e8-944e-0b1802e55fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:11.699823 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ff0d3d52-d328-4b71-8120-a7cb46401b71 req-9880e8be-7c76-44e8-944e-0b1802e55fe4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf&device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 1094 time: 0.0783231 Jan 28 12:25:11.780076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4017aa-7563-4224-bc3b-ae680f2f0d35 req-c6834788-e499-4b0b-9e55-f1c685906882 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:11.788429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc4017aa-7563-4224-bc3b-ae680f2f0d35 req-c6834788-e499-4b0b-9e55-f1c685906882 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 944 time: 0.1600842 Jan 28 12:25:11.803652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-70cb6fe6-fa3d-4b6a-a465-5a2880a1738d tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:11.805163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-70cb6fe6-fa3d-4b6a-a465-5a2880a1738d tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193&tenant_id=72d261eb21094b23ae0e82eafab9582c&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.1101961 Jan 28 12:25:11.834852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59556) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:11.862861 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faebdce8-ca3f-40f0-9048-5ae6a9659c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.881917 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b8c7b8b-24dd-439b-ae6a-d7a72efb04b5 req-b35d72a1-5ec5-4475-b6fe-0f06ec5d8a69 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (de7d1c04-2038-42ee-bb27-c7a74d36d3d6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.929614 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b8c7b8b-24dd-439b-ae6a-d7a72efb04b5 req-b35d72a1-5ec5-4475-b6fe-0f06ec5d8a69 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (de7d1c04-2038-42ee-bb27-c7a74d36d3d6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:11.934640 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc4017aa-7563-4224-bc3b-ae680f2f0d35 req-c77146d3-df13-4aeb-9416-1746bd90adc9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454093 Jan 28 12:25:11.948756 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d3d52-d328-4b71-8120-a7cb46401b71 req-4004245c-a64f-4e6f-ac73-edaf25c562ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:11.950127 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ff0d3d52-d328-4b71-8120-a7cb46401b71 req-4004245c-a64f-4e6f-ac73-edaf25c562ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=352b6a35-d7b0-4d04-9be6-be33d739d2db HTTP/1.1" status: 200 len: 914 time: 0.2420363 Jan 28 12:25:12.006245 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b8c7b8b-24dd-439b-ae6a-d7a72efb04b5 req-b35d72a1-5ec5-4475-b6fe-0f06ec5d8a69 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (de7d1c04-2038-42ee-bb27-c7a74d36d3d6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.009353 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b8c7b8b-24dd-439b-ae6a-d7a72efb04b5 req-b35d72a1-5ec5-4475-b6fe-0f06ec5d8a69 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.013350 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b8c7b8b-24dd-439b-ae6a-d7a72efb04b5 req-b35d72a1-5ec5-4475-b6fe-0f06ec5d8a69 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "DELETE /v2.0/security-groups/de7d1c04-2038-42ee-bb27-c7a74d36d3d6 HTTP/1.1" status: 204 len: 173 time: 0.3551283 Jan 28 12:25:12.036724 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ff0d3d52-d328-4b71-8120-a7cb46401b71 req-e81924f6-b71f-44bf-be9f-5d8477ce28b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5204f37-f78e-4bef-b206-bd45f550d73a HTTP/1.1" status: 200 len: 217 time: 0.0781424 Jan 28 12:25:12.052131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d72a1-5ec5-4475-b6fe-0f06ec5d8a69 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7d1c04-2038-42ee-bb27-c7a74d36d3d6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:12.096860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-213d18a4-dfa8-4d96-a0b4-27bd2f5f559c service neutron] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:25:12.111244 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-213d18a4-dfa8-4d96-a0b4-27bd2f5f559c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.112442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b718d2e1-1203-4474-84b0-e0016ef5b3ba req-213d18a4-dfa8-4d96-a0b4-27bd2f5f559c service neutron] 10.222.0.35 "DELETE /v2.0/ports/2446e1eb-2632-4f95-9880-70841d31231c/bindings/n-h2-824835-4 HTTP/1.1" status: 204 len: 173 time: 0.2864423 Jan 28 12:25:12.128616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d834d030-4a60-4795-83d2-a61ca5b6e320 req-b791e981-eed2-4759-8089-8bf2ce9b9c2d tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/caf79389-f664-4a8b-ba03-86165c11c8bd HTTP/1.1" status: 200 len: 2421 time: 0.0939484 Jan 28 12:25:12.138657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93b6fe-55a8-4fe1-967e-cacf020e9706 req-163cad96-5e08-45e9-bde7-2f6e0f34d153 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:12.140870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee93b6fe-55a8-4fe1-967e-cacf020e9706 req-163cad96-5e08-45e9-bde7-2f6e0f34d153 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 943 time: 0.1112847 Jan 28 12:25:12.170788 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faebdce8-ca3f-40f0-9048-5ae6a9659c85 admin admin] Publish callbacks [] for security_group (f0a95b9c-ecf9-4e3c-a69b-ab9c8a20009c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.177493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d3d52-d328-4b71-8120-a7cb46401b71 req-70eb511d-1ad5-4dee-be98-bb9b07fc7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:12.179826 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ff0d3d52-d328-4b71-8120-a7cb46401b71 req-70eb511d-1ad5-4dee-be98-bb9b07fc7fb0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d4d0c4a-3998-42cf-a206-998b45b1ec69 HTTP/1.1" status: 200 len: 853 time: 0.1362729 Jan 28 12:25:12.183063 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faebdce8-ca3f-40f0-9048-5ae6a9659c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f0a95b9c-ecf9-4e3c-a69b-ab9c8a20009c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.234790 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ff0d3d52-d328-4b71-8120-a7cb46401b71 req-d96e6ea2-0613-47e4-b3ff-fbfa19a08879 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=352b6a35-d7b0-4d04-9be6-be33d739d2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458753 Jan 28 12:25:12.238697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee93b6fe-55a8-4fe1-967e-cacf020e9706 req-f54975e7-ca79-4f1b-ac1e-42a6b11d40cc tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858257 Jan 28 12:25:12.244078 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d834d030-4a60-4795-83d2-a61ca5b6e320 req-6b5962c3-488e-417b-ab5f-534b89ebc1cb tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (caf79389-f664-4a8b-ba03-86165c11c8bd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.250373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:12.255077 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3fb71a-5bd0-4864-bee5-f78c2f48bcbb" -d '{"events": [{"server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "name": "network-vif-plugged", "status": "completed", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:12.267954 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d834d030-4a60-4795-83d2-a61ca5b6e320 req-6b5962c3-488e-417b-ab5f-534b89ebc1cb tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (caf79389-f664-4a8b-ba03-86165c11c8bd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.288119 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-faebdce8-ca3f-40f0-9048-5ae6a9659c85 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79eec07d43b34012b3aedd08a01128b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4488516 Jan 28 12:25:12.288119 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebdce8-ca3f-40f0-9048-5ae6a9659c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a95b9c-ecf9-4e3c-a69b-ab9c8a20009c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:12.288423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59566) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:12.382375 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b80b4cbd-2775-4975-a731-b32db8a63eae admin admin] Publish callbacks [] for security_group (f0a95b9c-ecf9-4e3c-a69b-ab9c8a20009c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.403196 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ff0d3d52-d328-4b71-8120-a7cb46401b71 req-6066fd48-dd38-453e-985d-f615045d848f service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358161 Jan 28 12:25:12.412281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d6d52-5d5e-4990-9b39-bba07f660ba8 req-5b99a5de-03ea-4203-bb40-48b87a301fe4 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:12.414379 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-333d6d52-5d5e-4990-9b39-bba07f660ba8 req-5b99a5de-03ea-4203-bb40-48b87a301fe4 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.0899692 Jan 28 12:25:12.417755 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d834d030-4a60-4795-83d2-a61ca5b6e320 req-6b5962c3-488e-417b-ab5f-534b89ebc1cb tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (caf79389-f664-4a8b-ba03-86165c11c8bd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.420321 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d834d030-4a60-4795-83d2-a61ca5b6e320 req-6b5962c3-488e-417b-ab5f-534b89ebc1cb tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.421366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d834d030-4a60-4795-83d2-a61ca5b6e320 req-6b5962c3-488e-417b-ab5f-534b89ebc1cb tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "DELETE /v2.0/security-groups/caf79389-f664-4a8b-ba03-86165c11c8bd HTTP/1.1" status: 204 len: 173 time: 0.2792435 Jan 28 12:25:12.424349 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b80b4cbd-2775-4975-a731-b32db8a63eae admin admin] Publish callbacks [] for security_group (f0a95b9c-ecf9-4e3c-a69b-ab9c8a20009c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.459787 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5962c3-488e-417b-ab5f-534b89ebc1cb tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf79389-f664-4a8b-ba03-86165c11c8bd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:12.508804 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b80b4cbd-2775-4975-a731-b32db8a63eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f0a95b9c-ecf9-4e3c-a69b-ab9c8a20009c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.512695 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b80b4cbd-2775-4975-a731-b32db8a63eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.516091 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b80b4cbd-2775-4975-a731-b32db8a63eae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0a95b9c-ecf9-4e3c-a69b-ab9c8a20009c HTTP/1.1" status: 204 len: 168 time: 0.2268317 Jan 28 12:25:12.537398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b4cbd-2775-4975-a731-b32db8a63eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a95b9c-ecf9-4e3c-a69b-ab9c8a20009c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:12.549921 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ff0d3d52-d328-4b71-8120-a7cb46401b71 req-23d816cd-bb12-4090-accd-a6dcfd7fcb8d service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305199 Jan 28 12:25:12.571632 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ced3d417-14cc-4751-a037-7ebe6d578a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.610127 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39074e6-dae0-4094-9f9f-b7f96ce8bcb1 x-openstack-request-id: req-f39074e6-dae0-4094-9f9f-b7f96ce8bcb1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:12.610421 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "name": "network-vif-plugged", "status": "completed", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:12.610676 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f39074e6-dae0-4094-9f9f-b7f96ce8bcb1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:12.611072 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'code': 200} Jan 28 12:25:12.705697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a8259ca-ef1d-4c90-bf83-5c9de6b4fb94 req-eff4e824-e752-4ec2-bc0e-1f3a71934047 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "GET /v2.0/security-groups/99cead22-b1b6-4757-a138-77377e7ae4b9 HTTP/1.1" status: 200 len: 2415 time: 0.0820920 Jan 28 12:25:12.762166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657868c-7774-43ac-b3fb-6a1a74aa4c37 req-191efc13-e164-46c6-b292-123430319b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:12.763687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9657868c-7774-43ac-b3fb-6a1a74aa4c37 req-191efc13-e164-46c6-b292-123430319b92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1101 time: 0.0718937 Jan 28 12:25:12.871732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-333d6d52-5d5e-4990-9b39-bba07f660ba8 req-3cc1576f-0eec-431a-bc85-4afd05974c33 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493847 Jan 28 12:25:12.879820 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a8259ca-ef1d-4c90-bf83-5c9de6b4fb94 req-b9f5fccc-d370-4b90-a5ac-e7b71c046f21 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (99cead22-b1b6-4757-a138-77377e7ae4b9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.903905 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ced3d417-14cc-4751-a037-7ebe6d578a4b admin admin] Deleting port 585af097-ed0a-4b89-8255-129a77d71416 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:25:12.904399 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ced3d417-14cc-4751-a037-7ebe6d578a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (585af097-ed0a-4b89-8255-129a77d71416), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:12.910635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9657868c-7774-43ac-b3fb-6a1a74aa4c37 req-c0bc0959-d136-4a1a-9f38-416bb120180b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385615 Jan 28 12:25:12.913691 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a8259ca-ef1d-4c90-bf83-5c9de6b4fb94 req-b9f5fccc-d370-4b90-a5ac-e7b71c046f21 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (99cead22-b1b6-4757-a138-77377e7ae4b9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.003989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0bbb9-70f8-426c-b63f-ebf5db4187e0 req-2cf0b472-44bb-44a3-ae6a-7e154fc75b1f tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:13.005670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2c0bbb9-70f8-426c-b63f-ebf5db4187e0 req-2cf0b472-44bb-44a3-ae6a-7e154fc75b1f tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 949 time: 0.0569844 Jan 28 12:25:13.007134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ced3d417-14cc-4751-a037-7ebe6d578a4b admin admin] For port 585af097-ed0a-4b89-8255-129a77d71416, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=585af097-ed0a-4b89-8255-129a77d71416,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:13.007580 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a8259ca-ef1d-4c90-bf83-5c9de6b4fb94 req-b9f5fccc-d370-4b90-a5ac-e7b71c046f21 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (99cead22-b1b6-4757-a138-77377e7ae4b9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.008068 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ced3d417-14cc-4751-a037-7ebe6d578a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (585af097-ed0a-4b89-8255-129a77d71416), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.010170 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a8259ca-ef1d-4c90-bf83-5c9de6b4fb94 req-b9f5fccc-d370-4b90-a5ac-e7b71c046f21 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.011329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a8259ca-ef1d-4c90-bf83-5c9de6b4fb94 req-b9f5fccc-d370-4b90-a5ac-e7b71c046f21 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] 10.222.0.53 "DELETE /v2.0/security-groups/99cead22-b1b6-4757-a138-77377e7ae4b9 HTTP/1.1" status: 204 len: 173 time: 0.2798362 Jan 28 12:25:13.019603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59584) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:13.027862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ced3d417-14cc-4751-a037-7ebe6d578a4b admin admin] Calling delete_port for 585af097-ed0a-4b89-8255-129a77d71416 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:25:13.033989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5fccc-d370-4b90-a5ac-e7b71c046f21 tempest-SecurityGroupRulesTestJSON-964017966 tempest-SecurityGroupRulesTestJSON-964017966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cead22-b1b6-4757-a138-77377e7ae4b9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:13.097669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8652c9df-c905-4c27-a13b-589cbe8b70b4 admin admin] Deleting subnet 00dfe0ce-7396-4f41-af9f-c557acf63c3a {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:25:13.108865 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8652c9df-c905-4c27-a13b-589cbe8b70b4 admin admin] Publish callbacks [] for subnet (00dfe0ce-7396-4f41-af9f-c557acf63c3a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.169434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2c0bbb9-70f8-426c-b63f-ebf5db4187e0 req-75217811-1e02-4d1d-967f-de2a66ba68e5 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121876 Jan 28 12:25:13.196214 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8652c9df-c905-4c27-a13b-589cbe8b70b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (00dfe0ce-7396-4f41-af9f-c557acf63c3a), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.252400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035648ec-ceed-46ba-8b4d-12a09fc3395d req-83751157-d9bf-4532-9001-f474aca4712c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:13.253922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-035648ec-ceed-46ba-8b4d-12a09fc3395d req-83751157-d9bf-4532-9001-f474aca4712c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 944 time: 0.1089134 Jan 28 12:25:13.256912 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8652c9df-c905-4c27-a13b-589cbe8b70b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (00dfe0ce-7396-4f41-af9f-c557acf63c3a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.309548 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ced3d417-14cc-4751-a037-7ebe6d578a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (585af097-ed0a-4b89-8255-129a77d71416), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.337603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3d417-14cc-4751-a037-7ebe6d578a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=585af097-ed0a-4b89-8255-129a77d71416,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:13.393161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a75fce-c056-485f-af52-0161320a94ee req-bcd78766-102b-475d-afd0-08d74d881e39 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:13.394677 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31a75fce-c056-485f-af52-0161320a94ee req-bcd78766-102b-475d-afd0-08d74d881e39 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=224d5405-85eb-40d3-bb3e-24c31ad9314b HTTP/1.1" status: 200 len: 949 time: 0.1133206 Jan 28 12:25:13.414423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-035648ec-ceed-46ba-8b4d-12a09fc3395d req-f180607f-d8c2-4ad6-baf0-8abe51aa3470 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300082 Jan 28 12:25:13.424086 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8652c9df-c905-4c27-a13b-589cbe8b70b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (00dfe0ce-7396-4f41-af9f-c557acf63c3a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.470079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652c9df-c905-4c27-a13b-589cbe8b70b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00dfe0ce-7396-4f41-af9f-c557acf63c3a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:13.478853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8652c9df-c905-4c27-a13b-589cbe8b70b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.484914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8652c9df-c905-4c27-a13b-589cbe8b70b4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/00dfe0ce-7396-4f41-af9f-c557acf63c3a HTTP/1.1" status: 204 len: 168 time: 0.4642427 Jan 28 12:25:13.486764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59602) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:13.511461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31a75fce-c056-485f-af52-0161320a94ee req-7524a336-7566-4215-8757-672ff1fc1595 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078994 Jan 28 12:25:13.532828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e5204f37-f78e-4bef-b206-bd45f550d73a details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:25:13.613907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d959818-dbfe-4c1f-8d65-d60afa0f6593 req-57b33e0a-4cfd-4a6a-b628-dc4d5f242c57 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:13.631745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d959818-dbfe-4c1f-8d65-d60afa0f6593 req-57b33e0a-4cfd-4a6a-b628-dc4d5f242c57 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 943 time: 0.0982242 Jan 28 12:25:13.652835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ced3d417-14cc-4751-a037-7ebe6d578a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.657002 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (aae96063-9326-49e3-8c03-3881fec34068), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.703090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d959818-dbfe-4c1f-8d65-d60afa0f6593 req-e7c9fcb1-6859-45af-8023-cabe43e8b8a4 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706027 Jan 28 12:25:13.765968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e5204f37-f78e-4bef-b206-bd45f550d73a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e5204f37-f78e-4bef-b206-bd45f550d73a,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:13.780299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'e5204f37-f78e-4bef-b206-bd45f550d73a', 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db', 'port_id': 'e5204f37-f78e-4bef-b206-bd45f550d73a', 'mac_address': 'fa:16:3e:01:79:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4d0c4a-3998-42cf-a206-998b45b1ec69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:25:13.824719 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (aae96063-9326-49e3-8c03-3881fec34068), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.826017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e5204f37-f78e-4bef-b206-bd45f550d73a is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:13.826419 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.846355 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5204f37-f78e-4bef-b206-bd45f550d73a {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:13.877767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e5204f37-f78e-4bef-b206-bd45f550d73a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e5204f37-f78e-4bef-b206-bd45f550d73a,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:13.883502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae96063-9326-49e3-8c03-3881fec34068']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:13.887258 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.906130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d578856-7e89-44eb-a54f-abdf877d2a3d') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:13.906420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d578856-7e89-44eb-a54f-abdf877d2a3d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:13.907740 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7aaa-25a3-4d5c-98bf-e15ea3cf80fe req-b174dc85-64d9-4cfa-996e-78144f5e1eef tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:13.922224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (4d578856-7e89-44eb-a54f-abdf877d2a3d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.928811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a24f7aaa-25a3-4d5c-98bf-e15ea3cf80fe req-b174dc85-64d9-4cfa-996e-78144f5e1eef tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 1095 time: 0.0734291 Jan 28 12:25:13.947114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e5204f37-f78e-4bef-b206-bd45f550d73a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:13.985312 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4d578856-7e89-44eb-a54f-abdf877d2a3d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:13.997801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:25:13.998207 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (4d578856-7e89-44eb-a54f-abdf877d2a3d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:25:14.000066 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:25:14.016246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a24f7aaa-25a3-4d5c-98bf-e15ea3cf80fe req-01da6eac-1b55-47c8-b495-37f9e390ac4f tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846479 Jan 28 12:25:14.176163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e5204f37-f78e-4bef-b206-bd45f550d73a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:14.179585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e649fc-a6fe-4b94-9965-aab8b9772849 req-ec447267-0cde-4b1a-9ce6-b6a6e7cabd71 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:14.187383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29e649fc-a6fe-4b94-9965-aab8b9772849 req-ec447267-0cde-4b1a-9ce6-b6a6e7cabd71 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.0721128 Jan 28 12:25:14.248415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29e649fc-a6fe-4b94-9965-aab8b9772849 req-ca998278-7ec7-46cd-97d9-e63779f0372c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600543 Jan 28 12:25:14.383531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300590cc-e453-4337-bd0e-0b3c5ae3fdee req-49869ee1-14d3-480d-a0cf-56453b7700e8 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:14.386800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-300590cc-e453-4337-bd0e-0b3c5ae3fdee req-49869ee1-14d3-480d-a0cf-56453b7700e8 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 1095 time: 0.0535800 Jan 28 12:25:14.450338 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-300590cc-e453-4337-bd0e-0b3c5ae3fdee req-19a23dce-8e09-4836-89c7-33faf856b075 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549355 Jan 28 12:25:14.477869 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (aae96063-9326-49e3-8c03-3881fec34068), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:14.483748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:14.490200 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] 10.222.0.53 "DELETE /v2.0/networks/aae96063-9326-49e3-8c03-3881fec34068 HTTP/1.1" status: 204 len: 168 time: 0.9992318 Jan 28 12:25:14.517210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ae9b3-8b2e-4911-a854-2f34f9c46e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=aae96063-9326-49e3-8c03-3881fec34068,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:14.550149 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced3d417-14cc-4751-a037-7ebe6d578a4b admin admin] Router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:25:14.681200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced3d417-14cc-4751-a037-7ebe6d578a4b admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:25:14.687380 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ced3d417-14cc-4751-a037-7ebe6d578a4b admin admin] 10.222.0.53 "PUT /v2.0/routers/7aabddd3-cdf9-48e6-9074-e8f2813f52ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1546907 Jan 28 12:25:14.689442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59682) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:14.705031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e66127-ae13-44ee-a0d6-7a7eaade6912 None None] Sync routers for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:25:14.739919 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59688) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:14.747946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e66127-ae13-44ee-a0d6-7a7eaade6912 None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:25:14.748831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d6e66127-ae13-44ee-a0d6-7a7eaade6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:24:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:14.804725 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ccb22dc9-c856-43a5-8aca-b7e48a53bffe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64b33267d8c94a66a57d3be25ec5f803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613084 Jan 28 12:25:14.805838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59696) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:14.902638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59698) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:14.910172 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b765ce72-b328-4a7f-a39c-ac10d24c0918 admin admin] Publish callbacks [] for security_group (1ab02626-9b1d-4806-ab98-341215f4cc45), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:14.943407 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b765ce72-b328-4a7f-a39c-ac10d24c0918 admin admin] Publish callbacks [] for security_group (1ab02626-9b1d-4806-ab98-341215f4cc45), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:14.973569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d6e66127-ae13-44ee-a0d6-7a7eaade6912 None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:25:15.026215 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b765ce72-b328-4a7f-a39c-ac10d24c0918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1ab02626-9b1d-4806-ab98-341215f4cc45), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.026814 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Publish callbacks [] for router (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.029063 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b765ce72-b328-4a7f-a39c-ac10d24c0918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.030451 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b765ce72-b328-4a7f-a39c-ac10d24c0918 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ab02626-9b1d-4806-ab98-341215f4cc45 HTTP/1.1" status: 204 len: 168 time: 0.2232480 Jan 28 12:25:15.040096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765ce72-b328-4a7f-a39c-ac10d24c0918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab02626-9b1d-4806-ab98-341215f4cc45,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:15.103705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e589d51-ac43-429e-b527-95a518570e39 req-acad4088-5a28-4516-8960-b8c1699f17cc tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:15.111562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e589d51-ac43-429e-b527-95a518570e39 req-acad4088-5a28-4516-8960-b8c1699f17cc tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 944 time: 0.1408031 Jan 28 12:25:15.133780 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e4b538f-7710-4380-b966-636559880a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.213838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e589d51-ac43-429e-b527-95a518570e39 req-3dfeda91-a176-4819-af1b-e84bb4f78440 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014097 Jan 28 12:25:15.230570 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Publish callbacks [] for router_gateway (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.239315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d6e66127-ae13-44ee-a0d6-7a7eaade6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:25:13Z', 'revision_number': 5, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port': {'id': 'f7ac5c0b-1a6f-4884-9832-4d0db97be787', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:08Z', 'updated_at': '2022-01-28T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:15.241954 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e4b538f-7710-4380-b966-636559880a39 admin admin] Publish callbacks [] for security_group (80d3f101-06e5-436a-a577-cc41c6ca2c92), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.247890 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e4b538f-7710-4380-b966-636559880a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (80d3f101-06e5-436a-a577-cc41c6ca2c92), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.273450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e66127-ae13-44ee-a0d6-7a7eaade6912 None None] Checking router: 7aabddd3-cdf9-48e6-9074-e8f2813f52ba for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:25:15.284334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e66127-ae13-44ee-a0d6-7a7eaade6912 None None] Routers {'7aabddd3-cdf9-48e6-9074-e8f2813f52ba'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:25:15.284802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d6e66127-ae13-44ee-a0d6-7a7eaade6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:24:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:15.297879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Deleting port f7ac5c0b-1a6f-4884-9832-4d0db97be787 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:25:15.298222 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.330077 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b538f-7710-4380-b966-636559880a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d3f101-06e5-436a-a577-cc41c6ca2c92,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:15.357800 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6e4b538f-7710-4380-b966-636559880a39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b990b2043b2e43b79744f51de56221f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567049 Jan 28 12:25:15.361324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59714) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:15.441558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d6e66127-ae13-44ee-a0d6-7a7eaade6912 None None] Set router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:25:15.442299 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2b951e7-0894-42c1-9c11-e91635c9dfe1 admin admin] Publish callbacks [] for security_group (80d3f101-06e5-436a-a577-cc41c6ca2c92), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.483763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2b951e7-0894-42c1-9c11-e91635c9dfe1 admin admin] Publish callbacks [] for security_group (80d3f101-06e5-436a-a577-cc41c6ca2c92), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.495663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a1d74-8b72-474a-8195-f9a5c207a32a req-dfc35866-6e22-4ca0-97a3-b45a16e8d4b3 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:15.497220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac5a1d74-8b72-474a-8195-f9a5c207a32a req-dfc35866-6e22-4ca0-97a3-b45a16e8d4b3 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.1419792 Jan 28 12:25:15.502477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] For port f7ac5c0b-1a6f-4884-9832-4d0db97be787, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f7ac5c0b-1a6f-4884-9832-4d0db97be787,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:15.502842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.528861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Calling delete_port for f7ac5c0b-1a6f-4884-9832-4d0db97be787 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:25:15.534085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d6e66127-ae13-44ee-a0d6-7a7eaade6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:25:15Z', 'revision_number': 6, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:15.559207 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2b951e7-0894-42c1-9c11-e91635c9dfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (80d3f101-06e5-436a-a577-cc41c6ca2c92), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.567569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2b951e7-0894-42c1-9c11-e91635c9dfe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.580652 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c2b951e7-0894-42c1-9c11-e91635c9dfe1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80d3f101-06e5-436a-a577-cc41c6ca2c92 HTTP/1.1" status: 204 len: 168 time: 0.2110398 Jan 28 12:25:15.597885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e5204f37-f78e-4bef-b206-bd45f550d73a up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:15.610327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b951e7-0894-42c1-9c11-e91635c9dfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d3f101-06e5-436a-a577-cc41c6ca2c92,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:15.620353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac5a1d74-8b72-474a-8195-f9a5c207a32a req-5cb113e4-6d22-404b-be32-edc80b2ce1e8 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142519 Jan 28 12:25:15.657362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e66127-ae13-44ee-a0d6-7a7eaade6912 None None] The sync data for ids ['7aabddd3-cdf9-48e6-9074-e8f2813f52ba'] in n-d-824835-4 is: [{'id': '7aabddd3-cdf9-48e6-9074-e8f2813f52ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-757902967-router', 'tenant_id': '561e3af5fa0f471e9d6fd293946d315d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:07Z', 'updated_at': '2022-01-28T12:25:15Z', 'revision_number': 6, 'project_id': '561e3af5fa0f471e9d6fd293946d315d', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:25:15.718466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port e5204f37-f78e-4bef-b206-bd45f550d73a completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:25:15.726251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port e5204f37-f78e-4bef-b206-bd45f550d73a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:15.726949 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.837298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02bb90-2919-4b31-9972-32b0a6148b50 req-6a847e88-7518-43cd-8598-af8268a3a553 tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:15.838969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c02bb90-2919-4b31-9972-32b0a6148b50 req-6a847e88-7518-43cd-8598-af8268a3a553 tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1101 time: 0.1048214 Jan 28 12:25:15.850509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e5204f37-f78e-4bef-b206-bd45f550d73a is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:15.851532 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.879175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c943c67-f46c-4299-b3aa-a3615b629a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5204f37-f78e-4bef-b206-bd45f550d73a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:15.883199 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018c887c-acc9-4b42-97a0-fe75e4ad9c14" -d '{"events": [{"server_uuid": "5c943c67-f46c-4299-b3aa-a3615b629a54", "name": "network-vif-plugged", "status": "completed", "tag": "e5204f37-f78e-4bef-b206-bd45f550d73a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:15.903019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e5204f37-f78e-4bef-b206-bd45f550d73a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e5204f37-f78e-4bef-b206-bd45f550d73a,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:15.910013 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:15.916541 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f7ac5c0b-1a6f-4884-9832-4d0db97be787), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:16.003362 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f5d9f9-5a25-4660-9560-d50d67d08c8c x-openstack-request-id: req-a0f5d9f9-5a25-4660-9560-d50d67d08c8c {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:16.003674 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c943c67-f46c-4299-b3aa-a3615b629a54", "name": "network-vif-plugged", "status": "completed", "tag": "e5204f37-f78e-4bef-b206-bd45f550d73a", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:16.003917 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0f5d9f9-5a25-4660-9560-d50d67d08c8c {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:16.004322 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c943c67-f46c-4299-b3aa-a3615b629a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5204f37-f78e-4bef-b206-bd45f550d73a', 'code': 200} Jan 28 12:25:16.004879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e5204f37-f78e-4bef-b206-bd45f550d73a,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:16.012046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ac5c0b-1a6f-4884-9832-4d0db97be787,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:16.035074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c02bb90-2919-4b31-9972-32b0a6148b50 req-3408966f-9e88-41f3-82c2-724eda617b28 tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886432 Jan 28 12:25:16.089976 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:16.178015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695809ce-2d09-476a-a8ed-c0b65c3f0d1e req-2acc67c1-c738-468b-a9a7-b41275455cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:16.186132 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-695809ce-2d09-476a-a8ed-c0b65c3f0d1e req-2acc67c1-c738-468b-a9a7-b41275455cc2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 1096 time: 0.1769140 Jan 28 12:25:16.219949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 585af097-ed0a-4b89-8255-129a77d71416 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:25:16.279830 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-695809ce-2d09-476a-a8ed-c0b65c3f0d1e req-6bb1acf4-78a9-4935-885d-2a59b990ff3c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843289 Jan 28 12:25:16.300039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 585af097-ed0a-4b89-8255-129a77d71416 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:25:16.300414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 585af097-ed0a-4b89-8255-129a77d71416 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:25:16.364845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59754) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:16.380383 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:16.404168 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Publish callbacks [] for router_controller (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:16.478040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e59d4-59a1-4dc4-9cce-3a5e0cda6751 req-ada84d7f-d232-458c-adc5-8f51e7f1cece tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:16.479657 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-119e59d4-59a1-4dc4-9cce-3a5e0cda6751 req-ada84d7f-d232-458c-adc5-8f51e7f1cece tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 945 time: 0.1298616 Jan 28 12:25:16.485814 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (7aabddd3-cdf9-48e6-9074-e8f2813f52ba), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:16.487703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aabddd3-cdf9-48e6-9074-e8f2813f52ba {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:25:16.498972 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:16.500872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cb3064f1-a237-4aad-83a6-3f5f50bc212f admin admin] 10.222.0.53 "DELETE /v2.0/routers/7aabddd3-cdf9-48e6-9074-e8f2813f52ba HTTP/1.1" status: 204 len: 168 time: 1.8102632 Jan 28 12:25:16.503837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59770) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:16.522420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-390974668-network', 'tenant_id': '3468cd33139543b0875930f76336db6c'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:16.621063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aaaf99d-9b40-4035-869c-6afb91dc46be admin admin] Deleting subnet 265a52df-8e7c-4e8c-8a25-92779aaa7347 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:25:16.624987 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6aaaf99d-9b40-4035-869c-6afb91dc46be admin admin] Publish callbacks [] for subnet (265a52df-8e7c-4e8c-8a25-92779aaa7347), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:16.627037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Made reservation on behalf of 3468cd33139543b0875930f76336db6c for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:25:16.629311 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:16.665960 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:16.702729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6aaaf99d-9b40-4035-869c-6afb91dc46be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (265a52df-8e7c-4e8c-8a25-92779aaa7347), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:16.776685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:25:16.909967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6aaaf99d-9b40-4035-869c-6afb91dc46be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (265a52df-8e7c-4e8c-8a25-92779aaa7347), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:16.990806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-119e59d4-59a1-4dc4-9cce-3a5e0cda6751 req-4010adea-c014-49af-9030-4b63d508a5c2 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961221 Jan 28 12:25:17.038855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:17.045948 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6aaaf99d-9b40-4035-869c-6afb91dc46be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (265a52df-8e7c-4e8c-8a25-92779aaa7347), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.059445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'mac_address': 'fa:16:3e:7e:f2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:25:17.166659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaaf99d-9b40-4035-869c-6afb91dc46be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=265a52df-8e7c-4e8c-8a25-92779aaa7347,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:17.191457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:17.192829 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.213001 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6aaaf99d-9b40-4035-869c-6afb91dc46be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.227875 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6aaaf99d-9b40-4035-869c-6afb91dc46be admin admin] 10.222.0.53 "DELETE /v2.0/subnets/265a52df-8e7c-4e8c-8a25-92779aaa7347 HTTP/1.1" status: 204 len: 168 time: 0.7179248 Jan 28 12:25:17.228179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59808) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:17.246716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:17.285496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d6f40-bff0-42f5-a346-d702408117d5 None None] Network bdcf51c2-d748-42a4-8742-87fe56d75759 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:25:17.317702 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.365412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:17.378836 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.390533 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Publish callbacks [] for security_group (575eec5d-779f-422d-aa9b-c9117695a073), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.405066 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (575eec5d-779f-422d-aa9b-c9117695a073), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.431516 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (bdcf51c2-d748-42a4-8742-87fe56d75759), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.473272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:17.502737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Deleting port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:25:17.503582 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.504254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575eec5d-779f-422d-aa9b-c9117695a073,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:17.516005 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.537210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:25:17.547236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:17.588473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c8f8726d-4fd2-444b-a343-7284e66b7e7c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.592416 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Added segment c8f8726d-4fd2-444b-a343-7284e66b7e7c of type vlan for network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb Jan 28 12:25:17.640665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cf874c-0e18-44fd-8f8e-b439b43b1579 None None] DHCP port deletion for bdcf51c2-d748-42a4-8742-87fe56d75759 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:25:17.669259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] For port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=16dcabd3-aaef-46ed-ba1a-3d3298e55a06,segment=NetworkSegment(265f4454-8a6f-4c19-9164-79b5f1232e81),segment_id=265f4454-8a6f-4c19-9164-79b5f1232e81)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:17.670450 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.689340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Calling delete_port for 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:25:17.770551 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.813928 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.814672 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.819507 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:17.820178 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:17.872250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Pushing event deleted for resources: {'Port': ['ID=16dcabd3-aaef-46ed-ba1a-3d3298e55a06,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:17.892721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] No DVR routers for this DVR port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:25:17.989485 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6137879 Jan 28 12:25:17.993056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59822) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:17.995623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-80cf874c-0e18-44fd-8f8e-b439b43b1579 None None] Deleting port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:25:17.999369 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80cf874c-0e18-44fd-8f8e-b439b43b1579 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.006388 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (bdcf51c2-d748-42a4-8742-87fe56d75759), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.039016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcf51c2-d748-42a4-8742-87fe56d75759']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:18.050947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265f4454-8a6f-4c19-9164-79b5f1232e81') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:18.052147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265f4454-8a6f-4c19-9164-79b5f1232e81') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:18.064467 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (265f4454-8a6f-4c19-9164-79b5f1232e81), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.081456 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (265f4454-8a6f-4c19-9164-79b5f1232e81), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.090943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:25:18.092172 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (265f4454-8a6f-4c19-9164-79b5f1232e81), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.148587 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-748665a1-3829-486b-9916-560b24105851 admin admin] Request body: {'subnet': {'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-390974668-subnet', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:25:18.161081 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:25:18.201843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (bdcf51c2-d748-42a4-8742-87fe56d75759), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.216227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:25:18.219773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daa314-c9a2-410a-abe4-5239593ae298 admin admin] Pushing event updated for resources: {'Network': ['ID=a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:18.222610 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.226280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bdcf51c2-d748-42a4-8742-87fe56d75759 HTTP/1.1" status: 204 len: 168 time: 0.9968514 Jan 28 12:25:18.227307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cb92d-9ef2-48ca-ac76-92cc8c1cab89 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdcf51c2-d748-42a4-8742-87fe56d75759,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:18.230749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:18.302163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:25:18.308777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:25:18.309551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f7ac5c0b-1a6f-4884-9832-4d0db97be787 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:25:18.311926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:25:18.321230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748665a1-3829-486b-9916-560b24105851 admin admin] Made reservation on behalf of 3468cd33139543b0875930f76336db6c for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:25:18.336489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-748665a1-3829-486b-9916-560b24105851 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.356448 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-6c130eb5-c732-4bc1-8765-a028d7ab570e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4331827 Jan 28 12:25:18.417343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-80cf874c-0e18-44fd-8f8e-b439b43b1579 None None] For port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:18.417837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80cf874c-0e18-44fd-8f8e-b439b43b1579 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.571423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f7ac5c0b-1a6f-4884-9832-4d0db97be787 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:25:18.583878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f7ac5c0b-1a6f-4884-9832-4d0db97be787 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:25:18.619025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-80cf874c-0e18-44fd-8f8e-b439b43b1579 None None] Calling delete_port for 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:25:18.627908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-80cf874c-0e18-44fd-8f8e-b439b43b1579 None None] Port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:25:18.658659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80cf874c-0e18-44fd-8f8e-b439b43b1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (16dcabd3-aaef-46ed-ba1a-3d3298e55a06), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.700156 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-748665a1-3829-486b-9916-560b24105851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (13c944b6-3b12-4207-add2-982f6e93cbb5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.776127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-80cf874c-0e18-44fd-8f8e-b439b43b1579 None None] Network bdcf51c2-d748-42a4-8742-87fe56d75759 is not hosted by any dhcp agent {{(pid=103130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 12:25:18.776652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf874c-0e18-44fd-8f8e-b439b43b1579 None None] No DVR routers for this DVR port 16dcabd3-aaef-46ed-ba1a-3d3298e55a06 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:25:18.788665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf874c-0e18-44fd-8f8e-b439b43b1579 None None] Pushing event deleted for resources: {'Port': ['ID=16dcabd3-aaef-46ed-ba1a-3d3298e55a06,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:18.817271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:18.842382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748665a1-3829-486b-9916-560b24105851 admin admin] Checking segment: {'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:25:18.842743 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748665a1-3829-486b-9916-560b24105851 admin admin] Network hostable DHCP agents. Network: a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:25:18.857993 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748665a1-3829-486b-9916-560b24105851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c944b6-3b12-4207-add2-982f6e93cbb5,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:18.870587 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748665a1-3829-486b-9916-560b24105851 admin admin] Network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:25:18.885125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-748665a1-3829-486b-9916-560b24105851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:25:18.910208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c512e-6444-485e-8f63-8b92d107eb71 None None] Network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:25:18.914207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748665a1-3829-486b-9916-560b24105851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:18.914817 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-748665a1-3829-486b-9916-560b24105851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.937299 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-748665a1-3829-486b-9916-560b24105851 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8472114 Jan 28 12:25:18.938154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:18.942545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:18.987039 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (e3cbdd06-f063-46ab-8ac6-352baff57bcc), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:18.990261 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (e3cbdd06-f063-46ab-8ac6-352baff57bcc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:19.024954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3410ab-4491-4d44-8584-ab32d466a8e6 req-a10e1e6b-fd6c-4288-a560-944c6b278a79 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:19.032840 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f3410ab-4491-4d44-8584-ab32d466a8e6 req-a10e1e6b-fd6c-4288-a560-944c6b278a79 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.8734534 Jan 28 12:25:19.063164 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Publish callbacks [] for router_controller (e3cbdd06-f063-46ab-8ac6-352baff57bcc), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:19.215004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051ac37-a57c-462b-91dc-308647c429ee req-ab5483c0-c55e-4332-a0fc-f3ac8a991542 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:19.223186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d051ac37-a57c-462b-91dc-308647c429ee req-ab5483c0-c55e-4332-a0fc-f3ac8a991542 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 945 time: 0.2611008 Jan 28 12:25:19.247705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:19.248400 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:19.293256 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d8af-d925-4c76-b5c0-f02cad60cde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:19.370448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'project_id': '3468cd33139543b0875930f76336db6c', 'fixed_ips': [{'subnet_id': '13c944b6-3b12-4207-add2-982f6e93cbb5'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:25:19.371643 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:19.377563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f3410ab-4491-4d44-8584-ab32d466a8e6 req-ddb823ba-3087-4524-ab04-2eeee9a2e080 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436017 Jan 28 12:25:19.465145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Publish callbacks [] for router_gateway (e3cbdd06-f063-46ab-8ac6-352baff57bcc), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:19.478629 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d051ac37-a57c-462b-91dc-308647c429ee req-e4763256-a364-4d26-b9a6-2e5e514bbf47 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543514 Jan 28 12:25:19.645518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Allocated IP 172.20.0.2 (a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb/13c944b6-3b12-4207-add2-982f6e93cbb5/7be77bc3-b161-407c-ad7e-bc9954559eff) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:25:19.728372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:19.729007 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:19.962891 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Publish callbacks [] for router_gateway (e3cbdd06-f063-46ab-8ac6-352baff57bcc), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:19.995728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-4f83c47c-8213-481b-92e7-e32b470ca3ac tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bb730d8dd9b64850ab62788715ee62cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424712 Jan 28 12:25:20.008455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:20.176146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-f1b4d5ff-5519-4d8b-95d7-ae796ac66aa5 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:20.183359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-f1b4d5ff-5519-4d8b-95d7-ae796ac66aa5 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810541 Jan 28 12:25:20.238172 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdbe29f0-9a3b-4b85-a13c-7c7f2562fc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (293c5706-3dd7-41a5-8d96-d05400e3f37a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:20.268574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Allocated IP 172.25.7.172 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/06ad5eed-9743-40ac-bd81-9d6d2b79da85) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:25:20.359910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:20.366328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:20.373793 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f644519f-c2d1-402d-949f-6a3639fc2d3d" -d '{"events": [{"server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "name": "network-vif-plugged", "status": "completed", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:20.379974 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:20.380331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-0eb20570-6521-4f92-9404-734a427af3fc tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/quotas/bb730d8dd9b64850ab62788715ee62cb HTTP/1.1" status: 200 len: 375 time: 0.1954663 Jan 28 12:25:20.458586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-bcf3fcff-7e0e-4388-ad32-687a4f8b14e7 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb730d8dd9b64850ab62788715ee62cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735152 Jan 28 12:25:20.497947 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Publish callbacks [] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:20.510348 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:20.552181 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:20.569413 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Publish callbacks [] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:20.594875 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:20.607546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:25:20.612745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:25:20.620821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:25:20.725989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:25:20.727306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Pushing event updated for resources: {'Port': ['ID=7be77bc3-b161-407c-ad7e-bc9954559eff,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:20.729988 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:25:20.732389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:25:20.738196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Pushing event updated for resources: {'Port': ['ID=06ad5eed-9743-40ac-bd81-9d6d2b79da85,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:20.851494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02c7213d-843f-4eb6-b0da-ac1d617013c2 req-c9f4c7f3-e2ac-44ed-914c-52fadfe7152a tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1577770066&fields=id&tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf HTTP/1.1" status: 200 len: 267 time: 0.6609793 Jan 28 12:25:20.882041 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Attempting to bind port 7be77bc3-b161-407c-ad7e-bc9954559eff on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:25:20.886678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Attempting to bind port 7be77bc3-b161-407c-ad7e-bc9954559eff by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:25:20.888107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Attempting to bind port 7be77bc3-b161-407c-ad7e-bc9954559eff on network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:20.902139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:25:20.902525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Checking segment: {'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:25:20.905405 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:20.905820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Bound using segment: {'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:25:20.906486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Bound port: 7be77bc3-b161-407c-ad7e-bc9954559eff, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:25:20.907057 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:21.065221 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] For port 7be77bc3-b161-407c-ad7e-bc9954559eff, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:25:21.070050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] For port 7be77bc3-b161-407c-ad7e-bc9954559eff, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7be77bc3-b161-407c-ad7e-bc9954559eff,segment=NetworkSegment(c8f8726d-4fd2-444b-a343-7284e66b7e7c),segment_id=c8f8726d-4fd2-444b-a343-7284e66b7e7c)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:25:21.073736 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a264514-ac6e-427b-b2dc-5e8a732aba02 x-openstack-request-id: req-3a264514-ac6e-427b-b2dc-5e8a732aba02 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:21.075282 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "name": "network-vif-plugged", "status": "completed", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:21.075577 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a264514-ac6e-427b-b2dc-5e8a732aba02 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:21.076504 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'code': 200} Jan 28 12:25:21.080827 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:21.148160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5dbcd-f41c-40e7-a24a-d51a31a51e4b req-fbd2f431-82b4-4d7d-90fe-b01d7eaf95f0 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:21.149721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-88f5dbcd-f41c-40e7-a24a-d51a31a51e4b req-fbd2f431-82b4-4d7d-90fe-b01d7eaf95f0 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.1051366 Jan 28 12:25:21.196356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7213d-843f-4eb6-b0da-ac1d617013c2 req-85da9ab7-2e4c-4c0e-afdc-bb460d88dc25 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:21.205713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052a4c5-cb74-41a3-a5f8-67202266079a None None] Pushing event updated for resources: {'Port': ['ID=7be77bc3-b161-407c-ad7e-bc9954559eff,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:21.215093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02c7213d-843f-4eb6-b0da-ac1d617013c2 req-85da9ab7-2e4c-4c0e-afdc-bb460d88dc25 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 945 time: 0.3620431 Jan 28 12:25:21.228840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-287d295c-1c35-45ed-ac39-0e4abb743e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:21.230276 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-287d295c-1c35-45ed-ac39-0e4abb743e94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1101 time: 0.4053841 Jan 28 12:25:21.234080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-02c7213d-843f-4eb6-b0da-ac1d617013c2 req-cb0af7b7-f6de-4f55-abba-9ab9e3a3d0f6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'port': {'security_groups': ['baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e', '74487f2e-7da9-45e4-9c8c-a2589c720a7d']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:21.340355 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Publish callbacks [] for router_gateway (e3cbdd06-f063-46ab-8ac6-352baff57bcc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:21.585209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-b778834e-d602-4e23-ada9-88ccf8b251c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:21.587040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-b778834e-d602-4e23-ada9-88ccf8b251c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.3385150 Jan 28 12:25:21.592060 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6a736c7-7079-4809-bcf6-eaef24638961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:21.601099 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-88f5dbcd-f41c-40e7-a24a-d51a31a51e4b req-11270ed8-d30d-4bfd-95aa-55c9c6f2589e tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399137 Jan 28 12:25:21.789504 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (e3cbdd06-f063-46ab-8ac6-352baff57bcc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:21.822544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-3399a98c-412b-4fb5-8f58-3fa6ebcd9b51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 217 time: 0.2065306 Jan 28 12:25:21.862119 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-02c7213d-843f-4eb6-b0da-ac1d617013c2 req-cb0af7b7-f6de-4f55-abba-9ab9e3a3d0f6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:21.903590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa84f54a-962d-41af-9ac0-c32b28eae69f req-5a4486a9-4dc6-4486-a259-95fa436d2f8d tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 210 time: 0.0944386 Jan 28 12:25:22.105624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Router e3cbdd06-f063-46ab-8ac6-352baff57bcc is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:25:22.216298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-9a27558b-5ee5-4913-8838-6a4344b1fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:22.217768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-9a27558b-5ee5-4913-8838-6a4344b1fbb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.3081529 Jan 28 12:25:22.275447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7be77bc3-b161-407c-ad7e-bc9954559eff up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:22.322927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:25:22.335872 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Sync routers for ids ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:25:22.359885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:22.363778 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Routers {'e3cbdd06-f063-46ab-8ac6-352baff57bcc'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:25:22.364744 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:25:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:22.366230 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d0d2dae3-1f21-4e38-9047-a7da2005912f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4269736 Jan 28 12:25:22.367402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59916) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:22.449552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-02c7213d-843f-4eb6-b0da-ac1d617013c2 req-cb0af7b7-f6de-4f55-abba-9ab9e3a3d0f6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] For port e5204f37-f78e-4bef-b206-bd45f550d73a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e5204f37-f78e-4bef-b206-bd45f550d73a,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:22.469222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7be77bc3-b161-407c-ad7e-bc9954559eff triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:22.473093 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:22.539611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-02c7213d-843f-4eb6-b0da-ac1d617013c2 req-cb0af7b7-f6de-4f55-abba-9ab9e3a3d0f6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:22.579755 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-02c7213d-843f-4eb6-b0da-ac1d617013c2 req-cb0af7b7-f6de-4f55-abba-9ab9e3a3d0f6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:22.605074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e5204f37-f78e-4bef-b206-bd45f550d73a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:22.605733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe29f0-9a3b-4b85-a13c-7c7f2562fc94 admin admin] Deleting port 02862f15-40f2-4ebe-858c-26004334dd60 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:25:22.606184 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdbe29f0-9a3b-4b85-a13c-7c7f2562fc94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (02862f15-40f2-4ebe-858c-26004334dd60), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:22.803660 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Set router e3cbdd06-f063-46ab-8ac6-352baff57bcc gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:25:22.829821 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-34eb417e-076d-4fdd-b59c-3eb65da83bac tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=bb730d8dd9b64850ab62788715ee62cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810478 Jan 28 12:25:22.980278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7be77bc3-b161-407c-ad7e-bc9954559eff is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:22.983973 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:22.991717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7213d-843f-4eb6-b0da-ac1d617013c2 req-cb0af7b7-f6de-4f55-abba-9ab9e3a3d0f6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:23.002816 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-02c7213d-843f-4eb6-b0da-ac1d617013c2 req-cb0af7b7-f6de-4f55-abba-9ab9e3a3d0f6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:23.015239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e5204f37-f78e-4bef-b206-bd45f550d73a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:23.018997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02c7213d-843f-4eb6-b0da-ac1d617013c2 req-cb0af7b7-f6de-4f55-abba-9ab9e3a3d0f6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "PUT /v2.0/ports/e5204f37-f78e-4bef-b206-bd45f550d73a HTTP/1.1" status: 200 len: 981 time: 1.8025646 Jan 28 12:25:23.046543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c943c67-f46c-4299-b3aa-a3615b629a54', 'tag': 'e5204f37-f78e-4bef-b206-bd45f550d73a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:23.049186 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a72231e-cb46-46db-9509-202695fb7166" -d '{"events": [{"name": "network-changed", "server_uuid": "5c943c67-f46c-4299-b3aa-a3615b629a54", "tag": "e5204f37-f78e-4bef-b206-bd45f550d73a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:23.200432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-933919d9-3ac3-424d-a69f-296d7009be22 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:23.202025 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-933919d9-3ac3-424d-a69f-296d7009be22 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3572772 Jan 28 12:25:23.222676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207cb32-3dd1-4c07-ac23-1f5622d2577b req-45f04ad0-c3ee-4563-8d70-1d7e6ad2756b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:23.231206 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:23.237014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Request body: {'port': {'device_id': 'eb34104c-c756-4036-abb9-fec80e704226', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': 'bb730d8dd9b64850ab62788715ee62cb'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:23.237933 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d207cb32-3dd1-4c07-ac23-1f5622d2577b req-45f04ad0-c3ee-4563-8d70-1d7e6ad2756b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.3394949 Jan 28 12:25:23.324179 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:25:21Z', 'revision_number': 3, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:23.326924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2c4b57-83fb-4216-8972-6af9b9155cc6 None None] Network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:25:23.386033 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Checking router: e3cbdd06-f063-46ab-8ac6-352baff57bcc for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:25:23.386987 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Updating router e3cbdd06-f063-46ab-8ac6-352baff57bcc port 06ad5eed-9743-40ac-bd81-9d6d2b79da85 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:25:23.393450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bdbe29f0-9a3b-4b85-a13c-7c7f2562fc94 admin admin] For port 02862f15-40f2-4ebe-858c-26004334dd60, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=02862f15-40f2-4ebe-858c-26004334dd60,segment=NetworkSegment(e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c),segment_id=e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:23.393833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdbe29f0-9a3b-4b85-a13c-7c7f2562fc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (02862f15-40f2-4ebe-858c-26004334dd60), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:23.416806 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:23.472715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-f62335a5-ba3c-4b04-9274-91115855e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:23.476558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-f62335a5-ba3c-4b04-9274-91115855e146 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9284844 Jan 28 12:25:23.481351 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe29f0-9a3b-4b85-a13c-7c7f2562fc94 admin admin] Calling delete_port for 02862f15-40f2-4ebe-858c-26004334dd60 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:25:23.535787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef60fb7c-d32c-4c84-8496-8051d61f7fb5 req-71f458ca-56ac-44df-9ffa-904c115c333e tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 210 time: 0.0503631 Jan 28 12:25:23.622838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d207cb32-3dd1-4c07-ac23-1f5622d2577b req-aa545533-62b7-4f85-b9ee-1fac13dc498f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837345 Jan 28 12:25:23.647740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Made reservation on behalf of bb730d8dd9b64850ab62788715ee62cb for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:25:23.652194 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:23.666532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 7be77bc3-b161-407c-ad7e-bc9954559eff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7be77bc3-b161-407c-ad7e-bc9954559eff,segment=NetworkSegment(c8f8726d-4fd2-444b-a343-7284e66b7e7c),segment_id=c8f8726d-4fd2-444b-a343-7284e66b7e7c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:23.672949 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:23.684379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0af7b7-f6de-4f55-abba-9ab9e3a3d0f6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'Port': ['ID=e5204f37-f78e-4bef-b206-bd45f550d73a,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:23.712989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fd66c5e8-5ed0-4750-aa6b-42fbaa0d9153 None None] Provisioning complete for port 7be77bc3-b161-407c-ad7e-bc9954559eff triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:23.715580 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fd66c5e8-5ed0-4750-aa6b-42fbaa0d9153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:23.888162 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:24.001019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dc4837f-0cf7-4769-922d-f44c44d7283f req-ab23a949-8fd7-43a5-a4c2-de10ce0185a7 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1970079937&fields=id&tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf HTTP/1.1" status: 200 len: 267 time: 0.3416908 Jan 28 12:25:24.017409 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80981584-f4d7-4805-af69-6a20064e7a62 x-openstack-request-id: req-80981584-f4d7-4805-af69-6a20064e7a62 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:24.017701 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c943c67-f46c-4299-b3aa-a3615b629a54", "tag": "e5204f37-f78e-4bef-b206-bd45f550d73a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:24.020010 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80981584-f4d7-4805-af69-6a20064e7a62 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:24.020619 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c943c67-f46c-4299-b3aa-a3615b629a54', 'tag': 'e5204f37-f78e-4bef-b206-bd45f550d73a', 'status': 'completed', 'code': 200} Jan 28 12:25:24.212956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fd66c5e8-5ed0-4750-aa6b-42fbaa0d9153 None None] Current status of the port 7be77bc3-b161-407c-ad7e-bc9954559eff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:24.361461 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Publish callbacks [] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:24.367186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=7be77bc3-b161-407c-ad7e-bc9954559eff,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:24.370920 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:24.397038 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Publish callbacks [] for security_group (5ae466c4-2690-4c62-8599-42b751d22cc0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:24.424531 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5ae466c4-2690-4c62-8599-42b751d22cc0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:24.471871 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Pushing event updated for resources: {'Port': ['ID=06ad5eed-9743-40ac-bd81-9d6d2b79da85,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:24.504729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4837f-0cf7-4769-922d-f44c44d7283f req-9b3b215c-a53c-48b5-867f-b35a4c865b5d tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:24.506334 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.506991 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.508536 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.509048 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.509997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dc4837f-0cf7-4769-922d-f44c44d7283f req-9b3b215c-a53c-48b5-867f-b35a4c865b5d tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 984 time: 0.4859605 Jan 28 12:25:24.512236 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.513032 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.513578 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.514069 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.514607 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.516541 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.517048 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.517579 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.521018 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:24.555469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-2dc4837f-0cf7-4769-922d-f44c44d7283f req-84ca3912-e96a-41f4-b4ba-a1ce6e1c0535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'port': {'security_groups': ['74487f2e-7da9-45e4-9c8c-a2589c720a7d', 'baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e', 'b8f90094-2138-43cc-b0ae-4b6accf5e30d']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:24.565162 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-5510ada4-4005-485b-8e85-11545c9a4713 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0230756 Jan 28 12:25:24.567243 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Attempting to bind port 06ad5eed-9743-40ac-bd81-9d6d2b79da85 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:25:24.569436 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Attempting to bind port 06ad5eed-9743-40ac-bd81-9d6d2b79da85 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:25:24.571686 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Attempting to bind port 06ad5eed-9743-40ac-bd81-9d6d2b79da85 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:24.587004 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:25:24.588409 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:24.589111 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:25:24.589684 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:24.591002 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:25:24.592304 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Bound port: 06ad5eed-9743-40ac-bd81-9d6d2b79da85, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:25:24.594474 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:24.714156 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] For port 06ad5eed-9743-40ac-bd81-9d6d2b79da85, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:25:24.903670 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2dc4837f-0cf7-4769-922d-f44c44d7283f req-84ca3912-e96a-41f4-b4ba-a1ce6e1c0535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:24.935254 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c24f7f7b-e239-4fb1-9e4a-cb99f428a6af req-ff9f6bda-6162-4d1c-b13c-5c03f0ec76ea tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 210 time: 0.1708620 Jan 28 12:25:25.025046 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] For port 06ad5eed-9743-40ac-bd81-9d6d2b79da85, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=06ad5eed-9743-40ac-bd81-9d6d2b79da85,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:25:25.039498 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:25.071775 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdbe29f0-9a3b-4b85-a13c-7c7f2562fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (02862f15-40f2-4ebe-858c-26004334dd60), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:25.160900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe29f0-9a3b-4b85-a13c-7c7f2562fc94 admin admin] Pushing event deleted for resources: {'Port': ['ID=02862f15-40f2-4ebe-858c-26004334dd60,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:25.180728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-18bce7cb-308a-494a-8d4f-2cd3514f9a09 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980067 Jan 28 12:25:25.193017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fdbc62ed-b902-4175-b125-4ba1d584895a None None] Provisioning complete for port 7be77bc3-b161-407c-ad7e-bc9954559eff triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:25.196169 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fdbc62ed-b902-4175-b125-4ba1d584895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:25.263029 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6c00d-a1fc-4508-9eb6-65d0d2a6e8f8 None None] Pushing event updated for resources: {'Port': ['ID=06ad5eed-9743-40ac-bd81-9d6d2b79da85,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:25.325784 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Routers {'e3cbdd06-f063-46ab-8ac6-352baff57bcc'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:25:25.328851 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:25:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:25.335615 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae466c4-2690-4c62-8599-42b751d22cc0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:25.473070 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc62ed-b902-4175-b125-4ba1d584895a None None] Current status of the port 7be77bc3-b161-407c-ad7e-bc9954559eff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:25.514667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a98ab6-7eb4-4ebe-8977-c9b3f371725e req-89659cad-c7e9-443a-ba80-7c253fd4a58f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:25.526387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5a98ab6-7eb4-4ebe-8977-c9b3f371725e req-89659cad-c7e9-443a-ba80-7c253fd4a58f tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.4578073 Jan 28 12:25:25.543642 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] Set router e3cbdd06-f063-46ab-8ac6-352baff57bcc gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:25:25.640021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72231e-cb46-46db-9509-202695fb7166 req-20bfde6c-4cce-4950-b6cf-1bdd05ab6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:25.641699 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5a72231e-cb46-46db-9509-202695fb7166 req-20bfde6c-4cce-4950-b6cf-1bdd05ab6199 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf&device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 1135 time: 1.6259377 Jan 28 12:25:25.803924 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:25.894476 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:25:21Z', 'revision_number': 3, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:25.912547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2dc4837f-0cf7-4769-922d-f44c44d7283f req-84ca3912-e96a-41f4-b4ba-a1ce6e1c0535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] For port e5204f37-f78e-4bef-b206-bd45f550d73a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e5204f37-f78e-4bef-b206-bd45f550d73a,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:25.941595 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:25.942514 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5a98ab6-7eb4-4ebe-8977-c9b3f371725e req-dfef034c-f63d-436e-9c1b-b10a736d5bbb tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126956 Jan 28 12:25:26.001648 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a2556-8be1-42fc-984d-a279cf84baf3 None None] The sync data for ids ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'] in n-d-824835-4 is: [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:25:21Z', 'revision_number': 3, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:25:26.095931 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdbe29f0-9a3b-4b85-a13c-7c7f2562fc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (293c5706-3dd7-41a5-8d96-d05400e3f37a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:26.248561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Allocated IP 192.168.233.7 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/329599c7-fa41-4c4a-a81e-a40a942dcaa7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:25:26.269226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72231e-cb46-46db-9509-202695fb7166 req-0f94c9af-bd5d-45c2-887a-2b94c21cc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:26.272675 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5a72231e-cb46-46db-9509-202695fb7166 req-0f94c9af-bd5d-45c2-887a-2b94c21cc3ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=352b6a35-d7b0-4d04-9be6-be33d739d2db HTTP/1.1" status: 200 len: 914 time: 0.6193926 Jan 28 12:25:26.302831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7be77bc3-b161-407c-ad7e-bc9954559eff up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:26.426382 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5a72231e-cb46-46db-9509-202695fb7166 req-6ebd618c-6572-4ff8-8d3c-0874c627209b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5204f37-f78e-4bef-b206-bd45f550d73a HTTP/1.1" status: 200 len: 217 time: 0.1270537 Jan 28 12:25:26.448438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7be77bc3-b161-407c-ad7e-bc9954559eff triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:26.448833 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:26.745006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7be77bc3-b161-407c-ad7e-bc9954559eff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:27.018805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Publish callbacks [] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:27.100280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72231e-cb46-46db-9509-202695fb7166 req-bf8f05d0-7d07-4094-83f0-9b7265af31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:27.102309 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5a72231e-cb46-46db-9509-202695fb7166 req-bf8f05d0-7d07-4094-83f0-9b7265af31d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d4d0c4a-3998-42cf-a206-998b45b1ec69 HTTP/1.1" status: 200 len: 853 time: 0.6722682 Jan 28 12:25:27.107869 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2dc4837f-0cf7-4769-922d-f44c44d7283f req-84ca3912-e96a-41f4-b4ba-a1ce6e1c0535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:27.111120 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:27.128056 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2dc4837f-0cf7-4769-922d-f44c44d7283f req-84ca3912-e96a-41f4-b4ba-a1ce6e1c0535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:27.141026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e5204f37-f78e-4bef-b206-bd45f550d73a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:27.173122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:25:27.180935 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5a72231e-cb46-46db-9509-202695fb7166 req-1309e907-bee5-4066-b609-166867a42596 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=352b6a35-d7b0-4d04-9be6-be33d739d2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676718 Jan 28 12:25:27.185403 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Allocated IP 172.20.0.1 (a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb/13c944b6-3b12-4207-add2-982f6e93cbb5/23a20889-01ff-4af3-a818-9bad1a6e3071) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:25:27.187945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:25:27.258165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:25:27.360658 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4837f-0cf7-4769-922d-f44c44d7283f req-84ca3912-e96a-41f4-b4ba-a1ce6e1c0535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:27.361331 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2dc4837f-0cf7-4769-922d-f44c44d7283f req-84ca3912-e96a-41f4-b4ba-a1ce6e1c0535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:27.364904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dc4837f-0cf7-4769-922d-f44c44d7283f req-84ca3912-e96a-41f4-b4ba-a1ce6e1c0535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "PUT /v2.0/ports/e5204f37-f78e-4bef-b206-bd45f550d73a HTTP/1.1" status: 200 len: 1020 time: 2.8362510 Jan 28 12:25:27.371700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c943c67-f46c-4299-b3aa-a3615b629a54', 'tag': 'e5204f37-f78e-4bef-b206-bd45f550d73a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:27.386083 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cb9a32-52cb-459f-905c-975aedb06e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c943c67-f46c-4299-b3aa-a3615b629a54", "tag": "e5204f37-f78e-4bef-b206-bd45f550d73a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:27.480928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e5204f37-f78e-4bef-b206-bd45f550d73a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:27.517347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cd49e-d178-4420-a0bb-d47856301201 req-58e16f19-c197-45cf-a515-587d4c9a6446 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:27.528677 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-411cd49e-d178-4420-a0bb-d47856301201 req-58e16f19-c197-45cf-a515-587d4c9a6446 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 934 time: 0.4533591 Jan 28 12:25:27.576778 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5a72231e-cb46-46db-9509-202695fb7166 req-588ea6da-4911-4c0f-8659-041d09482d5b service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624632 Jan 28 12:25:27.592618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca3912-e96a-41f4-b4ba-a1ce6e1c0535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'Port': ['ID=e5204f37-f78e-4bef-b206-bd45f550d73a,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:27.714293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-411cd49e-d178-4420-a0bb-d47856301201 req-c444b974-41d9-4af8-95a9-186651e813a8 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797256 Jan 28 12:25:27.932124 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:27.936100 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:27.939397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b634d5-8d24-4a03-8182-51c3aedb1070 req-baad0a84-c9ba-4851-8472-8b89b88ccc34 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:27.951300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23b634d5-8d24-4a03-8182-51c3aedb1070 req-baad0a84-c9ba-4851-8472-8b89b88ccc34 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.4122257 Jan 28 12:25:28.022346 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.8099384 Jan 28 12:25:28.032822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0cc3b624-b9b3-4fb8-9b5f-0bf0bb0bbd58 None None] Provisioning complete for port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:28.043612 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0cc3b624-b9b3-4fb8-9b5f-0bf0bb0bbd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:28.114137 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5a72231e-cb46-46db-9509-202695fb7166 req-7225e70e-9a45-4c2c-b0e6-7fdcef05e261 service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364385 Jan 28 12:25:28.122815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892693a8-62c6-41e1-af7f-1b5f44883294 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Pushing event updated for resources: {'Port': ['ID=329599c7-fa41-4c4a-a81e-a40a942dcaa7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:28.167325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Request body: {'port': {'device_id': 'eb34104c-c756-4036-abb9-fec80e704226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:28.249229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbe29f0-9a3b-4b85-a13c-7c7f2562fc94 admin admin] Router 293c5706-3dd7-41a5-8d96-d05400e3f37a has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:25:28.299834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3b624-b9b3-4fb8-9b5f-0bf0bb0bbd58 None None] Port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:25:28.301944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 06ad5eed-9743-40ac-bd81-9d6d2b79da85 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:28.368020 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:28.433830 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23b634d5-8d24-4a03-8182-51c3aedb1070 req-ae8dac14-cc4b-4532-9f27-e065424267e9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680429 Jan 28 12:25:28.574413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db68d6-a409-401b-ad3f-fb8a2415d265 req-28bcd7e5-cd4b-4105-a8ef-ad144c828467 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:28.593113 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61db68d6-a409-401b-ad3f-fb8a2415d265 req-28bcd7e5-cd4b-4105-a8ef-ad144c828467 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 1023 time: 0.3398530 Jan 28 12:25:28.607585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 06ad5eed-9743-40ac-bd81-9d6d2b79da85 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:28.608169 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:28.768419 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f39524e-baaa-4754-8bda-a5edb2a6fd18 x-openstack-request-id: req-7f39524e-baaa-4754-8bda-a5edb2a6fd18 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:28.768746 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c943c67-f46c-4299-b3aa-a3615b629a54", "tag": "e5204f37-f78e-4bef-b206-bd45f550d73a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:28.768947 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f39524e-baaa-4754-8bda-a5edb2a6fd18 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:28.769534 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c943c67-f46c-4299-b3aa-a3615b629a54', 'tag': 'e5204f37-f78e-4bef-b206-bd45f550d73a', 'status': 'completed', 'code': 200} Jan 28 12:25:28.789405 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61db68d6-a409-401b-ad3f-fb8a2415d265 req-65addbb2-8102-42fa-89ce-c01f48ecb0e0 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8f90094-2138-43cc-b0ae-4b6accf5e30d&id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&id=74487f2e-7da9-45e4-9c8c-a2589c720a7d HTTP/1.1" status: 200 len: 6198 time: 0.1953406 Jan 28 12:25:28.887378 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Publish callbacks [] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:28.891713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-851d5be9-a928-4b65-b36f-6c30685c9fa3 req-002b3a0f-5c13-4631-bf1e-2d9e11df7f20 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1429324056 ', 'description': 'tempest-description-284462388'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:28.969370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 06ad5eed-9743-40ac-bd81-9d6d2b79da85 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:28.970166 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:28.985217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb9a32-52cb-459f-905c-975aedb06e4c req-acab72e4-eb0b-4e68-b84c-b1d603a2974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:28.986772 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09cb9a32-52cb-459f-905c-975aedb06e4c req-acab72e4-eb0b-4e68-b84c-b1d603a2974a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf&device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 1174 time: 0.1167936 Jan 28 12:25:29.009143 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-851d5be9-a928-4b65-b36f-6c30685c9fa3 req-002b3a0f-5c13-4631-bf1e-2d9e11df7f20 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.015891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 06ad5eed-9743-40ac-bd81-9d6d2b79da85, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=06ad5eed-9743-40ac-bd81-9d6d2b79da85,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:29.034818 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.043982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbe29f0-9a3b-4b85-a13c-7c7f2562fc94 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:25:29.085484 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.138046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-851d5be9-a928-4b65-b36f-6c30685c9fa3 req-002b3a0f-5c13-4631-bf1e-2d9e11df7f20 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (2dd4406d-1113-44b3-9440-697dba6c53c7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.138270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:25:29.142472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bdbe29f0-9a3b-4b85-a13c-7c7f2562fc94 admin admin] 10.222.0.53 "PUT /v2.0/routers/293c5706-3dd7-41a5-8d96-d05400e3f37a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9103050 Jan 28 12:25:29.145307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=06ad5eed-9743-40ac-bd81-9d6d2b79da85,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:29.148996 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60002) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:29.150636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d53ce9-9580-4582-80a3-b3b3e55ebf2f None None] Sync routers for ids ['293c5706-3dd7-41a5-8d96-d05400e3f37a'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:25:29.169419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:25:29.183948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d53ce9-9580-4582-80a3-b3b3e55ebf2f None None] Routers {'293c5706-3dd7-41a5-8d96-d05400e3f37a'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:25:29.184780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95d53ce9-9580-4582-80a3-b3b3e55ebf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:25:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['293c5706-3dd7-41a5-8d96-d05400e3f37a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:29.193483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e60fda-ca39-4b36-824a-ee1f7c26c6f2 req-72e3b0af-05ec-446c-9108-d74d8ff6d131 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:29.209533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7e60fda-ca39-4b36-824a-ee1f7c26c6f2 req-72e3b0af-05ec-446c-9108-d74d8ff6d131 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 934 time: 0.3063414 Jan 28 12:25:29.212338 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-851d5be9-a928-4b65-b36f-6c30685c9fa3 req-002b3a0f-5c13-4631-bf1e-2d9e11df7f20 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2dd4406d-1113-44b3-9440-697dba6c53c7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.254633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:25:29.307667 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-851d5be9-a928-4b65-b36f-6c30685c9fa3 req-002b3a0f-5c13-4631-bf1e-2d9e11df7f20 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.308947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-851d5be9-a928-4b65-b36f-6c30685c9fa3 req-002b3a0f-5c13-4631-bf1e-2d9e11df7f20 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4213295 Jan 28 12:25:29.328149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b3a0f-5c13-4631-bf1e-2d9e11df7f20 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd4406d-1113-44b3-9440-697dba6c53c7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:29.380600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7e60fda-ca39-4b36-824a-ee1f7c26c6f2 req-a0332913-9100-4da9-9714-35f45ca19269 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697800 Jan 28 12:25:29.422791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Pushing event updated for resources: {'Port': ['ID=23a20889-01ff-4af3-a818-9bad1a6e3071,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:29.453005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-95d53ce9-9580-4582-80a3-b3b3e55ebf2f None None] Set router 293c5706-3dd7-41a5-8d96-d05400e3f37a gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:25:29.454025 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329599c7-fa41-4c4a-a81e-a40a942dcaa7 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:29.530094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e8392d64-7185-4913-a24a-e203a5ea3d39 req-15a26399-9fa1-45f8-8c4a-487c94f9b473 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/2dd4406d-1113-44b3-9440-697dba6c53c7 HTTP/1.1" status: 200 len: 1797 time: 0.1120503 Jan 28 12:25:29.557109 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Publish callbacks [] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.568159 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb9a32-52cb-459f-905c-975aedb06e4c req-b9431849-e532-49f8-abb1-e35ed3b0a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:29.569641 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09cb9a32-52cb-459f-905c-975aedb06e4c req-b9431849-e532-49f8-abb1-e35ed3b0a443 service neutron] 10.222.0.49 "GET /v2.0/networks?id=352b6a35-d7b0-4d04-9be6-be33d739d2db HTTP/1.1" status: 200 len: 914 time: 0.5746300 Jan 28 12:25:29.576359 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (e3cbdd06-f063-46ab-8ac6-352baff57bcc), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.664942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-658bc33b-f8b0-4cab-b73f-1b4c4064c96e None None] Provisioning complete for port 23a20889-01ff-4af3-a818-9bad1a6e3071 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:29.665499 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-658bc33b-f8b0-4cab-b73f-1b4c4064c96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.669707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e6541-474e-4c6b-ad80-9296ff25a101 req-ac4eef34-0e3d-4553-a0ae-230926e339e8 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:29.673522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a3e6541-474e-4c6b-ad80-9296ff25a101 req-ac4eef34-0e3d-4553-a0ae-230926e339e8 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.1206141 Jan 28 12:25:29.676300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09c97c8-6451-41b3-8f2b-d354c4ff53a6 req-7ab3256f-2f68-439d-918e-03733f353456 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/2dd4406d-1113-44b3-9440-697dba6c53c7 HTTP/1.1" status: 200 len: 1797 time: 0.1031077 Jan 28 12:25:29.784924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a3e6541-474e-4c6b-ad80-9296ff25a101 req-908f8734-6efe-4af8-a963-8c3337f60b8b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045494 Jan 28 12:25:29.809824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09c97c8-6451-41b3-8f2b-d354c4ff53a6 req-b8a51376-8c20-49c3-b1b1-27b8e4b20e44 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (2dd4406d-1113-44b3-9440-697dba6c53c7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.854984 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09c97c8-6451-41b3-8f2b-d354c4ff53a6 req-b8a51376-8c20-49c3-b1b1-27b8e4b20e44 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (2dd4406d-1113-44b3-9440-697dba6c53c7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.881047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Transition to ACTIVE for port object 329599c7-fa41-4c4a-a81e-a40a942dcaa7 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:25:29.952921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09c97c8-6451-41b3-8f2b-d354c4ff53a6 req-b8a51376-8c20-49c3-b1b1-27b8e4b20e44 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2dd4406d-1113-44b3-9440-697dba6c53c7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.957692 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a09c97c8-6451-41b3-8f2b-d354c4ff53a6 req-b8a51376-8c20-49c3-b1b1-27b8e4b20e44 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:29.972160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09c97c8-6451-41b3-8f2b-d354c4ff53a6 req-b8a51376-8c20-49c3-b1b1-27b8e4b20e44 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "DELETE /v2.0/security-groups/2dd4406d-1113-44b3-9440-697dba6c53c7 HTTP/1.1" status: 204 len: 173 time: 0.2656448 Jan 28 12:25:30.003264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a51376-8c20-49c3-b1b1-27b8e4b20e44 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd4406d-1113-44b3-9440-697dba6c53c7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:30.064970 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-df8ae0bc-6122-4d89-9bfd-7df5929cc876 req-e59c7250-2e09-423a-a710-c3c547679503 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] show failed (client error): The resource could not be found. Jan 28 12:25:30.070470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-df8ae0bc-6122-4d89-9bfd-7df5929cc876 req-e59c7250-2e09-423a-a710-c3c547679503 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/2dd4406d-1113-44b3-9440-697dba6c53c7 HTTP/1.1" status: 404 len: 352 time: 0.0284240 Jan 28 12:25:30.099546 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09cb9a32-52cb-459f-905c-975aedb06e4c req-fe471498-1ef1-4840-b5ad-2f68fdffe7d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5204f37-f78e-4bef-b206-bd45f550d73a HTTP/1.1" status: 200 len: 217 time: 0.2704084 Jan 28 12:25:30.103949 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.116421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-24b7bc91-9afc-42fc-ab0a-48df4cd771fd req-192597fe-2c01-4100-96a1-79c1cc0f3891 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-163923041', 'description': 'tempest-description-2046042450'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:30.161769 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24b7bc91-9afc-42fc-ab0a-48df4cd771fd req-192597fe-2c01-4100-96a1-79c1cc0f3891 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.189225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-658bc33b-f8b0-4cab-b73f-1b4c4064c96e None None] Port 23a20889-01ff-4af3-a818-9bad1a6e3071 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:25:30.209136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 06ad5eed-9743-40ac-bd81-9d6d2b79da85 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:30.214241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Pushing event updated for resources: {'Port': ['ID=329599c7-fa41-4c4a-a81e-a40a942dcaa7,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:30.217083 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Publish callbacks [] for router (293c5706-3dd7-41a5-8d96-d05400e3f37a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.274986 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.294463 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24b7bc91-9afc-42fc-ab0a-48df4cd771fd req-192597fe-2c01-4100-96a1-79c1cc0f3891 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (c53d7ed5-c1d6-45fc-b778-9ec799bdd1a6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.299918 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24b7bc91-9afc-42fc-ab0a-48df4cd771fd req-192597fe-2c01-4100-96a1-79c1cc0f3891 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c53d7ed5-c1d6-45fc-b778-9ec799bdd1a6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.333188 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24b7bc91-9afc-42fc-ab0a-48df4cd771fd req-192597fe-2c01-4100-96a1-79c1cc0f3891 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.339128 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24b7bc91-9afc-42fc-ab0a-48df4cd771fd req-192597fe-2c01-4100-96a1-79c1cc0f3891 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2269895 Jan 28 12:25:30.389354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-be5e203e-58fa-41fd-8a72-9c7313a747d7 req-d0f3cd63-1f93-448c-88a3-2567800fab81 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-473739715', 'description': 'tempest-description-1723210826'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:30.404280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 06ad5eed-9743-40ac-bd81-9d6d2b79da85 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:30.405243 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.411730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192597fe-2c01-4100-96a1-79c1cc0f3891 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53d7ed5-c1d6-45fc-b778-9ec799bdd1a6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:30.453875 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be5e203e-58fa-41fd-8a72-9c7313a747d7 req-d0f3cd63-1f93-448c-88a3-2567800fab81 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.639913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95d53ce9-9580-4582-80a3-b3b3e55ebf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1919980361-router', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:20Z', 'updated_at': '2022-01-28T12:25:24Z', 'revision_number': 5, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'gw_port': {'id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:22Z', 'updated_at': '2022-01-28T12:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:30.642415 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be5e203e-58fa-41fd-8a72-9c7313a747d7 req-d0f3cd63-1f93-448c-88a3-2567800fab81 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (90d25e18-0bf9-4643-9b0d-a3d5ad4fcf1f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.665084 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be5e203e-58fa-41fd-8a72-9c7313a747d7 req-d0f3cd63-1f93-448c-88a3-2567800fab81 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (90d25e18-0bf9-4643-9b0d-a3d5ad4fcf1f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.735044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d53ce9-9580-4582-80a3-b3b3e55ebf2f None None] Checking router: 293c5706-3dd7-41a5-8d96-d05400e3f37a for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:25:30.736551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb4844-106e-4826-91c3-62b5c68cdc5e req-11e4f071-49f5-4b91-8bd6-40b3e06227e4 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:30.737943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 06ad5eed-9743-40ac-bd81-9d6d2b79da85 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:30.738212 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02cb4844-106e-4826-91c3-62b5c68cdc5e req-11e4f071-49f5-4b91-8bd6-40b3e06227e4 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 946 time: 0.1575778 Jan 28 12:25:30.743741 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be5e203e-58fa-41fd-8a72-9c7313a747d7 req-d0f3cd63-1f93-448c-88a3-2567800fab81 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.744963 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be5e203e-58fa-41fd-8a72-9c7313a747d7 req-d0f3cd63-1f93-448c-88a3-2567800fab81 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3700414 Jan 28 12:25:30.745788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3cd63-1f93-448c-88a3-2567800fab81 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d25e18-0bf9-4643-9b0d-a3d5ad4fcf1f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:30.756288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d53ce9-9580-4582-80a3-b3b3e55ebf2f None None] Routers {'293c5706-3dd7-41a5-8d96-d05400e3f37a'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:25:30.757115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95d53ce9-9580-4582-80a3-b3b3e55ebf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:25:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['293c5706-3dd7-41a5-8d96-d05400e3f37a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:30.827319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02cb4844-106e-4826-91c3-62b5c68cdc5e req-48cb5ede-8b02-4544-934e-784f7b108321 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639253 Jan 28 12:25:30.899770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-75e58628-faba-4afe-9f15-fdce069e922f req-b542c40b-e32e-40b2-9374-8bbba7e82d11 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1393585179', 'description': 'tempest-description-1368058584'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:30.949647 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75e58628-faba-4afe-9f15-fdce069e922f req-b542c40b-e32e-40b2-9374-8bbba7e82d11 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:30.949879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-95d53ce9-9580-4582-80a3-b3b3e55ebf2f None None] Set router 293c5706-3dd7-41a5-8d96-d05400e3f37a gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:25:31.157256 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75e58628-faba-4afe-9f15-fdce069e922f req-b542c40b-e32e-40b2-9374-8bbba7e82d11 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (eeabebaf-da01-4991-9fe4-97491bd60239), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:31.185324 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75e58628-faba-4afe-9f15-fdce069e922f req-b542c40b-e32e-40b2-9374-8bbba7e82d11 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (eeabebaf-da01-4991-9fe4-97491bd60239), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:31.230242 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95d53ce9-9580-4582-80a3-b3b3e55ebf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1919980361-router', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:20Z', 'updated_at': '2022-01-28T12:25:24Z', 'revision_number': 5, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'gw_port': {'id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:22Z', 'updated_at': '2022-01-28T12:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:31.245359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b68e7-d206-4229-bed2-9adf48796256 req-4a1d2f8a-0aed-4227-bf2c-d8fa45ef5d2d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:31.247299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d84b68e7-d206-4229-bed2-9adf48796256 req-4a1d2f8a-0aed-4227-bf2c-d8fa45ef5d2d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.1726892 Jan 28 12:25:31.255052 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75e58628-faba-4afe-9f15-fdce069e922f req-b542c40b-e32e-40b2-9374-8bbba7e82d11 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:31.268954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75e58628-faba-4afe-9f15-fdce069e922f req-b542c40b-e32e-40b2-9374-8bbba7e82d11 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3742898 Jan 28 12:25:31.297768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542c40b-e32e-40b2-9374-8bbba7e82d11 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeabebaf-da01-4991-9fe4-97491bd60239,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:31.305194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d53ce9-9580-4582-80a3-b3b3e55ebf2f None None] The sync data for ids ['293c5706-3dd7-41a5-8d96-d05400e3f37a'] in n-d-824835-4 is: [{'id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1919980361-router', 'tenant_id': 'd5c5c9ce909047c9b3450723106493e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:20:20Z', 'updated_at': '2022-01-28T12:25:24Z', 'revision_number': 5, 'project_id': 'd5c5c9ce909047c9b3450723106493e6', 'gw_port': {'id': '8c11a304-e113-44e1-bd10-8c5aceb897bd', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293c5706-3dd7-41a5-8d96-d05400e3f37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:20:22Z', 'updated_at': '2022-01-28T12:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:25:31.398467 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d84b68e7-d206-4229-bed2-9adf48796256 req-41e1801c-babc-48ed-845c-b19cc2cd3a5a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273861 Jan 28 12:25:31.543641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb9a32-52cb-459f-905c-975aedb06e4c req-7be3112e-b91d-4331-a5d1-e36285d5e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:31.549077 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09cb9a32-52cb-459f-905c-975aedb06e4c req-7be3112e-b91d-4331-a5d1-e36285d5e403 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d4d0c4a-3998-42cf-a206-998b45b1ec69 HTTP/1.1" status: 200 len: 853 time: 1.4272525 Jan 28 12:25:31.606767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Publish callbacks [] for router_gateway (293c5706-3dd7-41a5-8d96-d05400e3f37a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:31.665491 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53e48eb5-a2bc-4f2a-8162-51b8512f9f84 req-28ee293b-d2f8-41ac-b4b9-5be0256599ee tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf HTTP/1.1" status: 200 len: 10997 time: 0.2102211 Jan 28 12:25:31.665646 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09cb9a32-52cb-459f-905c-975aedb06e4c req-27a57966-a6d3-4295-8097-9881ba8f2af0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=352b6a35-d7b0-4d04-9be6-be33d739d2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019676 Jan 28 12:25:31.747165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Publish callbacks [] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:31.772022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53e48eb5-a2bc-4f2a-8162-51b8512f9f84 req-678887ef-2488-4978-9012-b710385d582c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e HTTP/1.1" status: 200 len: 2998 time: 0.0864437 Jan 28 12:25:31.807480 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:31.873584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53e48eb5-a2bc-4f2a-8162-51b8512f9f84 req-b6c05aa3-93e8-4fbc-a4b4-3570b032d62c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e HTTP/1.1" status: 200 len: 2998 time: 0.0932562 Jan 28 12:25:31.917952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Attempting to bind port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:25:31.918297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Attempting to bind port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:25:31.918634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Attempting to bind port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:32.002384 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:25:32.002862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Attempting to bind port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:32.042458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 02862f15-40f2-4ebe-858c-26004334dd60 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:25:32.053797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b00975-710c-43b0-a72d-fee30393aa3d req-ad45b01e-b449-4ccd-8eff-5e676ef7177e tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:32.063627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-13b00975-710c-43b0-a72d-fee30393aa3d req-ad45b01e-b449-4ccd-8eff-5e676ef7177e tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 946 time: 0.1245673 Jan 28 12:25:32.084498 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09cb9a32-52cb-459f-905c-975aedb06e4c req-1165e1fe-6aa5-4a10-811b-3d2b14304438 service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957303 Jan 28 12:25:32.088114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Pushing event updated for resources: {'Port': ['ID=23a20889-01ff-4af3-a818-9bad1a6e3071,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:32.110037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (e3cbdd06-f063-46ab-8ac6-352baff57bcc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:32.114265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 02862f15-40f2-4ebe-858c-26004334dd60 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:25:32.118448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 02862f15-40f2-4ebe-858c-26004334dd60 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:25:32.180499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-13b00975-710c-43b0-a72d-fee30393aa3d req-c2dfb180-bbc0-4e03-b8ee-4007ca1685b4 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042812 Jan 28 12:25:32.226057 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be82837c-9653-40af-ad1b-137cd89d3580 req-7baeceff-d243-4f17-ba51-6cf08acf0dd9 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/c53d7ed5-c1d6-45fc-b778-9ec799bdd1a6 HTTP/1.1" status: 200 len: 1817 time: 0.1253178 Jan 28 12:25:32.279324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:25:32.292897 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:25:32.300359 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:25:32.301923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:25:32.302974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:25:32.305830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Bound port: 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:25:32.306221 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:32.328518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be82837c-9653-40af-ad1b-137cd89d3580 req-3d2ca7f5-b7b9-44b2-9366-a7db87ccbfbd tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (c53d7ed5-c1d6-45fc-b778-9ec799bdd1a6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:32.387111 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be82837c-9653-40af-ad1b-137cd89d3580 req-3d2ca7f5-b7b9-44b2-9366-a7db87ccbfbd tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (c53d7ed5-c1d6-45fc-b778-9ec799bdd1a6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:32.472582 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be82837c-9653-40af-ad1b-137cd89d3580 req-3d2ca7f5-b7b9-44b2-9366-a7db87ccbfbd tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c53d7ed5-c1d6-45fc-b778-9ec799bdd1a6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:32.477959 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be82837c-9653-40af-ad1b-137cd89d3580 req-3d2ca7f5-b7b9-44b2-9366-a7db87ccbfbd tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:32.479765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be82837c-9653-40af-ad1b-137cd89d3580 req-3d2ca7f5-b7b9-44b2-9366-a7db87ccbfbd tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "DELETE /v2.0/security-groups/c53d7ed5-c1d6-45fc-b778-9ec799bdd1a6 HTTP/1.1" status: 204 len: 173 time: 0.2460392 Jan 28 12:25:32.503998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ca7f5-b7b9-44b2-9366-a7db87ccbfbd tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53d7ed5-c1d6-45fc-b778-9ec799bdd1a6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:32.548347 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Deleting port 8c11a304-e113-44e1-bd10-8c5aceb897bd {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:25:32.549028 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:32.566601 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-e2cd8a04-c925-496b-a852-b76245471fa5 req-51045d66-773d-41b9-97e2-3622342e7722 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] show failed (client error): The resource could not be found. Jan 28 12:25:32.567891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2cd8a04-c925-496b-a852-b76245471fa5 req-51045d66-773d-41b9-97e2-3622342e7722 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/c53d7ed5-c1d6-45fc-b778-9ec799bdd1a6 HTTP/1.1" status: 404 len: 352 time: 0.0487745 Jan 28 12:25:32.633487 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-09cb9a32-52cb-459f-905c-975aedb06e4c req-059bff3a-6583-4f7b-87de-5a3bed62ee0c service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900262 Jan 28 12:25:32.741314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cbc82-4e8e-4c80-ad4e-5f7be87926fa req-0759b42d-b99c-4f27-94cb-6d9d7b4d6ca6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:32.743004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa3cbc82-4e8e-4c80-ad4e-5f7be87926fa req-0759b42d-b99c-4f27-94cb-6d9d7b4d6ca6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.1389122 Jan 28 12:25:32.783534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5bffec44-07da-4659-9ba6-76328b3508ee None None] Provisioning complete for port 23a20889-01ff-4af3-a818-9bad1a6e3071 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:32.787157 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bffec44-07da-4659-9ba6-76328b3508ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:32.819454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0256438e-7d30-4806-be2e-5b073fba8f4a req-ee51d9d9-d01f-4b0b-b597-80e65f538cbb tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/90d25e18-0bf9-4643-9b0d-a3d5ad4fcf1f HTTP/1.1" status: 200 len: 1817 time: 0.1322091 Jan 28 12:25:32.838310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa3cbc82-4e8e-4c80-ad4e-5f7be87926fa req-0b5de2b4-bd55-4750-ae7a-a0d6c6e2ec40 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867889 Jan 28 12:25:32.892633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5bffec44-07da-4659-9ba6-76328b3508ee None None] Port 23a20889-01ff-4af3-a818-9bad1a6e3071 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:25:32.911768 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0256438e-7d30-4806-be2e-5b073fba8f4a req-81ff3bf4-d825-49b6-bdf8-88a053108e54 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (90d25e18-0bf9-4643-9b0d-a3d5ad4fcf1f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:32.941364 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0256438e-7d30-4806-be2e-5b073fba8f4a req-81ff3bf4-d825-49b6-bdf8-88a053108e54 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (90d25e18-0bf9-4643-9b0d-a3d5ad4fcf1f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:32.984017 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:25:32.996763 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0256438e-7d30-4806-be2e-5b073fba8f4a req-81ff3bf4-d825-49b6-bdf8-88a053108e54 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (90d25e18-0bf9-4643-9b0d-a3d5ad4fcf1f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:32.999978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0256438e-7d30-4806-be2e-5b073fba8f4a req-81ff3bf4-d825-49b6-bdf8-88a053108e54 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:33.001836 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0256438e-7d30-4806-be2e-5b073fba8f4a req-81ff3bf4-d825-49b6-bdf8-88a053108e54 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "DELETE /v2.0/security-groups/90d25e18-0bf9-4643-9b0d-a3d5ad4fcf1f HTTP/1.1" status: 204 len: 173 time: 0.1566174 Jan 28 12:25:33.023178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:25:33.046747 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:33.059122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] For port 8c11a304-e113-44e1-bd10-8c5aceb897bd, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8c11a304-e113-44e1-bd10-8c5aceb897bd,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:33.059711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:33.116762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Calling delete_port for 8c11a304-e113-44e1-bd10-8c5aceb897bd owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:25:33.120076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Router e3cbdd06-f063-46ab-8ac6-352baff57bcc has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:25:33.154914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff3bf4-d825-49b6-bdf8-88a053108e54 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d25e18-0bf9-4643-9b0d-a3d5ad4fcf1f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:33.170693 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:33.173663 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-300e3d79-26e3-4287-a2fe-9cc43d192afd req-faef4b42-2ad8-403f-866b-46421c9f6be5 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] show failed (client error): The resource could not be found. Jan 28 12:25:33.178501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:33.187533 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] 10.222.0.49 "PUT /v2.0/ports/329599c7-fa41-4c4a-a81e-a40a942dcaa7 HTTP/1.1" status: 200 len: 1094 time: 5.0675890 Jan 28 12:25:33.190893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-300e3d79-26e3-4287-a2fe-9cc43d192afd req-faef4b42-2ad8-403f-866b-46421c9f6be5 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/90d25e18-0bf9-4643-9b0d-a3d5ad4fcf1f HTTP/1.1" status: 404 len: 352 time: 0.1038673 Jan 28 12:25:33.214630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:33.245725 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7827dab1-8ba0-46e3-9354-cf6db251e406" -d '{"events": [{"name": "network-changed", "server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:33.354590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6021eae-0db3-4922-a127-7537e0ad7985 req-e2400ae9-5406-4f0e-b1c4-95d7401a3581 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/eeabebaf-da01-4991-9fe4-97491bd60239 HTTP/1.1" status: 200 len: 1818 time: 0.1157572 Jan 28 12:25:33.407626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675fa99-3b2c-458f-85db-02ffdb501919 service neutron] Pushing event updated for resources: {'Port': ['ID=329599c7-fa41-4c4a-a81e-a40a942dcaa7,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:33.520680 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6021eae-0db3-4922-a127-7537e0ad7985 req-6065a9c4-ecc6-4bcd-ac26-44a33e66fe99 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (eeabebaf-da01-4991-9fe4-97491bd60239), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:33.542684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-cbf1482d-67e3-49e4-b9fa-5e155e6d87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:33.544446 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-cbf1482d-67e3-49e4-b9fa-5e155e6d87ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb730d8dd9b64850ab62788715ee62cb&device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 1097 time: 0.2956944 Jan 28 12:25:33.557115 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6021eae-0db3-4922-a127-7537e0ad7985 req-6065a9c4-ecc6-4bcd-ac26-44a33e66fe99 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (eeabebaf-da01-4991-9fe4-97491bd60239), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:33.621819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267fd5e-c0b5-450f-a71c-2ce3464b6068 req-87f2f1d3-4490-4779-a46d-a2aaa9531872 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:33.631480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e267fd5e-c0b5-450f-a71c-2ce3464b6068 req-87f2f1d3-4490-4779-a46d-a2aaa9531872 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 946 time: 0.1891894 Jan 28 12:25:33.659817 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-06090e9a-a578-4f2e-980f-88c8af20944e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7 HTTP/1.1" status: 200 len: 217 time: 0.1020820 Jan 28 12:25:33.684117 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6021eae-0db3-4922-a127-7537e0ad7985 req-6065a9c4-ecc6-4bcd-ac26-44a33e66fe99 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (eeabebaf-da01-4991-9fe4-97491bd60239), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:33.687555 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6021eae-0db3-4922-a127-7537e0ad7985 req-6065a9c4-ecc6-4bcd-ac26-44a33e66fe99 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:33.700395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6021eae-0db3-4922-a127-7537e0ad7985 req-6065a9c4-ecc6-4bcd-ac26-44a33e66fe99 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "DELETE /v2.0/security-groups/eeabebaf-da01-4991-9fe4-97491bd60239 HTTP/1.1" status: 204 len: 173 time: 0.3439741 Jan 28 12:25:33.714852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e267fd5e-c0b5-450f-a71c-2ce3464b6068 req-5365a17b-4bf3-4e88-97e0-066173e20712 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829740 Jan 28 12:25:33.751614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065a9c4-ecc6-4bcd-ac26-44a33e66fe99 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeabebaf-da01-4991-9fe4-97491bd60239,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:33.860451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:25:33.869537 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2cf1198d-5cb6-49ef-84fa-e972626c53b3 admin admin] 10.222.0.53 "PUT /v2.0/routers/e3cbdd06-f063-46ab-8ac6-352baff57bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5010533 Jan 28 12:25:33.881938 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Sync routers for ids ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:25:33.884744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5585d812-1822-4d76-99f3-89e6a6fa5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:33.887015 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-5585d812-1822-4d76-99f3-89e6a6fa5ee1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1919856 Jan 28 12:25:33.904426 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Routers {'e3cbdd06-f063-46ab-8ac6-352baff57bcc'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:25:33.906950 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:25:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:33.920383 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ebb756-6b73-49f4-8b00-585b7944438e x-openstack-request-id: req-b6ebb756-6b73-49f4-8b00-585b7944438e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:33.920685 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:33.921075 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6ebb756-6b73-49f4-8b00-585b7944438e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:33.921406 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'status': 'completed', 'code': 200} Jan 28 12:25:34.006505 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-96d9ed14-48c2-4303-beb3-2f8ee4c381f4 req-6e2bfcf4-48cb-40a0-8be7-d810d37c05b6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] show failed (client error): The resource could not be found. Jan 28 12:25:34.008599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96d9ed14-48c2-4303-beb3-2f8ee4c381f4 req-6e2bfcf4-48cb-40a0-8be7-d810d37c05b6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/eeabebaf-da01-4991-9fe4-97491bd60239 HTTP/1.1" status: 404 len: 352 time: 0.0622160 Jan 28 12:25:34.054773 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8c11a304-e113-44e1-bd10-8c5aceb897bd), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:34.074098 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-8a36576d-f398-4183-a72d-f206fa57e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:34.077971 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-8a36576d-f398-4183-a72d-f206fa57e597 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425483 Jan 28 12:25:34.162617 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=8c11a304-e113-44e1-bd10-8c5aceb897bd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:34.193482 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Set router e3cbdd06-f063-46ab-8ac6-352baff57bcc gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:25:34.292036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d626fa7c-e770-4b1b-ac2e-e2760f3b0410 req-282ea5ca-c575-4f25-9791-78a3fc33728d tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf HTTP/1.1" status: 200 len: 6198 time: 0.2533355 Jan 28 12:25:34.360077 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (293c5706-3dd7-41a5-8d96-d05400e3f37a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:34.423627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22c032-c8fb-4307-9420-faed973b1482 req-86e9b2f0-6da6-4bda-9845-6b4fc01c45a7 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:34.432003 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c22c032-c8fb-4307-9420-faed973b1482 req-86e9b2f0-6da6-4bda-9845-6b4fc01c45a7 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.2981262 Jan 28 12:25:34.452269 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:25:29Z', 'revision_number': 4, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '23a20889-01ff-4af3-a818-9bad1a6e3071', 'name': '', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'mac_address': 'fa:16:3e:2d:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:26Z', 'updated_at': '2022-01-28T12:25:30Z', 'revision_number': 2, 'project_id': '3468cd33139543b0875930f76336db6c', 'subnets': [{'id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:34.463717 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-3c820a40-5223-49dd-ae2a-98d3e8723fe7 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731208 Jan 28 12:25:34.472846 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d626fa7c-e770-4b1b-ac2e-e2760f3b0410 req-869ab8c1-16ed-44b1-96c7-7390bb57a817 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e HTTP/1.1" status: 200 len: 2998 time: 0.1797407 Jan 28 12:25:34.495397 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Checking router: e3cbdd06-f063-46ab-8ac6-352baff57bcc for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:25:34.496145 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Updating router e3cbdd06-f063-46ab-8ac6-352baff57bcc port 23a20889-01ff-4af3-a818-9bad1a6e3071 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:25:34.528956 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:34.562998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (293c5706-3dd7-41a5-8d96-d05400e3f37a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:34.568024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Publish callbacks [] for router_controller (293c5706-3dd7-41a5-8d96-d05400e3f37a), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:34.572471 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d626fa7c-e770-4b1b-ac2e-e2760f3b0410 req-58f6fc87-0897-4236-8b11-1a16fdedd931 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e HTTP/1.1" status: 200 len: 2998 time: 0.0977688 Jan 28 12:25:34.611419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c22c032-c8fb-4307-9420-faed973b1482 req-c02b6a5f-e832-4e09-ba0c-23f3123df083 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784861 Jan 28 12:25:34.757731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-75635768-9560-4065-a8ec-580bcee65d61 req-7dfd0aed-fa50-4f64-9cb8-e6271807e480 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-172793412', 'description': 'tempest-description-1824938836'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:34.799164 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75635768-9560-4065-a8ec-580bcee65d61 req-7dfd0aed-fa50-4f64-9cb8-e6271807e480 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:34.883266 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (293c5706-3dd7-41a5-8d96-d05400e3f37a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:34.883864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 293c5706-3dd7-41a5-8d96-d05400e3f37a {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:25:34.901428 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:34.908497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60120) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:34.910415 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4e3fed4f-8fcf-4f6c-966e-0ac573ddc2ae admin admin] 10.222.0.53 "DELETE /v2.0/routers/293c5706-3dd7-41a5-8d96-d05400e3f37a HTTP/1.1" status: 204 len: 168 time: 5.7562866 Jan 28 12:25:34.975982 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7648c0e9-5793-4f03-86aa-9b9117eba7cc req-1215fb2e-0750-4ffd-9682-41dc1e8be86f service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397633 Jan 28 12:25:35.038089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-187439e8-bfbd-45b2-8c46-57d8fe55d483 admin admin] Deleting subnet 658afbb5-1d13-458d-8bca-a79996fd8bbe {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:25:35.050046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-187439e8-bfbd-45b2-8c46-57d8fe55d483 admin admin] Publish callbacks [] for subnet (658afbb5-1d13-458d-8bca-a79996fd8bbe), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.120933 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-187439e8-bfbd-45b2-8c46-57d8fe55d483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (658afbb5-1d13-458d-8bca-a79996fd8bbe), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.152156 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827dab1-8ba0-46e3-9354-cf6db251e406 req-f235a178-db3f-45ef-a5f3-d82a5fe099d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:35.156390 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7827dab1-8ba0-46e3-9354-cf6db251e406 req-f235a178-db3f-45ef-a5f3-d82a5fe099d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb730d8dd9b64850ab62788715ee62cb&device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 1097 time: 0.1187050 Jan 28 12:25:35.164641 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75635768-9560-4065-a8ec-580bcee65d61 req-7dfd0aed-fa50-4f64-9cb8-e6271807e480 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (27b63c9a-db3d-4721-9e0c-c6c956eaa640), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.173918 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75635768-9560-4065-a8ec-580bcee65d61 req-7dfd0aed-fa50-4f64-9cb8-e6271807e480 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (27b63c9a-db3d-4721-9e0c-c6c956eaa640), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.200514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75635768-9560-4065-a8ec-580bcee65d61 req-7dfd0aed-fa50-4f64-9cb8-e6271807e480 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.220338 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75635768-9560-4065-a8ec-580bcee65d61 req-7dfd0aed-fa50-4f64-9cb8-e6271807e480 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4678562 Jan 28 12:25:35.262897 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Publish callbacks [] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.273821 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.298550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60126) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:35.321990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c20eb1e2-a80a-4108-ba17-1a62a96e49df tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036044652', 'description': 'tempest-description--1197636371'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:35.384539 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c20eb1e2-a80a-4108-ba17-1a62a96e49df tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.402568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd0aed-fa50-4f64-9cb8-e6271807e480 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b63c9a-db3d-4721-9e0c-c6c956eaa640,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:35.478604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827dab1-8ba0-46e3-9354-cf6db251e406 req-a5d873f7-9e77-477a-973f-b4efc9a03ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:35.484643 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7827dab1-8ba0-46e3-9354-cf6db251e406 req-a5d873f7-9e77-477a-973f-b4efc9a03ad1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.3201637 Jan 28 12:25:35.488767 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cc64e-04cd-4866-b5c6-ea126220a040 None None] Pushing event updated for resources: {'Port': ['ID=23a20889-01ff-4af3-a818-9bad1a6e3071,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:35.556960 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c20eb1e2-a80a-4108-ba17-1a62a96e49df tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for security_group (a4005f46-f704-4d94-906d-571acaefb952), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.569941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-79eaf38a-8916-4f52-a8cc-48b06c09b21c req-65d04fd5-cc0d-46e4-ac79-74eb3a7767fa tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-5493860', 'description': 'tempest-description-1977381152'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:35.588195 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7827dab1-8ba0-46e3-9354-cf6db251e406 req-ed38a61b-7a5a-4d61-b04d-8fcee78bc409 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0951791 Jan 28 12:25:35.601325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c20eb1e2-a80a-4108-ba17-1a62a96e49df tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a4005f46-f704-4d94-906d-571acaefb952), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.605707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-187439e8-bfbd-45b2-8c46-57d8fe55d483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (658afbb5-1d13-458d-8bca-a79996fd8bbe), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.657472 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Attempting to bind port 23a20889-01ff-4af3-a818-9bad1a6e3071 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:25:35.657895 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Attempting to bind port 23a20889-01ff-4af3-a818-9bad1a6e3071 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:25:35.658458 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Attempting to bind port 23a20889-01ff-4af3-a818-9bad1a6e3071 on network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:35.675036 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:25:35.675703 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Checking segment: {'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:25:35.676290 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.676703 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Bound using segment: {'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:25:35.677982 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Bound port: 23a20889-01ff-4af3-a818-9bad1a6e3071, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:25:35.678361 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.699048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827dab1-8ba0-46e3-9354-cf6db251e406 req-76aa9b47-a60a-466d-85da-8e10ab338448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:35.700793 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-79eaf38a-8916-4f52-a8cc-48b06c09b21c req-65d04fd5-cc0d-46e4-ac79-74eb3a7767fa tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.704269 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7827dab1-8ba0-46e3-9354-cf6db251e406 req-76aa9b47-a60a-466d-85da-8e10ab338448 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1076138 Jan 28 12:25:35.771431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb4fe3-959b-4698-bde1-2181b458f0f9 req-92d83e16-563a-4206-a6d6-3af5b070d74d tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:35.773655 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ceb4fe3-959b-4698-bde1-2181b458f0f9 req-92d83e16-563a-4206-a6d6-3af5b070d74d tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 946 time: 0.3912489 Jan 28 12:25:35.793683 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827dab1-8ba0-46e3-9354-cf6db251e406 req-4217d199-12b9-4c54-b07d-87da59065599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:35.794453 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c20eb1e2-a80a-4108-ba17-1a62a96e49df tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.798543 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c20eb1e2-a80a-4108-ba17-1a62a96e49df tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4937112 Jan 28 12:25:35.799761 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7827dab1-8ba0-46e3-9354-cf6db251e406 req-4217d199-12b9-4c54-b07d-87da59065599 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884528 Jan 28 12:25:35.803133 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60140) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:35.808376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9c2dfb64-3f71-486c-ace4-d68510b8d227 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Request body: {'security_group_rule': {'security_group_id': 'a4005f46-f704-4d94-906d-571acaefb952', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:35.813299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20eb1e2-a80a-4108-ba17-1a62a96e49df tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4005f46-f704-4d94-906d-571acaefb952,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:35.817192 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] For port 23a20889-01ff-4af3-a818-9bad1a6e3071, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:25:35.826313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-187439e8-bfbd-45b2-8c46-57d8fe55d483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (658afbb5-1d13-458d-8bca-a79996fd8bbe), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.829179 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] For port 23a20889-01ff-4af3-a818-9bad1a6e3071, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=23a20889-01ff-4af3-a818-9bad1a6e3071,segment=NetworkSegment(c8f8726d-4fd2-444b-a343-7284e66b7e7c),segment_id=c8f8726d-4fd2-444b-a343-7284e66b7e7c)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:25:35.835163 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.923817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187439e8-bfbd-45b2-8c46-57d8fe55d483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=658afbb5-1d13-458d-8bca-a79996fd8bbe,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:35.937808 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cc64e-04cd-4866-b5c6-ea126220a040 None None] Pushing event updated for resources: {'Port': ['ID=23a20889-01ff-4af3-a818-9bad1a6e3071,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:35.980730 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c2dfb64-3f71-486c-ace4-d68510b8d227 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for security_group_rule (4851d49a-5c2c-4642-aa74-4c776fa4f124), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:35.992820 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7827dab1-8ba0-46e3-9354-cf6db251e406 req-fb8f2496-1357-4b78-a2fb-80726b903857 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782610 Jan 28 12:25:35.993889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16daf73-43ea-46ba-a0a0-7074b834a64a None None] Network d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:25:36.001747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-187439e8-bfbd-45b2-8c46-57d8fe55d483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.007106 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-187439e8-bfbd-45b2-8c46-57d8fe55d483 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/658afbb5-1d13-458d-8bca-a79996fd8bbe HTTP/1.1" status: 204 len: 168 time: 1.0974121 Jan 28 12:25:36.029064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:36.039164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ceb4fe3-959b-4698-bde1-2181b458f0f9 req-ca91a0dd-aaff-4ee0-9e7e-90f06dac9ab9 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387033 Jan 28 12:25:36.082599 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Routers {'e3cbdd06-f063-46ab-8ac6-352baff57bcc'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:25:36.090656 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:25:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:36.190105 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7827dab1-8ba0-46e3-9354-cf6db251e406 req-c11039e0-199b-4b1a-be56-7ed9009d4e28 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580138 Jan 28 12:25:36.212975 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c2dfb64-3f71-486c-ace4-d68510b8d227 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for security_group_rule (4851d49a-5c2c-4642-aa74-4c776fa4f124), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.221977 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c2dfb64-3f71-486c-ace4-d68510b8d227 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (4851d49a-5c2c-4642-aa74-4c776fa4f124), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.288172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d187a2ae-1246-4e60-a04a-ac800f09beda None None] Provisioning complete for port 23a20889-01ff-4af3-a818-9bad1a6e3071 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:36.288581 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d187a2ae-1246-4e60-a04a-ac800f09beda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.305418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dfb64-3f71-486c-ace4-d68510b8d227 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4851d49a-5c2c-4642-aa74-4c776fa4f124,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:36.315966 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c2dfb64-3f71-486c-ace4-d68510b8d227 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.317792 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9c2dfb64-3f71-486c-ace4-d68510b8d227 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5129607 Jan 28 12:25:36.321279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:36.331039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b6584f26-9302-4d49-9a18-ab082ca48793 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Request body: {'security_group_rule': {'security_group_id': 'a4005f46-f704-4d94-906d-571acaefb952', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:36.389279 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8c11a304-e113-44e1-bd10-8c5aceb897bd no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:25:36.396942 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6584f26-9302-4d49-9a18-ab082ca48793 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for security_group_rule (08e8b34c-f53d-4d9f-b964-48c909e8d802), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.447795 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-79eaf38a-8916-4f52-a8cc-48b06c09b21c req-65d04fd5-cc0d-46e4-ac79-74eb3a7767fa tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (7d5054ca-230d-4485-a573-01592e5d17a3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.455405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 8c11a304-e113-44e1-bd10-8c5aceb897bd {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:25:36.460045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8c11a304-e113-44e1-bd10-8c5aceb897bd not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:25:36.485056 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] Set router e3cbdd06-f063-46ab-8ac6-352baff57bcc gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:25:36.495062 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-79eaf38a-8916-4f52-a8cc-48b06c09b21c req-65d04fd5-cc0d-46e4-ac79-74eb3a7767fa tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7d5054ca-230d-4485-a573-01592e5d17a3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.556251 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.575390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6584f26-9302-4d49-9a18-ab082ca48793 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for security_group_rule (08e8b34c-f53d-4d9f-b964-48c909e8d802), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.588591 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6584f26-9302-4d49-9a18-ab082ca48793 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (08e8b34c-f53d-4d9f-b964-48c909e8d802), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.608995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d04fd5-cc0d-46e4-ac79-74eb3a7767fa tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5054ca-230d-4485-a573-01592e5d17a3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:36.610959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d187a2ae-1246-4e60-a04a-ac800f09beda None None] Current status of the port 23a20889-01ff-4af3-a818-9bad1a6e3071 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:36.611728 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d187a2ae-1246-4e60-a04a-ac800f09beda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.641138 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6584f26-9302-4d49-9a18-ab082ca48793 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.642356 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b6584f26-9302-4d49-9a18-ab082ca48793 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3200006 Jan 28 12:25:36.642772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1b72a-bdc7-437e-abc8-ce926f4b89c6 req-5efb35ec-67de-484b-a1bf-6038c890ad71 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:36.644853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3c1b72a-bdc7-437e-abc8-ce926f4b89c6 req-5efb35ec-67de-484b-a1bf-6038c890ad71 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.3855731 Jan 28 12:25:36.652863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] DHCP port deletion for d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:25:36.654417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60156) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:36.662895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:36.671666 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-79eaf38a-8916-4f52-a8cc-48b06c09b21c req-65d04fd5-cc0d-46e4-ac79-74eb3a7767fa tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.680054 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-79eaf38a-8916-4f52-a8cc-48b06c09b21c req-65d04fd5-cc0d-46e4-ac79-74eb3a7767fa tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.1214197 Jan 28 12:25:36.694270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d187a2ae-1246-4e60-a04a-ac800f09beda None None] For port 23a20889-01ff-4af3-a818-9bad1a6e3071, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=23a20889-01ff-4af3-a818-9bad1a6e3071,segment=NetworkSegment(c8f8726d-4fd2-444b-a343-7284e66b7e7c),segment_id=c8f8726d-4fd2-444b-a343-7284e66b7e7c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:36.728641 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d187a2ae-1246-4e60-a04a-ac800f09beda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.748931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6584f26-9302-4d49-9a18-ab082ca48793 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e8b34c-f53d-4d9f-b964-48c909e8d802,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:36.763313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.777267 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:25:36.820099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187a2ae-1246-4e60-a04a-ac800f09beda None None] Pushing event updated for resources: {'Port': ['ID=23a20889-01ff-4af3-a818-9bad1a6e3071,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:36.869400 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3c1b72a-bdc7-437e-abc8-ce926f4b89c6 req-437610be-4c7b-4cde-9bb6-7912f91a031d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068577 Jan 28 12:25:36.872250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Deleting port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:25:36.873205 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:36.920926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Deleting port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:25:36.921500 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:37.004368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] For port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=592d3f4b-e93d-4905-ac6c-eb5e7509b9c7,segment=NetworkSegment(e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c),segment_id=e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:37.004899 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:37.031680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Calling delete_port for 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:25:37.091653 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:25:29Z', 'revision_number': 4, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '23a20889-01ff-4af3-a818-9bad1a6e3071', 'name': '', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'mac_address': 'fa:16:3e:2d:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:26Z', 'updated_at': '2022-01-28T12:25:35Z', 'revision_number': 4, 'project_id': '3468cd33139543b0875930f76336db6c', 'subnets': [{'id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:37.102789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] For port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=592d3f4b-e93d-4905-ac6c-eb5e7509b9c7,segment=NetworkSegment(e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c),segment_id=e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:37.110147 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:37.149906 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:37.176009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Calling delete_port for 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:25:37.204518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a8143774-05e3-47fa-9cd0-0f597f8d23e6 None None] Provisioning complete for port 23a20889-01ff-4af3-a818-9bad1a6e3071 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:37.205929 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8143774-05e3-47fa-9cd0-0f597f8d23e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:37.228403 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59bb18-ade1-4202-ad1f-c2ed56af5672 None None] The sync data for ids ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'] in n-d-824835-4 is: [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:25:29Z', 'revision_number': 4, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '23a20889-01ff-4af3-a818-9bad1a6e3071', 'name': '', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'mac_address': 'fa:16:3e:2d:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:26Z', 'updated_at': '2022-01-28T12:25:35Z', 'revision_number': 4, 'project_id': '3468cd33139543b0875930f76336db6c', 'subnets': [{'id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:25:37.390641 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:37.448516 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Allocated IP 172.25.7.112 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/fc956292-2930-4b8e-b5e2-3ddf1590c966) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:25:37.450516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] No DVR routers for this DVR port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:25:37.498773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Pushing event deleted for resources: {'Port': ['ID=592d3f4b-e93d-4905-ac6c-eb5e7509b9c7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:37.511846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.512345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.512655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.513520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.513873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.514217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.514424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed4dc2-11a7-4ff0-932f-49e3b519f745 req-3dcd9c96-c4fd-49b1-9e71-adbc642c998d tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:37.514555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.514880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.515265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.516010 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.516363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.516699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.516985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1ed4dc2-11a7-4ff0-932f-49e3b519f745 req-3dcd9c96-c4fd-49b1-9e71-adbc642c998d tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 946 time: 0.3191581 Jan 28 12:25:37.517121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effebd-6fa3-4e5f-9366-6d1c4c79578d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:25:37.531807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a8143774-05e3-47fa-9cd0-0f597f8d23e6 None None] Current status of the port 23a20889-01ff-4af3-a818-9bad1a6e3071 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:37.607628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-c267d5bc-f666-44eb-a2af-fa0c2eb06cc5 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:37.631430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-c267d5bc-f666-44eb-a2af-fa0c2eb06cc5 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/networks?id=352b6a35-d7b0-4d04-9be6-be33d739d2db HTTP/1.1" status: 200 len: 813 time: 0.4693747 Jan 28 12:25:37.654890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-38e950bd-af94-49c8-974f-282e673dd454 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/quotas/b7109c4008a84d3a887ec8cc9be7b4bf HTTP/1.1" status: 200 len: 375 time: 0.0181239 Jan 28 12:25:37.681146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for port (fc956292-2930-4b8e-b5e2-3ddf1590c966), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:37.687543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 329599c7-fa41-4c4a-a81e-a40a942dcaa7 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:25:37.718912 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (592d3f4b-e93d-4905-ac6c-eb5e7509b9c7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:37.749400 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fc956292-2930-4b8e-b5e2-3ddf1590c966), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:37.787548 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1ed4dc2-11a7-4ff0-932f-49e3b519f745 req-5402fdec-0386-408c-a89a-f87cf2304a3d tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542324 Jan 28 12:25:37.843166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] No DVR routers for this DVR port 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:25:37.851244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=592d3f4b-e93d-4905-ac6c-eb5e7509b9c7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:37.887055 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:25:37.908190 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:25:37.923607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-efa51fb4-d47e-4ab3-861b-6950f9fe5dd2 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2673976 Jan 28 12:25:37.924033 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:25:37.995129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.030360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:38.044560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:38.044887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:25:38.054503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Pushing event updated for resources: {'Port': ['ID=fc956292-2930-4b8e-b5e2-3ddf1590c966,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:38.063117 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.071315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:38.080978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.089097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'mac_address': 'fa:16:3e:67:25:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:25:38.103667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:25:38.104085 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (e9df17f0-2577-4d7c-a7c7-4c33dc6fe22c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.176962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:38.191952 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.230732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329599c7-fa41-4c4a-a81e-a40a942dcaa7 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:38.273637 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for floatingip (a9f5d3e3-b860-414d-930b-1ad7dfc50e00), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.305946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:38.315501 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:25:38.340551 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:25:38.361032 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.375073 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fc956292-2930-4b8e-b5e2-3ddf1590c966), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.381478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 23a20889-01ff-4af3-a818-9bad1a6e3071 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:38.421439 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.425275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5 HTTP/1.1" status: 204 len: 168 time: 2.3807666 Jan 28 12:25:38.491988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36952981-9d72-4612-8a3d-d452927d65b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ab3087-326c-4bf2-a5dd-2a7a4b0618f5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:38.506709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ecfc3-563c-4a65-bcd8-d222018940eb req-54a276b1-0e76-4c16-9606-84f024bb6498 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:38.508291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e48ecfc3-563c-4a65-bcd8-d222018940eb req-54a276b1-0e76-4c16-9606-84f024bb6498 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.2218907 Jan 28 12:25:38.612798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=329599c7-fa41-4c4a-a81e-a40a942dcaa7,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:38.638849 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e48ecfc3-563c-4a65-bcd8-d222018940eb req-694f98e6-a2bf-4e59-9cff-3f94ce611439 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221814 Jan 28 12:25:38.665378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['329599c7-fa41-4c4a-a81e-a40a942dcaa7'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:38.706238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for port (fc956292-2930-4b8e-b5e2-3ddf1590c966), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.721908 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fc956292-2930-4b8e-b5e2-3ddf1590c966), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.731811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-4c5a1d6a-19d3-487f-b305-7772113e5af6 service neutron] 10.222.0.53 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466858 Jan 28 12:25:38.785739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 23a20889-01ff-4af3-a818-9bad1a6e3071 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:38.786759 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.949052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Pushing event updated for resources: {'Port': ['ID=fc956292-2930-4b8e-b5e2-3ddf1590c966,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:38.977358 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a9f5d3e3-b860-414d-930b-1ad7dfc50e00), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:38.987610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-34bef8a6-ed96-42af-97c6-14ee66033d78 service neutron] 10.222.0.53 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468870 Jan 28 12:25:39.022851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60270) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:39.034006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:39.038010 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-faaca02e-d752-449b-90fc-b3efe1ebcfa3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3800461 Jan 28 12:25:39.132099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 23a20889-01ff-4af3-a818-9bad1a6e3071 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:39.169457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-deac5785-dc8c-4ce0-b909-53573773babc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=561e3af5fa0f471e9d6fd293946d315d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1445022 Jan 28 12:25:39.172233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:39.285428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:25:39.353521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:25:39.353839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 592d3f4b-e93d-4905-ac6c-eb5e7509b9c7 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:25:39.354206 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a16f4c0-127b-4dc4-bd58-0a5e45281cc8 admin admin] Publish callbacks [] for security_group (654306d2-cd5b-410d-ae99-ac28798ace8b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:39.442636 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a16f4c0-127b-4dc4-bd58-0a5e45281cc8 admin admin] Publish callbacks [] for security_group (654306d2-cd5b-410d-ae99-ac28798ace8b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:39.532479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92870e39-d9ca-44fb-9a37-4b06b272a6f6 req-a9e797d5-48ba-456f-8654-65f8e8d3f565 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:39.555589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92870e39-d9ca-44fb-9a37-4b06b272a6f6 req-a9e797d5-48ba-456f-8654-65f8e8d3f565 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 947 time: 0.1059313 Jan 28 12:25:39.563648 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a16f4c0-127b-4dc4-bd58-0a5e45281cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (654306d2-cd5b-410d-ae99-ac28798ace8b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:39.568314 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a16f4c0-127b-4dc4-bd58-0a5e45281cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:39.569672 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7a16f4c0-127b-4dc4-bd58-0a5e45281cc8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/654306d2-cd5b-410d-ae99-ac28798ace8b HTTP/1.1" status: 204 len: 168 time: 0.3955526 Jan 28 12:25:39.596528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16f4c0-127b-4dc4-bd58-0a5e45281cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654306d2-cd5b-410d-ae99-ac28798ace8b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:39.700300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92870e39-d9ca-44fb-9a37-4b06b272a6f6 req-147fb670-5d7a-43fe-9215-9b3d3393f6fb tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437840 Jan 28 12:25:40.183459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60302) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:40.248301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60304) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:40.248763 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c0784a08-5747-46f9-93ed-7f89ab3f1bc9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5c5c9ce909047c9b3450723106493e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0637598 Jan 28 12:25:40.330212 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9b958a5-1ad0-4b45-8b25-42dbae346b8d admin admin] Publish callbacks [] for security_group (9350330c-5c6b-4c5d-aab7-0d63205dfaec), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:40.360388 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9b958a5-1ad0-4b45-8b25-42dbae346b8d admin admin] Publish callbacks [] for security_group (9350330c-5c6b-4c5d-aab7-0d63205dfaec), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:40.470558 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9b958a5-1ad0-4b45-8b25-42dbae346b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9350330c-5c6b-4c5d-aab7-0d63205dfaec), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:40.474337 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9b958a5-1ad0-4b45-8b25-42dbae346b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:40.478846 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b9b958a5-1ad0-4b45-8b25-42dbae346b8d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9350330c-5c6b-4c5d-aab7-0d63205dfaec HTTP/1.1" status: 204 len: 168 time: 0.2289062 Jan 28 12:25:40.492472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b958a5-1ad0-4b45-8b25-42dbae346b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9350330c-5c6b-4c5d-aab7-0d63205dfaec,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:41.084443 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-07d8c999-39ba-4bf1-bbfd-519c0033680c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:41.085897 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-07d8c999-39ba-4bf1-bbfd-519c0033680c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.49 "GET /v2.0/networks?id=352b6a35-d7b0-4d04-9be6-be33d739d2db HTTP/1.1" status: 200 len: 813 time: 0.2328641 Jan 28 12:25:41.102310 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'port': {'device_id': '01491fb5-f3d8-4155-b6a1-319983d2cd59', 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db', 'admin_state_up': True, 'tenant_id': 'b7109c4008a84d3a887ec8cc9be7b4bf'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:41.284176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Made reservation on behalf of b7109c4008a84d3a887ec8cc9be7b4bf for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:25:41.289229 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:41.508715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Allocated IP 172.20.0.4 (352b6a35-d7b0-4d04-9be6-be33d739d2db/7d4d0c4a-3998-42cf-a206-998b45b1ec69/b644739f-a313-4707-aca2-c2031070e59b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:25:41.718100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 329599c7-fa41-4c4a-a81e-a40a942dcaa7 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:41.742877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for port (b644739f-a313-4707-aca2-c2031070e59b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:41.796140 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b644739f-a313-4707-aca2-c2031070e59b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:41.820402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e5204f37-f78e-4bef-b206-bd45f550d73a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:41.889278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:25:41.891814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'Port': ['ID=b644739f-a313-4707-aca2-c2031070e59b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:41.895177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:41.899997 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:41.933837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Network 352b6a35-d7b0-4d04-9be6-be33d739d2db is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:25:41.937318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:25:41.948432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:25:42.122633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:42.123027 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:42.177434 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:42.181617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:42.184609 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983f8823-c32a-4d46-abb9-53a10570cf61" -d '{"events": [{"server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "name": "network-vif-plugged", "status": "completed", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:42.190005 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:42.271128 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=329599c7-fa41-4c4a-a81e-a40a942dcaa7,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:42.464758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:42.465998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:42.517528 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f53203f2-c27b-45c4-8d1f-35b9e333fd71 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4204793 Jan 28 12:25:42.528943 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Request body: {'port': {'device_id': '01491fb5-f3d8-4155-b6a1-319983d2cd59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:42.586807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b644739f-a313-4707-aca2-c2031070e59b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:42.922917 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b644739f-a313-4707-aca2-c2031070e59b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:42.931982 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Publish callbacks [] for port (b644739f-a313-4707-aca2-c2031070e59b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:42.948241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Transition to ACTIVE for port object b644739f-a313-4707-aca2-c2031070e59b will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:25:42.956470 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b644739f-a313-4707-aca2-c2031070e59b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:43.032398 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Pushing event updated for resources: {'Port': ['ID=b644739f-a313-4707-aca2-c2031070e59b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:43.087144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Attempting to bind port b644739f-a313-4707-aca2-c2031070e59b on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:25:43.087507 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Attempting to bind port b644739f-a313-4707-aca2-c2031070e59b by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '60eca39b-b66d-4b44-9f8d-604e1ef11408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:25:43.087834 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Attempting to bind port b644739f-a313-4707-aca2-c2031070e59b on network 352b6a35-d7b0-4d04-9be6-be33d739d2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:43.092359 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Port b644739f-a313-4707-aca2-c2031070e59b on network 352b6a35-d7b0-4d04-9be6-be33d739d2db not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:25:43.092698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Attempting to bind port b644739f-a313-4707-aca2-c2031070e59b on network 352b6a35-d7b0-4d04-9be6-be33d739d2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:43.100370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:25:43.100965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Checking segment: {'id': '60eca39b-b66d-4b44-9f8d-604e1ef11408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:25:43.101351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Bound using segment: {'id': '60eca39b-b66d-4b44-9f8d-604e1ef11408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:25:43.101789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Bound port: b644739f-a313-4707-aca2-c2031070e59b, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60eca39b-b66d-4b44-9f8d-604e1ef11408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:25:43.102143 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b644739f-a313-4707-aca2-c2031070e59b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:43.185500 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] For port b644739f-a313-4707-aca2-c2031070e59b, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:25:43.188933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] For port b644739f-a313-4707-aca2-c2031070e59b, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b644739f-a313-4707-aca2-c2031070e59b,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:25:43.194672 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b644739f-a313-4707-aca2-c2031070e59b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:43.232632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:43.233628 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:43.235599 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] 10.222.0.49 "PUT /v2.0/ports/b644739f-a313-4707-aca2-c2031070e59b HTTP/1.1" status: 200 len: 1091 time: 0.7110925 Jan 28 12:25:43.237847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01491fb5-f3d8-4155-b6a1-319983d2cd59', 'tag': 'b644739f-a313-4707-aca2-c2031070e59b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:43.241849 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c56e743-04e7-4eb4-a7f3-7cb3708a1e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "01491fb5-f3d8-4155-b6a1-319983d2cd59", "tag": "b644739f-a313-4707-aca2-c2031070e59b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:43.281363 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ed703-2f63-4299-b93d-ef65860d9494 service neutron] Pushing event updated for resources: {'Port': ['ID=b644739f-a313-4707-aca2-c2031070e59b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:43.353015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f251a899-b96b-4d84-8946-656c8a9acceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:43.354553 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-f251a899-b96b-4d84-8946-656c8a9acceb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf&device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 1094 time: 0.0615304 Jan 28 12:25:43.418190 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-517283e4-a6cc-40ff-8535-9bbaaaf067cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b644739f-a313-4707-aca2-c2031070e59b HTTP/1.1" status: 200 len: 217 time: 0.0537236 Jan 28 12:25:43.438610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-14d64e6a-0da4-4d19-8f19-6c5cac353e3c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1036044652&fields=id&tenant_id=3468cd33139543b0875930f76336db6c HTTP/1.1" status: 200 len: 267 time: 0.0929868 Jan 28 12:25:43.479281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-0e8e0a60-098f-49b0-9fd6-c8e1b364159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:43.480856 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-0e8e0a60-098f-49b0-9fd6-c8e1b364159d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d4d0c4a-3998-42cf-a206-998b45b1ec69 HTTP/1.1" status: 200 len: 853 time: 0.0567098 Jan 28 12:25:43.514408 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-ae6a0698-339a-4243-9c8c-ee781f89de00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=352b6a35-d7b0-4d04-9be6-be33d739d2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267515 Jan 28 12:25:43.517136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789af77-29f6-4038-a295-78f6fbe51428 req-58c4e837-f15c-484f-8249-0b2caba0aaf1 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:43.518665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2789af77-29f6-4038-a295-78f6fbe51428 req-58c4e837-f15c-484f-8249-0b2caba0aaf1 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 943 time: 0.1276371 Jan 28 12:25:43.602771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2789af77-29f6-4038-a295-78f6fbe51428 req-d5d12aec-8a30-4cfd-b1b8-b7299d56245e tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734496 Jan 28 12:25:43.610988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37428-1342-4464-ae98-839ab5972f7b req-e93520df-b49c-471f-aa4f-63d7b4a3e348 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:43.621922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-e93520df-b49c-471f-aa4f-63d7b4a3e348 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/networks?id=a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb HTTP/1.1" status: 200 len: 811 time: 0.1724732 Jan 28 12:25:43.637937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-83596d19-94ca-44d1-a992-62c2a788aa47 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/quotas/3468cd33139543b0875930f76336db6c HTTP/1.1" status: 200 len: 375 time: 0.0157454 Jan 28 12:25:43.649629 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-bdbe7b04-a174-41d1-abc4-5cd48bdcf6b7 service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268759 Jan 28 12:25:43.720144 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-6a079f98-9591-4414-886a-d79906a1119f tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3468cd33139543b0875930f76336db6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740149 Jan 28 12:25:43.777761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25370bd5-4919-48a0-8982-38240a63d871 req-eee9b9af-130e-4912-adfb-6140bcd0158b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:43.779299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25370bd5-4919-48a0-8982-38240a63d871 req-eee9b9af-130e-4912-adfb-6140bcd0158b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.0571656 Jan 28 12:25:43.813318 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6657c4d7-b465-4a5c-a212-4c5e43c71b1c req-db5bdb5a-43ab-4651-b718-0a898be7df5e service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541843 Jan 28 12:25:43.847895 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25370bd5-4919-48a0-8982-38240a63d871 req-2a9620b5-bf3e-4b3f-ac97-a104ad2865dc tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614710 Jan 28 12:25:43.955570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-3c6e2328-8dc8-4255-b9b9-ba004bb3b531 service neutron] 10.222.0.53 "GET /v2.0/networks/a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327743 Jan 28 12:25:44.093275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0272d-4091-4609-a5f6-00c2c3b5f252 req-eeb55d4c-fb92-4db9-9485-a3134f9c2861 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:44.094739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cf0272d-4091-4609-a5f6-00c2c3b5f252 req-eeb55d4c-fb92-4db9-9485-a3134f9c2861 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 948 time: 0.0840380 Jan 28 12:25:44.099032 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-be61a4cf-74ad-4adb-8d56-93d8a9f188df service neutron] 10.222.0.53 "GET /v2.0/networks/a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355991 Jan 28 12:25:44.297362 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1810563c-166f-4349-92d8-c7bccfcb1854 x-openstack-request-id: req-1810563c-166f-4349-92d8-c7bccfcb1854 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:44.297904 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "name": "network-vif-plugged", "status": "completed", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:44.297904 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1810563c-166f-4349-92d8-c7bccfcb1854 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:44.298318 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'code': 200} Jan 28 12:25:44.466432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a203d31-7b42-494f-a6bf-95f72d6265ee req-06ba6e32-afb3-4d13-b451-f8386f34b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:44.470519 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1a203d31-7b42-494f-a6bf-95f72d6265ee req-06ba6e32-afb3-4d13-b451-f8386f34b4cc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 1099 time: 0.1004562 Jan 28 12:25:44.499952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cf0272d-4091-4609-a5f6-00c2c3b5f252 req-e5220858-86e0-4422-8f25-91bb589d53a2 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933001 Jan 28 12:25:44.575781 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1a203d31-7b42-494f-a6bf-95f72d6265ee req-3b788625-85f6-4e0b-87ff-b293d79fb177 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987742 Jan 28 12:25:44.584024 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3343f5e3-428d-49da-9297-431dcec59355 x-openstack-request-id: req-3343f5e3-428d-49da-9297-431dcec59355 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:44.584388 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01491fb5-f3d8-4155-b6a1-319983d2cd59", "tag": "b644739f-a313-4707-aca2-c2031070e59b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:44.584763 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3343f5e3-428d-49da-9297-431dcec59355 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:44.585245 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01491fb5-f3d8-4155-b6a1-319983d2cd59', 'tag': 'b644739f-a313-4707-aca2-c2031070e59b', 'status': 'completed', 'code': 200} Jan 28 12:25:44.649454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00386bc4-c081-442d-b3b9-5f15e52471af req-31b43629-3c68-47d0-81cb-e5245a20c7d1 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 210 time: 0.0339494 Jan 28 12:25:44.837186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28ad3b-6cb4-4c4f-b2a3-c2b2d537eade req-a620d34b-e6eb-4bbf-a317-ccf638a2450b tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:44.839079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d28ad3b-6cb4-4c4f-b2a3-c2b2d537eade req-a620d34b-e6eb-4bbf-a317-ccf638a2450b tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=224d5405-85eb-40d3-bb3e-24c31ad9314b HTTP/1.1" status: 200 len: 949 time: 0.0814853 Jan 28 12:25:44.866285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56e743-04e7-4eb4-a7f3-7cb3708a1e8e req-7169d460-db41-4438-9c84-dd52702f7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:44.867814 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c56e743-04e7-4eb4-a7f3-7cb3708a1e8e req-7169d460-db41-4438-9c84-dd52702f7ecb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf&device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 1094 time: 0.0540090 Jan 28 12:25:44.946776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6e7e9-9036-4f3a-a033-d88cfe48b7e8 req-bba15639-ed80-4135-ae78-0a537a1fe69e tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:44.951899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23a6e7e9-9036-4f3a-a033-d88cfe48b7e8 req-bba15639-ed80-4135-ae78-0a537a1fe69e tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 943 time: 0.0991662 Jan 28 12:25:44.960011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d28ad3b-6cb4-4c4f-b2a3-c2b2d537eade req-2b4c21b0-7c11-4bca-b6b2-a47955cd54eb tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108882 Jan 28 12:25:44.976898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56e743-04e7-4eb4-a7f3-7cb3708a1e8e req-835060fb-b9cd-4187-959c-cc6d60f58a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:44.979092 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c56e743-04e7-4eb4-a7f3-7cb3708a1e8e req-835060fb-b9cd-4187-959c-cc6d60f58a42 service neutron] 10.222.0.49 "GET /v2.0/networks?id=352b6a35-d7b0-4d04-9be6-be33d739d2db HTTP/1.1" status: 200 len: 914 time: 0.1018307 Jan 28 12:25:45.022329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23a6e7e9-9036-4f3a-a033-d88cfe48b7e8 req-0ac72794-dde6-47c1-bd4d-fedb9a2060af tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586205 Jan 28 12:25:45.047857 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c56e743-04e7-4eb4-a7f3-7cb3708a1e8e req-ef17ab85-cf9e-4a84-a9c8-c0964524d8ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b644739f-a313-4707-aca2-c2031070e59b HTTP/1.1" status: 200 len: 217 time: 0.0614424 Jan 28 12:25:45.108269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56e743-04e7-4eb4-a7f3-7cb3708a1e8e req-a10e4c4d-bd6a-4bf1-9dbf-b9ab9898f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:45.109994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c56e743-04e7-4eb4-a7f3-7cb3708a1e8e req-a10e4c4d-bd6a-4bf1-9dbf-b9ab9898f084 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d4d0c4a-3998-42cf-a206-998b45b1ec69 HTTP/1.1" status: 200 len: 853 time: 0.0566528 Jan 28 12:25:45.178107 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c56e743-04e7-4eb4-a7f3-7cb3708a1e8e req-91dcd339-66c5-4169-b2f0-8b39714712ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=352b6a35-d7b0-4d04-9be6-be33d739d2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594912 Jan 28 12:25:45.212569 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d3fd6-d8a8-41ce-b50e-5dbf146d136d req-2bc64652-fcf8-4f79-876f-96dae21d25ab tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:45.214104 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-158d3fd6-d8a8-41ce-b50e-5dbf146d136d req-2bc64652-fcf8-4f79-876f-96dae21d25ab tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.0914297 Jan 28 12:25:45.287720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-158d3fd6-d8a8-41ce-b50e-5dbf146d136d req-76582840-9ab2-4853-913b-7a7c0b1ecf28 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667148 Jan 28 12:25:45.310025 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c56e743-04e7-4eb4-a7f3-7cb3708a1e8e req-9e312b75-6c5e-402e-be06-6c2c08e741b3 service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241281 Jan 28 12:25:45.436183 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c56e743-04e7-4eb4-a7f3-7cb3708a1e8e req-bb5266c0-10fb-4619-bee9-80fa23bc3e44 service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189525 Jan 28 12:25:45.715932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e2f47-4bdc-4a97-b261-c68585c5c2a0 req-a6b3d6a4-d483-4e1b-a5df-aeab3a7d25ad tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:45.723082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-527e2f47-4bdc-4a97-b261-c68585c5c2a0 req-a6b3d6a4-d483-4e1b-a5df-aeab3a7d25ad tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 948 time: 0.1102688 Jan 28 12:25:45.754544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37428-1342-4464-ae98-839ab5972f7b req-24b49463-1b45-41b7-86fc-328df0336d38 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:45.757098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-24b49463-1b45-41b7-86fc-328df0336d38 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.35 "GET /v2.0/networks?id=a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb HTTP/1.1" status: 200 len: 811 time: 0.2109754 Jan 28 12:25:45.814990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-527e2f47-4bdc-4a97-b261-c68585c5c2a0 req-0c10fe69-bc21-449e-aa11-fcad5ebd2c39 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909650 Jan 28 12:25:45.864220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-3451b00a-4028-4cc6-bad8-060fff3855be tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3468cd33139543b0875930f76336db6c HTTP/1.1" status: 200 len: 380 time: 0.0945237 Jan 28 12:25:45.934372 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3496f0ac-b592-44b2-9155-b30dd074faea req-13aebdbe-cbeb-4fe5-92bf-408c8cf1a64b tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 210 time: 0.0499613 Jan 28 12:25:45.945792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7bc37428-1342-4464-ae98-839ab5972f7b req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Request body: {'port': {'device_id': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'admin_state_up': True, 'tenant_id': '3468cd33139543b0875930f76336db6c', 'security_groups': ['a4005f46-f704-4d94-906d-571acaefb952']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:46.082269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc37428-1342-4464-ae98-839ab5972f7b req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Made reservation on behalf of 3468cd33139543b0875930f76336db6c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:25:46.086289 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7bc37428-1342-4464-ae98-839ab5972f7b req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:46.204699 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b1206-4d7b-4ca3-8795-25bda547fd5e req-194f7420-978f-4557-9c8b-0a26940b1e76 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:46.210502 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b98b1206-4d7b-4ca3-8795-25bda547fd5e req-194f7420-978f-4557-9c8b-0a26940b1e76 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 943 time: 0.1112616 Jan 28 12:25:46.282406 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60476) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:46.310139 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b98b1206-4d7b-4ca3-8795-25bda547fd5e req-42c921f5-960c-4653-bd7a-48d712fc06a8 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955498 Jan 28 12:25:46.328026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-7bc37428-1342-4464-ae98-839ab5972f7b req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Allocated IP 172.20.0.5 (a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb/13c944b6-3b12-4207-add2-982f6e93cbb5/48111797-9890-4474-a7a7-b6d82545c3c3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:25:46.420696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8875133-98bf-41d8-a9a3-763e1558f183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:46.509174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9af76f-0f65-426e-a10f-354654715fd6 req-6411dc3f-47e4-4b7d-ae3f-fec8cd20f3a0 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:46.510709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9af76f-0f65-426e-a10f-354654715fd6 req-6411dc3f-47e4-4b7d-ae3f-fec8cd20f3a0 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.1261384 Jan 28 12:25:46.516986 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8875133-98bf-41d8-a9a3-763e1558f183 admin admin] Publish callbacks [] for security_group (b9443412-6848-4236-ad7a-8e3a213d5010), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:46.525146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8875133-98bf-41d8-a9a3-763e1558f183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b9443412-6848-4236-ad7a-8e3a213d5010), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:46.560007 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7bc37428-1342-4464-ae98-839ab5972f7b req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for port (48111797-9890-4474-a7a7-b6d82545c3c3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:46.577135 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d8875133-98bf-41d8-a9a3-763e1558f183 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fe07fb8fbd7497e81c37e1667c466a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935517 Jan 28 12:25:46.579625 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60482) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:46.589591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8875133-98bf-41d8-a9a3-763e1558f183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9443412-6848-4236-ad7a-8e3a213d5010,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:46.590922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9af76f-0f65-426e-a10f-354654715fd6 req-856808da-9c1c-467f-82bd-9e0acc86dbc8 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696704 Jan 28 12:25:46.627588 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7bc37428-1342-4464-ae98-839ab5972f7b req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:46.645114 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68f69d21-f249-4b5f-960d-1459201bcd0f admin admin] Publish callbacks [] for security_group (b9443412-6848-4236-ad7a-8e3a213d5010), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:46.674529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68f69d21-f249-4b5f-960d-1459201bcd0f admin admin] Publish callbacks [] for security_group (b9443412-6848-4236-ad7a-8e3a213d5010), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:46.680714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc37428-1342-4464-ae98-839ab5972f7b req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:25:46.685820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-7bc37428-1342-4464-ae98-839ab5972f7b req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:25:46.690237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc37428-1342-4464-ae98-839ab5972f7b req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:25:46.724681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Pushing event updated for resources: {'Port': ['ID=48111797-9890-4474-a7a7-b6d82545c3c3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:46.737007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68f69d21-f249-4b5f-960d-1459201bcd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b9443412-6848-4236-ad7a-8e3a213d5010), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:46.740717 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68f69d21-f249-4b5f-960d-1459201bcd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:46.742359 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-68f69d21-f249-4b5f-960d-1459201bcd0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9443412-6848-4236-ad7a-8e3a213d5010 HTTP/1.1" status: 204 len: 168 time: 0.1615570 Jan 28 12:25:46.755708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f69d21-f249-4b5f-960d-1459201bcd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9443412-6848-4236-ad7a-8e3a213d5010,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:46.765727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37428-1342-4464-ae98-839ab5972f7b req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:46.766637 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7bc37428-1342-4464-ae98-839ab5972f7b req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:46.791112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-d46ecbf1-a547-4835-a074-bf27969a664c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8534565 Jan 28 12:25:46.803715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Request body: {'port': {'device_id': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:46.879149 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:46.887943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:25:46.929258 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.016515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:47.017249 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.052539 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:47.055470 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee923250-8444-40f5-a5c0-0a133b0cbd52" -d '{"events": [{"server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "name": "network-vif-unplugged", "status": "completed", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:47.077820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:47.084603 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.161982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f947b7f3-ae4f-4482-bd1b-f916814743e2 None None] Provisioning complete for port 48111797-9890-4474-a7a7-b6d82545c3c3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:47.162364 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f947b7f3-ae4f-4482-bd1b-f916814743e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.198854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6cc43-fe70-4803-aeb0-59d56be040ca req-7a88e4c1-5e5f-441a-84e4-ee5ac7ad0b22 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:47.207065 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1b6cc43-fe70-4803-aeb0-59d56be040ca req-7a88e4c1-5e5f-441a-84e4-ee5ac7ad0b22 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 948 time: 0.2524989 Jan 28 12:25:47.237916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60506) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:47.263505 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be16e5a4-8630-42ee-b20d-76abafd6aa49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.276432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bccbb-92d0-4890-a6f7-7aa83898de37 req-4289d600-e318-4134-96d3-ddc9e83747b8 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:47.284058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea3bccbb-92d0-4890-a6f7-7aa83898de37 req-4289d600-e318-4134-96d3-ddc9e83747b8 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 931 time: 0.1937900 Jan 28 12:25:47.350614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:47.366758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f947b7f3-ae4f-4482-bd1b-f916814743e2 None None] Port 48111797-9890-4474-a7a7-b6d82545c3c3 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:25:47.375714 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1b6cc43-fe70-4803-aeb0-59d56be040ca req-652dd55c-359e-4e05-8553-e841dcfaf158 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677055 Jan 28 12:25:47.415475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be16e5a4-8630-42ee-b20d-76abafd6aa49 admin admin] Publish callbacks [] for security_group (c23d99ee-7377-4f34-8942-225fb66432bc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.423094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be16e5a4-8630-42ee-b20d-76abafd6aa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c23d99ee-7377-4f34-8942-225fb66432bc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.433332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea3bccbb-92d0-4890-a6f7-7aa83898de37 req-fa8cbeba-1b14-44fc-b0ed-3d0c2a842bfd tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4005f46-f704-4d94-906d-571acaefb952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482201 Jan 28 12:25:47.434719 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.518017 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-46ef8652-be4e-4e2e-82b1-3ffc6663f873 service neutron] show failed (client error): The resource could not be found. Jan 28 12:25:47.519500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-46ef8652-be4e-4e2e-82b1-3ffc6663f873 service neutron] 10.222.0.35 "GET /v2.0/ports/a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05/bindings/n-h2-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.1365755 Jan 28 12:25:47.521299 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-be16e5a4-8630-42ee-b20d-76abafd6aa49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4c4d89a674d4ce0b15c034536307656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800109 Jan 28 12:25:47.522061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16e5a4-8630-42ee-b20d-76abafd6aa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23d99ee-7377-4f34-8942-225fb66432bc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:47.525513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60516) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:25:47.597829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48111797-9890-4474-a7a7-b6d82545c3c3 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:47.611803 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Publish callbacks [] for port (48111797-9890-4474-a7a7-b6d82545c3c3), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.637974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Transition to ACTIVE for port object 48111797-9890-4474-a7a7-b6d82545c3c3 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:25:47.642013 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6fb17b3-1bf8-4604-88c2-f60adfd00898 admin admin] Publish callbacks [] for security_group (c23d99ee-7377-4f34-8942-225fb66432bc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.653269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.702749 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6fb17b3-1bf8-4604-88c2-f60adfd00898 admin admin] Publish callbacks [] for security_group (c23d99ee-7377-4f34-8942-225fb66432bc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.750645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b644739f-a313-4707-aca2-c2031070e59b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:25:47.784822 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af24390-87d7-4541-9255-6d30a17e93de x-openstack-request-id: req-0af24390-87d7-4541-9255-6d30a17e93de {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:47.785123 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "name": "network-vif-unplugged", "status": "completed", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:47.785382 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0af24390-87d7-4541-9255-6d30a17e93de {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:47.787742 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'code': 200} Jan 28 12:25:47.791809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Pushing event updated for resources: {'Port': ['ID=48111797-9890-4474-a7a7-b6d82545c3c3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:47.865638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef3b6-635c-4ecf-8c4c-fd3cd29a7600 req-79ca4519-614b-48f7-b2df-b8ea54dd5d41 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:47.872450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f4ef3b6-635c-4ecf-8c4c-fd3cd29a7600 req-79ca4519-614b-48f7-b2df-b8ea54dd5d41 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 943 time: 0.2008474 Jan 28 12:25:47.907592 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6fb17b3-1bf8-4604-88c2-f60adfd00898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c23d99ee-7377-4f34-8942-225fb66432bc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.910126 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6fb17b3-1bf8-4604-88c2-f60adfd00898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:47.915361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c6fb17b3-1bf8-4604-88c2-f60adfd00898 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c23d99ee-7377-4f34-8942-225fb66432bc HTTP/1.1" status: 204 len: 168 time: 0.3863635 Jan 28 12:25:47.928580 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-e25aad76-3698-4690-8ef8-6453a421d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:47.937558 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-e25aad76-3698-4690-8ef8-6453a421d51e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152&tenant_id=5365e826fdfe40a69e62d0df1e72d7db HTTP/1.1" status: 200 len: 1101 time: 0.1390755 Jan 28 12:25:47.955705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:25:47.979682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb17b3-1bf8-4604-88c2-f60adfd00898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23d99ee-7377-4f34-8942-225fb66432bc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:48.049750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Attempting to bind port 48111797-9890-4474-a7a7-b6d82545c3c3 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:25:48.050363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Attempting to bind port 48111797-9890-4474-a7a7-b6d82545c3c3 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:25:48.050875 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Attempting to bind port 48111797-9890-4474-a7a7-b6d82545c3c3 on network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:48.055609 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:48.061004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b644739f-a313-4707-aca2-c2031070e59b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b644739f-a313-4707-aca2-c2031070e59b,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:48.075124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f4ef3b6-635c-4ecf-8c4c-fd3cd29a7600 req-5885632c-d91f-4946-813c-f6ae6d064b7e tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016897 Jan 28 12:25:48.075828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Port 48111797-9890-4474-a7a7-b6d82545c3c3 on network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:25:48.076159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Attempting to bind port 48111797-9890-4474-a7a7-b6d82545c3c3 on network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:48.102763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:25:48.103124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Checking segment: {'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:25:48.103514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Bound using segment: {'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:25:48.103946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Bound port: 48111797-9890-4474-a7a7-b6d82545c3c3, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f8726d-4fd2-444b-a343-7284e66b7e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:25:48.104302 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:48.104899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'b644739f-a313-4707-aca2-c2031070e59b', 'network_id': '352b6a35-d7b0-4d04-9be6-be33d739d2db', 'port_id': 'b644739f-a313-4707-aca2-c2031070e59b', 'mac_address': 'fa:16:3e:34:7f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4d0c4a-3998-42cf-a206-998b45b1ec69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:25:48.197321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b644739f-a313-4707-aca2-c2031070e59b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:48.197806 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b644739f-a313-4707-aca2-c2031070e59b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:48.230536 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b644739f-a313-4707-aca2-c2031070e59b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:48.292583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b644739f-a313-4707-aca2-c2031070e59b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b644739f-a313-4707-aca2-c2031070e59b,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:48.318597 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b644739f-a313-4707-aca2-c2031070e59b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:48.365129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] For port 48111797-9890-4474-a7a7-b6d82545c3c3, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:25:48.369744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] For port 48111797-9890-4474-a7a7-b6d82545c3c3, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=48111797-9890-4474-a7a7-b6d82545c3c3,segment=NetworkSegment(c8f8726d-4fd2-444b-a343-7284e66b7e7c),segment_id=c8f8726d-4fd2-444b-a343-7284e66b7e7c)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:25:48.382316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7696064-9c40-4fc9-ab60-28dfbbe39e31 req-a2e6f6d8-6dff-4102-9550-c20a132722a9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:48.389077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7696064-9c40-4fc9-ab60-28dfbbe39e31 req-a2e6f6d8-6dff-4102-9550-c20a132722a9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.1575284 Jan 28 12:25:48.392090 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:48.467406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:48.468226 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:48.469729 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] 10.222.0.35 "PUT /v2.0/ports/48111797-9890-4474-a7a7-b6d82545c3c3 HTTP/1.1" status: 200 len: 1091 time: 1.6712134 Jan 28 12:25:48.474242 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'tag': '48111797-9890-4474-a7a7-b6d82545c3c3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:48.475884 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52555ec1-4b8b-4e0d-a254-15db88dfcfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a465d3-eda4-4096-b707-f6cd264a5013", "tag": "48111797-9890-4474-a7a7-b6d82545c3c3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:48.495708 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b644739f-a313-4707-aca2-c2031070e59b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:48.530525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7696064-9c40-4fc9-ab60-28dfbbe39e31 req-7cdb8e2f-443f-4544-9dfe-c689f1b0f5f7 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404872 Jan 28 12:25:48.618474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e5aa6-2d69-48b0-a33e-d386500a46bc service neutron] Pushing event updated for resources: {'Port': ['ID=48111797-9890-4474-a7a7-b6d82545c3c3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:48.620643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:48.677066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37428-1342-4464-ae98-839ab5972f7b req-768a466e-bf5c-44b2-87a0-f7c75dd2f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:48.679127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-768a466e-bf5c-44b2-87a0-f7c75dd2f36d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3468cd33139543b0875930f76336db6c&device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 1094 time: 0.1641283 Jan 28 12:25:48.733781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:25:48.759863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b644739f-a313-4707-aca2-c2031070e59b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:48.826637 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e495cbba-0348-41d9-bede-bde0a9efde6a x-openstack-request-id: req-e495cbba-0348-41d9-bede-bde0a9efde6a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:48.827177 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a465d3-eda4-4096-b707-f6cd264a5013", "tag": "48111797-9890-4474-a7a7-b6d82545c3c3", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:48.827177 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e495cbba-0348-41d9-bede-bde0a9efde6a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:48.828173 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'tag': '48111797-9890-4474-a7a7-b6d82545c3c3', 'status': 'completed', 'code': 200} Jan 28 12:25:48.834050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-35856be3-5343-4bc4-b324-ae55e848f15a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48111797-9890-4474-a7a7-b6d82545c3c3 HTTP/1.1" status: 200 len: 217 time: 0.1469157 Jan 28 12:25:48.854288 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:48.860211 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c9c3b4-a1f6-4b32-b8d7-c014d0d7b807" -d '{"events": [{"server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "name": "network-vif-unplugged", "status": "completed", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:48.864735 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Publish callbacks [] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:48.893928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Transition to ACTIVE for port object a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:25:48.908478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:48.979670 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Pushing event updated for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:49.018589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] No DVR routers for this DVR port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:25:49.063289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Attempting to bind port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:25:49.063953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Attempting to bind port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:25:49.064842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Attempting to bind port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:49.069894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:25:49.070991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Attempting to bind port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:25:49.075993 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:25:49.076508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:25:49.076970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:25:49.077399 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Bound port: a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:25:49.077765 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:49.094458 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3262ee8-74a9-427c-b736-5b7c87fa5e30 x-openstack-request-id: req-b3262ee8-74a9-427c-b736-5b7c87fa5e30 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:49.094826 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "name": "network-vif-unplugged", "status": "completed", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:49.095260 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3262ee8-74a9-427c-b736-5b7c87fa5e30 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:49.095863 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'code': 200} Jan 28 12:25:49.096472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff22d-899b-49ef-9ffd-5f1795164097 req-2e58e196-2140-46bf-9377-37463cc39a0f tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:49.099035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d2ff22d-899b-49ef-9ffd-5f1795164097 req-2e58e196-2140-46bf-9377-37463cc39a0f tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 943 time: 0.3104010 Jan 28 12:25:49.136639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37428-1342-4464-ae98-839ab5972f7b req-fb226904-131e-42bc-b92a-acd31e8eb080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:49.140778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-fb226904-131e-42bc-b92a-acd31e8eb080 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13c944b6-3b12-4207-add2-982f6e93cbb5 HTTP/1.1" status: 200 len: 850 time: 0.2682109 Jan 28 12:25:49.206485 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bee06a05-9185-4b25-9a72-765fcc2da294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:49.208807 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:25:49.213989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:25:49.220569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:49.271651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:49.273145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:49.275030 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] 10.222.0.49 "PUT /v2.0/ports/a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 1096 time: 1.3249464 Jan 28 12:25:49.310053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa902b-014a-42c9-a8f9-6ba267fca351 service neutron] Pushing event updated for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:49.345757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d2ff22d-899b-49ef-9ffd-5f1795164097 req-9b00901b-1b48-438b-bfb9-0deb062775b0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4005f46-f704-4d94-906d-571acaefb952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347496 Jan 28 12:25:49.371173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37428-1342-4464-ae98-839ab5972f7b req-af7be73b-a81c-478a-8674-56a512bf8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:49.372691 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-af7be73b-a81c-478a-8674-56a512bf8483 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2211161 Jan 28 12:25:49.405283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ab9f5-c899-4205-9bd8-9950a0ca449a req-5d0f3a9b-47d3-493a-9926-e57f7f810301 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:49.407033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a64ab9f5-c899-4205-9bd8-9950a0ca449a req-5d0f3a9b-47d3-493a-9926-e57f7f810301 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 944 time: 0.1895926 Jan 28 12:25:49.441632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-b7987ca8-ddc3-499a-ac48-e94dc146bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:49.444216 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-b7987ca8-ddc3-499a-ac48-e94dc146bde2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1099 time: 0.1352494 Jan 28 12:25:49.556459 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a64ab9f5-c899-4205-9bd8-9950a0ca449a req-e005b58a-64bc-4bdd-88c9-ee8dba310139 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374693 Jan 28 12:25:49.587375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-4f2c71d3-18d8-4235-8dde-94755b593833 service neutron] 10.222.0.35 "GET /v2.0/networks/a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066822 Jan 28 12:25:49.703644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-58b05951-c27c-46f2-8e65-9adecada8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:49.708229 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-58b05951-c27c-46f2-8e65-9adecada8483 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2381451 Jan 28 12:25:49.755832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1438ab-e5f6-477b-8acd-6012b5232533 req-cc4eb48e-a35d-41a7-a3d3-1063699f5785 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:49.757607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb1438ab-e5f6-477b-8acd-6012b5232533 req-cc4eb48e-a35d-41a7-a3d3-1063699f5785 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 948 time: 0.0922985 Jan 28 12:25:49.765093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 43139a91-39c3-4ca4-a016-ef66206c3d89 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:25:49.790459 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-295bff2d-7dfe-4b56-a4f5-376686160a8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 217 time: 0.0755577 Jan 28 12:25:49.808047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc37428-1342-4464-ae98-839ab5972f7b req-81bc548e-8c09-494a-9910-a8fef930f2ea service neutron] 10.222.0.35 "GET /v2.0/networks/a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125087 Jan 28 12:25:49.877513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb1438ab-e5f6-477b-8acd-6012b5232533 req-6ddcc170-ca70-4287-8ff8-43e0a01a83df tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994253 Jan 28 12:25:49.912586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-cb03a6c9-cb58-4c2c-ac7c-a2272d431a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:49.919607 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-cb03a6c9-cb58-4c2c-ac7c-a2272d431a9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1194406 Jan 28 12:25:49.932453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 43139a91-39c3-4ca4-a016-ef66206c3d89, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=43139a91-39c3-4ca4-a016-ef66206c3d89,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:49.948290 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '43139a91-39c3-4ca4-a016-ef66206c3d89', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '43139a91-39c3-4ca4-a016-ef66206c3d89', 'mac_address': 'fa:16:3e:6a:74:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:25:50.054981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-bd625900-7514-400f-997b-404302ebc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:50.055243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 43139a91-39c3-4ca4-a016-ef66206c3d89 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:50.056045 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:50.058106 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-bd625900-7514-400f-997b-404302ebc187 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1255822 Jan 28 12:25:50.065569 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52555ec1-4b8b-4e0d-a254-15db88dfcfa6 req-cd4c1bac-87d6-4caf-8e9a-cdfbd9d59bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:50.067264 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52555ec1-4b8b-4e0d-a254-15db88dfcfa6 req-cd4c1bac-87d6-4caf-8e9a-cdfbd9d59bae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3468cd33139543b0875930f76336db6c&device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 1094 time: 0.1693747 Jan 28 12:25:50.089280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43139a91-39c3-4ca4-a016-ef66206c3d89 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:50.180060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 43139a91-39c3-4ca4-a016-ef66206c3d89, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=43139a91-39c3-4ca4-a016-ef66206c3d89,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:50.189717 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:50.194969 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-777681f3-dc4b-4ca2-9b83-794fe404b8b4 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282492 Jan 28 12:25:50.269302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52555ec1-4b8b-4e0d-a254-15db88dfcfa6 req-1737ac24-ccdb-49bd-b259-c44e2457d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:50.271570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52555ec1-4b8b-4e0d-a254-15db88dfcfa6 req-1737ac24-ccdb-49bd-b259-c44e2457d8fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb HTTP/1.1" status: 200 len: 912 time: 0.1937511 Jan 28 12:25:50.320122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=43139a91-39c3-4ca4-a016-ef66206c3d89,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:50.336539 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['43139a91-39c3-4ca4-a016-ef66206c3d89'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:50.347474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52555ec1-4b8b-4e0d-a254-15db88dfcfa6 req-29eb8c7d-3242-461a-a2d2-5a13f7ec43a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48111797-9890-4474-a7a7-b6d82545c3c3 HTTP/1.1" status: 200 len: 217 time: 0.0699623 Jan 28 12:25:50.425988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52555ec1-4b8b-4e0d-a254-15db88dfcfa6 req-69daede4-0742-48c6-b253-c55c96c7f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:50.427623 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7125dc77-dcac-41a2-9087-cf9b388d9be1 req-8c1b5fad-8849-4d5c-8349-94f40c20117f service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219012 Jan 28 12:25:50.428453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52555ec1-4b8b-4e0d-a254-15db88dfcfa6 req-69daede4-0742-48c6-b253-c55c96c7f2a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13c944b6-3b12-4207-add2-982f6e93cbb5 HTTP/1.1" status: 200 len: 850 time: 0.0751910 Jan 28 12:25:50.580107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400e027-7028-45b3-aa06-101ffb4256aa req-1f0079d8-814c-4950-a04e-1f32db251d1e tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:50.589909 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4400e027-7028-45b3-aa06-101ffb4256aa req-1f0079d8-814c-4950-a04e-1f32db251d1e tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 943 time: 0.1126499 Jan 28 12:25:50.595304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52555ec1-4b8b-4e0d-a254-15db88dfcfa6 req-e09e1302-d0ef-45d9-8004-eb469bbc9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:50.599954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52555ec1-4b8b-4e0d-a254-15db88dfcfa6 req-e09e1302-d0ef-45d9-8004-eb469bbc9004 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639614 Jan 28 12:25:50.736010 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4400e027-7028-45b3-aa06-101ffb4256aa req-4a463606-983e-4bff-a668-062a72ecf905 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4005f46-f704-4d94-906d-571acaefb952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450210 Jan 28 12:25:50.788129 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52555ec1-4b8b-4e0d-a254-15db88dfcfa6 req-7e39682e-9db8-480b-aaa0-e2d080d4a6c4 service neutron] 10.222.0.35 "GET /v2.0/networks/a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784692 Jan 28 12:25:50.882243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 48111797-9890-4474-a7a7-b6d82545c3c3 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:25:50.918276 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52555ec1-4b8b-4e0d-a254-15db88dfcfa6 req-310aa5b7-e92c-4a1d-bc1d-c68bf1abb5c4 service neutron] 10.222.0.35 "GET /v2.0/networks/a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226563 Jan 28 12:25:50.966161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:25:50.968508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ded109-37c2-4724-89c8-475b4bb26d31 req-a6e62f21-3b91-40b2-9465-66c6a39b9758 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:50.970722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c2ded109-37c2-4724-89c8-475b4bb26d31 req-a6e62f21-3b91-40b2-9465-66c6a39b9758 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 944 time: 0.0672038 Jan 28 12:25:51.053202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c2ded109-37c2-4724-89c8-475b4bb26d31 req-42b88962-45be-401d-a889-0abf1be55a1a tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642900 Jan 28 12:25:51.072105 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] The host n-h1-824835-4 is not matching for port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 host n-h2-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:25:51.072614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:25:51.097873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:51.101586 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f330599-1a9d-424e-8663-ce2801a20215" -d '{"events": [{"name": "network-changed", "server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:51.106788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 48111797-9890-4474-a7a7-b6d82545c3c3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=48111797-9890-4474-a7a7-b6d82545c3c3,segment=NetworkSegment(c8f8726d-4fd2-444b-a343-7284e66b7e7c),segment_id=c8f8726d-4fd2-444b-a343-7284e66b7e7c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:51.123097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '48111797-9890-4474-a7a7-b6d82545c3c3', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'port_id': '48111797-9890-4474-a7a7-b6d82545c3c3', 'mac_address': 'fa:16:3e:c4:8b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:25:51.184021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 48111797-9890-4474-a7a7-b6d82545c3c3 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:51.187007 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:51.220587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48111797-9890-4474-a7a7-b6d82545c3c3 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:51.248413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 48111797-9890-4474-a7a7-b6d82545c3c3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=48111797-9890-4474-a7a7-b6d82545c3c3,segment=NetworkSegment(c8f8726d-4fd2-444b-a343-7284e66b7e7c),segment_id=c8f8726d-4fd2-444b-a343-7284e66b7e7c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:51.256734 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:51.317491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=48111797-9890-4474-a7a7-b6d82545c3c3,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:51.499768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e323c6-b9ac-43a5-96da-667c68bedc6a req-711fa8b2-f2b8-4dea-af81-33da1c5fb1e0 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:51.501245 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32e323c6-b9ac-43a5-96da-667c68bedc6a req-711fa8b2-f2b8-4dea-af81-33da1c5fb1e0 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 948 time: 0.0675120 Jan 28 12:25:51.516833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['48111797-9890-4474-a7a7-b6d82545c3c3'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:51.575917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32e323c6-b9ac-43a5-96da-667c68bedc6a req-dce9ef90-2341-4600-997d-bafa0e21adc6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674655 Jan 28 12:25:51.610760 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80f73821-cc08-4502-bda4-706e741e299d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:51.781703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 329599c7-fa41-4c4a-a81e-a40a942dcaa7 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:25:51.785046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 43139a91-39c3-4ca4-a016-ef66206c3d89 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:51.919018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 43139a91-39c3-4ca4-a016-ef66206c3d89 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:51.919473 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:51.987576 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:52.003817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'mac_address': 'fa:16:3e:67:25:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:25:52.079990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:52.080445 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:52.082265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 43139a91-39c3-4ca4-a016-ef66206c3d89 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:52.083202 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:52.110771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 329599c7-fa41-4c4a-a81e-a40a942dcaa7 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:52.132199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd799856f-bdb8-499e-8763-0a0cd45d1d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43139a91-39c3-4ca4-a016-ef66206c3d89'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:52.138570 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73792d4-b3f0-4912-905b-45f76a0f80d3" -d '{"events": [{"server_uuid": "d799856f-bdb8-499e-8763-0a0cd45d1d10", "name": "network-vif-plugged", "status": "completed", "tag": "43139a91-39c3-4ca4-a016-ef66206c3d89"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:52.158833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:52.158833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 43139a91-39c3-4ca4-a016-ef66206c3d89, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=43139a91-39c3-4ca4-a016-ef66206c3d89,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:52.170954 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:52.197682 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:52.197682 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b644739f-a313-4707-aca2-c2031070e59b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:52.267293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=329599c7-fa41-4c4a-a81e-a40a942dcaa7,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:52.364110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['329599c7-fa41-4c4a-a81e-a40a942dcaa7'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:52.370973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port b644739f-a313-4707-aca2-c2031070e59b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:25:52.399484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=43139a91-39c3-4ca4-a016-ef66206c3d89,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:52.408719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port b644739f-a313-4707-aca2-c2031070e59b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:52.409472 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b644739f-a313-4707-aca2-c2031070e59b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:52.590796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b644739f-a313-4707-aca2-c2031070e59b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:52.591560 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b644739f-a313-4707-aca2-c2031070e59b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:52.685781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b644739f-a313-4707-aca2-c2031070e59b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b644739f-a313-4707-aca2-c2031070e59b,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:52.692427 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b644739f-a313-4707-aca2-c2031070e59b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:52.765114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b644739f-a313-4707-aca2-c2031070e59b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:52.824447 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:52.882614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 48111797-9890-4474-a7a7-b6d82545c3c3 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:52.971954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 48111797-9890-4474-a7a7-b6d82545c3c3 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:25:52.977241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 48111797-9890-4474-a7a7-b6d82545c3c3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:52.977626 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:53.072654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 48111797-9890-4474-a7a7-b6d82545c3c3 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:53.073060 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:53.116337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 48111797-9890-4474-a7a7-b6d82545c3c3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=48111797-9890-4474-a7a7-b6d82545c3c3,segment=NetworkSegment(c8f8726d-4fd2-444b-a343-7284e66b7e7c),segment_id=c8f8726d-4fd2-444b-a343-7284e66b7e7c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:53.129012 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:53.200007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=48111797-9890-4474-a7a7-b6d82545c3c3,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:53.810590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:25:53.813369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 329599c7-fa41-4c4a-a81e-a40a942dcaa7 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:53.955559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:53.955559 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:54.026406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:54.043592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'mac_address': 'fa:16:3e:7d:52:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:25:54.146799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:54.147244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:54.157491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:54.157881 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:54.180213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:25:54.211545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:54.213381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:54.218684 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:54.224609 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:54.281986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=329599c7-fa41-4c4a-a81e-a40a942dcaa7,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:54.346474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:54.502166 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:54.629184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:25:55.231781 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d851bf71-77a1-44e9-91d2-86e7d9c28bcd x-openstack-request-id: req-d851bf71-77a1-44e9-91d2-86e7d9c28bcd {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:55.233251 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:55.234189 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d851bf71-77a1-44e9-91d2-86e7d9c28bcd {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:55.235113 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'status': 'completed', 'code': 200} Jan 28 12:25:55.249978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-848c39ed-3d46-42d6-8ce2-8964a1515f17 req-d38c92a2-312e-4294-b930-098efec1b465 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0822923 Jan 28 12:25:55.410948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f330599-1a9d-424e-8663-ce2801a20215 req-b5483d44-3220-4489-91bc-efc497238d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:55.412855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-b5483d44-3220-4489-91bc-efc497238d25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1100 time: 0.1584868 Jan 28 12:25:55.509139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c39ed-3d46-42d6-8ce2-8964a1515f17 req-3d3c12af-831f-4859-be49-6515771a6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:55.510791 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-848c39ed-3d46-42d6-8ce2-8964a1515f17 req-3d3c12af-831f-4859-be49-6515771a6d91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 1095 time: 0.1720526 Jan 28 12:25:55.620222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f330599-1a9d-424e-8663-ce2801a20215 req-4b5baa47-6b57-43fd-aa1d-51053af16e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:55.626814 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-4b5baa47-6b57-43fd-aa1d-51053af16e03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1100 time: 0.3387730 Jan 28 12:25:55.744973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865d3cc-f12e-4258-986c-f5e5d475c3f0 req-e173b43f-cab0-4447-baac-3ea95b8001c9 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:55.747431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d865d3cc-f12e-4258-986c-f5e5d475c3f0 req-e173b43f-cab0-4447-baac-3ea95b8001c9 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 945 time: 0.2188072 Jan 28 12:25:55.806572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c39ed-3d46-42d6-8ce2-8964a1515f17 req-eecd1fbf-01c1-4962-804b-2cb4effa4cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:55.808727 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-848c39ed-3d46-42d6-8ce2-8964a1515f17 req-eecd1fbf-01c1-4962-804b-2cb4effa4cd6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.2616210 Jan 28 12:25:55.811666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:25:55.812830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f330599-1a9d-424e-8663-ce2801a20215 req-9442cd0b-2b19-499e-a987-54c3e475d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:55.814987 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-9442cd0b-2b19-499e-a987-54c3e475d41a service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1754606 Jan 28 12:25:55.886570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-494809a2-f265-4f62-a831-27a96b899820 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 217 time: 0.0594320 Jan 28 12:25:55.909468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-848c39ed-3d46-42d6-8ce2-8964a1515f17 req-2a1e1692-939b-4a2e-bc2c-853cd6fd3907 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25 HTTP/1.1" status: 200 len: 217 time: 0.0705698 Jan 28 12:25:55.952530 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:55.953141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f330599-1a9d-424e-8663-ce2801a20215 req-398831ca-9b85-46f7-a4dd-2adfb8570a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:55.954734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-398831ca-9b85-46f7-a4dd-2adfb8570a39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.5346518 Jan 28 12:25:55.960813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:25:55.969861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f330599-1a9d-424e-8663-ce2801a20215 req-dbeaa2bf-2df5-48de-9d27-efda8f78262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:55.971213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d865d3cc-f12e-4258-986c-f5e5d475c3f0 req-5faceeea-b4f3-4e97-91ef-a7241662c890 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4005f46-f704-4d94-906d-571acaefb952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306438 Jan 28 12:25:55.971385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:25:55.972447 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-dbeaa2bf-2df5-48de-9d27-efda8f78262f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0779350 Jan 28 12:25:55.972981 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:56.031048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f330599-1a9d-424e-8663-ce2801a20215 req-ff6314bb-26d5-4933-bfc3-3c7464cceaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:56.032547 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-ff6314bb-26d5-4933-bfc3-3c7464cceaba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0499563 Jan 28 12:25:56.063611 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884c4aa8-32d8-4cd7-ab8e-48bf2eeae692 x-openstack-request-id: req-884c4aa8-32d8-4cd7-ab8e-48bf2eeae692 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:25:56.064006 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d799856f-bdb8-499e-8763-0a0cd45d1d10", "name": "network-vif-plugged", "status": "completed", "tag": "43139a91-39c3-4ca4-a016-ef66206c3d89", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:25:56.064484 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-884c4aa8-32d8-4cd7-ab8e-48bf2eeae692 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:25:56.065740 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd799856f-bdb8-499e-8763-0a0cd45d1d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43139a91-39c3-4ca4-a016-ef66206c3d89', 'code': 200} Jan 28 12:25:56.086098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ceb4b-fc72-487b-a583-57db56924829 req-f655189b-be6d-4064-b149-2ab6453bae0d tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:56.089210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-039ceb4b-fc72-487b-a583-57db56924829 req-f655189b-be6d-4064-b149-2ab6453bae0d tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 945 time: 0.3610220 Jan 28 12:25:56.137938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:25:56.138446 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:56.175000 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-441a3641-20f0-483c-8901-737383a62dc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 217 time: 0.1403675 Jan 28 12:25:56.198237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:25:56.213375 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:25:56.222071 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-9444aa2d-362c-416e-8255-766cf1ea6636 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793535 Jan 28 12:25:56.242824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c39ed-3d46-42d6-8ce2-8964a1515f17 req-f4fcf875-97a4-4609-be28-03c8fc2a7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:56.244420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-848c39ed-3d46-42d6-8ce2-8964a1515f17 req-f4fcf875-97a4-4609-be28-03c8fc2a7ae3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.3273714 Jan 28 12:25:56.296807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:25:56.315644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-848c39ed-3d46-42d6-8ce2-8964a1515f17 req-56096dcf-e16c-4792-b8a0-7587de4bfa79 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533373 Jan 28 12:25:56.347680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-039ceb4b-fc72-487b-a583-57db56924829 req-fb42ebdc-0694-4bc8-8040-efe2565e9f9f tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463462 Jan 28 12:25:56.368800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f330599-1a9d-424e-8663-ce2801a20215 req-c863d0bd-9e86-4722-aa6b-09fce638b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:56.370367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-c863d0bd-9e86-4722-aa6b-09fce638b83a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1740606 Jan 28 12:25:56.380860 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-f0d9cc2b-3f4e-4ee3-8886-f6642b0064d3 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496925 Jan 28 12:25:56.857456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f35581-59f9-4274-b4a4-6f04a09e364c req-119f7e89-460c-4536-b805-f5a46c71420b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:56.859153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99f35581-59f9-4274-b4a4-6f04a09e364c req-119f7e89-460c-4536-b805-f5a46c71420b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 949 time: 0.6885648 Jan 28 12:25:56.911891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f330599-1a9d-424e-8663-ce2801a20215 req-3aa9cefb-b47d-48c2-a3ae-c7df607b8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:56.913367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-3aa9cefb-b47d-48c2-a3ae-c7df607b8f15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5165927 Jan 28 12:25:57.015003 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-848c39ed-3d46-42d6-8ce2-8964a1515f17 req-7c81f489-676a-415a-b872-24ae98f483f4 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6890407 Jan 28 12:25:57.024516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99f35581-59f9-4274-b4a4-6f04a09e364c req-b480cdfa-3319-4d01-8e69-86f3bd952bfe tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559455 Jan 28 12:25:57.167161 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-1e67035e-6137-428a-b8b3-50ffb966355a service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414782 Jan 28 12:25:57.293772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f330599-1a9d-424e-8663-ce2801a20215 req-9bdd447c-345a-4b1d-84fe-b1207e4f918b service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185138 Jan 28 12:25:57.322734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-848c39ed-3d46-42d6-8ce2-8964a1515f17 req-676568c5-ad23-4024-8bd9-2a2e4f56c576 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943103 Jan 28 12:25:58.070740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01491fb5-f3d8-4155-b6a1-319983d2cd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b644739f-a313-4707-aca2-c2031070e59b'}, {'server_uuid': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48111797-9890-4474-a7a7-b6d82545c3c3'}, {'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7'}, {'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:25:58.074967 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c155d117-7fb8-4866-8965-10dd48f105df" -d '{"events": [{"server_uuid": "01491fb5-f3d8-4155-b6a1-319983d2cd59", "name": "network-vif-plugged", "status": "completed", "tag": "b644739f-a313-4707-aca2-c2031070e59b"}, {"server_uuid": "f1a465d3-eda4-4096-b707-f6cd264a5013", "name": "network-vif-plugged", "status": "completed", "tag": "48111797-9890-4474-a7a7-b6d82545c3c3"}, {"server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "name": "network-vif-plugged", "status": "completed", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7"}, {"server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "name": "network-vif-plugged", "status": "completed", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:25:58.108217 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-804bd3e3-6344-419e-80d6-bf592be2fbf3 req-0f7a21fd-b8d1-4cf3-86c0-cd7bb0532083 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972652 Jan 28 12:25:58.272470 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bd3e3-6344-419e-80d6-bf592be2fbf3 req-32dc22bb-f5aa-4a9b-b4c5-30bd450cb42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:58.273966 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-804bd3e3-6344-419e-80d6-bf592be2fbf3 req-32dc22bb-f5aa-4a9b-b4c5-30bd450cb42c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 1101 time: 0.1405537 Jan 28 12:25:58.424086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bd3e3-6344-419e-80d6-bf592be2fbf3 req-07c1baa3-56c2-41cb-89a0-d3bbb54c2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:58.425569 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-804bd3e3-6344-419e-80d6-bf592be2fbf3 req-07c1baa3-56c2-41cb-89a0-d3bbb54c2d1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1267645 Jan 28 12:25:58.503335 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-804bd3e3-6344-419e-80d6-bf592be2fbf3 req-9ddebff9-0ab1-477e-a2b5-80c2ebc1f4a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 200 len: 217 time: 0.0689924 Jan 28 12:25:58.642882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bd3e3-6344-419e-80d6-bf592be2fbf3 req-d7547f32-94fb-4be8-b5eb-045d1ef1e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:58.650382 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-804bd3e3-6344-419e-80d6-bf592be2fbf3 req-d7547f32-94fb-4be8-b5eb-045d1ef1e7a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1356287 Jan 28 12:25:58.774536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bd3e3-6344-419e-80d6-bf592be2fbf3 req-51d8a3cd-6b05-420d-9398-58bddeb84e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:25:58.776270 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-804bd3e3-6344-419e-80d6-bf592be2fbf3 req-51d8a3cd-6b05-420d-9398-58bddeb84e77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170805 Jan 28 12:25:58.912815 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-804bd3e3-6344-419e-80d6-bf592be2fbf3 req-157163da-aa4e-46dc-a0c4-d4ca87ef740f service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204607 Jan 28 12:25:59.058449 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-804bd3e3-6344-419e-80d6-bf592be2fbf3 req-a92fb129-e498-4c72-a481-6e7be00a8796 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387107 Jan 28 12:26:02.694686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfefa9-79e9-435e-856b-3491cda19226 req-9433e749-546a-41c3-ad7a-db3f6db00412 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:02.702875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0adfefa9-79e9-435e-856b-3491cda19226 req-9433e749-546a-41c3-ad7a-db3f6db00412 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 945 time: 0.0687819 Jan 28 12:26:02.783307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0adfefa9-79e9-435e-856b-3491cda19226 req-683303b7-6a9d-4876-9fc3-f7bc2e53fd76 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4005f46-f704-4d94-906d-571acaefb952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711694 Jan 28 12:26:02.953161 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 12:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd0d1f4-c333-4e17-a0e3-6142622a4d92 x-openstack-request-id: req-0fd0d1f4-c333-4e17-a0e3-6142622a4d92 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:02.953707 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01491fb5-f3d8-4155-b6a1-319983d2cd59", "name": "network-vif-plugged", "status": "completed", "tag": "b644739f-a313-4707-aca2-c2031070e59b", "code": 200}, {"server_uuid": "f1a465d3-eda4-4096-b707-f6cd264a5013", "name": "network-vif-plugged", "status": "completed", "tag": "48111797-9890-4474-a7a7-b6d82545c3c3", "code": 200}, {"server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "name": "network-vif-plugged", "status": "completed", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7", "code": 200}, {"server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "name": "network-vif-plugged", "status": "completed", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:02.953807 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fd0d1f4-c333-4e17-a0e3-6142622a4d92 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:02.954589 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01491fb5-f3d8-4155-b6a1-319983d2cd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b644739f-a313-4707-aca2-c2031070e59b', 'code': 200} Jan 28 12:26:02.955069 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48111797-9890-4474-a7a7-b6d82545c3c3', 'code': 200} Jan 28 12:26:02.955553 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'code': 200} Jan 28 12:26:02.956011 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'code': 200} Jan 28 12:26:02.973666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-9f257514-8ca8-4510-b6d1-77e07d3091f8 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:02.978187 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-9f257514-8ca8-4510-b6d1-77e07d3091f8 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152&tenant_id=5365e826fdfe40a69e62d0df1e72d7db&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 950 time: 0.1437058 Jan 28 12:26:02.985151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646d10e-ce1c-4e6b-acaa-de6ea1150119 req-c1522beb-a24e-483f-be89-906dc14a48a3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:03.005033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7646d10e-ce1c-4e6b-acaa-de6ea1150119 req-c1522beb-a24e-483f-be89-906dc14a48a3 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 945 time: 0.1226275 Jan 28 12:26:03.183280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7646d10e-ce1c-4e6b-acaa-de6ea1150119 req-bd630897-9a5c-4553-b255-11093eaf24b0 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725760 Jan 28 12:26:03.201795 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-c45248d2-ff37-420c-8f52-b8f5507fba35 service neutron] 10.222.0.49 "GET /v2.0/ports/a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05/bindings/n-h2-824835-4 HTTP/1.1" status: 200 len: 382 time: 0.1965816 Jan 28 12:26:03.220231 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6503e7-6439-4727-b61b-54be8ff26906 req-d47a3ff4-e537-445e-9cc9-a4af09fcb8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:03.227033 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fc6503e7-6439-4727-b61b-54be8ff26906 req-d47a3ff4-e537-445e-9cc9-a4af09fcb8d8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 1096 time: 0.0956790 Jan 28 12:26:03.229398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192775b4-9f51-441d-baa8-127eccab6ffc req-8388e68c-dcee-44eb-9f91-861a5e8b29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:03.231124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-192775b4-9f51-441d-baa8-127eccab6ffc req-8388e68c-dcee-44eb-9f91-861a5e8b29a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 1096 time: 0.2044406 Jan 28 12:26:03.252536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730db6a-cb5c-4f09-901a-e67697ab3026 req-f536f0d3-d9d9-49ea-94fd-9bfc0798bc64 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:03.262701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6730db6a-cb5c-4f09-901a-e67697ab3026 req-f536f0d3-d9d9-49ea-94fd-9bfc0798bc64 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.1281221 Jan 28 12:26:03.304268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-65488f3d-ce6f-419a-bd6c-941c93e4ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:03.305869 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-65488f3d-ce6f-419a-bd6c-941c93e4ff4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1101 time: 0.0777044 Jan 28 12:26:03.331444 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fc6503e7-6439-4727-b61b-54be8ff26906 req-62ed6f99-add2-47f9-af34-4bb2aec18623 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866416 Jan 28 12:26:03.396956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6730db6a-cb5c-4f09-901a-e67697ab3026 req-944f52aa-3685-4f54-8342-b81a63d0113b tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333861 Jan 28 12:26:03.427602 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-192775b4-9f51-441d-baa8-127eccab6ffc req-3ab1d3fc-573b-450e-9247-98de74391712 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a4005f46-f704-4d94-906d-571acaefb952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866183 Jan 28 12:26:03.440036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da385c-344c-47c6-b9b0-c7f34a12d1a6 req-9d937b2f-81ea-4adf-acb3-2c9edd2f13c0 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:03.442528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96da385c-344c-47c6-b9b0-c7f34a12d1a6 req-9d937b2f-81ea-4adf-acb3-2c9edd2f13c0 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 949 time: 0.1322002 Jan 28 12:26:03.445418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-5d50ad73-980f-43a0-ba15-152b748b7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:03.447266 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-5d50ad73-980f-43a0-ba15-152b748b7022 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1279531 Jan 28 12:26:03.513785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96da385c-344c-47c6-b9b0-c7f34a12d1a6 req-bc2b674f-edc9-48ef-94a4-7b7668d0d1ff tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643649 Jan 28 12:26:03.623132 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-52876daa-f513-4cd4-b849-23c0fed90c4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 217 time: 0.0598066 Jan 28 12:26:03.691004 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-961f2e84-8841-447a-80c7-56ee0a2339ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:03.693706 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-961f2e84-8841-447a-80c7-56ee0a2339ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0591402 Jan 28 12:26:03.818559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-aec33b0e-c918-41f6-97fb-e207f55a82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:03.822246 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-aec33b0e-c918-41f6-97fb-e207f55a82f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134741 Jan 28 12:26:04.013153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271ccce-834b-46c0-ad68-4da72707d9a7 req-d6196dc6-04f3-4df7-85d7-afebd3218569 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:04.020918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0271ccce-834b-46c0-ad68-4da72707d9a7 req-d6196dc6-04f3-4df7-85d7-afebd3218569 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 945 time: 0.0968206 Jan 28 12:26:04.104879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0271ccce-834b-46c0-ad68-4da72707d9a7 req-66959181-1ead-4625-81f1-55c64049c78f tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4005f46-f704-4d94-906d-571acaefb952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829709 Jan 28 12:26:04.123105 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-cd6e358c-2775-4b45-9e62-4f7cab115628 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920985 Jan 28 12:26:04.228544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60872) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:04.378140 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-927aea27-7e77-4046-b53f-feb6fda22b17 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464819 Jan 28 12:26:04.419460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1acc4ea7-4f83-46ad-8be7-013606984401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:04.460176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ef49-8017-448c-bc66-540869277cd7 req-6b148214-c89f-4931-b821-56e332c6be28 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:04.467738 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f30ef49-8017-448c-bc66-540869277cd7 req-6b148214-c89f-4931-b821-56e332c6be28 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 945 time: 0.1610930 Jan 28 12:26:04.545370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f30ef49-8017-448c-bc66-540869277cd7 req-606061a5-b445-4ad3-b1fd-1bf03b02f4ba tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764337 Jan 28 12:26:04.631753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ba55a-ea1d-4a62-a951-802dc1859adf req-e9df60b9-d367-4c32-ac57-2ba21e349e98 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:04.639421 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b31ba55a-ea1d-4a62-a951-802dc1859adf req-e9df60b9-d367-4c32-ac57-2ba21e349e98 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.0918705 Jan 28 12:26:04.771870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b31ba55a-ea1d-4a62-a951-802dc1859adf req-31689d72-746c-48e1-96e4-2c8d60fb0475 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229982 Jan 28 12:26:04.786116 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1acc4ea7-4f83-46ad-8be7-013606984401 admin admin] Publish callbacks [] for security_group (e5689d4d-9caf-4dad-a52a-96c17eb14d62), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:04.795425 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1acc4ea7-4f83-46ad-8be7-013606984401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e5689d4d-9caf-4dad-a52a-96c17eb14d62), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:04.870708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60900) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:04.871320 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1acc4ea7-4f83-46ad-8be7-013606984401 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df1adb3565984575af200ef3a5289815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6414082 Jan 28 12:26:04.872558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc4ea7-4f83-46ad-8be7-013606984401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5689d4d-9caf-4dad-a52a-96c17eb14d62,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:04.949468 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42ed1ca7-e386-46e4-ae48-da11a49b15c1 admin admin] Publish callbacks [] for security_group (e5689d4d-9caf-4dad-a52a-96c17eb14d62), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:04.975688 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42ed1ca7-e386-46e4-ae48-da11a49b15c1 admin admin] Publish callbacks [] for security_group (e5689d4d-9caf-4dad-a52a-96c17eb14d62), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:05.038337 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42ed1ca7-e386-46e4-ae48-da11a49b15c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e5689d4d-9caf-4dad-a52a-96c17eb14d62), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:05.041652 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42ed1ca7-e386-46e4-ae48-da11a49b15c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:05.043137 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-42ed1ca7-e386-46e4-ae48-da11a49b15c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5689d4d-9caf-4dad-a52a-96c17eb14d62 HTTP/1.1" status: 204 len: 168 time: 0.1709528 Jan 28 12:26:05.056697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed1ca7-e386-46e4-ae48-da11a49b15c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5689d4d-9caf-4dad-a52a-96c17eb14d62,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:05.239788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab9872-32a0-432a-96b8-e367a09ea364 req-64ebaf09-90bd-42a9-8ebd-9aa21e1b21f2 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:05.250635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ab9872-32a0-432a-96b8-e367a09ea364 req-64ebaf09-90bd-42a9-8ebd-9aa21e1b21f2 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 945 time: 0.0662744 Jan 28 12:26:05.316400 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ab9872-32a0-432a-96b8-e367a09ea364 req-8ef8a74b-4a75-40ec-bf26-7d11e1b325eb tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4005f46-f704-4d94-906d-571acaefb952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643594 Jan 28 12:26:05.551505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf716d9-33b3-4dce-afac-cbad503cf969 req-19624d9d-288e-49af-abc4-d8e1da86408a tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:05.553308 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-edf716d9-33b3-4dce-afac-cbad503cf969 req-19624d9d-288e-49af-abc4-d8e1da86408a tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 945 time: 0.1350670 Jan 28 12:26:05.563474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60924) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:05.568902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-90f41aa8-d7c0-470b-bed9-dec95a550670 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Request body: {'floatingip': {'port_id': '48111797-9890-4474-a7a7-b6d82545c3c3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:05.652592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60926) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:05.655130 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90f41aa8-d7c0-470b-bed9-dec95a550670 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for floatingip (a9f5d3e3-b860-414d-930b-1ad7dfc50e00), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:05.668720 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5840828-ba58-4a51-9a4b-30aa30c3431b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:05.772023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440f292-ac40-4620-a180-47aa53f74457 req-02e03873-30ce-4f80-83d8-95462f5e3eb5 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:05.788085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4440f292-ac40-4620-a180-47aa53f74457 req-02e03873-30ce-4f80-83d8-95462f5e3eb5 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 945 time: 0.1469042 Jan 28 12:26:05.885964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4440f292-ac40-4620-a180-47aa53f74457 req-67f73eb0-3702-4900-91a6-24e738596108 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964384 Jan 28 12:26:05.906822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 43139a91-39c3-4ca4-a016-ef66206c3d89 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:06.026730 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5840828-ba58-4a51-9a4b-30aa30c3431b admin admin] Publish callbacks [] for security_group (8867d00c-f6a4-4fd9-8bab-47467c1f28d0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:06.051309 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5840828-ba58-4a51-9a4b-30aa30c3431b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8867d00c-f6a4-4fd9-8bab-47467c1f28d0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:06.103570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5840828-ba58-4a51-9a4b-30aa30c3431b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8867d00c-f6a4-4fd9-8bab-47467c1f28d0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:06.188514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16967db8-bb4b-44dd-be95-da47a0e2fb60 req-6c6a9cb3-ebf4-4c12-836a-9f4bf5f6c382 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:06.197571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16967db8-bb4b-44dd-be95-da47a0e2fb60 req-6c6a9cb3-ebf4-4c12-836a-9f4bf5f6c382 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.2622035 Jan 28 12:26:06.212117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a5840828-ba58-4a51-9a4b-30aa30c3431b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48bec473ac434a129306db270e1de563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5582693 Jan 28 12:26:06.220739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60944) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:06.303990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 43139a91-39c3-4ca4-a016-ef66206c3d89 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:06.304558 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:06.312521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-420d68fb-d5cb-43ee-8d4a-6cb7092e07a9 req-44e4ccb4-d8ea-4b9e-8374-8574617e8045 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-172793412&fields=id&tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf HTTP/1.1" status: 200 len: 267 time: 0.2108765 Jan 28 12:26:06.343903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd799856f-bdb8-499e-8763-0a0cd45d1d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43139a91-39c3-4ca4-a016-ef66206c3d89'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:06.347918 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e617f72-3126-4f3c-8926-c1c08165f624" -d '{"events": [{"server_uuid": "d799856f-bdb8-499e-8763-0a0cd45d1d10", "name": "network-vif-unplugged", "status": "completed", "tag": "43139a91-39c3-4ca4-a016-ef66206c3d89"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:06.366610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 43139a91-39c3-4ca4-a016-ef66206c3d89, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=43139a91-39c3-4ca4-a016-ef66206c3d89,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:06.376764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc91f3f7-769a-4714-92bc-ea9d5cfb773e admin admin] Publish callbacks [] for security_group (8867d00c-f6a4-4fd9-8bab-47467c1f28d0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:06.379687 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:06.422660 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc91f3f7-769a-4714-92bc-ea9d5cfb773e admin admin] Publish callbacks [] for security_group (8867d00c-f6a4-4fd9-8bab-47467c1f28d0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:06.456547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=43139a91-39c3-4ca4-a016-ef66206c3d89,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:06.514342 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16967db8-bb4b-44dd-be95-da47a0e2fb60 req-f092469a-5b29-4960-a390-0dcfefc18ff3 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120770 Jan 28 12:26:06.525265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc91f3f7-769a-4714-92bc-ea9d5cfb773e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8867d00c-f6a4-4fd9-8bab-47467c1f28d0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:06.525265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc91f3f7-769a-4714-92bc-ea9d5cfb773e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:06.526171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dc91f3f7-769a-4714-92bc-ea9d5cfb773e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8867d00c-f6a4-4fd9-8bab-47467c1f28d0 HTTP/1.1" status: 204 len: 168 time: 0.2999349 Jan 28 12:26:06.575075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91f3f7-769a-4714-92bc-ea9d5cfb773e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8867d00c-f6a4-4fd9-8bab-47467c1f28d0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:06.593800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d68fb-d5cb-43ee-8d4a-6cb7092e07a9 req-3d45fe8c-dc3e-45db-86af-b1f8f4e7c116 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:06.617450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-420d68fb-d5cb-43ee-8d4a-6cb7092e07a9 req-3d45fe8c-dc3e-45db-86af-b1f8f4e7c116 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 945 time: 0.2957170 Jan 28 12:26:06.624048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-420d68fb-d5cb-43ee-8d4a-6cb7092e07a9 req-856dea15-d02d-4ed3-ba59-b1615715ac96 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'port': {'security_groups': ['baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e', '27b63c9a-db3d-4721-9e0c-c6c956eaa640']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:06.722362 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115435bc-a0e7-4b3c-a1ae-b9b679d7888b x-openstack-request-id: req-115435bc-a0e7-4b3c-a1ae-b9b679d7888b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:06.723743 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d799856f-bdb8-499e-8763-0a0cd45d1d10", "name": "network-vif-unplugged", "status": "completed", "tag": "43139a91-39c3-4ca4-a016-ef66206c3d89", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:06.724065 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-115435bc-a0e7-4b3c-a1ae-b9b679d7888b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:06.724578 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd799856f-bdb8-499e-8763-0a0cd45d1d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43139a91-39c3-4ca4-a016-ef66206c3d89', 'code': 200} Jan 28 12:26:06.781907 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-420d68fb-d5cb-43ee-8d4a-6cb7092e07a9 req-856dea15-d02d-4ed3-ba59-b1615715ac96 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b644739f-a313-4707-aca2-c2031070e59b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:06.943299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:26:07.272396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:07.289149 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90f41aa8-d7c0-470b-bed9-dec95a550670 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:07.293056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-420d68fb-d5cb-43ee-8d4a-6cb7092e07a9 req-856dea15-d02d-4ed3-ba59-b1615715ac96 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] For port b644739f-a313-4707-aca2-c2031070e59b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b644739f-a313-4707-aca2-c2031070e59b,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:07.296374 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90f41aa8-d7c0-470b-bed9-dec95a550670 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a9f5d3e3-b860-414d-930b-1ad7dfc50e00), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:07.328861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-38b85884-437f-4bb4-acd1-ba7032551866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:07.330319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-38b85884-437f-4bb4-acd1-ba7032551866 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152&tenant_id=5365e826fdfe40a69e62d0df1e72d7db HTTP/1.1" status: 200 len: 1101 time: 0.1638415 Jan 28 12:26:07.331578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'mac_address': 'fa:16:3e:7e:f2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:26:07.346012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:07.400026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:07.400358 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:07.424311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:26:07.445723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:07.460452 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:07.468016 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-420d68fb-d5cb-43ee-8d4a-6cb7092e07a9 req-856dea15-d02d-4ed3-ba59-b1615715ac96 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for port (b644739f-a313-4707-aca2-c2031070e59b), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:07.505024 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-420d68fb-d5cb-43ee-8d4a-6cb7092e07a9 req-856dea15-d02d-4ed3-ba59-b1615715ac96 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b644739f-a313-4707-aca2-c2031070e59b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:07.520819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e5204f37-f78e-4bef-b206-bd45f550d73a', 'b644739f-a313-4707-aca2-c2031070e59b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:07.578529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:07.625930 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-90f41aa8-d7c0-470b-bed9-dec95a550670 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Floating IP a9f5d3e3-b860-414d-930b-1ad7dfc50e00 associated. External IP: 172.25.7.112, port: 48111797-9890-4474-a7a7-b6d82545c3c3. Jan 28 12:26:07.633852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:07.714891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d68fb-d5cb-43ee-8d4a-6cb7092e07a9 req-856dea15-d02d-4ed3-ba59-b1615715ac96 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:07.714891 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-420d68fb-d5cb-43ee-8d4a-6cb7092e07a9 req-856dea15-d02d-4ed3-ba59-b1615715ac96 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:07.739286 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-420d68fb-d5cb-43ee-8d4a-6cb7092e07a9 req-856dea15-d02d-4ed3-ba59-b1615715ac96 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "PUT /v2.0/ports/b644739f-a313-4707-aca2-c2031070e59b HTTP/1.1" status: 200 len: 981 time: 1.1208146 Jan 28 12:26:07.743783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01491fb5-f3d8-4155-b6a1-319983d2cd59', 'tag': 'b644739f-a313-4707-aca2-c2031070e59b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:07.746077 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f7cdd1-5588-405d-b61a-405680e9c399" -d '{"events": [{"name": "network-changed", "server_uuid": "01491fb5-f3d8-4155-b6a1-319983d2cd59", "tag": "b644739f-a313-4707-aca2-c2031070e59b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:07.764739 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:07.908589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b644739f-a313-4707-aca2-c2031070e59b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:07.921457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dea15-d02d-4ed3-ba59-b1615715ac96 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'Port': ['ID=b644739f-a313-4707-aca2-c2031070e59b,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:07.979773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2ab9-ab3f-4508-8458-1fb1c5cb51e1 req-fd43580a-618c-434f-8560-f740fbeba355 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:07.983285 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-08da2ab9-ab3f-4508-8458-1fb1c5cb51e1 req-fd43580a-618c-434f-8560-f740fbeba355 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.2285826 Jan 28 12:26:08.220604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f41aa8-d7c0-470b-bed9-dec95a550670 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Router e3cbdd06-f063-46ab-8ac6-352baff57bcc has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:26:08.456277 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:08.522850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:26:08.584843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Publish callbacks [] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:08.611239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Transition to ACTIVE for port object a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:26:08.614221 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f41aa8-d7c0-470b-bed9-dec95a550670 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:26:08.621639 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90f41aa8-d7c0-470b-bed9-dec95a550670 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:08.641940 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:08.689084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96567b58-fc85-4868-8ba2-7df70e9fa6c7 None None] Sync routers for ids ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:26:08.692183 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-90f41aa8-d7c0-470b-bed9-dec95a550670 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "PUT /v2.0/floatingips/a9f5d3e3-b860-414d-930b-1ad7dfc50e00 HTTP/1.1" status: 200 len: 991 time: 3.1269395 Jan 28 12:26:08.694407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'tag': '48111797-9890-4474-a7a7-b6d82545c3c3'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:08.700340 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a5a01f-5252-4161-9f0c-8315d8c7ddce" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a465d3-eda4-4096-b707-f6cd264a5013", "tag": "48111797-9890-4474-a7a7-b6d82545c3c3"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:08.709150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Pushing event updated for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:08.796938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] No DVR routers for this DVR port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:26:08.861347 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-08da2ab9-ab3f-4508-8458-1fb1c5cb51e1 req-2ca233de-8034-4e18-b9bd-b1be488963c7 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164632 Jan 28 12:26:08.889424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07d3728b-2a37-4a15-adf1-e2c3a2d056c7 req-c0111341-9a4c-49da-a002-11b4cc60059a tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/27b63c9a-db3d-4721-9e0c-c6c956eaa640 HTTP/1.1" status: 200 len: 1817 time: 0.7101374 Jan 28 12:26:08.892250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Attempting to bind port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:26:08.892828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Attempting to bind port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:26:08.893378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Attempting to bind port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:08.906578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96567b58-fc85-4868-8ba2-7df70e9fa6c7 None None] Routers {'e3cbdd06-f063-46ab-8ac6-352baff57bcc'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:26:08.907255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-96567b58-fc85-4868-8ba2-7df70e9fa6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:25:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:08.914652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:26:08.915302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Attempting to bind port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:08.929132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:26:08.930549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:08.931169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:26:08.931857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Bound port: a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:26:08.934406 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:09.080054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:26:09.085483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:26:09.115713 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:09.205179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-96567b58-fc85-4868-8ba2-7df70e9fa6c7 None None] Set router e3cbdd06-f063-46ab-8ac6-352baff57bcc gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:26:09.244074 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-07d3728b-2a37-4a15-adf1-e2c3a2d056c7 req-c1603951-86c7-4f64-a9aa-7ae6fe74d49e tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 12:26:09.266016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07d3728b-2a37-4a15-adf1-e2c3a2d056c7 req-c1603951-86c7-4f64-a9aa-7ae6fe74d49e tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "DELETE /v2.0/security-groups/27b63c9a-db3d-4721-9e0c-c6c956eaa640 HTTP/1.1" status: 409 len: 341 time: 0.3753955 Jan 28 12:26:09.301161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:09.303198 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:09.304672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] 10.222.0.35 "PUT /v2.0/ports/a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 1097 time: 1.9641659 Jan 28 12:26:09.482153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Pushing event updated for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:09.512794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.513179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.513662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.513889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.514424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.514594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.514927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.515315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.516885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.520813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.521608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.521608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.528783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f314bd6-9cba-4d8b-a288-bf33f0a43dbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:09.570219 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56d41fd-c257-4d92-970f-74462c004d68 x-openstack-request-id: req-a56d41fd-c257-4d92-970f-74462c004d68 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:09.570528 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01491fb5-f3d8-4155-b6a1-319983d2cd59", "tag": "b644739f-a313-4707-aca2-c2031070e59b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:09.570774 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a56d41fd-c257-4d92-970f-74462c004d68 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:09.571197 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01491fb5-f3d8-4155-b6a1-319983d2cd59', 'tag': 'b644739f-a313-4707-aca2-c2031070e59b', 'status': 'completed', 'code': 200} Jan 28 12:26:09.616311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-9b0eb35e-073f-40f0-8355-2d737fcec874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:09.617839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-9b0eb35e-073f-40f0-8355-2d737fcec874 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1100 time: 0.2772877 Jan 28 12:26:09.676797 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7cdd1-5588-405d-b61a-405680e9c399 req-25f1caa3-3ad2-4f9b-8fe0-9147e6039dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:09.688151 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-57f7cdd1-5588-405d-b61a-405680e9c399 req-25f1caa3-3ad2-4f9b-8fe0-9147e6039dd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf&device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 1135 time: 0.1340590 Jan 28 12:26:09.849028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-17ed0359-4863-408d-b2ab-eb7c6a064bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:09.856103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-17ed0359-4863-408d-b2ab-eb7c6a064bf9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2248342 Jan 28 12:26:09.926330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-2a1ace55-7775-4b82-be2e-48f274eb7d40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 217 time: 0.0614250 Jan 28 12:26:09.932299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:09.935859 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7cdd1-5588-405d-b61a-405680e9c399 req-9e40aed6-7a66-4845-9b9f-ecd16d9f4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:09.943925 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-57f7cdd1-5588-405d-b61a-405680e9c399 req-9e40aed6-7a66-4845-9b9f-ecd16d9f4900 service neutron] 10.222.0.49 "GET /v2.0/networks?id=352b6a35-d7b0-4d04-9be6-be33d739d2db HTTP/1.1" status: 200 len: 914 time: 0.1911564 Jan 28 12:26:09.970437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-96567b58-fc85-4868-8ba2-7df70e9fa6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:25:29Z', 'revision_number': 4, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a9f5d3e3-b860-414d-930b-1ad7dfc50e00', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'port_id': '48111797-9890-4474-a7a7-b6d82545c3c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'mac_address': 'fa:16:3e:c4:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:25:38Z', 'updated_at': '2022-01-28T12:26:07Z', 'revision_number': 1, 'project_id': '3468cd33139543b0875930f76336db6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a20889-01ff-4af3-a818-9bad1a6e3071', 'name': '', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'mac_address': 'fa:16:3e:2d:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:26Z', 'updated_at': '2022-01-28T12:25:36Z', 'revision_number': 5, 'project_id': '3468cd33139543b0875930f76336db6c', 'subnets': [{'id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:10.012809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96567b58-fc85-4868-8ba2-7df70e9fa6c7 None None] Checking router: e3cbdd06-f063-46ab-8ac6-352baff57bcc for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:26:10.059952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96567b58-fc85-4868-8ba2-7df70e9fa6c7 None None] Routers {'e3cbdd06-f063-46ab-8ac6-352baff57bcc'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:26:10.060596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-96567b58-fc85-4868-8ba2-7df70e9fa6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:25:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:10.063919 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0461aaf-b704-4c7c-8d56-4d307302398b x-openstack-request-id: req-d0461aaf-b704-4c7c-8d56-4d307302398b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:10.064252 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a465d3-eda4-4096-b707-f6cd264a5013", "tag": "48111797-9890-4474-a7a7-b6d82545c3c3", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:10.064469 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0461aaf-b704-4c7c-8d56-4d307302398b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:10.064875 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'tag': '48111797-9890-4474-a7a7-b6d82545c3c3', 'status': 'completed', 'code': 200} Jan 28 12:26:10.069265 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-57f7cdd1-5588-405d-b61a-405680e9c399 req-81a1782c-135d-4f1d-a96b-ab1fd3a18bc7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b644739f-a313-4707-aca2-c2031070e59b HTTP/1.1" status: 200 len: 217 time: 0.1048348 Jan 28 12:26:10.075048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-d0389a48-9d23-49b1-bc3a-0f81c8d61434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:10.076656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-d0389a48-9d23-49b1-bc3a-0f81c8d61434 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1446292 Jan 28 12:26:10.132658 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5a01f-5252-4161-9f0c-8315d8c7ddce req-4114742e-2a3a-4ea3-ae0a-5fbdcd2c8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:10.134742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61a5a01f-5252-4161-9f0c-8315d8c7ddce req-4114742e-2a3a-4ea3-ae0a-5fbdcd2c8d46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3468cd33139543b0875930f76336db6c&device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 1096 time: 0.1078146 Jan 28 12:26:10.153269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 host n-h1-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:26:10.153856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:26:10.163918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7cdd1-5588-405d-b61a-405680e9c399 req-7c8c6957-46b6-43de-871f-500eec708a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:10.165386 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-57f7cdd1-5588-405d-b61a-405680e9c399 req-7c8c6957-46b6-43de-871f-500eec708a2f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d4d0c4a-3998-42cf-a206-998b45b1ec69 HTTP/1.1" status: 200 len: 853 time: 0.0888040 Jan 28 12:26:10.212505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-6115cec1-41ce-4b37-bd5b-8fd2b8531523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:10.214089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-6115cec1-41ce-4b37-bd5b-8fd2b8531523 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302187 Jan 28 12:26:10.226866 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-57f7cdd1-5588-405d-b61a-405680e9c399 req-35d049eb-f4bd-4f55-8581-88c5bfc61613 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=352b6a35-d7b0-4d04-9be6-be33d739d2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538359 Jan 28 12:26:10.307484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-96567b58-fc85-4868-8ba2-7df70e9fa6c7 None None] Set router e3cbdd06-f063-46ab-8ac6-352baff57bcc gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:26:10.348411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5a01f-5252-4161-9f0c-8315d8c7ddce req-65b67052-18b4-4c82-a594-88abf68d1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:10.349922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61a5a01f-5252-4161-9f0c-8315d8c7ddce req-65b67052-18b4-4c82-a594-88abf68d1eff service neutron] 10.222.0.35 "GET /v2.0/networks?id=a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb HTTP/1.1" status: 200 len: 912 time: 0.2077663 Jan 28 12:26:10.424991 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-57f7cdd1-5588-405d-b61a-405680e9c399 req-9494427f-4e28-4b6e-92b6-b726c4a39173 service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901834 Jan 28 12:26:10.533573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-0d881070-6ede-4b03-ad95-e1ce49832715 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113756 Jan 28 12:26:10.636251 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-57f7cdd1-5588-405d-b61a-405680e9c399 req-6e98c804-9692-47da-ac57-db7a1e4a2af6 service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029128 Jan 28 12:26:10.720514 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61a5a01f-5252-4161-9f0c-8315d8c7ddce req-6943214a-bbc2-43a3-9597-85212fcc5122 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48111797-9890-4474-a7a7-b6d82545c3c3 HTTP/1.1" status: 200 len: 999 time: 0.3601317 Jan 28 12:26:10.880770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-96567b58-fc85-4868-8ba2-7df70e9fa6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:25:29Z', 'revision_number': 4, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a9f5d3e3-b860-414d-930b-1ad7dfc50e00', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'port_id': '48111797-9890-4474-a7a7-b6d82545c3c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'mac_address': 'fa:16:3e:c4:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:25:38Z', 'updated_at': '2022-01-28T12:26:07Z', 'revision_number': 1, 'project_id': '3468cd33139543b0875930f76336db6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a20889-01ff-4af3-a818-9bad1a6e3071', 'name': '', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'mac_address': 'fa:16:3e:2d:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:26Z', 'updated_at': '2022-01-28T12:25:36Z', 'revision_number': 5, 'project_id': '3468cd33139543b0875930f76336db6c', 'subnets': [{'id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:10.882320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e27b38-42e7-4ecf-8531-690bbba387eb req-15917fd9-7edb-4fd3-ae28-22f3d864b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:10.885435 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-45e27b38-42e7-4ecf-8531-690bbba387eb req-15917fd9-7edb-4fd3-ae28-22f3d864b706 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf&device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 1135 time: 0.0817666 Jan 28 12:26:10.904614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb7517-d3a8-404c-a7b9-f8098f5ec23c req-274a2d48-24cc-41aa-b64a-232ca7ce657d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:10.911673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6fdb7517-d3a8-404c-a7b9-f8098f5ec23c req-274a2d48-24cc-41aa-b64a-232ca7ce657d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 949 time: 0.2243826 Jan 28 12:26:10.912138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96567b58-fc85-4868-8ba2-7df70e9fa6c7 None None] The sync data for ids ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'] in n-d-824835-4 is: [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:25:29Z', 'revision_number': 4, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a9f5d3e3-b860-414d-930b-1ad7dfc50e00', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'port_id': '48111797-9890-4474-a7a7-b6d82545c3c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'mac_address': 'fa:16:3e:c4:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:25:38Z', 'updated_at': '2022-01-28T12:26:07Z', 'revision_number': 1, 'project_id': '3468cd33139543b0875930f76336db6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a20889-01ff-4af3-a818-9bad1a6e3071', 'name': '', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'mac_address': 'fa:16:3e:2d:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:26Z', 'updated_at': '2022-01-28T12:25:36Z', 'revision_number': 5, 'project_id': '3468cd33139543b0875930f76336db6c', 'subnets': [{'id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:26:10.914548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5a01f-5252-4161-9f0c-8315d8c7ddce req-0e9bf487-64f5-4b1d-afea-014a60e05c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:10.916540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61a5a01f-5252-4161-9f0c-8315d8c7ddce req-0e9bf487-64f5-4b1d-afea-014a60e05c4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13c944b6-3b12-4207-add2-982f6e93cbb5 HTTP/1.1" status: 200 len: 850 time: 0.1678092 Jan 28 12:26:10.941964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:26:10.968996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bfbe01f-5cd9-4cf8-a5da-c39071183c52 req-431f966d-4412-4b6e-ab16-ec3281c11734 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250147 Jan 28 12:26:11.065174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03f6e-851e-4f74-b0f6-66bce825235e req-77132140-a118-4100-98fa-2c090afbf72d tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:11.076757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:11.078861 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:11.079454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12d03f6e-851e-4f74-b0f6-66bce825235e req-77132140-a118-4100-98fa-2c090afbf72d tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 984 time: 0.2440627 Jan 28 12:26:11.127797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6fdb7517-d3a8-404c-a7b9-f8098f5ec23c req-e195f81f-0436-4c13-8a95-c5f32218fbf7 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106504 Jan 28 12:26:11.128197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e27b38-42e7-4ecf-8531-690bbba387eb req-435e3c9b-55b1-4f70-b5c4-e04ac948085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:11.130680 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-45e27b38-42e7-4ecf-8531-690bbba387eb req-435e3c9b-55b1-4f70-b5c4-e04ac948085e service neutron] 10.222.0.49 "GET /v2.0/networks?id=352b6a35-d7b0-4d04-9be6-be33d739d2db HTTP/1.1" status: 200 len: 914 time: 0.2386980 Jan 28 12:26:11.181935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5a01f-5252-4161-9f0c-8315d8c7ddce req-b1a77133-99b3-440d-86bd-ec8afed0c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:11.188769 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61a5a01f-5252-4161-9f0c-8315d8c7ddce req-b1a77133-99b3-440d-86bd-ec8afed0c71a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2552035 Jan 28 12:26:11.248539 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-45e27b38-42e7-4ecf-8531-690bbba387eb req-516368ba-1eb2-446d-988f-4636e75fe7ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b644739f-a313-4707-aca2-c2031070e59b HTTP/1.1" status: 200 len: 217 time: 0.1090956 Jan 28 12:26:11.308555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:11.308954 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:11.339598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e27b38-42e7-4ecf-8531-690bbba387eb req-d6757aca-6680-4946-8930-4cc3cdf61eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:11.349965 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-45e27b38-42e7-4ecf-8531-690bbba387eb req-d6757aca-6680-4946-8930-4cc3cdf61eed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d4d0c4a-3998-42cf-a206-998b45b1ec69 HTTP/1.1" status: 200 len: 853 time: 0.0881956 Jan 28 12:26:11.382205 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a42774-67da-4576-8714-e492d4bf62d7 None None] New status for floating IP a9f5d3e3-b860-414d-930b-1ad7dfc50e00: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:26:11.390788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:11.393044 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abee52eb-5742-418e-aebd-ed5358efe2e1" -d '{"events": [{"server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "name": "network-vif-plugged", "status": "completed", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:11.413140 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12d03f6e-851e-4f74-b0f6-66bce825235e req-c5687a1d-513b-4515-aa5d-c19c64deef67 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&id=27b63c9a-db3d-4721-9e0c-c6c956eaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3324571 Jan 28 12:26:11.440170 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-45e27b38-42e7-4ecf-8531-690bbba387eb req-6e6000e9-73f4-4d0d-9453-e53f39cf45df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=352b6a35-d7b0-4d04-9be6-be33d739d2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885634 Jan 28 12:26:11.458659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:11.471545 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:11.494037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61a5a01f-5252-4161-9f0c-8315d8c7ddce req-6989814d-728a-40f9-b0ce-fb5f6874add9 service neutron] 10.222.0.35 "GET /v2.0/networks/a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928605 Jan 28 12:26:11.584255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05'}, {'name': 'network-changed', 'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:11.593686 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7406e30-d562-4431-810e-c754edb8aad2" -d '{"events": [{"server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "name": "network-vif-unplugged", "status": "completed", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05"}, {"name": "network-changed", "server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:11.622744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:11.648449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7a783-f2ed-4940-9dbb-e67b9fdc1524 req-c72bbcb9-bc80-43a0-96ee-4a8fc937d6e4 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:11.656172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebb7a783-f2ed-4940-9dbb-e67b9fdc1524 req-c72bbcb9-bc80-43a0-96ee-4a8fc937d6e4 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 948 time: 0.1608367 Jan 28 12:26:11.717382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61a5a01f-5252-4161-9f0c-8315d8c7ddce req-0b31c917-2f84-4c63-a779-dff50f7e2d9c service neutron] 10.222.0.35 "GET /v2.0/networks/a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123213 Jan 28 12:26:11.768027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebb7a783-f2ed-4940-9dbb-e67b9fdc1524 req-03d1505f-cdcf-420d-a54e-d27b127cde77 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107945 Jan 28 12:26:11.822300 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-45e27b38-42e7-4ecf-8531-690bbba387eb req-0e1534fc-15c6-4179-b472-b7e82895485d service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722606 Jan 28 12:26:11.862212 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e312e9d-b0d1-4a68-96cd-95e25a11a2cb x-openstack-request-id: req-3e312e9d-b0d1-4a68-96cd-95e25a11a2cb {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:11.862576 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "name": "network-vif-plugged", "status": "completed", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:11.862943 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e312e9d-b0d1-4a68-96cd-95e25a11a2cb {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:11.864035 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'code': 200} Jan 28 12:26:11.877011 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0b6afd-e902-43b1-bf68-0ac463dede6b x-openstack-request-id: req-4f0b6afd-e902-43b1-bf68-0ac463dede6b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:11.877978 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "name": "network-vif-unplugged", "status": "completed", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05", "code": 200}, {"name": "network-changed", "server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:11.878303 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f0b6afd-e902-43b1-bf68-0ac463dede6b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:11.879477 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'code': 200} Jan 28 12:26:11.879879 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'status': 'completed', 'code': 200} Jan 28 12:26:11.971275 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-45e27b38-42e7-4ecf-8531-690bbba387eb req-83c6d732-3e39-4d1e-8e78-be1fb81bf856 service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382656 Jan 28 12:26:12.029325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406e30-d562-4431-810e-c754edb8aad2 req-84ff8e5d-eff5-4710-8c48-2020d0fe1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:12.032670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-84ff8e5d-eff5-4710-8c48-2020d0fe1794 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1100 time: 0.1185129 Jan 28 12:26:12.053287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406e30-d562-4431-810e-c754edb8aad2 req-6d0a888a-e8a1-4cee-b019-f2f6323e0c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:12.054829 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-6d0a888a-e8a1-4cee-b019-f2f6323e0c92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1100 time: 0.0824549 Jan 28 12:26:12.281759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406e30-d562-4431-810e-c754edb8aad2 req-64667466-d2a4-4e58-b7a4-fe4787e3aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:12.284658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-64667466-d2a4-4e58-b7a4-fe4787e3aa4b service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2428050 Jan 28 12:26:12.309806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406e30-d562-4431-810e-c754edb8aad2 req-1bc660eb-1625-40de-9320-2432755acf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:12.312486 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-1bc660eb-1625-40de-9320-2432755acf92 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2492325 Jan 28 12:26:12.346595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-2b619d24-356e-4d06-8788-211ff7fdcbf0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 217 time: 0.0517280 Jan 28 12:26:12.384491 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-edd24938-4d97-4206-ac18-115fda93e3b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 200 len: 217 time: 0.0649269 Jan 28 12:26:12.480822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9feda-380e-4a83-a2d9-58f74a8c8c19 req-3f032b6f-ab03-43d2-9e39-28c4f55d6b1a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:12.482355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7a9feda-380e-4a83-a2d9-58f74a8c8c19 req-3f032b6f-ab03-43d2-9e39-28c4f55d6b1a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 949 time: 0.1348522 Jan 28 12:26:12.502064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406e30-d562-4431-810e-c754edb8aad2 req-942741fb-3239-44f5-8cc3-d52172dfd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:12.504032 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-942741fb-3239-44f5-8cc3-d52172dfd1f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1276722 Jan 28 12:26:12.538889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406e30-d562-4431-810e-c754edb8aad2 req-d46a81e5-d4dd-4c30-bf55-1d8779dfdd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:12.540411 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-d46a81e5-d4dd-4c30-bf55-1d8779dfdd45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1485524 Jan 28 12:26:12.643614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406e30-d562-4431-810e-c754edb8aad2 req-b775e4de-27b9-4059-9c19-c28b9993ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:12.650667 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-b775e4de-27b9-4059-9c19-c28b9993ff28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035275 Jan 28 12:26:12.679566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406e30-d562-4431-810e-c754edb8aad2 req-ac14bf1d-3e10-4cc8-86ed-7da0debd5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:12.680975 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-ac14bf1d-3e10-4cc8-86ed-7da0debd5b54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598167 Jan 28 12:26:12.694161 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7a9feda-380e-4a83-a2d9-58f74a8c8c19 req-4a4acd86-5db9-41d3-935e-9f4b2bc684a0 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043762 Jan 28 12:26:12.745905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32962) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:12.930930 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-05952f52-7243-4119-96d9-33dfd37fec51 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731729 Jan 28 12:26:13.089447 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-348341a0-0ede-4938-ab40-c23d5e498618 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499550 Jan 28 12:26:13.355270 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75147c67-286e-4e0c-801c-a3a1a0f3afcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:13.382184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69380253-d61d-4084-9996-765247486eaa req-8a0e55c5-cc66-4af8-8c1b-cbbb88ac784a tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:13.389932 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69380253-d61d-4084-9996-765247486eaa req-8a0e55c5-cc66-4af8-8c1b-cbbb88ac784a tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 984 time: 0.5481687 Jan 28 12:26:13.499666 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75147c67-286e-4e0c-801c-a3a1a0f3afcb admin admin] Publish callbacks [] for security_group (cda4643c-8269-4f8e-9238-e1596ce06faf), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:13.502916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-0506cebf-820b-48c1-b53e-f24610d6315b service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8076639 Jan 28 12:26:13.515138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75147c67-286e-4e0c-801c-a3a1a0f3afcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cda4643c-8269-4f8e-9238-e1596ce06faf), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:13.693983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7406e30-d562-4431-810e-c754edb8aad2 req-ad9b112f-e3a4-4c4a-939a-94044e459aae service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767361 Jan 28 12:26:13.751942 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:26:13.756153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69380253-d61d-4084-9996-765247486eaa req-70246668-4240-4fc0-941f-16b11881474b tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&id=27b63c9a-db3d-4721-9e0c-c6c956eaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3626232 Jan 28 12:26:13.766843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-75147c67-286e-4e0c-801c-a3a1a0f3afcb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b3087f914aa45a3b9427bf32bb06722&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0143948 Jan 28 12:26:13.767735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 32998) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:13.767945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75147c67-286e-4e0c-801c-a3a1a0f3afcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda4643c-8269-4f8e-9238-e1596ce06faf,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:13.914413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Publish callbacks [] for security_group (cda4643c-8269-4f8e-9238-e1596ce06faf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:13.919210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 329599c7-fa41-4c4a-a81e-a40a942dcaa7 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:13.959310 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Publish callbacks [] for security_group (cda4643c-8269-4f8e-9238-e1596ce06faf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:14.032536 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cda4643c-8269-4f8e-9238-e1596ce06faf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:14.037528 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:14.039222 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cda4643c-8269-4f8e-9238-e1596ce06faf HTTP/1.1" status: 204 len: 168 time: 0.2698078 Jan 28 12:26:14.065788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda4643c-8269-4f8e-9238-e1596ce06faf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:14.091228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.093848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.099524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.100916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.102289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.105314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.107445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.108052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.111152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.111746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.113684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.121590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.122274 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e11fad-da4f-4439-aed7-b2712eb62897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:14.184579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369f3ad-268a-4d3f-b7a9-e79276f9a560 req-e32b555e-8486-4495-80ab-fdcec05158d7 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:14.188771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c369f3ad-268a-4d3f-b7a9-e79276f9a560 req-e32b555e-8486-4495-80ab-fdcec05158d7 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 949 time: 0.1033101 Jan 28 12:26:14.217945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:14.221066 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:14.270706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c369f3ad-268a-4d3f-b7a9-e79276f9a560 req-74a4c457-7227-489e-8205-dc3a6fc17ccf tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740075 Jan 28 12:26:14.289964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:14.292308 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbdc72c-2cbc-4d4b-a16e-11c421c9f6b6" -d '{"events": [{"server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "name": "network-vif-unplugged", "status": "completed", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:14.325130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:14.334829 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:14.383743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9de4502b-3199-4da8-8441-a5e02eaade7a req-2d76cf61-af1e-4651-832e-7425da083b82 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-5493860&fields=id&tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf HTTP/1.1" status: 200 len: 267 time: 0.1080432 Jan 28 12:26:14.448884 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=329599c7-fa41-4c4a-a81e-a40a942dcaa7,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:14.518886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4502b-3199-4da8-8441-a5e02eaade7a req-b899d240-aee6-4b21-8162-21ff54fd66de tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:14.521021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9de4502b-3199-4da8-8441-a5e02eaade7a req-b899d240-aee6-4b21-8162-21ff54fd66de tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 984 time: 0.1294141 Jan 28 12:26:14.537924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9de4502b-3199-4da8-8441-a5e02eaade7a req-3f14d491-95cb-46a4-8098-ec554897ea10 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'port': {'security_groups': ['27b63c9a-db3d-4721-9e0c-c6c956eaa640', 'baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e', '7d5054ca-230d-4485-a573-01592e5d17a3']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:14.643871 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9de4502b-3199-4da8-8441-a5e02eaade7a req-3f14d491-95cb-46a4-8098-ec554897ea10 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b644739f-a313-4707-aca2-c2031070e59b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:14.664717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33036) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:14.712483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1543bdb-fe4a-44c8-aea6-e21682527c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:14.846224 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aa583c-5d63-4ab8-9cf3-6e1e11114979 x-openstack-request-id: req-90aa583c-5d63-4ab8-9cf3-6e1e11114979 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:14.846511 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "name": "network-vif-unplugged", "status": "completed", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:14.846797 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90aa583c-5d63-4ab8-9cf3-6e1e11114979 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:14.847325 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'code': 200} Jan 28 12:26:14.908847 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1543bdb-fe4a-44c8-aea6-e21682527c56 admin admin] Publish callbacks [] for security_group (43222a5a-8a36-402c-8155-85904ac9e800), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:14.919738 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1543bdb-fe4a-44c8-aea6-e21682527c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (43222a5a-8a36-402c-8155-85904ac9e800), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:14.964473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:26:15.006536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33044) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:15.013947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f1543bdb-fe4a-44c8-aea6-e21682527c56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=357c2b6edc8b4db7b23d0af7823055b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487644 Jan 28 12:26:15.047594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1543bdb-fe4a-44c8-aea6-e21682527c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43222a5a-8a36-402c-8155-85904ac9e800,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:15.076316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b1bf6-385c-42db-b667-24bb4efe2826 req-9ce267fc-230f-420d-a76e-cde84e80c923 tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:15.078360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a01b1bf6-385c-42db-b667-24bb4efe2826 req-9ce267fc-230f-420d-a76e-cde84e80c923 tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 1100 time: 0.1409075 Jan 28 12:26:15.112156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:15.124365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'mac_address': 'fa:16:3e:7d:52:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:26:15.185040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:15.185777 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:15.204827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:26:15.216491 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-036f7c85-f75d-4921-80a4-7f65d7df8447 admin admin] Publish callbacks [] for security_group (43222a5a-8a36-402c-8155-85904ac9e800), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:15.219675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a01b1bf6-385c-42db-b667-24bb4efe2826 req-c90172ed-3e1f-42e0-ab4a-e054a11ff0ee tempest-MigrationsAdminTest-77998539 tempest-MigrationsAdminTest-77998539-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153522 Jan 28 12:26:15.248742 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:15.256053 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:15.264744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9de4502b-3199-4da8-8441-a5e02eaade7a req-3f14d491-95cb-46a4-8098-ec554897ea10 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] For port b644739f-a313-4707-aca2-c2031070e59b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b644739f-a313-4707-aca2-c2031070e59b,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:15.292416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-036f7c85-f75d-4921-80a4-7f65d7df8447 admin admin] Publish callbacks [] for security_group (43222a5a-8a36-402c-8155-85904ac9e800), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:15.328328 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9de4502b-3199-4da8-8441-a5e02eaade7a req-3f14d491-95cb-46a4-8098-ec554897ea10 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for port (b644739f-a313-4707-aca2-c2031070e59b), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:15.338668 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9de4502b-3199-4da8-8441-a5e02eaade7a req-3f14d491-95cb-46a4-8098-ec554897ea10 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b644739f-a313-4707-aca2-c2031070e59b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:15.406194 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-036f7c85-f75d-4921-80a4-7f65d7df8447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (43222a5a-8a36-402c-8155-85904ac9e800), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:15.409058 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-036f7c85-f75d-4921-80a4-7f65d7df8447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:15.417330 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-036f7c85-f75d-4921-80a4-7f65d7df8447 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43222a5a-8a36-402c-8155-85904ac9e800 HTTP/1.1" status: 204 len: 168 time: 0.4097786 Jan 28 12:26:15.425842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4502b-3199-4da8-8441-a5e02eaade7a req-3f14d491-95cb-46a4-8098-ec554897ea10 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:15.425842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9de4502b-3199-4da8-8441-a5e02eaade7a req-3f14d491-95cb-46a4-8098-ec554897ea10 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:15.439871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9de4502b-3199-4da8-8441-a5e02eaade7a req-3f14d491-95cb-46a4-8098-ec554897ea10 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "PUT /v2.0/ports/b644739f-a313-4707-aca2-c2031070e59b HTTP/1.1" status: 200 len: 1020 time: 0.9065077 Jan 28 12:26:15.440761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01491fb5-f3d8-4155-b6a1-319983d2cd59', 'tag': 'b644739f-a313-4707-aca2-c2031070e59b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:15.444243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=12']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:15.445584 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f7c85-f75d-4921-80a4-7f65d7df8447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43222a5a-8a36-402c-8155-85904ac9e800,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:15.457885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e5204f37-f78e-4bef-b206-bd45f550d73a', 'b644739f-a313-4707-aca2-c2031070e59b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:15.460152 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016d34cd-fa43-42d4-ba88-37e8797d9f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "01491fb5-f3d8-4155-b6a1-319983d2cd59", "tag": "b644739f-a313-4707-aca2-c2031070e59b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:15.515373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14d491-95cb-46a4-8098-ec554897ea10 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'Port': ['ID=b644739f-a313-4707-aca2-c2031070e59b,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:15.616495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b644739f-a313-4707-aca2-c2031070e59b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:15.647557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:15.759191 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e3075e5-04fe-49ff-b36a-225df94114e8 req-830bbf3b-9829-4a5b-a907-4be28759d85c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/7d5054ca-230d-4485-a573-01592e5d17a3 HTTP/1.1" status: 200 len: 1815 time: 0.1164575 Jan 28 12:26:15.899357 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-3e3075e5-04fe-49ff-b36a-225df94114e8 req-2aca6861-e6be-4938-9416-128a28a3586f tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 12:26:15.920004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e3075e5-04fe-49ff-b36a-225df94114e8 req-2aca6861-e6be-4938-9416-128a28a3586f tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "DELETE /v2.0/security-groups/7d5054ca-230d-4485-a573-01592e5d17a3 HTTP/1.1" status: 409 len: 341 time: 0.1590855 Jan 28 12:26:15.986693 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15634a9-1bf8-46ca-b8a4-2d7cbb677da2 x-openstack-request-id: req-a15634a9-1bf8-46ca-b8a4-2d7cbb677da2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:15.987216 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01491fb5-f3d8-4155-b6a1-319983d2cd59", "tag": "b644739f-a313-4707-aca2-c2031070e59b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:15.987747 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a15634a9-1bf8-46ca-b8a4-2d7cbb677da2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:15.988562 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01491fb5-f3d8-4155-b6a1-319983d2cd59', 'tag': 'b644739f-a313-4707-aca2-c2031070e59b', 'status': 'completed', 'code': 200} Jan 28 12:26:16.107178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d34cd-fa43-42d4-ba88-37e8797d9f8c req-5c73c1f3-de80-4606-83ef-cfb785a17313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:16.108674 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-016d34cd-fa43-42d4-ba88-37e8797d9f8c req-5c73c1f3-de80-4606-83ef-cfb785a17313 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf&device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 1174 time: 0.0981297 Jan 28 12:26:16.145384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196b9ed-1bbb-459a-8aa4-cb8b8ad164c6 req-810d5cff-7394-4e95-9575-0e934996a2af tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:16.156966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7196b9ed-1bbb-459a-8aa4-cb8b8ad164c6 req-810d5cff-7394-4e95-9575-0e934996a2af tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.1301823 Jan 28 12:26:16.255169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7196b9ed-1bbb-459a-8aa4-cb8b8ad164c6 req-08665147-162d-4a83-850f-66300e4287b4 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967917 Jan 28 12:26:16.437072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d34cd-fa43-42d4-ba88-37e8797d9f8c req-0c6c7f76-e0a5-457b-9597-1dd0bb914e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:16.439967 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-016d34cd-fa43-42d4-ba88-37e8797d9f8c req-0c6c7f76-e0a5-457b-9597-1dd0bb914e75 service neutron] 10.222.0.49 "GET /v2.0/networks?id=352b6a35-d7b0-4d04-9be6-be33d739d2db HTTP/1.1" status: 200 len: 914 time: 0.3251400 Jan 28 12:26:16.538863 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-016d34cd-fa43-42d4-ba88-37e8797d9f8c req-7ca6f96e-250a-413a-b397-6f503b7f0368 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b644739f-a313-4707-aca2-c2031070e59b HTTP/1.1" status: 200 len: 217 time: 0.0915849 Jan 28 12:26:16.711035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d34cd-fa43-42d4-ba88-37e8797d9f8c req-a0638a3f-9fde-440a-ac14-3cfe96e1d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:16.719146 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-016d34cd-fa43-42d4-ba88-37e8797d9f8c req-a0638a3f-9fde-440a-ac14-3cfe96e1d824 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d4d0c4a-3998-42cf-a206-998b45b1ec69 HTTP/1.1" status: 200 len: 853 time: 0.1663270 Jan 28 12:26:16.772793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072bb9-640b-490a-9a29-9182c85d2763 req-226e99c0-84f2-4b2a-bc01-120b38e285b5 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:16.774401 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1072bb9-640b-490a-9a29-9182c85d2763 req-226e99c0-84f2-4b2a-bc01-120b38e285b5 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 1023 time: 0.1614530 Jan 28 12:26:16.804852 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-016d34cd-fa43-42d4-ba88-37e8797d9f8c req-74996ac5-75c6-4ee4-8c61-6eb7a82e72de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=352b6a35-d7b0-4d04-9be6-be33d739d2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782881 Jan 28 12:26:16.992643 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1072bb9-640b-490a-9a29-9182c85d2763 req-b7772512-c8a3-465a-b664-5fac3c477cd1 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&id=7d5054ca-230d-4485-a573-01592e5d17a3&id=27b63c9a-db3d-4721-9e0c-c6c956eaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.2065437 Jan 28 12:26:17.043612 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:17.044304 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-016d34cd-fa43-42d4-ba88-37e8797d9f8c req-6e824ef5-559c-4136-8253-64ea4691b9cb service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302375 Jan 28 12:26:17.205263 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-016d34cd-fa43-42d4-ba88-37e8797d9f8c req-44ac604a-4f58-4821-8237-b73448845b5d service neutron] 10.222.0.49 "GET /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513484 Jan 28 12:26:17.441397 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:17.464280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2962-d4d1-414d-a654-98c223e0fc3e req-54e4d584-753f-4c3a-ab95-94d304a15778 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:17.473480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d3d2962-d4d1-414d-a654-98c223e0fc3e req-54e4d584-753f-4c3a-ab95-94d304a15778 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.1433265 Jan 28 12:26:17.541444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad87621-e127-4913-a14e-4adcaf488e13 req-f2576ce4-3a6e-4edd-ac6c-7f113d7d9797 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:17.549418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ad87621-e127-4913-a14e-4adcaf488e13 req-f2576ce4-3a6e-4edd-ac6c-7f113d7d9797 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 950 time: 0.1515718 Jan 28 12:26:17.692107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ad87621-e127-4913-a14e-4adcaf488e13 req-01c55c6c-1b63-4df2-9a36-58ec325dd7fe tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410074 Jan 28 12:26:17.775837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4d3d2962-d4d1-414d-a654-98c223e0fc3e req-c3bc04ca-0f34-4ada-a258-f398e626a0c5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Deleting port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:26:17.780093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4d3d2962-d4d1-414d-a654-98c223e0fc3e req-c3bc04ca-0f34-4ada-a258-f398e626a0c5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:17.905177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4d3d2962-d4d1-414d-a654-98c223e0fc3e req-c3bc04ca-0f34-4ada-a258-f398e626a0c5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] For port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:17.905833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4d3d2962-d4d1-414d-a654-98c223e0fc3e req-c3bc04ca-0f34-4ada-a258-f398e626a0c5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:17.935397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 329599c7-fa41-4c4a-a81e-a40a942dcaa7 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:26:17.935930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4d3d2962-d4d1-414d-a654-98c223e0fc3e req-c3bc04ca-0f34-4ada-a258-f398e626a0c5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Calling delete_port for a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:26:18.126862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:18.148943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'mac_address': 'fa:16:3e:67:25:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:26:18.212552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:18.213588 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:18.245408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c564515-958d-4015-89ae-190401bacf47 req-de5f4a48-e532-4611-8bf4-66df6cef5c3d tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:18.268463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c564515-958d-4015-89ae-190401bacf47 req-de5f4a48-e532-4611-8bf4-66df6cef5c3d tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 1023 time: 0.1060777 Jan 28 12:26:18.272341 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4d3d2962-d4d1-414d-a654-98c223e0fc3e req-c3bc04ca-0f34-4ada-a258-f398e626a0c5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:18.294737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['dc49dc7e-ef4a-4270-8664-b1a0d190371b', '1fe30547-f30a-4700-a40f-6cf5bb0cf11d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:18.306015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['4141f508-d1ef-4cf1-823e-ac895c0bcce9'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:18.324401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329599c7-fa41-4c4a-a81e-a40a942dcaa7 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:26:18.391387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc04ca-0f34-4ada-a258-f398e626a0c5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Pushing event deleted for resources: {'Port': ['ID=a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:18.431040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525b042-fef3-473b-b657-4e4b2434c5ec req-b16e6c57-c15a-46ae-ab17-83fff7347c50 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:18.436446 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f525b042-fef3-473b-b657-4e4b2434c5ec req-b16e6c57-c15a-46ae-ab17-83fff7347c50 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.49 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 1023 time: 0.1344132 Jan 28 12:26:18.522006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:18.522145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3d2962-d4d1-414d-a654-98c223e0fc3e req-c3bc04ca-0f34-4ada-a258-f398e626a0c5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] No DVR routers for this DVR port a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:26:18.535636 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4d3d2962-d4d1-414d-a654-98c223e0fc3e req-c3bc04ca-0f34-4ada-a258-f398e626a0c5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:18.544533 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:18.549537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d3d2962-d4d1-414d-a654-98c223e0fc3e req-c3bc04ca-0f34-4ada-a258-f398e626a0c5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.35 "DELETE /v2.0/ports/a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 HTTP/1.1" status: 204 len: 173 time: 1.0694129 Jan 28 12:26:18.550803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'name': 'network-vif-deleted', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:18.563243 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e6ddd9-3282-4ae9-8b65-9795755a5a85" -d '{"events": [{"server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "name": "network-vif-deleted", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:18.721038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['329599c7-fa41-4c4a-a81e-a40a942dcaa7'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:18.757386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c564515-958d-4015-89ae-190401bacf47 req-1d002736-7ba0-4e94-9a72-9d80b78dd0de tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&id=7d5054ca-230d-4485-a573-01592e5d17a3&id=27b63c9a-db3d-4721-9e0c-c6c956eaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.4854634 Jan 28 12:26:18.789258 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f525b042-fef3-473b-b657-4e4b2434c5ec req-1ecddd8e-568a-4c91-ab78-75a25a9e9359 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Deleting port b644739f-a313-4707-aca2-c2031070e59b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:26:18.789751 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f525b042-fef3-473b-b657-4e4b2434c5ec req-1ecddd8e-568a-4c91-ab78-75a25a9e9359 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b644739f-a313-4707-aca2-c2031070e59b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:18.869649 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda26714-0a7e-4bb9-a09a-42bceb3bb7af x-openstack-request-id: req-fda26714-0a7e-4bb9-a09a-42bceb3bb7af {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:18.870300 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7751fb5-e7f0-4c6e-b31a-10af706b6152", "name": "network-vif-deleted", "tag": "a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:18.870300 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fda26714-0a7e-4bb9-a09a-42bceb3bb7af {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:18.870871 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7751fb5-e7f0-4c6e-b31a-10af706b6152', 'name': 'network-vif-deleted', 'tag': 'a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05', 'status': 'completed', 'code': 200} Jan 28 12:26:19.110633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f525b042-fef3-473b-b657-4e4b2434c5ec req-1ecddd8e-568a-4c91-ab78-75a25a9e9359 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] For port b644739f-a313-4707-aca2-c2031070e59b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b644739f-a313-4707-aca2-c2031070e59b,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:19.111060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f525b042-fef3-473b-b657-4e4b2434c5ec req-1ecddd8e-568a-4c91-ab78-75a25a9e9359 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b644739f-a313-4707-aca2-c2031070e59b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:19.143030 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f525b042-fef3-473b-b657-4e4b2434c5ec req-1ecddd8e-568a-4c91-ab78-75a25a9e9359 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Calling delete_port for b644739f-a313-4707-aca2-c2031070e59b owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:26:19.192093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=329599c7-fa41-4c4a-a81e-a40a942dcaa7,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:19.285870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9aa260d9-03fc-4ee6-8f70-11ac256f56a6 req-157c8645-b3a1-4abb-a636-7ce349ec8f8a tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7751fb5-e7f0-4c6e-b31a-10af706b6152 HTTP/1.1" status: 200 len: 210 time: 0.0720024 Jan 28 12:26:19.339267 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:26:19.404369 n-d-824835-4 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No ports have port_id starting with a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 Jan 28 12:26:19.486323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 requested by agent hyperv_n-h1-824835-4 not found in database {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 28 12:26:19.611633 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9bad9957-1e9f-4565-a8b4-39ed487336a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:19.661237 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f525b042-fef3-473b-b657-4e4b2434c5ec req-1ecddd8e-568a-4c91-ab78-75a25a9e9359 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b644739f-a313-4707-aca2-c2031070e59b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:19.696940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e5204f37-f78e-4bef-b206-bd45f550d73a', 'b644739f-a313-4707-aca2-c2031070e59b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:19.725980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecddd8e-568a-4c91-ab78-75a25a9e9359 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event deleted for resources: {'Port': ['ID=b644739f-a313-4707-aca2-c2031070e59b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:19.778653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f525b042-fef3-473b-b657-4e4b2434c5ec req-1ecddd8e-568a-4c91-ab78-75a25a9e9359 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] No DVR routers for this DVR port b644739f-a313-4707-aca2-c2031070e59b on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:26:19.783234 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f525b042-fef3-473b-b657-4e4b2434c5ec req-1ecddd8e-568a-4c91-ab78-75a25a9e9359 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:19.794216 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f525b042-fef3-473b-b657-4e4b2434c5ec req-1ecddd8e-568a-4c91-ab78-75a25a9e9359 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.49 "DELETE /v2.0/ports/b644739f-a313-4707-aca2-c2031070e59b HTTP/1.1" status: 204 len: 173 time: 1.3425047 Jan 28 12:26:19.794216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01491fb5-f3d8-4155-b6a1-319983d2cd59', 'name': 'network-vif-deleted', 'tag': 'b644739f-a313-4707-aca2-c2031070e59b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:19.796645 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca569cc6-ff71-4f82-829e-db471cdf3dc5" -d '{"events": [{"server_uuid": "01491fb5-f3d8-4155-b6a1-319983d2cd59", "name": "network-vif-deleted", "tag": "b644739f-a313-4707-aca2-c2031070e59b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:19.929099 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94f7d296-f116-4dd6-842b-7efb78cadbb2 req-f1385877-7531-4908-9c6a-5dada03abca6 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=01491fb5-f3d8-4155-b6a1-319983d2cd59 HTTP/1.1" status: 200 len: 210 time: 0.0473995 Jan 28 12:26:20.088187 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6be9b22-11c1-4b33-b2e0-e8c2be5f0039 x-openstack-request-id: req-a6be9b22-11c1-4b33-b2e0-e8c2be5f0039 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:20.088499 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01491fb5-f3d8-4155-b6a1-319983d2cd59", "name": "network-vif-deleted", "tag": "b644739f-a313-4707-aca2-c2031070e59b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:20.088775 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6be9b22-11c1-4b33-b2e0-e8c2be5f0039 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:20.089181 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01491fb5-f3d8-4155-b6a1-319983d2cd59', 'name': 'network-vif-deleted', 'tag': 'b644739f-a313-4707-aca2-c2031070e59b', 'status': 'completed', 'code': 200} Jan 28 12:26:20.810739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33272) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:21.001936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:21.080975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:26:21.087620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a93b8d37-9a0c-49be-a19a-0ea6e5e9ec05 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:26:21.177714 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-511da7f0-b33f-4da9-9e8a-08c8271308bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:21.378746 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-511da7f0-b33f-4da9-9e8a-08c8271308bd admin admin] Publish callbacks [] for security_group (fb8ca1fd-63da-4c8c-ad9f-b266128a546e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:21.389134 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-511da7f0-b33f-4da9-9e8a-08c8271308bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fb8ca1fd-63da-4c8c-ad9f-b266128a546e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:21.438902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da7f0-b33f-4da9-9e8a-08c8271308bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8ca1fd-63da-4c8c-ad9f-b266128a546e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:21.513805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33280) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:21.522480 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-511da7f0-b33f-4da9-9e8a-08c8271308bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02a7d4ed33d34cbb88dc3aa84e24e3f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7105620 Jan 28 12:26:21.594078 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c2fd-e09a-44a1-8dd4-61a3339cb203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:21.615221 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e33ba72-23a3-435d-b439-1855bcf7088c admin admin] Publish callbacks [] for security_group (fb8ca1fd-63da-4c8c-ad9f-b266128a546e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:21.647728 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e33ba72-23a3-435d-b439-1855bcf7088c admin admin] Publish callbacks [] for security_group (fb8ca1fd-63da-4c8c-ad9f-b266128a546e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:21.744144 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e33ba72-23a3-435d-b439-1855bcf7088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fb8ca1fd-63da-4c8c-ad9f-b266128a546e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:21.749460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e33ba72-23a3-435d-b439-1855bcf7088c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:21.754105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6e33ba72-23a3-435d-b439-1855bcf7088c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb8ca1fd-63da-4c8c-ad9f-b266128a546e HTTP/1.1" status: 204 len: 168 time: 0.2384541 Jan 28 12:26:21.770686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33ba72-23a3-435d-b439-1855bcf7088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8ca1fd-63da-4c8c-ad9f-b266128a546e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:21.997871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 329599c7-fa41-4c4a-a81e-a40a942dcaa7 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:26:22.129906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:22.130608 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:22.313812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33290) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:22.341170 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c42f6a2-3d11-45d6-aaa0-453be5d1d1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:22.354337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:22.354726 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:22.394564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:22.436121 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff79a0b0-10e7-4b14-af7c-954e8e0301fa" -d '{"events": [{"server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "name": "network-vif-plugged", "status": "completed", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:22.436121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:22.443596 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:22.444760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b644739f-a313-4707-aca2-c2031070e59b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:22.449676 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c42f6a2-3d11-45d6-aaa0-453be5d1d1e4 admin admin] Publish callbacks [] for security_group (cd0a4a97-99ce-45fa-bb28-4aa140b8be04), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:22.455300 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c42f6a2-3d11-45d6-aaa0-453be5d1d1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cd0a4a97-99ce-45fa-bb28-4aa140b8be04), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:22.510530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42f6a2-3d11-45d6-aaa0-453be5d1d1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0a4a97-99ce-45fa-bb28-4aa140b8be04,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:22.522357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33296) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:22.531659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0c42f6a2-3d11-45d6-aaa0-453be5d1d1e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f2f0e6cec6c4b34b812c019124acde0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166891 Jan 28 12:26:22.557510 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=329599c7-fa41-4c4a-a81e-a40a942dcaa7,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:22.560854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: b644739f-a313-4707-aca2-c2031070e59b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:26:22.561402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b644739f-a313-4707-aca2-c2031070e59b not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:26:22.625021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92d91970-cda9-4436-a307-90a83375d528 admin admin] Publish callbacks [] for security_group (cd0a4a97-99ce-45fa-bb28-4aa140b8be04), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:22.669697 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92d91970-cda9-4436-a307-90a83375d528 admin admin] Publish callbacks [] for security_group (cd0a4a97-99ce-45fa-bb28-4aa140b8be04), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:22.734592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92d91970-cda9-4436-a307-90a83375d528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cd0a4a97-99ce-45fa-bb28-4aa140b8be04), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:22.739521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92d91970-cda9-4436-a307-90a83375d528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:22.742427 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-92d91970-cda9-4436-a307-90a83375d528 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd0a4a97-99ce-45fa-bb28-4aa140b8be04 HTTP/1.1" status: 204 len: 168 time: 0.2178769 Jan 28 12:26:22.754788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d91970-cda9-4436-a307-90a83375d528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0a4a97-99ce-45fa-bb28-4aa140b8be04,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:22.830435 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:24.659039 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:25.911484 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:27.712684 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214acd95-3fa2-42c5-ab1e-efa8d6f9ff9f x-openstack-request-id: req-214acd95-3fa2-42c5-ab1e-efa8d6f9ff9f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:27.713675 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "name": "network-vif-plugged", "status": "completed", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:27.713939 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-214acd95-3fa2-42c5-ab1e-efa8d6f9ff9f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:27.714976 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'code': 200} Jan 28 12:26:27.747406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59631-a722-420a-98ee-6912aad087f6 req-6c0d9217-d6ea-4471-9d4c-05cd65bf3ad1 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:27.747406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-6c0d9217-d6ea-4471-9d4c-05cd65bf3ad1 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 820 time: 0.1257577 Jan 28 12:26:27.763516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-566f6fce-a1bc-46f7-8a77-b5f931edc202 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/quotas/72d261eb21094b23ae0e82eafab9582c HTTP/1.1" status: 200 len: 375 time: 0.0110817 Jan 28 12:26:27.830628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-f08b11da-3164-4c6b-908b-aded0332b109 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604422 Jan 28 12:26:28.054082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3f3ab93-aa46-44f6-b52e-8e16227f3312 req-0741b59e-1740-4b35-8a68-55b1a229b725 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/27b63c9a-db3d-4721-9e0c-c6c956eaa640 HTTP/1.1" status: 200 len: 1817 time: 0.1011584 Jan 28 12:26:28.098255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e275eb7f-4d06-4459-b93b-7064d23a1adc service neutron] 10.222.0.53 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599616 Jan 28 12:26:28.196545 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3f3ab93-aa46-44f6-b52e-8e16227f3312 req-640ca0c3-6a0b-44c8-ac7e-9a1848ec0e72 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (27b63c9a-db3d-4721-9e0c-c6c956eaa640), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:28.235483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3f3ab93-aa46-44f6-b52e-8e16227f3312 req-640ca0c3-6a0b-44c8-ac7e-9a1848ec0e72 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (27b63c9a-db3d-4721-9e0c-c6c956eaa640), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:28.239627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-9be7bbe3-af4f-4777-85bd-0d7e0a0d8e7c service neutron] 10.222.0.53 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401842 Jan 28 12:26:28.286773 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3f3ab93-aa46-44f6-b52e-8e16227f3312 req-640ca0c3-6a0b-44c8-ac7e-9a1848ec0e72 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (27b63c9a-db3d-4721-9e0c-c6c956eaa640), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:28.290357 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3f3ab93-aa46-44f6-b52e-8e16227f3312 req-640ca0c3-6a0b-44c8-ac7e-9a1848ec0e72 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:28.296673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3f3ab93-aa46-44f6-b52e-8e16227f3312 req-640ca0c3-6a0b-44c8-ac7e-9a1848ec0e72 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "DELETE /v2.0/security-groups/27b63c9a-db3d-4721-9e0c-c6c956eaa640 HTTP/1.1" status: 204 len: 173 time: 0.2321258 Jan 28 12:26:28.316670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ca0c3-6a0b-44c8-ac7e-9a1848ec0e72 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b63c9a-db3d-4721-9e0c-c6c956eaa640,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:28.714941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6a2db-dc6f-448c-b2b9-2b4d9c03c36e req-5daf6308-1e60-4b46-a5e6-b7b67a419a0a tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:28.722929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8e6a2db-dc6f-448c-b2b9-2b4d9c03c36e req-5daf6308-1e60-4b46-a5e6-b7b67a419a0a tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=224d5405-85eb-40d3-bb3e-24c31ad9314b HTTP/1.1" status: 200 len: 950 time: 0.0795577 Jan 28 12:26:28.784976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba4fbc9-dbbb-4d81-a0e7-971b59ddd8b4 req-2e353541-928f-410b-9b60-b6736bda4b67 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/7d5054ca-230d-4485-a573-01592e5d17a3 HTTP/1.1" status: 200 len: 1815 time: 0.1095154 Jan 28 12:26:28.812341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8e6a2db-dc6f-448c-b2b9-2b4d9c03c36e req-5ffd5c9e-9e84-4769-a649-c0d348160387 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882328 Jan 28 12:26:28.870709 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1ba4fbc9-dbbb-4d81-a0e7-971b59ddd8b4 req-2514ced6-0a1c-4ff1-8a32-bc9614208843 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (7d5054ca-230d-4485-a573-01592e5d17a3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:28.900488 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1ba4fbc9-dbbb-4d81-a0e7-971b59ddd8b4 req-2514ced6-0a1c-4ff1-8a32-bc9614208843 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (7d5054ca-230d-4485-a573-01592e5d17a3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:28.969318 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1ba4fbc9-dbbb-4d81-a0e7-971b59ddd8b4 req-2514ced6-0a1c-4ff1-8a32-bc9614208843 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7d5054ca-230d-4485-a573-01592e5d17a3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:28.975280 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1ba4fbc9-dbbb-4d81-a0e7-971b59ddd8b4 req-2514ced6-0a1c-4ff1-8a32-bc9614208843 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:28.982243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba4fbc9-dbbb-4d81-a0e7-971b59ddd8b4 req-2514ced6-0a1c-4ff1-8a32-bc9614208843 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "DELETE /v2.0/security-groups/7d5054ca-230d-4485-a573-01592e5d17a3 HTTP/1.1" status: 204 len: 173 time: 0.1954677 Jan 28 12:26:29.009734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514ced6-0a1c-4ff1-8a32-bc9614208843 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5054ca-230d-4485-a573-01592e5d17a3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:29.140035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d827ce6-ea17-46be-bbc0-161131aa4bf1 req-9cbc3624-fdd7-4555-831a-7a150f6de1da tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:29.149518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d827ce6-ea17-46be-bbc0-161131aa4bf1 req-9cbc3624-fdd7-4555-831a-7a150f6de1da tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 950 time: 0.0802805 Jan 28 12:26:29.193583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dbd5383-cf2f-4bc5-9a9b-f0646322ee96 req-28ccbe08-46b1-4fe5-93d2-352fc166f666 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 210 time: 0.0357058 Jan 28 12:26:29.252560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d827ce6-ea17-46be-bbc0-161131aa4bf1 req-34546e65-46e0-40a2-aa87-7f863d10b241 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019402 Jan 28 12:26:29.308567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e401a80e-8ffc-4db8-a598-88e13a60fd20 req-845899f6-9841-4dec-859e-e2cf5eef3c5b tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1300011549', 'description': 'tempest-description-488145761'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:29.333158 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e401a80e-8ffc-4db8-a598-88e13a60fd20 req-845899f6-9841-4dec-859e-e2cf5eef3c5b tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:29.429498 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e401a80e-8ffc-4db8-a598-88e13a60fd20 req-845899f6-9841-4dec-859e-e2cf5eef3c5b tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (b60d80b2-e477-40d4-8c6d-84075bef8597), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:29.438364 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e401a80e-8ffc-4db8-a598-88e13a60fd20 req-845899f6-9841-4dec-859e-e2cf5eef3c5b tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b60d80b2-e477-40d4-8c6d-84075bef8597), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:29.475995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845899f6-9841-4dec-859e-e2cf5eef3c5b tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60d80b2-e477-40d4-8c6d-84075bef8597,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:29.499765 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e401a80e-8ffc-4db8-a598-88e13a60fd20 req-845899f6-9841-4dec-859e-e2cf5eef3c5b tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:29.515682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e401a80e-8ffc-4db8-a598-88e13a60fd20 req-845899f6-9841-4dec-859e-e2cf5eef3c5b tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2110934 Jan 28 12:26:29.608851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2afafe0c-9679-4e5c-a646-fb3c9cb80d29 req-9485357c-6111-4ac3-92e8-5cda38a646a7 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/b60d80b2-e477-40d4-8c6d-84075bef8597 HTTP/1.1" status: 200 len: 1817 time: 0.0703874 Jan 28 12:26:29.614745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-2afafe0c-9679-4e5c-a646-fb3c9cb80d29 req-b0c4a747-4d14-4a82-b353-791929c313e4 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1235274327', 'description': 'tempest-description-hth-313363126'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:29.656047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2afafe0c-9679-4e5c-a646-fb3c9cb80d29 req-b0c4a747-4d14-4a82-b353-791929c313e4 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (b60d80b2-e477-40d4-8c6d-84075bef8597), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:29.766838 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2afafe0c-9679-4e5c-a646-fb3c9cb80d29 req-b0c4a747-4d14-4a82-b353-791929c313e4 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (b60d80b2-e477-40d4-8c6d-84075bef8597), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:29.772040 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2afafe0c-9679-4e5c-a646-fb3c9cb80d29 req-b0c4a747-4d14-4a82-b353-791929c313e4 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b60d80b2-e477-40d4-8c6d-84075bef8597), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:29.782355 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2afafe0c-9679-4e5c-a646-fb3c9cb80d29 req-b0c4a747-4d14-4a82-b353-791929c313e4 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:29.793177 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2afafe0c-9679-4e5c-a646-fb3c9cb80d29 req-b0c4a747-4d14-4a82-b353-791929c313e4 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "PUT /v2.0/security-groups/b60d80b2-e477-40d4-8c6d-84075bef8597 HTTP/1.1" status: 200 len: 1791 time: 0.1822858 Jan 28 12:26:29.866656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4a747-4d14-4a82-b353-791929c313e4 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60d80b2-e477-40d4-8c6d-84075bef8597,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:29.947729 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb163e03-4295-4232-867d-90020a6a814e req-b25b1e07-c446-4857-8980-c4f560c2dfc5 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/b60d80b2-e477-40d4-8c6d-84075bef8597 HTTP/1.1" status: 200 len: 1791 time: 0.1236372 Jan 28 12:26:30.031897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33516) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:30.141471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ae430-1c04-41e7-9ca4-62f17c811248 req-f05b2484-c653-400c-9dd1-11a6cae385ca tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:30.144312 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-997ae430-1c04-41e7-9ca4-62f17c811248 req-f05b2484-c653-400c-9dd1-11a6cae385ca tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 950 time: 0.1654143 Jan 28 12:26:30.171026 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2941607-90f9-41e3-8ca2-471e7e39dd7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:30.200734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59631-a722-420a-98ee-6912aad087f6 req-d30487c7-c890-45a6-992c-42f7cfa9adc7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:30.202622 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-d30487c7-c890-45a6-992c-42f7cfa9adc7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 820 time: 0.2651896 Jan 28 12:26:30.216826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f5a59631-a722-420a-98ee-6912aad087f6 req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Request body: {'port': {'device_id': '73065c10-acf0-46ea-8e6a-840e3c766674', 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6', 'admin_state_up': True, 'tenant_id': '72d261eb21094b23ae0e82eafab9582c'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:30.378561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-997ae430-1c04-41e7-9ca4-62f17c811248 req-7065e061-3f72-45db-93f4-49ebfc2450d6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Deleting port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:26:30.379189 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-997ae430-1c04-41e7-9ca4-62f17c811248 req-7065e061-3f72-45db-93f4-49ebfc2450d6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:30.403670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4420eeb2-a9a2-46d4-8d4a-b3b90bd9e557 req-4d2ce1fe-4fbc-4d32-929b-aa9ae1799836 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/b60d80b2-e477-40d4-8c6d-84075bef8597 HTTP/1.1" status: 200 len: 1791 time: 0.1818383 Jan 28 12:26:30.464711 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2941607-90f9-41e3-8ca2-471e7e39dd7c admin admin] Publish callbacks [] for security_group (1ada6f16-869e-4820-84c7-f98a50d9505c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:30.478443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2941607-90f9-41e3-8ca2-471e7e39dd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1ada6f16-869e-4820-84c7-f98a50d9505c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:30.525918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a59631-a722-420a-98ee-6912aad087f6 req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Made reservation on behalf of 72d261eb21094b23ae0e82eafab9582c for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:30.532991 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5a59631-a722-420a-98ee-6912aad087f6 req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:30.536252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2941607-90f9-41e3-8ca2-471e7e39dd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada6f16-869e-4820-84c7-f98a50d9505c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:30.565830 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f2941607-90f9-41e3-8ca2-471e7e39dd7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53a33363a3164ab19046f9b2b6106e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5322599 Jan 28 12:26:30.568450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33532) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:30.588083 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4420eeb2-a9a2-46d4-8d4a-b3b90bd9e557 req-4b960f8e-765d-4428-9afb-71a8f304ba24 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (b60d80b2-e477-40d4-8c6d-84075bef8597), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:30.639039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-997ae430-1c04-41e7-9ca4-62f17c811248 req-7065e061-3f72-45db-93f4-49ebfc2450d6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] For port 4141f508-d1ef-4cf1-823e-ac895c0bcce9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4141f508-d1ef-4cf1-823e-ac895c0bcce9,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:30.639596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-997ae430-1c04-41e7-9ca4-62f17c811248 req-7065e061-3f72-45db-93f4-49ebfc2450d6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:30.648928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c53ee946-d797-4489-b745-fa753cb64bdd req-efe36ae9-c522-4e11-bfcb-9c763dca1e37 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 210 time: 0.0324676 Jan 28 12:26:30.650554 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4420eeb2-a9a2-46d4-8d4a-b3b90bd9e557 req-4b960f8e-765d-4428-9afb-71a8f304ba24 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (b60d80b2-e477-40d4-8c6d-84075bef8597), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:30.722326 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4420eeb2-a9a2-46d4-8d4a-b3b90bd9e557 req-4b960f8e-765d-4428-9afb-71a8f304ba24 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b60d80b2-e477-40d4-8c6d-84075bef8597), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:30.726089 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4420eeb2-a9a2-46d4-8d4a-b3b90bd9e557 req-4b960f8e-765d-4428-9afb-71a8f304ba24 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:30.729726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4420eeb2-a9a2-46d4-8d4a-b3b90bd9e557 req-4b960f8e-765d-4428-9afb-71a8f304ba24 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "DELETE /v2.0/security-groups/b60d80b2-e477-40d4-8c6d-84075bef8597 HTTP/1.1" status: 204 len: 173 time: 0.3250327 Jan 28 12:26:30.731109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-997ae430-1c04-41e7-9ca4-62f17c811248 req-7065e061-3f72-45db-93f4-49ebfc2450d6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Calling delete_port for 4141f508-d1ef-4cf1-823e-ac895c0bcce9 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:26:30.758500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b960f8e-765d-4428-9afb-71a8f304ba24 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60d80b2-e477-40d4-8c6d-84075bef8597,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:30.975925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b43f7e7b-51e9-4d18-aece-508758a54e2a admin admin] Publish callbacks [] for security_group (1ada6f16-869e-4820-84c7-f98a50d9505c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:30.984035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655b896-e0d4-4fad-ad87-ff16a030550d req-aabdb29a-39fd-4a68-b93e-8bbc26feeede tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:30.993130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9655b896-e0d4-4fad-ad87-ff16a030550d req-aabdb29a-39fd-4a68-b93e-8bbc26feeede tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 950 time: 0.0780530 Jan 28 12:26:31.051326 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b43f7e7b-51e9-4d18-aece-508758a54e2a admin admin] Publish callbacks [] for security_group (1ada6f16-869e-4820-84c7-f98a50d9505c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:31.069551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:31.076889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9655b896-e0d4-4fad-ad87-ff16a030550d req-26b5bcde-f2a8-4658-89ac-d7e33d48b4c9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826824 Jan 28 12:26:31.114691 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-0850619e-8596-46c5-baff-3982f76a7162 req-ec684d69-3df0-4be3-b213-ce20a01e3095 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] show failed (client error): The resource could not be found. Jan 28 12:26:31.130955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0850619e-8596-46c5-baff-3982f76a7162 req-ec684d69-3df0-4be3-b213-ce20a01e3095 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/7d5054ca-230d-4485-a573-01592e5d17a3 HTTP/1.1" status: 404 len: 352 time: 0.0325694 Jan 28 12:26:31.154802 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-2de754dd-1eef-40e4-888b-2ee4a7f06378 req-04012fad-3685-44a8-8ff6-e3e701585d95 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] show failed (client error): The resource could not be found. Jan 28 12:26:31.170583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2de754dd-1eef-40e4-888b-2ee4a7f06378 req-04012fad-3685-44a8-8ff6-e3e701585d95 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/27b63c9a-db3d-4721-9e0c-c6c956eaa640 HTTP/1.1" status: 404 len: 352 time: 0.0323629 Jan 28 12:26:31.211125 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-0ca890af-ae35-48cd-a6b7-7f019c4ad658 req-3fecceb3-ad30-4696-ac9f-cd6f62d4d526 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] show failed (client error): The resource could not be found. Jan 28 12:26:31.229173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ca890af-ae35-48cd-a6b7-7f019c4ad658 req-3fecceb3-ad30-4696-ac9f-cd6f62d4d526 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/eeabebaf-da01-4991-9fe4-97491bd60239 HTTP/1.1" status: 404 len: 352 time: 0.0452378 Jan 28 12:26:31.239677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:31.240073 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:31.310972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:31.313036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:31.316507 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0d41c2-4b45-47b5-a824-3eb585e8cd77" -d '{"events": [{"server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "name": "network-vif-unplugged", "status": "completed", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:31.318893 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b43f7e7b-51e9-4d18-aece-508758a54e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1ada6f16-869e-4820-84c7-f98a50d9505c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:31.322590 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b43f7e7b-51e9-4d18-aece-508758a54e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:31.327261 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b43f7e7b-51e9-4d18-aece-508758a54e2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ada6f16-869e-4820-84c7-f98a50d9505c HTTP/1.1" status: 204 len: 168 time: 0.7547324 Jan 28 12:26:31.347822 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:31.349609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-f5a59631-a722-420a-98ee-6912aad087f6 req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Allocated IP 172.20.0.3 (7acd3fbf-daa0-47cb-a4bd-57914dec4db6/fb43f70a-76e4-48b5-a102-e222ca278b51/ebaddb61-6d09-45d5-943f-d0f8f60577de) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:26:31.351179 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-0f29e056-9d6b-45ce-a7ae-2d7ae7ab5bda req-f4961e7e-93d7-437c-b886-1db15b0b2d7c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] show failed (client error): The resource could not be found. Jan 28 12:26:31.353455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f7e7b-51e9-4d18-aece-508758a54e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ada6f16-869e-4820-84c7-f98a50d9505c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:31.373878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f29e056-9d6b-45ce-a7ae-2d7ae7ab5bda req-f4961e7e-93d7-437c-b886-1db15b0b2d7c tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/90d25e18-0bf9-4643-9b0d-a3d5ad4fcf1f HTTP/1.1" status: 404 len: 352 time: 0.0379961 Jan 28 12:26:31.450302 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-1db26883-699f-409a-9759-91da3058fa01 req-ef8305a4-145e-4155-9927-9def1b67f303 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] show failed (client error): The resource could not be found. Jan 28 12:26:31.470194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1db26883-699f-409a-9759-91da3058fa01 req-ef8305a4-145e-4155-9927-9def1b67f303 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/c53d7ed5-c1d6-45fc-b778-9ec799bdd1a6 HTTP/1.1" status: 404 len: 352 time: 0.0393605 Jan 28 12:26:31.477024 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be19338c-a301-4a7e-b26f-92c587c1bc05 x-openstack-request-id: req-be19338c-a301-4a7e-b26f-92c587c1bc05 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:31.477408 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "name": "network-vif-unplugged", "status": "completed", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:31.477766 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be19338c-a301-4a7e-b26f-92c587c1bc05 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:31.478280 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'code': 200} Jan 28 12:26:31.512828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,revision_number=11']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:31.650606 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-1058e144-460a-4559-90bd-6c6d16ec69cd req-777292d7-d337-4692-8fa7-ed887eeb7faf tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] show failed (client error): The resource could not be found. Jan 28 12:26:31.652221 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1058e144-460a-4559-90bd-6c6d16ec69cd req-777292d7-d337-4692-8fa7-ed887eeb7faf tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/2dd4406d-1113-44b3-9440-697dba6c53c7 HTTP/1.1" status: 404 len: 352 time: 0.0569153 Jan 28 12:26:31.821736 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-997ae430-1c04-41e7-9ca4-62f17c811248 req-7065e061-3f72-45db-93f4-49ebfc2450d6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4141f508-d1ef-4cf1-823e-ac895c0bcce9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:31.838940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['4141f508-d1ef-4cf1-823e-ac895c0bcce9'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:31.843373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['dc49dc7e-ef4a-4270-8664-b1a0d190371b', '1fe30547-f30a-4700-a40f-6cf5bb0cf11d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:31.943473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33634) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:31.951093 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065e061-3f72-45db-93f4-49ebfc2450d6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Pushing event deleted for resources: {'Port': ['ID=4141f508-d1ef-4cf1-823e-ac895c0bcce9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:31.979203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a196a1cb-2140-43ff-99f1-22ce3a0d4f3b req-d42400a3-68e7-4745-af18-42039cf41042 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 210 time: 0.0636549 Jan 28 12:26:32.090151 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ac45-e11f-4414-bbdc-83e62b1c4d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:32.219527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-997ae430-1c04-41e7-9ca4-62f17c811248 req-7065e061-3f72-45db-93f4-49ebfc2450d6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] No DVR routers for this DVR port 4141f508-d1ef-4cf1-823e-ac895c0bcce9 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:26:32.265316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cc6e1-6207-438c-acc4-742ad402f67c req-c5ef95be-5ccd-4169-a695-8dea56f4adfd tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:32.273258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f1cc6e1-6207-438c-acc4-742ad402f67c req-c5ef95be-5ccd-4169-a695-8dea56f4adfd tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 1023 time: 0.1071875 Jan 28 12:26:32.370449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-997ae430-1c04-41e7-9ca4-62f17c811248 req-7065e061-3f72-45db-93f4-49ebfc2450d6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:32.376803 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-997ae430-1c04-41e7-9ca4-62f17c811248 req-7065e061-3f72-45db-93f4-49ebfc2450d6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.49 "DELETE /v2.0/ports/4141f508-d1ef-4cf1-823e-ac895c0bcce9 HTTP/1.1" status: 204 len: 173 time: 2.2201390 Jan 28 12:26:32.377379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'name': 'network-vif-deleted', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:32.380271 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092c0eb1-e7be-44c0-8ae3-7f20eeddbc08" -d '{"events": [{"server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "name": "network-vif-deleted", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:32.389739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e43c24f8-8fb0-46b4-83ff-2c0e8486c2bd req-1490d201-5447-4ed5-8786-cf0b190d8849 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=56a32bf1-0da5-45ac-bfa8-cef03a804d53 HTTP/1.1" status: 200 len: 210 time: 0.0870001 Jan 28 12:26:32.401882 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ac45-e11f-4414-bbdc-83e62b1c4d8a admin admin] Publish callbacks [] for security_group (a37c5c54-1c1a-473b-9518-6ee8c68b7a8b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:32.434111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ac45-e11f-4414-bbdc-83e62b1c4d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a37c5c54-1c1a-473b-9518-6ee8c68b7a8b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:32.496993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f1cc6e1-6207-438c-acc4-742ad402f67c req-a773bdeb-0111-4f57-94a8-63a12b95884b tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8f90094-2138-43cc-b0ae-4b6accf5e30d&id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&id=74487f2e-7da9-45e4-9c8c-a2589c720a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2227259 Jan 28 12:26:32.514080 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5a59631-a722-420a-98ee-6912aad087f6 req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks [] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:32.537946 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0ba6ac45-e11f-4414-bbdc-83e62b1c4d8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13891064980245aabd1c18eb97e9bbe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5763154 Jan 28 12:26:32.540659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33662) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:32.550171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6ac45-e11f-4414-bbdc-83e62b1c4d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c5c54-1c1a-473b-9518-6ee8c68b7a8b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:32.652572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5a59631-a722-420a-98ee-6912aad087f6 req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:32.662977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['2446e1eb-2632-4f95-9880-70841d31231c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:32.664038 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca51519-2d13-451b-a027-fc18ce67a785 x-openstack-request-id: req-fca51519-2d13-451b-a027-fc18ce67a785 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:32.665079 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a32bf1-0da5-45ac-bfa8-cef03a804d53", "name": "network-vif-deleted", "tag": "4141f508-d1ef-4cf1-823e-ac895c0bcce9", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:32.670927 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fca51519-2d13-451b-a027-fc18ce67a785 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:32.671431 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a32bf1-0da5-45ac-bfa8-cef03a804d53', 'name': 'network-vif-deleted', 'tag': '4141f508-d1ef-4cf1-823e-ac895c0bcce9', 'status': 'completed', 'code': 200} Jan 28 12:26:32.695995 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f034f1f-8e67-4a49-bf64-a41ed68693cf admin admin] Publish callbacks [] for security_group (a37c5c54-1c1a-473b-9518-6ee8c68b7a8b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:32.766111 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f034f1f-8e67-4a49-bf64-a41ed68693cf admin admin] Publish callbacks [] for security_group (a37c5c54-1c1a-473b-9518-6ee8c68b7a8b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:32.788264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Pushing event updated for resources: {'Port': ['ID=ebaddb61-6d09-45d5-943f-d0f8f60577de,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:32.801023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a59631-a722-420a-98ee-6912aad087f6 req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:26:32.802467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-f5a59631-a722-420a-98ee-6912aad087f6 req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:32.805215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a59631-a722-420a-98ee-6912aad087f6 req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:26:32.926568 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f034f1f-8e67-4a49-bf64-a41ed68693cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a37c5c54-1c1a-473b-9518-6ee8c68b7a8b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:32.934279 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f034f1f-8e67-4a49-bf64-a41ed68693cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:32.936312 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5f034f1f-8e67-4a49-bf64-a41ed68693cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a37c5c54-1c1a-473b-9518-6ee8c68b7a8b HTTP/1.1" status: 204 len: 168 time: 0.3946083 Jan 28 12:26:32.964025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f034f1f-8e67-4a49-bf64-a41ed68693cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c5c54-1c1a-473b-9518-6ee8c68b7a8b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:33.242588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e5463-5a9e-4a0b-93c7-f6906a35eea8 req-d50c6426-bf45-462e-81e7-7394042ee4e4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:33.244857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-540e5463-5a9e-4a0b-93c7-f6906a35eea8 req-d50c6426-bf45-462e-81e7-7394042ee4e4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 931 time: 0.1157691 Jan 28 12:26:33.316973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-540e5463-5a9e-4a0b-93c7-f6906a35eea8 req-5666f31c-4a88-4d67-bc82-0021c554d12c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646009 Jan 28 12:26:33.658665 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59631-a722-420a-98ee-6912aad087f6 req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:33.660801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5a59631-a722-420a-98ee-6912aad087f6 req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:33.699953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11a11-14dc-4c55-be64-96fffbdd37cd req-bf37eaef-5909-41d6-a168-4099b5243b73 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:33.701743 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-52e11a11-14dc-4c55-be64-96fffbdd37cd req-bf37eaef-5909-41d6-a168-4099b5243b73 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 1023 time: 0.1508496 Jan 28 12:26:33.812084 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-1f889eab-1ddf-474d-92dc-e1afbc325b62 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5994518 Jan 28 12:26:33.825952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Request body: {'port': {'device_id': '73065c10-acf0-46ea-8e6a-840e3c766674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:33.904817 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:33.933540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-52e11a11-14dc-4c55-be64-96fffbdd37cd req-c7657369-9d2c-40d6-8f81-42a3a2339c15 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Deleting port e5204f37-f78e-4bef-b206-bd45f550d73a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:26:33.933789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-52e11a11-14dc-4c55-be64-96fffbdd37cd req-c7657369-9d2c-40d6-8f81-42a3a2339c15 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:34.084236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41708d68-7417-4cb3-a56b-a05c3726c63b req-06521de0-4e3f-4feb-93c0-fc3c4c539e90 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:34.084998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-52e11a11-14dc-4c55-be64-96fffbdd37cd req-c7657369-9d2c-40d6-8f81-42a3a2339c15 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] For port e5204f37-f78e-4bef-b206-bd45f550d73a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e5204f37-f78e-4bef-b206-bd45f550d73a,segment=NetworkSegment(60eca39b-b66d-4b44-9f8d-604e1ef11408),segment_id=60eca39b-b66d-4b44-9f8d-604e1ef11408)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:34.085664 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-52e11a11-14dc-4c55-be64-96fffbdd37cd req-c7657369-9d2c-40d6-8f81-42a3a2339c15 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:34.086528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4141f508-d1ef-4cf1-823e-ac895c0bcce9 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:34.114572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41708d68-7417-4cb3-a56b-a05c3726c63b req-06521de0-4e3f-4feb-93c0-fc3c4c539e90 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c943c67-f46c-4299-b3aa-a3615b629a54 HTTP/1.1" status: 200 len: 1023 time: 0.1239281 Jan 28 12:26:34.119302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-52e11a11-14dc-4c55-be64-96fffbdd37cd req-c7657369-9d2c-40d6-8f81-42a3a2339c15 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Calling delete_port for e5204f37-f78e-4bef-b206-bd45f550d73a owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:26:34.136160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 4141f508-d1ef-4cf1-823e-ac895c0bcce9 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:26:34.137361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4141f508-d1ef-4cf1-823e-ac895c0bcce9 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:26:34.267575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41708d68-7417-4cb3-a56b-a05c3726c63b req-0e077916-70f2-4bc5-926a-005b8d8313a9 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8f90094-2138-43cc-b0ae-4b6accf5e30d&id=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e&id=74487f2e-7da9-45e4-9c8c-a2589c720a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1520143 Jan 28 12:26:34.542225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-52e11a11-14dc-4c55-be64-96fffbdd37cd req-c7657369-9d2c-40d6-8f81-42a3a2339c15 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e5204f37-f78e-4bef-b206-bd45f550d73a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:34.557322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebaddb61-6d09-45d5-943f-d0f8f60577de {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:26:34.583474 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Publish callbacks [] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:34.595481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7657369-9d2c-40d6-8f81-42a3a2339c15 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event deleted for resources: {'Port': ['ID=e5204f37-f78e-4bef-b206-bd45f550d73a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:34.632903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Transition to ACTIVE for port object ebaddb61-6d09-45d5-943f-d0f8f60577de will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:26:34.649150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e11a11-14dc-4c55-be64-96fffbdd37cd req-c7657369-9d2c-40d6-8f81-42a3a2339c15 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] No DVR routers for this DVR port e5204f37-f78e-4bef-b206-bd45f550d73a on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:26:34.650863 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:34.660875 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-52e11a11-14dc-4c55-be64-96fffbdd37cd req-c7657369-9d2c-40d6-8f81-42a3a2339c15 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:34.664211 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-52e11a11-14dc-4c55-be64-96fffbdd37cd req-c7657369-9d2c-40d6-8f81-42a3a2339c15 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.49 "DELETE /v2.0/ports/e5204f37-f78e-4bef-b206-bd45f550d73a HTTP/1.1" status: 204 len: 173 time: 0.9568141 Jan 28 12:26:34.693169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c943c67-f46c-4299-b3aa-a3615b629a54', 'name': 'network-vif-deleted', 'tag': 'e5204f37-f78e-4bef-b206-bd45f550d73a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:34.695566 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748c7446-4fca-451d-8cee-76db6f202798" -d '{"events": [{"server_uuid": "5c943c67-f46c-4299-b3aa-a3615b629a54", "name": "network-vif-deleted", "tag": "e5204f37-f78e-4bef-b206-bd45f550d73a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:34.765926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Pushing event updated for resources: {'Port': ['ID=ebaddb61-6d09-45d5-943f-d0f8f60577de,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:34.804138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Attempting to bind port ebaddb61-6d09-45d5-943f-d0f8f60577de on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:26:34.804591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Attempting to bind port ebaddb61-6d09-45d5-943f-d0f8f60577de by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:26:34.805038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Attempting to bind port ebaddb61-6d09-45d5-943f-d0f8f60577de on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:34.811200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Port ebaddb61-6d09-45d5-943f-d0f8f60577de on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:26:34.811649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Attempting to bind port ebaddb61-6d09-45d5-943f-d0f8f60577de on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:34.826724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:26:34.831422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:34.832154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Bound using segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:26:34.835019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Bound port: ebaddb61-6d09-45d5-943f-d0f8f60577de, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:26:34.836628 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:35.029158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:26:35.035408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:26:35.046880 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:35.122273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:35.122524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b141f-b33f-4838-9963-97bf0b35fe29 req-23a43dde-e1bb-428a-aef2-31dceafb37ad tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:35.123709 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:35.125280 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] 10.222.0.49 "PUT /v2.0/ports/ebaddb61-6d09-45d5-943f-d0f8f60577de HTTP/1.1" status: 200 len: 1091 time: 1.3066986 Jan 28 12:26:35.132497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b71b141f-b33f-4838-9963-97bf0b35fe29 req-23a43dde-e1bb-428a-aef2-31dceafb37ad tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.1798053 Jan 28 12:26:35.170937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dbdd1-1420-4df7-a083-0b3160cc5bbb service neutron] Pushing event updated for resources: {'Port': ['ID=ebaddb61-6d09-45d5-943f-d0f8f60577de,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:35.216435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827b732-807c-470a-9ef0-bb17ea48e84e req-ab0b930e-4a81-4830-ac36-203cb6460904 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:35.232467 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3827b732-807c-470a-9ef0-bb17ea48e84e req-ab0b930e-4a81-4830-ac36-203cb6460904 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.2344801 Jan 28 12:26:35.245321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59631-a722-420a-98ee-6912aad087f6 req-7ddeac46-159d-4139-848c-53cb9fe30cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:35.247320 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-7ddeac46-159d-4139-848c-53cb9fe30cca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 1094 time: 0.0671985 Jan 28 12:26:35.400734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3827b732-807c-470a-9ef0-bb17ea48e84e req-b4e37c85-14fe-438f-8753-847e867ecc06 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672425 Jan 28 12:26:35.416503 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-fab25a7b-ea86-4a85-ab24-14b5aaaf5c55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de HTTP/1.1" status: 200 len: 217 time: 0.1577246 Jan 28 12:26:35.433892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b71b141f-b33f-4838-9963-97bf0b35fe29 req-418206e0-bf5b-4994-ad05-5de42e672ca5 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998044 Jan 28 12:26:35.512952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479f28f-1924-4664-aecc-363e72abea3e req-45aa5244-a403-489d-905b-7c4ce831c1fe tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:35.521188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5479f28f-1924-4664-aecc-363e72abea3e req-45aa5244-a403-489d-905b-7c4ce831c1fe tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a HTTP/1.1" status: 200 len: 949 time: 0.2573922 Jan 28 12:26:35.557613 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf987de-929a-47e6-a826-9a2f8b0ca068 x-openstack-request-id: req-2cf987de-929a-47e6-a826-9a2f8b0ca068 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:35.557934 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c943c67-f46c-4299-b3aa-a3615b629a54", "name": "network-vif-deleted", "tag": "e5204f37-f78e-4bef-b206-bd45f550d73a", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:35.558890 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cf987de-929a-47e6-a826-9a2f8b0ca068 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:35.558890 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c943c67-f46c-4299-b3aa-a3615b629a54', 'name': 'network-vif-deleted', 'tag': 'e5204f37-f78e-4bef-b206-bd45f550d73a', 'status': 'completed', 'code': 200} Jan 28 12:26:35.609371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59631-a722-420a-98ee-6912aad087f6 req-9cea911f-c2f0-40ce-86e8-88f80e476689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:35.610857 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-9cea911f-c2f0-40ce-86e8-88f80e476689 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.1834545 Jan 28 12:26:35.649639 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-0b251b01-b169-4032-8abe-41fef6afc82d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302038 Jan 28 12:26:35.755720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c739bdf-c0d1-4836-8b5d-8d5b672d1181 req-e4126101-79f3-450f-9554-684d3c3b3c1b tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/b8f90094-2138-43cc-b0ae-4b6accf5e30d HTTP/1.1" status: 200 len: 1816 time: 0.1325257 Jan 28 12:26:35.787188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-5479f28f-1924-4664-aecc-363e72abea3e req-ce4f6a83-3d68-4871-9f7f-28487744cc90 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Deleting port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:26:35.789090 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5479f28f-1924-4664-aecc-363e72abea3e req-ce4f6a83-3d68-4871-9f7f-28487744cc90 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:35.822681 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-4cb27a61-9e15-4627-9994-0bad6eb09100 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641159 Jan 28 12:26:35.942050 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9c739bdf-c0d1-4836-8b5d-8d5b672d1181 req-e163edcc-0b28-4d18-9714-9e9799c72e41 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (b8f90094-2138-43cc-b0ae-4b6accf5e30d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:35.975739 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f5a59631-a722-420a-98ee-6912aad087f6 req-253d9f43-f604-4869-bddd-0d9d6848750f service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451919 Jan 28 12:26:35.984665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5479f28f-1924-4664-aecc-363e72abea3e req-ce4f6a83-3d68-4871-9f7f-28487744cc90 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] For port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:35.985269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5479f28f-1924-4664-aecc-363e72abea3e req-ce4f6a83-3d68-4871-9f7f-28487744cc90 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:35.996846 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9c739bdf-c0d1-4836-8b5d-8d5b672d1181 req-e163edcc-0b28-4d18-9714-9e9799c72e41 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (b8f90094-2138-43cc-b0ae-4b6accf5e30d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:36.012423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-5479f28f-1924-4664-aecc-363e72abea3e req-ce4f6a83-3d68-4871-9f7f-28487744cc90 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Calling delete_port for 1fe30547-f30a-4700-a40f-6cf5bb0cf11d owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:26:36.094572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e5204f37-f78e-4bef-b206-bd45f550d73a no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:36.121971 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9c739bdf-c0d1-4836-8b5d-8d5b672d1181 req-e163edcc-0b28-4d18-9714-9e9799c72e41 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b8f90094-2138-43cc-b0ae-4b6accf5e30d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:36.124524 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9c739bdf-c0d1-4836-8b5d-8d5b672d1181 req-e163edcc-0b28-4d18-9714-9e9799c72e41 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:36.126788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: e5204f37-f78e-4bef-b206-bd45f550d73a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:26:36.128830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e5204f37-f78e-4bef-b206-bd45f550d73a not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:26:36.139282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c739bdf-c0d1-4836-8b5d-8d5b672d1181 req-e163edcc-0b28-4d18-9714-9e9799c72e41 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "DELETE /v2.0/security-groups/b8f90094-2138-43cc-b0ae-4b6accf5e30d HTTP/1.1" status: 204 len: 173 time: 0.3743832 Jan 28 12:26:36.155832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163edcc-0b28-4d18-9714-9e9799c72e41 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f90094-2138-43cc-b0ae-4b6accf5e30d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:36.253685 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5479f28f-1924-4664-aecc-363e72abea3e req-ce4f6a83-3d68-4871-9f7f-28487744cc90 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1fe30547-f30a-4700-a40f-6cf5bb0cf11d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:36.266493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['dc49dc7e-ef4a-4270-8664-b1a0d190371b', '1fe30547-f30a-4700-a40f-6cf5bb0cf11d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:36.285108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f6a83-3d68-4871-9f7f-28487744cc90 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Pushing event deleted for resources: {'Port': ['ID=1fe30547-f30a-4700-a40f-6cf5bb0cf11d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:36.365748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5479f28f-1924-4664-aecc-363e72abea3e req-ce4f6a83-3d68-4871-9f7f-28487744cc90 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] No DVR routers for this DVR port 1fe30547-f30a-4700-a40f-6cf5bb0cf11d on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:26:36.369204 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5479f28f-1924-4664-aecc-363e72abea3e req-ce4f6a83-3d68-4871-9f7f-28487744cc90 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:36.374136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5479f28f-1924-4664-aecc-363e72abea3e req-ce4f6a83-3d68-4871-9f7f-28487744cc90 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.35 "DELETE /v2.0/ports/1fe30547-f30a-4700-a40f-6cf5bb0cf11d HTTP/1.1" status: 204 len: 173 time: 0.8458943 Jan 28 12:26:36.374560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'name': 'network-vif-deleted', 'tag': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:36.377716 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beff83a9-bce7-41b0-a4c1-c17c83d3c58a" -d '{"events": [{"server_uuid": "cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a", "name": "network-vif-deleted", "tag": "1fe30547-f30a-4700-a40f-6cf5bb0cf11d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:36.679531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a42ae7fd-0f61-47b8-90ad-19fb4fdd6151 req-0943deb3-434d-448d-87fa-21833d84711d tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "GET /v2.0/security-groups/74487f2e-7da9-45e4-9c8c-a2589c720a7d HTTP/1.1" status: 200 len: 1817 time: 0.0625498 Jan 28 12:26:36.725965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-06cb36f7-deaf-4e9d-9e9c-eb04c0f5385e tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c86c43bcce9d4ae5a853537368b51448&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384951 Jan 28 12:26:36.824611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a42ae7fd-0f61-47b8-90ad-19fb4fdd6151 req-8d4d91c4-2049-44a9-8f07-f26d8f0c4535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (74487f2e-7da9-45e4-9c8c-a2589c720a7d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:36.871256 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a42ae7fd-0f61-47b8-90ad-19fb4fdd6151 req-8d4d91c4-2049-44a9-8f07-f26d8f0c4535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (74487f2e-7da9-45e4-9c8c-a2589c720a7d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:36.890132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-eda9aa4c-7202-4e54-aecb-3d7ca4aed4d3 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:36.891855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-eda9aa4c-7202-4e54-aecb-3d7ca4aed4d3 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581669 Jan 28 12:26:36.925687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-05eab46c-170a-4cc2-97f4-caaa91dd2952 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/quotas/c86c43bcce9d4ae5a853537368b51448 HTTP/1.1" status: 200 len: 375 time: 0.0263031 Jan 28 12:26:36.951982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a42ae7fd-0f61-47b8-90ad-19fb4fdd6151 req-8d4d91c4-2049-44a9-8f07-f26d8f0c4535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (74487f2e-7da9-45e4-9c8c-a2589c720a7d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:36.956933 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a42ae7fd-0f61-47b8-90ad-19fb4fdd6151 req-8d4d91c4-2049-44a9-8f07-f26d8f0c4535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:36.958033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a42ae7fd-0f61-47b8-90ad-19fb4fdd6151 req-8d4d91c4-2049-44a9-8f07-f26d8f0c4535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] 10.222.0.53 "DELETE /v2.0/security-groups/74487f2e-7da9-45e4-9c8c-a2589c720a7d HTTP/1.1" status: 204 len: 173 time: 0.2717795 Jan 28 12:26:36.965378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:36.987460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d91c4-2049-44a9-8f07-f26d8f0c4535 tempest-SecurityGroupsTestJSON-485901217 tempest-SecurityGroupsTestJSON-485901217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74487f2e-7da9-45e4-9c8c-a2589c720a7d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:36.991147 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-cf4023a4-decd-4a6f-a468-99d0fded33e7 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c86c43bcce9d4ae5a853537368b51448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501490 Jan 28 12:26:37.074318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-054b9ac8-85a6-4a73-b2d3-3d6786fe3554 admin admin] Deleting subnet 7d4d0c4a-3998-42cf-a206-998b45b1ec69 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:26:37.079149 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-054b9ac8-85a6-4a73-b2d3-3d6786fe3554 admin admin] Publish callbacks [] for subnet (7d4d0c4a-3998-42cf-a206-998b45b1ec69), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:37.110763 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9460164-549f-4f1d-8f2b-10ccef1884c9 x-openstack-request-id: req-c9460164-549f-4f1d-8f2b-10ccef1884c9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:37.111281 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a", "name": "network-vif-deleted", "tag": "1fe30547-f30a-4700-a40f-6cf5bb0cf11d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:37.111733 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9460164-549f-4f1d-8f2b-10ccef1884c9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:37.112940 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb04644b-e1f0-4d4a-98c9-b6e5f0f8a08a', 'name': 'network-vif-deleted', 'tag': '1fe30547-f30a-4700-a40f-6cf5bb0cf11d', 'status': 'completed', 'code': 200} Jan 28 12:26:37.125700 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-054b9ac8-85a6-4a73-b2d3-3d6786fe3554 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (7d4d0c4a-3998-42cf-a206-998b45b1ec69), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:37.201305 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-054b9ac8-85a6-4a73-b2d3-3d6786fe3554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (7d4d0c4a-3998-42cf-a206-998b45b1ec69), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:37.283013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f634562-f609-419e-9405-c9a0c2e5e9c8 req-c3f54633-c871-4288-a519-7dc5305dce22 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:37.285750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f634562-f609-419e-9405-c9a0c2e5e9c8 req-c3f54633-c871-4288-a519-7dc5305dce22 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.0608375 Jan 28 12:26:37.314696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-054b9ac8-85a6-4a73-b2d3-3d6786fe3554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (7d4d0c4a-3998-42cf-a206-998b45b1ec69), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:37.359620 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-054b9ac8-85a6-4a73-b2d3-3d6786fe3554 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:37.365326 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-054b9ac8-85a6-4a73-b2d3-3d6786fe3554 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7d4d0c4a-3998-42cf-a206-998b45b1ec69 HTTP/1.1" status: 204 len: 168 time: 0.3976979 Jan 28 12:26:37.368109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f634562-f609-419e-9405-c9a0c2e5e9c8 req-1f79e6be-0098-4dec-976a-8064e5e392a3 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760179 Jan 28 12:26:37.368727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33924) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:37.383656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b9ac8-85a6-4a73-b2d3-3d6786fe3554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d4d0c4a-3998-42cf-a206-998b45b1ec69,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:37.531793 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (352b6a35-d7b0-4d04-9be6-be33d739d2db), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:37.541488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661dc97-82b9-4071-83d4-ea16f0ecad24 req-8993b677-1c33-4ffc-b426-949c3c50fbca tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:37.542957 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8661dc97-82b9-4071-83d4-ea16f0ecad24 req-8993b677-1c33-4ffc-b426-949c3c50fbca tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 949 time: 0.0934782 Jan 28 12:26:37.560435 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73065c10-acf0-46ea-8e6a-840e3c766674', 'tag': 'ebaddb61-6d09-45d5-943f-d0f8f60577de'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:37.563395 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0dcf3f-a9f1-4c80-a01d-1cc459f66e10" -d '{"events": [{"name": "network-changed", "server_uuid": "73065c10-acf0-46ea-8e6a-840e3c766674", "tag": "ebaddb61-6d09-45d5-943f-d0f8f60577de"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:37.700603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8661dc97-82b9-4071-83d4-ea16f0ecad24 req-ee7da69e-e17a-4352-ba4d-52b09c54607a tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478786 Jan 28 12:26:37.702450 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (352b6a35-d7b0-4d04-9be6-be33d739d2db), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:37.741898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352b6a35-d7b0-4d04-9be6-be33d739d2db']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:37.764459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60eca39b-b66d-4b44-9f8d-604e1ef11408') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:37.765074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60eca39b-b66d-4b44-9f8d-604e1ef11408') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:37.789860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e53ce748-058f-4259-8103-745c8736dda5 req-82fe9375-426d-4185-a010-147f0a92bb31 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 210 time: 0.0398419 Jan 28 12:26:37.793757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (60eca39b-b66d-4b44-9f8d-604e1ef11408), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:37.810437 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (60eca39b-b66d-4b44-9f8d-604e1ef11408), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:37.832694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:26:37.833442 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (60eca39b-b66d-4b44-9f8d-604e1ef11408), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:26:37.896851 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:26:37.926439 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (352b6a35-d7b0-4d04-9be6-be33d739d2db), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:37.941278 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:37.946122 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] 10.222.0.53 "DELETE /v2.0/networks/352b6a35-d7b0-4d04-9be6-be33d739d2db HTTP/1.1" status: 204 len: 168 time: 0.5762942 Jan 28 12:26:38.006946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74f25f-8746-4092-a46b-c436209b3edf admin admin] Pushing event deleted for resources: {'Network': ['ID=352b6a35-d7b0-4d04-9be6-be33d739d2db,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:38.058897 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc8f158-a782-4030-a9db-cc8577eae628 x-openstack-request-id: req-5bc8f158-a782-4030-a9db-cc8577eae628 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:38.059419 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73065c10-acf0-46ea-8e6a-840e3c766674", "tag": "ebaddb61-6d09-45d5-943f-d0f8f60577de", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:38.059756 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bc8f158-a782-4030-a9db-cc8577eae628 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:38.060513 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73065c10-acf0-46ea-8e6a-840e3c766674', 'tag': 'ebaddb61-6d09-45d5-943f-d0f8f60577de', 'status': 'completed', 'code': 200} Jan 28 12:26:38.249704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dcf3f-a9f1-4c80-a01d-1cc459f66e10 req-ad997f21-2c95-496e-92fc-3a4d3034d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:38.251638 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ad0dcf3f-a9f1-4c80-a01d-1cc459f66e10 req-ad997f21-2c95-496e-92fc-3a4d3034d25c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 1094 time: 0.1013744 Jan 28 12:26:38.325021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33982) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:38.382426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a4d14162-90bc-4f73-ac42-a8020b944c92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7109c4008a84d3a887ec8cc9be7b4bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555267 Jan 28 12:26:38.385136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33990) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:38.469556 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dcf3f-a9f1-4c80-a01d-1cc459f66e10 req-2bd6c570-b45d-475e-b034-e5305c0f83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:38.471439 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ad0dcf3f-a9f1-4c80-a01d-1cc459f66e10 req-2bd6c570-b45d-475e-b034-e5305c0f83e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.2112691 Jan 28 12:26:38.498408 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9627ee07-376c-4b10-9a8b-7fad130ce100 admin admin] Publish callbacks [] for security_group (baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:38.506892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504d7c-1841-48e6-b1a1-5a966fa197b6 req-f6a56c84-55c9-4845-a223-3c53d14b0871 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:38.515629 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09504d7c-1841-48e6-b1a1-5a966fa197b6 req-f6a56c84-55c9-4845-a223-3c53d14b0871 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.1286216 Jan 28 12:26:38.533999 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ad0dcf3f-a9f1-4c80-a01d-1cc459f66e10 req-9ac59895-72a8-46e4-8c8b-4e8ad455499a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de HTTP/1.1" status: 200 len: 217 time: 0.0562270 Jan 28 12:26:38.591845 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9627ee07-376c-4b10-9a8b-7fad130ce100 admin admin] Publish callbacks [] for security_group (baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:38.625138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09504d7c-1841-48e6-b1a1-5a966fa197b6 req-f1c08a9e-0b30-4091-84fa-74b5ee3cdbf6 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037402 Jan 28 12:26:38.644492 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-8d147563-b086-4aa0-b557-c5bf985276f3 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c86c43bcce9d4ae5a853537368b51448&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332191 Jan 28 12:26:38.745342 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9627ee07-376c-4b10-9a8b-7fad130ce100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:38.750913 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9627ee07-376c-4b10-9a8b-7fad130ce100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:38.753652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9627ee07-376c-4b10-9a8b-7fad130ce100 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e HTTP/1.1" status: 204 len: 168 time: 0.3649354 Jan 28 12:26:38.770660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627ee07-376c-4b10-9a8b-7fad130ce100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa69419-6d2a-4a0f-b5ce-0ae55b9ade1e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:38.861721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48482e71-1cf8-4a05-9a45-e4f923cfdbc6 req-0d20223a-44ea-4245-99c8-734e9450816c tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:38.865414 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48482e71-1cf8-4a05-9a45-e4f923cfdbc6 req-0d20223a-44ea-4245-99c8-734e9450816c tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 947 time: 0.0911903 Jan 28 12:26:38.883722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-1777225c-51e4-42aa-bca0-5cd49b8b13fb tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:38.885866 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-1777225c-51e4-42aa-bca0-5cd49b8b13fb tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335269 Jan 28 12:26:38.887834 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dcf3f-a9f1-4c80-a01d-1cc459f66e10 req-2c859a93-8229-46f3-b72a-5a766a87904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:38.889176 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ad0dcf3f-a9f1-4c80-a01d-1cc459f66e10 req-2c859a93-8229-46f3-b72a-5a766a87904d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.3485491 Jan 28 12:26:38.924203 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Request body: {'port': {'device_id': '6d515ad3-a15b-4841-9dfb-4b97a02493df', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': 'c86c43bcce9d4ae5a853537368b51448'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:38.950398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48482e71-1cf8-4a05-9a45-e4f923cfdbc6 req-71dc0737-5cb1-48a2-ab9e-b1082e065297 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729690 Jan 28 12:26:38.970475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62797fda-aa88-4971-8e83-d1848d8e022d req-f241ab54-0458-47d8-a55e-3f2dd287aeb1 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:38.972930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62797fda-aa88-4971-8e83-d1848d8e022d req-f241ab54-0458-47d8-a55e-3f2dd287aeb1 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.1061196 Jan 28 12:26:38.981517 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ad0dcf3f-a9f1-4c80-a01d-1cc459f66e10 req-bfb50d74-0dcc-489f-bfa6-d23a363e144e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679433 Jan 28 12:26:39.069202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62797fda-aa88-4971-8e83-d1848d8e022d req-e81ac754-bcc3-4bb1-9e4f-2749cef52be9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875678 Jan 28 12:26:39.194536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Made reservation on behalf of c86c43bcce9d4ae5a853537368b51448 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:39.206134 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:39.209853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00e74dce-1711-49d0-8684-9943248c0e1d req-3578ad60-9ce2-4c26-a8a8-e30af974b33c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 210 time: 0.0450625 Jan 28 12:26:39.229557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:39.234770 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ad0dcf3f-a9f1-4c80-a01d-1cc459f66e10 req-eb6511b9-4ab9-417a-a781-4169fcc04b1b service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208362 Jan 28 12:26:39.338028 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Publish callbacks [] for security_group (64bef31b-70d6-4e46-bb7e-dda1a6d19c83), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:39.352048 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (64bef31b-70d6-4e46-bb7e-dda1a6d19c83), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:39.487643 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654296d9-eba9-4701-ab30-286f586e5984 req-b85ee021-b98c-497b-b7b8-d33510e6ef7d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:39.490154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-654296d9-eba9-4701-ab30-286f586e5984 req-b85ee021-b98c-497b-b7b8-d33510e6ef7d tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.0695605 Jan 28 12:26:39.494127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64bef31b-70d6-4e46-bb7e-dda1a6d19c83,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:39.544857 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ad0dcf3f-a9f1-4c80-a01d-1cc459f66e10 req-580005e6-c1b3-44d3-b1dc-56b31c0bff55 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025205 Jan 28 12:26:39.614584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f206c1a-cd11-406b-8dbe-b1c6ca0db72c req-fae51d4e-8ca0-420a-a16c-7ae01de7323a tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:39.618875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f206c1a-cd11-406b-8dbe-b1c6ca0db72c req-fae51d4e-8ca0-420a-a16c-7ae01de7323a tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 949 time: 0.1260221 Jan 28 12:26:39.622332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Allocated IP 192.168.233.6 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/ec339c1d-e135-4258-8526-b9e953b8688c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:26:39.685264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-654296d9-eba9-4701-ab30-286f586e5984 req-c3d059a7-f86a-45dd-bdc0-c3097404dd0c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Deleting port dc49dc7e-ef4a-4270-8664-b1a0d190371b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:26:39.685615 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-654296d9-eba9-4701-ab30-286f586e5984 req-c3d059a7-f86a-45dd-bdc0-c3097404dd0c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:39.693998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f206c1a-cd11-406b-8dbe-b1c6ca0db72c req-da6420eb-1991-4224-a856-396154da27f7 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677145 Jan 28 12:26:39.874533 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Publish callbacks [] for port (ec339c1d-e135-4258-8526-b9e953b8688c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:39.920575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:39.974228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:26:39.993641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:40.035178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:26:40.078172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Pushing event updated for resources: {'Port': ['ID=ec339c1d-e135-4258-8526-b9e953b8688c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:40.110230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 329599c7-fa41-4c4a-a81e-a40a942dcaa7 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:40.130762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bbc91-db0b-4b1f-b37d-341c8d2d5120 req-e018a5d9-d6d0-4ecf-96c2-0de4c93768bd tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:40.132706 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-247bbc91-db0b-4b1f-b37d-341c8d2d5120 req-e018a5d9-d6d0-4ecf-96c2-0de4c93768bd tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 947 time: 0.1570497 Jan 28 12:26:40.142626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:40.145065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:40.203668 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-458ff381-9c3f-401a-86cc-fc0f07a4d24c tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3005753 Jan 28 12:26:40.226391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Request body: {'port': {'device_id': '6d515ad3-a15b-4841-9dfb-4b97a02493df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:40.232955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:40.233777 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:40.279683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:40.281039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:40.286719 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911dcaf9-b451-4d17-8e23-dedf3144e9ef" -d '{"events": [{"server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "name": "network-vif-unplugged", "status": "completed", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:40.291785 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:40.295018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-654296d9-eba9-4701-ab30-286f586e5984 req-c3d059a7-f86a-45dd-bdc0-c3097404dd0c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] For port dc49dc7e-ef4a-4270-8664-b1a0d190371b, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=dc49dc7e-ef4a-4270-8664-b1a0d190371b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:40.295502 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-654296d9-eba9-4701-ab30-286f586e5984 req-c3d059a7-f86a-45dd-bdc0-c3097404dd0c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:40.326881 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03996-2677-43dc-b10d-cd6150b8d073 req-0cc1dad5-2195-4e99-afa7-cf44551ce3e9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:40.338243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12d03996-2677-43dc-b10d-cd6150b8d073 req-0cc1dad5-2195-4e99-afa7-cf44551ce3e9 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe6e098-010d-45f7-9e75-4eb12f8f3e4f HTTP/1.1" status: 200 len: 949 time: 0.5760765 Jan 28 12:26:40.345684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-654296d9-eba9-4701-ab30-286f586e5984 req-c3d059a7-f86a-45dd-bdc0-c3097404dd0c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Calling delete_port for dc49dc7e-ef4a-4270-8664-b1a0d190371b owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:26:40.347217 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:40.363684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-247bbc91-db0b-4b1f-b37d-341c8d2d5120 req-a5df3156-762c-4278-bbcd-6fbcf7c43c60 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Deleting port 43139a91-39c3-4ca4-a016-ef66206c3d89 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:26:40.364114 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-247bbc91-db0b-4b1f-b37d-341c8d2d5120 req-a5df3156-762c-4278-bbcd-6fbcf7c43c60 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:40.365623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=329599c7-fa41-4c4a-a81e-a40a942dcaa7,revision_number=11']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:40.377827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.379032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.380550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.381193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.381705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.382216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.382761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.383255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.383765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.384549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.385859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.386676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.387174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:40.402845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de15f9-0fa6-432c-8ff1-4c2a920a0744 req-f040ce9f-9385-4f66-a7b3-f4aaf8a942aa tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:40.405226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-59e073d1-4774-4df8-93dd-dc4534ce36be None None] Provisioning complete for port ec339c1d-e135-4258-8526-b9e953b8688c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:40.405774 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59e073d1-4774-4df8-93dd-dc4534ce36be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:40.408494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8de15f9-0fa6-432c-8ff1-4c2a920a0744 req-f040ce9f-9385-4f66-a7b3-f4aaf8a942aa tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 947 time: 0.1933241 Jan 28 12:26:40.456484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-59e073d1-4774-4df8-93dd-dc4534ce36be None None] Port ec339c1d-e135-4258-8526-b9e953b8688c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:26:40.520404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12d03996-2677-43dc-b10d-cd6150b8d073 req-d3962314-7a2e-4392-95ab-a03d6bc51a99 tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.53 "GET /v2.0/security-groups?id=b04813b0-6093-4f0e-b408-593e1b3fab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812172 Jan 28 12:26:40.558610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8de15f9-0fa6-432c-8ff1-4c2a920a0744 req-7b0130df-f560-4756-bcc3-12184ad9c7a2 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486478 Jan 28 12:26:40.575505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-247bbc91-db0b-4b1f-b37d-341c8d2d5120 req-a5df3156-762c-4278-bbcd-6fbcf7c43c60 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] For port 43139a91-39c3-4ca4-a016-ef66206c3d89, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=43139a91-39c3-4ca4-a016-ef66206c3d89,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:40.575960 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-247bbc91-db0b-4b1f-b37d-341c8d2d5120 req-a5df3156-762c-4278-bbcd-6fbcf7c43c60 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:40.612480 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-247bbc91-db0b-4b1f-b37d-341c8d2d5120 req-a5df3156-762c-4278-bbcd-6fbcf7c43c60 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Calling delete_port for 43139a91-39c3-4ca4-a016-ef66206c3d89 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:26:40.702857 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-654296d9-eba9-4701-ab30-286f586e5984 req-c3d059a7-f86a-45dd-bdc0-c3097404dd0c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (dc49dc7e-ef4a-4270-8664-b1a0d190371b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:40.716722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['dc49dc7e-ef4a-4270-8664-b1a0d190371b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:40.747586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93e3a7-4279-4504-877d-17630745f51a req-ea0cb611-836b-438b-940e-bd6fc9fe5047 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:40.755133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d93e3a7-4279-4504-877d-17630745f51a req-ea0cb611-836b-438b-940e-bd6fc9fe5047 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.1042993 Jan 28 12:26:40.758357 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d059a7-f86a-45dd-bdc0-c3097404dd0c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Pushing event deleted for resources: {'Port': ['ID=dc49dc7e-ef4a-4270-8664-b1a0d190371b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:40.831117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-654296d9-eba9-4701-ab30-286f586e5984 req-c3d059a7-f86a-45dd-bdc0-c3097404dd0c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] No DVR routers for this DVR port dc49dc7e-ef4a-4270-8664-b1a0d190371b on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:26:40.834525 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-654296d9-eba9-4701-ab30-286f586e5984 req-c3d059a7-f86a-45dd-bdc0-c3097404dd0c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:40.838416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-654296d9-eba9-4701-ab30-286f586e5984 req-c3d059a7-f86a-45dd-bdc0-c3097404dd0c tempest-MigrationsAdminTest-1805817802 tempest-MigrationsAdminTest-1805817802-project] 10.222.0.35 "DELETE /v2.0/ports/dc49dc7e-ef4a-4270-8664-b1a0d190371b HTTP/1.1" status: 204 len: 173 time: 1.3335946 Jan 28 12:26:40.854078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'name': 'network-vif-deleted', 'tag': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:40.857596 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb3a043-dc24-4519-aaf3-ba71b4e7fcb7" -d '{"events": [{"server_uuid": "5fe6e098-010d-45f7-9e75-4eb12f8f3e4f", "name": "network-vif-deleted", "tag": "dc49dc7e-ef4a-4270-8664-b1a0d190371b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:40.900870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec339c1d-e135-4258-8526-b9e953b8688c {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:26:40.912704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Publish callbacks [] for port (ec339c1d-e135-4258-8526-b9e953b8688c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:40.931432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Transition to ACTIVE for port object ec339c1d-e135-4258-8526-b9e953b8688c will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:26:40.932243 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-247bbc91-db0b-4b1f-b37d-341c8d2d5120 req-a5df3156-762c-4278-bbcd-6fbcf7c43c60 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (43139a91-39c3-4ca4-a016-ef66206c3d89), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:40.956514 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d93e3a7-4279-4504-877d-17630745f51a req-59e02c1c-9ad7-4c40-a49e-783de9c54de3 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001548 Jan 28 12:26:40.964292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df3156-762c-4278-bbcd-6fbcf7c43c60 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Pushing event deleted for resources: {'Port': ['ID=43139a91-39c3-4ca4-a016-ef66206c3d89,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:40.966101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:41.045813 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe46b1d-b867-4928-9004-ffb10892ef57 x-openstack-request-id: req-2fe46b1d-b867-4928-9004-ffb10892ef57 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:41.046114 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "name": "network-vif-unplugged", "status": "completed", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:41.046372 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fe46b1d-b867-4928-9004-ffb10892ef57 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:41.046987 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'code': 200} Jan 28 12:26:41.113305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1fe30547-f30a-4700-a40f-6cf5bb0cf11d no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:41.130362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-247bbc91-db0b-4b1f-b37d-341c8d2d5120 req-a5df3156-762c-4278-bbcd-6fbcf7c43c60 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] No DVR routers for this DVR port 43139a91-39c3-4ca4-a016-ef66206c3d89 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:26:41.149793 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-247bbc91-db0b-4b1f-b37d-341c8d2d5120 req-a5df3156-762c-4278-bbcd-6fbcf7c43c60 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:41.153987 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-247bbc91-db0b-4b1f-b37d-341c8d2d5120 req-a5df3156-762c-4278-bbcd-6fbcf7c43c60 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.49 "DELETE /v2.0/ports/43139a91-39c3-4ca4-a016-ef66206c3d89 HTTP/1.1" status: 204 len: 173 time: 1.0049291 Jan 28 12:26:41.157355 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd799856f-bdb8-499e-8763-0a0cd45d1d10', 'name': 'network-vif-deleted', 'tag': '43139a91-39c3-4ca4-a016-ef66206c3d89'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:41.170899 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a20b7d8-6bee-48ac-b08d-87ce6335189e" -d '{"events": [{"server_uuid": "d799856f-bdb8-499e-8763-0a0cd45d1d10", "name": "network-vif-deleted", "tag": "43139a91-39c3-4ca4-a016-ef66206c3d89"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:41.178303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 1fe30547-f30a-4700-a40f-6cf5bb0cf11d {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:26:41.180543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1fe30547-f30a-4700-a40f-6cf5bb0cf11d not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:26:41.187122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5a87-fae8-4148-8328-3a2a9c8d7c4e req-3989677e-caa6-4d56-97b9-c6fe171f895f tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:41.197512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1bd5a87-fae8-4148-8328-3a2a9c8d7c4e req-3989677e-caa6-4d56-97b9-c6fe171f895f tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 946 time: 0.1359582 Jan 28 12:26:41.291777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1bd5a87-fae8-4148-8328-3a2a9c8d7c4e req-1ca95d6c-a9de-4fd5-8b55-e4bc3a68d39b tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/security-groups?id=64bef31b-70d6-4e46-bb7e-dda1a6d19c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927305 Jan 28 12:26:41.325791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Pushing event updated for resources: {'Port': ['ID=ec339c1d-e135-4258-8526-b9e953b8688c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:41.380934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Attempting to bind port ec339c1d-e135-4258-8526-b9e953b8688c on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:26:41.383656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Attempting to bind port ec339c1d-e135-4258-8526-b9e953b8688c by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:26:41.383999 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Attempting to bind port ec339c1d-e135-4258-8526-b9e953b8688c on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:41.402654 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f53442-e756-4c53-aef5-825037238d21 x-openstack-request-id: req-66f53442-e756-4c53-aef5-825037238d21 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:41.402943 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe6e098-010d-45f7-9e75-4eb12f8f3e4f", "name": "network-vif-deleted", "tag": "dc49dc7e-ef4a-4270-8664-b1a0d190371b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:41.403196 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66f53442-e756-4c53-aef5-825037238d21 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:41.403614 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe6e098-010d-45f7-9e75-4eb12f8f3e4f', 'name': 'network-vif-deleted', 'tag': 'dc49dc7e-ef4a-4270-8664-b1a0d190371b', 'status': 'completed', 'code': 200} Jan 28 12:26:41.441543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3f252-5e7f-4622-87ae-8c942ec7a50f req-045a0ccc-db00-423d-ad9c-79d5a89234fe tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:41.451167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bc3f252-5e7f-4622-87ae-8c942ec7a50f req-045a0ccc-db00-423d-ad9c-79d5a89234fe tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 947 time: 0.1205328 Jan 28 12:26:41.452210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Port ec339c1d-e135-4258-8526-b9e953b8688c on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:26:41.453127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Attempting to bind port ec339c1d-e135-4258-8526-b9e953b8688c on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:41.465750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:26:41.466107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:41.466484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:26:41.466927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Bound port: ec339c1d-e135-4258-8526-b9e953b8688c, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:26:41.467284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:41.506462 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5ef606-144f-4a49-b43f-c307bd9c9f6b x-openstack-request-id: req-ed5ef606-144f-4a49-b43f-c307bd9c9f6b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:41.506770 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d799856f-bdb8-499e-8763-0a0cd45d1d10", "name": "network-vif-deleted", "tag": "43139a91-39c3-4ca4-a016-ef66206c3d89", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:41.507023 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed5ef606-144f-4a49-b43f-c307bd9c9f6b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:41.507488 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd799856f-bdb8-499e-8763-0a0cd45d1d10', 'name': 'network-vif-deleted', 'tag': '43139a91-39c3-4ca4-a016-ef66206c3d89', 'status': 'completed', 'code': 200} Jan 28 12:26:41.526192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34080) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:41.557213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bc3f252-5e7f-4622-87ae-8c942ec7a50f req-f46ecd53-0e06-4a61-a474-5791e9c4274b tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046195 Jan 28 12:26:41.559176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd5f5-3919-49c3-83e2-8b50a3af6277 req-d78ef8e5-1d33-4ed9-805b-7cbdf2ec2e3f tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:41.560806 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1f9cd5f5-3919-49c3-83e2-8b50a3af6277 req-d78ef8e5-1d33-4ed9-805b-7cbdf2ec2e3f tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 947 time: 0.2128434 Jan 28 12:26:41.652194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] For port ec339c1d-e135-4258-8526-b9e953b8688c, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:26:41.656589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] For port ec339c1d-e135-4258-8526-b9e953b8688c, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec339c1d-e135-4258-8526-b9e953b8688c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:26:41.666646 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:41.706742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f53a3ba-4861-4970-afaf-f12e8342bf33 req-b7f32604-29a7-4864-bb83-dc5790b828cf tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=d799856f-bdb8-499e-8763-0a0cd45d1d10 HTTP/1.1" status: 200 len: 210 time: 0.0479286 Jan 28 12:26:41.758128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:41.758777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:41.760187 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] 10.222.0.49 "PUT /v2.0/ports/ec339c1d-e135-4258-8526-b9e953b8688c HTTP/1.1" status: 200 len: 1094 time: 1.5401533 Jan 28 12:26:41.773343 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e5e23-2910-4e23-b322-b97010effa85 service neutron] Pushing event updated for resources: {'Port': ['ID=ec339c1d-e135-4258-8526-b9e953b8688c,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:41.776146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c9d8-97c1-4643-8d3a-fcdcb0bc47bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:41.779577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-1f9cd5f5-3919-49c3-83e2-8b50a3af6277 req-3d53a1d6-fb00-4955-afbb-6a87e2fed870 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Deleting port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:26:41.779917 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1f9cd5f5-3919-49c3-83e2-8b50a3af6277 req-3d53a1d6-fb00-4955-afbb-6a87e2fed870 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:41.944460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34092) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:41.989361 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-6aa9b1da-3b0c-4ae8-94db-656e6d4d295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:41.991475 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-6aa9b1da-3b0c-4ae8-94db-656e6d4d295d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c86c43bcce9d4ae5a853537368b51448&device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 1097 time: 0.1341257 Jan 28 12:26:41.994749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-1f9cd5f5-3919-49c3-83e2-8b50a3af6277 req-3d53a1d6-fb00-4955-afbb-6a87e2fed870 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] For port 329599c7-fa41-4c4a-a81e-a40a942dcaa7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=329599c7-fa41-4c4a-a81e-a40a942dcaa7,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:41.995127 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1f9cd5f5-3919-49c3-83e2-8b50a3af6277 req-3d53a1d6-fb00-4955-afbb-6a87e2fed870 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:42.063659 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-4d3da8fe-7876-4092-ad30-2e95f055d63a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ec339c1d-e135-4258-8526-b9e953b8688c HTTP/1.1" status: 200 len: 217 time: 0.0641243 Jan 28 12:26:42.064537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-1f9cd5f5-3919-49c3-83e2-8b50a3af6277 req-3d53a1d6-fb00-4955-afbb-6a87e2fed870 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Calling delete_port for 329599c7-fa41-4c4a-a81e-a40a942dcaa7 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:26:42.096996 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c9d8-97c1-4643-8d3a-fcdcb0bc47bd admin admin] Publish callbacks [] for security_group (fde69389-ebac-48a4-b1ab-e28e8bab7364), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:42.125162 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c9d8-97c1-4643-8d3a-fcdcb0bc47bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fde69389-ebac-48a4-b1ab-e28e8bab7364), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:42.222539 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3c9d8-97c1-4643-8d3a-fcdcb0bc47bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde69389-ebac-48a4-b1ab-e28e8bab7364,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:42.226828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-21ce6446-987a-4dff-a843-7dff3699f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:42.228662 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-21ce6446-987a-4dff-a843-7dff3699f7b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1582475 Jan 28 12:26:42.231188 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3bf3c9d8-97c1-4643-8d3a-fcdcb0bc47bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7f3b7b655214d03b70714ee6b8b6723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7038913 Jan 28 12:26:42.234552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34102) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:42.249365 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-56e23935-8065-43d7-a346-2bdfc6f98454 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5365e826fdfe40a69e62d0df1e72d7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035226 Jan 28 12:26:42.253707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34104) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:42.310418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6044651-ab8c-40c9-bf2a-d908ddd04074 req-2eb20644-0971-45ff-9e7b-083d51ca0235 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:42.319486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6044651-ab8c-40c9-bf2a-d908ddd04074 req-2eb20644-0971-45ff-9e7b-083d51ca0235 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.1503830 Jan 28 12:26:42.355142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-c8f315fc-ef87-4c73-bdf3-7bcaf1da07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:42.356799 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-c8f315fc-ef87-4c73-bdf3-7bcaf1da07fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184337 Jan 28 12:26:42.371712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5012604b-0023-4fdb-93e1-9a72bae8162b admin admin] Publish callbacks [] for security_group (fde69389-ebac-48a4-b1ab-e28e8bab7364), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:42.408974 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-167323c0-de18-476b-869a-b73f22a488fb admin admin] Publish callbacks [] for security_group (b04813b0-6093-4f0e-b408-593e1b3fab0c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:42.419889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6044651-ab8c-40c9-bf2a-d908ddd04074 req-c089073d-dc0e-48e9-b133-1b6ac11fb80b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995195 Jan 28 12:26:42.426759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5012604b-0023-4fdb-93e1-9a72bae8162b admin admin] Publish callbacks [] for security_group (fde69389-ebac-48a4-b1ab-e28e8bab7364), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:42.531496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03efcc-cbeb-494b-83fa-42c4c65cde07 req-f5a44667-01df-42e2-ac27-4c1c19cafba1 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:42.533278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b03efcc-cbeb-494b-83fa-42c4c65cde07 req-f5a44667-01df-42e2-ac27-4c1c19cafba1 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 946 time: 0.0640135 Jan 28 12:26:42.549795 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5012604b-0023-4fdb-93e1-9a72bae8162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fde69389-ebac-48a4-b1ab-e28e8bab7364), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:42.552441 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5012604b-0023-4fdb-93e1-9a72bae8162b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:42.556124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5012604b-0023-4fdb-93e1-9a72bae8162b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fde69389-ebac-48a4-b1ab-e28e8bab7364 HTTP/1.1" status: 204 len: 168 time: 0.3171995 Jan 28 12:26:42.578278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012604b-0023-4fdb-93e1-9a72bae8162b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde69389-ebac-48a4-b1ab-e28e8bab7364,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:42.632307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b03efcc-cbeb-494b-83fa-42c4c65cde07 req-04eae383-56f2-4653-82a9-e35dc1ebf6b9 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/security-groups?id=64bef31b-70d6-4e46-bb7e-dda1a6d19c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908442 Jan 28 12:26:42.773298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66752-f434-4079-a694-d988c7ab01ce req-c63ee33f-497b-4af7-84d5-21783766e548 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:42.777292 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ac66752-f434-4079-a694-d988c7ab01ce req-c63ee33f-497b-4af7-84d5-21783766e548 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb34104c-c756-4036-abb9-fec80e704226 HTTP/1.1" status: 200 len: 947 time: 0.1109915 Jan 28 12:26:42.892529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ac66752-f434-4079-a694-d988c7ab01ce req-fb31841d-1210-4065-9c95-1f0fc47eb7a3 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae466c4-2690-4c62-8599-42b751d22cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068118 Jan 28 12:26:42.916800 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-991e81eb-f181-405d-ae81-42276e034d44 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148692 Jan 28 12:26:42.923859 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-167323c0-de18-476b-869a-b73f22a488fb admin admin] Publish callbacks [] for security_group (b04813b0-6093-4f0e-b408-593e1b3fab0c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:42.954405 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1f9cd5f5-3919-49c3-83e2-8b50a3af6277 req-3d53a1d6-fb00-4955-afbb-6a87e2fed870 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (329599c7-fa41-4c4a-a81e-a40a942dcaa7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:43.058880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53a1d6-fb00-4955-afbb-6a87e2fed870 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Pushing event deleted for resources: {'Port': ['ID=329599c7-fa41-4c4a-a81e-a40a942dcaa7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:43.109639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9cd5f5-3919-49c3-83e2-8b50a3af6277 req-3d53a1d6-fb00-4955-afbb-6a87e2fed870 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] No DVR routers for this DVR port 329599c7-fa41-4c4a-a81e-a40a942dcaa7 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:26:43.114383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835acc1-7f1b-47fe-a51d-3e9ba5e4e85f req-05a57bf6-cf5c-4364-8f38-bcafcf01ff51 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:43.116362 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1f9cd5f5-3919-49c3-83e2-8b50a3af6277 req-3d53a1d6-fb00-4955-afbb-6a87e2fed870 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:43.119938 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1f9cd5f5-3919-49c3-83e2-8b50a3af6277 req-3d53a1d6-fb00-4955-afbb-6a87e2fed870 tempest-ImagesOneServerTestJSON-468101880 tempest-ImagesOneServerTestJSON-468101880-project] 10.222.0.49 "DELETE /v2.0/ports/329599c7-fa41-4c4a-a81e-a40a942dcaa7 HTTP/1.1" status: 204 len: 173 time: 1.5471857 Jan 28 12:26:43.124526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e835acc1-7f1b-47fe-a51d-3e9ba5e4e85f req-05a57bf6-cf5c-4364-8f38-bcafcf01ff51 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=224d5405-85eb-40d3-bb3e-24c31ad9314b HTTP/1.1" status: 200 len: 948 time: 0.0757186 Jan 28 12:26:43.166536 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f8a246e4-b90e-4f03-b1f0-5a1de725ba8b req-4cff3699-9e14-49d1-9ccc-d7b8eb694429 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395325 Jan 28 12:26:43.168190 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-167323c0-de18-476b-869a-b73f22a488fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b04813b0-6093-4f0e-b408-593e1b3fab0c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:43.171096 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-167323c0-de18-476b-869a-b73f22a488fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:43.172803 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-167323c0-de18-476b-869a-b73f22a488fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b04813b0-6093-4f0e-b408-593e1b3fab0c HTTP/1.1" status: 204 len: 168 time: 0.9136014 Jan 28 12:26:43.216844 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167323c0-de18-476b-869a-b73f22a488fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04813b0-6093-4f0e-b408-593e1b3fab0c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:43.217412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e835acc1-7f1b-47fe-a51d-3e9ba5e4e85f req-a4cadfdb-b4ae-464f-950c-b465749cbb57 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907621 Jan 28 12:26:43.509065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d515ad3-a15b-4841-9dfb-4b97a02493df', 'tag': 'ec339c1d-e135-4258-8526-b9e953b8688c'}, {'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'name': 'network-vif-deleted', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:43.513012 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27229231-1474-4408-9134-da0b73b1c53d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d515ad3-a15b-4841-9dfb-4b97a02493df", "tag": "ec339c1d-e135-4258-8526-b9e953b8688c"}, {"server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "name": "network-vif-deleted", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:43.594328 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1722990-93c6-4770-b0e6-59217eb72bb0 x-openstack-request-id: req-f1722990-93c6-4770-b0e6-59217eb72bb0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:43.594633 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d515ad3-a15b-4841-9dfb-4b97a02493df", "tag": "ec339c1d-e135-4258-8526-b9e953b8688c", "status": "completed", "code": 200}, {"server_uuid": "eb34104c-c756-4036-abb9-fec80e704226", "name": "network-vif-deleted", "tag": "329599c7-fa41-4c4a-a81e-a40a942dcaa7", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:43.594894 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1722990-93c6-4770-b0e6-59217eb72bb0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:43.595306 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d515ad3-a15b-4841-9dfb-4b97a02493df', 'tag': 'ec339c1d-e135-4258-8526-b9e953b8688c', 'status': 'completed', 'code': 200} Jan 28 12:26:43.595588 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb34104c-c756-4036-abb9-fec80e704226', 'name': 'network-vif-deleted', 'tag': '329599c7-fa41-4c4a-a81e-a40a942dcaa7', 'status': 'completed', 'code': 200} Jan 28 12:26:43.652943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ddd30-f7b3-49b6-9b94-27c5fd72f6aa req-029143d1-259b-4447-a8f0-4e34fa6f6ae4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:43.677822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b8ddd30-f7b3-49b6-9b94-27c5fd72f6aa req-029143d1-259b-4447-a8f0-4e34fa6f6ae4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.1260557 Jan 28 12:26:43.739739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229231-1474-4408-9134-da0b73b1c53d req-4cfc3582-c079-4fcc-b5b8-8a535265b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:43.741282 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-27229231-1474-4408-9134-da0b73b1c53d req-4cfc3582-c079-4fcc-b5b8-8a535265b33a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c86c43bcce9d4ae5a853537368b51448&device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 1097 time: 0.1225712 Jan 28 12:26:43.755982 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b8ddd30-f7b3-49b6-9b94-27c5fd72f6aa req-ae62ba54-cc99-48bb-894a-6b28d1ad39d6 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749590 Jan 28 12:26:43.760807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34148) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:43.886093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f9b0d95f-6d8c-4f2b-b2c4-33a3479caf81 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b99f306737794a869114f251e3b85e50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1224513 Jan 28 12:26:43.890211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34152) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:43.891311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229231-1474-4408-9134-da0b73b1c53d req-5b15a8fa-294d-436e-a2cb-868cf4730761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:43.893541 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-27229231-1474-4408-9134-da0b73b1c53d req-5b15a8fa-294d-436e-a2cb-868cf4730761 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1430776 Jan 28 12:26:43.901102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933113cd-dc50-4fa5-8691-91b60a08f51c req-66800f0f-e3c8-457f-b1db-eeb739a8f257 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:43.907960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-933113cd-dc50-4fa5-8691-91b60a08f51c req-66800f0f-e3c8-457f-b1db-eeb739a8f257 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 946 time: 0.1118147 Jan 28 12:26:43.947590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34156) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:43.958202 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-27229231-1474-4408-9134-da0b73b1c53d req-f32dec45-26f2-4bfc-8475-a03423b3d5c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ec339c1d-e135-4258-8526-b9e953b8688c HTTP/1.1" status: 200 len: 217 time: 0.0572879 Jan 28 12:26:44.003029 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-933113cd-dc50-4fa5-8691-91b60a08f51c req-70831109-b118-4f2b-acb1-94bd8f112c4a tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/security-groups?id=64bef31b-70d6-4e46-bb7e-dda1a6d19c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929110 Jan 28 12:26:44.043796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229231-1474-4408-9134-da0b73b1c53d req-e0f03586-d978-429a-893d-b20265d27292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:44.045258 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-27229231-1474-4408-9134-da0b73b1c53d req-e0f03586-d978-429a-893d-b20265d27292 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0764384 Jan 28 12:26:44.046042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea5ceadb-e268-4bc9-a8d2-e2714d3f667f admin admin] Publish callbacks [] for security_group (2c6895fe-e7c1-41fa-9bbc-fcdf9b4d4f63), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.099277 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea5ceadb-e268-4bc9-a8d2-e2714d3f667f admin admin] Publish callbacks [] for security_group (2c6895fe-e7c1-41fa-9bbc-fcdf9b4d4f63), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.109573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1098605794-network', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:44.119731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 43139a91-39c3-4ca4-a016-ef66206c3d89 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:44.131871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229231-1474-4408-9134-da0b73b1c53d req-e445d4a2-28a2-462f-ae2c-e879504e6fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:44.133771 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-27229231-1474-4408-9134-da0b73b1c53d req-e445d4a2-28a2-462f-ae2c-e879504e6fd0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784662 Jan 28 12:26:44.134613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:44.137678 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.149179 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.169460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 43139a91-39c3-4ca4-a016-ef66206c3d89 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:26:44.170090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 43139a91-39c3-4ca4-a016-ef66206c3d89 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:26:44.170725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 329599c7-fa41-4c4a-a81e-a40a942dcaa7 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:44.215569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 329599c7-fa41-4c4a-a81e-a40a942dcaa7 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:26:44.218551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 329599c7-fa41-4c4a-a81e-a40a942dcaa7 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:26:44.248233 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea5ceadb-e268-4bc9-a8d2-e2714d3f667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2c6895fe-e7c1-41fa-9bbc-fcdf9b4d4f63), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.251071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea5ceadb-e268-4bc9-a8d2-e2714d3f667f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.257311 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ea5ceadb-e268-4bc9-a8d2-e2714d3f667f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c6895fe-e7c1-41fa-9bbc-fcdf9b4d4f63 HTTP/1.1" status: 204 len: 168 time: 0.3620660 Jan 28 12:26:44.272499 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-27229231-1474-4408-9134-da0b73b1c53d req-1ec1d450-9bff-4281-925b-ee8c7682271e service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314750 Jan 28 12:26:44.273626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ceadb-e268-4bc9-a8d2-e2714d3f667f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6895fe-e7c1-41fa-9bbc-fcdf9b4d4f63,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:44.300572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:44.327621 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Publish callbacks [] for security_group (3dbb54c4-8ddd-4b44-8f3b-282f439aa247), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.342961 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3dbb54c4-8ddd-4b44-8f3b-282f439aa247), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.382657 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-27229231-1474-4408-9134-da0b73b1c53d req-d5afb6b9-2961-437a-8b22-efb3f20b1ebb service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044846 Jan 28 12:26:44.409636 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:26:44.441938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fefb7-3d6f-4fd2-acd8-8ebfcd48541b req-5f39234c-8067-4e2f-ab7d-0983d2b845de tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:44.443750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-866fefb7-3d6f-4fd2-acd8-8ebfcd48541b req-5f39234c-8067-4e2f-ab7d-0983d2b845de tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=224d5405-85eb-40d3-bb3e-24c31ad9314b HTTP/1.1" status: 200 len: 948 time: 0.1213562 Jan 28 12:26:44.446491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbb54c4-8ddd-4b44-8f3b-282f439aa247,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:44.451494 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (73492760-cb2a-40e1-b6de-05940462b219), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.451961 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Added segment 73492760-cb2a-40e1-b6de-05940462b219 of type vlan for network f89eccd9-320f-414e-b474-79eb42476319 Jan 28 12:26:44.547098 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f89eccd9-320f-414e-b474-79eb42476319), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.587862 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-866fefb7-3d6f-4fd2-acd8-8ebfcd48541b req-8da7790f-4e01-41e5-9d5c-eff0e1eeb3ff tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380472 Jan 28 12:26:44.618987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f89eccd9-320f-414e-b474-79eb42476319), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.619965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:44.620600 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.653405 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3b7c48c9-4eb5-4116-9073-7738229a53ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb730d8dd9b64850ab62788715ee62cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484809 Jan 28 12:26:44.654147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34178) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:44.685329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7363701 Jan 28 12:26:44.691684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34180) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:44.699695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4cd4173b-53e9-4ccb-8de7-883406c523dc admin admin] Request body: {'subnet': {'network_id': 'f89eccd9-320f-414e-b474-79eb42476319', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1098605794-subnet', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:44.713729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30485ac-ec37-469b-b3ea-202dc2f04ecc admin admin] Pushing event updated for resources: {'Network': ['ID=f89eccd9-320f-414e-b474-79eb42476319,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:44.717025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31491df9-bc89-443b-a32e-86fde5dce79c admin admin] Publish callbacks [] for security_group (5ae466c4-2690-4c62-8599-42b751d22cc0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.726171 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f89eccd9-320f-414e-b474-79eb42476319 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:26:44.748396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31491df9-bc89-443b-a32e-86fde5dce79c admin admin] Publish callbacks [] for security_group (5ae466c4-2690-4c62-8599-42b751d22cc0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.790000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd4173b-53e9-4ccb-8de7-883406c523dc admin admin] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:44.793980 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4cd4173b-53e9-4ccb-8de7-883406c523dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.833339 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31491df9-bc89-443b-a32e-86fde5dce79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5ae466c4-2690-4c62-8599-42b751d22cc0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.836621 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31491df9-bc89-443b-a32e-86fde5dce79c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:44.840125 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-31491df9-bc89-443b-a32e-86fde5dce79c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ae466c4-2690-4c62-8599-42b751d22cc0 HTTP/1.1" status: 204 len: 168 time: 0.1822953 Jan 28 12:26:44.859402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31491df9-bc89-443b-a32e-86fde5dce79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae466c4-2690-4c62-8599-42b751d22cc0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:44.924263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62f83c-e70a-40c8-be80-8558ea8b78c5 req-b488f05d-f046-4fd4-a6ac-8a446362c6c2 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:44.925548 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e62f83c-e70a-40c8-be80-8558ea8b78c5 req-b488f05d-f046-4fd4-a6ac-8a446362c6c2 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.35 "GET /v2.0/ports?device_id=224d5405-85eb-40d3-bb3e-24c31ad9314b HTTP/1.1" status: 200 len: 948 time: 0.2014241 Jan 28 12:26:45.063694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e88a7-fff0-4395-ae3a-d69945e75086 req-84a34b35-b1d1-49ab-bd4c-71a9df20946f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:45.071175 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-703e88a7-fff0-4395-ae3a-d69945e75086 req-84a34b35-b1d1-49ab-bd4c-71a9df20946f tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.1571891 Jan 28 12:26:45.134071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device dc49dc7e-ef4a-4270-8664-b1a0d190371b no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:45.195842 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: dc49dc7e-ef4a-4270-8664-b1a0d190371b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:26:45.196194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device dc49dc7e-ef4a-4270-8664-b1a0d190371b not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:26:45.225860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-703e88a7-fff0-4395-ae3a-d69945e75086 req-0440b2f8-45d9-4aa3-a0ad-993e8699d2ca tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537075 Jan 28 12:26:45.256364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8a748-6065-48ba-9b70-572eb8c54de6 req-67034da7-718b-4c6e-a52e-9144ad2564d4 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:45.258180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ab8a748-6065-48ba-9b70-572eb8c54de6 req-67034da7-718b-4c6e-a52e-9144ad2564d4 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 946 time: 0.1744547 Jan 28 12:26:45.263314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-7e62f83c-e70a-40c8-be80-8558ea8b78c5 req-daa81d94-17b9-429b-bd5a-2d37efab6e8c tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Deleting port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:26:45.263678 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e62f83c-e70a-40c8-be80-8558ea8b78c5 req-daa81d94-17b9-429b-bd5a-2d37efab6e8c tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.406122 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4cd4173b-53e9-4ccb-8de7-883406c523dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (2a4f94a4-802b-4668-994c-a672647da3dc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.456121 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34216) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:45.492026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ab8a748-6065-48ba-9b70-572eb8c54de6 req-9f6fc2c1-2561-4d7f-a994-916d4bcb8987 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/security-groups?id=64bef31b-70d6-4e46-bb7e-dda1a6d19c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236991 Jan 28 12:26:45.526299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7e62f83c-e70a-40c8-be80-8558ea8b78c5 req-daa81d94-17b9-429b-bd5a-2d37efab6e8c tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] For port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:45.526804 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e62f83c-e70a-40c8-be80-8558ea8b78c5 req-daa81d94-17b9-429b-bd5a-2d37efab6e8c tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.557154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-7e62f83c-e70a-40c8-be80-8558ea8b78c5 req-daa81d94-17b9-429b-bd5a-2d37efab6e8c tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Calling delete_port for 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:26:45.560596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4173b-53e9-4ccb-8de7-883406c523dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a4f94a4-802b-4668-994c-a672647da3dc,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:45.577970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd4173b-53e9-4ccb-8de7-883406c523dc admin admin] Checking segment: {'id': '73492760-cb2a-40e1-b6de-05940462b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:45.578545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd4173b-53e9-4ccb-8de7-883406c523dc admin admin] Network hostable DHCP agents. Network: f89eccd9-320f-414e-b474-79eb42476319, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:26:45.646445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd4173b-53e9-4ccb-8de7-883406c523dc admin admin] Network f89eccd9-320f-414e-b474-79eb42476319 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:26:45.668437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1701861731-network', 'tenant_id': '1b7716d8fdb2453cb3f008626cbd95a0'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:45.668943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4cd4173b-53e9-4ccb-8de7-883406c523dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, f89eccd9-320f-414e-b474-79eb42476319) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:45.673326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4173b-53e9-4ccb-8de7-883406c523dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:45.674223 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4cd4173b-53e9-4ccb-8de7-883406c523dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.681517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6978941-709c-4946-98ef-4b8e6ee0f051 None None] Network f89eccd9-320f-414e-b474-79eb42476319 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:26:45.717797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4cd4173b-53e9-4ccb-8de7-883406c523dc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0225344 Jan 28 12:26:45.719140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34230) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:45.724737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1098605794-router', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:45.728893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Made reservation on behalf of 1b7716d8fdb2453cb3f008626cbd95a0 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:45.734323 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.758546 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.798821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-f89eccd9-320f-414e-b474-79eb42476319', 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319', 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'fixed_ips': [{'subnet_id': '2a4f94a4-802b-4668-994c-a672647da3dc'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:26:45.800730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661d48e-8d6d-4d11-9f1d-9ecaf910af99 req-39f3cce8-b88e-4dd5-a88b-f8450765b2a8 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:45.802445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8661d48e-8d6d-4d11-9f1d-9ecaf910af99 req-39f3cce8-b88e-4dd5-a88b-f8450765b2a8 tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/ports?device_id=224d5405-85eb-40d3-bb3e-24c31ad9314b HTTP/1.1" status: 200 len: 948 time: 0.1130376 Jan 28 12:26:45.803596 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.851300 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e62f83c-e70a-40c8-be80-8558ea8b78c5 req-daa81d94-17b9-429b-bd5a-2d37efab6e8c tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.884264 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Publish callbacks [] for security_group (a5eb3ace-0da1-4c44-a57b-5663359655e0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.886410 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (323555c6-15b2-4342-8e71-b8cd6995125f), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.887809 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (323555c6-15b2-4342-8e71-b8cd6995125f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.894842 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a5eb3ace-0da1-4c44-a57b-5663359655e0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.901864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa81d94-17b9-429b-bd5a-2d37efab6e8c tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Pushing event deleted for resources: {'Port': ['ID=4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:45.910018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:26:45.915782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8661d48e-8d6d-4d11-9f1d-9ecaf910af99 req-c30494f9-28a7-4a79-be04-7ca32cbaef6b tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073396 Jan 28 12:26:45.944853 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e7af555e-921d-4dfd-88fa-ba53c4bc9779), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.945396 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Added segment e7af555e-921d-4dfd-88fa-ba53c4bc9779 of type vlan for network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 Jan 28 12:26:45.988318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Allocated IP 172.20.0.2 (f89eccd9-320f-414e-b474-79eb42476319/2a4f94a4-802b-4668-994c-a672647da3dc/d9786ffa-7c9e-4a90-a14d-f08fcd483fb3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:26:45.992230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e62f83c-e70a-40c8-be80-8558ea8b78c5 req-daa81d94-17b9-429b-bd5a-2d37efab6e8c tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] No DVR routers for this DVR port 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:26:45.995445 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e62f83c-e70a-40c8-be80-8558ea8b78c5 req-daa81d94-17b9-429b-bd5a-2d37efab6e8c tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:45.999655 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e62f83c-e70a-40c8-be80-8558ea8b78c5 req-daa81d94-17b9-429b-bd5a-2d37efab6e8c tempest-ListImageFiltersTestJSON-1962213762 tempest-ListImageFiltersTestJSON-1962213762-project] 10.222.0.35 "DELETE /v2.0/ports/4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 HTTP/1.1" status: 204 len: 173 time: 1.0614827 Jan 28 12:26:46.000218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'name': 'network-vif-deleted', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:46.003570 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c860c22-bfbb-4f51-bb3f-d4e91da1d5e0" -d '{"events": [{"server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "name": "network-vif-deleted", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:46.025716 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (bd73ee85-4dd9-4f97-9da0-a07bfedd9f17), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.029474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eb3ace-0da1-4c44-a57b-5663359655e0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:46.046894 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8f95db-6389-439d-bcdb-1adcf1870d33 x-openstack-request-id: req-8a8f95db-6389-439d-bcdb-1adcf1870d33 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:46.048122 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224d5405-85eb-40d3-bb3e-24c31ad9314b", "name": "network-vif-deleted", "tag": "4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:46.048122 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a8f95db-6389-439d-bcdb-1adcf1870d33 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:46.048353 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224d5405-85eb-40d3-bb3e-24c31ad9314b', 'name': 'network-vif-deleted', 'tag': '4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4', 'status': 'completed', 'code': 200} Jan 28 12:26:46.065606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Publish callbacks [] for router_controller (323555c6-15b2-4342-8e71-b8cd6995125f), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.153787 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (bd73ee85-4dd9-4f97-9da0-a07bfedd9f17), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.154761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:46.155397 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.230567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Publish callbacks [] for router_gateway (323555c6-15b2-4342-8e71-b8cd6995125f), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.305297 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8479109 Jan 28 12:26:46.308888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34244) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:46.315707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-94cba005-149b-4156-a06c-5873f37482ae admin admin] Request body: {'subnet': {'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1701861731-subnet', 'tenant_id': '1b7716d8fdb2453cb3f008626cbd95a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:46.352418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1c405-afb4-4cc8-ada0-5bfa0513ee0f admin admin] Pushing event updated for resources: {'Network': ['ID=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:46.424728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cba005-149b-4156-a06c-5873f37482ae admin admin] Made reservation on behalf of 1b7716d8fdb2453cb3f008626cbd95a0 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:46.427956 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94cba005-149b-4156-a06c-5873f37482ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.438910 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Publish callbacks [] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.447944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ec339c1d-e135-4258-8526-b9e953b8688c details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:26:46.450369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:26:46.453988 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.576979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b20335-350c-4b64-ad4f-11d580f09b29 req-137ff2d0-5fe4-4290-9e42-b1445387ede2 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:46.584786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Network f89eccd9-320f-414e-b474-79eb42476319 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:26:46.584994 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3b20335-350c-4b64-ad4f-11d580f09b29 req-137ff2d0-5fe4-4290-9e42-b1445387ede2 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.2569659 Jan 28 12:26:46.588584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:46.592019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:26:46.632168 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Publish callbacks [] for router_gateway (323555c6-15b2-4342-8e71-b8cd6995125f), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.650212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Pushing event updated for resources: {'Port': ['ID=d9786ffa-7c9e-4a90-a14d-f08fcd483fb3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:46.670328 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.697475 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3b20335-350c-4b64-ad4f-11d580f09b29 req-405befde-b255-4175-b309-8e3640547cef tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114402 Jan 28 12:26:46.791546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Attempting to bind port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:26:46.791838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Attempting to bind port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '73492760-cb2a-40e1-b6de-05940462b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:26:46.792214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Attempting to bind port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 on network f89eccd9-320f-414e-b474-79eb42476319 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:46.805669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Allocated IP 172.25.7.39 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/d91a68ff-32ac-43f4-b134-5f2d6801233a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:26:46.809156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:26:46.810446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Checking segment: {'id': '73492760-cb2a-40e1-b6de-05940462b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:46.811600 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.812268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Bound using segment: {'id': '73492760-cb2a-40e1-b6de-05940462b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:26:46.813211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Bound port: d9786ffa-7c9e-4a90-a14d-f08fcd483fb3, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73492760-cb2a-40e1-b6de-05940462b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:26:46.813882 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.865576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94cba005-149b-4156-a06c-5873f37482ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (2063c900-71d5-45ec-8da2-b0bb602f1a66), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.920649 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:46.945458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ec339c1d-e135-4258-8526-b9e953b8688c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec339c1d-e135-4258-8526-b9e953b8688c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:46.950059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] For port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:26:46.970930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'ec339c1d-e135-4258-8526-b9e953b8688c', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'ec339c1d-e135-4258-8526-b9e953b8688c', 'mac_address': 'fa:16:3e:01:9c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:26:46.976991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] For port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d9786ffa-7c9e-4a90-a14d-f08fcd483fb3,segment=NetworkSegment(73492760-cb2a-40e1-b6de-05940462b219),segment_id=73492760-cb2a-40e1-b6de-05940462b219)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:26:46.988333 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Publish callbacks [] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:47.001500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cba005-149b-4156-a06c-5873f37482ae admin admin] Checking segment: {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:47.001953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cba005-149b-4156-a06c-5873f37482ae admin admin] Network hostable DHCP agents. Network: bd73ee85-4dd9-4f97-9da0-a07bfedd9f17, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:26:47.007525 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:47.013509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1d03b-552d-4a62-91db-874120662883 req-86416886-9479-459b-b10c-2b72c48ad8a0 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:47.015117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4af1d03b-552d-4a62-91db-874120662883 req-86416886-9479-459b-b10c-2b72c48ad8a0 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 946 time: 0.0962446 Jan 28 12:26:47.031071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cba005-149b-4156-a06c-5873f37482ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2063c900-71d5-45ec-8da2-b0bb602f1a66,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:47.045623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cba005-149b-4156-a06c-5873f37482ae admin admin] Network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:26:47.046114 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:47.078419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ec339c1d-e135-4258-8526-b9e953b8688c is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:47.079046 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:47.107127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-94cba005-149b-4156-a06c-5873f37482ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, bd73ee85-4dd9-4f97-9da0-a07bfedd9f17) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:47.113670 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:26:47.117370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:47.119989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf7e4de-1a47-4658-9e13-efcc1419e2ce None None] Network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:26:47.120180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:26:47.123214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec339c1d-e135-4258-8526-b9e953b8688c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:26:47.156674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eb771-60a7-4764-8557-3d4af73dcb8c None None] Pushing event updated for resources: {'Port': ['ID=d9786ffa-7c9e-4a90-a14d-f08fcd483fb3,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:47.162396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Pushing event updated for resources: {'Port': ['ID=d91a68ff-32ac-43f4-b134-5f2d6801233a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:47.177649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4af1d03b-552d-4a62-91db-874120662883 req-d367076f-95e4-44ad-bbdb-e8ec4c1fb6e2 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/security-groups?id=64bef31b-70d6-4e46-bb7e-dda1a6d19c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429837 Jan 28 12:26:47.181477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cba005-149b-4156-a06c-5873f37482ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:47.187106 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94cba005-149b-4156-a06c-5873f37482ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:47.221974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ec339c1d-e135-4258-8526-b9e953b8688c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec339c1d-e135-4258-8526-b9e953b8688c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:47.235811 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:47.240123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-94cba005-149b-4156-a06c-5873f37482ae admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9301138 Jan 28 12:26:47.457972 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Publish callbacks [] for router_gateway (323555c6-15b2-4342-8e71-b8cd6995125f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:47.491977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ec339c1d-e135-4258-8526-b9e953b8688c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:47.500892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ec339c1d-e135-4258-8526-b9e953b8688c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:47.545720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b8d89-b220-4ee5-a8bc-1184a65ad1f8 None None] Network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:26:47.570131 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:47.774806 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (323555c6-15b2-4342-8e71-b8cd6995125f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:47.919994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Router 323555c6-15b2-4342-8e71-b8cd6995125f is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:26:48.027677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:26:48.040068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Sync routers for ids ['323555c6-15b2-4342-8e71-b8cd6995125f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:26:48.048861 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:48.054852 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-434d155b-c960-4d9b-b1dc-135dde26a086 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3343358 Jan 28 12:26:48.055577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34310) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:48.062164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Routers {'323555c6-15b2-4342-8e71-b8cd6995125f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:26:48.062825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:26:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['323555c6-15b2-4342-8e71-b8cd6995125f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:48.071478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab6e5e-51a5-48c2-a35e-94e71c2aa80b req-48dc3db4-a4f3-4218-8502-0dd2d7b1d842 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:48.072945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7ab6e5e-51a5-48c2-a35e-94e71c2aa80b req-48dc3db4-a4f3-4218-8502-0dd2d7b1d842 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.0789707 Jan 28 12:26:48.079692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-4c8a44f8-02e5-42e6-9359-9a52f44e45a3 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:48.086715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-4c8a44f8-02e5-42e6-9359-9a52f44e45a3 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/networks?id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 200 len: 805 time: 0.1660092 Jan 28 12:26:48.125989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ec339c1d-e135-4258-8526-b9e953b8688c up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:26:48.151156 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-7ea3f862-9992-499a-9ef6-8ac2103b1734 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/quotas/1b7716d8fdb2453cb3f008626cbd95a0 HTTP/1.1" status: 200 len: 375 time: 0.0634604 Jan 28 12:26:48.173314 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7ab6e5e-51a5-48c2-a35e-94e71c2aa80b req-21284b5a-0d4d-4f61-90db-3a661d87fa2d tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844951 Jan 28 12:26:48.219819 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-e0184266-e722-4d60-abe5-98d62ffe069a tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676887 Jan 28 12:26:48.300752 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Set router 323555c6-15b2-4342-8e71-b8cd6995125f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:26:48.326603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-44c731e7-433f-449b-bed2-0e5e79b804bf service neutron] 10.222.0.53 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056545 Jan 28 12:26:48.394423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:26:48.406072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port ec339c1d-e135-4258-8526-b9e953b8688c completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:26:48.436444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-40eceedb-0110-4cb2-b4b6-a08f2800873b service neutron] 10.222.0.53 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089432 Jan 28 12:26:48.477386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port ec339c1d-e135-4258-8526-b9e953b8688c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:48.477851 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:48.683989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e0e730-17a2-4725-adca-ae5b2d4b29cc None None] Network f89eccd9-320f-414e-b474-79eb42476319 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:26:48.727187 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:48.842179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9e26ad21-2afc-4839-a8a4-cf74b5e690b6 None None] Provisioning complete for port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:48.842557 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e26ad21-2afc-4839-a8a4-cf74b5e690b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:48.885720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:48.886492 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:48.958408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-823684c3-cb80-4edb-b3fd-c7dd2d8659d4 req-2b246f72-3727-4a9f-b05b-4102909fd1c7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 210 time: 0.0373430 Jan 28 12:26:48.972793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91d656-3092-41dd-a87d-29b0c12cd365 req-e1f80952-af44-46d8-9368-63b22ffc2dc0 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:48.973061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ec339c1d-e135-4258-8526-b9e953b8688c is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:48.973459 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:48.983712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b91d656-3092-41dd-a87d-29b0c12cd365 req-e1f80952-af44-46d8-9368-63b22ffc2dc0 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 947 time: 0.1157060 Jan 28 12:26:48.994771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Allocated IP 172.20.0.1 (f89eccd9-320f-414e-b474-79eb42476319/2a4f94a4-802b-4668-994c-a672647da3dc/da22103b-18ff-49e9-95ed-3374b7ac3131) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:26:49.045395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d515ad3-a15b-4841-9dfb-4b97a02493df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec339c1d-e135-4258-8526-b9e953b8688c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:49.047736 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b7efa4-930e-4e5d-87dc-5a97d086bd83" -d '{"events": [{"server_uuid": "6d515ad3-a15b-4841-9dfb-4b97a02493df", "name": "network-vif-plugged", "status": "completed", "tag": "ec339c1d-e135-4258-8526-b9e953b8688c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:49.051692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'name': 'tempest-ServersTestMultiNic-1098605794-router', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:26:45Z', 'updated_at': '2022-01-28T12:26:47Z', 'revision_number': 3, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'gw_port': {'id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:26:46Z', 'updated_at': '2022-01-28T12:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:49.064174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b91d656-3092-41dd-a87d-29b0c12cd365 req-a210e4a2-f9fc-405a-834b-5b0d1a3f7e59 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/security-groups?id=64bef31b-70d6-4e46-bb7e-dda1a6d19c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788395 Jan 28 12:26:49.072737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ec339c1d-e135-4258-8526-b9e953b8688c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec339c1d-e135-4258-8526-b9e953b8688c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:49.218248 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Publish callbacks [] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:49.511738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:49.515965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9e26ad21-2afc-4839-a8a4-cf74b5e690b6 None None] Current status of the port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:49.517149 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e26ad21-2afc-4839-a8a4-cf74b5e690b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:49.530511 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:49.539840 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d94adf4-b5c6-4ac3-958d-425a46e97f6e x-openstack-request-id: req-3d94adf4-b5c6-4ac3-958d-425a46e97f6e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:49.541224 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d515ad3-a15b-4841-9dfb-4b97a02493df", "name": "network-vif-plugged", "status": "completed", "tag": "ec339c1d-e135-4258-8526-b9e953b8688c", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:49.541913 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d94adf4-b5c6-4ac3-958d-425a46e97f6e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:49.542904 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d515ad3-a15b-4841-9dfb-4b97a02493df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec339c1d-e135-4258-8526-b9e953b8688c', 'code': 200} Jan 28 12:26:49.593174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Checking router: 323555c6-15b2-4342-8e71-b8cd6995125f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:26:49.593805 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Updating router 323555c6-15b2-4342-8e71-b8cd6995125f port d91a68ff-32ac-43f4-b134-5f2d6801233a binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:26:49.654157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f7a6f-ddf5-4101-bad8-186d7e6915e5 req-fdd3af31-2455-4a45-b569-da9706fb2dd0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:49.656159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-106f7a6f-ddf5-4101-bad8-186d7e6915e5 req-fdd3af31-2455-4a45-b569-da9706fb2dd0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.0791993 Jan 28 12:26:49.683998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:26:49.685592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 4dbd4e6a-5b3e-40a7-aa3d-e0febc8f5fe4 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:26:49.696507 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:49.700533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:49.700929 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:49.732232 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:49.734019 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7767750c-d183-4316-b6aa-f1bbcb790122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:49.775134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ec339c1d-e135-4258-8526-b9e953b8688c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:49.795027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-106f7a6f-ddf5-4101-bad8-186d7e6915e5 req-359aff59-d246-4365-a289-b228e4afbe52 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311483 Jan 28 12:26:49.822572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Network f89eccd9-320f-414e-b474-79eb42476319 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:26:49.827697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9e26ad21-2afc-4839-a8a4-cf74b5e690b6 None None] For port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d9786ffa-7c9e-4a90-a14d-f08fcd483fb3,segment=NetworkSegment(73492760-cb2a-40e1-b6de-05940462b219),segment_id=73492760-cb2a-40e1-b6de-05940462b219)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:49.834103 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:49.845022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:26:49.852499 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e26ad21-2afc-4839-a8a4-cf74b5e690b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:49.865213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff8114-7e33-417d-b420-5600ed0c2259 req-d26e4f9e-537d-4c87-89da-204bffd19047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:49.866871 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c1ff8114-7e33-417d-b420-5600ed0c2259 req-d26e4f9e-537d-4c87-89da-204bffd19047 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 1099 time: 0.1913354 Jan 28 12:26:49.934954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Pushing event updated for resources: {'Port': ['ID=da22103b-18ff-49e9-95ed-3374b7ac3131,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:49.970561 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c1ff8114-7e33-417d-b420-5600ed0c2259 req-031ef243-9b5b-49aa-8e94-b43de0017532 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=64bef31b-70d6-4e46-bb7e-dda1a6d19c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722775 Jan 28 12:26:49.972889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (323555c6-15b2-4342-8e71-b8cd6995125f), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:49.985545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:50.062142 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:26:50.062506 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:26:50.152361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1378fe32-cc9c-4ba9-97bb-78e71c18ddb1 None None] Provisioning complete for port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:50.152739 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1378fe32-cc9c-4ba9-97bb-78e71c18ddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.194977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26ad21-2afc-4839-a8a4-cf74b5e690b6 None None] Pushing event updated for resources: {'Port': ['ID=d9786ffa-7c9e-4a90-a14d-f08fcd483fb3,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:50.212863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34392) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:50.231830 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.380392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1378fe32-cc9c-4ba9-97bb-78e71c18ddb1 None None] Current status of the port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:50.421956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09c4d723-058d-45a5-b679-33dc4ab761d9 req-222cac57-7f76-403c-99ed-7557089b19c3 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 210 time: 0.0975311 Jan 28 12:26:50.445833 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Publish callbacks [] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.463383 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.466423 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e2291de-ba0a-4f32-80b7-769d0f9ae72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.485046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-9ec82a86-b419-4ede-879a-8797ad522b89 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:50.487030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-9ec82a86-b419-4ede-879a-8797ad522b89 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.35 "GET /v2.0/networks?id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 200 len: 805 time: 0.3572345 Jan 28 12:26:50.493478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e2887284-b1e2-4aa1-9267-5398c8a38541 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f55da56ce6054cb7ab04c289899fd6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5030999 Jan 28 12:26:50.493670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34396) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:50.498218 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Publish callbacks [] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.506179 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.509506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Request body: {'port': {'device_id': 'ca24455c-9e21-4ac6-86cc-d8ce1418e9e5', 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'admin_state_up': True, 'tenant_id': '1b7716d8fdb2453cb3f008626cbd95a0'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:50.540508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Attempting to bind port d91a68ff-32ac-43f4-b134-5f2d6801233a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:26:50.540905 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Attempting to bind port d91a68ff-32ac-43f4-b134-5f2d6801233a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:26:50.541346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Attempting to bind port d91a68ff-32ac-43f4-b134-5f2d6801233a on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:50.546035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f6020-f933-4a1d-acb1-e820d7cf8a0d None None] Pushing event updated for resources: {'Port': ['ID=d91a68ff-32ac-43f4-b134-5f2d6801233a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:50.550707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-af90bbe6-ee04-439d-8c32-b066d558a57a None None] Provisioning complete for port da22103b-18ff-49e9-95ed-3374b7ac3131 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:50.551088 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-af90bbe6-ee04-439d-8c32-b066d558a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.554968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:26:50.554968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:50.555424 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.555767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:26:50.556240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Bound port: d91a68ff-32ac-43f4-b134-5f2d6801233a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:26:50.557184 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.584449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa34ece-eee5-4dd9-9f31-68d139bceb25 req-37f19311-d8cf-46c1-bc73-476e3e3296a1 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:50.591484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eaa34ece-eee5-4dd9-9f31-68d139bceb25 req-37f19311-d8cf-46c1-bc73-476e3e3296a1 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 948 time: 0.2468340 Jan 28 12:26:50.597105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Pushing event updated for resources: {'Port': ['ID=da22103b-18ff-49e9-95ed-3374b7ac3131,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:50.606624 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (323555c6-15b2-4342-8e71-b8cd6995125f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.657331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-af90bbe6-ee04-439d-8c32-b066d558a57a None None] Port da22103b-18ff-49e9-95ed-3374b7ac3131 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:26:50.665072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:50.673268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] For port d91a68ff-32ac-43f4-b134-5f2d6801233a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:26:50.677269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] For port d91a68ff-32ac-43f4-b134-5f2d6801233a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d91a68ff-32ac-43f4-b134-5f2d6801233a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:26:50.686165 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.688596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e2291de-ba0a-4f32-80b7-769d0f9ae72b admin admin] Publish callbacks [] for security_group (b22a37e1-1993-4883-9370-12976cea0c6f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.697990 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e2291de-ba0a-4f32-80b7-769d0f9ae72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b22a37e1-1993-4883-9370-12976cea0c6f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.729999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eaa34ece-eee5-4dd9-9f31-68d139bceb25 req-d9bcfbff-6d58-4657-8b8d-f5ade5c17fc8 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/security-groups?id=64bef31b-70d6-4e46-bb7e-dda1a6d19c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375487 Jan 28 12:26:50.762132 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:26:50.766085 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93c2e2bd-050c-4a14-99d3-8d96ab7a4bb3 admin admin] Publish callbacks [] for security_group (a2465b32-ba49-4c8e-abbb-6d7fa8071cc3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.776002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Routers {'323555c6-15b2-4342-8e71-b8cd6995125f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:26:50.776651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:26:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['323555c6-15b2-4342-8e71-b8cd6995125f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:50.779886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2291de-ba0a-4f32-80b7-769d0f9ae72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22a37e1-1993-4883-9370-12976cea0c6f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:50.780074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f6020-f933-4a1d-acb1-e820d7cf8a0d None None] Pushing event updated for resources: {'Port': ['ID=d91a68ff-32ac-43f4-b134-5f2d6801233a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:50.784862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Network f89eccd9-320f-414e-b474-79eb42476319 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:26:50.791168 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3e2291de-ba0a-4f32-80b7-769d0f9ae72b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd5d125965e94d6ba40c775bf6419f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5749788 Jan 28 12:26:50.791405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:50.792533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34398) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:50.837687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:26:50.867767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Made reservation on behalf of 1b7716d8fdb2453cb3f008626cbd95a0 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:50.875910 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.915751 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93c2e2bd-050c-4a14-99d3-8d96ab7a4bb3 admin admin] Publish callbacks [] for security_group (a2465b32-ba49-4c8e-abbb-6d7fa8071cc3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:50.947759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Router 323555c6-15b2-4342-8e71-b8cd6995125f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:26:51.045470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] Set router 323555c6-15b2-4342-8e71-b8cd6995125f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:26:51.077774 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93c2e2bd-050c-4a14-99d3-8d96ab7a4bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a2465b32-ba49-4c8e-abbb-6d7fa8071cc3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.083906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:51.084904 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.095236 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93c2e2bd-050c-4a14-99d3-8d96ab7a4bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.102052 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-93c2e2bd-050c-4a14-99d3-8d96ab7a4bb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2465b32-ba49-4c8e-abbb-6d7fa8071cc3 HTTP/1.1" status: 204 len: 168 time: 0.6074045 Jan 28 12:26:51.113245 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18f5de5c-9a3f-4cf2-943b-89f5fd438588 admin admin] Publish callbacks [] for security_group (b22a37e1-1993-4883-9370-12976cea0c6f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.184073 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2e2bd-050c-4a14-99d3-8d96ab7a4bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2465b32-ba49-4c8e-abbb-6d7fa8071cc3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:51.188582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:26:51.207061 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a61aa38c-1376-4ea4-9d21-757de2d63537 admin admin] 10.222.0.53 "PUT /v2.0/routers/323555c6-15b2-4342-8e71-b8cd6995125f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1493368 Jan 28 12:26:51.233273 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18f5de5c-9a3f-4cf2-943b-89f5fd438588 admin admin] Publish callbacks [] for security_group (b22a37e1-1993-4883-9370-12976cea0c6f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.277929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-025f9893-a6f5-40c7-a75f-e338b5be9489 None None] Provisioning complete for port da22103b-18ff-49e9-95ed-3374b7ac3131 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:51.278237 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-025f9893-a6f5-40c7-a75f-e338b5be9489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.290886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9972c1-2743-48d4-b46b-4591d2eb2e3b req-030e1b7d-48db-4caa-be8a-624673cfe338 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:51.297983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db9972c1-2743-48d4-b46b-4591d2eb2e3b req-030e1b7d-48db-4caa-be8a-624673cfe338 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.3190172 Jan 28 12:26:51.372940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-025f9893-a6f5-40c7-a75f-e338b5be9489 None None] Port da22103b-18ff-49e9-95ed-3374b7ac3131 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:26:51.374728 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34412) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:51.408359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db9972c1-2743-48d4-b46b-4591d2eb2e3b req-63df8f3e-ad6f-4403-afdc-0fecead625b6 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093144 Jan 28 12:26:51.412784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:51.436391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Allocated IP 172.20.0.3 (bd73ee85-4dd9-4f97-9da0-a07bfedd9f17/2063c900-71d5-45ec-8da2-b0bb602f1a66/550623bc-82b7-4cc3-85eb-d828df63e0d2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:26:51.450452 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18f5de5c-9a3f-4cf2-943b-89f5fd438588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b22a37e1-1993-4883-9370-12976cea0c6f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.457296 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18f5de5c-9a3f-4cf2-943b-89f5fd438588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.462510 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-18f5de5c-9a3f-4cf2-943b-89f5fd438588 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b22a37e1-1993-4883-9370-12976cea0c6f HTTP/1.1" status: 204 len: 168 time: 0.6633017 Jan 28 12:26:51.489237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'name': 'tempest-ServersTestMultiNic-1098605794-router', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:26:45Z', 'updated_at': '2022-01-28T12:26:50Z', 'revision_number': 4, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'gw_port': {'id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:26:46Z', 'updated_at': '2022-01-28T12:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'da22103b-18ff-49e9-95ed-3374b7ac3131', 'name': '', 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'mac_address': 'fa:16:3e:0b:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2a4f94a4-802b-4668-994c-a672647da3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:26:48Z', 'updated_at': '2022-01-28T12:26:50Z', 'revision_number': 2, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'subnets': [{'id': '2a4f94a4-802b-4668-994c-a672647da3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:51.535705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ead940eb-d083-40f5-8000-707e2f5e7995 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-120280964'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:51.586564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead940eb-d083-40f5-8000-707e2f5e7995 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:51.592065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ead940eb-d083-40f5-8000-707e2f5e7995 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.594090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54590c-dbb2-4289-9d1a-92a1f8cf8e40 None None] The sync data for ids ['323555c6-15b2-4342-8e71-b8cd6995125f'] in n-d-824835-4 is: [{'id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'name': 'tempest-ServersTestMultiNic-1098605794-router', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:26:45Z', 'updated_at': '2022-01-28T12:26:50Z', 'revision_number': 4, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'gw_port': {'id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:26:46Z', 'updated_at': '2022-01-28T12:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'da22103b-18ff-49e9-95ed-3374b7ac3131', 'name': '', 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'mac_address': 'fa:16:3e:0b:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2a4f94a4-802b-4668-994c-a672647da3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:26:48Z', 'updated_at': '2022-01-28T12:26:50Z', 'revision_number': 2, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'subnets': [{'id': '2a4f94a4-802b-4668-994c-a672647da3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:26:51.603767 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0dc2a423-c3ab-4354-8d36-561881b46c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.646453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead940eb-d083-40f5-8000-707e2f5e7995 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:26:51.663995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ead940eb-d083-40f5-8000-707e2f5e7995 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (294d1116-179a-49fd-9c62-dd5cd35409f3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.664384 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-ead940eb-d083-40f5-8000-707e2f5e7995 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Added segment 294d1116-179a-49fd-9c62-dd5cd35409f3 of type vlan for network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd Jan 28 12:26:51.668097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5de5c-9a3f-4cf2-943b-89f5fd438588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22a37e1-1993-4883-9370-12976cea0c6f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:51.678421 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-247110c5-d8fe-4dd5-973a-a90b17da7e7d req-fe85ba7d-667c-428c-83e1-6362dd568e05 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 210 time: 0.0653822 Jan 28 12:26:51.709853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks [] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.750675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ead940eb-d083-40f5-8000-707e2f5e7995 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (3b43baef-eedb-4eba-97fb-81c6d3eb23bd), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.762079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.791881 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ead940eb-d083-40f5-8000-707e2f5e7995 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (3b43baef-eedb-4eba-97fb-81c6d3eb23bd), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.798651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead940eb-d083-40f5-8000-707e2f5e7995 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:51.801045 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ead940eb-d083-40f5-8000-707e2f5e7995 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.813951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:26:51.822019 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:51.834375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:26:51.883082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Pushing event updated for resources: {'Port': ['ID=550623bc-82b7-4cc3-85eb-d828df63e0d2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:51.973233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:51.973895 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:51.985170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead940eb-d083-40f5-8000-707e2f5e7995 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Network': ['ID=3b43baef-eedb-4eba-97fb-81c6d3eb23bd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:51.992427 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ead940eb-d083-40f5-8000-707e2f5e7995 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6139975 Jan 28 12:26:51.993172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34436) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:51.999388 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5d49e00a-c1f8-480e-9515-a65233d2ba24 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'subnet': {'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:52.006282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7b0dc-0676-4929-a42f-b91fa7c4f830 req-fd751f79-f3fe-4898-809e-a9a6f1d23a51 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:52.016910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63a7b0dc-0676-4929-a42f-b91fa7c4f830 req-fd751f79-f3fe-4898-809e-a9a6f1d23a51 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 948 time: 0.1275463 Jan 28 12:26:52.039556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:26:52.052788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-889620c7-4e0b-4a02-a25a-7e376b626a5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5488648 Jan 28 12:26:52.109539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Request body: {'port': {'device_id': 'ca24455c-9e21-4ac6-86cc-d8ce1418e9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:52.163024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d49e00a-c1f8-480e-9515-a65233d2ba24 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:52.168774 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d49e00a-c1f8-480e-9515-a65233d2ba24 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:52.200328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ebaddb61-6d09-45d5-943f-d0f8f60577de details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:26:52.253531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63a7b0dc-0676-4929-a42f-b91fa7c4f830 req-670b87db-e1b3-4832-ae05-7fc87049ab75 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/security-groups?id=64bef31b-70d6-4e46-bb7e-dda1a6d19c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280612 Jan 28 12:26:52.336983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:52.630380 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d49e00a-c1f8-480e-9515-a65233d2ba24 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (5a6129d8-f21d-469e-bcba-7f7829933441), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:52.728114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49e00a-c1f8-480e-9515-a65233d2ba24 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Checking segment: {'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:52.728474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d49e00a-c1f8-480e-9515-a65233d2ba24 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network hostable DHCP agents. Network: 3b43baef-eedb-4eba-97fb-81c6d3eb23bd, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:26:52.738589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49e00a-c1f8-480e-9515-a65233d2ba24 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Subnet': ['ID=5a6129d8-f21d-469e-bcba-7f7829933441,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:52.759328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d49e00a-c1f8-480e-9515-a65233d2ba24 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:26:52.780590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5d49e00a-c1f8-480e-9515-a65233d2ba24 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 3b43baef-eedb-4eba-97fb-81c6d3eb23bd) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:52.797310 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d49e00a-c1f8-480e-9515-a65233d2ba24 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:52.804943 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d49e00a-c1f8-480e-9515-a65233d2ba24 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:52.820353 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34468) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:52.844193 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5d49e00a-c1f8-480e-9515-a65233d2ba24 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8497572 Jan 28 12:26:52.847613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a37744-2a9a-4918-95f8-3d37e5443587 req-113f6ade-c965-404e-9848-30259c1f0e37 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:52.848135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34474) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:52.850566 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63a37744-2a9a-4918-95f8-3d37e5443587 req-113f6ade-c965-404e-9848-30259c1f0e37 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.2263248 Jan 28 12:26:52.859854 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-964cbf47-2baf-4281-bcd6-e3a1d8d90794 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1700959848'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:52.909594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964cbf47-2baf-4281-bcd6-e3a1d8d90794 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:52.913145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-964cbf47-2baf-4281-bcd6-e3a1d8d90794 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:52.930145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83242179-ea92-4eeb-a33e-e38cbd24981e None None] Network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:26:52.968673 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964cbf47-2baf-4281-bcd6-e3a1d8d90794 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:26:53.002627 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1655949865-network', 'tenant_id': '5f5c28211980475f903a66a8a8e47200'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:53.028007 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.052307 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-964cbf47-2baf-4281-bcd6-e3a1d8d90794 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (fffd34cd-0a73-4f27-b8cf-db37a43e55fa), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.053202 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-964cbf47-2baf-4281-bcd6-e3a1d8d90794 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Added segment fffd34cd-0a73-4f27-b8cf-db37a43e55fa of type vlan for network bdeb8875-99de-4b23-9a25-dd329038adf9 Jan 28 12:26:53.093437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:53.133473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63a37744-2a9a-4918-95f8-3d37e5443587 req-55f71ac2-a3ce-4a54-bb2f-2d71ec8dad6c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759354 Jan 28 12:26:53.137955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Made reservation on behalf of 5f5c28211980475f903a66a8a8e47200 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:53.140922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.154944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'ebaddb61-6d09-45d5-943f-d0f8f60577de', 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6', 'port_id': 'ebaddb61-6d09-45d5-943f-d0f8f60577de', 'mac_address': 'fa:16:3e:9b:02:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb43f70a-76e4-48b5-a102-e222ca278b51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:26:53.155432 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.163257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203a433-918c-4a40-965c-50af4497a896 req-896d0380-268f-4bff-8278-635fd3e371f9 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:53.170835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8203a433-918c-4a40-965c-50af4497a896 req-896d0380-268f-4bff-8278-635fd3e371f9 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 948 time: 0.2665040 Jan 28 12:26:53.178713 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-964cbf47-2baf-4281-bcd6-e3a1d8d90794 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (bdeb8875-99de-4b23-9a25-dd329038adf9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.240004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-964cbf47-2baf-4281-bcd6-e3a1d8d90794 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (bdeb8875-99de-4b23-9a25-dd329038adf9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.245265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964cbf47-2baf-4281-bcd6-e3a1d8d90794 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:53.246054 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-964cbf47-2baf-4281-bcd6-e3a1d8d90794 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.266618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ebaddb61-6d09-45d5-943f-d0f8f60577de is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:53.267056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.272083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8203a433-918c-4a40-965c-50af4497a896 req-8222b020-838c-4639-9745-7812aafe6f60 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/security-groups?id=64bef31b-70d6-4e46-bb7e-dda1a6d19c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002946 Jan 28 12:26:53.291269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebaddb61-6d09-45d5-943f-d0f8f60577de {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:26:53.317836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-3b43baef-eedb-4eba-97fb-81c6d3eb23bd', 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd', 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'fixed_ips': [{'subnet_id': '5a6129d8-f21d-469e-bcba-7f7829933441'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:26:53.322114 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.334849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550623bc-82b7-4cc3-85eb-d828df63e0d2 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:26:53.349536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Publish callbacks [] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.363268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cbf47-2baf-4281-bcd6-e3a1d8d90794 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Network': ['ID=bdeb8875-99de-4b23-9a25-dd329038adf9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:53.367048 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Publish callbacks [] for security_group (7c823fe6-3a32-4294-aba8-54373ecceb4f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.371599 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-964cbf47-2baf-4281-bcd6-e3a1d8d90794 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5227354 Jan 28 12:26:53.374585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34484) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:53.386196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215f0cb-5e2f-4143-947b-7b19ffc45180 req-c885fb3b-0528-4e85-b41e-94975b0ed263 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:53.386467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-348a5282-9a16-4de6-b227-ad624bc1085e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'subnet': {'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:53.387764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b215f0cb-5e2f-4143-947b-7b19ffc45180 req-c885fb3b-0528-4e85-b41e-94975b0ed263 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 931 time: 0.1331265 Jan 28 12:26:53.388850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Transition to ACTIVE for port object 550623bc-82b7-4cc3-85eb-d828df63e0d2 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:26:53.397774 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7c823fe6-3a32-4294-aba8-54373ecceb4f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.401127 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.405925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network bdeb8875-99de-4b23-9a25-dd329038adf9 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:26:53.521016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:26:53.530520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b215f0cb-5e2f-4143-947b-7b19ffc45180 req-76fd6674-5ca1-4c74-9ea1-2bb377dbf970 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313310 Jan 28 12:26:53.550461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c823fe6-3a32-4294-aba8-54373ecceb4f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:53.550732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:53.561392 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c7139867-0c5d-4d3f-9f52-fa3e0ded6c4d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.561897 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Added segment c7139867-0c5d-4d3f-9f52-fa3e0ded6c4d of type vlan for network 71541e2d-e396-4a8c-98bb-04061fa0b812 Jan 28 12:26:53.576415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Pushing event updated for resources: {'Port': ['ID=550623bc-82b7-4cc3-85eb-d828df63e0d2,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:53.604131 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.644918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Attempting to bind port 550623bc-82b7-4cc3-85eb-d828df63e0d2 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:26:53.645615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Attempting to bind port 550623bc-82b7-4cc3-85eb-d828df63e0d2 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:26:53.646471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Attempting to bind port 550623bc-82b7-4cc3-85eb-d828df63e0d2 on network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:53.652718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Port 550623bc-82b7-4cc3-85eb-d828df63e0d2 on network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:26:53.653508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Attempting to bind port 550623bc-82b7-4cc3-85eb-d828df63e0d2 on network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:53.661258 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348a5282-9a16-4de6-b227-ad624bc1085e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:53.662995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:26:53.663709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Checking segment: {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:53.664291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Bound using segment: {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:26:53.664683 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-348a5282-9a16-4de6-b227-ad624bc1085e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.665058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Bound port: 550623bc-82b7-4cc3-85eb-d828df63e0d2, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:26:53.665584 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.672178 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (71541e2d-e396-4a8c-98bb-04061fa0b812), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.792520 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (71541e2d-e396-4a8c-98bb-04061fa0b812), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.793562 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:53.794149 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.861822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] For port 550623bc-82b7-4cc3-85eb-d828df63e0d2, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:26:53.863500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ebaddb61-6d09-45d5-943f-d0f8f60577de,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:53.867465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] For port 550623bc-82b7-4cc3-85eb-d828df63e0d2, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=550623bc-82b7-4cc3-85eb-d828df63e0d2,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:26:53.870296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ebaddb61-6d09-45d5-943f-d0f8f60577de'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:53.877010 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.878087 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0566099 Jan 28 12:26:53.880456 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34490) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:53.893446 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7689403a-7dab-46dc-a94f-167c8b703fe8 admin admin] Request body: {'subnet': {'network_id': '71541e2d-e396-4a8c-98bb-04061fa0b812', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1655949865-subnet', 'tenant_id': '5f5c28211980475f903a66a8a8e47200', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:53.930662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Allocated IP 19.80.0.2 (3b43baef-eedb-4eba-97fb-81c6d3eb23bd/5a6129d8-f21d-469e-bcba-7f7829933441/962252aa-d372-4f02-a957-7ccc89e25572) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:26:53.952300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de1f98-b384-45ee-892a-53c56329c771 admin admin] Pushing event updated for resources: {'Network': ['ID=71541e2d-e396-4a8c-98bb-04061fa0b812,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:53.972782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:53.973572 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.975370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] 10.222.0.35 "PUT /v2.0/ports/550623bc-82b7-4cc3-85eb-d828df63e0d2 HTTP/1.1" status: 200 len: 1091 time: 1.8755231 Jan 28 12:26:53.977754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca24455c-9e21-4ac6-86cc-d8ce1418e9e5', 'tag': '550623bc-82b7-4cc3-85eb-d828df63e0d2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:53.982689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7689403a-7dab-46dc-a94f-167c8b703fe8 admin admin] Made reservation on behalf of 5f5c28211980475f903a66a8a8e47200 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:26:53.985185 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7689403a-7dab-46dc-a94f-167c8b703fe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:53.995718 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ccee4d-6d58-462e-bac7-b23daab9f426" -d '{"events": [{"name": "network-changed", "server_uuid": "ca24455c-9e21-4ac6-86cc-d8ce1418e9e5", "tag": "550623bc-82b7-4cc3-85eb-d828df63e0d2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:54.001457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 71541e2d-e396-4a8c-98bb-04061fa0b812 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:26:54.070366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5b990-2875-4dbb-86a0-3de34d7176a4 service neutron] Pushing event updated for resources: {'Port': ['ID=550623bc-82b7-4cc3-85eb-d828df63e0d2,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:54.078267 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032e5a0c-1ae6-4f54-8051-db51bea61dc6 x-openstack-request-id: req-032e5a0c-1ae6-4f54-8051-db51bea61dc6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:54.079640 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca24455c-9e21-4ac6-86cc-d8ce1418e9e5", "tag": "550623bc-82b7-4cc3-85eb-d828df63e0d2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:54.080231 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-032e5a0c-1ae6-4f54-8051-db51bea61dc6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:54.081183 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca24455c-9e21-4ac6-86cc-d8ce1418e9e5', 'tag': '550623bc-82b7-4cc3-85eb-d828df63e0d2', 'status': 'completed', 'code': 200} Jan 28 12:26:54.096124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-6746a83f-f616-4db5-87bd-7e2e757f6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:54.099036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-6746a83f-f616-4db5-87bd-7e2e757f6ad5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 1094 time: 0.0696764 Jan 28 12:26:54.185367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-a5038885-8607-440d-a59c-43024661e752 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=550623bc-82b7-4cc3-85eb-d828df63e0d2 HTTP/1.1" status: 200 len: 217 time: 0.0782919 Jan 28 12:26:54.280527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51e928-c8fc-42cb-a12f-1533ca9289a9 req-600f6f3c-970b-40a8-b71c-bd367a505f52 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:54.282929 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8b51e928-c8fc-42cb-a12f-1533ca9289a9 req-600f6f3c-970b-40a8-b71c-bd367a505f52 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 948 time: 0.1789455 Jan 28 12:26:54.284430 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-348a5282-9a16-4de6-b227-ad624bc1085e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:54.389197 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Publish callbacks [] for port (962252aa-d372-4f02-a957-7ccc89e25572), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:54.407546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (962252aa-d372-4f02-a957-7ccc89e25572), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:54.489458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:26:54.492175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Pushing event updated for resources: {'Port': ['ID=962252aa-d372-4f02-a957-7ccc89e25572,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:54.497047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:54.500840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:26:54.538739 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:54.541238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7689403a-7dab-46dc-a94f-167c8b703fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (b7b880e0-b2f7-45ac-b6f0-842919d3e7e1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:54.575178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Attempting to bind port 962252aa-d372-4f02-a957-7ccc89e25572 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:26:54.575901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Attempting to bind port 962252aa-d372-4f02-a957-7ccc89e25572 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:26:54.576475 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Attempting to bind port 962252aa-d372-4f02-a957-7ccc89e25572 on network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:54.583633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:26:54.584028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Checking segment: {'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:54.584429 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:54.584867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Bound using segment: {'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:26:54.585292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Bound port: 962252aa-d372-4f02-a957-7ccc89e25572, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:26:54.585663 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (962252aa-d372-4f02-a957-7ccc89e25572), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:54.626484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a5282-9a16-4de6-b227-ad624bc1085e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Subnet': ['ID=0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:54.669214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] For port 962252aa-d372-4f02-a957-7ccc89e25572, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:26:54.674521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] For port 962252aa-d372-4f02-a957-7ccc89e25572, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=962252aa-d372-4f02-a957-7ccc89e25572,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:26:54.676357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a5282-9a16-4de6-b227-ad624bc1085e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Checking segment: {'id': 'fffd34cd-0a73-4f27-b8cf-db37a43e55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:54.676902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348a5282-9a16-4de6-b227-ad624bc1085e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network hostable DHCP agents. Network: bdeb8875-99de-4b23-9a25-dd329038adf9, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:26:54.681083 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (962252aa-d372-4f02-a957-7ccc89e25572), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:54.718727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7689403a-7dab-46dc-a94f-167c8b703fe8 admin admin] Checking segment: {'id': 'c7139867-0c5d-4d3f-9f52-fa3e0ded6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '71541e2d-e396-4a8c-98bb-04061fa0b812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:54.718727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7689403a-7dab-46dc-a94f-167c8b703fe8 admin admin] Network hostable DHCP agents. Network: 71541e2d-e396-4a8c-98bb-04061fa0b812, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:26:54.725896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689403a-7dab-46dc-a94f-167c8b703fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b880e0-b2f7-45ac-b6f0-842919d3e7e1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:54.738198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-bc32adc5-831e-48d6-bd36-00001056aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:54.739107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-bc32adc5-831e-48d6-bd36-00001056aae3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2063c900-71d5-45ec-8da2-b0bb602f1a66 HTTP/1.1" status: 200 len: 845 time: 0.5468729 Jan 28 12:26:54.743730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348a5282-9a16-4de6-b227-ad624bc1085e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network bdeb8875-99de-4b23-9a25-dd329038adf9 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:26:54.772038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-8b51e928-c8fc-42cb-a12f-1533ca9289a9 req-2aee8f74-a169-41b3-9878-1446511a7fba tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Deleting port ec339c1d-e135-4258-8526-b9e953b8688c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:26:54.772384 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b51e928-c8fc-42cb-a12f-1533ca9289a9 req-2aee8f74-a169-41b3-9878-1446511a7fba tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:54.787220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1f3a1-b0e0-444b-8e5a-a13b4bf59cfa req-b3913962-d05b-4513-ac3c-eda8d420428e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:54.788444 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-348a5282-9a16-4de6-b227-ad624bc1085e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, bdeb8875-99de-4b23-9a25-dd329038adf9) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:54.790535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de5cf2-0a23-41cc-9c83-026ab48a92e9 None None] Pushing event updated for resources: {'Port': ['ID=962252aa-d372-4f02-a957-7ccc89e25572,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:54.794228 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aea1f3a1-b0e0-444b-8e5a-a13b4bf59cfa req-b3913962-d05b-4513-ac3c-eda8d420428e tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 944 time: 0.1319370 Jan 28 12:26:54.798626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348a5282-9a16-4de6-b227-ad624bc1085e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:54.800371 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-348a5282-9a16-4de6-b227-ad624bc1085e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:54.817849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b00a26b-1b18-45a5-bd25-c3e813bbf6a5 None None] Network bdeb8875-99de-4b23-9a25-dd329038adf9 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:26:54.825505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-7f63a0ea-0055-4d87-9561-ef3461bc2c04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784070 Jan 28 12:26:54.846089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fa36c-a526-43ff-afbc-5fea655224d7 req-ca4be3de-de8f-4697-b794-d812361ae7b9 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:54.851631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7689403a-7dab-46dc-a94f-167c8b703fe8 admin admin] Network 71541e2d-e396-4a8c-98bb-04061fa0b812 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:26:54.855950 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-941fa36c-a526-43ff-afbc-5fea655224d7 req-ca4be3de-de8f-4697-b794-d812361ae7b9 tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d515ad3-a15b-4841-9dfb-4b97a02493df HTTP/1.1" status: 200 len: 948 time: 0.1925669 Jan 28 12:26:54.904000 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-348a5282-9a16-4de6-b227-ad624bc1085e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5280211 Jan 28 12:26:54.907538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7689403a-7dab-46dc-a94f-167c8b703fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 71541e2d-e396-4a8c-98bb-04061fa0b812) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:54.916081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7689403a-7dab-46dc-a94f-167c8b703fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:54.916761 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7689403a-7dab-46dc-a94f-167c8b703fe8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:54.972611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-8b51e928-c8fc-42cb-a12f-1533ca9289a9 req-2aee8f74-a169-41b3-9878-1446511a7fba tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] For port ec339c1d-e135-4258-8526-b9e953b8688c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec339c1d-e135-4258-8526-b9e953b8688c,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:54.972918 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b51e928-c8fc-42cb-a12f-1533ca9289a9 req-2aee8f74-a169-41b3-9878-1446511a7fba tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:54.990457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-8b51e928-c8fc-42cb-a12f-1533ca9289a9 req-2aee8f74-a169-41b3-9878-1446511a7fba tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Calling delete_port for ec339c1d-e135-4258-8526-b9e953b8688c owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:26:55.044249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f01306b-2a6b-423a-94c8-19062f8e09a0 None None] Network 71541e2d-e396-4a8c-98bb-04061fa0b812 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:26:55.076537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aea1f3a1-b0e0-444b-8e5a-a13b4bf59cfa req-89317e99-8340-44aa-948a-85ae8c35d8ad tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812691 Jan 28 12:26:55.138479 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-941fa36c-a526-43ff-afbc-5fea655224d7 req-c92ee60f-cab0-49cf-84ac-5b02393bc70f tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.53 "GET /v2.0/security-groups?id=64bef31b-70d6-4e46-bb7e-dda1a6d19c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783263 Jan 28 12:26:55.160918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d91a68ff-32ac-43f4-b134-5f2d6801233a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:26:55.209342 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-bdeb8875-99de-4b23-9a25-dd329038adf9', 'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9', 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'fixed_ips': [{'subnet_id': '0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:26:55.210623 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:55.284260 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7689403a-7dab-46dc-a94f-167c8b703fe8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3996434 Jan 28 12:26:55.285129 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-878564b2-2e06-41c5-a006-77f7f7ef5ce6 service neutron] 10.222.0.35 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202008 Jan 28 12:26:55.292637 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f0541b4-4b01-4de8-88f8-602f27f8a344 req-c7425483-44ea-44e6-b4cb-87b5e740c0ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1460900 Jan 28 12:26:55.320555 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b51e928-c8fc-42cb-a12f-1533ca9289a9 req-2aee8f74-a169-41b3-9878-1446511a7fba tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ec339c1d-e135-4258-8526-b9e953b8688c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:55.356230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ec339c1d-e135-4258-8526-b9e953b8688c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:26:55.427745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee8f74-a169-41b3-9878-1446511a7fba tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Pushing event deleted for resources: {'Port': ['ID=ec339c1d-e135-4258-8526-b9e953b8688c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:55.536408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b51e928-c8fc-42cb-a12f-1533ca9289a9 req-2aee8f74-a169-41b3-9878-1446511a7fba tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] No DVR routers for this DVR port ec339c1d-e135-4258-8526-b9e953b8688c on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:26:55.539017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b51e928-c8fc-42cb-a12f-1533ca9289a9 req-2aee8f74-a169-41b3-9878-1446511a7fba tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:55.543042 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8b51e928-c8fc-42cb-a12f-1533ca9289a9 req-2aee8f74-a169-41b3-9878-1446511a7fba tempest-ServerDiagnosticsNegativeTest-1738459025 tempest-ServerDiagnosticsNegativeTest-1738459025-project] 10.222.0.49 "DELETE /v2.0/ports/ec339c1d-e135-4258-8526-b9e953b8688c HTTP/1.1" status: 204 len: 173 time: 1.2514577 Jan 28 12:26:55.543194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d515ad3-a15b-4841-9dfb-4b97a02493df', 'name': 'network-vif-deleted', 'tag': 'ec339c1d-e135-4258-8526-b9e953b8688c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:55.546680 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9842c123-4922-4c47-9ea9-c6822eb1592a" -d '{"events": [{"server_uuid": "6d515ad3-a15b-4841-9dfb-4b97a02493df", "name": "network-vif-deleted", "tag": "ec339c1d-e135-4258-8526-b9e953b8688c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:55.557912 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Sync routers for ids ['323555c6-15b2-4342-8e71-b8cd6995125f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:26:55.586754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0541b4-4b01-4de8-88f8-602f27f8a344 req-b2f1997b-7561-421c-b353-f83825fbcfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:55.588584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f0541b4-4b01-4de8-88f8-602f27f8a344 req-b2f1997b-7561-421c-b353-f83825fbcfdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 1096 time: 0.2589121 Jan 28 12:26:55.610449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-103ceea9-685d-45b2-93cc-d4c370f4381a req-92ed0fa9-a4e1-41cf-a9ae-c163514370ff service neutron] 10.222.0.35 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167133 Jan 28 12:26:55.624341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfd3cd-894d-4394-a7cf-cdeb9980f106 req-bd24f7d9-842d-41fb-b88c-fab6efadf20c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:55.625845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bbbfd3cd-894d-4394-a7cf-cdeb9980f106 req-bd24f7d9-842d-41fb-b88c-fab6efadf20c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 943 time: 0.1360765 Jan 28 12:26:55.629850 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Routers {'323555c6-15b2-4342-8e71-b8cd6995125f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:26:55.630798 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:26:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['323555c6-15b2-4342-8e71-b8cd6995125f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:55.667741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d91a68ff-32ac-43f4-b134-5f2d6801233a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:55.668325 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:55.795980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c16efd2-647e-4029-99fd-d1cb2b16e682 None None] Network 71541e2d-e396-4a8c-98bb-04061fa0b812 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:26:55.819568 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bbbfd3cd-894d-4394-a7cf-cdeb9980f106 req-982a29b5-a56c-4e80-bbd2-e954cd5ecad4 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743069 Jan 28 12:26:55.896443 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Set router 323555c6-15b2-4342-8e71-b8cd6995125f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:26:55.911118 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51045978-dc5c-4006-a1d4-abb6dd86346a x-openstack-request-id: req-51045978-dc5c-4006-a1d4-abb6dd86346a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:55.912071 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d515ad3-a15b-4841-9dfb-4b97a02493df", "name": "network-vif-deleted", "tag": "ec339c1d-e135-4258-8526-b9e953b8688c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:55.912338 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51045978-dc5c-4006-a1d4-abb6dd86346a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:55.912800 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d515ad3-a15b-4841-9dfb-4b97a02493df', 'name': 'network-vif-deleted', 'tag': 'ec339c1d-e135-4258-8526-b9e953b8688c', 'status': 'completed', 'code': 200} Jan 28 12:26:56.033962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccee4d-6d58-462e-bac7-b23daab9f426 req-c6c4984c-9a33-4e5e-bfb2-79744e2aac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:56.035747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87ccee4d-6d58-462e-bac7-b23daab9f426 req-c6c4984c-9a33-4e5e-bfb2-79744e2aac0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 1094 time: 0.3150368 Jan 28 12:26:56.038966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-36585e5c-45f3-4b51-8767-d0eb744e4e8a req-a3fa265b-f610-4615-8a54-03fef15e512b tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1897925504', 'description': 'tempest-description-2049154677'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:56.056532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Allocated IP 19.86.0.2 (bdeb8875-99de-4b23-9a25-dd329038adf9/0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6/1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:26:56.088523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0541b4-4b01-4de8-88f8-602f27f8a344 req-6d7a464b-9f1b-46bf-81dc-4b73c23b4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:56.090194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f0541b4-4b01-4de8-88f8-602f27f8a344 req-6d7a464b-9f1b-46bf-81dc-4b73c23b4de1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.4419734 Jan 28 12:26:56.101668 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.122861 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-36585e5c-45f3-4b51-8767-d0eb744e4e8a req-a3fa265b-f610-4615-8a54-03fef15e512b tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.200553 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f0541b4-4b01-4de8-88f8-602f27f8a344 req-9b67b1d0-15ee-4f2f-9cdb-eff25150883a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591 HTTP/1.1" status: 200 len: 217 time: 0.1036413 Jan 28 12:26:56.265334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ebaddb61-6d09-45d5-943f-d0f8f60577de up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:26:56.267948 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'name': 'tempest-ServersTestMultiNic-1098605794-router', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:26:45Z', 'updated_at': '2022-01-28T12:26:50Z', 'revision_number': 4, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'gw_port': {'id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:26:46Z', 'updated_at': '2022-01-28T12:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'da22103b-18ff-49e9-95ed-3374b7ac3131', 'name': '', 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'mac_address': 'fa:16:3e:0b:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2a4f94a4-802b-4668-994c-a672647da3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:26:48Z', 'updated_at': '2022-01-28T12:26:50Z', 'revision_number': 2, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'subnets': [{'id': '2a4f94a4-802b-4668-994c-a672647da3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:56.308103 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Checking router: 323555c6-15b2-4342-8e71-b8cd6995125f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:26:56.308765 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Updating router 323555c6-15b2-4342-8e71-b8cd6995125f port da22103b-18ff-49e9-95ed-3374b7ac3131 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:26:56.333499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d91a68ff-32ac-43f4-b134-5f2d6801233a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:56.334100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.344993 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.360065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-8bf696f4-395c-4fd7-adc4-19255ea10e12 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:56.367981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-8bf696f4-395c-4fd7-adc4-19255ea10e12 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:56.375100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-8bf696f4-395c-4fd7-adc4-19255ea10e12 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/networks?id=3b43baef-eedb-4eba-97fb-81c6d3eb23bd&id=bdeb8875-99de-4b23-9a25-dd329038adf9&id=3b43baef-eedb-4eba-97fb-81c6d3eb23bd HTTP/1.1" status: 200 len: 1391 time: 0.4689729 Jan 28 12:26:56.411941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0541b4-4b01-4de8-88f8-602f27f8a344 req-00fe91dc-21a2-478c-bd1a-eee310c1a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:56.413474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f0541b4-4b01-4de8-88f8-602f27f8a344 req-00fe91dc-21a2-478c-bd1a-eee310c1a65d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.2019162 Jan 28 12:26:56.468982 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c1f10bcd-253e-43be-ab1e-ab38b149ce57 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/quotas/df8d66ad4fda469aa1304bc289553fa8 HTTP/1.1" status: 200 len: 375 time: 0.0928781 Jan 28 12:26:56.477674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccee4d-6d58-462e-bac7-b23daab9f426 req-804bab86-cd69-4b38-99ea-7ae8573cbf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:56.480055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87ccee4d-6d58-462e-bac7-b23daab9f426 req-804bab86-cd69-4b38-99ea-7ae8573cbf55 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 200 len: 906 time: 0.4193242 Jan 28 12:26:56.481086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f0541b4-4b01-4de8-88f8-602f27f8a344 req-3802ce5a-74d9-4f7a-aeca-6a469f98f2cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532944 Jan 28 12:26:56.553533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-36585e5c-45f3-4b51-8767-d0eb744e4e8a req-a3fa265b-f610-4615-8a54-03fef15e512b tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (0a46c847-588a-4a9d-85eb-2ddfaeac5500), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.568545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778c9b98-1ce6-4739-a204-0715799a12a4 None None] Network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:26:56.573323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port d91a68ff-32ac-43f4-b134-5f2d6801233a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d91a68ff-32ac-43f4-b134-5f2d6801233a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:56.609269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-36585e5c-45f3-4b51-8767-d0eb744e4e8a req-a3fa265b-f610-4615-8a54-03fef15e512b tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0a46c847-588a-4a9d-85eb-2ddfaeac5500), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.623412 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.624366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87ccee4d-6d58-462e-bac7-b23daab9f426 req-c028d326-90b4-419c-b3bd-fff36507a61d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=550623bc-82b7-4cc3-85eb-d828df63e0d2 HTTP/1.1" status: 200 len: 217 time: 0.1272893 Jan 28 12:26:56.638452 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Publish callbacks [] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.677267 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.686172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6fbac0bf-b700-4cec-af25-da8e27a8c32f None None] Provisioning complete for port 962252aa-d372-4f02-a957-7ccc89e25572 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:56.686546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0bf-b700-4cec-af25-da8e27a8c32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (962252aa-d372-4f02-a957-7ccc89e25572), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.691355 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Publish callbacks [] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.696962 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-36585e5c-45f3-4b51-8767-d0eb744e4e8a req-a3fa265b-f610-4615-8a54-03fef15e512b tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.698261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36585e5c-45f3-4b51-8767-d0eb744e4e8a req-a3fa265b-f610-4615-8a54-03fef15e512b tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6749308 Jan 28 12:26:56.703767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port ebaddb61-6d09-45d5-943f-d0f8f60577de completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:26:56.713494 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.723898 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-5ed152fa-d771-4351-bf95-7969806bf485 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df8d66ad4fda469aa1304bc289553fa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2539482 Jan 28 12:26:56.737479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa265b-f610-4615-8a54-03fef15e512b tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a46c847-588a-4a9d-85eb-2ddfaeac5500,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:56.774151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port ebaddb61-6d09-45d5-943f-d0f8f60577de triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:56.774352 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.780274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Network bdeb8875-99de-4b23-9a25-dd329038adf9 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:26:56.785639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=d91a68ff-32ac-43f4-b134-5f2d6801233a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:56.817336 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Pushing event updated for resources: {'Port': ['ID=da22103b-18ff-49e9-95ed-3374b7ac3131,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:56.824860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccee4d-6d58-462e-bac7-b23daab9f426 req-7af5e445-d5ee-48c9-8253-46ebfbbcba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:56.825997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:26:56.828330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87ccee4d-6d58-462e-bac7-b23daab9f426 req-7af5e445-d5ee-48c9-8253-46ebfbbcba40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2063c900-71d5-45ec-8da2-b0bb602f1a66 HTTP/1.1" status: 200 len: 845 time: 0.1967177 Jan 28 12:26:56.829461 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.830503 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.831119 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.837290 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.838259 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.838827 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.839945 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.840811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:26:56.840928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f0541b4-4b01-4de8-88f8-602f27f8a344 req-2f4deb0d-936e-4f93-bb78-acaee9d14b49 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456171 Jan 28 12:26:56.841922 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.842461 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.844925 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.845770 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.847731 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.848522 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:26:56.936530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87ccee4d-6d58-462e-bac7-b23daab9f426 req-ca9dbe3a-f04a-4361-a545-634ffafe0ee2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984826 Jan 28 12:26:56.958410 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Attempting to bind port da22103b-18ff-49e9-95ed-3374b7ac3131 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:26:56.958874 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Attempting to bind port da22103b-18ff-49e9-95ed-3374b7ac3131 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '73492760-cb2a-40e1-b6de-05940462b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:26:56.959132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 962252aa-d372-4f02-a957-7ccc89e25572 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:26:56.959368 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Attempting to bind port da22103b-18ff-49e9-95ed-3374b7ac3131 on network f89eccd9-320f-414e-b474-79eb42476319 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:56.965732 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:26:56.966104 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Checking segment: {'id': '73492760-cb2a-40e1-b6de-05940462b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:56.966505 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:56.966963 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Bound using segment: {'id': '73492760-cb2a-40e1-b6de-05940462b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:26:56.967458 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Bound port: da22103b-18ff-49e9-95ed-3374b7ac3131, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73492760-cb2a-40e1-b6de-05940462b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:26:56.967838 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:57.049682 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] For port da22103b-18ff-49e9-95ed-3374b7ac3131, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:26:57.055119 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] For port da22103b-18ff-49e9-95ed-3374b7ac3131, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=da22103b-18ff-49e9-95ed-3374b7ac3131,segment=NetworkSegment(73492760-cb2a-40e1-b6de-05940462b219),segment_id=73492760-cb2a-40e1-b6de-05940462b219)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:26:57.061691 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:57.080826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Pushing event updated for resources: {'Port': ['ID=1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:57.089169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6fbac0bf-b700-4cec-af25-da8e27a8c32f None None] Current status of the port 962252aa-d372-4f02-a957-7ccc89e25572 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:57.089899 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0bf-b700-4cec-af25-da8e27a8c32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (962252aa-d372-4f02-a957-7ccc89e25572), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:57.131067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87ccee4d-6d58-462e-bac7-b23daab9f426 req-5fe54772-9335-4cef-8ccd-bd71038d6af2 service neutron] 10.222.0.35 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402407 Jan 28 12:26:57.161640 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40227a7-543d-419f-b566-39554b6ba221 None None] Pushing event updated for resources: {'Port': ['ID=da22103b-18ff-49e9-95ed-3374b7ac3131,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:57.178484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Attempting to bind port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:26:57.178861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Attempting to bind port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'fffd34cd-0a73-4f27-b8cf-db37a43e55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:26:57.179279 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Attempting to bind port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae on network bdeb8875-99de-4b23-9a25-dd329038adf9 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:26:57.183864 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Routers {'323555c6-15b2-4342-8e71-b8cd6995125f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:26:57.184719 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:26:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['323555c6-15b2-4342-8e71-b8cd6995125f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:57.201429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ce900-d3ba-49ea-92e0-6bc11d2e3801 req-62beb99a-5183-4ff9-8e50-0782c48aeeca tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:57.210150 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d69ce900-d3ba-49ea-92e0-6bc11d2e3801 req-62beb99a-5183-4ff9-8e50-0782c48aeeca tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 944 time: 0.3606329 Jan 28 12:26:57.210569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 962252aa-d372-4f02-a957-7ccc89e25572 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:57.211027 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (962252aa-d372-4f02-a957-7ccc89e25572), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:57.219489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:26:57.220455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Checking segment: {'id': 'fffd34cd-0a73-4f27-b8cf-db37a43e55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:26:57.220963 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:57.221405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Bound using segment: {'id': 'fffd34cd-0a73-4f27-b8cf-db37a43e55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:26:57.221896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Bound port: 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffd34cd-0a73-4f27-b8cf-db37a43e55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:26:57.222854 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:57.237996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ebaddb61-6d09-45d5-943f-d0f8f60577de is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:57.238383 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:57.269496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6fbac0bf-b700-4cec-af25-da8e27a8c32f None None] For port 962252aa-d372-4f02-a957-7ccc89e25572, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=962252aa-d372-4f02-a957-7ccc89e25572,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:57.302241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-5bd3f32e-3554-4e49-8be7-b7a47730f209 service neutron] 10.222.0.53 "GET /v2.0/networks/3b43baef-eedb-4eba-97fb-81c6d3eb23bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774701 Jan 28 12:26:57.328176 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] Set router 323555c6-15b2-4342-8e71-b8cd6995125f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:26:57.329770 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0bf-b700-4cec-af25-da8e27a8c32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (962252aa-d372-4f02-a957-7ccc89e25572), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:57.358108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f0541b4-4b01-4de8-88f8-602f27f8a344 req-751a3f43-26c4-4a21-ad53-ae86c2fcffe5 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073128 Jan 28 12:26:57.405218 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d69ce900-d3ba-49ea-92e0-6bc11d2e3801 req-7d57cd9c-32ba-4266-a6b8-192b6c330948 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934233 Jan 28 12:26:57.430191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73065c10-acf0-46ea-8e6a-840e3c766674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaddb61-6d09-45d5-943f-d0f8f60577de'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:26:57.433233 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51e9a83-57d9-4363-a48a-0b596b871c19" -d '{"events": [{"server_uuid": "73065c10-acf0-46ea-8e6a-840e3c766674", "name": "network-vif-plugged", "status": "completed", "tag": "ebaddb61-6d09-45d5-943f-d0f8f60577de"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:26:57.485352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87ccee4d-6d58-462e-bac7-b23daab9f426 req-74ffed7a-158a-4641-bfa6-355f9b043be4 service neutron] 10.222.0.35 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433926 Jan 28 12:26:57.509716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:57.524105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-4510bcda-8425-42f7-9b51-3784d934c7e2 service neutron] 10.222.0.53 "GET /v2.0/networks/3b43baef-eedb-4eba-97fb-81c6d3eb23bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120352 Jan 28 12:26:57.562988 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:57.573328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] For port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:26:57.580428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] For port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae,segment=NetworkSegment(fffd34cd-0a73-4f27-b8cf-db37a43e55fa),segment_id=fffd34cd-0a73-4f27-b8cf-db37a43e55fa)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:26:57.585308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbac0bf-b700-4cec-af25-da8e27a8c32f None None] Pushing event updated for resources: {'Port': ['ID=962252aa-d372-4f02-a957-7ccc89e25572,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:57.634108 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:57.687977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-184c8470-da7f-41e8-8bb9-f42590acf204 None None] Provisioning complete for port da22103b-18ff-49e9-95ed-3374b7ac3131 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:57.688679 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-184c8470-da7f-41e8-8bb9-f42590acf204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:57.707009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-d44a73a6-b63f-45ac-8448-f46acd3303e8 service neutron] 10.222.0.53 "GET /v2.0/networks/bdeb8875-99de-4b23-9a25-dd329038adf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767249 Jan 28 12:26:57.757662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 962252aa-d372-4f02-a957-7ccc89e25572 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:57.767565 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'name': 'tempest-ServersTestMultiNic-1098605794-router', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:26:45Z', 'updated_at': '2022-01-28T12:26:50Z', 'revision_number': 4, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'gw_port': {'id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:26:46Z', 'updated_at': '2022-01-28T12:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'da22103b-18ff-49e9-95ed-3374b7ac3131', 'name': '', 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'mac_address': 'fa:16:3e:0b:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2a4f94a4-802b-4668-994c-a672647da3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:26:48Z', 'updated_at': '2022-01-28T12:26:57Z', 'revision_number': 4, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'subnets': [{'id': '2a4f94a4-802b-4668-994c-a672647da3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:26:57.803242 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857db3e3-72d9-4ec4-804f-6ff235d9423a None None] The sync data for ids ['323555c6-15b2-4342-8e71-b8cd6995125f'] in n-d-824835-4 is: [{'id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'name': 'tempest-ServersTestMultiNic-1098605794-router', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:26:45Z', 'updated_at': '2022-01-28T12:26:50Z', 'revision_number': 4, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'gw_port': {'id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:26:46Z', 'updated_at': '2022-01-28T12:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'da22103b-18ff-49e9-95ed-3374b7ac3131', 'name': '', 'network_id': 'f89eccd9-320f-414e-b474-79eb42476319', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'mac_address': 'fa:16:3e:0b:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2a4f94a4-802b-4668-994c-a672647da3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:26:48Z', 'updated_at': '2022-01-28T12:26:57Z', 'revision_number': 4, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'subnets': [{'id': '2a4f94a4-802b-4668-994c-a672647da3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:26:57.836300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ebaddb61-6d09-45d5-943f-d0f8f60577de,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:57.864160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-cc6c4451-394e-4ecf-8b9d-17d16fa685ed service neutron] 10.222.0.53 "GET /v2.0/networks/bdeb8875-99de-4b23-9a25-dd329038adf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463804 Jan 28 12:26:57.922918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0511b600-957e-4d8b-af83-cc7ac1b220e3 req-9485740b-6712-491e-ac3d-d8c8e6b3c6b2 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/0a46c847-588a-4a9d-85eb-2ddfaeac5500 HTTP/1.1" status: 200 len: 1830 time: 0.2447567 Jan 28 12:26:57.932140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cf9ec-aa08-4a9e-81ff-ec4bb616e260 None None] Pushing event updated for resources: {'Port': ['ID=1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:57.943151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-184c8470-da7f-41e8-8bb9-f42590acf204 None None] Current status of the port da22103b-18ff-49e9-95ed-3374b7ac3131 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:57.946115 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-184c8470-da7f-41e8-8bb9-f42590acf204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:57.969840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0511b600-957e-4d8b-af83-cc7ac1b220e3 req-b7dd6673-6330-40a4-a713-6c616333bdee tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a46c847-588a-4a9d-85eb-2ddfaeac5500', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:57.970229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0511b600-957e-4d8b-af83-cc7ac1b220e3 req-b7dd6673-6330-40a4-a713-6c616333bdee tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a46c847-588a-4a9d-85eb-2ddfaeac5500', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:57.999067 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-65ea1e87-a8ba-4500-a409-0a49234d7857 req-08acc6ed-0eda-4893-ad52-9ef9674ef41b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834005 Jan 28 12:26:57.999599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34552) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:58.010932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-184c8470-da7f-41e8-8bb9-f42590acf204 None None] For port da22103b-18ff-49e9-95ed-3374b7ac3131, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=da22103b-18ff-49e9-95ed-3374b7ac3131,segment=NetworkSegment(73492760-cb2a-40e1-b6de-05940462b219),segment_id=73492760-cb2a-40e1-b6de-05940462b219)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:58.044347 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-184c8470-da7f-41e8-8bb9-f42590acf204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:58.137810 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-bb39d444-e43e-4366-a37a-3b43dd35d3d1 service neutron] 10.222.0.53 "GET /v2.0/networks/3b43baef-eedb-4eba-97fb-81c6d3eb23bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626536 Jan 28 12:26:58.177014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea1e87-a8ba-4500-a409-0a49234d7857 req-162b6d02-3faf-4942-a9a0-718934fd40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:58.188055 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-65ea1e87-a8ba-4500-a409-0a49234d7857 req-162b6d02-3faf-4942-a9a0-718934fd40bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8473c6f1cd984f95b129e1cd0af3aba4&device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 1096 time: 0.0851443 Jan 28 12:26:58.193192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c8470-da7f-41e8-8bb9-f42590acf204 None None] Pushing event updated for resources: {'Port': ['ID=da22103b-18ff-49e9-95ed-3374b7ac3131,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:58.224267 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ec339c1d-e135-4258-8526-b9e953b8688c no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:26:58.251114 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0511b600-957e-4d8b-af83-cc7ac1b220e3 req-b7dd6673-6330-40a4-a713-6c616333bdee tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group_rule (73ba348e-d0ca-4cb6-b7a8-f78b61bbc00b), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:58.255771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3d2c2df0-0377-4c96-8365-131e7161ce5b None None] Provisioning complete for port da22103b-18ff-49e9-95ed-3374b7ac3131 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:58.256362 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d2c2df0-0377-4c96-8365-131e7161ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:58.258187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: ec339c1d-e135-4258-8526-b9e953b8688c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:26:58.258541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ec339c1d-e135-4258-8526-b9e953b8688c not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:26:58.300768 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0511b600-957e-4d8b-af83-cc7ac1b220e3 req-b7dd6673-6330-40a4-a713-6c616333bdee tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group_rule (73ba348e-d0ca-4cb6-b7a8-f78b61bbc00b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:58.312535 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0511b600-957e-4d8b-af83-cc7ac1b220e3 req-b7dd6673-6330-40a4-a713-6c616333bdee tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (73ba348e-d0ca-4cb6-b7a8-f78b61bbc00b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:58.350398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd6673-6330-40a4-a713-6c616333bdee tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ba348e-d0ca-4cb6-b7a8-f78b61bbc00b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:58.357204 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0511b600-957e-4d8b-af83-cc7ac1b220e3 req-b7dd6673-6330-40a4-a713-6c616333bdee tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:58.373367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0511b600-957e-4d8b-af83-cc7ac1b220e3 req-b7dd6673-6330-40a4-a713-6c616333bdee tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4112582 Jan 28 12:26:58.393163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c2df0-0377-4c96-8365-131e7161ce5b None None] Current status of the port da22103b-18ff-49e9-95ed-3374b7ac3131 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:58.394217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-4a5d3217-d90b-4335-ade9-d18b59b74be1 service neutron] 10.222.0.53 "GET /v2.0/networks/3b43baef-eedb-4eba-97fb-81c6d3eb23bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478864 Jan 28 12:26:58.405224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3d2c2df0-0377-4c96-8365-131e7161ce5b None None] Provisioning complete for port 962252aa-d372-4f02-a957-7ccc89e25572 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:58.405611 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d2c2df0-0377-4c96-8365-131e7161ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (962252aa-d372-4f02-a957-7ccc89e25572), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:58.429792 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b8b05b65-e9d1-4a11-aec8-736ff944732d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c86c43bcce9d4ae5a853537368b51448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291255 Jan 28 12:26:58.432585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34560) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:58.440860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea1e87-a8ba-4500-a409-0a49234d7857 req-65a440c8-6161-4b22-940b-28fff83daa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:58.442742 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-65ea1e87-a8ba-4500-a409-0a49234d7857 req-65a440c8-6161-4b22-940b-28fff83daa81 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7afdf34-7eb6-485a-b403-60ea6dfbabf6 HTTP/1.1" status: 200 len: 917 time: 0.2327569 Jan 28 12:26:58.517473 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3292377-1ac4-42cc-8972-c57b59258028 admin admin] Publish callbacks [] for security_group (64bef31b-70d6-4e46-bb7e-dda1a6d19c83), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:58.517729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c2df0-0377-4c96-8365-131e7161ce5b None None] Current status of the port 962252aa-d372-4f02-a957-7ccc89e25572 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:58.560216 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3292377-1ac4-42cc-8972-c57b59258028 admin admin] Publish callbacks [] for security_group (64bef31b-70d6-4e46-bb7e-dda1a6d19c83), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:58.604536 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-65ea1e87-a8ba-4500-a409-0a49234d7857 req-561dc9c8-0f13-4eba-8dbc-a1d96a38b1bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11af5495-9803-4047-9ff1-a54981192977 HTTP/1.1" status: 200 len: 1000 time: 0.1540797 Jan 28 12:26:58.663317 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ca251-84af-4f82-bba3-164fe3e7ba48 x-openstack-request-id: req-0d8ca251-84af-4f82-bba3-164fe3e7ba48 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:26:58.663667 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73065c10-acf0-46ea-8e6a-840e3c766674", "name": "network-vif-plugged", "status": "completed", "tag": "ebaddb61-6d09-45d5-943f-d0f8f60577de", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:26:58.663926 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d8ca251-84af-4f82-bba3-164fe3e7ba48 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:26:58.664373 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73065c10-acf0-46ea-8e6a-840e3c766674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaddb61-6d09-45d5-943f-d0f8f60577de', 'code': 200} Jan 28 12:26:58.680022 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3292377-1ac4-42cc-8972-c57b59258028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (64bef31b-70d6-4e46-bb7e-dda1a6d19c83), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:58.693268 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3292377-1ac4-42cc-8972-c57b59258028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:58.701722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea1e87-a8ba-4500-a409-0a49234d7857 req-d3d1d5ba-e60b-4b1b-a780-5cb93b8a9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:58.703598 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-65ea1e87-a8ba-4500-a409-0a49234d7857 req-d3d1d5ba-e60b-4b1b-a780-5cb93b8a9a44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=51938959-b70b-4b11-a33e-eadb211e1a60 HTTP/1.1" status: 200 len: 855 time: 0.0930507 Jan 28 12:26:58.725452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e3292377-1ac4-42cc-8972-c57b59258028 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64bef31b-70d6-4e46-bb7e-dda1a6d19c83 HTTP/1.1" status: 204 len: 168 time: 0.2879825 Jan 28 12:26:58.763553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3292377-1ac4-42cc-8972-c57b59258028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bef31b-70d6-4e46-bb7e-dda1a6d19c83,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:58.946778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a0f03-5223-47b6-b3b7-704154efc5fb req-1acea6ae-d2de-443e-b6f9-6e2f01f5380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:58.952402 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-316a0f03-5223-47b6-b3b7-704154efc5fb req-1acea6ae-d2de-443e-b6f9-6e2f01f5380f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 1096 time: 0.2069697 Jan 28 12:26:58.955584 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea1e87-a8ba-4500-a409-0a49234d7857 req-e299fb32-5981-4e49-bfb1-7d676055c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:58.958255 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-65ea1e87-a8ba-4500-a409-0a49234d7857 req-e299fb32-5981-4e49-bfb1-7d676055c6d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7afdf34-7eb6-485a-b403-60ea6dfbabf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376587 Jan 28 12:26:58.964166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee1d9b-f02a-48af-9cb8-43bad883b92a req-023e2297-6c85-41aa-87f5-c37e79aaf24e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:58.965669 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdee1d9b-f02a-48af-9cb8-43bad883b92a req-023e2297-6c85-41aa-87f5-c37e79aaf24e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 945 time: 0.2391574 Jan 28 12:26:58.978752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6eecc-1a68-4e87-acc0-3af38f81332a req-351d1b86-6d92-4ea1-bd83-709d5f7823da tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:59.005650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73e6eecc-1a68-4e87-acc0-3af38f81332a req-351d1b86-6d92-4ea1-bd83-709d5f7823da tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 943 time: 0.3452506 Jan 28 12:26:59.132175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 550623bc-82b7-4cc3-85eb-d828df63e0d2 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:26:59.157044 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-316a0f03-5223-47b6-b3b7-704154efc5fb req-9ff8151c-850c-40ab-9292-e71ba93086af service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957154 Jan 28 12:26:59.159079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 962252aa-d372-4f02-a957-7ccc89e25572 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:26:59.185402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdee1d9b-f02a-48af-9cb8-43bad883b92a req-c956794d-81b7-47bc-adbf-cd0ceefe6177 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624963 Jan 28 12:26:59.206565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73e6eecc-1a68-4e87-acc0-3af38f81332a req-e67d1eca-c406-43e0-9755-33ecad765f31 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903431 Jan 28 12:26:59.251594 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-65ea1e87-a8ba-4500-a409-0a49234d7857 req-f7fcb395-67e8-4aeb-9e95-94a02b2f1565 service neutron] 10.222.0.49 "GET /v2.0/networks/e7afdf34-7eb6-485a-b403-60ea6dfbabf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403505 Jan 28 12:26:59.310448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34578) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:59.347328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4857139-c8b3-486f-96f2-9156b8f36c9e req-036e9b97-2fa8-4a39-b2cb-5cb837244ab6 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/0a46c847-588a-4a9d-85eb-2ddfaeac5500 HTTP/1.1" status: 200 len: 2423 time: 0.1064534 Jan 28 12:26:59.353571 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9400b85a-bb98-4569-a32b-b766d1cf30ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.359947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 550623bc-82b7-4cc3-85eb-d828df63e0d2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=550623bc-82b7-4cc3-85eb-d828df63e0d2,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:59.391534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '550623bc-82b7-4cc3-85eb-d828df63e0d2', 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'port_id': '550623bc-82b7-4cc3-85eb-d828df63e0d2', 'mac_address': 'fa:16:3e:af:54:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2063c900-71d5-45ec-8da2-b0bb602f1a66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:26:59.401550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 962252aa-d372-4f02-a957-7ccc89e25572 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:59.401973 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (962252aa-d372-4f02-a957-7ccc89e25572), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.489005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5b90c9-87e8-4a8d-a67c-18335ad74010 None None] Network bdeb8875-99de-4b23-9a25-dd329038adf9 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:26:59.512328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 550623bc-82b7-4cc3-85eb-d828df63e0d2 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:59.512727 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.529119 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-65ea1e87-a8ba-4500-a409-0a49234d7857 req-64c91e9a-a354-406f-95ba-9bc744649571 service neutron] 10.222.0.49 "GET /v2.0/networks/e7afdf34-7eb6-485a-b403-60ea6dfbabf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841121 Jan 28 12:26:59.538297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8eb22e5-e86c-49a7-8165-d40a38ffe519 req-a83b1633-9c0f-456f-a056-010e31b0d0d5 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 210 time: 0.0564368 Jan 28 12:26:59.568094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8abfc2-ccb3-456f-9f91-c70d20acead9 req-5ed3d811-eba5-4701-89d2-c56449eaa1e7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:26:59.568690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550623bc-82b7-4cc3-85eb-d828df63e0d2 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:26:59.574457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe8abfc2-ccb3-456f-9f91-c70d20acead9 req-5ed3d811-eba5-4701-89d2-c56449eaa1e7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.1565282 Jan 28 12:26:59.575113 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9400b85a-bb98-4569-a32b-b766d1cf30ec admin admin] Publish callbacks [] for security_group (79132162-2d7b-4213-81ad-1da6204d6b64), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.581450 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9400b85a-bb98-4569-a32b-b766d1cf30ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (79132162-2d7b-4213-81ad-1da6204d6b64), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.621131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4507ad85-10a8-4713-b289-bb5cc034d06b req-0577ef6f-80e5-4337-b378-ce9cffc56c18 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-group-rules/73ba348e-d0ca-4cb6-b7a8-f78b61bbc00b HTTP/1.1" status: 200 len: 778 time: 0.0447242 Jan 28 12:26:59.627500 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9400b85a-bb98-4569-a32b-b766d1cf30ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d991e6e7ad294b71b81502fb76b59dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154962 Jan 28 12:26:59.628721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400b85a-bb98-4569-a32b-b766d1cf30ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79132162-2d7b-4213-81ad-1da6204d6b64,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:59.633168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34588) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:26:59.655059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 550623bc-82b7-4cc3-85eb-d828df63e0d2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=550623bc-82b7-4cc3-85eb-d828df63e0d2,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:26:59.656866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-456bc937-f218-4879-ab64-c5889a9dce0a None None] Provisioning complete for port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:26:59.657263 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-456bc937-f218-4879-ab64-c5889a9dce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.665363 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.691388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe8abfc2-ccb3-456f-9f91-c70d20acead9 req-c553aa1c-2cb3-468a-9809-26fac646d1c1 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072488 Jan 28 12:26:59.696819 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aa39382-1ede-4c9a-97b7-3102b5566b54 admin admin] Publish callbacks [] for security_group (79132162-2d7b-4213-81ad-1da6204d6b64), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.718680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4507ad85-10a8-4713-b289-bb5cc034d06b req-239af2c8-18d4-4f8f-a991-f5738b21f7e8 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/0a46c847-588a-4a9d-85eb-2ddfaeac5500 HTTP/1.1" status: 200 len: 2423 time: 0.0965273 Jan 28 12:26:59.734115 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aa39382-1ede-4c9a-97b7-3102b5566b54 admin admin] Publish callbacks [] for security_group (79132162-2d7b-4213-81ad-1da6204d6b64), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.757076 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4507ad85-10a8-4713-b289-bb5cc034d06b req-d013e144-503e-4d5c-ae05-d52a2eb39d92 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group_rule (73ba348e-d0ca-4cb6-b7a8-f78b61bbc00b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.768533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4507ad85-10a8-4713-b289-bb5cc034d06b req-d013e144-503e-4d5c-ae05-d52a2eb39d92 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group_rule (73ba348e-d0ca-4cb6-b7a8-f78b61bbc00b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.800202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=550623bc-82b7-4cc3-85eb-d828df63e0d2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:59.820077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 962252aa-d372-4f02-a957-7ccc89e25572 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:26:59.821208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device da22103b-18ff-49e9-95ed-3374b7ac3131 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:26:59.827302 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aa39382-1ede-4c9a-97b7-3102b5566b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (79132162-2d7b-4213-81ad-1da6204d6b64), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.836536 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aa39382-1ede-4c9a-97b7-3102b5566b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.841846 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9aa39382-1ede-4c9a-97b7-3102b5566b54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79132162-2d7b-4213-81ad-1da6204d6b64 HTTP/1.1" status: 204 len: 168 time: 0.2051275 Jan 28 12:26:59.854219 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4507ad85-10a8-4713-b289-bb5cc034d06b req-d013e144-503e-4d5c-ae05-d52a2eb39d92 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (73ba348e-d0ca-4cb6-b7a8-f78b61bbc00b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.866056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa39382-1ede-4c9a-97b7-3102b5566b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79132162-2d7b-4213-81ad-1da6204d6b64,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:59.870365 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4507ad85-10a8-4713-b289-bb5cc034d06b req-d013e144-503e-4d5c-ae05-d52a2eb39d92 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:26:59.879210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4507ad85-10a8-4713-b289-bb5cc034d06b req-d013e144-503e-4d5c-ae05-d52a2eb39d92 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/73ba348e-d0ca-4cb6-b7a8-f78b61bbc00b HTTP/1.1" status: 204 len: 173 time: 0.1563277 Jan 28 12:26:59.909313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013e144-503e-4d5c-ae05-d52a2eb39d92 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73ba348e-d0ca-4cb6-b7a8-f78b61bbc00b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:26:59.936238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e73da05a-6993-4a78-9ff0-69695da17d44 req-1b5ec5f8-c5d2-4d56-810b-dd4d92e3e19e tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-630688396', 'description': 'tempest-description-2138172247'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:26:59.984541 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e73da05a-6993-4a78-9ff0-69695da17d44 req-1b5ec5f8-c5d2-4d56-810b-dd4d92e3e19e tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:00.052774 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['550623bc-82b7-4cc3-85eb-d828df63e0d2'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:00.076976 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e73da05a-6993-4a78-9ff0-69695da17d44 req-1b5ec5f8-c5d2-4d56-810b-dd4d92e3e19e tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (d2af9bcb-caa3-419b-8165-cc51cc6ea742), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:00.085319 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e73da05a-6993-4a78-9ff0-69695da17d44 req-1b5ec5f8-c5d2-4d56-810b-dd4d92e3e19e tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d2af9bcb-caa3-419b-8165-cc51cc6ea742), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:00.161520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e73da05a-6993-4a78-9ff0-69695da17d44 req-1b5ec5f8-c5d2-4d56-810b-dd4d92e3e19e tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:00.168394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e73da05a-6993-4a78-9ff0-69695da17d44 req-1b5ec5f8-c5d2-4d56-810b-dd4d92e3e19e tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2536581 Jan 28 12:27:00.187148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-456bc937-f218-4879-ab64-c5889a9dce0a None None] Current status of the port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:00.187863 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-456bc937-f218-4879-ab64-c5889a9dce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:00.200284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port da22103b-18ff-49e9-95ed-3374b7ac3131 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:00.200671 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:00.254010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ec5f8-c5d2-4d56-810b-dd4d92e3e19e tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2af9bcb-caa3-419b-8165-cc51cc6ea742,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:00.328730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e0034a5-26c6-4edf-b97b-59ef4729ddde req-a797ed06-82f3-407b-acc7-34010416e98d tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/d2af9bcb-caa3-419b-8165-cc51cc6ea742 HTTP/1.1" status: 200 len: 1829 time: 0.1310918 Jan 28 12:27:00.362290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34614) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:00.406364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-456bc937-f218-4879-ab64-c5889a9dce0a None None] For port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae,segment=NetworkSegment(fffd34cd-0a73-4f27-b8cf-db37a43e55fa),segment_id=fffd34cd-0a73-4f27-b8cf-db37a43e55fa)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:00.443670 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-456bc937-f218-4879-ab64-c5889a9dce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:00.577070 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bc937-f218-4879-ab64-c5889a9dce0a None None] Pushing event updated for resources: {'Port': ['ID=1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:00.654402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6bb92-3731-4784-be5f-c73911608730 req-285344ac-e062-4322-bb58-839a8a69f716 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:00.654858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bf7d3674-0f18-4266-8ccf-6c67aef964be None None] Provisioning complete for port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:00.655244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bf7d3674-0f18-4266-8ccf-6c67aef964be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:00.662071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bb6bb92-3731-4784-be5f-c73911608730 req-285344ac-e062-4322-bb58-839a8a69f716 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 944 time: 0.1731658 Jan 28 12:27:00.703012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-189c72fa-4cb4-4d2c-a418-3e6a062f7974 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:00.709913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port da22103b-18ff-49e9-95ed-3374b7ac3131 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:00.711096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:00.711289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-189c72fa-4cb4-4d2c-a418-3e6a062f7974 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:00.713328 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-189c72fa-4cb4-4d2c-a418-3e6a062f7974 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.49 "GET /v2.0/networks?id=3b43baef-eedb-4eba-97fb-81c6d3eb23bd&id=bdeb8875-99de-4b23-9a25-dd329038adf9&id=3b43baef-eedb-4eba-97fb-81c6d3eb23bd HTTP/1.1" status: 200 len: 1391 time: 0.2375958 Jan 28 12:27:00.721385 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df610e7-a55a-4167-b76d-7b28f456be90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:00.727672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'port': {'device_id': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd', 'admin_state_up': True, 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:00.793030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce01b3-c0da-4b9f-bf42-e546574ce6ac req-e84dc79b-cf00-45eb-85dd-b582ef21ea4b tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:00.801155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3ce01b3-c0da-4b9f-bf42-e546574ce6ac req-e84dc79b-cf00-45eb-85dd-b582ef21ea4b tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 945 time: 0.2081954 Jan 28 12:27:00.803237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:00.803647 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:00.838813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:00.842549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:00.874607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bb6bb92-3731-4784-be5f-c73911608730 req-78aeda2d-f12d-4ca6-88ee-7f0b78480f97 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814857 Jan 28 12:27:00.896890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d3674-0f18-4266-8ccf-6c67aef964be None None] Current status of the port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:00.918500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3ce01b3-c0da-4b9f-bf42-e546574ce6ac req-2562c689-062e-4bee-ae66-4348ae8b5d41 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162722 Jan 28 12:27:00.934512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-6b0d6ee3-337f-4a2f-9899-682004af963d req-9f43bdc6-6147-4867-a1a6-d0910bbff6b8 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-82967927', 'description': 'tempest-description-2038576854'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:00.962901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6b0d6ee3-337f-4a2f-9899-682004af963d req-9f43bdc6-6147-4867-a1a6-d0910bbff6b8 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:00.968125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:00.969263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d91a68ff-32ac-43f4-b134-5f2d6801233a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:01.020514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df610e7-a55a-4167-b76d-7b28f456be90 admin admin] Publish callbacks [] for security_group (0073dfc5-e02b-4af6-9280-0e1acd383247), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.027498 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d91a68ff-32ac-43f4-b134-5f2d6801233a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:01.027861 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.053618 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df610e7-a55a-4167-b76d-7b28f456be90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0073dfc5-e02b-4af6-9280-0e1acd383247), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.057834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00c03868-1da4-45cf-9598-b8874e12c8f1 req-08bbd7c8-3f73-4784-8050-bf224c85e03f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 210 time: 0.0358438 Jan 28 12:27:01.120967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0df610e7-a55a-4167-b76d-7b28f456be90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=754784364e704477a0292390eeecf408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7561419 Jan 28 12:27:01.130043 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34644) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:01.143052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d91a68ff-32ac-43f4-b134-5f2d6801233a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:01.162445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df610e7-a55a-4167-b76d-7b28f456be90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0073dfc5-e02b-4af6-9280-0e1acd383247,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:01.179718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6b0d6ee3-337f-4a2f-9899-682004af963d req-9f43bdc6-6147-4867-a1a6-d0910bbff6b8 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (a4688f02-a904-4d31-ae45-47f2d75a5d97), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.190194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6b0d6ee3-337f-4a2f-9899-682004af963d req-9f43bdc6-6147-4867-a1a6-d0910bbff6b8 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a4688f02-a904-4d31-ae45-47f2d75a5d97), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.219703 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6b0d6ee3-337f-4a2f-9899-682004af963d req-9f43bdc6-6147-4867-a1a6-d0910bbff6b8 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.221589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b0d6ee3-337f-4a2f-9899-682004af963d req-9f43bdc6-6147-4867-a1a6-d0910bbff6b8 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3019843 Jan 28 12:27:01.238871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Allocated IP 19.80.0.95 (3b43baef-eedb-4eba-97fb-81c6d3eb23bd/5a6129d8-f21d-469e-bcba-7f7829933441/dc9a2bf5-d68e-4add-ba84-594b19b04bc8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:01.267052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43bdc6-6147-4867-a1a6-d0910bbff6b8 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4688f02-a904-4d31-ae45-47f2d75a5d97,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:01.290700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8f8db-568f-4684-bf72-1e4f37da1213 req-b75b1798-f347-4d07-9476-82a38ba3fefe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:01.292897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d3e8f8db-568f-4684-bf72-1e4f37da1213 req-b75b1798-f347-4d07-9476-82a38ba3fefe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.0902123 Jan 28 12:27:01.293748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:01.305237 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55464941-4b9c-4a76-8ad5-250e04435132 admin admin] Publish callbacks [] for security_group (0073dfc5-e02b-4af6-9280-0e1acd383247), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.365181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d3e8f8db-568f-4684-bf72-1e4f37da1213 req-9be90114-9947-4a78-8853-d1dda64c6270 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656071 Jan 28 12:27:01.395719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:01.396105 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.396474 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55464941-4b9c-4a76-8ad5-250e04435132 admin admin] Publish callbacks [] for security_group (0073dfc5-e02b-4af6-9280-0e1acd383247), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.420092 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc3bb92a-034b-402c-9315-e8b7149204fd req-095fb5cf-1c49-4c5b-b20d-987bbefbbf82 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/a4688f02-a904-4d31-ae45-47f2d75a5d97 HTTP/1.1" status: 200 len: 1828 time: 0.0707593 Jan 28 12:27:01.501954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e69efb97-4faf-410d-93e6-3e5ccef13c2c req-daa5e7d0-a244-497a-9e1a-da432878c44a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1297872742', 'description': 'tempest-description-497630111'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:01.525967 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e69efb97-4faf-410d-93e6-3e5ccef13c2c req-daa5e7d0-a244-497a-9e1a-da432878c44a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.540926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a89778-c484-4bf6-88c2-489462115739 req-472b4f7d-462d-4923-b906-7416388788b6 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:01.542334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:01.542473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9a89778-c484-4bf6-88c2-489462115739 req-472b4f7d-462d-4923-b906-7416388788b6 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 1096 time: 0.0930777 Jan 28 12:27:01.566018 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55464941-4b9c-4a76-8ad5-250e04435132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0073dfc5-e02b-4af6-9280-0e1acd383247), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.568606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55464941-4b9c-4a76-8ad5-250e04435132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.569673 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-55464941-4b9c-4a76-8ad5-250e04435132 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0073dfc5-e02b-4af6-9280-0e1acd383247 HTTP/1.1" status: 204 len: 168 time: 0.4261584 Jan 28 12:27:01.591756 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55464941-4b9c-4a76-8ad5-250e04435132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0073dfc5-e02b-4af6-9280-0e1acd383247,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:01.606446 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.636679 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e69efb97-4faf-410d-93e6-3e5ccef13c2c req-daa5e7d0-a244-497a-9e1a-da432878c44a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (5eaa89b0-d228-4b2b-8746-6ed3748497ba), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.652434 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e69efb97-4faf-410d-93e6-3e5ccef13c2c req-daa5e7d0-a244-497a-9e1a-da432878c44a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5eaa89b0-d228-4b2b-8746-6ed3748497ba), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.678509 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.700203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9a89778-c484-4bf6-88c2-489462115739 req-4d682380-6316-4665-9554-81a264fa0e55 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476750 Jan 28 12:27:01.700836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5e7d0-a244-497a-9e1a-da432878c44a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaa89b0-d228-4b2b-8746-6ed3748497ba,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:01.707988 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e69efb97-4faf-410d-93e6-3e5ccef13c2c req-daa5e7d0-a244-497a-9e1a-da432878c44a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.709185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e69efb97-4faf-410d-93e6-3e5ccef13c2c req-daa5e7d0-a244-497a-9e1a-da432878c44a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2417920 Jan 28 12:27:01.780500 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:01.782015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Port': ['ID=dc9a2bf5-d68e-4add-ba84-594b19b04bc8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:01.786023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:01.788318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:01.865080 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1713a296-95c5-4825-a473-71d6122d6098 req-fedae0df-6904-4052-bb92-0883891bd07a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/5eaa89b0-d228-4b2b-8746-6ed3748497ba HTTP/1.1" status: 200 len: 1829 time: 0.1098089 Jan 28 12:27:01.889041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:01.889724 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:01.928983 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-da814572-1278-4bfe-a082-d03a8f705025 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2053821 Jan 28 12:27:01.944933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'port': {'device_id': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9', 'admin_state_up': True, 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:02.009877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb225bc-bfd9-4bd5-9f5b-373acce2dc7c req-7e97b440-d288-483e-958a-250775c507e6 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:02.018184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2fb225bc-bfd9-4bd5-9f5b-373acce2dc7c req-7e97b440-d288-483e-958a-250775c507e6 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 1096 time: 0.0606089 Jan 28 12:27:02.045313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4adea594-ae09-4a1a-a2f7-e6d68719bc1c req-b1310956-9ae1-468c-8a29-0543ebd73428 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1276996273', 'description': 'tempest-description-915701014'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:02.102914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:02.105239 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4adea594-ae09-4a1a-a2f7-e6d68719bc1c req-b1310956-9ae1-468c-8a29-0543ebd73428 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:02.110442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:02.132029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e6549269-4f06-45ae-882c-8b8bb9569b1b None None] Provisioning complete for port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:02.133084 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e6549269-4f06-45ae-882c-8b8bb9569b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:02.183984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e6549269-4f06-45ae-882c-8b8bb9569b1b None None] Port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:27:02.211483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2fb225bc-bfd9-4bd5-9f5b-373acce2dc7c req-6e34346d-5aaa-4626-a8c2-1b61ce8d933d tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838970 Jan 28 12:27:02.291518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4adea594-ae09-4a1a-a2f7-e6d68719bc1c req-b1310956-9ae1-468c-8a29-0543ebd73428 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (43ffafe4-4632-4d93-8dc7-55737f98dd5b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:02.296314 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4adea594-ae09-4a1a-a2f7-e6d68719bc1c req-b1310956-9ae1-468c-8a29-0543ebd73428 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (43ffafe4-4632-4d93-8dc7-55737f98dd5b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:02.348353 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4adea594-ae09-4a1a-a2f7-e6d68719bc1c req-b1310956-9ae1-468c-8a29-0543ebd73428 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:02.361795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4adea594-ae09-4a1a-a2f7-e6d68719bc1c req-b1310956-9ae1-468c-8a29-0543ebd73428 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3387985 Jan 28 12:27:02.384131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1310956-9ae1-468c-8a29-0543ebd73428 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ffafe4-4632-4d93-8dc7-55737f98dd5b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:02.406138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163fca1-cca9-4e7f-8b8d-d198d1b2e536 req-32717ae8-7b89-4a86-a2ce-4d22f93bdb76 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:02.408500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f163fca1-cca9-4e7f-8b8d-d198d1b2e536 req-32717ae8-7b89-4a86-a2ce-4d22f93bdb76 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 944 time: 0.1073740 Jan 28 12:27:02.480633 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f163fca1-cca9-4e7f-8b8d-d198d1b2e536 req-979a1383-be1a-4f88-8348-6ef37d3d41e3 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637352 Jan 28 12:27:02.536095 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a46068-bcba-40cf-8889-7d541090a927 req-cc61bc00-95ca-46c0-b1a4-babb284ffa21 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:02.537611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84a46068-bcba-40cf-8889-7d541090a927 req-cc61bc00-95ca-46c0-b1a4-babb284ffa21 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 945 time: 0.0764132 Jan 28 12:27:02.644083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Allocated IP 19.86.0.247 (bdeb8875-99de-4b23-9a25-dd329038adf9/0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6/911b49af-5b00-4bff-a960-6c2d591f6c7b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:02.807919 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:02.842194 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:02.891824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network bdeb8875-99de-4b23-9a25-dd329038adf9 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:02.896827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:02.899088 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:02.915376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84a46068-bcba-40cf-8889-7d541090a927 req-920b21e6-8452-4e47-bb4f-9e34880ab283 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717415 Jan 28 12:27:02.922722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Port': ['ID=911b49af-5b00-4bff-a960-6c2d591f6c7b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:02.924712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b8dca-53c4-49b3-acb6-3a5aca970205 req-e7623677-17a7-4e12-9e85-8e34c065e076 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:02.930016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b8dca-53c4-49b3-acb6-3a5aca970205 req-e7623677-17a7-4e12-9e85-8e34c065e076 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:02.931634 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-689b8dca-53c4-49b3-acb6-3a5aca970205 req-e7623677-17a7-4e12-9e85-8e34c065e076 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 1654 time: 0.3802009 Jan 28 12:27:02.969489 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:02.970814 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:02.990736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-689b8dca-53c4-49b3-acb6-3a5aca970205 req-9a1c9466-fa22-46cb-931c-82efe11fcd4b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500450 Jan 28 12:27:03.005083 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-43301aba-c5d3-4ca7-a095-c0fc6efe7b6b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0635786 Jan 28 12:27:03.013452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'port': {'device_id': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd', 'admin_state_up': True, 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:03.069370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0cc5df3d-33a2-4b6a-9cf6-777e810b6164 req-b95a6fad-4e9d-41e1-85cd-b0605b893313 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/43ffafe4-4632-4d93-8dc7-55737f98dd5b HTTP/1.1" status: 200 len: 1829 time: 0.0474017 Jan 28 12:27:03.131907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 550623bc-82b7-4cc3-85eb-d828df63e0d2 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:03.164288 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:03.168145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:03.201526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 550623bc-82b7-4cc3-85eb-d828df63e0d2 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:27:03.208618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 550623bc-82b7-4cc3-85eb-d828df63e0d2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:03.209010 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:03.284186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-609b4859-2be2-494e-83f6-4b1b9ddb89c0 None None] Provisioning complete for port 911b49af-5b00-4bff-a960-6c2d591f6c7b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:03.284571 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-609b4859-2be2-494e-83f6-4b1b9ddb89c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:03.326361 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Allocated IP 19.80.0.85 (3b43baef-eedb-4eba-97fb-81c6d3eb23bd/5a6129d8-f21d-469e-bcba-7f7829933441/9f9945d1-ba00-4863-9429-6c97a5e77915) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:03.340255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-609b4859-2be2-494e-83f6-4b1b9ddb89c0 None None] Port 911b49af-5b00-4bff-a960-6c2d591f6c7b cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:27:03.381129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 550623bc-82b7-4cc3-85eb-d828df63e0d2 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:03.381783 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:03.395682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-2ffe3eae-0520-4d50-a9cd-62a800e2ed5b tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dddca94966ca421caeb413c3ee7bb9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264232 Jan 28 12:27:03.413901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca24455c-9e21-4ac6-86cc-d8ce1418e9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550623bc-82b7-4cc3-85eb-d828df63e0d2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:03.416477 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d170a90-c47b-4a62-8700-502909d946d4" -d '{"events": [{"server_uuid": "ca24455c-9e21-4ac6-86cc-d8ce1418e9e5", "name": "network-vif-plugged", "status": "completed", "tag": "550623bc-82b7-4cc3-85eb-d828df63e0d2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:03.431920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 550623bc-82b7-4cc3-85eb-d828df63e0d2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=550623bc-82b7-4cc3-85eb-d828df63e0d2,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:03.439851 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:03.503461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=550623bc-82b7-4cc3-85eb-d828df63e0d2,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:03.544098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-18617ae9-3235-4427-987b-94f5504a42e6 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:03.551410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-18617ae9-3235-4427-987b-94f5504a42e6 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482196 Jan 28 12:27:03.551604 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:03.568144 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-901f02b5-22f2-45ab-a003-2004043d05bc tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/quotas/dddca94966ca421caeb413c3ee7bb9e1 HTTP/1.1" status: 200 len: 375 time: 0.0156968 Jan 28 12:27:03.570960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-a8f08449-8cfb-47b9-a4fa-79a5da0ce28f tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:03.572476 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-a8f08449-8cfb-47b9-a4fa-79a5da0ce28f tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.49 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 945 time: 0.0853469 Jan 28 12:27:03.621103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-9419270d-1dd3-4bc4-b0e0-75920ce1bd5d tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dddca94966ca421caeb413c3ee7bb9e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461342 Jan 28 12:27:03.659685 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:03.720837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:03.726482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:03.729459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Port': ['ID=9f9945d1-ba00-4863-9429-6c97a5e77915,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:03.732530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:03.750627 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-c35c571a-9987-4f66-aa32-cb98c41284ae req-31160fa7-55ec-46a1-b114-7aac9258961f tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] show failed (client error): The resource could not be found. Jan 28 12:27:03.753581 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c35c571a-9987-4f66-aa32-cb98c41284ae req-31160fa7-55ec-46a1-b114-7aac9258961f tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/f6f37fc3-534d-411d-a7f7-2dd30a3b0ec9 HTTP/1.1" status: 404 len: 352 time: 0.0258822 Jan 28 12:27:03.781899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Deleting port 11af5495-9803-4047-9ff1-a54981192977 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:03.782464 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (11af5495-9803-4047-9ff1-a54981192977), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:03.822332 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bcde37-6dca-40a2-aadf-3e6274f2499f x-openstack-request-id: req-20bcde37-6dca-40a2-aadf-3e6274f2499f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:03.822735 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca24455c-9e21-4ac6-86cc-d8ce1418e9e5", "name": "network-vif-plugged", "status": "completed", "tag": "550623bc-82b7-4cc3-85eb-d828df63e0d2", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:03.823094 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20bcde37-6dca-40a2-aadf-3e6274f2499f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:03.823750 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca24455c-9e21-4ac6-86cc-d8ce1418e9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550623bc-82b7-4cc3-85eb-d828df63e0d2', 'code': 200} Jan 28 12:27:03.902976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:03.903677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:03.982267 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-105ca3c3-b84a-4b60-bc0e-fec70c484ee0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9717960 Jan 28 12:27:03.999433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26270eb-d168-4105-a527-8cca89a22bf6 req-9489cd97-6b94-4f8c-a153-ba7af9bd3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:04.001511 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c26270eb-d168-4105-a527-8cca89a22bf6 req-9489cd97-6b94-4f8c-a153-ba7af9bd3f50 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 1096 time: 0.0993943 Jan 28 12:27:04.009779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009745d9-8ba6-4d9f-8711-7096bdc6dfc6 req-5b948fe2-c200-4a48-b494-f333d931cbf5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:04.017536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-009745d9-8ba6-4d9f-8711-7096bdc6dfc6 req-5b948fe2-c200-4a48-b494-f333d931cbf5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 945 time: 0.1262479 Jan 28 12:27:04.018326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Request body: {'port': {'device_id': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:04.065642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] For port 11af5495-9803-4047-9ff1-a54981192977, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=11af5495-9803-4047-9ff1-a54981192977,segment=NetworkSegment(99263165-4175-456c-8985-ff3cfa501a53),segment_id=99263165-4175-456c-8985-ff3cfa501a53)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:04.065858 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (11af5495-9803-4047-9ff1-a54981192977), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:04.089487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4e644647-9dbc-453e-b981-c0c7a126402f None None] Provisioning complete for port 9f9945d1-ba00-4863-9429-6c97a5e77915 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:04.091401 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e644647-9dbc-453e-b981-c0c7a126402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:04.120046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-009745d9-8ba6-4d9f-8711-7096bdc6dfc6 req-910214bf-ad0d-4833-a5ba-d94a5ec5f454 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015248 Jan 28 12:27:04.130060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c26270eb-d168-4105-a527-8cca89a22bf6 req-c22faf3b-dcab-4da4-8a2b-d5a6eae58452 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096776 Jan 28 12:27:04.151221 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:04.191371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4e644647-9dbc-453e-b981-c0c7a126402f None None] Port 9f9945d1-ba00-4863-9429-6c97a5e77915 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:27:04.246269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e966b9c5-9356-4a7f-988c-f2baa0187285 req-84c44c02-15f0-4291-831b-af5c9c260027 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 210 time: 0.0342195 Jan 28 12:27:04.290513 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-7367fb76-fb1d-4d86-a6a5-62acd1bf81d6 req-d6fed091-087e-4579-9577-679a35cf0682 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] show failed (client error): The resource could not be found. Jan 28 12:27:04.292430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7367fb76-fb1d-4d86-a6a5-62acd1bf81d6 req-d6fed091-087e-4579-9577-679a35cf0682 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-group-rules/3d1fca5a-6599-49da-bd0e-65c6d32d095b HTTP/1.1" status: 404 len: 361 time: 0.0151327 Jan 28 12:27:04.415861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c096a2-51c1-405d-a7f2-afa399f96bc6 req-45b8948d-2a3d-4b29-b760-114f7f3404d7 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:04.418697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72c096a2-51c1-405d-a7f2-afa399f96bc6 req-45b8948d-2a3d-4b29-b760-114f7f3404d7 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 945 time: 0.0607667 Jan 28 12:27:04.446769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:04.447187 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (69fa0747-6849-4341-bd22-326d8008ac78), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:04.447491 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Floating IP 69fa0747-6849-4341-bd22-326d8008ac78 disassociated. External IP: 172.25.7.62, port: 11af5495-9803-4047-9ff1-a54981192977. Jan 28 12:27:04.447843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Calling delete_port for 11af5495-9803-4047-9ff1-a54981192977 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:04.497052 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72c096a2-51c1-405d-a7f2-afa399f96bc6 req-78d2a5e0-7ee4-4eba-b98b-e5a15daecf11 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups?id=63921f12-f566-4b49-af0d-99b3d28ca404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684872 Jan 28 12:27:04.654666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9a2bf5-d68e-4add-ba84-594b19b04bc8 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:04.666451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Publish callbacks [] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:04.678673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e1830-0868-4d95-8a36-2ec55d840f48 req-7489a21c-1e48-4902-9109-19d18edfff8f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:04.685428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e1830-0868-4d95-8a36-2ec55d840f48 req-7489a21c-1e48-4902-9109-19d18edfff8f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:04.690033 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Transition to ACTIVE for port object dc9a2bf5-d68e-4add-ba84-594b19b04bc8 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:27:04.690837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (11af5495-9803-4047-9ff1-a54981192977), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:04.697392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e1830-0868-4d95-8a36-2ec55d840f48 req-7489a21c-1e48-4902-9109-19d18edfff8f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:04.703731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-621e1830-0868-4d95-8a36-2ec55d840f48 req-7489a21c-1e48-4902-9109-19d18edfff8f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2375 time: 0.1056023 Jan 28 12:27:04.706618 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:04.758961 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-621e1830-0868-4d95-8a36-2ec55d840f48 req-d636d418-68c7-48a2-ac5d-1f685bf4befd tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470262 Jan 28 12:27:04.759523 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Pushing event deleted for resources: {'Port': ['ID=11af5495-9803-4047-9ff1-a54981192977,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:04.887664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fdf0d40b-1ce7-4e68-a64e-56550682ff2b tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:27:04.888719 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fdf0d40b-1ce7-4e68-a64e-56550682ff2b tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211306 Jan 28 12:27:04.934252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9a2bf5-d68e-4add-ba84-594b19b04bc8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:04.955906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c93290ff-5139-4fef-855f-937c0f34ce16 req-eb732f3f-c4c9-438b-8c04-4d3c6cb8153d tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/43ffafe4-4632-4d93-8dc7-55737f98dd5b HTTP/1.1" status: 200 len: 1829 time: 0.0516031 Jan 28 12:27:05.012016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Attempting to bind port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:05.012261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Attempting to bind port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:05.012673 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Attempting to bind port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 on network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:05.019624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 on network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:05.019624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Attempting to bind port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 on network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:05.029137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:05.029484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Checking segment: {'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:05.029883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Bound using segment: {'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:05.030502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Bound port: dc9a2bf5-d68e-4add-ba84-594b19b04bc8, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:05.030984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.062700 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c93290ff-5139-4fef-855f-937c0f34ce16 req-6b40c3d1-eada-4a30-8d29-f62ae7e297ed tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (43ffafe4-4632-4d93-8dc7-55737f98dd5b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.082932 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Router 9d201316-3c27-49c3-92d6-f65e1d931661 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:27:05.123992 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c93290ff-5139-4fef-855f-937c0f34ce16 req-6b40c3d1-eada-4a30-8d29-f62ae7e297ed tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (43ffafe4-4632-4d93-8dc7-55737f98dd5b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.146834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-8916eda5-8f00-44a8-a509-a97e8295cc09 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dddca94966ca421caeb413c3ee7bb9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341043 Jan 28 12:27:05.203706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53869931-29a9-41cc-9c5d-e1fca727fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:05.205632 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53869931-29a9-41cc-9c5d-e1fca727fc12 service neutron] 10.222.0.53 "GET /v2.0/ports/ebaddb61-6d09-45d5-943f-d0f8f60577de HTTP/1.1" status: 200 len: 1093 time: 0.2795782 Jan 28 12:27:05.213607 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] For port dc9a2bf5-d68e-4add-ba84-594b19b04bc8, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:05.219316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] Request body: {'binding': {'host': 'n-h1-824835-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:05.219895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:27:05.279196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] For port dc9a2bf5-d68e-4add-ba84-594b19b04bc8, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=dc9a2bf5-d68e-4add-ba84-594b19b04bc8,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:05.293776 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.303037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c93290ff-5139-4fef-855f-937c0f34ce16 req-6b40c3d1-eada-4a30-8d29-f62ae7e297ed tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (43ffafe4-4632-4d93-8dc7-55737f98dd5b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.307396 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c93290ff-5139-4fef-855f-937c0f34ce16 req-6b40c3d1-eada-4a30-8d29-f62ae7e297ed tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.308971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c93290ff-5139-4fef-855f-937c0f34ce16 req-6b40c3d1-eada-4a30-8d29-f62ae7e297ed tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "DELETE /v2.0/security-groups/43ffafe4-4632-4d93-8dc7-55737f98dd5b HTTP/1.1" status: 204 len: 173 time: 0.3426964 Jan 28 12:27:05.345613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40c3d1-eada-4a30-8d29-f62ae7e297ed tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ffafe4-4632-4d93-8dc7-55737f98dd5b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:05.367725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-38fa7eca-6989-4d1d-8e39-c3d70c20f1f7 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:05.369778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-38fa7eca-6989-4d1d-8e39-c3d70c20f1f7 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971421 Jan 28 12:27:05.384508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Request body: {'port': {'device_id': '94a5930b-8518-43ee-b712-4af26ca0c4f8', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': 'dddca94966ca421caeb413c3ee7bb9e1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:05.451711 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:05.457066 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.457066 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] 10.222.0.49 "PUT /v2.0/ports/dc9a2bf5-d68e-4add-ba84-594b19b04bc8 HTTP/1.1" status: 200 len: 1091 time: 1.4512331 Jan 28 12:27:05.457066 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'tag': 'dc9a2bf5-d68e-4add-ba84-594b19b04bc8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:05.459733 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01619c11-85e3-479c-b3a6-dc88716ac1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "tag": "dc9a2bf5-d68e-4add-ba84-594b19b04bc8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:05.471955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f7e94-dc5e-4a59-bfd8-0742ccefcf22 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9a2bf5-d68e-4add-ba84-594b19b04bc8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:05.491763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:27:05.506185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Request body: {'port': {'device_id': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:05.512357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85979d59-7578-4cca-a63b-5c6de88dbd1c None None] Sync routers for ids ['9d201316-3c27-49c3-92d6-f65e1d931661'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:27:05.534807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85979d59-7578-4cca-a63b-5c6de88dbd1c None None] Routers {'9d201316-3c27-49c3-92d6-f65e1d931661'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:27:05.536985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-85979d59-7578-4cca-a63b-5c6de88dbd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:26:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9d201316-3c27-49c3-92d6-f65e1d931661'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:05.612397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] No DVR routers for this DVR port 11af5495-9803-4047-9ff1-a54981192977 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:27:05.626070 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.630268 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2c8d6464-0e47-4e04-896d-70a528689dc1 req-b7b91ed1-aa5c-4959-9e99-cdd76ffb902e tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.49 "DELETE /v2.0/ports/11af5495-9803-4047-9ff1-a54981192977 HTTP/1.1" status: 204 len: 173 time: 2.0523899 Jan 28 12:27:05.631782 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.645630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Made reservation on behalf of dddca94966ca421caeb413c3ee7bb9e1 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:05.655645 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.669096 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.675061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] Attempting to bind port ebaddb61-6d09-45d5-943f-d0f8f60577de on host n-h1-824835-4 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:05.675435 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] Attempting to bind port ebaddb61-6d09-45d5-943f-d0f8f60577de by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:05.675765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] Attempting to bind port ebaddb61-6d09-45d5-943f-d0f8f60577de on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:05.683613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] Port ebaddb61-6d09-45d5-943f-d0f8f60577de on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:05.683931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] Attempting to bind port ebaddb61-6d09-45d5-943f-d0f8f60577de on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:05.710153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:05.710498 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:05.710889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] Bound using segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:05.711544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] Bound port: ebaddb61-6d09-45d5-943f-d0f8f60577de, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:05.785252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-85979d59-7578-4cca-a63b-5c6de88dbd1c None None] Set router 9d201316-3c27-49c3-92d6-f65e1d931661 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:27:05.804629 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks [] for security_group (5e222e7a-b1d6-47d0-8ec5-09c79e4510aa), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.814287 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5e222e7a-b1d6-47d0-8ec5-09c79e4510aa), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.886985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:05.905228 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:05.907067 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-fe5ff095-82a5-43ed-9da3-cc3c866d3139 service neutron] 10.222.0.53 "POST /v2.0/ports/ebaddb61-6d09-45d5-943f-d0f8f60577de/bindings HTTP/1.1" status: 201 len: 389 time: 0.6949472 Jan 28 12:27:05.918810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:06.066799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Allocated IP 192.168.233.30 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/7196f269-0eca-4609-86cf-aec14e2a348b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:06.181759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-85979d59-7578-4cca-a63b-5c6de88dbd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:23:34Z', 'revision_number': 4, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '423b0a1d-4222-4bf9-8c68-6049ae72d9e2', 'name': '', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'mac_address': 'fa:16:3e:80:95:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:32Z', 'updated_at': '2022-01-28T12:23:38Z', 'revision_number': 5, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'subnets': [{'id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:06.226822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 11af5495-9803-4047-9ff1-a54981192977 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:06.229841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85979d59-7578-4cca-a63b-5c6de88dbd1c None None] Checking router: 9d201316-3c27-49c3-92d6-f65e1d931661 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:27:06.263491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 11af5495-9803-4047-9ff1-a54981192977 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:27:06.264347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 11af5495-9803-4047-9ff1-a54981192977 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:27:06.266000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85979d59-7578-4cca-a63b-5c6de88dbd1c None None] Routers {'9d201316-3c27-49c3-92d6-f65e1d931661'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:27:06.267995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-85979d59-7578-4cca-a63b-5c6de88dbd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:26:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9d201316-3c27-49c3-92d6-f65e1d931661'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:06.274508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911b49af-5b00-4bff-a960-6c2d591f6c7b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:06.284336 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Publish callbacks [] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:06.300042 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Transition to ACTIVE for port object 911b49af-5b00-4bff-a960-6c2d591f6c7b will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:27:06.305911 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:06.313497 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks [] for port (7196f269-0eca-4609-86cf-aec14e2a348b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:06.370712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Pushing event updated for resources: {'Port': ['ID=911b49af-5b00-4bff-a960-6c2d591f6c7b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:06.442301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-13c3362e-3dcb-49c5-a0b4-42f8faf5293b req-b9eea117-4ebd-419f-b58a-f78ae7023ca6 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 210 time: 0.0576041 Jan 28 12:27:06.466237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-85979d59-7578-4cca-a63b-5c6de88dbd1c None None] Set router 9d201316-3c27-49c3-92d6-f65e1d931661 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:27:06.481230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc7bfb-3f23-41b7-accf-1caa525b0d0b req-c58c6946-770a-414f-a6d3-eb7172f884da tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:06.487880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9dcc7bfb-3f23-41b7-accf-1caa525b0d0b req-c58c6946-770a-414f-a6d3-eb7172f884da tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 945 time: 0.1996484 Jan 28 12:27:06.508079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Attempting to bind port 911b49af-5b00-4bff-a960-6c2d591f6c7b on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:06.509130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Attempting to bind port 911b49af-5b00-4bff-a960-6c2d591f6c7b by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'fffd34cd-0a73-4f27-b8cf-db37a43e55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:06.509637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Attempting to bind port 911b49af-5b00-4bff-a960-6c2d591f6c7b on network bdeb8875-99de-4b23-9a25-dd329038adf9 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:06.516230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Port 911b49af-5b00-4bff-a960-6c2d591f6c7b on network bdeb8875-99de-4b23-9a25-dd329038adf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:06.516800 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Attempting to bind port 911b49af-5b00-4bff-a960-6c2d591f6c7b on network bdeb8875-99de-4b23-9a25-dd329038adf9 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:06.524181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:06.524771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Checking segment: {'id': 'fffd34cd-0a73-4f27-b8cf-db37a43e55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:06.525358 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Bound using segment: {'id': 'fffd34cd-0a73-4f27-b8cf-db37a43e55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:06.526104 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Bound port: 911b49af-5b00-4bff-a960-6c2d591f6c7b, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffd34cd-0a73-4f27-b8cf-db37a43e55fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:06.526645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:06.606158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] For port 911b49af-5b00-4bff-a960-6c2d591f6c7b, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:06.610664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] For port 911b49af-5b00-4bff-a960-6c2d591f6c7b, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=911b49af-5b00-4bff-a960-6c2d591f6c7b,segment=NetworkSegment(fffd34cd-0a73-4f27-b8cf-db37a43e55fa),segment_id=fffd34cd-0a73-4f27-b8cf-db37a43e55fa)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:06.618783 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:06.621451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c538c869-e9d8-462c-a3aa-044051ac7dd5 req-e8d7cda4-95dd-40c0-8376-c4a7c1930d91 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/5eaa89b0-d228-4b2b-8746-6ed3748497ba HTTP/1.1" status: 200 len: 1829 time: 0.1309364 Jan 28 12:27:06.633904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9dcc7bfb-3f23-41b7-accf-1caa525b0d0b req-08d9791e-91bc-44c1-ae47-dcdfebe8726d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319633 Jan 28 12:27:06.644970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-8835231e-296a-46cc-ac89-b61ca503c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:06.653920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-8835231e-296a-46cc-ac89-b61ca503c8eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 1096 time: 0.3759592 Jan 28 12:27:06.682910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:06.683595 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:06.685039 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] 10.222.0.49 "PUT /v2.0/ports/911b49af-5b00-4bff-a960-6c2d591f6c7b HTTP/1.1" status: 200 len: 1092 time: 1.1873105 Jan 28 12:27:06.727970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Request body: {'port': {'device_id': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:06.730787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553eb56-1021-4489-9209-58fa770715d6 service neutron] Pushing event updated for resources: {'Port': ['ID=911b49af-5b00-4bff-a960-6c2d591f6c7b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:06.745098 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:06.747941 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0f97e9-86d7-4431-b865-adae1ce53243 x-openstack-request-id: req-cc0f97e9-86d7-4431-b865-adae1ce53243 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:06.748251 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "tag": "dc9a2bf5-d68e-4add-ba84-594b19b04bc8", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:06.748513 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc0f97e9-86d7-4431-b865-adae1ce53243 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:06.748941 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'tag': 'dc9a2bf5-d68e-4add-ba84-594b19b04bc8', 'status': 'completed', 'code': 200} Jan 28 12:27:06.877359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-c699b195-ba2d-41dd-a293-fe16678f904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:06.881467 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-c699b195-ba2d-41dd-a293-fe16678f904d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.1386204 Jan 28 12:27:06.898142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:06.902425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01619c11-85e3-479c-b3a6-dc88716ac1c1 req-92399061-f38e-4875-b028-8a88a6a5c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:06.902900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01619c11-85e3-479c-b3a6-dc88716ac1c1 req-92399061-f38e-4875-b028-8a88a6a5c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:06.903451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01619c11-85e3-479c-b3a6-dc88716ac1c1 req-92399061-f38e-4875-b028-8a88a6a5c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:06.905080 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-01619c11-85e3-479c-b3a6-dc88716ac1c1 req-92399061-f38e-4875-b028-8a88a6a5c041 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df8d66ad4fda469aa1304bc289553fa8&device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2797 time: 0.1277695 Jan 28 12:27:06.993768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-85979d59-7578-4cca-a63b-5c6de88dbd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:23:34Z', 'revision_number': 4, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '423b0a1d-4222-4bf9-8c68-6049ae72d9e2', 'name': '', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'mac_address': 'fa:16:3e:80:95:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:32Z', 'updated_at': '2022-01-28T12:23:38Z', 'revision_number': 5, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'subnets': [{'id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:06.998203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2e312302-d82d-4396-9225-19fd45f5b324 req-6c5e853a-4b20-4f2c-8f98-3d984e7b2c7d tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 210 time: 0.0975542 Jan 28 12:27:07.005789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Pushing event updated for resources: {'Port': ['ID=7196f269-0eca-4609-86cf-aec14e2a348b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:07.046110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:07.053974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:07.055718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c538c869-e9d8-462c-a3aa-044051ac7dd5 req-47ba5192-bee2-4d63-a18f-590f881c4b0a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (5eaa89b0-d228-4b2b-8746-6ed3748497ba), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:07.057468 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:07.058847 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85979d59-7578-4cca-a63b-5c6de88dbd1c None None] The sync data for ids ['9d201316-3c27-49c3-92d6-f65e1d931661'] in n-d-824835-4 is: [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:23:34Z', 'revision_number': 4, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '423b0a1d-4222-4bf9-8c68-6049ae72d9e2', 'name': '', 'network_id': 'e7afdf34-7eb6-485a-b403-60ea6dfbabf6', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'mac_address': 'fa:16:3e:80:95:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:32Z', 'updated_at': '2022-01-28T12:23:38Z', 'revision_number': 5, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'subnets': [{'id': '51938959-b70b-4b11-a33e-eadb211e1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:27:07.129586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-d52093db-b413-412b-bb8b-59053716b234 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de HTTP/1.1" status: 200 len: 217 time: 0.1302421 Jan 28 12:27:07.256428 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c538c869-e9d8-462c-a3aa-044051ac7dd5 req-47ba5192-bee2-4d63-a18f-590f881c4b0a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (5eaa89b0-d228-4b2b-8746-6ed3748497ba), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:07.303102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:07.303796 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:07.341518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-4de85677-edac-4cb3-83fa-52ff0cc1d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:07.343006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-4de85677-edac-4cb3-83fa-52ff0cc1d805 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.1483235 Jan 28 12:27:07.356675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bd538-6205-477e-936e-945c33ff53c0 req-ab9e7001-747f-47f8-95f0-6c2617e685cd tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:07.365067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bd538-6205-477e-936e-945c33ff53c0 req-ab9e7001-747f-47f8-95f0-6c2617e685cd tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:07.374069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bd538-6205-477e-936e-945c33ff53c0 req-ab9e7001-747f-47f8-95f0-6c2617e685cd tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:07.382109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-797bd538-6205-477e-936e-945c33ff53c0 req-ab9e7001-747f-47f8-95f0-6c2617e685cd tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2399 time: 0.2604573 Jan 28 12:27:07.418525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-3c8e3fa9-ba2d-49b8-b853-16317cd6968a tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0405860 Jan 28 12:27:07.441661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-881b197b-d8e1-497f-92ef-ebbb465c31e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567305 Jan 28 12:27:07.450745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Request body: {'port': {'device_id': '94a5930b-8518-43ee-b712-4af26ca0c4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:07.454576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c538c869-e9d8-462c-a3aa-044051ac7dd5 req-47ba5192-bee2-4d63-a18f-590f881c4b0a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5eaa89b0-d228-4b2b-8746-6ed3748497ba), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:07.456278 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c538c869-e9d8-462c-a3aa-044051ac7dd5 req-47ba5192-bee2-4d63-a18f-590f881c4b0a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:07.462284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c538c869-e9d8-462c-a3aa-044051ac7dd5 req-47ba5192-bee2-4d63-a18f-590f881c4b0a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "DELETE /v2.0/security-groups/5eaa89b0-d228-4b2b-8746-6ed3748497ba HTTP/1.1" status: 204 len: 173 time: 0.8060701 Jan 28 12:27:07.463615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-611ffc40-3fe0-40e9-8d9f-4af54ab3a059 None None] Provisioning complete for port 7196f269-0eca-4609-86cf-aec14e2a348b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:07.464050 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-611ffc40-3fe0-40e9-8d9f-4af54ab3a059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:07.526990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-611ffc40-3fe0-40e9-8d9f-4af54ab3a059 None None] Port 7196f269-0eca-4609-86cf-aec14e2a348b cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:27:07.579201 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361167ba-732a-4484-b008-5dcc0517b986 None None] New status for floating IP 69fa0747-6849-4341-bd22-326d8008ac78: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:27:07.607413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-797bd538-6205-477e-936e-945c33ff53c0 req-089d13fc-60ff-43e0-9dc6-fa4884b4636b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164402 Jan 28 12:27:07.645342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba5192-bee2-4d63-a18f-590f881c4b0a tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaa89b0-d228-4b2b-8746-6ed3748497ba,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:07.728509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01619c11-85e3-479c-b3a6-dc88716ac1c1 req-f8bad553-5a8f-42e2-8dd5-63e399d127b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:07.729152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01619c11-85e3-479c-b3a6-dc88716ac1c1 req-f8bad553-5a8f-42e2-8dd5-63e399d127b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:07.729451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01619c11-85e3-479c-b3a6-dc88716ac1c1 req-f8bad553-5a8f-42e2-8dd5-63e399d127b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:07.731690 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-01619c11-85e3-479c-b3a6-dc88716ac1c1 req-f8bad553-5a8f-42e2-8dd5-63e399d127b9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=df8d66ad4fda469aa1304bc289553fa8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8097386 Jan 28 12:27:07.738149 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:07.900856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-2d94b4d3-951d-4ba4-9d7d-3d017c96088d service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252849 Jan 28 12:27:08.076118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01619c11-85e3-479c-b3a6-dc88716ac1c1 req-8002f511-7cc3-471d-adf5-ef2621633219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:08.077640 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-01619c11-85e3-479c-b3a6-dc88716ac1c1 req-8002f511-7cc3-471d-adf5-ef2621633219 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3390226 Jan 28 12:27:08.135449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d11cd23-5b97-4949-876f-6c53442a1cb4 req-6731ff14-16aa-420c-afb4-a25a0d2218f5 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/a4688f02-a904-4d31-ae45-47f2d75a5d97 HTTP/1.1" status: 200 len: 1828 time: 0.2644029 Jan 28 12:27:08.162106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9945d1-ba00-4863-9429-6c97a5e77915 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:08.170259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Publish callbacks [] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:08.183768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Transition to ACTIVE for port object 9f9945d1-ba00-4863-9429-6c97a5e77915 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:27:08.190066 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:08.287655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Pushing event updated for resources: {'Port': ['ID=9f9945d1-ba00-4863-9429-6c97a5e77915,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:08.305826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c1a4d-e3d0-4b31-a152-9da2e45153e5 req-639ce91c-4222-4e17-9ddc-3896b88620b9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:08.312790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d5c1a4d-e3d0-4b31-a152-9da2e45153e5 req-639ce91c-4222-4e17-9ddc-3896b88620b9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.2848670 Jan 28 12:27:08.340029 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-8c40f922-d0b8-4ea6-85ab-3b05ea795c6a service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260552 Jan 28 12:27:08.388812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Attempting to bind port 9f9945d1-ba00-4863-9429-6c97a5e77915 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:08.389414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Attempting to bind port 9f9945d1-ba00-4863-9429-6c97a5e77915 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:08.389984 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Attempting to bind port 9f9945d1-ba00-4863-9429-6c97a5e77915 on network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:08.396342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Port 9f9945d1-ba00-4863-9429-6c97a5e77915 on network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:08.396679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Attempting to bind port 9f9945d1-ba00-4863-9429-6c97a5e77915 on network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:08.400392 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d11cd23-5b97-4949-876f-6c53442a1cb4 req-af87d2ad-25b4-4f54-bb99-32a34277c7b0 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (a4688f02-a904-4d31-ae45-47f2d75a5d97), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:08.403649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:08.404057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Checking segment: {'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:08.405130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Bound using segment: {'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:08.405618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Bound port: 9f9945d1-ba00-4863-9429-6c97a5e77915, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294d1116-179a-49fd-9c62-dd5cd35409f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:08.405964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:08.433953 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d11cd23-5b97-4949-876f-6c53442a1cb4 req-af87d2ad-25b4-4f54-bb99-32a34277c7b0 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (a4688f02-a904-4d31-ae45-47f2d75a5d97), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:08.507747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d11cd23-5b97-4949-876f-6c53442a1cb4 req-af87d2ad-25b4-4f54-bb99-32a34277c7b0 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a4688f02-a904-4d31-ae45-47f2d75a5d97), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:08.510280 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d11cd23-5b97-4949-876f-6c53442a1cb4 req-af87d2ad-25b4-4f54-bb99-32a34277c7b0 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:08.511462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d11cd23-5b97-4949-876f-6c53442a1cb4 req-af87d2ad-25b4-4f54-bb99-32a34277c7b0 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "DELETE /v2.0/security-groups/a4688f02-a904-4d31-ae45-47f2d75a5d97 HTTP/1.1" status: 204 len: 173 time: 0.3645375 Jan 28 12:27:08.529606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] For port 9f9945d1-ba00-4863-9429-6c97a5e77915, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:08.533883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] For port 9f9945d1-ba00-4863-9429-6c97a5e77915, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9f9945d1-ba00-4863-9429-6c97a5e77915,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:08.540893 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:08.560143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d5c1a4d-e3d0-4b31-a152-9da2e45153e5 req-49164f22-afec-47b5-9b04-13c7519c6616 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445571 Jan 28 12:27:08.568282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87d2ad-25b4-4f54-bb99-32a34277c7b0 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4688f02-a904-4d31-ae45-47f2d75a5d97,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:08.621515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Pushing event updated for resources: {'Port': ['ID=9f9945d1-ba00-4863-9429-6c97a5e77915,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:08.647848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:08.649988 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:08.651556 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-f3210cb3-267a-413e-9158-912b078a8ffc service neutron] 10.222.0.49 "PUT /v2.0/ports/9f9945d1-ba00-4863-9429-6c97a5e77915 HTTP/1.1" status: 200 len: 1091 time: 1.9282012 Jan 28 12:27:08.736269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7196f269-0eca-4609-86cf-aec14e2a348b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:08.746269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Publish callbacks [] for port (7196f269-0eca-4609-86cf-aec14e2a348b), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:08.756008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'name': 'network-vif-deleted', 'tag': '11af5495-9803-4047-9ff1-a54981192977'}, {'name': 'network-changed', 'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'tag': '911b49af-5b00-4bff-a960-6c2d591f6c7b'}, {'name': 'network-changed', 'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'tag': '9f9945d1-ba00-4863-9429-6c97a5e77915'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:08.762746 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a649714-2f91-4af9-977d-a56a14f47d01" -d '{"events": [{"server_uuid": "45659bfd-2a17-4ec5-baa7-ee6490fd4d9c", "name": "network-vif-deleted", "tag": "11af5495-9803-4047-9ff1-a54981192977"}, {"name": "network-changed", "server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "tag": "911b49af-5b00-4bff-a960-6c2d591f6c7b"}, {"name": "network-changed", "server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "tag": "9f9945d1-ba00-4863-9429-6c97a5e77915"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:08.769823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Transition to ACTIVE for port object 7196f269-0eca-4609-86cf-aec14e2a348b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:27:08.784172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbffd9d-acc1-4a3b-a382-d674203c4d51 req-72da3ded-4d0c-4fae-a103-5394d93c8bf1 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:08.785794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bbbffd9d-acc1-4a3b-a382-d674203c4d51 req-72da3ded-4d0c-4fae-a103-5394d93c8bf1 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 935 time: 0.1239843 Jan 28 12:27:08.787050 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:08.818250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-5052df22-6027-4b98-b20c-32c1b3d4482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:08.818736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-5052df22-6027-4b98-b20c-32c1b3d4482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:08.819903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-5052df22-6027-4b98-b20c-32c1b3d4482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:08.820897 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-5052df22-6027-4b98-b20c-32c1b3d4482c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df8d66ad4fda469aa1304bc289553fa8&device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2864 time: 0.1218302 Jan 28 12:27:08.912443 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-6e426f91-024a-4523-b716-1eb0581e0ff3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=dc9a2bf5-d68e-4add-ba84-594b19b04bc8 HTTP/1.1" status: 200 len: 217 time: 0.0833983 Jan 28 12:27:08.928002 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bbbffd9d-acc1-4a3b-a382-d674203c4d51 req-c2323a7b-33d3-4382-aea5-9a9ced0c6784 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315670 Jan 28 12:27:08.943005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Pushing event updated for resources: {'Port': ['ID=7196f269-0eca-4609-86cf-aec14e2a348b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:09.038622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ebeb1-6a50-430a-acb8-ce0cb6ff72a3 req-d7fab827-5a83-4385-bb25-9da35b823396 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:09.040329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d6ebeb1-6a50-430a-acb8-ce0cb6ff72a3 req-d7fab827-5a83-4385-bb25-9da35b823396 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 945 time: 0.2104924 Jan 28 12:27:09.057630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-0fb230bb-5c16-42d3-9d2c-285d2ad17e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:09.059021 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-0fb230bb-5c16-42d3-9d2c-285d2ad17e3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a6129d8-f21d-469e-bcba-7f7829933441 HTTP/1.1" status: 200 len: 801 time: 0.1388650 Jan 28 12:27:09.071250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Attempting to bind port 7196f269-0eca-4609-86cf-aec14e2a348b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:09.071766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Attempting to bind port 7196f269-0eca-4609-86cf-aec14e2a348b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:09.072095 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Attempting to bind port 7196f269-0eca-4609-86cf-aec14e2a348b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:09.140663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Port 7196f269-0eca-4609-86cf-aec14e2a348b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:09.140663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Attempting to bind port 7196f269-0eca-4609-86cf-aec14e2a348b on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:09.154253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bdd00cee-d28d-42b1-9d2b-f5899f7a60c2 req-b3f8dfb2-1d45-461f-86ce-ece25dd3194f tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 210 time: 0.0778942 Jan 28 12:27:09.163088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:09.163615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:09.164066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:09.164653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Bound port: 7196f269-0eca-4609-86cf-aec14e2a348b, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:09.165128 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:09.166054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-75aecee8-d52d-49b8-8202-ea257acd9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:09.168770 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-75aecee8-d52d-49b8-8202-ea257acd9c7d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b43baef-eedb-4eba-97fb-81c6d3eb23bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1012220 Jan 28 12:27:09.195895 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d6ebeb1-6a50-430a-acb8-ce0cb6ff72a3 req-42d97b03-a5b3-4b90-ae50-314f113c9186 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486356 Jan 28 12:27:09.323952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb7c4bb8-7d86-4704-9bab-6d4921de82de req-92520727-2951-4931-bc8f-e76a475bcffa tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/d2af9bcb-caa3-419b-8165-cc51cc6ea742 HTTP/1.1" status: 200 len: 1829 time: 0.0697284 Jan 28 12:27:09.327821 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] For port 7196f269-0eca-4609-86cf-aec14e2a348b, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:09.331558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] For port 7196f269-0eca-4609-86cf-aec14e2a348b, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7196f269-0eca-4609-86cf-aec14e2a348b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:09.352648 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:09.356160 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-852b4506-11aa-4ce7-93c2-7d1ef7f299c5 service neutron] 10.222.0.49 "GET /v2.0/networks/3b43baef-eedb-4eba-97fb-81c6d3eb23bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803496 Jan 28 12:27:09.436920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:09.438341 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:09.440613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] 10.222.0.35 "PUT /v2.0/ports/7196f269-0eca-4609-86cf-aec14e2a348b HTTP/1.1" status: 200 len: 1095 time: 2.0023687 Jan 28 12:27:09.464548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a5930b-8518-43ee-b712-4af26ca0c4f8', 'tag': '7196f269-0eca-4609-86cf-aec14e2a348b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:09.467509 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91d7b14-188a-4136-81c9-35efec7c70af" -d '{"events": [{"name": "network-changed", "server_uuid": "94a5930b-8518-43ee-b712-4af26ca0c4f8", "tag": "7196f269-0eca-4609-86cf-aec14e2a348b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:09.507958 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-3ad175b6-29bc-4dbc-b1fb-28403816f672 service neutron] 10.222.0.49 "GET /v2.0/networks/3b43baef-eedb-4eba-97fb-81c6d3eb23bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451044 Jan 28 12:27:09.574911 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-facef8e0-fc3d-41f8-850b-fd3c476d7a9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.247&port_id=911b49af-5b00-4bff-a960-6c2d591f6c7b HTTP/1.1" status: 200 len: 217 time: 0.0601594 Jan 28 12:27:09.577963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Pushing event updated for resources: {'Port': ['ID=7196f269-0eca-4609-86cf-aec14e2a348b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:09.593272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.594052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.594591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.595762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.596298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.596846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.597382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.597917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.598449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.605829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.606571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.607139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.608271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00beef60-ef9e-4f4e-9844-114d5902cd60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:09.622204 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb7c4bb8-7d86-4704-9bab-6d4921de82de req-1e90cfc2-3ffe-4726-be8f-6077551261e6 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (d2af9bcb-caa3-419b-8165-cc51cc6ea742), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:09.648875 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-6f371fae-010a-4879-b237-ae9b76c65627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:09.650786 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-6f371fae-010a-4879-b237-ae9b76c65627 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6 HTTP/1.1" status: 200 len: 801 time: 0.0705416 Jan 28 12:27:09.653355 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a60d5f-0abb-40ea-a434-703ddd11b8a3 req-429c8de1-115b-45f5-8f97-f781d2574cb2 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:09.659923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a60d5f-0abb-40ea-a434-703ddd11b8a3 req-429c8de1-115b-45f5-8f97-f781d2574cb2 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:09.666765 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a60d5f-0abb-40ea-a434-703ddd11b8a3 req-429c8de1-115b-45f5-8f97-f781d2574cb2 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:09.675048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40a60d5f-0abb-40ea-a434-703ddd11b8a3 req-429c8de1-115b-45f5-8f97-f781d2574cb2 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2411 time: 0.2892950 Jan 28 12:27:09.690282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-d9dbbeef-fa7c-40ed-8339-d360c8bb4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:09.692297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-d9dbbeef-fa7c-40ed-8339-d360c8bb4607 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dddca94966ca421caeb413c3ee7bb9e1&device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 1098 time: 0.2008574 Jan 28 12:27:09.715978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-23473040-f067-4a68-90ff-1c2dc8903172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:09.717521 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-23473040-f067-4a68-90ff-1c2dc8903172 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdeb8875-99de-4b23-9a25-dd329038adf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0610576 Jan 28 12:27:09.759764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb7c4bb8-7d86-4704-9bab-6d4921de82de req-1e90cfc2-3ffe-4726-be8f-6077551261e6 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (d2af9bcb-caa3-419b-8165-cc51cc6ea742), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:09.770805 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-88fd6ee2-d6f6-459a-9f42-b7882db019d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=7196f269-0eca-4609-86cf-aec14e2a348b HTTP/1.1" status: 200 len: 217 time: 0.0655921 Jan 28 12:27:09.821386 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-5558741e-0adc-40f8-ae64-415fd09f2fe3 service neutron] 10.222.0.49 "GET /v2.0/networks/bdeb8875-99de-4b23-9a25-dd329038adf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976915 Jan 28 12:27:09.862695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-5c578878-6c6c-461f-a3fc-08f05c9eecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:09.865250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-5c578878-6c6c-461f-a3fc-08f05c9eecb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0847781 Jan 28 12:27:09.879900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40a60d5f-0abb-40ea-a434-703ddd11b8a3 req-544076a4-d6fd-4b5b-bba3-b10f9bffb37d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024019 Jan 28 12:27:09.933928 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb7c4bb8-7d86-4704-9bab-6d4921de82de req-1e90cfc2-3ffe-4726-be8f-6077551261e6 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d2af9bcb-caa3-419b-8165-cc51cc6ea742), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:09.936193 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-eb7c4bb8-7d86-4704-9bab-6d4921de82de req-1e90cfc2-3ffe-4726-be8f-6077551261e6 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:09.950604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb7c4bb8-7d86-4704-9bab-6d4921de82de req-1e90cfc2-3ffe-4726-be8f-6077551261e6 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "DELETE /v2.0/security-groups/d2af9bcb-caa3-419b-8165-cc51cc6ea742 HTTP/1.1" status: 204 len: 173 time: 0.6171899 Jan 28 12:27:09.991715 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1473967-0dcd-4243-a95c-2f210737600d x-openstack-request-id: req-c1473967-0dcd-4243-a95c-2f210737600d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:09.992029 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45659bfd-2a17-4ec5-baa7-ee6490fd4d9c", "name": "network-vif-deleted", "tag": "11af5495-9803-4047-9ff1-a54981192977", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "tag": "911b49af-5b00-4bff-a960-6c2d591f6c7b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "tag": "9f9945d1-ba00-4863-9429-6c97a5e77915", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:09.992284 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1473967-0dcd-4243-a95c-2f210737600d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:09.992698 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45659bfd-2a17-4ec5-baa7-ee6490fd4d9c', 'name': 'network-vif-deleted', 'tag': '11af5495-9803-4047-9ff1-a54981192977', 'status': 'completed', 'code': 200} Jan 28 12:27:09.992963 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'tag': '911b49af-5b00-4bff-a960-6c2d591f6c7b', 'status': 'completed', 'code': 200} Jan 28 12:27:09.993224 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'tag': '9f9945d1-ba00-4863-9429-6c97a5e77915', 'status': 'completed', 'code': 200} Jan 28 12:27:10.002686 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-dd42bd23-1da2-4528-a947-d11ced474cb7 service neutron] 10.222.0.49 "GET /v2.0/networks/bdeb8875-99de-4b23-9a25-dd329038adf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736441 Jan 28 12:27:10.014864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-ab8d0de4-d195-491a-a714-c50a2f928852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.023814 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-ab8d0de4-d195-491a-a714-c50a2f928852 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1401403 Jan 28 12:27:10.024912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90cfc2-3ffe-4726-be8f-6077551261e6 tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2af9bcb-caa3-419b-8165-cc51cc6ea742,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:10.068734 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd00148-d39b-4d51-ba81-28679a55703a x-openstack-request-id: req-3fd00148-d39b-4d51-ba81-28679a55703a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:10.069298 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a5930b-8518-43ee-b712-4af26ca0c4f8", "tag": "7196f269-0eca-4609-86cf-aec14e2a348b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:10.069806 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3fd00148-d39b-4d51-ba81-28679a55703a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:10.070430 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a5930b-8518-43ee-b712-4af26ca0c4f8', 'tag': '7196f269-0eca-4609-86cf-aec14e2a348b', 'status': 'completed', 'code': 200} Jan 28 12:27:10.087736 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-6279608d-c175-42c0-8ab8-6e3796d5d283 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=9f9945d1-ba00-4863-9429-6c97a5e77915 HTTP/1.1" status: 200 len: 217 time: 0.0786359 Jan 28 12:27:10.161904 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-edcaaa00-e78b-46df-a679-1f4ae63aef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.164267 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-edcaaa00-e78b-46df-a679-1f4ae63aef31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a6129d8-f21d-469e-bcba-7f7829933441 HTTP/1.1" status: 200 len: 801 time: 0.0701983 Jan 28 12:27:10.209248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfba512-ec90-41a5-8750-b55fecef5d8d req-f8a85ca8-870d-456e-9298-2b2b26d7d033 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.210756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0dfba512-ec90-41a5-8750-b55fecef5d8d req-f8a85ca8-870d-456e-9298-2b2b26d7d033 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.1072652 Jan 28 12:27:10.220275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-fa3c6d2f-d9a6-4dce-8758-cc899a2cd43c service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706688 Jan 28 12:27:10.233770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-d09d4492-110a-4d98-9909-67c4ef102afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.236909 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-d09d4492-110a-4d98-9909-67c4ef102afe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b43baef-eedb-4eba-97fb-81c6d3eb23bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0652640 Jan 28 12:27:10.336866 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-c8170f09-b9c4-4695-8fea-fc7041ba1638 service neutron] 10.222.0.49 "GET /v2.0/networks/3b43baef-eedb-4eba-97fb-81c6d3eb23bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948219 Jan 28 12:27:10.343487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0dfba512-ec90-41a5-8750-b55fecef5d8d req-8bbfb5c2-9c90-4d51-8c81-fa2fbda00a18 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222706 Jan 28 12:27:10.350114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba2854d-8903-4f58-855f-70ecebc83e1a req-be532209-e71d-4c26-85f6-3de094c04de7 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207712 Jan 28 12:27:10.502502 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f863c586-3e79-448b-9d02-02e2331c34f7 req-9df84d1f-415c-4c9e-8f78-55ff402e4ce7 service neutron] 10.222.0.49 "GET /v2.0/networks/3b43baef-eedb-4eba-97fb-81c6d3eb23bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589398 Jan 28 12:27:10.528586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e2eca60-9c7a-4cc2-a3f2-3a8d1e3f7500 req-83f999eb-b1b0-4cb7-87ca-f8ea0036dfee tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "GET /v2.0/security-groups/0a46c847-588a-4a9d-85eb-2ddfaeac5500 HTTP/1.1" status: 200 len: 1830 time: 0.0857601 Jan 28 12:27:10.530829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d7b14-188a-4136-81c9-35efec7c70af req-1b6985b6-8c19-404d-a75d-a97577f02a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.537335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e91d7b14-188a-4136-81c9-35efec7c70af req-1b6985b6-8c19-404d-a75d-a97577f02a0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dddca94966ca421caeb413c3ee7bb9e1&device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 1098 time: 0.1315672 Jan 28 12:27:10.650671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-51e5f0e9-aa1a-4ce2-b08e-bcfd7a87889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.651165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-51e5f0e9-aa1a-4ce2-b08e-bcfd7a87889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.651832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-51e5f0e9-aa1a-4ce2-b08e-bcfd7a87889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.654292 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-51e5f0e9-aa1a-4ce2-b08e-bcfd7a87889c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df8d66ad4fda469aa1304bc289553fa8&device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2864 time: 0.1032770 Jan 28 12:27:10.700433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d7b14-188a-4136-81c9-35efec7c70af req-fc3585ea-8bfa-4bff-8a47-eea4b030f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.702017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e91d7b14-188a-4136-81c9-35efec7c70af req-fc3585ea-8bfa-4bff-8a47-eea4b030f743 service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1226134 Jan 28 12:27:10.753983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0e2eca60-9c7a-4cc2-a3f2-3a8d1e3f7500 req-4cfd25d7-8f30-4c42-9424-815d6ad9223d tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (0a46c847-588a-4a9d-85eb-2ddfaeac5500), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:10.760853 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-818efd1e-c9a2-440e-b0cc-cd00eda53052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.762569 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-818efd1e-c9a2-440e-b0cc-cd00eda53052 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdeb8875-99de-4b23-9a25-dd329038adf9 HTTP/1.1" status: 200 len: 903 time: 0.1030245 Jan 28 12:27:10.810394 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-474866d6-7099-4813-8b4e-28e6bf6163d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.247&port_id=911b49af-5b00-4bff-a960-6c2d591f6c7b HTTP/1.1" status: 200 len: 217 time: 0.0408485 Jan 28 12:27:10.823536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e91d7b14-188a-4136-81c9-35efec7c70af req-a100ae54-5979-45c0-82ad-d9af7c64a23e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=7196f269-0eca-4609-86cf-aec14e2a348b HTTP/1.1" status: 200 len: 217 time: 0.0935359 Jan 28 12:27:10.846942 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0e2eca60-9c7a-4cc2-a3f2-3a8d1e3f7500 req-4cfd25d7-8f30-4c42-9424-815d6ad9223d tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (0a46c847-588a-4a9d-85eb-2ddfaeac5500), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:10.861520 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-a1f07e26-f718-4630-a448-efb49a24f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.863071 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-a1f07e26-f718-4630-a448-efb49a24f1d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6 HTTP/1.1" status: 200 len: 801 time: 0.0461352 Jan 28 12:27:10.915106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-3aaf5680-ca9a-4b1b-b2b1-221623bba91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.916928 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-3aaf5680-ca9a-4b1b-b2b1-221623bba91a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdeb8875-99de-4b23-9a25-dd329038adf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0465646 Jan 28 12:27:10.935822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28e908-1476-481d-a96e-f3a6e79c9da2 req-d0b1ccc5-e886-4c9a-ba07-3bb041ae0355 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.938004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef28e908-1476-481d-a96e-f3a6e79c9da2 req-d0b1ccc5-e886-4c9a-ba07-3bb041ae0355 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 947 time: 0.2063682 Jan 28 12:27:10.947238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d7b14-188a-4136-81c9-35efec7c70af req-5dbfa284-9764-4d97-a597-28ebaabaf02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:10.949425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e91d7b14-188a-4136-81c9-35efec7c70af req-5dbfa284-9764-4d97-a597-28ebaabaf02d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1166213 Jan 28 12:27:11.007381 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0e2eca60-9c7a-4cc2-a3f2-3a8d1e3f7500 req-4cfd25d7-8f30-4c42-9424-815d6ad9223d tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0a46c847-588a-4a9d-85eb-2ddfaeac5500), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:11.011388 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0e2eca60-9c7a-4cc2-a3f2-3a8d1e3f7500 req-4cfd25d7-8f30-4c42-9424-815d6ad9223d tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:11.013177 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e2eca60-9c7a-4cc2-a3f2-3a8d1e3f7500 req-4cfd25d7-8f30-4c42-9424-815d6ad9223d tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] 10.222.0.53 "DELETE /v2.0/security-groups/0a46c847-588a-4a9d-85eb-2ddfaeac5500 HTTP/1.1" status: 204 len: 173 time: 0.4738927 Jan 28 12:27:11.024544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34858) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:11.060959 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-482c3527-da48-41a3-92d7-e415db6ea1d0 service neutron] 10.222.0.49 "GET /v2.0/networks/bdeb8875-99de-4b23-9a25-dd329038adf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345022 Jan 28 12:27:11.076388 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd25d7-8f30-4c42-9424-815d6ad9223d tempest-SecurityGroupRulesNegativeTestJSON-1222962037 tempest-SecurityGroupRulesNegativeTestJSON-1222962037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a46c847-588a-4a9d-85eb-2ddfaeac5500,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:11.126635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d7b14-188a-4136-81c9-35efec7c70af req-dd314af0-9d4e-4c04-b17e-c4bff662457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:11.128361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e91d7b14-188a-4136-81c9-35efec7c70af req-dd314af0-9d4e-4c04-b17e-c4bff662457d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1686518 Jan 28 12:27:11.139758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef28e908-1476-481d-a96e-f3a6e79c9da2 req-e7e9f48a-f839-4f43-a368-23fcf072a715 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891553 Jan 28 12:27:11.180119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc4adeeb-47cc-4d5d-b97d-e889fe51c0d7 req-022b7f35-76ad-4d8f-8e6e-5a44f163a3e0 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 210 time: 0.0697100 Jan 28 12:27:11.188198 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-4bb40a51-05b2-41d5-a1c3-288de929fe9f service neutron] 10.222.0.49 "GET /v2.0/networks/bdeb8875-99de-4b23-9a25-dd329038adf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207347 Jan 28 12:27:11.238572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc1b2f3-7d6f-4c56-bc1e-ec00a3c28845 admin admin] Deleting subnet b7b880e0-b2f7-45ac-b6f0-842919d3e7e1 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:27:11.247847 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b2f3-7d6f-4c56-bc1e-ec00a3c28845 admin admin] Publish callbacks [] for subnet (b7b880e0-b2f7-45ac-b6f0-842919d3e7e1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:11.308934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b2f3-7d6f-4c56-bc1e-ec00a3c28845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (b7b880e0-b2f7-45ac-b6f0-842919d3e7e1), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:11.325543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-df67f4a8-2135-4cfd-b18d-80574389de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:11.326044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-df67f4a8-2135-4cfd-b18d-80574389de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:11.332067 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-df67f4a8-2135-4cfd-b18d-80574389de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:11.336211 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-df67f4a8-2135-4cfd-b18d-80574389de56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df8d66ad4fda469aa1304bc289553fa8&device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2864 time: 0.0905683 Jan 28 12:27:11.364681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e91d7b14-188a-4136-81c9-35efec7c70af req-2c91f4d6-b6d6-4519-b7a8-cfc1da522355 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238936 Jan 28 12:27:11.387528 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b2f3-7d6f-4c56-bc1e-ec00a3c28845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b7b880e0-b2f7-45ac-b6f0-842919d3e7e1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:11.520554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-ec67dcb6-4aad-4432-a7c3-3013b0c1c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:11.522024 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-ec67dcb6-4aad-4432-a7c3-3013b0c1c04b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b43baef-eedb-4eba-97fb-81c6d3eb23bd HTTP/1.1" status: 200 len: 902 time: 0.1791158 Jan 28 12:27:11.567365 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-95e8ba70-aabf-41e6-8893-7064d6dbffa2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=9f9945d1-ba00-4863-9429-6c97a5e77915 HTTP/1.1" status: 200 len: 217 time: 0.0374103 Jan 28 12:27:11.610492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290e50f-abbc-43b9-9ddc-de61d84b0574 req-af8f8fce-b94a-4a6a-baf6-c800f07b6f91 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:11.617091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290e50f-abbc-43b9-9ddc-de61d84b0574 req-af8f8fce-b94a-4a6a-baf6-c800f07b6f91 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:11.620518 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-c321557f-7d3f-47be-bc07-38ca011fc8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:11.622108 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-c321557f-7d3f-47be-bc07-38ca011fc8c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a6129d8-f21d-469e-bcba-7f7829933441 HTTP/1.1" status: 200 len: 801 time: 0.0498662 Jan 28 12:27:11.623163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290e50f-abbc-43b9-9ddc-de61d84b0574 req-af8f8fce-b94a-4a6a-baf6-c800f07b6f91 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:11.625197 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2290e50f-abbc-43b9-9ddc-de61d84b0574 req-af8f8fce-b94a-4a6a-baf6-c800f07b6f91 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2411 time: 0.2420008 Jan 28 12:27:11.660965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b2f3-7d6f-4c56-bc1e-ec00a3c28845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (b7b880e0-b2f7-45ac-b6f0-842919d3e7e1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:11.670406 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-dfa8524d-ac21-4924-9844-651e453d3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:11.671635 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-dfa8524d-ac21-4924-9844-651e453d3eec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b43baef-eedb-4eba-97fb-81c6d3eb23bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0431190 Jan 28 12:27:11.712044 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e91d7b14-188a-4136-81c9-35efec7c70af req-60414620-1078-4ec9-81f8-2ea3b4f444de service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390007 Jan 28 12:27:11.716215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1b2f3-7d6f-4c56-bc1e-ec00a3c28845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b880e0-b2f7-45ac-b6f0-842919d3e7e1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:11.723130 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b2f3-7d6f-4c56-bc1e-ec00a3c28845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:11.731063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:11.731627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6dc1b2f3-7d6f-4c56-bc1e-ec00a3c28845 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b7b880e0-b2f7-45ac-b6f0-842919d3e7e1 HTTP/1.1" status: 204 len: 168 time: 0.7050359 Jan 28 12:27:11.741026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b3367-8454-493a-b23d-5268cb10bc10 req-a4ed5158-17de-416e-94ae-eba8a0c8794b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:11.749373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d9b3367-8454-493a-b23d-5268cb10bc10 req-a4ed5158-17de-416e-94ae-eba8a0c8794b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.2224057 Jan 28 12:27:11.804027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2290e50f-abbc-43b9-9ddc-de61d84b0574 req-60454f39-299c-4481-8c29-a27ded600801 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644359 Jan 28 12:27:11.841672 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (71541e2d-e396-4a8c-98bb-04061fa0b812), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:11.848688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d9b3367-8454-493a-b23d-5268cb10bc10 req-6480f8ad-87a0-44ff-9b5a-f0a0cb7b9bd0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981212 Jan 28 12:27:11.851184 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-d48917a5-91e5-4394-8435-e2cc62f9a5c9 service neutron] 10.222.0.49 "GET /v2.0/networks/3b43baef-eedb-4eba-97fb-81c6d3eb23bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724634 Jan 28 12:27:11.987243 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (71541e2d-e396-4a8c-98bb-04061fa0b812), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.018423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71541e2d-e396-4a8c-98bb-04061fa0b812']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:12.027231 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a649714-2f91-4af9-977d-a56a14f47d01 req-54c72b9d-9902-4744-9ab4-1d65353af058 service neutron] 10.222.0.49 "GET /v2.0/networks/3b43baef-eedb-4eba-97fb-81c6d3eb23bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700675 Jan 28 12:27:12.030866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7139867-0c5d-4d3f-9f52-fa3e0ded6c4d') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:12.031327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7139867-0c5d-4d3f-9f52-fa3e0ded6c4d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:12.042023 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (c7139867-0c5d-4d3f-9f52-fa3e0ded6c4d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.060587 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c7139867-0c5d-4d3f-9f52-fa3e0ded6c4d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.067960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:27:12.068507 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (c7139867-0c5d-4d3f-9f52-fa3e0ded6c4d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:27:12.071369 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:27:12.136502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (71541e2d-e396-4a8c-98bb-04061fa0b812), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.145033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.148190 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] 10.222.0.53 "DELETE /v2.0/networks/71541e2d-e396-4a8c-98bb-04061fa0b812 HTTP/1.1" status: 204 len: 168 time: 0.4154637 Jan 28 12:27:12.158884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c0de4-ee8a-4135-9bf8-d4918447e701 admin admin] Pushing event deleted for resources: {'Network': ['ID=71541e2d-e396-4a8c-98bb-04061fa0b812,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:12.257470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 911b49af-5b00-4bff-a960-6c2d591f6c7b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:12.347739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09e1befe-bbbd-450f-87af-9884e6d1ad1e req-0bd6ebe2-7d02-4982-996a-ed27aa4c0544 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 210 time: 0.0511935 Jan 28 12:27:12.356718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab6720-96c5-4b43-b38a-04e2e371bd2b req-3fb3abf4-d54e-4829-8a5f-554538a5fb3e tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:12.365030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1ab6720-96c5-4b43-b38a-04e2e371bd2b req-3fb3abf4-d54e-4829-8a5f-554538a5fb3e tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 947 time: 0.1255839 Jan 28 12:27:12.406096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 911b49af-5b00-4bff-a960-6c2d591f6c7b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=911b49af-5b00-4bff-a960-6c2d591f6c7b,segment=NetworkSegment(fffd34cd-0a73-4f27-b8cf-db37a43e55fa),segment_id=fffd34cd-0a73-4f27-b8cf-db37a43e55fa)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:12.419057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '911b49af-5b00-4bff-a960-6c2d591f6c7b', 'network_id': 'bdeb8875-99de-4b23-9a25-dd329038adf9', 'port_id': '911b49af-5b00-4bff-a960-6c2d591f6c7b', 'mac_address': 'fa:16:3e:4a:2f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6', 'ip_address': '19.86.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:12.436322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1ab6720-96c5-4b43-b38a-04e2e371bd2b req-14495f48-acb4-40b7-8a3b-4a2be6125397 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700016 Jan 28 12:27:12.445457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:12.482640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 911b49af-5b00-4bff-a960-6c2d591f6c7b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:12.483125 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.499869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911b49af-5b00-4bff-a960-6c2d591f6c7b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:12.525600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 911b49af-5b00-4bff-a960-6c2d591f6c7b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=911b49af-5b00-4bff-a960-6c2d591f6c7b,segment=NetworkSegment(fffd34cd-0a73-4f27-b8cf-db37a43e55fa),segment_id=fffd34cd-0a73-4f27-b8cf-db37a43e55fa)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:12.530282 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b8c4f17d-14f7-49f9-b26f-0362e13b834c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f5c28211980475f903a66a8a8e47200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0836544 Jan 28 12:27:12.534169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34902) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:12.535680 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.536451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device dc9a2bf5-d68e-4add-ba84-594b19b04bc8 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:12.605490 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68a243ad-23b5-4c79-938e-27a62827517a admin admin] Publish callbacks [] for security_group (7c823fe6-3a32-4294-aba8-54373ecceb4f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.628241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68a243ad-23b5-4c79-938e-27a62827517a admin admin] Publish callbacks [] for security_group (7c823fe6-3a32-4294-aba8-54373ecceb4f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.678137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=911b49af-5b00-4bff-a960-6c2d591f6c7b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:12.693608 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port dc9a2bf5-d68e-4add-ba84-594b19b04bc8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=dc9a2bf5-d68e-4add-ba84-594b19b04bc8,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:12.700653 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68a243ad-23b5-4c79-938e-27a62827517a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7c823fe6-3a32-4294-aba8-54373ecceb4f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.705111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68a243ad-23b5-4c79-938e-27a62827517a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.709331 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-68a243ad-23b5-4c79-938e-27a62827517a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c823fe6-3a32-4294-aba8-54373ecceb4f HTTP/1.1" status: 204 len: 168 time: 0.1747184 Jan 28 12:27:12.717918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a243ad-23b5-4c79-938e-27a62827517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c823fe6-3a32-4294-aba8-54373ecceb4f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:12.721465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'dc9a2bf5-d68e-4add-ba84-594b19b04bc8', 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd', 'port_id': 'dc9a2bf5-d68e-4add-ba84-594b19b04bc8', 'mac_address': 'fa:16:3e:9e:d2:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6129d8-f21d-469e-bcba-7f7829933441', 'ip_address': '19.80.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:12.774803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:12.775332 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.790262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9a2bf5-d68e-4add-ba84-594b19b04bc8 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:12.826566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port dc9a2bf5-d68e-4add-ba84-594b19b04bc8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=dc9a2bf5-d68e-4add-ba84-594b19b04bc8,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:12.836871 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:12.837786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9f9945d1-ba00-4863-9429-6c97a5e77915 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:12.928300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=dc9a2bf5-d68e-4add-ba84-594b19b04bc8,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:12.950350 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9f9945d1-ba00-4863-9429-6c97a5e77915, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9f9945d1-ba00-4863-9429-6c97a5e77915,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:12.976991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '9f9945d1-ba00-4863-9429-6c97a5e77915', 'network_id': '3b43baef-eedb-4eba-97fb-81c6d3eb23bd', 'port_id': '9f9945d1-ba00-4863-9429-6c97a5e77915', 'mac_address': 'fa:16:3e:f1:47:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6129d8-f21d-469e-bcba-7f7829933441', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:12.996729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14a3e8-ef16-4f8d-91bb-887ce84b5b3b req-c7eb789e-ed1d-4350-a5b7-ec306c3a88ee tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:13.006845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14a3e8-ef16-4f8d-91bb-887ce84b5b3b req-c7eb789e-ed1d-4350-a5b7-ec306c3a88ee tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:13.014249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14a3e8-ef16-4f8d-91bb-887ce84b5b3b req-c7eb789e-ed1d-4350-a5b7-ec306c3a88ee tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:13.017401 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce14a3e8-ef16-4f8d-91bb-887ce84b5b3b req-c7eb789e-ed1d-4350-a5b7-ec306c3a88ee tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2413 time: 0.0919907 Jan 28 12:27:13.045332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 9f9945d1-ba00-4863-9429-6c97a5e77915 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:13.045824 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:13.060551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9945d1-ba00-4863-9429-6c97a5e77915 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:13.083834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9f9945d1-ba00-4863-9429-6c97a5e77915, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9f9945d1-ba00-4863-9429-6c97a5e77915,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:13.095879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce14a3e8-ef16-4f8d-91bb-887ce84b5b3b req-0dda498b-1669-4900-aa04-5ec5366ab217 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664582 Jan 28 12:27:13.097229 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:13.142616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 7196f269-0eca-4609-86cf-aec14e2a348b details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:13.218303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=9f9945d1-ba00-4863-9429-6c97a5e77915,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:13.258319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccf38a-6570-48e3-b3dc-4c6745093ca5 req-fb3327b9-981b-40a2-b460-32d0dcd3be70 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:13.267623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-deccf38a-6570-48e3-b3dc-4c6745093ca5 req-fb3327b9-981b-40a2-b460-32d0dcd3be70 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.0962896 Jan 28 12:27:13.345686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-deccf38a-6570-48e3-b3dc-4c6745093ca5 req-c5506353-dc22-4be6-b3fc-e8fb639963c7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716169 Jan 28 12:27:13.414586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 7196f269-0eca-4609-86cf-aec14e2a348b, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7196f269-0eca-4609-86cf-aec14e2a348b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:13.435227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '7196f269-0eca-4609-86cf-aec14e2a348b', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '7196f269-0eca-4609-86cf-aec14e2a348b', 'mac_address': 'fa:16:3e:1f:db:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:13.443693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['911b49af-5b00-4bff-a960-6c2d591f6c7b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:13.492988 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['9f9945d1-ba00-4863-9429-6c97a5e77915'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:13.553331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['dc9a2bf5-d68e-4add-ba84-594b19b04bc8'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:13.557089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39b14338-3a2d-433f-b8a3-30b4b95c8139 req-a9586800-0053-442e-bfff-3a077957ec95 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 210 time: 0.0427661 Jan 28 12:27:13.687144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 7196f269-0eca-4609-86cf-aec14e2a348b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:13.687768 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:13.714603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7196f269-0eca-4609-86cf-aec14e2a348b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:13.719957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba676348-5d87-4d3c-8d5b-115782f9c0de req-f8a88b72-8811-4f1c-a9f2-c5ec7bef9fa1 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:13.724942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba676348-5d87-4d3c-8d5b-115782f9c0de req-f8a88b72-8811-4f1c-a9f2-c5ec7bef9fa1 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 947 time: 0.1511052 Jan 28 12:27:13.789073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 7196f269-0eca-4609-86cf-aec14e2a348b, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7196f269-0eca-4609-86cf-aec14e2a348b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:13.818198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba676348-5d87-4d3c-8d5b-115782f9c0de req-24972148-5ada-4fad-a084-324d3d98bad8 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858579 Jan 28 12:27:13.850275 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:13.851059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 550623bc-82b7-4cc3-85eb-d828df63e0d2 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:13.985484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34984) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:14.137644 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=7196f269-0eca-4609-86cf-aec14e2a348b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:14.220989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34994) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:14.265552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 550623bc-82b7-4cc3-85eb-d828df63e0d2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=550623bc-82b7-4cc3-85eb-d828df63e0d2,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:14.305255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '550623bc-82b7-4cc3-85eb-d828df63e0d2', 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'port_id': '550623bc-82b7-4cc3-85eb-d828df63e0d2', 'mac_address': 'fa:16:3e:af:54:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2063c900-71d5-45ec-8da2-b0bb602f1a66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:14.323892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1885724886-network', 'tenant_id': 'b92df16b76844d729524c3be1afac38a'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:14.355031 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Made reservation on behalf of b92df16b76844d729524c3be1afac38a for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:14.358177 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:14.375535 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:14.411663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 550623bc-82b7-4cc3-85eb-d828df63e0d2 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:14.412073 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:14.445580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 550623bc-82b7-4cc3-85eb-d828df63e0d2 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:14.483504 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Publish callbacks [] for security_group (b094cc4a-1bfb-4d41-9813-ce787f23cbf8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:14.490619 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b094cc4a-1bfb-4d41-9813-ce787f23cbf8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:14.493112 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 550623bc-82b7-4cc3-85eb-d828df63e0d2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=550623bc-82b7-4cc3-85eb-d828df63e0d2,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:14.505444 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:14.526981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b094cc4a-1bfb-4d41-9813-ce787f23cbf8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:14.542915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.543724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.544312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.544875 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.545452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.546137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.546799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.547488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.549394 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.550100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.550679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.551367 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.551967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:14.556108 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:27:14.571552 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ce998671-55b6-42ae-8be2-b6a84fa254c9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:14.573795 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Added segment ce998671-55b6-42ae-8be2-b6a84fa254c9 of type vlan for network 776bf5e8-dae7-4fca-8508-350d1e894eff Jan 28 12:27:14.602918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=550623bc-82b7-4cc3-85eb-d828df63e0d2,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:14.625692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (776bf5e8-dae7-4fca-8508-350d1e894eff), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:14.667806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['550623bc-82b7-4cc3-85eb-d828df63e0d2'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:14.674155 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (776bf5e8-dae7-4fca-8508-350d1e894eff), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:14.677190 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:14.678411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:14.764035 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5408735 Jan 28 12:27:14.771194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35004) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:14.777552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-16be9bf7-0354-4c8b-9ee9-9d23cd9a8737 admin admin] Request body: {'subnet': {'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1885724886-subnet', 'tenant_id': 'b92df16b76844d729524c3be1afac38a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:14.797668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5d4c4-d369-4dc2-9d0d-feaa495e3dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=776bf5e8-dae7-4fca-8508-350d1e894eff,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:14.823317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 776bf5e8-dae7-4fca-8508-350d1e894eff details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:27:14.826418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16be9bf7-0354-4c8b-9ee9-9d23cd9a8737 admin admin] Made reservation on behalf of b92df16b76844d729524c3be1afac38a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:14.838127 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16be9bf7-0354-4c8b-9ee9-9d23cd9a8737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:14.859500 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e49c646-b68d-4a8a-9baf-b929be2cd80f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:14.906779 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['7196f269-0eca-4609-86cf-aec14e2a348b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:14.989421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05718097-0313-4f3e-9e58-8966422ad0c7 req-1c8070ff-7bf9-482a-bc03-de67af792f31 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:14.993142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05718097-0313-4f3e-9e58-8966422ad0c7 req-1c8070ff-7bf9-482a-bc03-de67af792f31 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.2001102 Jan 28 12:27:15.025329 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ea0b7-bfca-4849-aa44-5cfe6775e670 req-0a151eb6-55ec-4788-af90-14598f47c9db tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:15.034750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ea0b7-bfca-4849-aa44-5cfe6775e670 req-0a151eb6-55ec-4788-af90-14598f47c9db tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:15.051572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ea0b7-bfca-4849-aa44-5cfe6775e670 req-0a151eb6-55ec-4788-af90-14598f47c9db tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:15.063235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da6ea0b7-bfca-4849-aa44-5cfe6775e670 req-0a151eb6-55ec-4788-af90-14598f47c9db tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2414 time: 0.8468282 Jan 28 12:27:15.168615 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16be9bf7-0354-4c8b-9ee9-9d23cd9a8737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (62e94a1e-b949-4cdf-9e65-a3a78c69aa88), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:15.241603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be9bf7-0354-4c8b-9ee9-9d23cd9a8737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e94a1e-b949-4cdf-9e65-a3a78c69aa88,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:15.251331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be9bf7-0354-4c8b-9ee9-9d23cd9a8737 admin admin] Checking segment: {'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:15.251711 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16be9bf7-0354-4c8b-9ee9-9d23cd9a8737 admin admin] Network hostable DHCP agents. Network: 776bf5e8-dae7-4fca-8508-350d1e894eff, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:27:15.277081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16be9bf7-0354-4c8b-9ee9-9d23cd9a8737 admin admin] Network 776bf5e8-dae7-4fca-8508-350d1e894eff is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:27:15.285103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da6ea0b7-bfca-4849-aa44-5cfe6775e670 req-f230ec77-beb5-438b-983e-bd86b3c552eb tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182856 Jan 28 12:27:15.300839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-16be9bf7-0354-4c8b-9ee9-9d23cd9a8737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 776bf5e8-dae7-4fca-8508-350d1e894eff) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:15.308415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16be9bf7-0354-4c8b-9ee9-9d23cd9a8737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:15.310098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16be9bf7-0354-4c8b-9ee9-9d23cd9a8737 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:15.323629 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859c1a1-001e-47f3-92de-c9202857324e None None] Network 776bf5e8-dae7-4fca-8508-350d1e894eff requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:15.346554 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-16be9bf7-0354-4c8b-9ee9-9d23cd9a8737 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5739589 Jan 28 12:27:15.393921 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05718097-0313-4f3e-9e58-8966422ad0c7 req-8f5a299b-a62f-4eb1-aaea-969d71129faf tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275611 Jan 28 12:27:15.490080 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3ba34eb-61fb-4e4d-a28f-39240fa06782 req-a8dcea62-1bb7-4218-8073-914ed98b0d40 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 210 time: 0.0921259 Jan 28 12:27:15.505132 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e49c646-b68d-4a8a-9baf-b929be2cd80f admin admin] Publish callbacks [] for security_group (1cae3d28-97df-4c17-9deb-11284216f1b4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:15.528653 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e49c646-b68d-4a8a-9baf-b929be2cd80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1cae3d28-97df-4c17-9deb-11284216f1b4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:15.615858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5e49c646-b68d-4a8a-9baf-b929be2cd80f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b270f815fad24c6684c5be1497b8fc8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6275377 Jan 28 12:27:15.619376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35020) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:15.644317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbefa8f8-12a4-4a75-954c-f743bfe8dec7 None None] Network 776bf5e8-dae7-4fca-8508-350d1e894eff requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:15.671355 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49c646-b68d-4a8a-9baf-b929be2cd80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cae3d28-97df-4c17-9deb-11284216f1b4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:15.728637 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2f13d28-045d-47fc-b99c-689cc7607252 admin admin] Publish callbacks [] for security_group (1cae3d28-97df-4c17-9deb-11284216f1b4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:15.783372 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2f13d28-045d-47fc-b99c-689cc7607252 admin admin] Publish callbacks [] for security_group (1cae3d28-97df-4c17-9deb-11284216f1b4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:15.812334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c74e21-b973-4bb6-9c20-bb30ec268e85 req-50a71b23-2fad-4b56-8b15-ca7494e773e5 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:15.821335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2c74e21-b973-4bb6-9c20-bb30ec268e85 req-50a71b23-2fad-4b56-8b15-ca7494e773e5 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 948 time: 0.1057792 Jan 28 12:27:15.877754 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2f13d28-045d-47fc-b99c-689cc7607252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1cae3d28-97df-4c17-9deb-11284216f1b4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:15.883937 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2f13d28-045d-47fc-b99c-689cc7607252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:15.886059 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f2f13d28-045d-47fc-b99c-689cc7607252 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cae3d28-97df-4c17-9deb-11284216f1b4 HTTP/1.1" status: 204 len: 168 time: 0.2651494 Jan 28 12:27:15.886410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2c74e21-b973-4bb6-9c20-bb30ec268e85 req-3f0c8618-8232-4fa7-b1ab-aba935f99237 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620656 Jan 28 12:27:15.897468 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f13d28-045d-47fc-b99c-689cc7607252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cae3d28-97df-4c17-9deb-11284216f1b4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:16.276480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 911b49af-5b00-4bff-a960-6c2d591f6c7b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:16.373709 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 911b49af-5b00-4bff-a960-6c2d591f6c7b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:27:16.390499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 911b49af-5b00-4bff-a960-6c2d591f6c7b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:16.392654 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:16.542342 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 911b49af-5b00-4bff-a960-6c2d591f6c7b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:16.542629 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:16.561966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9d4ae-3daf-45ca-b83f-fb08daf3a27e req-46724107-10fc-43ee-95c3-9d462184fdf4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:16.577282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9d4ae-3daf-45ca-b83f-fb08daf3a27e req-46724107-10fc-43ee-95c3-9d462184fdf4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:16.582965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911b49af-5b00-4bff-a960-6c2d591f6c7b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:16.586383 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed1e27b-732c-4f19-977f-611892a2b25f" -d '{"events": [{"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-plugged", "status": "completed", "tag": "911b49af-5b00-4bff-a960-6c2d591f6c7b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:16.589353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9d4ae-3daf-45ca-b83f-fb08daf3a27e req-46724107-10fc-43ee-95c3-9d462184fdf4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:16.598010 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27c9d4ae-3daf-45ca-b83f-fb08daf3a27e req-46724107-10fc-43ee-95c3-9d462184fdf4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2414 time: 0.1662219 Jan 28 12:27:16.614592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 911b49af-5b00-4bff-a960-6c2d591f6c7b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=911b49af-5b00-4bff-a960-6c2d591f6c7b,segment=NetworkSegment(fffd34cd-0a73-4f27-b8cf-db37a43e55fa),segment_id=fffd34cd-0a73-4f27-b8cf-db37a43e55fa)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:16.625593 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:16.628793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device dc9a2bf5-d68e-4add-ba84-594b19b04bc8 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:16.643190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-b23ecba2-14f2-4346-96b0-2ba8bfb1d8c7 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:16.651377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-b23ecba2-14f2-4346-96b0-2ba8bfb1d8c7 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/networks?id=776bf5e8-dae7-4fca-8508-350d1e894eff HTTP/1.1" status: 200 len: 818 time: 0.3273265 Jan 28 12:27:16.675036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-07e8352a-7b52-4277-8fb5-2d272dfc05f9 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/quotas/b92df16b76844d729524c3be1afac38a HTTP/1.1" status: 200 len: 375 time: 0.0224550 Jan 28 12:27:16.747975 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27c9d4ae-3daf-45ca-b83f-fb08daf3a27e req-83b76f84-efb4-43da-8826-e23198b6c7a4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938034 Jan 28 12:27:16.798034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-689353ad-2cbb-4496-8cd1-7fdac7c0d0d9 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b92df16b76844d729524c3be1afac38a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829813 Jan 28 12:27:16.842927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=911b49af-5b00-4bff-a960-6c2d591f6c7b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:16.917337 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:16.937179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:27:16.942690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:16.943121 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.070098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7f928-ff2f-423a-b4f0-95df6985b63e req-7595256e-25a6-468f-80a8-d40e110fdfe8 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:17.071742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67b7f928-ff2f-423a-b4f0-95df6985b63e req-7595256e-25a6-468f-80a8-d40e110fdfe8 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.2090716 Jan 28 12:27:17.081989 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bdcb9d3e-6285-40d1-a696-b9f85a471add service neutron] 10.222.0.53 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831109 Jan 28 12:27:17.095593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35070) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:17.139957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:17.142316 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.153043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 7196f269-0eca-4609-86cf-aec14e2a348b up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:17.221507 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-931def41-ee41-426a-aaff-75d5fe6df073 service neutron] 10.222.0.53 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183517 Jan 28 12:27:17.288062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port dc9a2bf5-d68e-4add-ba84-594b19b04bc8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=dc9a2bf5-d68e-4add-ba84-594b19b04bc8,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:17.301482 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.302686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9f9945d1-ba00-4863-9429-6c97a5e77915 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:17.314329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67b7f928-ff2f-423a-b4f0-95df6985b63e req-735733a1-dd2b-45b2-8358-abc9e66827a8 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306116 Jan 28 12:27:17.323524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1595549331-network', 'tenant_id': '9110a04574c34e00856b717816ed2999'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:17.364116 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Made reservation on behalf of 9110a04574c34e00856b717816ed2999 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:17.369985 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.394129 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.441768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 7196f269-0eca-4609-86cf-aec14e2a348b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:27:17.459801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 7196f269-0eca-4609-86cf-aec14e2a348b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:17.460382 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.502717 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.553833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69c4073d-5acc-4f54-b8b7-00273ea5fbb8 req-b28543f8-d99f-4457-96f4-cf42d045ff12 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 210 time: 0.1020944 Jan 28 12:27:17.597922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Publish callbacks [] for security_group (386e7623-3521-4d21-9670-162f605e2d67), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.618606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (386e7623-3521-4d21-9670-162f605e2d67), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.670932 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:27:17.682856 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386e7623-3521-4d21-9670-162f605e2d67,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:17.688019 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a9143479-2a1f-492c-a70e-01ba468655f0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.688460 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Added segment a9143479-2a1f-492c-a70e-01ba468655f0 of type vlan for network 424150de-2be4-45de-b35e-c47b464e72b1 Jan 28 12:27:17.758170 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (424150de-2be4-45de-b35e-c47b464e72b1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.816403 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (424150de-2be4-45de-b35e-c47b464e72b1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.819838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:17.820807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:17.894742 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7972934 Jan 28 12:27:17.897836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35090) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:17.908198 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1585784-a525-4c36-9b4a-2408bd3446be admin admin] Pushing event updated for resources: {'Network': ['ID=424150de-2be4-45de-b35e-c47b464e72b1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:17.908431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cc5c13a8-4791-474b-a3a2-3a887385ae3c admin admin] Request body: {'subnet': {'network_id': '424150de-2be4-45de-b35e-c47b464e72b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1595549331-subnet', 'tenant_id': '9110a04574c34e00856b717816ed2999', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:17.930029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=dc9a2bf5-d68e-4add-ba84-594b19b04bc8,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:17.957444 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed30e22b-e50e-40f9-a824-c841bd3b0bc8 x-openstack-request-id: req-ed30e22b-e50e-40f9-a824-c841bd3b0bc8 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:17.957748 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-plugged", "status": "completed", "tag": "911b49af-5b00-4bff-a960-6c2d591f6c7b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:17.958004 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed30e22b-e50e-40f9-a824-c841bd3b0bc8 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:17.958418 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911b49af-5b00-4bff-a960-6c2d591f6c7b', 'code': 200} Jan 28 12:27:17.959131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 424150de-2be4-45de-b35e-c47b464e72b1 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:27:18.034048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 9f9945d1-ba00-4863-9429-6c97a5e77915 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:27:18.059749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5c13a8-4791-474b-a3a2-3a887385ae3c admin admin] Made reservation on behalf of 9110a04574c34e00856b717816ed2999 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:18.062060 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc5c13a8-4791-474b-a3a2-3a887385ae3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:18.073148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 9f9945d1-ba00-4863-9429-6c97a5e77915 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:18.073614 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:18.108924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90d7e9-9d05-4608-9f15-c8171cbcde85 req-a1b98b69-1bd0-4360-95ec-e7cc49e08a80 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:18.116817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f90d7e9-9d05-4608-9f15-c8171cbcde85 req-a1b98b69-1bd0-4360-95ec-e7cc49e08a80 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 948 time: 0.2336562 Jan 28 12:27:18.155262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 7196f269-0eca-4609-86cf-aec14e2a348b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:18.156020 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:18.210851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 7196f269-0eca-4609-86cf-aec14e2a348b, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7196f269-0eca-4609-86cf-aec14e2a348b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:18.230216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362f095-7862-4d4d-a070-a263421567bb req-d570a636-c2a2-4fd0-8026-64c27a21dec7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:18.236699 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362f095-7862-4d4d-a070-a263421567bb req-d570a636-c2a2-4fd0-8026-64c27a21dec7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:18.242474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362f095-7862-4d4d-a070-a263421567bb req-d570a636-c2a2-4fd0-8026-64c27a21dec7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:18.250170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c362f095-7862-4d4d-a070-a263421567bb req-d570a636-c2a2-4fd0-8026-64c27a21dec7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2416 time: 0.2534180 Jan 28 12:27:18.265072 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:18.266335 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 550623bc-82b7-4cc3-85eb-d828df63e0d2 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:18.353158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f90d7e9-9d05-4608-9f15-c8171cbcde85 req-2a678a81-aae3-4229-8ea7-22ab4bf63ca2 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352450 Jan 28 12:27:18.406016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=7196f269-0eca-4609-86cf-aec14e2a348b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:18.489426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c362f095-7862-4d4d-a070-a263421567bb req-f353c880-6e92-40eb-90fe-3e2d6b2bbd56 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364445 Jan 28 12:27:18.510457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 9f9945d1-ba00-4863-9429-6c97a5e77915 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:18.511399 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:18.590390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2707874-da2b-4ac7-92dc-cf1100e3010d req-4b4717f4-ea62-40f0-84a3-5668c11e6f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 210 time: 0.0961893 Jan 28 12:27:18.634104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9f9945d1-ba00-4863-9429-6c97a5e77915, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9f9945d1-ba00-4863-9429-6c97a5e77915,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:18.647282 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:18.700786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 550623bc-82b7-4cc3-85eb-d828df63e0d2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:18.701258 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:18.745848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=9f9945d1-ba00-4863-9429-6c97a5e77915,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:18.760998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6e4a9a6-1d0e-4406-be32-0ac56274dc78 req-be75363c-068d-43fb-ba2a-e2c602eb59c9 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 210 time: 0.0836580 Jan 28 12:27:18.797027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8b7e8-9371-4c48-b9d2-b7e8bd5fdd0f req-dba68633-81e8-4695-a7f7-856745627f53 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:18.800617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74d8b7e8-9371-4c48-b9d2-b7e8bd5fdd0f req-dba68633-81e8-4695-a7f7-856745627f53 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.2089996 Jan 28 12:27:18.917697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 550623bc-82b7-4cc3-85eb-d828df63e0d2 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:18.919416 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:19.006591 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74d8b7e8-9371-4c48-b9d2-b7e8bd5fdd0f req-68063fd2-04fd-41a6-9f08-5167193b0a61 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948328 Jan 28 12:27:19.007934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc5c13a8-4791-474b-a3a2-3a887385ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (0ba1aea3-444c-43c0-bd20-4431ad80e2c3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:19.018258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 550623bc-82b7-4cc3-85eb-d828df63e0d2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=550623bc-82b7-4cc3-85eb-d828df63e0d2,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:19.052497 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:19.140913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c13a8-4791-474b-a3a2-3a887385ae3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba1aea3-444c-43c0-bd20-4431ad80e2c3,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:19.153065 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=550623bc-82b7-4cc3-85eb-d828df63e0d2,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:19.178081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5c13a8-4791-474b-a3a2-3a887385ae3c admin admin] Checking segment: {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:19.178626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5c13a8-4791-474b-a3a2-3a887385ae3c admin admin] Network hostable DHCP agents. Network: 424150de-2be4-45de-b35e-c47b464e72b1, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:27:19.212798 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9bf53102-29fd-47f7-83ac-dfa277f98be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:19.240680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5c13a8-4791-474b-a3a2-3a887385ae3c admin admin] Network 424150de-2be4-45de-b35e-c47b464e72b1 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:27:19.262197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cc5c13a8-4791-474b-a3a2-3a887385ae3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 424150de-2be4-45de-b35e-c47b464e72b1) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:19.267081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5c13a8-4791-474b-a3a2-3a887385ae3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:19.267720 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc5c13a8-4791-474b-a3a2-3a887385ae3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:19.276361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd170710-2003-4ab7-aa52-6d3a0bedad05 None None] Network 424150de-2be4-45de-b35e-c47b464e72b1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:19.332647 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cc5c13a8-4791-474b-a3a2-3a887385ae3c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4275346 Jan 28 12:27:19.603934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebf8f-c602-4fa5-82b9-7fab47052f42 req-91fce4c5-b805-4c5a-b860-7864a105d636 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:19.630473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71eebf8f-c602-4fa5-82b9-7fab47052f42 req-91fce4c5-b805-4c5a-b860-7864a105d636 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 949 time: 0.1435304 Jan 28 12:27:19.730747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-424150de-2be4-45de-b35e-c47b464e72b1', 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1', 'project_id': '9110a04574c34e00856b717816ed2999', 'fixed_ips': [{'subnet_id': '0ba1aea3-444c-43c0-bd20-4431ad80e2c3'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:27:19.733096 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:19.857852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239d259-708b-4d22-a455-77b2aeb7b37b req-a5613ea9-6108-4a3b-a7cc-62ae7d6c2b7e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:19.866551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239d259-708b-4d22-a455-77b2aeb7b37b req-a5613ea9-6108-4a3b-a7cc-62ae7d6c2b7e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:19.873744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239d259-708b-4d22-a455-77b2aeb7b37b req-a5613ea9-6108-4a3b-a7cc-62ae7d6c2b7e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:19.877471 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e239d259-708b-4d22-a455-77b2aeb7b37b req-a5613ea9-6108-4a3b-a7cc-62ae7d6c2b7e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2417 time: 0.2324457 Jan 28 12:27:19.899400 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71eebf8f-c602-4fa5-82b9-7fab47052f42 req-e7be1261-12a9-411f-afa5-a383c87c0503 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679405 Jan 28 12:27:19.960543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9a2bf5-d68e-4add-ba84-594b19b04bc8'}, {'server_uuid': '94a5930b-8518-43ee-b712-4af26ca0c4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7196f269-0eca-4609-86cf-aec14e2a348b'}, {'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9945d1-ba00-4863-9429-6c97a5e77915'}, {'server_uuid': 'ca24455c-9e21-4ac6-86cc-d8ce1418e9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550623bc-82b7-4cc3-85eb-d828df63e0d2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:19.962815 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea831a4-998d-4f65-b83b-db3a53f99564" -d '{"events": [{"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-plugged", "status": "completed", "tag": "dc9a2bf5-d68e-4add-ba84-594b19b04bc8"}, {"server_uuid": "94a5930b-8518-43ee-b712-4af26ca0c4f8", "name": "network-vif-plugged", "status": "completed", "tag": "7196f269-0eca-4609-86cf-aec14e2a348b"}, {"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-plugged", "status": "completed", "tag": "9f9945d1-ba00-4863-9429-6c97a5e77915"}, {"server_uuid": "ca24455c-9e21-4ac6-86cc-d8ce1418e9e5", "name": "network-vif-plugged", "status": "completed", "tag": "550623bc-82b7-4cc3-85eb-d828df63e0d2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:20.026199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Allocated IP 172.20.0.2 (424150de-2be4-45de-b35e-c47b464e72b1/0ba1aea3-444c-43c0-bd20-4431ad80e2c3/6a080631-b50d-47e9-8646-de064a5a8b1b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:20.085821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d6006d4-56d4-490c-8880-81a450635a29 req-0233cc82-6857-48c0-a1e3-58e3c74141f9 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 210 time: 0.0954611 Jan 28 12:27:20.091488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e239d259-708b-4d22-a455-77b2aeb7b37b req-fb5e2dbd-2c7d-42de-996a-dffb3f391c76 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907990 Jan 28 12:27:20.355879 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Publish callbacks [] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:20.370797 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:20.408323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa8b682d-6f17-4129-b77e-e86b0020d03a req-56238612-4270-4aff-b125-96e8871eb536 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/ports?device_id=45659bfd-2a17-4ec5-baa7-ee6490fd4d9c HTTP/1.1" status: 200 len: 210 time: 0.0515878 Jan 28 12:27:20.482763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Pushing event updated for resources: {'Port': ['ID=6a080631-b50d-47e9-8646-de064a5a8b1b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:20.515069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Network 424150de-2be4-45de-b35e-c47b464e72b1 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:20.517691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:20.525240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:20.694696 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746afb58-d1a6-4f56-8f08-2d79b128b4e6 x-openstack-request-id: req-746afb58-d1a6-4f56-8f08-2d79b128b4e6 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:20.696250 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-plugged", "status": "completed", "tag": "dc9a2bf5-d68e-4add-ba84-594b19b04bc8", "code": 200}, {"server_uuid": "94a5930b-8518-43ee-b712-4af26ca0c4f8", "name": "network-vif-plugged", "status": "completed", "tag": "7196f269-0eca-4609-86cf-aec14e2a348b", "code": 200}, {"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-plugged", "status": "completed", "tag": "9f9945d1-ba00-4863-9429-6c97a5e77915", "code": 200}, {"server_uuid": "ca24455c-9e21-4ac6-86cc-d8ce1418e9e5", "name": "network-vif-plugged", "status": "completed", "tag": "550623bc-82b7-4cc3-85eb-d828df63e0d2", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:20.696580 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-746afb58-d1a6-4f56-8f08-2d79b128b4e6 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:20.698483 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9a2bf5-d68e-4add-ba84-594b19b04bc8', 'code': 200} Jan 28 12:27:20.701411 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a5930b-8518-43ee-b712-4af26ca0c4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7196f269-0eca-4609-86cf-aec14e2a348b', 'code': 200} Jan 28 12:27:20.701974 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9945d1-ba00-4863-9429-6c97a5e77915', 'code': 200} Jan 28 12:27:20.702234 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca24455c-9e21-4ac6-86cc-d8ce1418e9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550623bc-82b7-4cc3-85eb-d828df63e0d2', 'code': 200} Jan 28 12:27:20.723604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Attempting to bind port 6a080631-b50d-47e9-8646-de064a5a8b1b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:20.724286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Attempting to bind port 6a080631-b50d-47e9-8646-de064a5a8b1b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:20.724876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-03a63cc7-13a2-4217-bbbf-3f583854d85d tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:20.725561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Attempting to bind port 6a080631-b50d-47e9-8646-de064a5a8b1b on network 424150de-2be4-45de-b35e-c47b464e72b1 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:20.726430 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-03a63cc7-13a2-4217-bbbf-3f583854d85d tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.49 "GET /v2.0/networks?id=776bf5e8-dae7-4fca-8508-350d1e894eff HTTP/1.1" status: 200 len: 818 time: 0.4173310 Jan 28 12:27:20.732445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:20.732919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Checking segment: {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:20.733559 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:20.734197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Bound using segment: {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:20.734795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Bound port: 6a080631-b50d-47e9-8646-de064a5a8b1b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:20.736230 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:20.795762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Request body: {'port': {'device_id': '01d322bd-1b14-4078-af47-1cd0b606c7c6', 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff', 'admin_state_up': True, 'tenant_id': 'b92df16b76844d729524c3be1afac38a'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:20.831163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] For port 6a080631-b50d-47e9-8646-de064a5a8b1b, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:20.838612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] For port 6a080631-b50d-47e9-8646-de064a5a8b1b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6a080631-b50d-47e9-8646-de064a5a8b1b,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:20.861956 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:21.080376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-c793e986-b41e-4e96-9317-672b00fdc5a1 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:21.082187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7df43c-d030-40e7-ad82-2e4ce4014044 None None] Pushing event updated for resources: {'Port': ['ID=6a080631-b50d-47e9-8646-de064a5a8b1b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:21.094809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-c793e986-b41e-4e96-9317-672b00fdc5a1 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/networks?id=424150de-2be4-45de-b35e-c47b464e72b1 HTTP/1.1" status: 200 len: 816 time: 0.5468097 Jan 28 12:27:21.169151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-57004de1-c936-4403-be05-0824033a98cb tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:21.171009 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-57004de1-c936-4403-be05-0824033a98cb tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.49 "GET /v2.0/networks?id=776bf5e8-dae7-4fca-8508-350d1e894eff HTTP/1.1" status: 200 len: 818 time: 0.3203750 Jan 28 12:27:21.228857 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Request body: {'port': {'device_id': 'd7830325-859f-484b-be9c-e360a6d01df1', 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff', 'admin_state_up': True, 'tenant_id': 'b92df16b76844d729524c3be1afac38a'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:21.321010 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-c1396d85-bb68-4ab3-9269-eadbc60dd90d tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/quotas/9110a04574c34e00856b717816ed2999 HTTP/1.1" status: 200 len: 375 time: 0.2247407 Jan 28 12:27:21.381873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60483d3-0fbf-40e2-8366-a1fb10b35eed req-45f94b4d-566a-4ec8-81ef-18cc0dae83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:21.384386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f60483d3-0fbf-40e2-8366-a1fb10b35eed req-45f94b4d-566a-4ec8-81ef-18cc0dae83bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 1100 time: 0.4147205 Jan 28 12:27:21.413050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1da5f2-a720-42f2-be8e-35601dc9b4c0 req-db5c8408-bc9a-4b6e-90a5-7634db608ebe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:21.414538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c1da5f2-a720-42f2-be8e-35601dc9b4c0 req-db5c8408-bc9a-4b6e-90a5-7634db608ebe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.2829561 Jan 28 12:27:21.477210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5edc1-87f3-4b5e-880b-ca21309f16ed req-f8dae8cf-c365-475f-8124-326d97019e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:21.478089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5edc1-87f3-4b5e-880b-ca21309f16ed req-f8dae8cf-c365-475f-8124-326d97019e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:21.479157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5edc1-87f3-4b5e-880b-ca21309f16ed req-f8dae8cf-c365-475f-8124-326d97019e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:21.481168 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3fd5edc1-87f3-4b5e-880b-ca21309f16ed req-f8dae8cf-c365-475f-8124-326d97019e99 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2870 time: 0.6668546 Jan 28 12:27:21.485982 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Made reservation on behalf of b92df16b76844d729524c3be1afac38a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:21.493884 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:21.582864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-6385be71-4c19-472b-bfa8-a3ce8cc02a30 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:21.584725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-6385be71-4c19-472b-bfa8-a3ce8cc02a30 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.35 "GET /v2.0/networks?id=776bf5e8-dae7-4fca-8508-350d1e894eff HTTP/1.1" status: 200 len: 818 time: 0.7326839 Jan 28 12:27:21.587625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f60483d3-0fbf-40e2-8366-a1fb10b35eed req-b8a95ae9-3f85-4b69-90a4-3600434afac0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941223 Jan 28 12:27:21.601380 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff69ce59-a89a-4b4f-8008-a000ff3fd8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:21.612648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-1bd8562c-6fbe-4ccb-b226-d793c9e044e5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9110a04574c34e00856b717816ed2999&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2906618 Jan 28 12:27:21.656255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c1da5f2-a720-42f2-be8e-35601dc9b4c0 req-2aef9a9b-7ecd-4392-9ba4-e499b5407ad6 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322078 Jan 28 12:27:21.670386 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Made reservation on behalf of b92df16b76844d729524c3be1afac38a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:21.685838 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:21.796888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Request body: {'port': {'device_id': 'c3b960ca-ccb7-4920-ab48-209c00c32dde', 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff', 'admin_state_up': True, 'tenant_id': 'b92df16b76844d729524c3be1afac38a'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:21.856567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Allocated IP 172.20.0.10 (776bf5e8-dae7-4fca-8508-350d1e894eff/62e94a1e-b949-4cdf-9e65-a3a78c69aa88/2b515255-b8aa-4509-b596-386302da99de) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:21.936892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-109acf83-383c-40da-9b5a-67bf41bec0c2 service neutron] 10.222.0.53 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229256 Jan 28 12:27:21.997216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c18ce5-2747-4089-b12e-a42626203c68 req-6669e1a2-d6a0-4595-b3da-6c26bc13f85f tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:22.005269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56c18ce5-2747-4089-b12e-a42626203c68 req-6669e1a2-d6a0-4595-b3da-6c26bc13f85f tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 949 time: 0.2150102 Jan 28 12:27:22.226005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56c18ce5-2747-4089-b12e-a42626203c68 req-b7d9154c-14cc-49fc-ab9d-be6208359832 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133753 Jan 28 12:27:22.290020 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-8c0a0f72-69a5-44a1-a8e9-de6859a8c11e service neutron] 10.222.0.53 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522246 Jan 28 12:27:22.292084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Made reservation on behalf of b92df16b76844d729524c3be1afac38a for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:22.295595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:22.456064 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3fd5edc1-87f3-4b5e-880b-ca21309f16ed req-a38355b9-3d80-43a0-87ae-0159f8d16119 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9440489 Jan 28 12:27:22.609920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef09b217-8495-4484-a56e-6499b9c1361a None None] Network 424150de-2be4-45de-b35e-c47b464e72b1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:22.627633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks [] for port (2b515255-b8aa-4509-b596-386302da99de), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:22.644214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0572c9c-c590-4661-985e-35375fbe045f req-783a35ee-4f3a-4d55-9fca-75001b7bc76c tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:22.662894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0572c9c-c590-4661-985e-35375fbe045f req-783a35ee-4f3a-4d55-9fca-75001b7bc76c tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:22.682185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0572c9c-c590-4661-985e-35375fbe045f req-783a35ee-4f3a-4d55-9fca-75001b7bc76c tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:22.700702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0572c9c-c590-4661-985e-35375fbe045f req-783a35ee-4f3a-4d55-9fca-75001b7bc76c tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2417 time: 0.3519323 Jan 28 12:27:22.790993 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2b515255-b8aa-4509-b596-386302da99de), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:22.881670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e718985-1514-43aa-b5f8-62f17d7c8c31 req-fa73c3dd-215a-42e6-87fd-fc72f214fbf8 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 210 time: 0.1198435 Jan 28 12:27:22.988056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0572c9c-c590-4661-985e-35375fbe045f req-f8ef1732-c6f2-46be-8136-91e6f753211e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859840 Jan 28 12:27:23.005511 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Network 776bf5e8-dae7-4fca-8508-350d1e894eff is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:23.014258 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Allocated IP 172.20.0.2 (776bf5e8-dae7-4fca-8508-350d1e894eff/62e94a1e-b949-4cdf-9e65-a3a78c69aa88/7a398359-57c7-4146-a1b4-4fbd0cec4817) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:23.017701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:23.024001 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Pushing event updated for resources: {'Port': ['ID=2b515255-b8aa-4509-b596-386302da99de,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:23.043281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:23.125453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-808d7b82-46dd-4d65-b409-6cf60f0c3029 None None] Provisioning complete for port 6a080631-b50d-47e9-8646-de064a5a8b1b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:23.127818 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-808d7b82-46dd-4d65-b409-6cf60f0c3029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:23.133870 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:23.163682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:23.165935 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:23.428166 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f05dd7ae-7b7c-49d7-b2f1-9d0331f76f92 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6587138 Jan 28 12:27:23.450206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-808d7b82-46dd-4d65-b409-6cf60f0c3029 None None] Current status of the port 6a080631-b50d-47e9-8646-de064a5a8b1b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:23.450700 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-808d7b82-46dd-4d65-b409-6cf60f0c3029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:23.476573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Request body: {'port': {'device_id': '01d322bd-1b14-4078-af47-1cd0b606c7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:23.592199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-808d7b82-46dd-4d65-b409-6cf60f0c3029 None None] For port 6a080631-b50d-47e9-8646-de064a5a8b1b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6a080631-b50d-47e9-8646-de064a5a8b1b,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:23.607356 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-808d7b82-46dd-4d65-b409-6cf60f0c3029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:23.618878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6a080631-b50d-47e9-8646-de064a5a8b1b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:23.790983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-3d24f7f9-d91e-4959-8443-57df546db1e0 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:23.801391 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-3d24f7f9-d91e-4959-8443-57df546db1e0 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/networks?id=424150de-2be4-45de-b35e-c47b464e72b1 HTTP/1.1" status: 200 len: 816 time: 0.4372411 Jan 28 12:27:23.829364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb77e56-bff1-4257-87b0-5aaf50a5001a req-b6c0ff6c-e5a6-4f54-8e94-75257195369b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:23.835405 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdb77e56-bff1-4257-87b0-5aaf50a5001a req-b6c0ff6c-e5a6-4f54-8e94-75257195369b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.5523579 Jan 28 12:27:23.885158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2b515255-b8aa-4509-b596-386302da99de), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:23.885817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d7b82-46dd-4d65-b409-6cf60f0c3029 None None] Pushing event updated for resources: {'Port': ['ID=6a080631-b50d-47e9-8646-de064a5a8b1b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:23.894277 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-607d9740-21ad-42d4-9b33-0d604a11315b None None] Provisioning complete for port 6a080631-b50d-47e9-8646-de064a5a8b1b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:23.894941 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-607d9740-21ad-42d4-9b33-0d604a11315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:23.897917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6a080631-b50d-47e9-8646-de064a5a8b1b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:23.899050 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:23.937623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-389e620d-93d1-48ae-af9e-86a442965f9c tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/quotas/9110a04574c34e00856b717816ed2999 HTTP/1.1" status: 200 len: 375 time: 0.0982878 Jan 28 12:27:23.941146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks [] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:24.132021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6a080631-b50d-47e9-8646-de064a5a8b1b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:24.137598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdb77e56-bff1-4257-87b0-5aaf50a5001a req-92b9e2d0-526e-4864-8ddf-f4b2ca0425a2 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748551 Jan 28 12:27:24.180230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-6b7c0670-9b47-4821-a79e-9db4f7bc9407 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9110a04574c34e00856b717816ed2999&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2335758 Jan 28 12:27:24.272336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-607d9740-21ad-42d4-9b33-0d604a11315b None None] Current status of the port 6a080631-b50d-47e9-8646-de064a5a8b1b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:24.296162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:24.345402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-e98a4ac4-c61b-4dfe-8f17-722aae4c7c2a service neutron] 10.222.0.53 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608036 Jan 28 12:27:24.426449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:24.510997 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:24.548501 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Pushing event updated for resources: {'Port': ['ID=7a398359-57c7-4146-a1b4-4fbd0cec4817,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:24.555476 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb64cb91-eee1-4bd3-a434-874a4cbd8ce8 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for security_group (63921f12-f566-4b49-af0d-99b3d28ca404), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:24.566232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Network 776bf5e8-dae7-4fca-8508-350d1e894eff is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:24.578097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:24.584194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:24.622813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb64cb91-eee1-4bd3-a434-874a4cbd8ce8 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for security_group (63921f12-f566-4b49-af0d-99b3d28ca404), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:24.623089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c938c-8488-4623-8e22-031cd675d06c req-ae3a9f1f-3a93-46a9-8d16-5f227f95811d tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:24.624417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-952c938c-8488-4623-8e22-031cd675d06c req-ae3a9f1f-3a93-46a9-8d16-5f227f95811d tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 949 time: 0.1951771 Jan 28 12:27:24.732796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Allocated IP 172.20.0.6 (776bf5e8-dae7-4fca-8508-350d1e894eff/62e94a1e-b949-4cdf-9e65-a3a78c69aa88/b4659b40-dafb-4c23-ac09-f8c1cd01f86d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:24.744559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-19c4a233-a6b2-4e81-9e9f-1a0425260c6a service neutron] 10.222.0.53 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978202 Jan 28 12:27:24.846061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-72ae7b7f-8eb8-4aaf-9c64-99794ea59438 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:24.847331 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-72ae7b7f-8eb8-4aaf-9c64-99794ea59438 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.49 "GET /v2.0/networks?id=424150de-2be4-45de-b35e-c47b464e72b1 HTTP/1.1" status: 200 len: 816 time: 0.1919577 Jan 28 12:27:24.862918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Request body: {'port': {'device_id': '43dcf9ef-c7af-480d-8543-90cf7b0e3d2f', 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1', 'admin_state_up': True, 'tenant_id': '9110a04574c34e00856b717816ed2999'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:24.921917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-952c938c-8488-4623-8e22-031cd675d06c req-b7d889b7-3be5-497c-9ad0-2f2b6342ff89 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557960 Jan 28 12:27:25.068252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:25.070696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:25.144775 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb64cb91-eee1-4bd3-a434-874a4cbd8ce8 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (63921f12-f566-4b49-af0d-99b3d28ca404), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:25.154185 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb64cb91-eee1-4bd3-a434-874a4cbd8ce8 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:25.159994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fb64cb91-eee1-4bd3-a434-874a4cbd8ce8 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "DELETE /v2.0/security-groups/63921f12-f566-4b49-af0d-99b3d28ca404 HTTP/1.1" status: 204 len: 168 time: 0.8595850 Jan 28 12:27:25.164477 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-057241cc-7e35-4526-b311-6af45458d973 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9392955 Jan 28 12:27:25.164477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:25.216169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Request body: {'port': {'device_id': 'd7830325-859f-484b-be9c-e360a6d01df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:25.227510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64cb91-eee1-4bd3-a434-874a4cbd8ce8 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63921f12-f566-4b49-af0d-99b3d28ca404,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:25.249197 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-5689e2bb-972e-42c0-b886-f43891a9a55d tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] show failed (client error): The resource could not be found. Jan 28 12:27:25.255196 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5689e2bb-972e-42c0-b886-f43891a9a55d tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "GET /v2.0/security-groups/63921f12-f566-4b49-af0d-99b3d28ca404 HTTP/1.1" status: 404 len: 347 time: 0.0748391 Jan 28 12:27:25.259652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35236) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:25.358006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6a080631-b50d-47e9-8646-de064a5a8b1b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:25.497468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6a080631-b50d-47e9-8646-de064a5a8b1b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:25.502165 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:25.530717 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks [] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:25.604236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Made reservation on behalf of 9110a04574c34e00856b717816ed2999 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:25.613401 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:25.623521 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:25.693305 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:25.713719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6a080631-b50d-47e9-8646-de064a5a8b1b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:25.732392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Network 776bf5e8-dae7-4fca-8508-350d1e894eff is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:25.755536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da19d3-045d-457c-baf5-fa33a843af80 req-d6aeabd9-e992-4e53-b9a5-4b90358e369d tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:25.757743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1da19d3-045d-457c-baf5-fa33a843af80 req-d6aeabd9-e992-4e53-b9a5-4b90358e369d tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 931 time: 0.6282437 Jan 28 12:27:25.759189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:25.762216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:25.778964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fe70e-8484-4929-a1fd-6ae7ed512a91 req-939d4d1b-a4c7-4231-ac93-8f3a732a58a0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:25.785278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fe70e-8484-4929-a1fd-6ae7ed512a91 req-939d4d1b-a4c7-4231-ac93-8f3a732a58a0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:25.791435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fe70e-8484-4929-a1fd-6ae7ed512a91 req-939d4d1b-a4c7-4231-ac93-8f3a732a58a0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:25.802530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c50fe70e-8484-4929-a1fd-6ae7ed512a91 req-939d4d1b-a4c7-4231-ac93-8f3a732a58a0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2417 time: 0.6716404 Jan 28 12:27:25.811386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Pushing event updated for resources: {'Port': ['ID=b4659b40-dafb-4c23-ac09-f8c1cd01f86d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:25.915333 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:25.996931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c50fe70e-8484-4929-a1fd-6ae7ed512a91 req-02adb5fb-0236-410a-8802-e7691e8caf7c tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932185 Jan 28 12:27:26.048857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:26.049814 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:26.067372 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1da19d3-045d-457c-baf5-fa33a843af80 req-07f48495-b487-4ed0-965c-c627c94e094d tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483246 Jan 28 12:27:26.086907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2462561c-c20c-4635-8f7d-1363aa68ae8a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3074660 Jan 28 12:27:26.104227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Request body: {'port': {'device_id': 'c3b960ca-ccb7-4920-ab48-209c00c32dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:26.247067 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:26.316271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b515255-b8aa-4509-b596-386302da99de {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:26.338529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Publish callbacks [] for port (2b515255-b8aa-4509-b596-386302da99de), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:26.382578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Transition to ACTIVE for port object 2b515255-b8aa-4509-b596-386302da99de will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:27:26.545547 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-003b26e2-468b-4632-8775-556079e36592 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Deleting port 7e81386f-cd24-422a-a40e-882d405900fa {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:26.545882 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-003b26e2-468b-4632-8775-556079e36592 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7e81386f-cd24-422a-a40e-882d405900fa), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:26.717296 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a398359-57c7-4146-a1b4-4fbd0cec4817 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:26.733582 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Publish callbacks [] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:26.754494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Transition to ACTIVE for port object 7a398359-57c7-4146-a1b4-4fbd0cec4817 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:27:26.757684 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2b515255-b8aa-4509-b596-386302da99de), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:26.785381 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:26.875063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Allocated IP 172.20.0.14 (424150de-2be4-45de-b35e-c47b464e72b1/0ba1aea3-444c-43c0-bd20-4431ad80e2c3/b0034d15-0e7e-4ce7-83ba-805080d41fc4) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:26.930146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec7573-e5d2-4230-bba9-9de45c9b6d65 req-472103f2-5e23-483a-882b-220b29c091e4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:26.931692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5eec7573-e5d2-4230-bba9-9de45c9b6d65 req-472103f2-5e23-483a-882b-220b29c091e4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.2952588 Jan 28 12:27:27.042182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-2abb273d-cc64-4561-8722-998195dab80e tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:27.048979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-2abb273d-cc64-4561-8722-998195dab80e tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/networks?id=424150de-2be4-45de-b35e-c47b464e72b1 HTTP/1.1" status: 200 len: 816 time: 0.5524483 Jan 28 12:27:27.079950 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-79d3bb12-061e-49f3-aa38-549666b081a0 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/quotas/9110a04574c34e00856b717816ed2999 HTTP/1.1" status: 200 len: 375 time: 0.0300303 Jan 28 12:27:27.139638 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5eec7573-e5d2-4230-bba9-9de45c9b6d65 req-3e31583b-2b53-496c-b8c2-fdc8b36bb44a tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963978 Jan 28 12:27:27.312985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-ff3b7231-493f-46f1-a8c6-fd1df091cadf tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9110a04574c34e00856b717816ed2999&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2320178 Jan 28 12:27:27.347164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-f2bd1c04-cde9-46da-8614-086b6db6d436 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:27.359101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-f2bd1c04-cde9-46da-8614-086b6db6d436 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.35 "GET /v2.0/networks?id=424150de-2be4-45de-b35e-c47b464e72b1 HTTP/1.1" status: 200 len: 816 time: 0.5056567 Jan 28 12:27:27.397804 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-003b26e2-468b-4632-8775-556079e36592 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7e81386f-cd24-422a-a40e-882d405900fa), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:27.398136 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-003b26e2-468b-4632-8775-556079e36592 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for floatingip (7e81386f-cd24-422a-a40e-882d405900fa), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:27.413284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-003b26e2-468b-4632-8775-556079e36592 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Calling delete_port for 7e81386f-cd24-422a-a40e-882d405900fa owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:27.588099 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Pushing event updated for resources: {'Port': ['ID=2b515255-b8aa-4509-b596-386302da99de,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:27.745957 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Attempting to bind port 2b515255-b8aa-4509-b596-386302da99de on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:27.746621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Attempting to bind port 2b515255-b8aa-4509-b596-386302da99de by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:27.750939 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Attempting to bind port 2b515255-b8aa-4509-b596-386302da99de on network 776bf5e8-dae7-4fca-8508-350d1e894eff {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:27.762464 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:27:27.782156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Request body: {'port': {'device_id': '857553f8-46de-45a3-a8b3-2abf159d228a', 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1', 'admin_state_up': True, 'tenant_id': '9110a04574c34e00856b717816ed2999'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:27.874372 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks [] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:27.912202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Made reservation on behalf of 9110a04574c34e00856b717816ed2999 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:27.916316 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:27.929972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-4037f8ef-8e0b-407f-85e3-bee146985e94 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dddca94966ca421caeb413c3ee7bb9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5658457 Jan 28 12:27:27.961680 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Port 2b515255-b8aa-4509-b596-386302da99de on network 776bf5e8-dae7-4fca-8508-350d1e894eff not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:27.962359 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Attempting to bind port 2b515255-b8aa-4509-b596-386302da99de on network 776bf5e8-dae7-4fca-8508-350d1e894eff {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:27.964450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Pushing event updated for resources: {'Port': ['ID=7a398359-57c7-4146-a1b4-4fbd0cec4817,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:27.981519 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:27.999594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:27.999829 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Checking segment: {'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:28.000144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Bound using segment: {'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:28.000795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Bound port: 2b515255-b8aa-4509-b596-386302da99de, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:28.001204 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2b515255-b8aa-4509-b596-386302da99de), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.073165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca70560-c356-46b0-bd49-829a08741d71 req-5e520cad-7ce8-404e-988f-d04de8d78715 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:28.075485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Pushing event updated for resources: {'Port': ['ID=b0034d15-0e7e-4ce7-83ba-805080d41fc4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:28.081260 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-5e520cad-7ce8-404e-988f-d04de8d78715 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502395 Jan 28 12:27:28.094113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Network 424150de-2be4-45de-b35e-c47b464e72b1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:28.139445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:28.176942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:28.239737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Attempting to bind port 7a398359-57c7-4146-a1b4-4fbd0cec4817 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:28.240340 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Attempting to bind port 7a398359-57c7-4146-a1b4-4fbd0cec4817 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:28.240865 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Attempting to bind port 7a398359-57c7-4146-a1b4-4fbd0cec4817 on network 776bf5e8-dae7-4fca-8508-350d1e894eff {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:28.253169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:28.254109 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.261216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Port 7a398359-57c7-4146-a1b4-4fbd0cec4817 on network 776bf5e8-dae7-4fca-8508-350d1e894eff not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:28.261845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Attempting to bind port 7a398359-57c7-4146-a1b4-4fbd0cec4817 on network 776bf5e8-dae7-4fca-8508-350d1e894eff {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:28.271464 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-003b26e2-468b-4632-8775-556079e36592 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7e81386f-cd24-422a-a40e-882d405900fa), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.284308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4659b40-dafb-4c23-ac09-f8c1cd01f86d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:28.320968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b26e2-468b-4632-8775-556079e36592 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Pushing event deleted for resources: {'Port': ['ID=7e81386f-cd24-422a-a40e-882d405900fa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:28.332951 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:28.333379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Checking segment: {'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:28.334067 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Bound using segment: {'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:28.334396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Bound port: 7a398359-57c7-4146-a1b4-4fbd0cec4817, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:28.334881 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.348713 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Publish callbacks [] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.371892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-bc4c48be-26c8-4bb9-8ec8-0e5aa16b4170 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/quotas/dddca94966ca421caeb413c3ee7bb9e1 HTTP/1.1" status: 200 len: 375 time: 0.2895150 Jan 28 12:27:28.458152 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cbf29dc0-e1f3-46c8-b604-952afee92629 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5997472 Jan 28 12:27:28.467615 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] For port 2b515255-b8aa-4509-b596-386302da99de, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:28.496403 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Request body: {'port': {'device_id': '43dcf9ef-c7af-480d-8543-90cf7b0e3d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:28.527964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] For port 2b515255-b8aa-4509-b596-386302da99de, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2b515255-b8aa-4509-b596-386302da99de,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:28.546434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Transition to ACTIVE for port object b4659b40-dafb-4c23-ac09-f8c1cd01f86d will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:27:28.555204 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2b515255-b8aa-4509-b596-386302da99de), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.597614 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.614336 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Allocated IP 172.20.0.5 (424150de-2be4-45de-b35e-c47b464e72b1/0ba1aea3-444c-43c0-bd20-4431ad80e2c3/38126abd-fd36-4a25-ae4d-62d0a915a334) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:28.636744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-70686f65-c379-4d20-a345-b3f3f5cb3c47 None None] Provisioning complete for port b0034d15-0e7e-4ce7-83ba-805080d41fc4 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:28.636744 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70686f65-c379-4d20-a345-b3f3f5cb3c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.654228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Pushing event updated for resources: {'Port': ['ID=2b515255-b8aa-4509-b596-386302da99de,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:28.669013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:28.669626 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.671124 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-279c196d-74ba-4cc6-a700-853140137227 service neutron] 10.222.0.49 "PUT /v2.0/ports/2b515255-b8aa-4509-b596-386302da99de HTTP/1.1" status: 200 len: 1092 time: 5.2267165 Jan 28 12:27:28.683477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Pushing event updated for resources: {'Port': ['ID=b4659b40-dafb-4c23-ac09-f8c1cd01f86d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:28.687982 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-003b26e2-468b-4632-8775-556079e36592 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks [] for floatingip (69fa0747-6849-4341-bd22-326d8008ac78), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.694529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-003b26e2-468b-4632-8775-556079e36592 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.698496 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-003b26e2-468b-4632-8775-556079e36592 tempest-ServersTestBootFromVolume-659845402 tempest-ServersTestBootFromVolume-659845402-project] 10.222.0.53 "DELETE /v2.0/floatingips/69fa0747-6849-4341-bd22-326d8008ac78 HTTP/1.1" status: 204 len: 168 time: 3.4350731 Jan 28 12:27:28.698496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d322bd-1b14-4078-af47-1cd0b606c7c6', 'tag': '2b515255-b8aa-4509-b596-386302da99de'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:28.699239 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47676b0f-1f21-4ebd-bcc5-1162d2671279" -d '{"events": [{"name": "network-changed", "server_uuid": "01d322bd-1b14-4078-af47-1cd0b606c7c6", "tag": "2b515255-b8aa-4509-b596-386302da99de"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:28.706541 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-ef006b63-3c6b-4c98-ad60-26c6d8e6ca14 service neutron] 10.222.0.53 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3917456 Jan 28 12:27:28.739493 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35286) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:28.761144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] For port 7a398359-57c7-4146-a1b4-4fbd0cec4817, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:28.774537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-70686f65-c379-4d20-a345-b3f3f5cb3c47 None None] Port b0034d15-0e7e-4ce7-83ba-805080d41fc4 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:27:28.792712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.799208 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] For port 7a398359-57c7-4146-a1b4-4fbd0cec4817, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7a398359-57c7-4146-a1b4-4fbd0cec4817,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:28.814949 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.888974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bd4ca91b-e1dd-4b6e-8663-fbe4026429ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:28.890875 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bd4ca91b-e1dd-4b6e-8663-fbe4026429ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b92df16b76844d729524c3be1afac38a&device_id=01d322bd-1b14-4078-af47-1cd0b606c7c6 HTTP/1.1" status: 200 len: 1095 time: 0.1456120 Jan 28 12:27:28.892605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:28.893387 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:28.895424 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] 10.222.0.49 "PUT /v2.0/ports/7a398359-57c7-4146-a1b4-4fbd0cec4817 HTTP/1.1" status: 200 len: 1091 time: 3.6943631 Jan 28 12:27:28.966910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-b6d21e4b-0dda-4ef1-ae4b-e852ac27723f tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dddca94966ca421caeb413c3ee7bb9e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5938790 Jan 28 12:27:28.990616 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-420c1352-d948-4fa8-a237-8064cf62adcb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b515255-b8aa-4509-b596-386302da99de HTTP/1.1" status: 200 len: 217 time: 0.0869033 Jan 28 12:27:29.034544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9c786-e32b-47f3-acd5-292dca46946d service neutron] Pushing event updated for resources: {'Port': ['ID=7a398359-57c7-4146-a1b4-4fbd0cec4817,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:29.179060 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-e2e97fef-0cd1-487a-827a-30ccf236b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:29.180649 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-e2e97fef-0cd1-487a-827a-30ccf236b6b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62e94a1e-b949-4cdf-9e65-a3a78c69aa88 HTTP/1.1" status: 200 len: 858 time: 0.1774108 Jan 28 12:27:29.187949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-b2deafd7-1fb1-4041-b910-e936eaed1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:29.189875 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-b2deafd7-1fb1-4041-b910-e936eaed1987 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b92df16b76844d729524c3be1afac38a&device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 1094 time: 0.2215898 Jan 28 12:27:29.303379 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-76e3244e-d9d1-4f01-b74f-257992160401 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=776bf5e8-dae7-4fca-8508-350d1e894eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125185 Jan 28 12:27:29.307587 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-e53e9841-9c23-4078-980f-cd3699fb1fd3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a398359-57c7-4146-a1b4-4fbd0cec4817 HTTP/1.1" status: 200 len: 217 time: 0.1015143 Jan 28 12:27:29.315263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-566fb19f-beef-45c0-82a6-2ef56e954bdc service neutron] 10.222.0.53 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037805 Jan 28 12:27:29.532228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-0b9c9e11-5115-485b-ae8e-f22543d860ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:29.534513 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-0b9c9e11-5115-485b-ae8e-f22543d860ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62e94a1e-b949-4cdf-9e65-a3a78c69aa88 HTTP/1.1" status: 200 len: 858 time: 0.2101564 Jan 28 12:27:29.611936 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-b21f1f7b-f70a-45b0-b12e-678e14b93872 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=776bf5e8-dae7-4fca-8508-350d1e894eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664151 Jan 28 12:27:29.648158 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-86c82b6b-2d25-4c40-a2bd-6b5dd520ad26 service neutron] 10.222.0.49 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306770 Jan 28 12:27:29.662509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Attempting to bind port b4659b40-dafb-4c23-ac09-f8c1cd01f86d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:29.663132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Attempting to bind port b4659b40-dafb-4c23-ac09-f8c1cd01f86d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:29.663685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Attempting to bind port b4659b40-dafb-4c23-ac09-f8c1cd01f86d on network 776bf5e8-dae7-4fca-8508-350d1e894eff {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:29.825696 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-f2736ca8-767b-4df8-943f-bb681849feba service neutron] 10.222.0.49 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890969 Jan 28 12:27:29.834397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Port b4659b40-dafb-4c23-ac09-f8c1cd01f86d on network 776bf5e8-dae7-4fca-8508-350d1e894eff not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:29.835390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Attempting to bind port b4659b40-dafb-4c23-ac09-f8c1cd01f86d on network 776bf5e8-dae7-4fca-8508-350d1e894eff {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:29.889812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:29.890158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Checking segment: {'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:29.890547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Bound using segment: {'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:29.891544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Bound port: b4659b40-dafb-4c23-ac09-f8c1cd01f86d, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce998671-55b6-42ae-8be2-b6a84fa254c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:29.905218 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:29.933174 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-32adb71f-c854-40a8-8cec-95987a627de4 service neutron] 10.222.0.49 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065164 Jan 28 12:27:29.996625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dac063-c3fd-4ac7-8978-dcf4e9bf41f5 req-f298222e-cc12-4ae1-a1b9-ddf1e2a316dc tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:30.003623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6dac063-c3fd-4ac7-8978-dcf4e9bf41f5 req-f298222e-cc12-4ae1-a1b9-ddf1e2a316dc tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 943 time: 0.6345046 Jan 28 12:27:30.335432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6dac063-c3fd-4ac7-8978-dcf4e9bf41f5 req-88408c23-31e0-413d-a016-33d110984854 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218517 Jan 28 12:27:30.528695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] For port b4659b40-dafb-4c23-ac09-f8c1cd01f86d, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:30.542132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] For port b4659b40-dafb-4c23-ac09-f8c1cd01f86d, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b4659b40-dafb-4c23-ac09-f8c1cd01f86d,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:30.617271 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:30.625951 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96af7d9a-f2c5-4d0b-bfec-3c705565298c x-openstack-request-id: req-96af7d9a-f2c5-4d0b-bfec-3c705565298c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:30.626520 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d322bd-1b14-4078-af47-1cd0b606c7c6", "tag": "2b515255-b8aa-4509-b596-386302da99de", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:30.626887 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96af7d9a-f2c5-4d0b-bfec-3c705565298c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:30.627480 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d322bd-1b14-4078-af47-1cd0b606c7c6', 'tag': '2b515255-b8aa-4509-b596-386302da99de', 'status': 'completed', 'code': 200} Jan 28 12:27:30.728791 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks [] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:30.743661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Pushing event updated for resources: {'Port': ['ID=b4659b40-dafb-4c23-ac09-f8c1cd01f86d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:30.744599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676b0f-1f21-4ebd-bcc5-1162d2671279 req-4c14cb69-9838-411f-966d-25525f1f2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:30.746286 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-47676b0f-1f21-4ebd-bcc5-1162d2671279 req-4c14cb69-9838-411f-966d-25525f1f2bdd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b92df16b76844d729524c3be1afac38a&device_id=01d322bd-1b14-4078-af47-1cd0b606c7c6 HTTP/1.1" status: 200 len: 1095 time: 0.1179373 Jan 28 12:27:30.760317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:30.761367 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:30.763548 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-bec1a7f1-b6c0-492c-a69b-76d64d9f2932 service neutron] 10.222.0.35 "PUT /v2.0/ports/b4659b40-dafb-4c23-ac09-f8c1cd01f86d HTTP/1.1" status: 200 len: 1091 time: 4.6651027 Jan 28 12:27:30.786605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b960ca-ccb7-4920-ab48-209c00c32dde', 'tag': 'b4659b40-dafb-4c23-ac09-f8c1cd01f86d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:30.789797 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399ef6bf-ef45-4242-af4e-eec8d23fa175" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b960ca-ccb7-4920-ab48-209c00c32dde", "tag": "b4659b40-dafb-4c23-ac09-f8c1cd01f86d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:30.794298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b8950b7-298b-43ff-9480-594b8dfebd23 req-7bd93138-d5b6-49d5-a4f7-80e7601e04ec tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 210 time: 0.2101626 Jan 28 12:27:30.874229 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-b984fc56-156d-41e7-8da1-3b9607b2bea9 service neutron] 10.222.0.49 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9399228 Jan 28 12:27:30.876196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7aade-31c3-4f4e-a3dc-e921e92ab9cc req-4e824bf4-d7aa-4c34-9240-37b134f02c45 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:30.887408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3dd7aade-31c3-4f4e-a3dc-e921e92ab9cc req-4e824bf4-d7aa-4c34-9240-37b134f02c45 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.5675318 Jan 28 12:27:30.967254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676b0f-1f21-4ebd-bcc5-1162d2671279 req-8d865aac-4cea-47df-95a3-9a90e530fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:30.969137 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-47676b0f-1f21-4ebd-bcc5-1162d2671279 req-8d865aac-4cea-47df-95a3-9a90e530fddf service neutron] 10.222.0.49 "GET /v2.0/networks?id=776bf5e8-dae7-4fca-8508-350d1e894eff HTTP/1.1" status: 200 len: 919 time: 0.2140994 Jan 28 12:27:31.088930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a44f2b2-d693-4d86-843f-8d21d935d70f req-264870f7-6d5c-4e56-a4ed-77f95cc5c34c tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 210 time: 0.0787780 Jan 28 12:27:31.099608 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-47676b0f-1f21-4ebd-bcc5-1162d2671279 req-f1987a12-b59a-43dc-9fbf-0853becbb347 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b515255-b8aa-4509-b596-386302da99de HTTP/1.1" status: 200 len: 217 time: 0.1238351 Jan 28 12:27:31.195643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676b0f-1f21-4ebd-bcc5-1162d2671279 req-acdd33f9-144a-4c04-af55-cdb76b459e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:31.197716 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-47676b0f-1f21-4ebd-bcc5-1162d2671279 req-acdd33f9-144a-4c04-af55-cdb76b459e6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62e94a1e-b949-4cdf-9e65-a3a78c69aa88 HTTP/1.1" status: 200 len: 858 time: 0.0812707 Jan 28 12:27:31.285019 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-47676b0f-1f21-4ebd-bcc5-1162d2671279 req-30895c9e-0958-4a5c-8e06-26ee0a81d1d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=776bf5e8-dae7-4fca-8508-350d1e894eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789075 Jan 28 12:27:31.361786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3dd7aade-31c3-4f4e-a3dc-e921e92ab9cc req-436b8fdc-1660-43e5-a318-65f36729f67c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713771 Jan 28 12:27:31.362962 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:31.417168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8d1ff-1eb9-495f-b92c-cab376171210 req-d706b047-c522-4a5b-a230-b42e8b1c0ff6 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:31.427198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8d1ff-1eb9-495f-b92c-cab376171210 req-d706b047-c522-4a5b-a230-b42e8b1c0ff6 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:31.445010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8d1ff-1eb9-495f-b92c-cab376171210 req-d706b047-c522-4a5b-a230-b42e8b1c0ff6 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:31.449054 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8d8d1ff-1eb9-495f-b92c-cab376171210 req-d706b047-c522-4a5b-a230-b42e8b1c0ff6 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2417 time: 0.3101940 Jan 28 12:27:31.464105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-25013787-f42d-4d4c-a9ac-d5886a38ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:31.468860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-25013787-f42d-4d4c-a9ac-d5886a38ef3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b92df16b76844d729524c3be1afac38a&device_id=c3b960ca-ccb7-4920-ab48-209c00c32dde HTTP/1.1" status: 200 len: 1094 time: 0.4296019 Jan 28 12:27:31.572288 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-070095f3-4877-44be-8257-bfdf0f7d56f5 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=dddca94966ca421caeb413c3ee7bb9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1653590 Jan 28 12:27:31.709723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-2d9d5441-d06c-4a84-8d51-9084750b62c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4659b40-dafb-4c23-ac09-f8c1cd01f86d HTTP/1.1" status: 200 len: 217 time: 0.1174276 Jan 28 12:27:31.718729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Network 424150de-2be4-45de-b35e-c47b464e72b1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:31.804596 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-47676b0f-1f21-4ebd-bcc5-1162d2671279 req-f0dc7091-c56d-4a9c-aa4c-561b61f24261 service neutron] 10.222.0.49 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110731 Jan 28 12:27:31.817195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Pushing event updated for resources: {'Port': ['ID=38126abd-fd36-4a25-ae4d-62d0a915a334,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:31.826210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:31.980966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-600e643c-6d89-47ac-8554-7b48449bd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:31.982842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-600e643c-6d89-47ac-8554-7b48449bd570 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=62e94a1e-b949-4cdf-9e65-a3a78c69aa88 HTTP/1.1" status: 200 len: 858 time: 0.2564666 Jan 28 12:27:31.985881 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e1b44e-be29-4228-b4b8-66af574ada87 x-openstack-request-id: req-37e1b44e-be29-4228-b4b8-66af574ada87 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:31.986515 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b960ca-ccb7-4920-ab48-209c00c32dde", "tag": "b4659b40-dafb-4c23-ac09-f8c1cd01f86d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:31.986940 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37e1b44e-be29-4228-b4b8-66af574ada87 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:31.987569 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b960ca-ccb7-4920-ab48-209c00c32dde', 'tag': 'b4659b40-dafb-4c23-ac09-f8c1cd01f86d', 'status': 'completed', 'code': 200} Jan 28 12:27:31.988654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:32.176175 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-9d78a9ac-a095-44d6-919b-5939e0425af0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=776bf5e8-dae7-4fca-8508-350d1e894eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766262 Jan 28 12:27:32.220515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8d8d1ff-1eb9-495f-b92c-cab376171210 req-e08a80b9-787a-48ab-8164-3bacfc259e32 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142981 Jan 28 12:27:32.264923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6ef92580-1b73-4e43-93b4-92e14e4a2d22 None None] Provisioning complete for port 38126abd-fd36-4a25-ae4d-62d0a915a334 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:32.266148 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ef92580-1b73-4e43-93b4-92e14e4a2d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:32.289990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca70560-c356-46b0-bd49-829a08741d71 req-1e16bf8d-6ce6-4c5b-bb93-ee6fe1cb26f8 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:32.292282 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-1e16bf8d-6ce6-4c5b-bb93-ee6fe1cb26f8 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7154531 Jan 28 12:27:32.329570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-78b07c6b-0eef-4615-bc6d-9c6b3998eaf6 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:32.332740 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-78b07c6b-0eef-4615-bc6d-9c6b3998eaf6 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.49 "GET /v2.0/networks?id=424150de-2be4-45de-b35e-c47b464e72b1 HTTP/1.1" status: 200 len: 816 time: 0.4810953 Jan 28 12:27:32.347871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-aca70560-c356-46b0-bd49-829a08741d71 req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Request body: {'port': {'device_id': 'f8bfd439-41e8-44fe-a7d2-7014d431240e', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': 'dddca94966ca421caeb413c3ee7bb9e1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:32.364356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Request body: {'port': {'device_id': '80131760-e688-46ec-9ee9-fb4f94196213', 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1', 'admin_state_up': True, 'tenant_id': '9110a04574c34e00856b717816ed2999'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:32.381766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6ef92580-1b73-4e43-93b4-92e14e4a2d22 None None] Port 38126abd-fd36-4a25-ae4d-62d0a915a334 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:27:32.387212 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:32.387897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:32.390909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2b515255-b8aa-4509-b596-386302da99de details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:32.417838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f9182-c2a7-43e3-9105-359b4a5fa662 req-f0f54267-1a8d-45e7-9e96-661c7f13c068 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:32.428208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e1f9182-c2a7-43e3-9105-359b4a5fa662 req-f0f54267-1a8d-45e7-9e96-661c7f13c068 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 943 time: 0.3727560 Jan 28 12:27:32.455746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d78cd1e-dcfa-485b-bc0c-16e23dca0d19 req-de0a5b3c-169e-47f9-9898-644ce16d9645 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 210 time: 0.0961676 Jan 28 12:27:32.480943 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca67d4e7-14c3-49d0-a2d8-2068996ec6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (9d201316-3c27-49c3-92d6-f65e1d931661), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:32.527286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0034d15-0e7e-4ce7-83ba-805080d41fc4 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:32.560168 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Publish callbacks [] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:32.596490 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Transition to ACTIVE for port object b0034d15-0e7e-4ce7-83ba-805080d41fc4 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:27:32.608897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-9276eff3-2880-456f-ba32-9edaabd07a8d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:32.615625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-9276eff3-2880-456f-ba32-9edaabd07a8d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:32.623216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-9276eff3-2880-456f-ba32-9edaabd07a8d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:32.624920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-9276eff3-2880-456f-ba32-9edaabd07a8d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2417 time: 0.5012026 Jan 28 12:27:32.660961 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7830325-859f-484b-be9c-e360a6d01df1', 'tag': '7a398359-57c7-4146-a1b4-4fbd0cec4817'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:32.666347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 2b515255-b8aa-4509-b596-386302da99de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2b515255-b8aa-4509-b596-386302da99de,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:32.669051 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf644c8-7701-4922-8031-5507b3e9293e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7830325-859f-484b-be9c-e360a6d01df1", "tag": "7a398359-57c7-4146-a1b4-4fbd0cec4817"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:32.696983 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:32.705515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '2b515255-b8aa-4509-b596-386302da99de', 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff', 'port_id': '2b515255-b8aa-4509-b596-386302da99de', 'mac_address': 'fa:16:3e:f2:d4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e94a1e-b949-4cdf-9e65-a3a78c69aa88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:32.734417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-049b5de7-3c1b-47f3-9dab-d89b0f0155c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9643514 Jan 28 12:27:32.765302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Request body: {'port': {'device_id': '857553f8-46de-45a3-a8b3-2abf159d228a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:32.804996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3fc34e4-377e-4f1a-97cb-309439279ef0 req-7d17c9af-721a-44fb-8786-5e9b65a9a7e6 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 210 time: 0.0896795 Jan 28 12:27:32.817874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e1f9182-c2a7-43e3-9105-359b4a5fa662 req-b97a61fc-d159-42e6-ba27-2650a5271459 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875186 Jan 28 12:27:32.828478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 2b515255-b8aa-4509-b596-386302da99de is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:32.828882 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2b515255-b8aa-4509-b596-386302da99de), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:32.888799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b515255-b8aa-4509-b596-386302da99de {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:32.959770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 2b515255-b8aa-4509-b596-386302da99de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2b515255-b8aa-4509-b596-386302da99de,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:32.965378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:32.969611 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2b515255-b8aa-4509-b596-386302da99de), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:33.057069 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-47676b0f-1f21-4ebd-bcc5-1162d2671279 req-0e3bc927-7c80-4a60-803d-0a59475b8d4d service neutron] 10.222.0.49 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2375646 Jan 28 12:27:33.100923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.49', 52869) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:33.102582 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d92770-caf4-4863-b03f-607b4a4839a1 x-openstack-request-id: req-c1d92770-caf4-4863-b03f-607b4a4839a1 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:33.102774 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7830325-859f-484b-be9c-e360a6d01df1", "tag": "7a398359-57c7-4146-a1b4-4fbd0cec4817", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:33.103158 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1d92770-caf4-4863-b03f-607b4a4839a1 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:33.114516 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7830325-859f-484b-be9c-e360a6d01df1', 'tag': '7a398359-57c7-4146-a1b4-4fbd0cec4817', 'status': 'completed', 'code': 200} Jan 28 12:27:33.201254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=2b515255-b8aa-4509-b596-386302da99de,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:33.212941 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['2b515255-b8aa-4509-b596-386302da99de'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:33.471079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Pushing event updated for resources: {'Port': ['ID=b0034d15-0e7e-4ce7-83ba-805080d41fc4,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:33.545523 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca70560-c356-46b0-bd49-829a08741d71 req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Made reservation on behalf of dddca94966ca421caeb413c3ee7bb9e1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:33.551653 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aca70560-c356-46b0-bd49-829a08741d71 req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:33.636883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf644c8-7701-4922-8031-5507b3e9293e req-9ea0ce0a-883b-4985-a72c-bbdbcb4678fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:33.638607 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-edf644c8-7701-4922-8031-5507b3e9293e req-9ea0ce0a-883b-4985-a72c-bbdbcb4678fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b92df16b76844d729524c3be1afac38a&device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 1094 time: 0.5060623 Jan 28 12:27:33.651409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-fe9ba3c5-4c4e-4736-a70c-8d1783e108fa service neutron] 10.222.0.35 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4420245 Jan 28 12:27:33.806211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-aca70560-c356-46b0-bd49-829a08741d71 req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Allocated IP 192.168.233.201 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:33.810753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5bddf-acb1-4be5-8fbd-2ffb4e3d8bb0 req-238c7550-0c4f-49b5-8d0c-b1f72f5ee020 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:33.821809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78d5bddf-acb1-4be5-8fbd-2ffb4e3d8bb0 req-238c7550-0c4f-49b5-8d0c-b1f72f5ee020 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.8464341 Jan 28 12:27:34.021760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dc20a-28f5-4c6e-b0b5-99c2877daae9 req-6f2eb634-d805-413d-a13a-9e34ff99347f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:34.030236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dc20a-28f5-4c6e-b0b5-99c2877daae9 req-6f2eb634-d805-413d-a13a-9e34ff99347f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:34.036888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dc20a-28f5-4c6e-b0b5-99c2877daae9 req-6f2eb634-d805-413d-a13a-9e34ff99347f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:34.045655 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a4dc20a-28f5-4c6e-b0b5-99c2877daae9 req-6f2eb634-d805-413d-a13a-9e34ff99347f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 2417 time: 0.4293449 Jan 28 12:27:34.120912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-4d7343d9-5c24-4b13-b6c7-64f2e722c969 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:34.121366 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-4d7343d9-5c24-4b13-b6c7-64f2e722c969 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:34.317123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7a398359-57c7-4146-a1b4-4fbd0cec4817 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:34.320029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2b515255-b8aa-4509-b596-386302da99de up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:34.341689 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aca70560-c356-46b0-bd49-829a08741d71 req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks [] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:34.347911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf644c8-7701-4922-8031-5507b3e9293e req-8bc0d42e-a5d7-4079-9977-0980f6f9e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:34.350392 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-edf644c8-7701-4922-8031-5507b3e9293e req-8bc0d42e-a5d7-4079-9977-0980f6f9e8d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=776bf5e8-dae7-4fca-8508-350d1e894eff HTTP/1.1" status: 200 len: 919 time: 0.6889100 Jan 28 12:27:34.351321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Attempting to bind port b0034d15-0e7e-4ce7-83ba-805080d41fc4 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:34.351814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Attempting to bind port b0034d15-0e7e-4ce7-83ba-805080d41fc4 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:34.352254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Attempting to bind port b0034d15-0e7e-4ce7-83ba-805080d41fc4 on network 424150de-2be4-45de-b35e-c47b464e72b1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:34.357869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Made reservation on behalf of 9110a04574c34e00856b717816ed2999 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:34.362084 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:34.475415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-4d7343d9-5c24-4b13-b6c7-64f2e722c969 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] For port dc9a2bf5-d68e-4add-ba84-594b19b04bc8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=dc9a2bf5-d68e-4add-ba84-594b19b04bc8,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:34.476167 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-4d7343d9-5c24-4b13-b6c7-64f2e722c969 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:34.503179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-4d7343d9-5c24-4b13-b6c7-64f2e722c969 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Calling delete_port for dc9a2bf5-d68e-4add-ba84-594b19b04bc8 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:34.540408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Allocated IP 172.20.0.11 (424150de-2be4-45de-b35e-c47b464e72b1/0ba1aea3-444c-43c0-bd20-4431ad80e2c3/4153b093-4b15-4bff-89b9-9ca427757dd3) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:34.585900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 2b515255-b8aa-4509-b596-386302da99de completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:27:34.616086 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 2b515255-b8aa-4509-b596-386302da99de triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:34.616605 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2b515255-b8aa-4509-b596-386302da99de), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:34.712002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 7a398359-57c7-4146-a1b4-4fbd0cec4817, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7a398359-57c7-4146-a1b4-4fbd0cec4817,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:34.748076 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks [] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:34.750968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '7a398359-57c7-4146-a1b4-4fbd0cec4817', 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff', 'port_id': '7a398359-57c7-4146-a1b4-4fbd0cec4817', 'mac_address': 'fa:16:3e:d5:95:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e94a1e-b949-4cdf-9e65-a3a78c69aa88', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:34.793118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Port b0034d15-0e7e-4ce7-83ba-805080d41fc4 on network 424150de-2be4-45de-b35e-c47b464e72b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:34.793601 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Attempting to bind port b0034d15-0e7e-4ce7-83ba-805080d41fc4 on network 424150de-2be4-45de-b35e-c47b464e72b1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:34.837992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:34.838514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Checking segment: {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:34.839188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Bound using segment: {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:34.839792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Bound port: b0034d15-0e7e-4ce7-83ba-805080d41fc4, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:34.840320 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:34.843765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a4dc20a-28f5-4c6e-b0b5-99c2877daae9 req-06982f62-3bd1-49ee-9908-07f6eec0631c tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7947779 Jan 28 12:27:34.867747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-4d7343d9-5c24-4b13-b6c7-64f2e722c969 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (dc9a2bf5-d68e-4add-ba84-594b19b04bc8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:34.882555 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:34.903383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['dc9a2bf5-d68e-4add-ba84-594b19b04bc8', '911b49af-5b00-4bff-a960-6c2d591f6c7b', '9f9945d1-ba00-4863-9429-6c97a5e77915'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:34.931138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78d5bddf-acb1-4be5-8fbd-2ffb4e3d8bb0 req-0d88bbf4-1e93-405b-a717-3ed1502788e3 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1067386 Jan 28 12:27:35.035998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 7a398359-57c7-4146-a1b4-4fbd0cec4817 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:35.037780 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:35.042879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] For port b0034d15-0e7e-4ce7-83ba-805080d41fc4, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:35.046905 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] For port b0034d15-0e7e-4ce7-83ba-805080d41fc4, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b0034d15-0e7e-4ce7-83ba-805080d41fc4,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:35.053618 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-edf644c8-7701-4922-8031-5507b3e9293e req-9a41c88f-2877-471f-8357-7940f7609964 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a398359-57c7-4146-a1b4-4fbd0cec4817 HTTP/1.1" status: 200 len: 217 time: 0.6708131 Jan 28 12:27:35.100898 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58dd5bb0-1054-46f9-ac62-b97622745425 req-3462b117-98cc-400f-b80c-5cc07f6bbc80 service neutron] 10.222.0.35 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4194589 Jan 28 12:27:35.109381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 2b515255-b8aa-4509-b596-386302da99de is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:35.115631 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2b515255-b8aa-4509-b596-386302da99de), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:35.184672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Pushing event updated for resources: {'Port': ['ID=4153b093-4b15-4bff-89b9-9ca427757dd3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:35.199895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a398359-57c7-4146-a1b4-4fbd0cec4817 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:35.201406 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf644c8-7701-4922-8031-5507b3e9293e req-d1fbda03-06c4-48b6-82eb-01ca4e5ba1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:35.205374 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-edf644c8-7701-4922-8031-5507b3e9293e req-d1fbda03-06c4-48b6-82eb-01ca4e5ba1e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62e94a1e-b949-4cdf-9e65-a3a78c69aa88 HTTP/1.1" status: 200 len: 858 time: 0.0828400 Jan 28 12:27:35.223634 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:35.306846 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aca70560-c356-46b0-bd49-829a08741d71 req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:35.325447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d322bd-1b14-4078-af47-1cd0b606c7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b515255-b8aa-4509-b596-386302da99de'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:35.329587 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e365e2-3b7f-418f-b924-8311d344a558" -d '{"events": [{"server_uuid": "01d322bd-1b14-4078-af47-1cd0b606c7c6", "name": "network-vif-plugged", "status": "completed", "tag": "2b515255-b8aa-4509-b596-386302da99de"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:35.342866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7343d9-5c24-4b13-b6c7-64f2e722c969 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Port': ['ID=dc9a2bf5-d68e-4add-ba84-594b19b04bc8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:35.347834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['7196f269-0eca-4609-86cf-aec14e2a348b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:35.392354 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-edf644c8-7701-4922-8031-5507b3e9293e req-b370538d-1d10-4cb6-a848-9a161cf73caf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=776bf5e8-dae7-4fca-8508-350d1e894eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603062 Jan 28 12:27:35.413864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Network 424150de-2be4-45de-b35e-c47b464e72b1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:35.659601 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-edf644c8-7701-4922-8031-5507b3e9293e req-0535f11c-a858-41d4-bcc5-e27c3dad36da service neutron] 10.222.0.49 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430203 Jan 28 12:27:35.664018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:35.665006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:35.666647 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] 10.222.0.49 "PUT /v2.0/ports/b0034d15-0e7e-4ce7-83ba-805080d41fc4 HTTP/1.1" status: 200 len: 1092 time: 7.1926169 Jan 28 12:27:35.668302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:35.676176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dcf9ef-c7af-480d-8543-90cf7b0e3d2f', 'tag': 'b0034d15-0e7e-4ce7-83ba-805080d41fc4'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:35.680448 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78a0e83-c579-492a-8482-bd61d39785a7" -d '{"events": [{"name": "network-changed", "server_uuid": "43dcf9ef-c7af-480d-8543-90cf7b0e3d2f", "tag": "b0034d15-0e7e-4ce7-83ba-805080d41fc4"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:35.692383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:35.722764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-4d7343d9-5c24-4b13-b6c7-64f2e722c969 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] No DVR routers for this DVR port dc9a2bf5-d68e-4add-ba84-594b19b04bc8 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:27:35.754175 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-4d7343d9-5c24-4b13-b6c7-64f2e722c969 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:35.757620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-4d7343d9-5c24-4b13-b6c7-64f2e722c969 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.49 "DELETE /v2.0/ports/dc9a2bf5-d68e-4add-ba84-594b19b04bc8 HTTP/1.1" status: 204 len: 173 time: 3.1227462 Jan 28 12:27:35.771975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 2b515255-b8aa-4509-b596-386302da99de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2b515255-b8aa-4509-b596-386302da99de,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:35.787545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 7a398359-57c7-4146-a1b4-4fbd0cec4817, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7a398359-57c7-4146-a1b4-4fbd0cec4817,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:35.826692 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2b515255-b8aa-4509-b596-386302da99de), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:35.832266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-deleted', 'tag': 'dc9a2bf5-d68e-4add-ba84-594b19b04bc8'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:35.833419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099ebae-737a-4290-867d-e9c1645c155a service neutron] Pushing event updated for resources: {'Port': ['ID=b0034d15-0e7e-4ce7-83ba-805080d41fc4,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:35.848217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:35.848857 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:35.861503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca70560-c356-46b0-bd49-829a08741d71 req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:35.869041 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cf5d12-84f1-47d2-811f-5b87dac614d4" -d '{"events": [{"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-deleted", "tag": "dc9a2bf5-d68e-4add-ba84-594b19b04bc8"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:35.934331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-aca70560-c356-46b0-bd49-829a08741d71 req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:35.991115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca70560-c356-46b0-bd49-829a08741d71 req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:35.998220 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:36.008681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=2b515255-b8aa-4509-b596-386302da99de,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:36.077642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca70560-c356-46b0-bd49-829a08741d71 req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:36.078607 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aca70560-c356-46b0-bd49-829a08741d71 req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:36.115492 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-3e5f3088-9476-41ef-8a6e-3884f0665fd4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7590520 Jan 28 12:27:36.143144 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8046443 Jan 28 12:27:36.154631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-aae87a97-99d7-431c-a3c5-5c213b36f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:36.156853 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-aae87a97-99d7-431c-a3c5-5c213b36f983 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9110a04574c34e00856b717816ed2999&device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 1095 time: 0.2982841 Jan 28 12:27:36.165895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Request body: {'port': {'device_id': 'f8bfd439-41e8-44fe-a7d2-7014d431240e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:36.206367 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Request body: {'port': {'device_id': '80131760-e688-46ec-9ee9-fb4f94196213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:36.316325 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:36.340497 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:36.363097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 911b49af-5b00-4bff-a960-6c2d591f6c7b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:36.392796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38126abd-fd36-4a25-ae4d-62d0a915a334 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:36.401517 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Publish callbacks [] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:36.415868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Transition to ACTIVE for port object 38126abd-fd36-4a25-ae4d-62d0a915a334 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:27:36.427092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['7a398359-57c7-4146-a1b4-4fbd0cec4817'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:36.430328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bcd1c-f11b-47d5-95a0-77bb19719a24 req-8b047dd1-3e73-498b-a677-ae69179fb5a5 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:36.432260 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-297bcd1c-f11b-47d5-95a0-77bb19719a24 req-8b047dd1-3e73-498b-a677-ae69179fb5a5 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 936 time: 1.3418365 Jan 28 12:27:36.443052 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:36.446629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ef6bf-ef45-4242-af4e-eec8d23fa175 req-face1a7e-5279-4b8f-be04-cee76c7ffdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:36.448251 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-399ef6bf-ef45-4242-af4e-eec8d23fa175 req-face1a7e-5279-4b8f-be04-cee76c7ffdc9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b92df16b76844d729524c3be1afac38a&device_id=c3b960ca-ccb7-4920-ab48-209c00c32dde HTTP/1.1" status: 200 len: 1094 time: 1.1792464 Jan 28 12:27:36.647223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Pushing event updated for resources: {'Port': ['ID=38126abd-fd36-4a25-ae4d-62d0a915a334,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:36.654943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ef6bf-ef45-4242-af4e-eec8d23fa175 req-1e106c82-7762-40e2-bb16-a6b08416df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:36.657354 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-399ef6bf-ef45-4242-af4e-eec8d23fa175 req-1e106c82-7762-40e2-bb16-a6b08416df28 service neutron] 10.222.0.35 "GET /v2.0/networks?id=776bf5e8-dae7-4fca-8508-350d1e894eff HTTP/1.1" status: 200 len: 919 time: 0.1205022 Jan 28 12:27:36.688400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb3892-4b1a-4972-bbbf-c842ce2b65ef req-bd74a582-4fa1-4ba9-a725-47f90538153b tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:36.696617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53fb3892-4b1a-4972-bbbf-c842ce2b65ef req-bd74a582-4fa1-4ba9-a725-47f90538153b tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 932 time: 1.5946548 Jan 28 12:27:36.805531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53fb3892-4b1a-4972-bbbf-c842ce2b65ef req-af474d4d-2eb8-4b22-8fd1-a79230f4390e tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078219 Jan 28 12:27:36.899232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7f8fc0a6-5e6e-4e2c-bd5f-3bd97342205e None None] Provisioning complete for port 4153b093-4b15-4bff-89b9-9ca427757dd3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:36.899591 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc0a6-5e6e-4e2c-bd5f-3bd97342205e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:36.903279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b69ec-a966-4c5d-bd96-b4c43679dccd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Pushing event updated for resources: {'Port': ['ID=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:36.920242 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-399ef6bf-ef45-4242-af4e-eec8d23fa175 req-b9b090fe-0a0f-4b2a-94bf-a8b9e0fdaa42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4659b40-dafb-4c23-ac09-f8c1cd01f86d HTTP/1.1" status: 200 len: 217 time: 0.2449062 Jan 28 12:27:36.987282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=7a398359-57c7-4146-a1b4-4fbd0cec4817,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:37.013854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fc0a6-5e6e-4e2c-bd5f-3bd97342205e None None] Port 4153b093-4b15-4bff-89b9-9ca427757dd3 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:27:37.148135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7f8fc0a6-5e6e-4e2c-bd5f-3bd97342205e None None] Provisioning complete for port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:37.148524 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc0a6-5e6e-4e2c-bd5f-3bd97342205e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:37.168401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ca67d4e7-14c3-49d0-a2d8-2068996ec6d8 admin admin] Deleting port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:37.168643 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca67d4e7-14c3-49d0-a2d8-2068996ec6d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:37.288552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ca67d4e7-14c3-49d0-a2d8-2068996ec6d8 admin admin] For port 423b0a1d-4222-4bf9-8c68-6049ae72d9e2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=423b0a1d-4222-4bf9-8c68-6049ae72d9e2,segment=NetworkSegment(99263165-4175-456c-8985-ff3cfa501a53),segment_id=99263165-4175-456c-8985-ff3cfa501a53)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:37.288921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca67d4e7-14c3-49d0-a2d8-2068996ec6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:37.304892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ca67d4e7-14c3-49d0-a2d8-2068996ec6d8 admin admin] Calling delete_port for 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:37.308959 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-edf644c8-7701-4922-8031-5507b3e9293e req-b7c01823-f9e9-4f3f-9bd9-7d8fa8319780 service neutron] 10.222.0.49 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6236768 Jan 28 12:27:37.372191 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-bd641d71-361c-4dea-a402-57de3115d75e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0034d15-0e7e-4ce7-83ba-805080d41fc4 HTTP/1.1" status: 200 len: 217 time: 1.0699716 Jan 28 12:27:37.516853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fc0a6-5e6e-4e2c-bd5f-3bd97342205e None None] Port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:27:37.561656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:37.564994 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-297bcd1c-f11b-47d5-95a0-77bb19719a24 req-5a33765d-5693-45ff-aab7-2c56e5939466 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1147161 Jan 28 12:27:37.566536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ef6bf-ef45-4242-af4e-eec8d23fa175 req-08465417-2594-4874-bca2-5d235f5e20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:37.568305 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-399ef6bf-ef45-4242-af4e-eec8d23fa175 req-08465417-2594-4874-bca2-5d235f5e20a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=62e94a1e-b949-4cdf-9e65-a3a78c69aa88 HTTP/1.1" status: 200 len: 858 time: 0.6311967 Jan 28 12:27:37.628775 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Publish callbacks [] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:37.709865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-399ef6bf-ef45-4242-af4e-eec8d23fa175 req-d2fe3892-b9b7-49dd-834f-932e9cf1d689 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=776bf5e8-dae7-4fca-8508-350d1e894eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616622 Jan 28 12:27:37.710488 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca67d4e7-14c3-49d0-a2d8-2068996ec6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (423b0a1d-4222-4bf9-8c68-6049ae72d9e2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:37.756540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 911b49af-5b00-4bff-a960-6c2d591f6c7b is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:37.762816 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:37.901891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 911b49af-5b00-4bff-a960-6c2d591f6c7b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=911b49af-5b00-4bff-a960-6c2d591f6c7b,segment=NetworkSegment(fffd34cd-0a73-4f27-b8cf-db37a43e55fa),segment_id=fffd34cd-0a73-4f27-b8cf-db37a43e55fa)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:37.910438 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-399ef6bf-ef45-4242-af4e-eec8d23fa175 req-1c7d6a0f-9161-4d44-8c8d-94680560aa90 service neutron] 10.222.0.35 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671557 Jan 28 12:27:37.912159 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:37.914422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device dc9a2bf5-d68e-4add-ba84-594b19b04bc8 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:37.971261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4153b093-4b15-4bff-89b9-9ca427757dd3 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:37.980582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67d4e7-14c3-49d0-a2d8-2068996ec6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=423b0a1d-4222-4bf9-8c68-6049ae72d9e2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:37.988443 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3759ed4f-aac8-4d2e-9c03-0f071b0602cf x-openstack-request-id: req-3759ed4f-aac8-4d2e-9c03-0f071b0602cf {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:37.988753 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d322bd-1b14-4078-af47-1cd0b606c7c6", "name": "network-vif-plugged", "status": "completed", "tag": "2b515255-b8aa-4509-b596-386302da99de", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:37.989008 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3759ed4f-aac8-4d2e-9c03-0f071b0602cf {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:37.989415 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d322bd-1b14-4078-af47-1cd0b606c7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b515255-b8aa-4509-b596-386302da99de', 'code': 200} Jan 28 12:27:38.003212 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Publish callbacks [] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:38.045219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Transition to ACTIVE for port object 4153b093-4b15-4bff-89b9-9ca427757dd3 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:27:38.056971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-96bd7ee1-de21-4924-9268-1603b9c8d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:38.061285 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-96bd7ee1-de21-4924-9268-1603b9c8d97b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ba1aea3-444c-43c0-bd20-4431ad80e2c3 HTTP/1.1" status: 200 len: 855 time: 0.6869953 Jan 28 12:27:38.133270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Transition to ACTIVE for port object 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:27:38.139836 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7accd9de-a703-4829-9707-88715ce6d284 x-openstack-request-id: req-7accd9de-a703-4829-9707-88715ce6d284 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:38.140367 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dcf9ef-c7af-480d-8543-90cf7b0e3d2f", "tag": "b0034d15-0e7e-4ce7-83ba-805080d41fc4", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:38.142419 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7accd9de-a703-4829-9707-88715ce6d284 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:38.143708 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dcf9ef-c7af-480d-8543-90cf7b0e3d2f', 'tag': 'b0034d15-0e7e-4ce7-83ba-805080d41fc4', 'status': 'completed', 'code': 200} Jan 28 12:27:38.146645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:38.170723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: dc9a2bf5-d68e-4add-ba84-594b19b04bc8 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:27:38.176544 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device dc9a2bf5-d68e-4add-ba84-594b19b04bc8 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:27:38.177569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9f9945d1-ba00-4863-9429-6c97a5e77915 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:38.201881 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-c923bcc4-0d3e-4ee1-a27f-a822f0113bd4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting port 911b49af-5b00-4bff-a960-6c2d591f6c7b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:38.202146 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-c923bcc4-0d3e-4ee1-a27f-a822f0113bd4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:38.261940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=911b49af-5b00-4bff-a960-6c2d591f6c7b,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:38.403194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 9f9945d1-ba00-4863-9429-6c97a5e77915 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:38.403621 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:38.449746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-c923bcc4-0d3e-4ee1-a27f-a822f0113bd4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] For port 911b49af-5b00-4bff-a960-6c2d591f6c7b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=911b49af-5b00-4bff-a960-6c2d591f6c7b,segment=NetworkSegment(fffd34cd-0a73-4f27-b8cf-db37a43e55fa),segment_id=fffd34cd-0a73-4f27-b8cf-db37a43e55fa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:38.450119 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-c923bcc4-0d3e-4ee1-a27f-a822f0113bd4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:38.492124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-c923bcc4-0d3e-4ee1-a27f-a822f0113bd4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Calling delete_port for 911b49af-5b00-4bff-a960-6c2d591f6c7b owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:38.519794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9f9945d1-ba00-4863-9429-6c97a5e77915, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9f9945d1-ba00-4863-9429-6c97a5e77915,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:38.524912 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:38.612706 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:38.624060 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Pushing event updated for resources: {'Port': ['ID=4153b093-4b15-4bff-89b9-9ca427757dd3,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:38.644096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7a398359-57c7-4146-a1b4-4fbd0cec4817 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:38.741786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Pushing event updated for resources: {'Port': ['ID=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:38.807820 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-399ef6bf-ef45-4242-af4e-eec8d23fa175 req-a99674ff-85c8-498a-8a74-77544eb6d751 service neutron] 10.222.0.35 "GET /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8117244 Jan 28 12:27:38.838629 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=9f9945d1-ba00-4863-9429-6c97a5e77915,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:38.872066 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1188ba-f5f5-453f-a0f1-0094cbb140b7 req-a9a25e09-5f9c-4537-a2a9-948509899340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:38.873602 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-cb1188ba-f5f5-453f-a0f1-0094cbb140b7 req-a9a25e09-5f9c-4537-a2a9-948509899340 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=01d322bd-1b14-4078-af47-1cd0b606c7c6 HTTP/1.1" status: 200 len: 1097 time: 0.8100426 Jan 28 12:27:38.877916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Attempting to bind port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:38.878500 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Attempting to bind port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:38.878642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Attempting to bind port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:38.929054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80074ff7-4328-4b23-b40d-3dfdab88d788 req-390217f7-75a7-4eb2-bc4b-db5b23fc0c45 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:38.939175 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80074ff7-4328-4b23-b40d-3dfdab88d788 req-390217f7-75a7-4eb2-bc4b-db5b23fc0c45 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 944 time: 1.4221599 Jan 28 12:27:38.954667 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 7a398359-57c7-4146-a1b4-4fbd0cec4817 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:27:38.958716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Attempting to bind port 38126abd-fd36-4a25-ae4d-62d0a915a334 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:38.959272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Attempting to bind port 38126abd-fd36-4a25-ae4d-62d0a915a334 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:38.960311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 7a398359-57c7-4146-a1b4-4fbd0cec4817 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:38.960718 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:38.960841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Attempting to bind port 38126abd-fd36-4a25-ae4d-62d0a915a334 on network 424150de-2be4-45de-b35e-c47b464e72b1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:38.962654 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:38.963372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Attempting to bind port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:39.012325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Port 38126abd-fd36-4a25-ae4d-62d0a915a334 on network 424150de-2be4-45de-b35e-c47b464e72b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:39.012812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Attempting to bind port 38126abd-fd36-4a25-ae4d-62d0a915a334 on network 424150de-2be4-45de-b35e-c47b464e72b1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:39.022852 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-c923bcc4-0d3e-4ee1-a27f-a822f0113bd4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (911b49af-5b00-4bff-a960-6c2d591f6c7b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:39.049007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:39.049358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Checking segment: {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:39.051439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Bound using segment: {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:39.052444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Bound port: 38126abd-fd36-4a25-ae4d-62d0a915a334, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:39.054041 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:39.067987 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:39.068565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:39.068669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:39.069035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Bound port: 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:39.069388 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:39.127588 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-b45a2a6f-326c-4106-8c5d-039aab72fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:39.129098 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-b45a2a6f-326c-4106-8c5d-039aab72fd99 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=424150de-2be4-45de-b35e-c47b464e72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9668412 Jan 28 12:27:39.196468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 7a398359-57c7-4146-a1b4-4fbd0cec4817 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:39.197526 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:39.205647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923bcc4-0d3e-4ee1-a27f-a822f0113bd4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Port': ['ID=911b49af-5b00-4bff-a960-6c2d591f6c7b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:39.397927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 7a398359-57c7-4146-a1b4-4fbd0cec4817, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7a398359-57c7-4146-a1b4-4fbd0cec4817,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:39.403123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b4659b40-dafb-4c23-ac09-f8c1cd01f86d details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:39.432216 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:39.471111 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-cb1188ba-f5f5-453f-a0f1-0094cbb140b7 req-63b8b9ac-498f-49ae-bc99-c3e37c73bf44 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871119 Jan 28 12:27:39.586280 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.resource_extend [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:27:39.608598 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-cb037a96-02ca-4114-b02f-8861915054c3 service neutron] 10.222.0.49 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676550 Jan 28 12:27:39.636717 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80074ff7-4328-4b23-b40d-3dfdab88d788 req-a0f04da7-71a0-44de-8a70-d2e68a7d1652 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6942658 Jan 28 12:27:39.639752 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca67d4e7-14c3-49d0-a2d8-2068996ec6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (9d201316-3c27-49c3-92d6-f65e1d931661), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:39.658381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Attempting to bind port 4153b093-4b15-4bff-89b9-9ca427757dd3 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:39.658737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Attempting to bind port 4153b093-4b15-4bff-89b9-9ca427757dd3 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:39.659072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Attempting to bind port 4153b093-4b15-4bff-89b9-9ca427757dd3 on network 424150de-2be4-45de-b35e-c47b464e72b1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:39.737500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77dd20-66bd-4c1f-9537-bf1c8cddce29 req-62ce4664-8c94-4947-8341-d04e635c6fa8 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:39.750814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=7a398359-57c7-4146-a1b4-4fbd0cec4817,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:39.755587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c77dd20-66bd-4c1f-9537-bf1c8cddce29 req-62ce4664-8c94-4947-8341-d04e635c6fa8 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 943 time: 0.8984504 Jan 28 12:27:39.762175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-c923bcc4-0d3e-4ee1-a27f-a822f0113bd4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] No DVR routers for this DVR port 911b49af-5b00-4bff-a960-6c2d591f6c7b on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:27:39.850799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port b4659b40-dafb-4c23-ac09-f8c1cd01f86d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b4659b40-dafb-4c23-ac09-f8c1cd01f86d,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:39.865413 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-c923bcc4-0d3e-4ee1-a27f-a822f0113bd4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:39.872532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'b4659b40-dafb-4c23-ac09-f8c1cd01f86d', 'network_id': '776bf5e8-dae7-4fca-8508-350d1e894eff', 'port_id': 'b4659b40-dafb-4c23-ac09-f8c1cd01f86d', 'mac_address': 'fa:16:3e:b3:c5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e94a1e-b949-4cdf-9e65-a3a78c69aa88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:39.874563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-c923bcc4-0d3e-4ee1-a27f-a822f0113bd4 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.49 "DELETE /v2.0/ports/911b49af-5b00-4bff-a960-6c2d591f6c7b HTTP/1.1" status: 204 len: 173 time: 3.9594851 Jan 28 12:27:39.908081 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1c8514-3a59-4661-9727-8209ad075bbc x-openstack-request-id: req-5b1c8514-3a59-4661-9727-8209ad075bbc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:39.908448 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-deleted", "tag": "dc9a2bf5-d68e-4add-ba84-594b19b04bc8", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:39.908671 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b1c8514-3a59-4661-9727-8209ad075bbc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:39.909071 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-deleted', 'tag': 'dc9a2bf5-d68e-4add-ba84-594b19b04bc8', 'status': 'completed', 'code': 200} Jan 28 12:27:39.909496 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d725fa02-1aaf-40fb-bba0-11d7d2fa74f5 req-7f38b83f-5aec-4137-9172-e3b88d1cecca service neutron] 10.222.0.49 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461433 Jan 28 12:27:39.928926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Port 4153b093-4b15-4bff-89b9-9ca427757dd3 on network 424150de-2be4-45de-b35e-c47b464e72b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:39.929407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Attempting to bind port 4153b093-4b15-4bff-89b9-9ca427757dd3 on network 424150de-2be4-45de-b35e-c47b464e72b1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:39.945901 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:39.948945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Checking segment: {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:39.949622 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Bound using segment: {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:39.951321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Bound port: 4153b093-4b15-4bff-89b9-9ca427757dd3, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9143479-2a1f-492c-a70e-01ba468655f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:39.953499 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:39.965954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port b4659b40-dafb-4c23-ac09-f8c1cd01f86d is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:39.966449 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:39.994178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '911b49af-5b00-4bff-a960-6c2d591f6c7b'}, {'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9945d1-ba00-4863-9429-6c97a5e77915'}, {'server_uuid': 'd7830325-859f-484b-be9c-e360a6d01df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a398359-57c7-4146-a1b4-4fbd0cec4817'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:39.996499 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f9adde-cc1c-41c5-90f7-8ca98d03f2ac" -d '{"events": [{"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-unplugged", "status": "completed", "tag": "911b49af-5b00-4bff-a960-6c2d591f6c7b"}, {"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-unplugged", "status": "completed", "tag": "9f9945d1-ba00-4863-9429-6c97a5e77915"}, {"server_uuid": "d7830325-859f-484b-be9c-e360a6d01df1", "name": "network-vif-plugged", "status": "completed", "tag": "7a398359-57c7-4146-a1b4-4fbd0cec4817"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:40.023730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4659b40-dafb-4c23-ac09-f8c1cd01f86d {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:40.054757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] For port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:40.099659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port b4659b40-dafb-4c23-ac09-f8c1cd01f86d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b4659b40-dafb-4c23-ac09-f8c1cd01f86d,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:40.119979 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:40.264024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] For port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:40.271025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=b4659b40-dafb-4c23-ac09-f8c1cd01f86d,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:40.283964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:40.344160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:40.344770 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:40.346162 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] 10.222.0.49 "PUT /v2.0/ports/8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 HTTP/1.1" status: 200 len: 1096 time: 4.1862571 Jan 28 12:27:40.352562 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bfd439-41e8-44fe-a7d2-7014d431240e', 'tag': '8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:40.354863 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b4cc0c-fedb-45cd-9c3f-f387bcfa569a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bfd439-41e8-44fe-a7d2-7014d431240e", "tag": "8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:40.395905 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['b4659b40-dafb-4c23-ac09-f8c1cd01f86d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:40.467894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a0e83-c579-492a-8482-bd61d39785a7 req-7e2493e6-876e-43a1-806b-4fbc3e7f8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:40.468471 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f78a0e83-c579-492a-8482-bd61d39785a7 req-7e2493e6-876e-43a1-806b-4fbc3e7f8353 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9110a04574c34e00856b717816ed2999&device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 1095 time: 0.4415052 Jan 28 12:27:40.470356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] For port 4153b093-4b15-4bff-89b9-9ca427757dd3, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:40.599159 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717e93e-05fb-4cd7-8223-a71abcb12b6b service neutron] Pushing event updated for resources: {'Port': ['ID=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:40.762713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] For port 38126abd-fd36-4a25-ae4d-62d0a915a334, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:40.780126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] For port 4153b093-4b15-4bff-89b9-9ca427757dd3, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4153b093-4b15-4bff-89b9-9ca427757dd3,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:40.783411 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c77dd20-66bd-4c1f-9537-bf1c8cddce29 req-9c4fa836-0d00-4e3e-ade1-8c0ca0862083 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0269921 Jan 28 12:27:40.826649 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:40.919223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] For port 38126abd-fd36-4a25-ae4d-62d0a915a334, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=38126abd-fd36-4a25-ae4d-62d0a915a334,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:40.956574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a0e83-c579-492a-8482-bd61d39785a7 req-d3ea8325-0c87-4f32-924b-8afa20b121f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:40.958406 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f78a0e83-c579-492a-8482-bd61d39785a7 req-d3ea8325-0c87-4f32-924b-8afa20b121f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=424150de-2be4-45de-b35e-c47b464e72b1 HTTP/1.1" status: 200 len: 917 time: 0.4642735 Jan 28 12:27:40.981445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad2ca-6c79-4147-8a9c-bbebfbfe5bbb req-a94afcfd-706a-4fa5-b1ea-0f6b129f7f7b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:40.983457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c0ad2ca-6c79-4147-8a9c-bbebfbfe5bbb req-a94afcfd-706a-4fa5-b1ea-0f6b129f7f7b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.9789400 Jan 28 12:27:40.991548 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:41.084420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-7708bac2-57f8-4a16-bbcf-3f746e96ffb0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting port 9f9945d1-ba00-4863-9429-6c97a5e77915 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:41.085072 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-7708bac2-57f8-4a16-bbcf-3f746e96ffb0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:41.130481 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f78a0e83-c579-492a-8482-bd61d39785a7 req-1ced77a0-3a68-4a1c-9a7e-4b41bd356252 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0034d15-0e7e-4ce7-83ba-805080d41fc4 HTTP/1.1" status: 200 len: 217 time: 0.1591434 Jan 28 12:27:41.159227 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:41.166581 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:41.170866 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] 10.222.0.49 "PUT /v2.0/ports/4153b093-4b15-4bff-89b9-9ca427757dd3 HTTP/1.1" status: 200 len: 1092 time: 5.0236976 Jan 28 12:27:41.203963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-7708bac2-57f8-4a16-bbcf-3f746e96ffb0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] For port 9f9945d1-ba00-4863-9429-6c97a5e77915, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9f9945d1-ba00-4863-9429-6c97a5e77915,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:41.204363 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-7708bac2-57f8-4a16-bbcf-3f746e96ffb0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:41.232660 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca70560-c356-46b0-bd49-829a08741d71 req-151eae76-258d-4d02-90af-559c945c4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:41.236500 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-151eae76-258d-4d02-90af-559c945c4023 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dddca94966ca421caeb413c3ee7bb9e1&device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 1099 time: 0.8242562 Jan 28 12:27:41.236969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-7708bac2-57f8-4a16-bbcf-3f746e96ffb0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Calling delete_port for 9f9945d1-ba00-4863-9429-6c97a5e77915 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:41.407166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60839706-6423-4705-af20-924ae33e80ef req-83680a61-0f82-4a45-9cd8-43040b0d03a3 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:41.414083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60839706-6423-4705-af20-924ae33e80ef req-83680a61-0f82-4a45-9cd8-43040b0d03a3 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 944 time: 0.4929571 Jan 28 12:27:41.455475 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-32edfc46-4216-446a-9fc8-3d1908cff6e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 HTTP/1.1" status: 200 len: 217 time: 0.1198757 Jan 28 12:27:41.532054 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60839706-6423-4705-af20-924ae33e80ef req-c7d91aba-8e92-47ac-93dc-d225ab72285e tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169987 Jan 28 12:27:41.535139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:41.535797 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:41.537160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] 10.222.0.35 "PUT /v2.0/ports/38126abd-fd36-4a25-ae4d-62d0a915a334 HTTP/1.1" status: 200 len: 1091 time: 8.7763336 Jan 28 12:27:41.579143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a0e83-c579-492a-8482-bd61d39785a7 req-e126c173-bf62-4647-b231-41ffadc82d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:41.584949 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f78a0e83-c579-492a-8482-bd61d39785a7 req-e126c173-bf62-4647-b231-41ffadc82d37 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ba1aea3-444c-43c0-bd20-4431ad80e2c3 HTTP/1.1" status: 200 len: 855 time: 0.4389849 Jan 28 12:27:41.585607 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b918eff-df06-4fd3-ae45-95ec3ae82179 service neutron] Pushing event updated for resources: {'Port': ['ID=4153b093-4b15-4bff-89b9-9ca427757dd3,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:41.674305 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-6378a6fb-676a-4025-85b9-1a9da630ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:41.678295 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c0ad2ca-6c79-4147-8a9c-bbebfbfe5bbb req-63eff5bc-7ad8-4bd7-b11b-f20d2d81efd2 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6838939 Jan 28 12:27:41.684081 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-6378a6fb-676a-4025-85b9-1a9da630ae68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9110a04574c34e00856b717816ed2999&device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 1095 time: 0.3776059 Jan 28 12:27:41.802141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca70560-c356-46b0-bd49-829a08741d71 req-88e9f793-7bfc-48e6-8aa1-31bf9051d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:41.804191 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-88e9f793-7bfc-48e6-8aa1-31bf9051d7f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.3238792 Jan 28 12:27:41.806022 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-71075a80-cb5d-488d-a5c8-602e31d1cf38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4153b093-4b15-4bff-89b9-9ca427757dd3 HTTP/1.1" status: 200 len: 217 time: 0.0881705 Jan 28 12:27:41.922439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-deleted', 'tag': '911b49af-5b00-4bff-a960-6c2d591f6c7b'}, {'name': 'network-changed', 'server_uuid': '857553f8-46de-45a3-a8b3-2abf159d228a', 'tag': '38126abd-fd36-4a25-ae4d-62d0a915a334'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:41.924164 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393f7cee-49b7-42a5-bd86-327e83bad683" -d '{"events": [{"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-deleted", "tag": "911b49af-5b00-4bff-a960-6c2d591f6c7b"}, {"name": "network-changed", "server_uuid": "857553f8-46de-45a3-a8b3-2abf159d228a", "tag": "38126abd-fd36-4a25-ae4d-62d0a915a334"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:41.941813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a0e83-c579-492a-8482-bd61d39785a7 req-d5bf4ed9-c9f0-44a4-9d76-4a8defc4e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:41.943593 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f78a0e83-c579-492a-8482-bd61d39785a7 req-d5bf4ed9-c9f0-44a4-9d76-4a8defc4e4b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=424150de-2be4-45de-b35e-c47b464e72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3418007 Jan 28 12:27:41.947949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ec5cb-c5e2-486d-9604-ecbf31012209 service neutron] Pushing event updated for resources: {'Port': ['ID=38126abd-fd36-4a25-ae4d-62d0a915a334,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:42.009132 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbfa65f-f7b3-4971-baea-bc8f22db8b84 x-openstack-request-id: req-5bbfa65f-f7b3-4971-baea-bc8f22db8b84 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:42.009774 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-unplugged", "status": "completed", "tag": "911b49af-5b00-4bff-a960-6c2d591f6c7b", "code": 200}, {"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-unplugged", "status": "completed", "tag": "9f9945d1-ba00-4863-9429-6c97a5e77915", "code": 200}, {"server_uuid": "d7830325-859f-484b-be9c-e360a6d01df1", "name": "network-vif-plugged", "status": "completed", "tag": "7a398359-57c7-4146-a1b4-4fbd0cec4817", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:42.010040 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bbfa65f-f7b3-4971-baea-bc8f22db8b84 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:42.010913 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '911b49af-5b00-4bff-a960-6c2d591f6c7b', 'code': 200} Jan 28 12:27:42.012294 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9945d1-ba00-4863-9429-6c97a5e77915', 'code': 200} Jan 28 12:27:42.012737 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7830325-859f-484b-be9c-e360a6d01df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a398359-57c7-4146-a1b4-4fbd0cec4817', 'code': 200} Jan 28 12:27:42.014166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-f711ea0a-24ff-4a96-ac24-406a877731c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:42.016665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-f711ea0a-24ff-4a96-ac24-406a877731c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9110a04574c34e00856b717816ed2999&device_id=857553f8-46de-45a3-a8b3-2abf159d228a HTTP/1.1" status: 200 len: 1094 time: 0.3071892 Jan 28 12:27:42.060571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fae238-8676-428c-b2fd-da9b1ec744b9 req-bb144788-d1a9-4db8-8ff5-0097bf368320 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:42.068366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66fae238-8676-428c-b2fd-da9b1ec744b9 req-bb144788-d1a9-4db8-8ff5-0097bf368320 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 948 time: 0.3512847 Jan 28 12:27:42.123244 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-2c3ca412-fa8a-4321-ac84-3e1943af062c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38126abd-fd36-4a25-ae4d-62d0a915a334 HTTP/1.1" status: 200 len: 217 time: 0.0425198 Jan 28 12:27:42.161759 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abf32b7-ac73-426e-8a7c-4f4d54557d00 x-openstack-request-id: req-0abf32b7-ac73-426e-8a7c-4f4d54557d00 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:42.162147 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bfd439-41e8-44fe-a7d2-7014d431240e", "tag": "8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:42.162412 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0abf32b7-ac73-426e-8a7c-4f4d54557d00 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:42.162961 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bfd439-41e8-44fe-a7d2-7014d431240e', 'tag': '8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05', 'status': 'completed', 'code': 200} Jan 28 12:27:42.241377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2adcfd-c078-4992-afe5-bc75d47f97fe req-33c69889-6147-45d9-b060-122a8d1ad279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:42.242996 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4c2adcfd-c078-4992-afe5-bc75d47f97fe req-33c69889-6147-45d9-b060-122a8d1ad279 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 1096 time: 0.1212652 Jan 28 12:27:42.245437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca70560-c356-46b0-bd49-829a08741d71 req-61032e77-d721-42a6-be60-37041c6f3cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:42.247033 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-61032e77-d721-42a6-be60-37041c6f3cc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4295537 Jan 28 12:27:42.252539 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-cd5f5e6c-4224-44b2-bac6-e23c03bf4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:42.253828 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-cd5f5e6c-4224-44b2-bac6-e23c03bf4aaf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ba1aea3-444c-43c0-bd20-4431ad80e2c3 HTTP/1.1" status: 200 len: 855 time: 0.4351192 Jan 28 12:27:42.267521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66fae238-8676-428c-b2fd-da9b1ec744b9 req-50f7073e-2f46-4bac-8d51-6139c74d6c59 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981463 Jan 28 12:27:42.349680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b0034d15-0e7e-4ce7-83ba-805080d41fc4 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:42.369889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca67d4e7-14c3-49d0-a2d8-2068996ec6d8 admin admin] Router 9d201316-3c27-49c3-92d6-f65e1d931661 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:27:42.416965 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f78a0e83-c579-492a-8482-bd61d39785a7 req-82514d90-2d8f-400f-99c9-72aca0f7bcf8 service neutron] 10.222.0.49 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327266 Jan 28 12:27:42.449744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-ff035232-4e3a-4480-8a9f-bd0f826d96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:42.456411 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-ff035232-4e3a-4480-8a9f-bd0f826d96a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ba1aea3-444c-43c0-bd20-4431ad80e2c3 HTTP/1.1" status: 200 len: 855 time: 0.3128400 Jan 28 12:27:42.530402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b0034d15-0e7e-4ce7-83ba-805080d41fc4, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b0034d15-0e7e-4ce7-83ba-805080d41fc4,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:42.545801 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4c2adcfd-c078-4992-afe5-bc75d47f97fe req-f2774769-20af-4ab3-81d8-56a2ef1ce0dc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908311 Jan 28 12:27:42.547943 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-b7c76710-5881-4870-a578-d3c6de226dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:42.554442 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-b7c76710-5881-4870-a578-d3c6de226dd4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=424150de-2be4-45de-b35e-c47b464e72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2898319 Jan 28 12:27:42.554601 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-7708bac2-57f8-4a16-bbcf-3f746e96ffb0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (9f9945d1-ba00-4863-9429-6c97a5e77915), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:42.565201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'b0034d15-0e7e-4ce7-83ba-805080d41fc4', 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1', 'port_id': 'b0034d15-0e7e-4ce7-83ba-805080d41fc4', 'mac_address': 'fa:16:3e:e7:a4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba1aea3-444c-43c0-bd20-4431ad80e2c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:42.600714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d95c-dcde-48d2-a47e-12240ca5ae9e req-012c7a7e-bc2f-46bb-affb-545196c074b0 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:42.602371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d88d95c-dcde-48d2-a47e-12240ca5ae9e req-012c7a7e-bc2f-46bb-affb-545196c074b0 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 945 time: 0.3804104 Jan 28 12:27:42.605812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b0034d15-0e7e-4ce7-83ba-805080d41fc4 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:42.606584 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:42.613231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8956e0-8e79-4acb-93c3-df8362053cf5 req-5d0b59bd-b2f5-453a-b309-fcc997c4347b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:42.616877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d8956e0-8e79-4acb-93c3-df8362053cf5 req-5d0b59bd-b2f5-453a-b309-fcc997c4347b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e19fa85-6e2e-450a-a348-3197943a7beb HTTP/1.1" status: 200 len: 943 time: 0.2579694 Jan 28 12:27:42.617695 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-341e87b1-294e-490b-a423-8961e0eea5f8 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278079 Jan 28 12:27:42.620560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0034d15-0e7e-4ce7-83ba-805080d41fc4 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:42.644546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b0034d15-0e7e-4ce7-83ba-805080d41fc4, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b0034d15-0e7e-4ce7-83ba-805080d41fc4,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:42.649718 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:42.655627 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f78a0e83-c579-492a-8482-bd61d39785a7 req-f819ad9a-881f-4092-890f-1b259f17f194 service neutron] 10.222.0.49 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338762 Jan 28 12:27:42.710473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b0034d15-0e7e-4ce7-83ba-805080d41fc4,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:42.720488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.721107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.721614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.722108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.722647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.723132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.723638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.724132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.724966 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.725446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.725951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.726427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.726912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:27:42.770055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708bac2-57f8-4a16-bbcf-3f746e96ffb0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Port': ['ID=9f9945d1-ba00-4863-9429-6c97a5e77915,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:42.893373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca67d4e7-14c3-49d0-a2d8-2068996ec6d8 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:27:42.912489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e75ebda-6f8f-4784-8713-11691344ff77 None None] Sync routers for ids ['9d201316-3c27-49c3-92d6-f65e1d931661'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:27:42.915668 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ca67d4e7-14c3-49d0-a2d8-2068996ec6d8 admin admin] 10.222.0.53 "PUT /v2.0/routers/9d201316-3c27-49c3-92d6-f65e1d931661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1654642 Jan 28 12:27:42.918169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-34c14996-7258-4c13-9bf8-2922eb1a6cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:42.921226 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-34c14996-7258-4c13-9bf8-2922eb1a6cae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=424150de-2be4-45de-b35e-c47b464e72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4477949 Jan 28 12:27:42.921434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35442) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:42.935266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b0034d15-0e7e-4ce7-83ba-805080d41fc4'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:42.941743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d88d95c-dcde-48d2-a47e-12240ca5ae9e req-5fbef880-0d0a-4aa3-82c8-cdef1c5920c0 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958715 Jan 28 12:27:42.980295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-7708bac2-57f8-4a16-bbcf-3f746e96ffb0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] No DVR routers for this DVR port 9f9945d1-ba00-4863-9429-6c97a5e77915 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:27:42.984239 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-7708bac2-57f8-4a16-bbcf-3f746e96ffb0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:42.991376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16649bf4-826b-496d-bdb5-fff3f8ff063c req-7708bac2-57f8-4a16-bbcf-3f746e96ffb0 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.49 "DELETE /v2.0/ports/9f9945d1-ba00-4863-9429-6c97a5e77915 HTTP/1.1" status: 204 len: 173 time: 3.0809579 Jan 28 12:27:43.011263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e75ebda-6f8f-4784-8713-11691344ff77 None None] Routers {'9d201316-3c27-49c3-92d6-f65e1d931661'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:27:43.012016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1e75ebda-6f8f-4784-8713-11691344ff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:27:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9d201316-3c27-49c3-92d6-f65e1d931661'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:43.080121 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-2ff7569e-77a2-435c-91bc-2c7996b4ba22 service neutron] 10.222.0.49 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345015 Jan 28 12:27:43.125646 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-aca70560-c356-46b0-bd49-829a08741d71 req-50aaeabc-2dd6-4967-a206-9cc7d5e449e8 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787224 Jan 28 12:27:43.130249 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e452df-7f03-4014-a489-f9889d2980f5 x-openstack-request-id: req-24e452df-7f03-4014-a489-f9889d2980f5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:43.130638 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-deleted", "tag": "911b49af-5b00-4bff-a960-6c2d591f6c7b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "857553f8-46de-45a3-a8b3-2abf159d228a", "tag": "38126abd-fd36-4a25-ae4d-62d0a915a334", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:43.130903 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24e452df-7f03-4014-a489-f9889d2980f5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:43.131354 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-deleted', 'tag': '911b49af-5b00-4bff-a960-6c2d591f6c7b', 'status': 'completed', 'code': 200} Jan 28 12:27:43.131619 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857553f8-46de-45a3-a8b3-2abf159d228a', 'tag': '38126abd-fd36-4a25-ae4d-62d0a915a334', 'status': 'completed', 'code': 200} Jan 28 12:27:43.167929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Publish callbacks [] for router (9d201316-3c27-49c3-92d6-f65e1d931661), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:43.251891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b4659b40-dafb-4c23-ac09-f8c1cd01f86d up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:43.316049 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c33014f6-14c1-448f-b9e0-ee9861981fc3 req-d3dcf262-d4be-4ea7-8ae7-a0226d425c9b service neutron] 10.222.0.49 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264061 Jan 28 12:27:43.347129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1e75ebda-6f8f-4784-8713-11691344ff77 None None] Set router 9d201316-3c27-49c3-92d6-f65e1d931661 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:27:43.350491 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d8956e0-8e79-4acb-93c3-df8362053cf5 req-516f8c6f-e438-4b87-b51f-7afeadf8d7c8 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6613138 Jan 28 12:27:43.419894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03220-9168-4b00-afa8-6d9edfd4674b req-4518d050-91dc-44d8-b60b-830ceb79f887 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:43.421521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61f03220-9168-4b00-afa8-6d9edfd4674b req-4518d050-91dc-44d8-b60b-830ceb79f887 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 944 time: 0.1970935 Jan 28 12:27:43.477457 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Publish callbacks [] for router_gateway (9d201316-3c27-49c3-92d6-f65e1d931661), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:43.485726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-a8fed683-c5e2-427c-874f-66a749e5ed01 service neutron] 10.222.0.35 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175252 Jan 28 12:27:43.492106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4cc0c-fedb-45cd-9c3f-f387bcfa569a req-19e5334f-cfb6-4087-b920-73c41318ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:43.494072 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02b4cc0c-fedb-45cd-9c3f-f387bcfa569a req-19e5334f-cfb6-4087-b920-73c41318ce86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dddca94966ca421caeb413c3ee7bb9e1&device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 1099 time: 0.2007792 Jan 28 12:27:43.558037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port b4659b40-dafb-4c23-ac09-f8c1cd01f86d completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:27:43.569273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port b4659b40-dafb-4c23-ac09-f8c1cd01f86d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:43.569839 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:43.617826 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61f03220-9168-4b00-afa8-6d9edfd4674b req-2acab20b-7ddb-4bcb-a700-f0c7ff8be6ba tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859465 Jan 28 12:27:43.637847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d0683-486a-4422-8952-8f34feceaa23 req-83c56a6e-c31c-4cc4-93f1-ff0f7deeded9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:43.639426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-162d0683-486a-4422-8952-8f34feceaa23 req-83c56a6e-c31c-4cc4-93f1-ff0f7deeded9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.1510875 Jan 28 12:27:43.707071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-049e48ae-c3ef-4ab8-a40b-627726a61768 req-1ad048eb-50a5-4d92-a0b3-9bb10778b809 service neutron] 10.222.0.35 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994474 Jan 28 12:27:43.713575 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4cc0c-fedb-45cd-9c3f-f387bcfa569a req-34c35f82-0be3-42c9-bc57-f546048cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:43.720642 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02b4cc0c-fedb-45cd-9c3f-f387bcfa569a req-34c35f82-0be3-42c9-bc57-f546048cab9a service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1858647 Jan 28 12:27:43.726964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-162d0683-486a-4422-8952-8f34feceaa23 req-81ff09e6-e79e-4308-9727-e0bb17241805 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691588 Jan 28 12:27:43.810329 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02b4cc0c-fedb-45cd-9c3f-f387bcfa569a req-ab97f36d-b02c-448c-ad6b-aed29672d963 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 HTTP/1.1" status: 200 len: 217 time: 0.0700932 Jan 28 12:27:43.823995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port b4659b40-dafb-4c23-ac09-f8c1cd01f86d is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:43.823995 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:43.847453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Deleting port 0d90d014-ba40-407a-8bd2-74d8b262ca12 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:43.851526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:43.893514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f7cee-49b7-42a5-bd86-327e83bad683 req-39e5c603-72c6-4164-bcdb-9b693988081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:43.901194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-393f7cee-49b7-42a5-bd86-327e83bad683 req-39e5c603-72c6-4164-bcdb-9b693988081e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9110a04574c34e00856b717816ed2999&device_id=857553f8-46de-45a3-a8b3-2abf159d228a HTTP/1.1" status: 200 len: 1094 time: 0.0912073 Jan 28 12:27:43.908574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1e75ebda-6f8f-4784-8713-11691344ff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:27:37Z', 'revision_number': 5, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port': {'id': '0d90d014-ba40-407a-8bd2-74d8b262ca12', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:23:26Z', 'updated_at': '2022-01-28T12:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:43.968211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4cc0c-fedb-45cd-9c3f-f387bcfa569a req-2608514d-5ae0-40b0-b6cc-94df8267252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:43.975421 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02b4cc0c-fedb-45cd-9c3f-f387bcfa569a req-2608514d-5ae0-40b0-b6cc-94df8267252a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1537132 Jan 28 12:27:43.995093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port b4659b40-dafb-4c23-ac09-f8c1cd01f86d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b4659b40-dafb-4c23-ac09-f8c1cd01f86d,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:43.999946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e75ebda-6f8f-4784-8713-11691344ff77 None None] Checking router: 9d201316-3c27-49c3-92d6-f65e1d931661 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:27:44.011841 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:44.025530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b960ca-ccb7-4920-ab48-209c00c32dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4659b40-dafb-4c23-ac09-f8c1cd01f86d'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:44.027995 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301cc486-8575-4f16-a72d-6244aa533626" -d '{"events": [{"server_uuid": "c3b960ca-ccb7-4920-ab48-209c00c32dde", "name": "network-vif-plugged", "status": "completed", "tag": "b4659b40-dafb-4c23-ac09-f8c1cd01f86d"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:44.061490 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e75ebda-6f8f-4784-8713-11691344ff77 None None] Routers {'9d201316-3c27-49c3-92d6-f65e1d931661'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:27:44.062702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1e75ebda-6f8f-4784-8713-11691344ff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:27:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9d201316-3c27-49c3-92d6-f65e1d931661'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:44.091715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f7cee-49b7-42a5-bd86-327e83bad683 req-3d406d8d-0b38-4334-992f-016e8185d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:44.095215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-393f7cee-49b7-42a5-bd86-327e83bad683 req-3d406d8d-0b38-4334-992f-016e8185d82b service neutron] 10.222.0.35 "GET /v2.0/networks?id=424150de-2be4-45de-b35e-c47b464e72b1 HTTP/1.1" status: 200 len: 917 time: 0.1750793 Jan 28 12:27:44.155531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-393f7cee-49b7-42a5-bd86-327e83bad683 req-705a4905-35e2-4d14-8ff3-cab8d1c0ccc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38126abd-fd36-4a25-ae4d-62d0a915a334 HTTP/1.1" status: 200 len: 217 time: 0.0545802 Jan 28 12:27:44.186325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] For port 0d90d014-ba40-407a-8bd2-74d8b262ca12, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0d90d014-ba40-407a-8bd2-74d8b262ca12,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:44.187020 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:44.204487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Calling delete_port for 0d90d014-ba40-407a-8bd2-74d8b262ca12 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:44.215531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224f88e-32eb-471d-b664-1b2de3b12966 req-54879b0d-fa5f-43e4-8ca5-69ea83e31975 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:44.217377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8224f88e-32eb-471d-b664-1b2de3b12966 req-54879b0d-fa5f-43e4-8ca5-69ea83e31975 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 948 time: 0.3091083 Jan 28 12:27:44.311107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=b4659b40-dafb-4c23-ac09-f8c1cd01f86d,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:44.316480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1525160-e68a-4b08-8060-3c8fc2d3ef7f req-67bf4e73-b6a3-45fe-94c5-75d711cc3e68 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:44.320235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1525160-e68a-4b08-8060-3c8fc2d3ef7f req-67bf4e73-b6a3-45fe-94c5-75d711cc3e68 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 945 time: 0.1602056 Jan 28 12:27:44.349028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1e75ebda-6f8f-4784-8713-11691344ff77 None None] Set router 9d201316-3c27-49c3-92d6-f65e1d931661 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:27:44.362649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f7cee-49b7-42a5-bd86-327e83bad683 req-ae41e913-9df9-4802-a27b-9f6eaadc9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:44.364378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-393f7cee-49b7-42a5-bd86-327e83bad683 req-ae41e913-9df9-4802-a27b-9f6eaadc9a70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ba1aea3-444c-43c0-bd20-4431ad80e2c3 HTTP/1.1" status: 200 len: 855 time: 0.1887627 Jan 28 12:27:44.368782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8224f88e-32eb-471d-b664-1b2de3b12966 req-1e71241b-8b82-4820-943a-7b0ef9e14a63 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255658 Jan 28 12:27:44.421172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1e75ebda-6f8f-4784-8713-11691344ff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:27:43Z', 'revision_number': 6, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:44.424077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b0034d15-0e7e-4ce7-83ba-805080d41fc4 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:44.480537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1525160-e68a-4b08-8060-3c8fc2d3ef7f req-10b6e2e7-8105-43b7-a3b6-b8bb86715741 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558671 Jan 28 12:27:44.484811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e75ebda-6f8f-4784-8713-11691344ff77 None None] The sync data for ids ['9d201316-3c27-49c3-92d6-f65e1d931661'] in n-d-824835-4 is: [{'id': '9d201316-3c27-49c3-92d6-f65e1d931661', 'name': 'tempest-ServersTestBootFromVolume-1231054945-router', 'tenant_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:23:25Z', 'updated_at': '2022-01-28T12:27:43Z', 'revision_number': 6, 'project_id': '8473c6f1cd984f95b129e1cd0af3aba4', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:27:44.521469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f7cee-49b7-42a5-bd86-327e83bad683 req-171ad0d3-658a-4e3c-b621-3e1ad63955c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:44.523245 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-393f7cee-49b7-42a5-bd86-327e83bad683 req-171ad0d3-658a-4e3c-b621-3e1ad63955c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=424150de-2be4-45de-b35e-c47b464e72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229689 Jan 28 12:27:44.592913 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0101a04-ca7d-4d2e-a811-52084dbc4cca x-openstack-request-id: req-f0101a04-ca7d-4d2e-a811-52084dbc4cca {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:44.593258 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b960ca-ccb7-4920-ab48-209c00c32dde", "name": "network-vif-plugged", "status": "completed", "tag": "b4659b40-dafb-4c23-ac09-f8c1cd01f86d", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:44.594177 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0101a04-ca7d-4d2e-a811-52084dbc4cca {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:44.597413 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b960ca-ccb7-4920-ab48-209c00c32dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4659b40-dafb-4c23-ac09-f8c1cd01f86d', 'code': 200} Jan 28 12:27:44.637603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80131760-e688-46ec-9ee9-fb4f94196213', 'tag': '4153b093-4b15-4bff-89b9-9ca427757dd3'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:44.640991 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034708d5-3900-4ade-8edd-42034fee7741" -d '{"events": [{"name": "network-changed", "server_uuid": "80131760-e688-46ec-9ee9-fb4f94196213", "tag": "4153b093-4b15-4bff-89b9-9ca427757dd3"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:44.686074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35486) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:44.720859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port b0034d15-0e7e-4ce7-83ba-805080d41fc4 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:27:44.726641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port b0034d15-0e7e-4ce7-83ba-805080d41fc4 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:44.727074 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:44.746238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261492-f55e-4b10-9c26-fafe0b40be4a req-af8dba89-53bf-4e9c-bf9e-1c1a761fa00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:44.748375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e261492-f55e-4b10-9c26-fafe0b40be4a req-af8dba89-53bf-4e9c-bf9e-1c1a761fa00e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3b960ca-ccb7-4920-ab48-209c00c32dde HTTP/1.1" status: 200 len: 1096 time: 0.0866058 Jan 28 12:27:44.752420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-393f7cee-49b7-42a5-bd86-327e83bad683 req-187c83ea-ff4a-4da8-b840-30175b23edd3 service neutron] 10.222.0.35 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119961 Jan 28 12:27:44.810607 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a19fc94-e693-424c-9a1f-dd95ddd6bf9d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting subnet 0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:27:44.818622 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a19fc94-e693-424c-9a1f-dd95ddd6bf9d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for subnet (0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:44.879147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4cc0c-fedb-45cd-9c3f-f387bcfa569a req-b2b79db8-6feb-4df6-90fb-bba5a27fe457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:44.880922 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02b4cc0c-fedb-45cd-9c3f-f387bcfa569a req-b2b79db8-6feb-4df6-90fb-bba5a27fe457 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8829551 Jan 28 12:27:44.910315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b0034d15-0e7e-4ce7-83ba-805080d41fc4 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:44.910715 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:44.954665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e261492-f55e-4b10-9c26-fafe0b40be4a req-8d42fa66-1a16-4977-a883-7a52e0f185c9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916585 Jan 28 12:27:44.976229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de12341-f97d-4057-a5d2-c58a3a7e1692 req-f71a536c-003e-4eda-9da8-8b5d1adbdff0 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:44.983919 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9de12341-f97d-4057-a5d2-c58a3a7e1692 req-f71a536c-003e-4eda-9da8-8b5d1adbdff0 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3b960ca-ccb7-4920-ab48-209c00c32dde HTTP/1.1" status: 200 len: 945 time: 0.1984901 Jan 28 12:27:45.000840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b0034d15-0e7e-4ce7-83ba-805080d41fc4, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b0034d15-0e7e-4ce7-83ba-805080d41fc4,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:45.008782 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:45.042990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-393f7cee-49b7-42a5-bd86-327e83bad683 req-0927c24b-ea44-4b3d-b620-0e707f5f180f service neutron] 10.222.0.35 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588446 Jan 28 12:27:45.055572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a19fc94-e693-424c-9a1f-dd95ddd6bf9d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:45.080023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9de12341-f97d-4057-a5d2-c58a3a7e1692 req-c6380e82-f2eb-4ca2-8807-c07031586147 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943091 Jan 28 12:27:45.110819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b0034d15-0e7e-4ce7-83ba-805080d41fc4,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:45.132909 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2c2454-e649-4a13-b4fc-9e51f8b8b48a x-openstack-request-id: req-fd2c2454-e649-4a13-b4fc-9e51f8b8b48a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:45.133262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-deleted', 'tag': '9f9945d1-ba00-4863-9429-6c97a5e77915'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:45.133731 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80131760-e688-46ec-9ee9-fb4f94196213", "tag": "4153b093-4b15-4bff-89b9-9ca427757dd3", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:45.133731 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd2c2454-e649-4a13-b4fc-9e51f8b8b48a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:45.134114 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80131760-e688-46ec-9ee9-fb4f94196213', 'tag': '4153b093-4b15-4bff-89b9-9ca427757dd3', 'status': 'completed', 'code': 200} Jan 28 12:27:45.135971 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfbda1f-a23a-445d-a8d8-4513a9089e12" -d '{"events": [{"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-deleted", "tag": "9f9945d1-ba00-4863-9429-6c97a5e77915"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:45.294801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0b647-a2e2-4099-a516-dd3922b72d13 req-b448df8d-a76a-4217-9b7e-55c51d64ba3d tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:45.296484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ca0b647-a2e2-4099-a516-dd3922b72d13 req-b448df8d-a76a-4217-9b7e-55c51d64ba3d tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 944 time: 0.0660448 Jan 28 12:27:45.317209 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02b4cc0c-fedb-45cd-9c3f-f387bcfa569a req-902e2b7e-4897-4ca4-bc6b-4d8a661eeb97 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286666 Jan 28 12:27:45.359557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ca0b647-a2e2-4099-a516-dd3922b72d13 req-0e24dc69-b30a-45be-affc-c3f431074419 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525401 Jan 28 12:27:45.360570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034708d5-3900-4ade-8edd-42034fee7741 req-5ee1853a-b58c-47a6-a739-7ca0f8615610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:45.362101 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-034708d5-3900-4ade-8edd-42034fee7741 req-5ee1853a-b58c-47a6-a739-7ca0f8615610 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9110a04574c34e00856b717816ed2999&device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 1095 time: 0.1675320 Jan 28 12:27:45.384523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a19fc94-e693-424c-9a1f-dd95ddd6bf9d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:45.481863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f15ab-1c54-443e-9c45-274fb20f5f80 req-5703d39a-7755-4f20-87ce-c4942be075fe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:45.487939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f54f15ab-1c54-443e-9c45-274fb20f5f80 req-5703d39a-7755-4f20-87ce-c4942be075fe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.0668941 Jan 28 12:27:45.511798 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8bd0d8-9870-4fa4-8798-a3061496a300 x-openstack-request-id: req-2e8bd0d8-9870-4fa4-8798-a3061496a300 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:45.512419 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e19fa85-6e2e-450a-a348-3197943a7beb", "name": "network-vif-deleted", "tag": "9f9945d1-ba00-4863-9429-6c97a5e77915", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:45.512869 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e8bd0d8-9870-4fa4-8798-a3061496a300 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:45.513331 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e19fa85-6e2e-450a-a348-3197943a7beb', 'name': 'network-vif-deleted', 'tag': '9f9945d1-ba00-4863-9429-6c97a5e77915', 'status': 'completed', 'code': 200} Jan 28 12:27:45.567116 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f54f15ab-1c54-443e-9c45-274fb20f5f80 req-5b7d1b20-636b-4d7f-9dd9-068bb74a6236 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737104 Jan 28 12:27:45.582685 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a19fc94-e693-424c-9a1f-dd95ddd6bf9d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:45.618995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0d90d014-ba40-407a-8bd2-74d8b262ca12), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:45.620986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0d90d014-ba40-407a-8bd2-74d8b262ca12 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:45.647836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd972a30-c59d-410b-84eb-e516d37cb8f5 None None] Network bdeb8875-99de-4b23-9a25-dd329038adf9 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:45.650426 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a19fc94-e693-424c-9a1f-dd95ddd6bf9d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:45.660834 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35530) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:45.674235 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3a19fc94-e693-424c-9a1f-dd95ddd6bf9d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "DELETE /v2.0/subnets/0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6 HTTP/1.1" status: 204 len: 168 time: 0.9862843 Jan 28 12:27:45.705262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 0d90d014-ba40-407a-8bd2-74d8b262ca12 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:27:45.705604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0d90d014-ba40-407a-8bd2-74d8b262ca12 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:27:45.706025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:45.748894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19fc94-e693-424c-9a1f-dd95ddd6bf9d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6e959d-0dc3-4b54-bf44-2aeb6ff8ece6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:45.760890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d90d014-ba40-407a-8bd2-74d8b262ca12,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:45.801939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:27:45.802432 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 423b0a1d-4222-4bf9-8c68-6049ae72d9e2 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:27:45.815264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034708d5-3900-4ade-8edd-42034fee7741 req-42c54856-0e69-4b6e-8145-4b49977ff99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:45.816748 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-034708d5-3900-4ade-8edd-42034fee7741 req-42c54856-0e69-4b6e-8145-4b49977ff99c service neutron] 10.222.0.49 "GET /v2.0/networks?id=424150de-2be4-45de-b35e-c47b464e72b1 HTTP/1.1" status: 200 len: 917 time: 0.4428689 Jan 28 12:27:45.818842 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02b4cc0c-fedb-45cd-9c3f-f387bcfa569a req-4d17f5b3-23b2-45c0-b800-c0504f52e4af service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765089 Jan 28 12:27:45.870416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89fd9c-1e73-4a9b-9b2a-0b0b6539db63 req-b69e22fc-928f-465b-9710-a999467b9318 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:45.872326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a89fd9c-1e73-4a9b-9b2a-0b0b6539db63 req-b69e22fc-928f-465b-9710-a999467b9318 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 948 time: 0.1990373 Jan 28 12:27:45.888529 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (bdeb8875-99de-4b23-9a25-dd329038adf9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:45.908657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35507595-dbfa-471f-83a1-17293bc5b23a req-301ba0b7-458c-41bb-b3d9-fe9c84ac748c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:45.910224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35507595-dbfa-471f-83a1-17293bc5b23a req-301ba0b7-458c-41bb-b3d9-fe9c84ac748c tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 945 time: 0.1264751 Jan 28 12:27:45.921574 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-034708d5-3900-4ade-8edd-42034fee7741 req-316d5887-db2f-4e73-a428-df9f145b2f38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4153b093-4b15-4bff-89b9-9ca427757dd3 HTTP/1.1" status: 200 len: 217 time: 0.0758696 Jan 28 12:27:45.958450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e963fe-826a-4cc7-bcc5-484d62388dac None None] DHCP port deletion for bdeb8875-99de-4b23-9a25-dd329038adf9 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:27:45.968098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (9d201316-3c27-49c3-92d6-f65e1d931661), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.009329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-29e963fe-826a-4cc7-bcc5-484d62388dac None None] Deleting port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:46.010130 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29e963fe-826a-4cc7-bcc5-484d62388dac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.019534 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a89fd9c-1e73-4a9b-9b2a-0b0b6539db63 req-42fb3ee7-4c34-44cc-aa56-0bdeaa3cd89e tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285708 Jan 28 12:27:46.025927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35507595-dbfa-471f-83a1-17293bc5b23a req-c238ee6d-c803-4124-88de-3e8d1efdefb4 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4005f46-f704-4d94-906d-571acaefb952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066778 Jan 28 12:27:46.034413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034708d5-3900-4ade-8edd-42034fee7741 req-c8775ff8-0b57-4706-bd16-8ab26400f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:46.035890 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-034708d5-3900-4ade-8edd-42034fee7741 req-c8775ff8-0b57-4706-bd16-8ab26400f84a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ba1aea3-444c-43c0-bd20-4431ad80e2c3 HTTP/1.1" status: 200 len: 855 time: 0.1076896 Jan 28 12:27:46.065724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:46.066794 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.096984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (9d201316-3c27-49c3-92d6-f65e1d931661), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.100722 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Publish callbacks [] for router_controller (9d201316-3c27-49c3-92d6-f65e1d931661), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.141955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-29e963fe-826a-4cc7-bcc5-484d62388dac None None] For port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae,segment=NetworkSegment(fffd34cd-0a73-4f27-b8cf-db37a43e55fa),segment_id=fffd34cd-0a73-4f27-b8cf-db37a43e55fa)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:46.142617 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29e963fe-826a-4cc7-bcc5-484d62388dac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.163901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-29e963fe-826a-4cc7-bcc5-484d62388dac None None] Calling delete_port for 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:46.164266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034708d5-3900-4ade-8edd-42034fee7741 req-84b8b3b3-9cc2-477f-b47f-f4a92266166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:46.166024 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-034708d5-3900-4ade-8edd-42034fee7741 req-84b8b3b3-9cc2-477f-b47f-f4a92266166b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=424150de-2be4-45de-b35e-c47b464e72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004283 Jan 28 12:27:46.173229 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (9d201316-3c27-49c3-92d6-f65e1d931661), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.174652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d201316-3c27-49c3-92d6-f65e1d931661 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:27:46.187167 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.189125 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-023a4d36-9b58-4033-a32b-69a6506140a4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9d201316-3c27-49c3-92d6-f65e1d931661 HTTP/1.1" status: 204 len: 168 time: 3.2653689 Jan 28 12:27:46.199862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35548) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:46.284701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-550c022b-f841-42ff-bf12-dd4148541f4c admin admin] Deleting subnet 51938959-b70b-4b11-a33e-eadb211e1a60 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:27:46.305097 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550c022b-f841-42ff-bf12-dd4148541f4c admin admin] Publish callbacks [] for subnet (51938959-b70b-4b11-a33e-eadb211e1a60), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.309968 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29e963fe-826a-4cc7-bcc5-484d62388dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.311032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] For port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae,segment=NetworkSegment(fffd34cd-0a73-4f27-b8cf-db37a43e55fa),segment_id=fffd34cd-0a73-4f27-b8cf-db37a43e55fa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:46.311574 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.334953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Calling delete_port for 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:46.356240 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-034708d5-3900-4ade-8edd-42034fee7741 req-59149a59-b738-4b35-b1ec-6031a4e39326 service neutron] 10.222.0.49 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791694 Jan 28 12:27:46.360339 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550c022b-f841-42ff-bf12-dd4148541f4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (51938959-b70b-4b11-a33e-eadb211e1a60), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.367273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e963fe-826a-4cc7-bcc5-484d62388dac None None] Pushing event deleted for resources: {'Port': ['ID=1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:46.376731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e963fe-826a-4cc7-bcc5-484d62388dac None None] No DVR routers for this DVR port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:27:46.400458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e346d8-ebb8-4d0f-8c63-0283fb4995d0 req-8041bc07-b63d-4349-ab1d-f6ad58cce3f8 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:46.400756 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:46.405748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2e346d8-ebb8-4d0f-8c63-0283fb4995d0 req-8041bc07-b63d-4349-ab1d-f6ad58cce3f8 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3b960ca-ccb7-4920-ab48-209c00c32dde HTTP/1.1" status: 200 len: 945 time: 0.1565816 Jan 28 12:27:46.483406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-fbf3fafb-13c7-4657-aec3-087bf8c660e2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:46.485133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-fbf3fafb-13c7-4657-aec3-087bf8c660e2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/networks?id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 200 len: 805 time: 0.3159101 Jan 28 12:27:46.510477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:46.523197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05', 'mac_address': 'fa:16:3e:93:07:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:46.532093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-a2033325-6685-4ac3-bf02-9bef5b207c5d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/quotas/1b7716d8fdb2453cb3f008626cbd95a0 HTTP/1.1" status: 200 len: 375 time: 0.0389812 Jan 28 12:27:46.539382 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-034708d5-3900-4ade-8edd-42034fee7741 req-6bf92d15-c874-4964-bae9-24f2f1997da2 service neutron] 10.222.0.49 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765389 Jan 28 12:27:46.543716 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550c022b-f841-42ff-bf12-dd4148541f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (51938959-b70b-4b11-a33e-eadb211e1a60), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.561092 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2e346d8-ebb8-4d0f-8c63-0283fb4995d0 req-2cb6af65-1ad7-47be-b7a9-69bd8390f9db tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541395 Jan 28 12:27:46.564638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:46.565142 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.581082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:46.592923 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.603473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dcf9ef-c7af-480d-8543-90cf7b0e3d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0034d15-0e7e-4ce7-83ba-805080d41fc4'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:46.605221 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550c022b-f841-42ff-bf12-dd4148541f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (51938959-b70b-4b11-a33e-eadb211e1a60), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.605854 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e4776d-5c59-4aab-aaa3-29f78abd8858" -d '{"events": [{"server_uuid": "43dcf9ef-c7af-480d-8543-90cf7b0e3d2f", "name": "network-vif-plugged", "status": "completed", "tag": "b0034d15-0e7e-4ce7-83ba-805080d41fc4"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:46.619888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:46.624715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Port': ['ID=1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:46.625578 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.626882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4153b093-4b15-4bff-89b9-9ca427757dd3 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:46.633702 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550c022b-f841-42ff-bf12-dd4148541f4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.634980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8535ac-2c18-4d21-b50f-2ef08865e61a None None] Network e7afdf34-7eb6-485a-b403-60ea6dfbabf6 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:46.636747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] No DVR routers for this DVR port 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:27:46.646329 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35556) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:46.647382 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-550c022b-f841-42ff-bf12-dd4148541f4c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/51938959-b70b-4b11-a33e-eadb211e1a60 HTTP/1.1" status: 204 len: 168 time: 0.4464364 Jan 28 12:27:46.671037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c022b-f841-42ff-bf12-dd4148541f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51938959-b70b-4b11-a33e-eadb211e1a60,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:46.761714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:46.865716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 4153b093-4b15-4bff-89b9-9ca427757dd3, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4153b093-4b15-4bff-89b9-9ca427757dd3,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:46.880233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '4153b093-4b15-4bff-89b9-9ca427757dd3', 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1', 'port_id': '4153b093-4b15-4bff-89b9-9ca427757dd3', 'mac_address': 'fa:16:3e:fc:ca:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba1aea3-444c-43c0-bd20-4431ad80e2c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:46.882908 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.923849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 4153b093-4b15-4bff-89b9-9ca427757dd3 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:46.924246 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:46.927482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308dd881-0419-4639-bedf-4fa281af8f44 None None] DHCP port deletion for e7afdf34-7eb6-485a-b403-60ea6dfbabf6 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:27:46.944002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4153b093-4b15-4bff-89b9-9ca427757dd3 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:46.988374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 4153b093-4b15-4bff-89b9-9ca427757dd3, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4153b093-4b15-4bff-89b9-9ca427757dd3,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:46.993804 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.022029 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-99187294-1c2d-4704-85c3-5530af3c687d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4832418 Jan 28 12:27:47.041310 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-308dd881-0419-4639-bedf-4fa281af8f44 None None] Deleting port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:47.041690 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-308dd881-0419-4639-bedf-4fa281af8f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.061096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=4153b093-4b15-4bff-89b9-9ca427757dd3,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:47.115656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-308dd881-0419-4639-bedf-4fa281af8f44 None None] For port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dd9cc3fa-ca82-48c1-aab1-002ba6eb6268,segment=NetworkSegment(99263165-4175-456c-8985-ff3cfa501a53),segment_id=99263165-4175-456c-8985-ff3cfa501a53)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:47.116065 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-308dd881-0419-4639-bedf-4fa281af8f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.134047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-308dd881-0419-4639-bedf-4fa281af8f44 None None] Calling delete_port for dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:47.166751 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (bdeb8875-99de-4b23-9a25-dd329038adf9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.212989 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e7afdf34-7eb6-485a-b403-60ea6dfbabf6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.227431 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-308dd881-0419-4639-bedf-4fa281af8f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (dd9cc3fa-ca82-48c1-aab1-002ba6eb6268), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.237619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 38126abd-fd36-4a25-ae4d-62d0a915a334 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:47.240140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 550623bc-82b7-4cc3-85eb-d828df63e0d2 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:47.244760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888f949-6959-4a70-ab56-a40bfff6243a req-71fb23b6-aa63-454d-9d26-5eed69c43d4d tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:47.246250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4888f949-6959-4a70-ab56-a40bfff6243a req-71fb23b6-aa63-454d-9d26-5eed69c43d4d tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 945 time: 0.5567865 Jan 28 12:27:47.249439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdeb8875-99de-4b23-9a25-dd329038adf9']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:47.269106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffd34cd-0a73-4f27-b8cf-db37a43e55fa') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:47.269409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffd34cd-0a73-4f27-b8cf-db37a43e55fa') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:47.283571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308dd881-0419-4639-bedf-4fa281af8f44 None None] Pushing event deleted for resources: {'Port': ['ID=dd9cc3fa-ca82-48c1-aab1-002ba6eb6268,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:47.289830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308dd881-0419-4639-bedf-4fa281af8f44 None None] No DVR routers for this DVR port dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:27:47.292838 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (fffd34cd-0a73-4f27-b8cf-db37a43e55fa), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.299970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:47.308097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['4153b093-4b15-4bff-89b9-9ca427757dd3'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:47.370361 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (fffd34cd-0a73-4f27-b8cf-db37a43e55fa), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.402199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-0981289f-2ce8-410a-994a-f3d17420dce0 service neutron] 10.222.0.53 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408337 Jan 28 12:27:47.434251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:27:47.434665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (fffd34cd-0a73-4f27-b8cf-db37a43e55fa), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:27:47.438018 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:27:47.445329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e7afdf34-7eb6-485a-b403-60ea6dfbabf6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.516918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4888f949-6959-4a70-ab56-a40bfff6243a req-4f6ecad8-5169-431e-953f-9b7a122488f6 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572234 Jan 28 12:27:47.584134 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d948f59f-e842-4663-9412-bbca7b4c317b x-openstack-request-id: req-d948f59f-e842-4663-9412-bbca7b4c317b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:47.584528 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dcf9ef-c7af-480d-8543-90cf7b0e3d2f", "name": "network-vif-plugged", "status": "completed", "tag": "b0034d15-0e7e-4ce7-83ba-805080d41fc4", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:47.584708 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d948f59f-e842-4663-9412-bbca7b4c317b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:47.585071 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dcf9ef-c7af-480d-8543-90cf7b0e3d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0034d15-0e7e-4ce7-83ba-805080d41fc4', 'code': 200} Jan 28 12:27:47.589878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:47.614860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7afdf34-7eb6-485a-b403-60ea6dfbabf6']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:47.619110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:27:47.619582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1b543a95-fd4c-41d1-ae83-75eb6ea9f5ae not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:27:47.621580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:47.635748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99263165-4175-456c-8985-ff3cfa501a53') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:47.636054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99263165-4175-456c-8985-ff3cfa501a53') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:47.657451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:27:47.657890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dd9cc3fa-ca82-48c1-aab1-002ba6eb6268 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:27:47.672535 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (bdeb8875-99de-4b23-9a25-dd329038adf9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.677632 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.683898 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "DELETE /v2.0/networks/bdeb8875-99de-4b23-9a25-dd329038adf9 HTTP/1.1" status: 204 len: 168 time: 2.0197563 Jan 28 12:27:47.684737 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (99263165-4175-456c-8985-ff3cfa501a53), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.702355 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.702624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35564) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:47.735472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 38126abd-fd36-4a25-ae4d-62d0a915a334, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=38126abd-fd36-4a25-ae4d-62d0a915a334,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:47.764555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28ee29-e154-4846-9a48-b7e44abd066f req-09fea34d-fd49-4a8e-89c7-2a84f6673459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:47.767181 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ba28ee29-e154-4846-9a48-b7e44abd066f req-09fea34d-fd49-4a8e-89c7-2a84f6673459 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 1097 time: 0.1033030 Jan 28 12:27:47.772662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c95f8a-2bc6-46ed-9a14-3d5a795ce875 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Network': ['ID=bdeb8875-99de-4b23-9a25-dd329038adf9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:47.786844 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (99263165-4175-456c-8985-ff3cfa501a53), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.787780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 550623bc-82b7-4cc3-85eb-d828df63e0d2 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:47.788176 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.794507 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1233caa-13e3-4456-aec1-15541329d8a5 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting subnet 5a6129d8-f21d-469e-bcba-7f7829933441 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:27:47.796506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '38126abd-fd36-4a25-ae4d-62d0a915a334', 'network_id': '424150de-2be4-45de-b35e-c47b464e72b1', 'port_id': '38126abd-fd36-4a25-ae4d-62d0a915a334', 'mac_address': 'fa:16:3e:53:16:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba1aea3-444c-43c0-bd20-4431ad80e2c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:47.797129 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-7810b42e-b5c8-432b-8067-c041fb0e3f43 service neutron] 10.222.0.53 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776679 Jan 28 12:27:47.802020 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1233caa-13e3-4456-aec1-15541329d8a5 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for subnet (5a6129d8-f21d-469e-bcba-7f7829933441), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.803746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:27:47.804155 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (99263165-4175-456c-8985-ff3cfa501a53), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:27:47.806734 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:27:47.867080 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ba28ee29-e154-4846-9a48-b7e44abd066f req-0c98bc1c-d6b1-46fc-8396-ce7daa50d628 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934165 Jan 28 12:27:47.869193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1233caa-13e3-4456-aec1-15541329d8a5 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (5a6129d8-f21d-469e-bcba-7f7829933441), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.900244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 550623bc-82b7-4cc3-85eb-d828df63e0d2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=550623bc-82b7-4cc3-85eb-d828df63e0d2,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:47.928924 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.942349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 38126abd-fd36-4a25-ae4d-62d0a915a334 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:47.942349 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.944083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27a8c-ca4b-4edf-ad12-7ec3b1f873df req-0ad27eac-343f-433c-a417-ffaba8f51697 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:47.946187 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0f27a8c-ca4b-4edf-ad12-7ec3b1f873df req-0ad27eac-343f-433c-a417-ffaba8f51697 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.3057792 Jan 28 12:27:47.953117 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (e7afdf34-7eb6-485a-b403-60ea6dfbabf6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:47.990459 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1233caa-13e3-4456-aec1-15541329d8a5 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (5a6129d8-f21d-469e-bcba-7f7829933441), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.019934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38126abd-fd36-4a25-ae4d-62d0a915a334 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:48.038672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66315ef6-8ad2-451e-b88d-c538b3fd8037 req-3c87964a-5317-4197-9ca7-114efd800930 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:48.043037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66315ef6-8ad2-451e-b88d-c538b3fd8037 req-3c87964a-5317-4197-9ca7-114efd800930 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca24455c-9e21-4ac6-86cc-d8ce1418e9e5 HTTP/1.1" status: 200 len: 945 time: 0.3297679 Jan 28 12:27:48.076242 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=550623bc-82b7-4cc3-85eb-d828df63e0d2,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:48.081037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0f27a8c-ca4b-4edf-ad12-7ec3b1f873df req-306b9002-827e-4de3-9971-42eedeaeb9fe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245451 Jan 28 12:27:48.081640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 38126abd-fd36-4a25-ae4d-62d0a915a334, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=38126abd-fd36-4a25-ae4d-62d0a915a334,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:48.094190 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.127351 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.132410 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1233caa-13e3-4456-aec1-15541329d8a5 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (5a6129d8-f21d-469e-bcba-7f7829933441), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.139497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] 10.222.0.53 "DELETE /v2.0/networks/e7afdf34-7eb6-485a-b403-60ea6dfbabf6 HTTP/1.1" status: 204 len: 168 time: 1.4836924 Jan 28 12:27:48.159203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8602c-efd1-4ef4-9c16-b58f23f1a91f admin admin] Pushing event deleted for resources: {'Network': ['ID=e7afdf34-7eb6-485a-b403-60ea6dfbabf6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:48.178196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1233caa-13e3-4456-aec1-15541329d8a5 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6129d8-f21d-469e-bcba-7f7829933441,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:48.191065 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=38126abd-fd36-4a25-ae4d-62d0a915a334,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:48.193065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1233caa-13e3-4456-aec1-15541329d8a5 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.197248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498142e-e9f5-41ac-bed5-249b4259ee95 None None] Network 3b43baef-eedb-4eba-97fb-81c6d3eb23bd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:48.198777 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a1233caa-13e3-4456-aec1-15541329d8a5 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "DELETE /v2.0/subnets/5a6129d8-f21d-469e-bcba-7f7829933441 HTTP/1.1" status: 204 len: 168 time: 0.4910786 Jan 28 12:27:48.201367 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35574) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:48.339458 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (3b43baef-eedb-4eba-97fb-81c6d3eb23bd), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.353162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35580) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:48.401411 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['38126abd-fd36-4a25-ae4d-62d0a915a334'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:48.414103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90beda33-7f1c-415a-9fc8-1c40bf109284 req-966b6a19-16ce-4d0a-8ccc-88990f5a47ea tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:48.421004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90beda33-7f1c-415a-9fc8-1c40bf109284 req-966b6a19-16ce-4d0a-8ccc-88990f5a47ea tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 949 time: 0.2064342 Jan 28 12:27:48.431102 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6d6dc41a-2444-4e97-ad60-fdae4d4faa16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8473c6f1cd984f95b129e1cd0af3aba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0743692 Jan 28 12:27:48.431677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35582) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:48.441336 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e847c3-5691-4b1e-92fe-b0192984d193 req-31f406d5-fe98-42ad-a778-7c985054c135 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:48.446055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959494b-426d-4b57-8339-9802fc65bffb None None] DHCP port deletion for 3b43baef-eedb-4eba-97fb-81c6d3eb23bd request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:27:48.448907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77e847c3-5691-4b1e-92fe-b0192984d193 req-31f406d5-fe98-42ad-a778-7c985054c135 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3b960ca-ccb7-4920-ab48-209c00c32dde HTTP/1.1" status: 200 len: 945 time: 0.1511347 Jan 28 12:27:48.484705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting port 962252aa-d372-4f02-a957-7ccc89e25572 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:48.485142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (962252aa-d372-4f02-a957-7ccc89e25572), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.553292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2abb65e5-3701-46a1-99ed-fa030c9ba3f4 admin admin] Publish callbacks [] for security_group (e85fe1e3-398d-4504-8177-2d07391c2bcc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.557501 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7959494b-426d-4b57-8339-9802fc65bffb None None] Deleting port 962252aa-d372-4f02-a957-7ccc89e25572 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:48.557882 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7959494b-426d-4b57-8339-9802fc65bffb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (962252aa-d372-4f02-a957-7ccc89e25572), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.572295 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77e847c3-5691-4b1e-92fe-b0192984d193 req-0ab073e4-fd5f-4100-8cd2-69a54e9bb555 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226916 Jan 28 12:27:48.577994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-66315ef6-8ad2-451e-b88d-c538b3fd8037 req-6ead3f6c-e1db-49b3-8a08-cc5b5a12b9e7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Deleting port 550623bc-82b7-4cc3-85eb-d828df63e0d2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:48.578958 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] For port 962252aa-d372-4f02-a957-7ccc89e25572, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=962252aa-d372-4f02-a957-7ccc89e25572,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:48.579353 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (962252aa-d372-4f02-a957-7ccc89e25572), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.579505 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-66315ef6-8ad2-451e-b88d-c538b3fd8037 req-6ead3f6c-e1db-49b3-8a08-cc5b5a12b9e7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.600992 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2abb65e5-3701-46a1-99ed-fa030c9ba3f4 admin admin] Publish callbacks [] for security_group (e85fe1e3-398d-4504-8177-2d07391c2bcc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.610611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Calling delete_port for 962252aa-d372-4f02-a957-7ccc89e25572 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:48.651803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90beda33-7f1c-415a-9fc8-1c40bf109284 req-f7048e23-28f8-4c68-ab40-b4f25e6219a8 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298915 Jan 28 12:27:48.705075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd944ba7-79ac-4066-a9b6-99e7e306063e req-c8112a52-45a8-4a48-b108-9a0c69ebc14a tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 210 time: 0.0576570 Jan 28 12:27:48.740269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2abb65e5-3701-46a1-99ed-fa030c9ba3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e85fe1e3-398d-4504-8177-2d07391c2bcc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.744042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2abb65e5-3701-46a1-99ed-fa030c9ba3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.745625 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2abb65e5-3701-46a1-99ed-fa030c9ba3f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e85fe1e3-398d-4504-8177-2d07391c2bcc HTTP/1.1" status: 204 len: 168 time: 0.3131387 Jan 28 12:27:48.759105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb65e5-3701-46a1-99ed-fa030c9ba3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85fe1e3-398d-4504-8177-2d07391c2bcc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:48.769880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7959494b-426d-4b57-8339-9802fc65bffb None None] For port 962252aa-d372-4f02-a957-7ccc89e25572, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=962252aa-d372-4f02-a957-7ccc89e25572,segment=NetworkSegment(294d1116-179a-49fd-9c62-dd5cd35409f3),segment_id=294d1116-179a-49fd-9c62-dd5cd35409f3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:48.770606 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7959494b-426d-4b57-8339-9802fc65bffb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (962252aa-d372-4f02-a957-7ccc89e25572), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.772136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-66315ef6-8ad2-451e-b88d-c538b3fd8037 req-6ead3f6c-e1db-49b3-8a08-cc5b5a12b9e7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] For port 550623bc-82b7-4cc3-85eb-d828df63e0d2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=550623bc-82b7-4cc3-85eb-d828df63e0d2,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:48.772510 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-66315ef6-8ad2-451e-b88d-c538b3fd8037 req-6ead3f6c-e1db-49b3-8a08-cc5b5a12b9e7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.774704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (962252aa-d372-4f02-a957-7ccc89e25572), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:48.794636 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-66315ef6-8ad2-451e-b88d-c538b3fd8037 req-6ead3f6c-e1db-49b3-8a08-cc5b5a12b9e7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Calling delete_port for 550623bc-82b7-4cc3-85eb-d828df63e0d2 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:48.848487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Port': ['ID=962252aa-d372-4f02-a957-7ccc89e25572,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:48.856508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] No DVR routers for this DVR port 962252aa-d372-4f02-a957-7ccc89e25572 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:27:48.899776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7959494b-426d-4b57-8339-9802fc65bffb None None] Calling delete_port for 962252aa-d372-4f02-a957-7ccc89e25572 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:49.051488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde99b31-08d1-4d63-a6c2-08f5fb64d16f req-bda9013c-5353-40da-83a4-df37ee88de27 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:49.058526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bde99b31-08d1-4d63-a6c2-08f5fb64d16f req-bda9013c-5353-40da-83a4-df37ee88de27 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 945 time: 0.1437705 Jan 28 12:27:49.061223 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (3b43baef-eedb-4eba-97fb-81c6d3eb23bd), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.081131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb2d43-829d-4384-b796-a9c4e3ab4d67 req-9c8b44b2-6f23-4d5b-9186-0c189cb07454 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:49.088083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00eb2d43-829d-4384-b796-a9c4e3ab4d67 req-9c8b44b2-6f23-4d5b-9186-0c189cb07454 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 945 time: 0.1714270 Jan 28 12:27:49.100508 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7959494b-426d-4b57-8339-9802fc65bffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (962252aa-d372-4f02-a957-7ccc89e25572), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.105458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b43baef-eedb-4eba-97fb-81c6d3eb23bd']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:49.117998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294d1116-179a-49fd-9c62-dd5cd35409f3') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:49.118704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294d1116-179a-49fd-9c62-dd5cd35409f3') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:49.132093 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (294d1116-179a-49fd-9c62-dd5cd35409f3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.150415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (294d1116-179a-49fd-9c62-dd5cd35409f3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.158000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:27:49.158807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (294d1116-179a-49fd-9c62-dd5cd35409f3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:27:49.162754 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:27:49.210907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959494b-426d-4b57-8339-9802fc65bffb None None] Pushing event deleted for resources: {'Port': ['ID=962252aa-d372-4f02-a957-7ccc89e25572,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:49.231494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bde99b31-08d1-4d63-a6c2-08f5fb64d16f req-667ae9d0-295d-4c38-9697-efe5ec0373ab tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4005f46-f704-4d94-906d-571acaefb952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719937 Jan 28 12:27:49.243011 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959494b-426d-4b57-8339-9802fc65bffb None None] No DVR routers for this DVR port 962252aa-d372-4f02-a957-7ccc89e25572 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:27:49.246933 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (3b43baef-eedb-4eba-97fb-81c6d3eb23bd), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.254891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00eb2d43-829d-4384-b796-a9c4e3ab4d67 req-8f592959-c67d-42ef-8618-86472694ab06 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659541 Jan 28 12:27:49.255719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 550623bc-82b7-4cc3-85eb-d828df63e0d2 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:49.266431 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.272496 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-66315ef6-8ad2-451e-b88d-c538b3fd8037 req-6ead3f6c-e1db-49b3-8a08-cc5b5a12b9e7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (550623bc-82b7-4cc3-85eb-d828df63e0d2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.275396 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "DELETE /v2.0/networks/3b43baef-eedb-4eba-97fb-81c6d3eb23bd HTTP/1.1" status: 204 len: 168 time: 1.0710003 Jan 28 12:27:49.285454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35600) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:49.288282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d4201b33-7c9d-40f4-bd28-a7644da556c7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1929634546'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:49.326681 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4201b33-7c9d-40f4-bd28-a7644da556c7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:49.328402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-a58ab5c6-dd01-4ddb-a40f-ed31001d8135 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:49.330023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-a58ab5c6-dd01-4ddb-a40f-ed31001d8135 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674&tenant_id=72d261eb21094b23ae0e82eafab9582c&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1096 time: 0.1791461 Jan 28 12:27:49.331369 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4201b33-7c9d-40f4-bd28-a7644da556c7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.332241 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdd5fa28-d1f1-4c5c-9843-9a889c82ddac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.334790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead3f6c-e1db-49b3-8a08-cc5b5a12b9e7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Pushing event deleted for resources: {'Port': ['ID=550623bc-82b7-4cc3-85eb-d828df63e0d2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:49.342915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982df65-0ace-4b5c-b2ab-de61f03185f9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Network': ['ID=3b43baef-eedb-4eba-97fb-81c6d3eb23bd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:49.352260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-4'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:49.396932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No active binding found for port 550623bc-82b7-4cc3-85eb-d828df63e0d2 {{(pid=103130) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 12:27:49.397450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] The host n-h1-824835-4 is not matching for port 550623bc-82b7-4cc3-85eb-d828df63e0d2 host None! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:27:49.398034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 550623bc-82b7-4cc3-85eb-d828df63e0d2 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:27:49.423804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4201b33-7c9d-40f4-bd28-a7644da556c7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:27:49.444049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-66315ef6-8ad2-451e-b88d-c538b3fd8037 req-6ead3f6c-e1db-49b3-8a08-cc5b5a12b9e7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] No DVR routers for this DVR port 550623bc-82b7-4cc3-85eb-d828df63e0d2 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:27:49.444648 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4201b33-7c9d-40f4-bd28-a7644da556c7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.445885 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-d4201b33-7c9d-40f4-bd28-a7644da556c7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Added segment 6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a of type vlan for network 52329f48-e8b7-4a5f-a047-27e7fccf9b6f Jan 28 12:27:49.459502 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-66315ef6-8ad2-451e-b88d-c538b3fd8037 req-6ead3f6c-e1db-49b3-8a08-cc5b5a12b9e7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.463697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66315ef6-8ad2-451e-b88d-c538b3fd8037 req-6ead3f6c-e1db-49b3-8a08-cc5b5a12b9e7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.35 "DELETE /v2.0/ports/550623bc-82b7-4cc3-85eb-d828df63e0d2 HTTP/1.1" status: 204 len: 173 time: 1.3212478 Jan 28 12:27:49.466555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca24455c-9e21-4ac6-86cc-d8ce1418e9e5', 'name': 'network-vif-deleted', 'tag': '550623bc-82b7-4cc3-85eb-d828df63e0d2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:49.468929 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2469e393-13b1-4214-88ea-d2b3817b53de" -d '{"events": [{"server_uuid": "ca24455c-9e21-4ac6-86cc-d8ce1418e9e5", "name": "network-vif-deleted", "tag": "550623bc-82b7-4cc3-85eb-d828df63e0d2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:49.524099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925bf07-aebd-40b7-8b1e-93c5c62e885e req-69e5aedc-cce5-4311-876b-965c46387d4b tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:49.531839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a925bf07-aebd-40b7-8b1e-93c5c62e885e req-69e5aedc-cce5-4311-876b-965c46387d4b tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d322bd-1b14-4078-af47-1cd0b606c7c6 HTTP/1.1" status: 200 len: 946 time: 0.1997268 Jan 28 12:27:49.541378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.573251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6a99a-c6d8-4890-8f9b-e3e1c8f4dbfa req-c98072d0-2b26-47b0-af81-e1e40645206d tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:49.574631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ece6a99a-c6d8-4890-8f9b-e3e1c8f4dbfa req-c98072d0-2b26-47b0-af81-e1e40645206d tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 945 time: 0.1584334 Jan 28 12:27:49.586203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca24455c-9e21-4ac6-86cc-d8ce1418e9e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '550623bc-82b7-4cc3-85eb-d828df63e0d2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:49.588901 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013c5cfd-c60b-4dfe-af67-19b7cd6654f3" -d '{"events": [{"server_uuid": "ca24455c-9e21-4ac6-86cc-d8ce1418e9e5", "name": "network-vif-unplugged", "status": "completed", "tag": "550623bc-82b7-4cc3-85eb-d828df63e0d2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:49.637121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 962252aa-d372-4f02-a957-7ccc89e25572 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:49.656165 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a925bf07-aebd-40b7-8b1e-93c5c62e885e req-a0018d9e-c5ab-4806-aa49-e9beac9fc6a1 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220198 Jan 28 12:27:49.663549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4201b33-7c9d-40f4-bd28-a7644da556c7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (52329f48-e8b7-4a5f-a047-27e7fccf9b6f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.719829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 962252aa-d372-4f02-a957-7ccc89e25572 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:27:49.720274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 962252aa-d372-4f02-a957-7ccc89e25572 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:27:49.741301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1ca02815-738c-4dd1-8ee7-2625a2cc4f1f tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:49.743453 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1ca02815-738c-4dd1-8ee7-2625a2cc4f1f tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.49 "GET /v2.0/networks?id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 200 len: 805 time: 0.2225273 Jan 28 12:27:49.744959 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4201b33-7c9d-40f4-bd28-a7644da556c7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (52329f48-e8b7-4a5f-a047-27e7fccf9b6f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.750069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4201b33-7c9d-40f4-bd28-a7644da556c7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:49.750790 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4201b33-7c9d-40f4-bd28-a7644da556c7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.758791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Request body: {'port': {'device_id': '6b3424dd-de38-4a44-83a3-d7d50afe2ae5', 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'admin_state_up': True, 'tenant_id': '1b7716d8fdb2453cb3f008626cbd95a0'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:49.775898 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ece6a99a-c6d8-4890-8f9b-e3e1c8f4dbfa req-293eadcb-e7ee-4480-a471-1f35c3d77b37 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888087 Jan 28 12:27:49.823143 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:49.875534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:49.881911 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d4201b33-7c9d-40f4-bd28-a7644da556c7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5997829 Jan 28 12:27:49.888769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35624) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:49.896056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d6c6f59b-090b-454d-b77f-b836e67e7c23 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'subnet': {'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:49.918676 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79487a17-d1c2-40ec-9254-fe765aacadb9 x-openstack-request-id: req-79487a17-d1c2-40ec-9254-fe765aacadb9 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:49.919327 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca24455c-9e21-4ac6-86cc-d8ce1418e9e5", "name": "network-vif-unplugged", "status": "completed", "tag": "550623bc-82b7-4cc3-85eb-d828df63e0d2", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:49.919602 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79487a17-d1c2-40ec-9254-fe765aacadb9 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:49.920001 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca24455c-9e21-4ac6-86cc-d8ce1418e9e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '550623bc-82b7-4cc3-85eb-d828df63e0d2', 'code': 200} Jan 28 12:27:49.926525 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Publish callbacks [] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:49.930493 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27012c8f-228f-4831-9a82-47df8b71bdd3 x-openstack-request-id: req-27012c8f-228f-4831-9a82-47df8b71bdd3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:49.930884 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca24455c-9e21-4ac6-86cc-d8ce1418e9e5", "name": "network-vif-deleted", "tag": "550623bc-82b7-4cc3-85eb-d828df63e0d2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:49.931144 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27012c8f-228f-4831-9a82-47df8b71bdd3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:49.931784 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca24455c-9e21-4ac6-86cc-d8ce1418e9e5', 'name': 'network-vif-deleted', 'tag': '550623bc-82b7-4cc3-85eb-d828df63e0d2', 'status': 'completed', 'code': 200} Jan 28 12:27:49.935589 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.006457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4201b33-7c9d-40f4-bd28-a7644da556c7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Network': ['ID=52329f48-e8b7-4a5f-a047-27e7fccf9b6f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:50.011778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c6f59b-090b-454d-b77f-b836e67e7c23 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:50.015149 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f59b-090b-454d-b77f-b836e67e7c23 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.023641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 52329f48-e8b7-4a5f-a047-27e7fccf9b6f details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:27:50.082415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Pushing event updated for resources: {'Port': ['ID=ebaddb61-6d09-45d5-943f-d0f8f60577de,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:50.086231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Attempting to bind port ebaddb61-6d09-45d5-943f-d0f8f60577de on host n-h2-824835-4 for vnic_type normal with profile {"migrating_to": "n-h1-824835-4"} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:50.086818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Attempting to bind port ebaddb61-6d09-45d5-943f-d0f8f60577de by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:50.087154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Attempting to bind port ebaddb61-6d09-45d5-943f-d0f8f60577de on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:50.096310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Port ebaddb61-6d09-45d5-943f-d0f8f60577de on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:50.096980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Attempting to bind port ebaddb61-6d09-45d5-943f-d0f8f60577de on network 7acd3fbf-daa0-47cb-a4bd-57914dec4db6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:50.121470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:50.121849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Checking segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:50.122741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Bound using segment: {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:50.122984 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Bound port: ebaddb61-6d09-45d5-943f-d0f8f60577de, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7acd3fbf-daa0-47cb-a4bd-57914dec4db6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:50.123613 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.135923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd9aca-1c6f-4748-aad2-2fa937097e49 req-8ad94774-9283-4d52-b0ff-118f0159e7da tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:50.137824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4bd9aca-1c6f-4748-aad2-2fa937097e49 req-8ad94774-9283-4d52-b0ff-118f0159e7da tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 949 time: 0.1346331 Jan 28 12:27:50.219225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4bd9aca-1c6f-4748-aad2-2fa937097e49 req-85a7ebe9-be1b-461f-ab19-b131f18101d5 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730560 Jan 28 12:27:50.253923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:50.257267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Made reservation on behalf of 1b7716d8fdb2453cb3f008626cbd95a0 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:50.257541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:50.260683 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.263290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.300730 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f59b-090b-454d-b77f-b836e67e7c23 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (540cfe14-67da-48f7-8a8f-7b1e8242bdc6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.319364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35636) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:50.340737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1f0f47b-c297-4ce9-a076-4ecb9faacf5f req-55123d15-2946-49d8-b680-f9501c72bf0f tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 210 time: 0.0603409 Jan 28 12:27:50.390163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:50.391952 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.393308 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] 10.222.0.35 "PUT /v2.0/ports/ebaddb61-6d09-45d5-943f-d0f8f60577de HTTP/1.1" status: 200 len: 1121 time: 1.0461524 Jan 28 12:27:50.396972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:50.399617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7c763-2fa9-458f-b22a-a98ba3279efa service neutron] Pushing event updated for resources: {'Port': ['ID=ebaddb61-6d09-45d5-943f-d0f8f60577de,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:50.446491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6f59b-090b-454d-b77f-b836e67e7c23 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Subnet': ['ID=540cfe14-67da-48f7-8a8f-7b1e8242bdc6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:50.482099 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6f59b-090b-454d-b77f-b836e67e7c23 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Checking segment: {'id': '6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:50.482456 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6f59b-090b-454d-b77f-b836e67e7c23 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network hostable DHCP agents. Network: 52329f48-e8b7-4a5f-a047-27e7fccf9b6f, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:27:50.539186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6f59b-090b-454d-b77f-b836e67e7c23 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network 52329f48-e8b7-4a5f-a047-27e7fccf9b6f is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:27:50.544860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ebaddb61-6d09-45d5-943f-d0f8f60577de'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:50.557184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Allocated IP 172.20.0.4 (bd73ee85-4dd9-4f97-9da0-a07bfedd9f17/2063c900-71d5-45ec-8da2-b0bb602f1a66/87af9e10-034e-44f9-a4f7-065ff248c815) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:50.567411 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['ebaddb61-6d09-45d5-943f-d0f8f60577de'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:50.568322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6f59b-090b-454d-b77f-b836e67e7c23 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 52329f48-e8b7-4a5f-a047-27e7fccf9b6f) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:50.571141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f0d34-84df-43bd-a51d-d6c6f8fb112e req-23621ed1-eaeb-46ff-b3ce-a0f32eb7950f tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:50.580721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-593f0d34-84df-43bd-a51d-d6c6f8fb112e req-23621ed1-eaeb-46ff-b3ce-a0f32eb7950f tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d322bd-1b14-4078-af47-1cd0b606c7c6 HTTP/1.1" status: 200 len: 946 time: 0.1128376 Jan 28 12:27:50.586001 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c6f59b-090b-454d-b77f-b836e67e7c23 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:50.587184 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f59b-090b-454d-b77f-b836e67e7c23 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.628852 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d6c6f59b-090b-454d-b77f-b836e67e7c23 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7390318 Jan 28 12:27:50.632886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:50.638737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-67b0f1e8-926b-4fda-aae5-cb9fd47f2b22 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-490231071'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:50.642479 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9927af54-31c2-47e4-a265-95daeca06d72 None None] Network 52329f48-e8b7-4a5f-a047-27e7fccf9b6f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:50.649857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:27:50.657421 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-539866174-network', 'tenant_id': 'b77d7b1bffe84f9a80589d60595239b5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:50.714120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:50.714941 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.720826 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-593f0d34-84df-43bd-a51d-d6c6f8fb112e req-66dd84cd-ae6c-4df8-b2b1-60bad0d64958 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326911 Jan 28 12:27:50.743990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b0f1e8-926b-4fda-aae5-cb9fd47f2b22 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:50.747153 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67b0f1e8-926b-4fda-aae5-cb9fd47f2b22 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.752464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1761a62-5153-45ac-93fb-51290b8803e2 req-53821cb5-2623-48d0-93c8-4090be48cda2 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:50.754509 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1761a62-5153-45ac-93fb-51290b8803e2 req-53821cb5-2623-48d0-93c8-4090be48cda2 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 945 time: 0.1145093 Jan 28 12:27:50.761487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Made reservation on behalf of b77d7b1bffe84f9a80589d60595239b5 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:50.763677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.777101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.820839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b0f1e8-926b-4fda-aae5-cb9fd47f2b22 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:27:50.853257 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67b0f1e8-926b-4fda-aae5-cb9fd47f2b22 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7bbd7689-3986-464c-943c-5dc1d6de427e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.853603 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-67b0f1e8-926b-4fda-aae5-cb9fd47f2b22 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Added segment 7bbd7689-3986-464c-943c-5dc1d6de427e of type vlan for network 0b018943-48be-4e0b-b33e-e19761c60adf Jan 28 12:27:50.853871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1761a62-5153-45ac-93fb-51290b8803e2 req-48e17d9a-a955-46f5-9b9e-c11024176712 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931504 Jan 28 12:27:50.876376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162324b-5e60-4dde-9b08-429dbe8071ce req-5653d5b9-32b5-4883-b6fe-67b7d52f94ff tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:50.877627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3162324b-5e60-4dde-9b08-429dbe8071ce req-5653d5b9-32b5-4883-b6fe-67b7d52f94ff tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 945 time: 0.0855014 Jan 28 12:27:50.881641 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks [] for port (87af9e10-034e-44f9-a4f7-065ff248c815), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.888075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-52329f48-e8b7-4a5f-a047-27e7fccf9b6f', 'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f', 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'fixed_ips': [{'subnet_id': '540cfe14-67da-48f7-8a8f-7b1e8242bdc6'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:27:50.889000 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.930957 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67b0f1e8-926b-4fda-aae5-cb9fd47f2b22 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0b018943-48be-4e0b-b33e-e19761c60adf), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:50.992220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3162324b-5e60-4dde-9b08-429dbe8071ce req-54a33f78-22a6-4591-8a34-addc9b677b0e tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4005f46-f704-4d94-906d-571acaefb952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880458 Jan 28 12:27:51.024521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67b0f1e8-926b-4fda-aae5-cb9fd47f2b22 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0b018943-48be-4e0b-b33e-e19761c60adf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.029897 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b0f1e8-926b-4fda-aae5-cb9fd47f2b22 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:51.030426 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67b0f1e8-926b-4fda-aae5-cb9fd47f2b22 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.033368 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.036377 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Publish callbacks [] for security_group (179266b6-a5ae-4621-8c8e-602c9d08b989), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.056854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1085a-a662-4f34-9c25-ee533cab2502 req-5b70c916-6fa9-4865-a161-afd4c95cac41 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:51.058423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92e1085a-a662-4f34-9c25-ee533cab2502 req-5b70c916-6fa9-4865-a161-afd4c95cac41 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.0642664 Jan 28 12:27:51.059080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:51.059514 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.105650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0f1e8-926b-4fda-aae5-cb9fd47f2b22 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Network': ['ID=0b018943-48be-4e0b-b33e-e19761c60adf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:51.114718 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (179266b6-a5ae-4621-8c8e-602c9d08b989), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.117692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92e1085a-a662-4f34-9c25-ee533cab2502 req-67557c2e-89df-4713-890f-29e2a2359e4a tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511138 Jan 28 12:27:51.149598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0b018943-48be-4e0b-b33e-e19761c60adf details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:27:51.160634 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-67b0f1e8-926b-4fda-aae5-cb9fd47f2b22 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5264776 Jan 28 12:27:51.163732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35646) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:51.168450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:51.168945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-06df841e-33a8-4bc5-893c-0d07867750ce tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'subnet': {'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:51.176166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:51.187772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:51.190412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:27:51.225449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:51.246506 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.246920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4153b093-4b15-4bff-89b9-9ca427757dd3 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:51.259441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device ebaddb61-6d09-45d5-943f-d0f8f60577de details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:51.261266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 38126abd-fd36-4a25-ae4d-62d0a915a334 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:51.305042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06df841e-33a8-4bc5-893c-0d07867750ce tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:51.310804 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06df841e-33a8-4bc5-893c-0d07867750ce tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.330994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Allocated IP 19.80.0.2 (52329f48-e8b7-4a5f-a047-27e7fccf9b6f/540cfe14-67da-48f7-8a8f-7b1e8242bdc6/d34d65a8-6b35-40df-9820-708299716a95) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:51.533019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179266b6-a5ae-4621-8c8e-602c9d08b989,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:51.539313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Pushing event updated for resources: {'Port': ['ID=87af9e10-034e-44f9-a4f7-065ff248c815,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:51.542294 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a99dc513-fa52-4813-9233-55231414e081), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.542407 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Added segment a99dc513-fa52-4813-9233-55231414e081 of type vlan for network 02586113-c01d-4c5c-ba3c-998693ed9659 Jan 28 12:27:51.556155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e707968-00b6-45c6-a4a0-af3613c337d2 req-a9a70eab-df04-4ade-89d8-015b36321abb tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:51.567750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e707968-00b6-45c6-a4a0-af3613c337d2 req-a9a70eab-df04-4ade-89d8-015b36321abb tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 950 time: 0.2375762 Jan 28 12:27:51.599041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:51.599963 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.604350 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (02586113-c01d-4c5c-ba3c-998693ed9659), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.633031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2819a9-8986-4f8a-9838-c9f06350fe98 req-dd7b22a9-6fc1-466c-9f8e-44ca598086f9 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:51.639120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae2819a9-8986-4f8a-9838-c9f06350fe98 req-dd7b22a9-6fc1-466c-9f8e-44ca598086f9 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 931 time: 0.1891510 Jan 28 12:27:51.651437 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-b8aedd22-0688-43f5-a635-9187664d470b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8968890 Jan 28 12:27:51.668428 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Request body: {'port': {'device_id': '6b3424dd-de38-4a44-83a3-d7d50afe2ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:51.674231 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (02586113-c01d-4c5c-ba3c-998693ed9659), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.675163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:51.675770 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.743618 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e707968-00b6-45c6-a4a0-af3613c337d2 req-3c2b138e-70cd-4d34-889b-22cfbb0a6fd5 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745934 Jan 28 12:27:51.772752 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:51.773207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fca9a-473c-4892-924c-1fb50451ffff req-80585f79-a774-4f9c-b983-19ad6218e0b3 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:51.774264 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-402fca9a-473c-4892-924c-1fb50451ffff req-80585f79-a774-4f9c-b983-19ad6218e0b3 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d322bd-1b14-4078-af47-1cd0b606c7c6 HTTP/1.1" status: 200 len: 946 time: 0.1564157 Jan 28 12:27:51.781169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae2819a9-8986-4f8a-9838-c9f06350fe98 req-8d95c6de-39bb-4d3d-89a9-b1adec32e614 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405773 Jan 28 12:27:51.784091 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06df841e-33a8-4bc5-893c-0d07867750ce tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (206f4177-46ba-4bc4-bdc9-702ecfbd9343), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.793665 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4520395 Jan 28 12:27:51.803186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35656) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:27:51.820828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a014-9057-42d8-b929-fe3a9d81ba7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.835276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194c88e-81ee-4626-9eeb-90752ac41acd admin admin] Pushing event updated for resources: {'Network': ['ID=02586113-c01d-4c5c-ba3c-998693ed9659,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:51.837384 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.839161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e04775c7-fdae-4033-909c-df219cd22b33 admin admin] Request body: {'subnet': {'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-539866174-subnet', 'tenant_id': 'b77d7b1bffe84f9a80589d60595239b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:51.873680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 02586113-c01d-4c5c-ba3c-998693ed9659 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:27:51.896404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 4153b093-4b15-4bff-89b9-9ca427757dd3 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:27:51.899060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 38126abd-fd36-4a25-ae4d-62d0a915a334 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:27:51.953482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73065c10-acf0-46ea-8e6a-840e3c766674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebaddb61-6d09-45d5-943f-d0f8f60577de'}, {'name': 'network-changed', 'server_uuid': '73065c10-acf0-46ea-8e6a-840e3c766674', 'tag': 'ebaddb61-6d09-45d5-943f-d0f8f60577de'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:51.954552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bfd439-41e8-44fe-a7d2-7014d431240e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:51.956149 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a3fb1a-de7f-4b5e-84ad-3e89495eac7d" -d '{"events": [{"server_uuid": "73065c10-acf0-46ea-8e6a-840e3c766674", "name": "network-vif-unplugged", "status": "completed", "tag": "ebaddb61-6d09-45d5-943f-d0f8f60577de"}, {"name": "network-changed", "server_uuid": "73065c10-acf0-46ea-8e6a-840e3c766674", "tag": "ebaddb61-6d09-45d5-943f-d0f8f60577de"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:51.957578 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4af0f1-dfe7-476d-82de-1eccc4458bdf" -d '{"events": [{"server_uuid": "f8bfd439-41e8-44fe-a7d2-7014d431240e", "name": "network-vif-plugged", "status": "completed", "tag": "8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:51.979032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df841e-33a8-4bc5-893c-0d07867750ce tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Subnet': ['ID=206f4177-46ba-4bc4-bdc9-702ecfbd9343,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:51.984507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 4153b093-4b15-4bff-89b9-9ca427757dd3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:51.985365 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.989348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df841e-33a8-4bc5-893c-0d07867750ce tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Checking segment: {'id': '7bbd7689-3986-464c-943c-5dc1d6de427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:51.989348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06df841e-33a8-4bc5-893c-0d07867750ce tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network hostable DHCP agents. Network: 0b018943-48be-4e0b-b33e-e19761c60adf, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:27:51.993421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 38126abd-fd36-4a25-ae4d-62d0a915a334 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:51.994000 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:51.995490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04775c7-fdae-4033-909c-df219cd22b33 admin admin] Made reservation on behalf of b77d7b1bffe84f9a80589d60595239b5 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:51.999786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e04775c7-fdae-4033-909c-df219cd22b33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.021798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-402fca9a-473c-4892-924c-1fb50451ffff req-200cd25c-58b4-429c-94f3-1e86fb13d848 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Deleting port 2b515255-b8aa-4509-b596-386302da99de {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:52.022176 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-402fca9a-473c-4892-924c-1fb50451ffff req-200cd25c-58b4-429c-94f3-1e86fb13d848 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2b515255-b8aa-4509-b596-386302da99de), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.087501 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:52.115047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a4a0d-edf9-45ac-aab8-02eb124533a9 req-493c2f5a-8ff5-4912-8db0-bb3f053360ea tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:52.122371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-253a4a0d-edf9-45ac-aab8-02eb124533a9 req-493c2f5a-8ff5-4912-8db0-bb3f053360ea tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=01d322bd-1b14-4078-af47-1cd0b606c7c6 HTTP/1.1" status: 200 len: 946 time: 0.2532814 Jan 28 12:27:52.141034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device ebaddb61-6d09-45d5-943f-d0f8f60577de has no active binding in host n-h1-824835-4 {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 12:27:52.172701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06df841e-33a8-4bc5-893c-0d07867750ce tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network 0b018943-48be-4e0b-b33e-e19761c60adf is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:27:52.174148 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Publish callbacks [] for port (d34d65a8-6b35-40df-9820-708299716a95), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.184764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-402fca9a-473c-4892-924c-1fb50451ffff req-200cd25c-58b4-429c-94f3-1e86fb13d848 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] For port 2b515255-b8aa-4509-b596-386302da99de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2b515255-b8aa-4509-b596-386302da99de,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:52.184764 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-402fca9a-473c-4892-924c-1fb50451ffff req-200cd25c-58b4-429c-94f3-1e86fb13d848 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2b515255-b8aa-4509-b596-386302da99de), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.185120 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (d34d65a8-6b35-40df-9820-708299716a95), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.215900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-402fca9a-473c-4892-924c-1fb50451ffff req-200cd25c-58b4-429c-94f3-1e86fb13d848 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Calling delete_port for 2b515255-b8aa-4509-b596-386302da99de owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:52.229916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-06df841e-33a8-4bc5-893c-0d07867750ce tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 0b018943-48be-4e0b-b33e-e19761c60adf) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:52.235962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06df841e-33a8-4bc5-893c-0d07867750ce tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:52.236698 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06df841e-33a8-4bc5-893c-0d07867750ce tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.256124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4de1af-251a-4b13-a36d-4428ff8c1084 req-a7b5e8e4-c094-49cd-8337-dca583f62e47 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:52.257936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff4de1af-251a-4b13-a36d-4428ff8c1084 req-a7b5e8e4-c094-49cd-8337-dca583f62e47 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 945 time: 0.2070110 Jan 28 12:27:52.268015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed0d14f-6f23-4596-a634-68d545e121e3 None None] Network 0b018943-48be-4e0b-b33e-e19761c60adf requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:52.309287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-06df841e-33a8-4bc5-893c-0d07867750ce tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1369500 Jan 28 12:27:52.334025 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87af9e10-034e-44f9-a4f7-065ff248c815 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:52.337007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Network 52329f48-e8b7-4a5f-a047-27e7fccf9b6f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:52.342821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-253a4a0d-edf9-45ac-aab8-02eb124533a9 req-dc875c7e-68b2-4ee0-923c-f5d8a679307a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193179 Jan 28 12:27:52.357439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 4153b093-4b15-4bff-89b9-9ca427757dd3 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:52.357844 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.362888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Publish callbacks [] for port (87af9e10-034e-44f9-a4f7-065ff248c815), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.370776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a82192a8-cf0e-4f09-a343-8a76c2e1e07b tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:52.372268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a82192a8-cf0e-4f09-a343-8a76c2e1e07b tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 945 time: 0.2030878 Jan 28 12:27:52.373040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:52.383335 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Pushing event updated for resources: {'Port': ['ID=d34d65a8-6b35-40df-9820-708299716a95,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:52.385745 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 38126abd-fd36-4a25-ae4d-62d0a915a334 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:52.386141 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.390920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:52.409230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff4de1af-251a-4b13-a36d-4428ff8c1084 req-e9665190-0feb-4814-a4b2-2bfe14f3487f tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328866 Jan 28 12:27:52.424662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Transition to ACTIVE for port object 87af9e10-034e-44f9-a4f7-065ff248c815 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:27:52.439222 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.462192 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7297d376-e5e0-4690-a6ed-587764114c50 x-openstack-request-id: req-7297d376-e5e0-4690-a6ed-587764114c50 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:52.462490 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bfd439-41e8-44fe-a7d2-7014d431240e", "name": "network-vif-plugged", "status": "completed", "tag": "8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:52.462742 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7297d376-e5e0-4690-a6ed-587764114c50 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:52.463135 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bfd439-41e8-44fe-a7d2-7014d431240e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05', 'code': 200} Jan 28 12:27:52.486548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 4153b093-4b15-4bff-89b9-9ca427757dd3, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4153b093-4b15-4bff-89b9-9ca427757dd3,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:52.522152 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.549369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 38126abd-fd36-4a25-ae4d-62d0a915a334, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=38126abd-fd36-4a25-ae4d-62d0a915a334,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:52.553784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2b515255-b8aa-4509-b596-386302da99de no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:52.601468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-0b018943-48be-4e0b-b33e-e19761c60adf', 'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf', 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'fixed_ips': [{'subnet_id': '206f4177-46ba-4bc4-bdc9-702ecfbd9343'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:27:52.602240 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.609817 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.612298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Attempting to bind port d34d65a8-6b35-40df-9820-708299716a95 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:52.612675 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Attempting to bind port d34d65a8-6b35-40df-9820-708299716a95 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:52.613455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Attempting to bind port d34d65a8-6b35-40df-9820-708299716a95 on network 52329f48-e8b7-4a5f-a047-27e7fccf9b6f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:52.644300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:52.644685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Checking segment: {'id': '6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:52.645100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.645545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Bound using segment: {'id': '6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:52.645970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Bound port: d34d65a8-6b35-40df-9820-708299716a95, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:52.646355 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d34d65a8-6b35-40df-9820-708299716a95), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.700365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=4153b093-4b15-4bff-89b9-9ca427757dd3,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:52.702220 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Pushing event updated for resources: {'Port': ['ID=87af9e10-034e-44f9-a4f7-065ff248c815,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:52.768637 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-402fca9a-473c-4892-924c-1fb50451ffff req-200cd25c-58b4-429c-94f3-1e86fb13d848 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2b515255-b8aa-4509-b596-386302da99de), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.793701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff3297-4eb1-4202-bc8b-e046b8debf74 req-bc6a022c-7790-4890-bf6b-feb30d79d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:52.795260 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d6ff3297-4eb1-4202-bc8b-e046b8debf74 req-bc6a022c-7790-4890-bf6b-feb30d79d2da service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 1101 time: 0.1606672 Jan 28 12:27:52.811621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['b4659b40-dafb-4c23-ac09-f8c1cd01f86d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:52.813636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['7a398359-57c7-4146-a1b4-4fbd0cec4817'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:52.832755 n-d-824835-4 neutron-server[103130]: INFO neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No ports have port_id starting with 2b515255-b8aa-4509-b596-386302da99de Jan 28 12:27:52.873558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cd25c-58b4-429c-94f3-1e86fb13d848 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Pushing event deleted for resources: {'Port': ['ID=2b515255-b8aa-4509-b596-386302da99de,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:52.981968 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.983082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-402fca9a-473c-4892-924c-1fb50451ffff req-200cd25c-58b4-429c-94f3-1e86fb13d848 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] No DVR routers for this DVR port 2b515255-b8aa-4509-b596-386302da99de on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:27:52.988240 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65db4fc1-390b-4d3e-8046-55bda058fcb4 x-openstack-request-id: req-65db4fc1-390b-4d3e-8046-55bda058fcb4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:52.988830 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73065c10-acf0-46ea-8e6a-840e3c766674", "name": "network-vif-unplugged", "status": "completed", "tag": "ebaddb61-6d09-45d5-943f-d0f8f60577de", "code": 200}, {"name": "network-changed", "server_uuid": "73065c10-acf0-46ea-8e6a-840e3c766674", "tag": "ebaddb61-6d09-45d5-943f-d0f8f60577de", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:52.988959 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-402fca9a-473c-4892-924c-1fb50451ffff req-200cd25c-58b4-429c-94f3-1e86fb13d848 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:52.989242 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65db4fc1-390b-4d3e-8046-55bda058fcb4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:52.989788 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73065c10-acf0-46ea-8e6a-840e3c766674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebaddb61-6d09-45d5-943f-d0f8f60577de', 'code': 200} Jan 28 12:27:52.990161 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73065c10-acf0-46ea-8e6a-840e3c766674', 'tag': 'ebaddb61-6d09-45d5-943f-d0f8f60577de', 'status': 'completed', 'code': 200} Jan 28 12:27:52.994083 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-402fca9a-473c-4892-924c-1fb50451ffff req-200cd25c-58b4-429c-94f3-1e86fb13d848 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.49 "DELETE /v2.0/ports/2b515255-b8aa-4509-b596-386302da99de HTTP/1.1" status: 204 len: 173 time: 1.1954131 Jan 28 12:27:52.996166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d322bd-1b14-4078-af47-1cd0b606c7c6', 'name': 'network-vif-deleted', 'tag': '2b515255-b8aa-4509-b596-386302da99de'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:52.998883 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e04775c7-fdae-4033-909c-df219cd22b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (f43d2cbd-bf64-4a86-a4a0-cced0a12976e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:53.001380 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efefe51f-1ae5-42b6-8786-815936ea5fd3" -d '{"events": [{"server_uuid": "01d322bd-1b14-4078-af47-1cd0b606c7c6", "name": "network-vif-deleted", "tag": "2b515255-b8aa-4509-b596-386302da99de"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:53.005580 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d6ff3297-4eb1-4202-bc8b-e046b8debf74 req-16050a31-22bf-4833-86c1-a88dc7c2ad38 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880467 Jan 28 12:27:53.021537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Attempting to bind port 87af9e10-034e-44f9-a4f7-065ff248c815 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:53.021871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Attempting to bind port 87af9e10-034e-44f9-a4f7-065ff248c815 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:53.022729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Attempting to bind port 87af9e10-034e-44f9-a4f7-065ff248c815 on network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:53.033403 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Port 87af9e10-034e-44f9-a4f7-065ff248c815 on network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:27:53.033758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Attempting to bind port 87af9e10-034e-44f9-a4f7-065ff248c815 on network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:53.046374 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:53.046741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Checking segment: {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:53.047144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Bound using segment: {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:53.047647 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Bound port: 87af9e10-034e-44f9-a4f7-065ff248c815, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:53.048004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:53.064529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] For port d34d65a8-6b35-40df-9820-708299716a95, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:53.073877 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=38126abd-fd36-4a25-ae4d-62d0a915a334,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:53.122955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] For port d34d65a8-6b35-40df-9820-708299716a95, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d34d65a8-6b35-40df-9820-708299716a95,segment=NetworkSegment(6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a),segment_id=6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:53.132923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] For port 87af9e10-034e-44f9-a4f7-065ff248c815, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:53.136787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] For port 87af9e10-034e-44f9-a4f7-065ff248c815, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=87af9e10-034e-44f9-a4f7-065ff248c815,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:53.139419 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d34d65a8-6b35-40df-9820-708299716a95), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:53.143241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:53.149657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Allocated IP 19.86.0.2 (0b018943-48be-4e0b-b33e-e19761c60adf/206f4177-46ba-4bc4-bdc9-702ecfbd9343/9b9bd167-5a02-41ab-ba34-2da02d5fb780) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:27:53.185874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04775c7-fdae-4033-909c-df219cd22b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f43d2cbd-bf64-4a86-a4a0-cced0a12976e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:53.197571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:53.198381 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:53.200531 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/87af9e10-034e-44f9-a4f7-065ff248c815 HTTP/1.1" status: 200 len: 1091 time: 1.5383635 Jan 28 12:27:53.212330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3fb1a-de7f-4b5e-84ad-3e89495eac7d req-93119105-4387-4af4-bd1c-75a535b79bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:53.214100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90a3fb1a-de7f-4b5e-84ad-3e89495eac7d req-93119105-4387-4af4-bd1c-75a535b79bf1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 1124 time: 0.2218513 Jan 28 12:27:53.229022 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9c91-b20d-42b6-a15b-b6ab9918afe3 req-9a9b4fab-1d83-4d78-ae88-61d287e454fe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:53.237968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cfdf9c91-b20d-42b6-a15b-b6ab9918afe3 req-9a9b4fab-1d83-4d78-ae88-61d287e454fe tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.2463779 Jan 28 12:27:53.246387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e076d-33cc-4844-adf1-1d214e78dd1a req-f03f62d0-cc73-46b5-965b-3a0d13e436c3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:53.247799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f4e076d-33cc-4844-adf1-1d214e78dd1a req-f03f62d0-cc73-46b5-965b-3a0d13e436c3 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 945 time: 0.2668881 Jan 28 12:27:53.278760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98bbd2-16f5-43c4-862e-050057c440f0 service neutron] Pushing event updated for resources: {'Port': ['ID=87af9e10-034e-44f9-a4f7-065ff248c815,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:53.290430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04775c7-fdae-4033-909c-df219cd22b33 admin admin] Checking segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:53.290892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04775c7-fdae-4033-909c-df219cd22b33 admin admin] Network hostable DHCP agents. Network: 02586113-c01d-4c5c-ba3c-998693ed9659, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:27:53.323877 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37094e03-f0e3-4673-b674-f33f7e8dfddf None None] Pushing event updated for resources: {'Port': ['ID=d34d65a8-6b35-40df-9820-708299716a95,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:53.401026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Deleting port 48111797-9890-4474-a7a7-b6d82545c3c3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:27:53.404177 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:53.444384 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-48b88400-13f5-4a93-9e04-6cdc687356e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:53.445952 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-48b88400-13f5-4a93-9e04-6cdc687356e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0843370 Jan 28 12:27:53.513606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cfdf9c91-b20d-42b6-a15b-b6ab9918afe3 req-1c56e441-c0d1-424d-8f19-b2e262be5ba7 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750669 Jan 28 12:27:53.552376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04775c7-fdae-4033-909c-df219cd22b33 admin admin] Network 02586113-c01d-4c5c-ba3c-998693ed9659 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:27:53.554391 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Publish callbacks [] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:53.558244 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-79e15d01-ee8e-4b4c-bb31-422e94c10692 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87af9e10-034e-44f9-a4f7-065ff248c815 HTTP/1.1" status: 200 len: 217 time: 0.1037796 Jan 28 12:27:53.572203 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:53.607179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f4e076d-33cc-4844-adf1-1d214e78dd1a req-281fe250-610b-41ee-b98d-0d40248c90d2 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4005f46-f704-4d94-906d-571acaefb952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274126 Jan 28 12:27:53.666182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e04775c7-fdae-4033-909c-df219cd22b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 02586113-c01d-4c5c-ba3c-998693ed9659) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:53.666528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Network 0b018943-48be-4e0b-b33e-e19761c60adf is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:27:53.674494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-8b40d9d3-97f7-4132-b8a0-a65396432988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:53.679731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:27:53.680390 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-8b40d9d3-97f7-4132-b8a0-a65396432988 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2063c900-71d5-45ec-8da2-b0bb602f1a66 HTTP/1.1" status: 200 len: 845 time: 0.1073272 Jan 28 12:27:53.684639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c767203e-4a4b-4400-9472-7775fb15f262 None None] Network 02586113-c01d-4c5c-ba3c-998693ed9659 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:53.689757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:27:53.716826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04775c7-fdae-4033-909c-df219cd22b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:53.718148 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e04775c7-fdae-4033-909c-df219cd22b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:53.745814 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-9900738b-ba7b-4a94-955d-f464e06c3440 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507603 Jan 28 12:27:53.754952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Pushing event updated for resources: {'Port': ['ID=9b9bd167-5a02-41ab-ba34-2da02d5fb780,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:53.803665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] For port 48111797-9890-4474-a7a7-b6d82545c3c3, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=48111797-9890-4474-a7a7-b6d82545c3c3,segment=NetworkSegment(c8f8726d-4fd2-444b-a343-7284e66b7e7c),segment_id=c8f8726d-4fd2-444b-a343-7284e66b7e7c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:53.804067 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:53.841393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Attempting to bind port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:27:53.841989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Attempting to bind port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '7bbd7689-3986-464c-943c-5dc1d6de427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:27:53.842128 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Attempting to bind port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 on network 0b018943-48be-4e0b-b33e-e19761c60adf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:27:53.850423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:27:53.850742 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Checking segment: {'id': '7bbd7689-3986-464c-943c-5dc1d6de427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:27:53.851174 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:53.851598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Bound using segment: {'id': '7bbd7689-3986-464c-943c-5dc1d6de427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:27:53.852134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Bound port: 9b9bd167-5a02-41ab-ba34-2da02d5fb780, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbd7689-3986-464c-943c-5dc1d6de427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:27:53.852489 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:53.871202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3fb1a-de7f-4b5e-84ad-3e89495eac7d req-8d936a98-22a9-4e74-9b7d-9b8fb970f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:53.873385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90a3fb1a-de7f-4b5e-84ad-3e89495eac7d req-8d936a98-22a9-4e74-9b7d-9b8fb970f161 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.5985537 Jan 28 12:27:53.904655 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-3e9c904a-6aaa-4ed6-8cda-717bf16a0c54 service neutron] 10.222.0.49 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490283 Jan 28 12:27:53.943829 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e04775c7-fdae-4033-909c-df219cd22b33 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1333301 Jan 28 12:27:54.137788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90a3fb1a-de7f-4b5e-84ad-3e89495eac7d req-aae932cc-ef72-4e7a-9301-ff4d33826914 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de HTTP/1.1" status: 200 len: 217 time: 0.2499557 Jan 28 12:27:54.182348 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30e3670d-b7b1-4753-8f1c-e71412244792 req-013f8289-a635-4818-8dce-5847b6b0a9aa service neutron] 10.222.0.49 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672360 Jan 28 12:27:54.239452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d77fb35-7c2c-4281-95a6-3eab2322b236 None None] Network 02586113-c01d-4c5c-ba3c-998693ed9659 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:54.297258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-7d6831ef-35c0-4941-81da-125961a1c69d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:54.302278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-7d6831ef-35c0-4941-81da-125961a1c69d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:54.304027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-7d6831ef-35c0-4941-81da-125961a1c69d tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/networks?id=52329f48-e8b7-4a5f-a047-27e7fccf9b6f&id=0b018943-48be-4e0b-b33e-e19761c60adf HTTP/1.1" status: 200 len: 1391 time: 0.6283054 Jan 28 12:27:54.414495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] For port 9b9bd167-5a02-41ab-ba34-2da02d5fb780, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:27:54.430301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-e5b8ec3c-09bc-43b9-934c-b9497fff085b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/quotas/df8d66ad4fda469aa1304bc289553fa8 HTTP/1.1" status: 200 len: 375 time: 0.0835631 Jan 28 12:27:54.444735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab65949-01e7-4434-a625-cb7982308a57 req-2db0e72d-c256-4b06-8cf8-43ad5886eb55 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:54.452022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aab65949-01e7-4434-a625-cb7982308a57 req-2db0e72d-c256-4b06-8cf8-43ad5886eb55 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 950 time: 0.5688658 Jan 28 12:27:54.453311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] For port 9b9bd167-5a02-41ab-ba34-2da02d5fb780, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9b9bd167-5a02-41ab-ba34-2da02d5fb780,segment=NetworkSegment(7bbd7689-3986-464c-943c-5dc1d6de427e),segment_id=7bbd7689-3986-464c-943c-5dc1d6de427e)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:27:54.464216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80131760-e688-46ec-9ee9-fb4f94196213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4153b093-4b15-4bff-89b9-9ca427757dd3'}, {'server_uuid': '857553f8-46de-45a3-a8b3-2abf159d228a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38126abd-fd36-4a25-ae4d-62d0a915a334'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:54.470730 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b888999d-3c7b-4da2-a98e-7cc7c5da1343" -d '{"events": [{"server_uuid": "80131760-e688-46ec-9ee9-fb4f94196213", "name": "network-vif-plugged", "status": "completed", "tag": "4153b093-4b15-4bff-89b9-9ca427757dd3"}, {"server_uuid": "857553f8-46de-45a3-a8b3-2abf159d228a", "name": "network-vif-plugged", "status": "completed", "tag": "38126abd-fd36-4a25-ae4d-62d0a915a334"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:54.480280 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:54.532085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3fb1a-de7f-4b5e-84ad-3e89495eac7d req-6b8043cf-ae23-4b12-a594-a2a028ec764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:54.533565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90a3fb1a-de7f-4b5e-84ad-3e89495eac7d req-6b8043cf-ae23-4b12-a594-a2a028ec764a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.3523569 Jan 28 12:27:54.598990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90a3fb1a-de7f-4b5e-84ad-3e89495eac7d req-d3f76965-b7f8-4a48-b9cf-7ffabf84c2a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423324 Jan 28 12:27:54.612907 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:54.668425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d89692-ae32-4ec1-b216-a1d7b901d12b None None] Pushing event updated for resources: {'Port': ['ID=9b9bd167-5a02-41ab-ba34-2da02d5fb780,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:54.699027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aab65949-01e7-4434-a625-cb7982308a57 req-8ad6e189-a437-4eb3-8a59-761c00a8c5ea tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453287 Jan 28 12:27:54.739842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-f12aa7eb-6b36-4031-bbc0-f5062d11ecaa tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df8d66ad4fda469aa1304bc289553fa8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2820814 Jan 28 12:27:55.006271 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:55.006641 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a9f5d3e3-b860-414d-930b-1ad7dfc50e00), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:55.006965 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Floating IP a9f5d3e3-b860-414d-930b-1ad7dfc50e00 disassociated. External IP: 172.25.7.112, port: 48111797-9890-4474-a7a7-b6d82545c3c3. Jan 28 12:27:55.007422 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Calling delete_port for 48111797-9890-4474-a7a7-b6d82545c3c3 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:27:55.125524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486ec65-ebf3-4c02-a827-80d04eabfea8 req-8564b406-4adb-46bb-b076-57886394ae6f tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:55.127085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0486ec65-ebf3-4c02-a827-80d04eabfea8 req-8564b406-4adb-46bb-b076-57886394ae6f tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 943 time: 0.3060596 Jan 28 12:27:55.135378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90a3fb1a-de7f-4b5e-84ad-3e89495eac7d req-befcdf7c-4b94-402e-a6cf-9ca7c8eadb5e service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399951 Jan 28 12:27:55.163113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5e9c6-e6e1-4ce7-92f2-4286dab546e6 None None] Network 52329f48-e8b7-4a5f-a047-27e7fccf9b6f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:55.208542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-b35b839c-dfe4-4b5e-bedf-f50477ed203b service neutron] 10.222.0.53 "GET /v2.0/networks/52329f48-e8b7-4a5f-a047-27e7fccf9b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431143 Jan 28 12:27:55.271191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-61377c8f-1287-4221-8b51-28230bea8530 None None] Provisioning complete for port d34d65a8-6b35-40df-9820-708299716a95 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:55.271687 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61377c8f-1287-4221-8b51-28230bea8530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d34d65a8-6b35-40df-9820-708299716a95), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:55.360990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0486ec65-ebf3-4c02-a827-80d04eabfea8 req-e20b3288-78fb-4bf5-86e5-97893d5bb2f3 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191198 Jan 28 12:27:55.440148 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f2617-76ce-4535-aa45-5171a0909a8c x-openstack-request-id: req-3c6f2617-76ce-4535-aa45-5171a0909a8c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:55.441119 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d322bd-1b14-4078-af47-1cd0b606c7c6", "name": "network-vif-deleted", "tag": "2b515255-b8aa-4509-b596-386302da99de", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:55.441632 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c6f2617-76ce-4535-aa45-5171a0909a8c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:55.442215 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d322bd-1b14-4078-af47-1cd0b606c7c6', 'name': 'network-vif-deleted', 'tag': '2b515255-b8aa-4509-b596-386302da99de', 'status': 'completed', 'code': 200} Jan 28 12:27:55.444052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-61377c8f-1287-4221-8b51-28230bea8530 None None] Current status of the port d34d65a8-6b35-40df-9820-708299716a95 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:55.444633 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61377c8f-1287-4221-8b51-28230bea8530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d34d65a8-6b35-40df-9820-708299716a95), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:55.490377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-61377c8f-1287-4221-8b51-28230bea8530 None None] For port d34d65a8-6b35-40df-9820-708299716a95, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d34d65a8-6b35-40df-9820-708299716a95,segment=NetworkSegment(6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a),segment_id=6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:55.503152 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61377c8f-1287-4221-8b51-28230bea8530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d34d65a8-6b35-40df-9820-708299716a95), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:55.534049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90a3fb1a-de7f-4b5e-84ad-3e89495eac7d req-c6744f2b-daa8-449f-a94c-d56ed30072f3 service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805368 Jan 28 12:27:55.586586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-7ee28195-6484-46ff-bcf9-5a778ccdb1ba service neutron] 10.222.0.53 "GET /v2.0/networks/52329f48-e8b7-4a5f-a047-27e7fccf9b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769290 Jan 28 12:27:55.631123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61377c8f-1287-4221-8b51-28230bea8530 None None] Pushing event updated for resources: {'Port': ['ID=d34d65a8-6b35-40df-9820-708299716a95,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:55.633040 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (48111797-9890-4474-a7a7-b6d82545c3c3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:55.734090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Pushing event deleted for resources: {'Port': ['ID=48111797-9890-4474-a7a7-b6d82545c3c3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:55.803869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9b9bd167-5a02-41ab-ba34-2da02d5fb780 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:55.830537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-e367b642-c096-4fc6-9194-a6478d501ce7 service neutron] 10.222.0.53 "GET /v2.0/networks/0b018943-48be-4e0b-b33e-e19761c60adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432992 Jan 28 12:27:55.841059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f2668-8c25-4bfa-9e87-564f0eb4c4a3 req-8b29bb79-532c-43a9-afa6-6cce428c5190 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:55.851410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a90f2668-8c25-4bfa-9e87-564f0eb4c4a3 req-8b29bb79-532c-43a9-afa6-6cce428c5190 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 946 time: 0.2193646 Jan 28 12:27:55.864352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6a005628-d41d-42f5-987d-2708bf800dd6 None None] Provisioning complete for port d34d65a8-6b35-40df-9820-708299716a95 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:55.864733 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6a005628-d41d-42f5-987d-2708bf800dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d34d65a8-6b35-40df-9820-708299716a95), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:55.941713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:55.942097 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:55.967602 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:56.048581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6a005628-d41d-42f5-987d-2708bf800dd6 None None] Current status of the port d34d65a8-6b35-40df-9820-708299716a95 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:56.089051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a90f2668-8c25-4bfa-9e87-564f0eb4c4a3 req-0e78d50a-76d2-4dd7-b6df-5381a17c5355 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366590 Jan 28 12:27:56.128980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Router e3cbdd06-f063-46ab-8ac6-352baff57bcc has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:27:56.129292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:56.134786 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:56.248866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 9b9bd167-5a02-41ab-ba34-2da02d5fb780, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9b9bd167-5a02-41ab-ba34-2da02d5fb780,segment=NetworkSegment(7bbd7689-3986-464c-943c-5dc1d6de427e),segment_id=7bbd7689-3986-464c-943c-5dc1d6de427e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:56.261747 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:56.262857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d34d65a8-6b35-40df-9820-708299716a95 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:56.420747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 87af9e10-034e-44f9-a4f7-065ff248c815 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:27:56.423356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ebaddb61-6d09-45d5-943f-d0f8f60577de no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:56.556528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119c79d5-7b82-4d96-afc6-e2d8e9c66d79 None None] Network 0b018943-48be-4e0b-b33e-e19761c60adf requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:27:56.570162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=9b9bd167-5a02-41ab-ba34-2da02d5fb780,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:56.657562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-e37fa3b4-f398-4c7f-b476-9d0da9c1c6f0 service neutron] 10.222.0.53 "GET /v2.0/networks/0b018943-48be-4e0b-b33e-e19761c60adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7975245 Jan 28 12:27:56.658281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8c1e8398-4a12-4fc8-b917-18e06b7e6d16 None None] Provisioning complete for port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:56.658677 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8398-4a12-4fc8-b917-18e06b7e6d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:56.724388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d34d65a8-6b35-40df-9820-708299716a95 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:56.724771 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d34d65a8-6b35-40df-9820-708299716a95), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:56.815035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 87af9e10-034e-44f9-a4f7-065ff248c815, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=87af9e10-034e-44f9-a4f7-065ff248c815,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:56.820072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6a4fe2f-1a19-44d0-bd62-616f47bf5a38 req-e2785700-2014-42ce-8d6b-d84c04c870e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1671050 Jan 28 12:27:56.863246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-c5a27c90-be3d-4328-b03a-a3e2b189cb71 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:56.869866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-c5a27c90-be3d-4328-b03a-a3e2b189cb71 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.2157512 Jan 28 12:27:56.878485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:27:56.890517 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451a0ad7-bf31-422c-be61-c5d85090b5be None None] Sync routers for ids ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:27:56.899279 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '87af9e10-034e-44f9-a4f7-065ff248c815', 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'port_id': '87af9e10-034e-44f9-a4f7-065ff248c815', 'mac_address': 'fa:16:3e:57:fb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2063c900-71d5-45ec-8da2-b0bb602f1a66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:27:56.901715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-dc11c482-4186-4c4c-b624-c91de54eab5c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/quotas/b77d7b1bffe84f9a80589d60595239b5 HTTP/1.1" status: 200 len: 375 time: 0.0309374 Jan 28 12:27:56.915980 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451a0ad7-bf31-422c-be61-c5d85090b5be None None] Routers {'e3cbdd06-f063-46ab-8ac6-352baff57bcc'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:27:56.916615 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-451a0ad7-bf31-422c-be61-c5d85090b5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:27:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:56.952137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ebaddb61-6d09-45d5-943f-d0f8f60577de is: DOWN; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:56.957533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8c1e8398-4a12-4fc8-b917-18e06b7e6d16 None None] Current status of the port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:57.002478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-a9f0cce6-efa2-4a96-9775-157c076950b7 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997598 Jan 28 12:27:57.082044 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45492009-f0bc-4fba-8b55-c275761bc52c x-openstack-request-id: req-45492009-f0bc-4fba-8b55-c275761bc52c {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:57.082291 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80131760-e688-46ec-9ee9-fb4f94196213", "name": "network-vif-plugged", "status": "completed", "tag": "4153b093-4b15-4bff-89b9-9ca427757dd3", "code": 200}, {"server_uuid": "857553f8-46de-45a3-a8b3-2abf159d228a", "name": "network-vif-plugged", "status": "completed", "tag": "38126abd-fd36-4a25-ae4d-62d0a915a334", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:57.082439 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45492009-f0bc-4fba-8b55-c275761bc52c {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:57.082794 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80131760-e688-46ec-9ee9-fb4f94196213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4153b093-4b15-4bff-89b9-9ca427757dd3', 'code': 200} Jan 28 12:27:57.083065 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857553f8-46de-45a3-a8b3-2abf159d228a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38126abd-fd36-4a25-ae4d-62d0a915a334', 'code': 200} Jan 28 12:27:57.084916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d34d65a8-6b35-40df-9820-708299716a95 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:57.090583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] No DVR routers for this DVR port 48111797-9890-4474-a7a7-b6d82545c3c3 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:27:57.099447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-51e390ca-5960-455f-9a4c-1e57071ba6b2 service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958555 Jan 28 12:27:57.102042 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:57.105167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc3237b1-47e4-4431-8d31-1cc87ca93dc7 req-a91f0618-69ad-4b10-b620-5da700d81ec0 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.35 "DELETE /v2.0/ports/48111797-9890-4474-a7a7-b6d82545c3c3 HTTP/1.1" status: 204 len: 173 time: 4.7159672 Jan 28 12:27:57.117654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 87af9e10-034e-44f9-a4f7-065ff248c815 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:57.118062 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:57.129468 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'name': 'network-vif-deleted', 'tag': '48111797-9890-4474-a7a7-b6d82545c3c3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:57.132141 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0a8aac-071c-4183-ac44-1f6959d310ef" -d '{"events": [{"server_uuid": "f1a465d3-eda4-4096-b707-f6cd264a5013", "name": "network-vif-deleted", "tag": "48111797-9890-4474-a7a7-b6d82545c3c3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:57.135948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87af9e10-034e-44f9-a4f7-065ff248c815 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:27:57.158273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 87af9e10-034e-44f9-a4f7-065ff248c815, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=87af9e10-034e-44f9-a4f7-065ff248c815,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:27:57.173567 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:57.236141 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-451a0ad7-bf31-422c-be61-c5d85090b5be None None] Set router e3cbdd06-f063-46ab-8ac6-352baff57bcc gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:27:57.326247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 48111797-9890-4474-a7a7-b6d82545c3c3 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:27:57.361040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4fe2f-1a19-44d0-bd62-616f47bf5a38 req-b531bc88-8e00-45e5-81a1-cae1f125d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:57.362565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6a4fe2f-1a19-44d0-bd62-616f47bf5a38 req-b531bc88-8e00-45e5-81a1-cae1f125d991 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 1095 time: 0.4822841 Jan 28 12:27:57.370728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 48111797-9890-4474-a7a7-b6d82545c3c3 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:27:57.371374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 48111797-9890-4474-a7a7-b6d82545c3c3 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:27:57.386438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=87af9e10-034e-44f9-a4f7-065ff248c815,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:27:57.443886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3424dd-de38-4a44-83a3-d7d50afe2ae5', 'tag': '87af9e10-034e-44f9-a4f7-065ff248c815'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:27:57.448244 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a41bece-9c1c-4e51-8bb1-d27278513d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3424dd-de38-4a44-83a3-d7d50afe2ae5", "tag": "87af9e10-034e-44f9-a4f7-065ff248c815"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:27:57.478934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba866cb9-465f-49b7-be58-a3b24dfab553 req-74c963e0-77d7-463b-b739-f08753958c7a tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:57.480895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['87af9e10-034e-44f9-a4f7-065ff248c815'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:27:57.487077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba866cb9-465f-49b7-be58-a3b24dfab553 req-74c963e0-77d7-463b-b739-f08753958c7a tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.1924624 Jan 28 12:27:57.633418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-6aae358e-6030-486a-8057-526299123a53 service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330985 Jan 28 12:27:57.657213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73d346-793d-44d4-bd34-2e1fd7b51e88 req-94adf8b3-0791-438d-8916-ddba2d313cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:57.661987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac73d346-793d-44d4-bd34-2e1fd7b51e88 req-94adf8b3-0791-438d-8916-ddba2d313cbc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=857553f8-46de-45a3-a8b3-2abf159d228a HTTP/1.1" status: 200 len: 1096 time: 0.4711006 Jan 28 12:27:57.666833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-51e0e94b-7ceb-4624-a522-957b8eaa7cf4 None None] Provisioning complete for port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:57.670657 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51e0e94b-7ceb-4624-a522-957b8eaa7cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:57.670930 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-451a0ad7-bf31-422c-be61-c5d85090b5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:25:29Z', 'revision_number': 4, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '23a20889-01ff-4af3-a818-9bad1a6e3071', 'name': '', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'mac_address': 'fa:16:3e:2d:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:26Z', 'updated_at': '2022-01-28T12:25:36Z', 'revision_number': 5, 'project_id': '3468cd33139543b0875930f76336db6c', 'subnets': [{'id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:57.673802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9b9bd167-5a02-41ab-ba34-2da02d5fb780 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:57.697979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a6315-07be-4a01-9d79-89db36f20541 req-f378e8f5-10ad-4207-8f85-c23ffd3f897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:57.699804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-110a6315-07be-4a01-9d79-89db36f20541 req-f378e8f5-10ad-4207-8f85-c23ffd3f897c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 1097 time: 0.5638633 Jan 28 12:27:57.704741 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451a0ad7-bf31-422c-be61-c5d85090b5be None None] Checking router: e3cbdd06-f063-46ab-8ac6-352baff57bcc for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:27:57.714592 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451a0ad7-bf31-422c-be61-c5d85090b5be None None] Routers {'e3cbdd06-f063-46ab-8ac6-352baff57bcc'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:27:57.715165 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-451a0ad7-bf31-422c-be61-c5d85090b5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:27:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:57.857371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4fe2f-1a19-44d0-bd62-616f47bf5a38 req-daa6b7ce-e3ab-45e9-9b81-50d60e8b7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:57.866329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6a4fe2f-1a19-44d0-bd62-616f47bf5a38 req-daa6b7ce-e3ab-45e9-9b81-50d60e8b7f6d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.4719908 Jan 28 12:27:57.910630 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-451a0ad7-bf31-422c-be61-c5d85090b5be None None] Set router e3cbdd06-f063-46ab-8ac6-352baff57bcc gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:27:57.927553 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:57.929235 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:57.976073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba866cb9-465f-49b7-be58-a3b24dfab553 req-fbdbf94b-691c-4b7d-b92c-e6e85a017f5b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382549 Jan 28 12:27:58.131176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-862cb200-d382-4cad-8dc9-b3cfd80acfee req-f72f7126-8f75-495b-90ed-3b9e7dd4fba6 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a465d3-eda4-4096-b707-f6cd264a5013 HTTP/1.1" status: 200 len: 210 time: 0.1344411 Jan 28 12:27:58.134501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6a4fe2f-1a19-44d0-bd62-616f47bf5a38 req-08ee4c38-2a93-47e0-ad07-ed6e4768fb80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25 HTTP/1.1" status: 200 len: 217 time: 0.2486484 Jan 28 12:27:58.261237 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac73d346-793d-44d4-bd34-2e1fd7b51e88 req-517ac30d-ad38-4f2a-b5fc-dd273a734b3e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599427 Jan 28 12:27:58.331612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-110a6315-07be-4a01-9d79-89db36f20541 req-c6d1a2fb-7c63-4994-95e1-959318f2a76c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907924 Jan 28 12:27:58.372049 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-451a0ad7-bf31-422c-be61-c5d85090b5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:25:29Z', 'revision_number': 4, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '23a20889-01ff-4af3-a818-9bad1a6e3071', 'name': '', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'mac_address': 'fa:16:3e:2d:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:26Z', 'updated_at': '2022-01-28T12:25:36Z', 'revision_number': 5, 'project_id': '3468cd33139543b0875930f76336db6c', 'subnets': [{'id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:27:58.404332 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853df74-b8f0-46fa-8393-afc2551533d1 req-7b0536fc-63cd-415a-944e-f77cdb4d6960 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:58.405911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0853df74-b8f0-46fa-8393-afc2551533d1 req-7b0536fc-63cd-415a-944e-f77cdb4d6960 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 950 time: 0.1275673 Jan 28 12:27:58.417961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4fe2f-1a19-44d0-bd62-616f47bf5a38 req-4033b6a1-ce09-4ab9-b086-ae4bbeb6b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:58.419871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6a4fe2f-1a19-44d0-bd62-616f47bf5a38 req-4033b6a1-ce09-4ab9-b086-ae4bbeb6b788 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.2721145 Jan 28 12:27:58.431524 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451a0ad7-bf31-422c-be61-c5d85090b5be None None] The sync data for ids ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'] in n-d-824835-4 is: [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:25:29Z', 'revision_number': 4, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '23a20889-01ff-4af3-a818-9bad1a6e3071', 'name': '', 'network_id': 'a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'mac_address': 'fa:16:3e:2d:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:26Z', 'updated_at': '2022-01-28T12:25:36Z', 'revision_number': 5, 'project_id': '3468cd33139543b0875930f76336db6c', 'subnets': [{'id': '13c944b6-3b12-4207-add2-982f6e93cbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:27:58.464812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-51e0e94b-7ceb-4624-a522-957b8eaa7cf4 None None] Current status of the port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:58.489645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:58.491132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d34d65a8-6b35-40df-9820-708299716a95 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:27:58.518159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6a4fe2f-1a19-44d0-bd62-616f47bf5a38 req-4d05b193-2aea-4237-a679-1802ee6e1844 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347164 Jan 28 12:27:58.568218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d34d65a8-6b35-40df-9820-708299716a95 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:27:58.568581 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d34d65a8-6b35-40df-9820-708299716a95), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:58.580170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0a27c-fd6b-4af9-b51c-71b0804c9e1e req-16f5707f-080f-423a-b354-bf02d2c98a6c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:58.587459 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18c0a27c-fd6b-4af9-b51c-71b0804c9e1e req-16f5707f-080f-423a-b354-bf02d2c98a6c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 944 time: 0.1803794 Jan 28 12:27:58.636535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0853df74-b8f0-46fa-8393-afc2551533d1 req-30da95a4-cb96-4e7b-9192-db20f998080f tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143629 Jan 28 12:27:58.707789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d34d65a8-6b35-40df-9820-708299716a95 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:27:58.712432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18c0a27c-fd6b-4af9-b51c-71b0804c9e1e req-bb733279-d088-4448-ac61-271dc2d2ca04 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240389 Jan 28 12:27:58.747572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6a4fe2f-1a19-44d0-bd62-616f47bf5a38 req-12600d12-b5d9-43c0-8638-3da8cd124d33 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200627 Jan 28 12:27:58.861025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f27feb25-4371-4ac0-8002-4ee01ffffae1 req-d9f505d0-cd9a-4082-b78a-77082c1a3013 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 210 time: 0.0898883 Jan 28 12:27:58.864186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf7e46-0555-4f96-af36-ac32f841a177 None None] New status for floating IP a9f5d3e3-b860-414d-930b-1ad7dfc50e00: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:27:58.941452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6a4fe2f-1a19-44d0-bd62-616f47bf5a38 req-f36ffc46-6095-4588-814f-29b248334bc3 service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849046 Jan 28 12:27:58.976514 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f738391-6024-4a71-8f1a-097dbea70c67 x-openstack-request-id: req-9f738391-6024-4a71-8f1a-097dbea70c67 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:58.976922 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a465d3-eda4-4096-b707-f6cd264a5013", "name": "network-vif-deleted", "tag": "48111797-9890-4474-a7a7-b6d82545c3c3", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:58.977402 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f738391-6024-4a71-8f1a-097dbea70c67 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:58.978182 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a465d3-eda4-4096-b707-f6cd264a5013', 'name': 'network-vif-deleted', 'tag': '48111797-9890-4474-a7a7-b6d82545c3c3', 'status': 'completed', 'code': 200} Jan 28 12:27:59.044419 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef1014f-a4f1-4440-bb97-4a56d69c56a7 x-openstack-request-id: req-8ef1014f-a4f1-4440-bb97-4a56d69c56a7 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:27:59.048112 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3424dd-de38-4a44-83a3-d7d50afe2ae5", "tag": "87af9e10-034e-44f9-a4f7-065ff248c815", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:27:59.048112 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ef1014f-a4f1-4440-bb97-4a56d69c56a7 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:27:59.048112 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3424dd-de38-4a44-83a3-d7d50afe2ae5', 'tag': '87af9e10-034e-44f9-a4f7-065ff248c815', 'status': 'completed', 'code': 200} Jan 28 12:27:59.176570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41bece-9c1c-4e51-8bb1-d27278513d5f req-7e43f758-75f8-4b09-91dd-0c598cd9c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:59.178097 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1a41bece-9c1c-4e51-8bb1-d27278513d5f req-7e43f758-75f8-4b09-91dd-0c598cd9c6a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 1095 time: 0.0829356 Jan 28 12:27:59.213345 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f812e-e3f1-4d15-8cd1-a28bba917d91 req-119b60f4-413b-4962-a0b9-8bd55ec26e6a tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:59.214914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee3f812e-e3f1-4d15-8cd1-a28bba917d91 req-119b60f4-413b-4962-a0b9-8bd55ec26e6a tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 946 time: 0.3722625 Jan 28 12:27:59.216735 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d25d61a3-edf9-487c-8f14-6cc75d7a461c req-90d52ea4-7313-4cd1-8df0-a16bb1b4095a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 210 time: 0.0530841 Jan 28 12:27:59.242898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ca0a6-69d0-4226-b071-b31406317b7f req-9bc9b2cc-b748-4b23-b04e-d6017474ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:59.244400 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c03ca0a6-69d0-4226-b071-b31406317b7f req-9bc9b2cc-b748-4b23-b04e-d6017474ce5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 1124 time: 0.1503127 Jan 28 12:27:59.302088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-f5f402b4-2a8d-4592-8258-34476fba1db1 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:59.307931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-f5f402b4-2a8d-4592-8258-34476fba1db1 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:59.309455 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-f5f402b4-2a8d-4592-8258-34476fba1db1 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.35 "GET /v2.0/networks?id=52329f48-e8b7-4a5f-a047-27e7fccf9b6f&id=0b018943-48be-4e0b-b33e-e19761c60adf HTTP/1.1" status: 200 len: 1391 time: 0.3487310 Jan 28 12:27:59.333121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'port': {'device_id': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f', 'admin_state_up': True, 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:27:59.340506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41bece-9c1c-4e51-8bb1-d27278513d5f req-b4778d24-e31e-4091-a32f-4cedb3729b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:59.342349 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1a41bece-9c1c-4e51-8bb1-d27278513d5f req-b4778d24-e31e-4091-a32f-4cedb3729b99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 200 len: 906 time: 0.1492624 Jan 28 12:27:59.413302 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1a41bece-9c1c-4e51-8bb1-d27278513d5f req-808ee776-63b6-4404-8b60-911b868036d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87af9e10-034e-44f9-a4f7-065ff248c815 HTTP/1.1" status: 200 len: 217 time: 0.0547554 Jan 28 12:27:59.449678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee3f812e-e3f1-4d15-8cd1-a28bba917d91 req-f49c1474-ad8e-495c-8f7d-a6e051542c0d tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240996 Jan 28 12:27:59.550290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41bece-9c1c-4e51-8bb1-d27278513d5f req-d8097f4c-b776-49ee-bd46-1aff04a12ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:59.552293 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1a41bece-9c1c-4e51-8bb1-d27278513d5f req-d8097f4c-b776-49ee-bd46-1aff04a12ea7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2063c900-71d5-45ec-8da2-b0bb602f1a66 HTTP/1.1" status: 200 len: 845 time: 0.1257024 Jan 28 12:27:59.576946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ca0a6-69d0-4226-b071-b31406317b7f req-97acd029-09ef-43ad-99e6-19eca0960edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:59.580188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c03ca0a6-69d0-4226-b071-b31406317b7f req-97acd029-09ef-43ad-99e6-19eca0960edd service neutron] 10.222.0.49 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.3028259 Jan 28 12:27:59.629492 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1a41bece-9c1c-4e51-8bb1-d27278513d5f req-78b5441f-a0dc-46cc-80c4-82bfb06632fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684822 Jan 28 12:27:59.668252 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c03ca0a6-69d0-4226-b071-b31406317b7f req-a420eb6b-7f57-4ed7-a975-a4c9eebaadd2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de HTTP/1.1" status: 200 len: 217 time: 0.0712435 Jan 28 12:27:59.804388 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:27:59.807798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:27:59.820658 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1a41bece-9c1c-4e51-8bb1-d27278513d5f req-b54c5572-904e-43a8-b521-ea4c918959e7 service neutron] 10.222.0.49 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796551 Jan 28 12:27:59.864855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297397d3-1da4-45c1-a80b-a72ca8eb352d req-6c8a67ef-984a-4e3e-8491-17703fcb32a0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:59.866546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-297397d3-1da4-45c1-a80b-a72ca8eb352d req-6c8a67ef-984a-4e3e-8491-17703fcb32a0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 943 time: 0.2915010 Jan 28 12:27:59.924335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ca0a6-69d0-4226-b071-b31406317b7f req-d0bbde96-2596-4593-ace6-5444ed3939aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:27:59.925722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c03ca0a6-69d0-4226-b071-b31406317b7f req-d0bbde96-2596-4593-ace6-5444ed3939aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.2484348 Jan 28 12:27:59.939587 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1a41bece-9c1c-4e51-8bb1-d27278513d5f req-24669bb9-a382-4360-961b-7a5bc5f44d20 service neutron] 10.222.0.49 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032839 Jan 28 12:27:59.998838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70403ade-68fc-4746-ba74-68fbd168dd08 req-aa31f4b0-f0fa-44a4-bc72-f56d72f2d991 tempest-ServersAdminNegativeTestJSON-589329229 tempest-ServersAdminNegativeTestJSON-589329229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:00.006579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70403ade-68fc-4746-ba74-68fbd168dd08 req-aa31f4b0-f0fa-44a4-bc72-f56d72f2d991 tempest-ServersAdminNegativeTestJSON-589329229 tempest-ServersAdminNegativeTestJSON-589329229-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 1101 time: 0.2493784 Jan 28 12:28:00.015665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c03ca0a6-69d0-4226-b071-b31406317b7f req-93187d02-7301-4273-a539-58a956764c1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698347 Jan 28 12:28:00.022838 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-d196fc82-f357-4fc2-b964-08e8ef5e3593 service neutron] 10.222.0.49 "GET /v2.0/ports/ebaddb61-6d09-45d5-943f-d0f8f60577de/bindings/n-h1-824835-4 HTTP/1.1" status: 200 len: 384 time: 0.0740979 Jan 28 12:28:00.078140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-ff46e663-0a06-4064-be63-3ecc04946b97 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:00.079561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-ff46e663-0a06-4064-be63-3ecc04946b97 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.35 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.3486631 Jan 28 12:28:00.099689 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-70403ade-68fc-4746-ba74-68fbd168dd08 req-a6976c2f-f917-4047-b25d-38ce9e8194b1 tempest-ServersAdminNegativeTestJSON-589329229 tempest-ServersAdminNegativeTestJSON-589329229-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.104377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Request body: {'port': {'device_id': 'f4fa1f3a-6e48-4f45-bb16-e98787f134fb', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'admin_state_up': True, 'tenant_id': 'b77d7b1bffe84f9a80589d60595239b5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:00.155977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-297397d3-1da4-45c1-a80b-a72ca8eb352d req-db9aefd1-0ac5-4cc0-b091-452c87c702c0 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483215 Jan 28 12:28:00.202012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-3354d0fc-f75b-4bc8-aca9-7ac59544e809 service neutron] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:00.211697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35772) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:00.251602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-3354d0fc-f75b-4bc8-aca9-7ac59544e809 service neutron] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:00.300926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-3354d0fc-f75b-4bc8-aca9-7ac59544e809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebaddb61-6d09-45d5-943f-d0f8f60577de {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:00.321836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-3354d0fc-f75b-4bc8-aca9-7ac59544e809 service neutron] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:00.334833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8f9dca9-6a78-42de-9401-452ab6bc402e tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for security_group (a4005f46-f704-4d94-906d-571acaefb952), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.352523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-3354d0fc-f75b-4bc8-aca9-7ac59544e809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.369437 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8f9dca9-6a78-42de-9401-452ab6bc402e tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for security_group (a4005f46-f704-4d94-906d-571acaefb952), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.443158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 87af9e10-034e-44f9-a4f7-065ff248c815 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:00.475970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8f9dca9-6a78-42de-9401-452ab6bc402e tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a4005f46-f704-4d94-906d-571acaefb952), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.478657 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8f9dca9-6a78-42de-9401-452ab6bc402e tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.479870 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a8f9dca9-6a78-42de-9401-452ab6bc402e tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "DELETE /v2.0/security-groups/a4005f46-f704-4d94-906d-571acaefb952 HTTP/1.1" status: 204 len: 168 time: 0.2677379 Jan 28 12:28:00.481068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-3354d0fc-f75b-4bc8-aca9-7ac59544e809 service neutron] Transition to ACTIVE for port object ebaddb61-6d09-45d5-943f-d0f8f60577de will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:28:00.484854 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:00.499671 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-3354d0fc-f75b-4bc8-aca9-7ac59544e809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.512246 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9dca9-6a78-42de-9401-452ab6bc402e tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4005f46-f704-4d94-906d-571acaefb952,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:00.532293 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-d9f61433-17c9-4f5e-b784-9477285ccc53 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] show failed (client error): The resource could not be found. Jan 28 12:28:00.533317 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d9f61433-17c9-4f5e-b784-9477285ccc53 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "GET /v2.0/security-groups/a4005f46-f704-4d94-906d-571acaefb952 HTTP/1.1" status: 404 len: 347 time: 0.0475044 Jan 28 12:28:00.536347 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35782) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:00.569708 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 87af9e10-034e-44f9-a4f7-065ff248c815 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:28:00.576968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 87af9e10-034e-44f9-a4f7-065ff248c815 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:00.577594 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.605814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-3354d0fc-f75b-4bc8-aca9-7ac59544e809 service neutron] No DVR routers for this DVR port ebaddb61-6d09-45d5-943f-d0f8f60577de on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:00.669195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 87af9e10-034e-44f9-a4f7-065ff248c815 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:00.669791 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.679510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354d0fc-f75b-4bc8-aca9-7ac59544e809 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaddb61-6d09-45d5-943f-d0f8f60577de,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:00.682982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Allocated IP 19.80.0.15 (52329f48-e8b7-4a5f-a047-27e7fccf9b6f/540cfe14-67da-48f7-8a8f-7b1e8242bdc6/396621ca-3594-485e-a81e-16f3ae001b44) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:00.697271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c03ca0a6-69d0-4226-b071-b31406317b7f req-becece04-9ba3-49b7-82e0-05d9d3c43cff service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689227 Jan 28 12:28:00.709120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 87af9e10-034e-44f9-a4f7-065ff248c815, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=87af9e10-034e-44f9-a4f7-065ff248c815,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:00.710022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3424dd-de38-4a44-83a3-d7d50afe2ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87af9e10-034e-44f9-a4f7-065ff248c815'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:00.710442 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-3354d0fc-f75b-4bc8-aca9-7ac59544e809 service neutron] 10.222.0.49 "PUT /v2.0/ports/ebaddb61-6d09-45d5-943f-d0f8f60577de/bindings/n-h1-824835-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6826437 Jan 28 12:28:00.710583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd6cde-9321-4f83-b40c-f8f9b9763474 req-582f0370-c7a5-4c5f-a5c0-2a3b04fb099c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:00.712462 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe99f9d-1ee9-44cd-9322-bc097450eec8" -d '{"events": [{"server_uuid": "6b3424dd-de38-4a44-83a3-d7d50afe2ae5", "name": "network-vif-plugged", "status": "completed", "tag": "87af9e10-034e-44f9-a4f7-065ff248c815"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:00.715762 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.717510 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3dcd6cde-9321-4f83-b40c-f8f9b9763474 req-582f0370-c7a5-4c5f-a5c0-2a3b04fb099c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 944 time: 0.2201200 Jan 28 12:28:00.741450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36245b13-8150-445b-a572-e132ffc42884 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Deleting port fc956292-2930-4b8e-b5e2-3ddf1590c966 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:00.742307 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36245b13-8150-445b-a572-e132ffc42884 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fc956292-2930-4b8e-b5e2-3ddf1590c966), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.769232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=87af9e10-034e-44f9-a4f7-065ff248c815,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:00.845906 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-70403ade-68fc-4746-ba74-68fbd168dd08 req-a6976c2f-f917-4047-b25d-38ce9e8194b1 tempest-ServersAdminNegativeTestJSON-589329229 tempest-ServersAdminNegativeTestJSON-589329229-project-admin] Publish callbacks [] for security_group (530d295c-99f5-456c-8847-7454a3a053f7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.850279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Made reservation on behalf of b77d7b1bffe84f9a80589d60595239b5 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:00.853599 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.869206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-70403ade-68fc-4746-ba74-68fbd168dd08 req-a6976c2f-f917-4047-b25d-38ce9e8194b1 tempest-ServersAdminNegativeTestJSON-589329229 tempest-ServersAdminNegativeTestJSON-589329229-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (530d295c-99f5-456c-8847-7454a3a053f7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.870374 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-f82b0048-abef-4545-b74b-4df4bfa24383 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:00.871867 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-f82b0048-abef-4545-b74b-4df4bfa24383 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674&tenant_id=72d261eb21094b23ae0e82eafab9582c&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.0702460 Jan 28 12:28:00.873521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36245b13-8150-445b-a572-e132ffc42884 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fc956292-2930-4b8e-b5e2-3ddf1590c966), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.873842 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36245b13-8150-445b-a572-e132ffc42884 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for floatingip (fc956292-2930-4b8e-b5e2-3ddf1590c966), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:00.895942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36245b13-8150-445b-a572-e132ffc42884 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Calling delete_port for fc956292-2930-4b8e-b5e2-3ddf1590c966 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:00.934721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3dcd6cde-9321-4f83-b40c-f8f9b9763474 req-204c1710-1ff4-4a4b-9346-a1f264c0b135 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157896 Jan 28 12:28:00.971314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-bf7d51e3-97cd-4567-8954-5f2a6dc3d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:00.973334 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-bf7d51e3-97cd-4567-8954-5f2a6dc3d820 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674&tenant_id=72d261eb21094b23ae0e82eafab9582c HTTP/1.1" status: 200 len: 1095 time: 0.0917327 Jan 28 12:28:01.015226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6976c2f-f917-4047-b25d-38ce9e8194b1 tempest-ServersAdminNegativeTestJSON-589329229 tempest-ServersAdminNegativeTestJSON-589329229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530d295c-99f5-456c-8847-7454a3a053f7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:01.024033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70403ade-68fc-4746-ba74-68fbd168dd08 req-a6976c2f-f917-4047-b25d-38ce9e8194b1 tempest-ServersAdminNegativeTestJSON-589329229 tempest-ServersAdminNegativeTestJSON-589329229-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0164082 Jan 28 12:28:01.080731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c03ca0a6-69d0-4226-b071-b31406317b7f req-deb1dc72-5f90-4dc5-876c-8728c8a8e48a service neutron] 10.222.0.49 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580723 Jan 28 12:28:01.095376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-7e9055db-082a-4249-b5fe-9df28f7d2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:01.097070 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-7e9055db-082a-4249-b5fe-9df28f7d2d93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72d261eb21094b23ae0e82eafab9582c&device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 1095 time: 0.0935094 Jan 28 12:28:01.113922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f23c01a-6481-4bde-a4fc-3bef75c96bd8 req-cf3a1791-195b-4471-a8bb-05ac446dc5f8 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 210 time: 0.0871823 Jan 28 12:28:01.157950 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1302d8a9-1b56-4a31-a096-bc26d77be0a1 req-8af8c689-9d82-45f5-b284-c5ebd22f65f0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 210 time: 0.0691826 Jan 28 12:28:01.169543 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36245b13-8150-445b-a572-e132ffc42884 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fc956292-2930-4b8e-b5e2-3ddf1590c966), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:01.207395 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70937293-5a44-4d4f-af67-31a8f6b4191f x-openstack-request-id: req-70937293-5a44-4d4f-af67-31a8f6b4191f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:01.207666 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3424dd-de38-4a44-83a3-d7d50afe2ae5", "name": "network-vif-plugged", "status": "completed", "tag": "87af9e10-034e-44f9-a4f7-065ff248c815", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:01.207925 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70937293-5a44-4d4f-af67-31a8f6b4191f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:01.208128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36245b13-8150-445b-a572-e132ffc42884 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Pushing event deleted for resources: {'Port': ['ID=fc956292-2930-4b8e-b5e2-3ddf1590c966,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:01.208599 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3424dd-de38-4a44-83a3-d7d50afe2ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87af9e10-034e-44f9-a4f7-065ff248c815', 'code': 200} Jan 28 12:28:01.283555 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for port (396621ca-3594-485e-a81e-16f3ae001b44), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:01.283832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-7da0ee69-111f-4cc8-9a85-16a5b1081423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:01.285059 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-7da0ee69-111f-4cc8-9a85-16a5b1081423 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 200 len: 921 time: 0.1810827 Jan 28 12:28:01.330218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Allocated IP 172.20.0.2 (02586113-c01d-4c5c-ba3c-998693ed9659/f43d2cbd-bf64-4a86-a4a0-cced0a12976e/3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:01.331488 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-1b3b0eb7-fb72-4f77-bf2b-e6fa6e8696da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de HTTP/1.1" status: 200 len: 217 time: 0.0400157 Jan 28 12:28:01.334233 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36245b13-8150-445b-a572-e132ffc42884 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks [] for floatingip (a9f5d3e3-b860-414d-930b-1ad7dfc50e00), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:01.337027 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36245b13-8150-445b-a572-e132ffc42884 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:01.338084 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-36245b13-8150-445b-a572-e132ffc42884 tempest-ServersTestManualDisk-502228261 tempest-ServersTestManualDisk-502228261-project] 10.222.0.53 "DELETE /v2.0/floatingips/a9f5d3e3-b860-414d-930b-1ad7dfc50e00 HTTP/1.1" status: 204 len: 168 time: 0.7997229 Jan 28 12:28:01.345913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35792) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:01.411998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9035dd-0541-4406-8e16-6d2dbc7cdad0 req-288873bf-15c2-4da8-8af2-faa09c04b98b tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:01.413658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc9035dd-0541-4406-8e16-6d2dbc7cdad0 req-288873bf-15c2-4da8-8af2-faa09c04b98b tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 946 time: 0.1958284 Jan 28 12:28:01.428728 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-cfeb1024-cf01-4f26-ba7a-f3c4d7fbcd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:01.430187 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-cfeb1024-cf01-4f26-ba7a-f3c4d7fbcd53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 200 len: 860 time: 0.0911510 Jan 28 12:28:01.477574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42576d33-3ef2-4a20-a7ba-d533f902d46f req-26064567-2544-4e03-bb06-6270f86ce554 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:01.479055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42576d33-3ef2-4a20-a7ba-d533f902d46f req-26064567-2544-4e03-bb06-6270f86ce554 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 944 time: 0.1850319 Jan 28 12:28:01.480761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e79e01-d48e-41bc-a44c-67499f3b1ca2 req-e750c348-305e-4fd0-a767-821a0760da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:01.482088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94e79e01-d48e-41bc-a44c-67499f3b1ca2 req-e750c348-305e-4fd0-a767-821a0760da28 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 1096 time: 0.1780334 Jan 28 12:28:01.489927 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-74dbdca4-9dee-47ac-a178-963026881b09 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7acd3fbf-daa0-47cb-a4bd-57914dec4db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342975 Jan 28 12:28:01.512748 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (396621ca-3594-485e-a81e-16f3ae001b44), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:01.656286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network 52329f48-e8b7-4a5f-a047-27e7fccf9b6f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:01.672063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc9035dd-0541-4406-8e16-6d2dbc7cdad0 req-fd52fd60-c47d-4be3-ae5b-cabe17c24f5e tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417772 Jan 28 12:28:01.695895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:01.732931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:01.732931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94e79e01-d48e-41bc-a44c-67499f3b1ca2 req-4ee0310a-8e26-46d7-ade6-58b64ddad5a8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376714 Jan 28 12:28:01.732931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Port': ['ID=396621ca-3594-485e-a81e-16f3ae001b44,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:01.802781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42576d33-3ef2-4a20-a7ba-d533f902d46f req-0cc37cab-7742-400f-b99a-cf84c0368fc4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085999 Jan 28 12:28:01.867160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:01.867871 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:01.880528 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks [] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:01.905741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44cdaea3-ed02-47d0-95b2-bb23ec61ab14 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5789845 Jan 28 12:28:01.916453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Request body: {'port': {'device_id': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf', 'admin_state_up': True, 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:01.941334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef501d17-573a-4be3-97e9-52ea0a53c81f req-b589af75-231c-4401-8808-6432134106fa tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:01.947955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef501d17-573a-4be3-97e9-52ea0a53c81f req-b589af75-231c-4401-8808-6432134106fa tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.1721647 Jan 28 12:28:01.983966 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-44858bee-74a9-4198-b249-354b63621fba service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877379 Jan 28 12:28:02.020923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-91610693-6f69-49f7-bb15-bafa55653389 None None] Provisioning complete for port 396621ca-3594-485e-a81e-16f3ae001b44 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:02.021538 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91610693-6f69-49f7-bb15-bafa55653389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (396621ca-3594-485e-a81e-16f3ae001b44), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:02.041571 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:02.060380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-91610693-6f69-49f7-bb15-bafa55653389 None None] Port 396621ca-3594-485e-a81e-16f3ae001b44 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:28:02.137037 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-d788e720-cce2-41f8-a0ab-5b9b7262b41b service neutron] 10.222.0.35 "GET /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444573 Jan 28 12:28:02.165555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Network 02586113-c01d-4c5c-ba3c-998693ed9659 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:02.183990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event updated for resources: {'Port': ['ID=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:02.194812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:02.200344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:02.214781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef501d17-573a-4be3-97e9-52ea0a53c81f req-5dedc9c6-fc4e-43e2-bd1a-2b596ffbbf25 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656491 Jan 28 12:28:02.238437 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38e18e1a-703c-4efc-98fc-fd51a90ca406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (e3cbdd06-f063-46ab-8ac6-352baff57bcc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:02.249280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca5670-6361-4894-92ae-0e3cc559b4be req-7d78a872-2761-4f54-b39c-f9d3f00d710d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:02.250854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61ca5670-6361-4894-92ae-0e3cc559b4be req-7d78a872-2761-4f54-b39c-f9d3f00d710d tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.2260106 Jan 28 12:28:02.308629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Made reservation on behalf of df8d66ad4fda469aa1304bc289553fa8 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:02.314350 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:02.343030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:02.343665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:02.361651 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61ca5670-6361-4894-92ae-0e3cc559b4be req-e328b023-c596-4448-8780-6adc8c1747a0 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849166 Jan 28 12:28:02.456681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-2cfaaaa3-e74e-4593-9cde-b86330e0f9b4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3584783 Jan 28 12:28:02.463849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-3c796a98-3564-49dd-8eb6-633f03e688a0 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:02.465412 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-3c796a98-3564-49dd-8eb6-633f03e688a0 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674&tenant_id=72d261eb21094b23ae0e82eafab9582c&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.1147809 Jan 28 12:28:02.489288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Request body: {'port': {'device_id': 'f4fa1f3a-6e48-4f45-bb16-e98787f134fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:02.615328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3eaa-f36d-4546-9b03-61ccdbdc98db req-e0df6d90-8b7b-420d-90e3-a1c163dd34fc tempest-ServersAdminNegativeTestJSON-589329229 tempest-ServersAdminNegativeTestJSON-589329229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:02.616863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ffb3eaa-f36d-4546-9b03-61ccdbdc98db req-e0df6d90-8b7b-420d-90e3-a1c163dd34fc tempest-ServersAdminNegativeTestJSON-589329229 tempest-ServersAdminNegativeTestJSON-589329229-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 1101 time: 0.1911252 Jan 28 12:28:02.631334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecce0c-8646-4ca7-bfcf-f7a8b8e66b0e req-05f12e1e-91e7-444e-b47f-e6cde4693571 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:02.632603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92ecce0c-8646-4ca7-bfcf-f7a8b8e66b0e req-05f12e1e-91e7-444e-b47f-e6cde4693571 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 931 time: 0.1839051 Jan 28 12:28:02.636708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:02.642400 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-aa4c9c6f-3f71-4d52-9138-da8dd9fc0aaa service neutron] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:02.646354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-aa4c9c6f-3f71-4d52-9138-da8dd9fc0aaa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:02.647658 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ae39396a-9f50-4fae-9967-469f8dd47488 req-aa4c9c6f-3f71-4d52-9138-da8dd9fc0aaa service neutron] 10.222.0.35 "DELETE /v2.0/ports/ebaddb61-6d09-45d5-943f-d0f8f60577de/bindings/n-h2-824835-4 HTTP/1.1" status: 204 len: 173 time: 0.1757436 Jan 28 12:28:02.657501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Allocated IP 19.86.0.207 (0b018943-48be-4e0b-b33e-e19761c60adf/206f4177-46ba-4bc4-bdc9-702ecfbd9343/7be4b571-031f-47c0-a1ba-b730c836fd15) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:02.660695 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-38e18e1a-703c-4efc-98fc-fd51a90ca406 admin admin] Deleting port 23a20889-01ff-4af3-a818-9bad1a6e3071 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:02.661032 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38e18e1a-703c-4efc-98fc-fd51a90ca406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:02.747267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-38e18e1a-703c-4efc-98fc-fd51a90ca406 admin admin] For port 23a20889-01ff-4af3-a818-9bad1a6e3071, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=23a20889-01ff-4af3-a818-9bad1a6e3071,segment=NetworkSegment(c8f8726d-4fd2-444b-a343-7284e66b7e7c),segment_id=c8f8726d-4fd2-444b-a343-7284e66b7e7c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:02.747571 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38e18e1a-703c-4efc-98fc-fd51a90ca406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:02.760561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-38e18e1a-703c-4efc-98fc-fd51a90ca406 admin admin] Calling delete_port for 23a20889-01ff-4af3-a818-9bad1a6e3071 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:02.781463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ffb3eaa-f36d-4546-9b03-61ccdbdc98db req-85bfa2ca-f631-4781-8070-a46a448626ea tempest-ServersAdminNegativeTestJSON-589329229 tempest-ServersAdminNegativeTestJSON-589329229-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478455 Jan 28 12:28:02.852603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92ecce0c-8646-4ca7-bfcf-f7a8b8e66b0e req-47a14028-3ae4-440e-9838-7f808cd343fe tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968646 Jan 28 12:28:02.968935 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38e18e1a-703c-4efc-98fc-fd51a90ca406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (23a20889-01ff-4af3-a818-9bad1a6e3071), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:02.993145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e18e1a-703c-4efc-98fc-fd51a90ca406 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a20889-01ff-4af3-a818-9bad1a6e3071,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:03.115788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0988e1-7cb2-48b9-a4ae-e89940d81686 req-1980c72f-4947-4f67-8bb5-b719574fd09e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:03.123691 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad0988e1-7cb2-48b9-a4ae-e89940d81686 req-1980c72f-4947-4f67-8bb5-b719574fd09e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 931 time: 0.2524600 Jan 28 12:28:03.157410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a54f9-0901-4a29-bab3-ff258bffb6ad req-eb392697-34eb-4026-8bcc-2016e16abeea tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:03.159250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-402a54f9-0901-4a29-bab3-ff258bffb6ad req-eb392697-34eb-4026-8bcc-2016e16abeea tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=857553f8-46de-45a3-a8b3-2abf159d228a HTTP/1.1" status: 200 len: 945 time: 0.2123158 Jan 28 12:28:03.199110 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:03.215181 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38e18e1a-703c-4efc-98fc-fd51a90ca406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (e3cbdd06-f063-46ab-8ac6-352baff57bcc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:03.291695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad0988e1-7cb2-48b9-a4ae-e89940d81686 req-7384e1f5-ec41-46f7-b9d4-4bdca5d5655d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620374 Jan 28 12:28:03.315126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-402a54f9-0901-4a29-bab3-ff258bffb6ad req-6b0f8238-7839-4279-8fd9-a51044a113df tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376910 Jan 28 12:28:03.373210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:03.381354 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:03.386170 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Publish callbacks [] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:03.438721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Network 0b018943-48be-4e0b-b33e-e19761c60adf is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:03.443764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:03.448156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Transition to ACTIVE for port object 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:28:03.449153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:03.474344 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:03.500811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e18e1a-703c-4efc-98fc-fd51a90ca406 admin admin] Router e3cbdd06-f063-46ab-8ac6-352baff57bcc has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:28:03.581779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event updated for resources: {'Port': ['ID=7be4b571-031f-47c0-a1ba-b730c836fd15,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:03.638271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c187e20-cbbd-459e-8d1f-8b64c5d79e8e req-d23f42d4-361e-487e-83a4-0ed5a6d97156 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:03.646385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c187e20-cbbd-459e-8d1f-8b64c5d79e8e req-d23f42d4-361e-487e-83a4-0ed5a6d97156 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:03.648078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c187e20-cbbd-459e-8d1f-8b64c5d79e8e req-d23f42d4-361e-487e-83a4-0ed5a6d97156 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3b960ca-ccb7-4920-ab48-209c00c32dde&device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 1681 time: 0.1873245 Jan 28 12:28:03.669939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:03.670711 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:03.672583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e18e1a-703c-4efc-98fc-fd51a90ca406 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:28:03.679108 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-38e18e1a-703c-4efc-98fc-fd51a90ca406 admin admin] 10.222.0.53 "PUT /v2.0/routers/e3cbdd06-f063-46ab-8ac6-352baff57bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3321116 Jan 28 12:28:03.680804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defd8cf-ab20-4005-8057-6a6d340fdab7 req-06f4434f-4980-4880-9000-a196edc41e6c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:03.681502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35822) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:03.682520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2defd8cf-ab20-4005-8057-6a6d340fdab7 req-06f4434f-4980-4880-9000-a196edc41e6c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 944 time: 0.2033415 Jan 28 12:28:03.696050 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8837df8-4131-40c1-8b5a-2cd71cb6b8b3 None None] Sync routers for ids ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:28:03.711507 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8837df8-4131-40c1-8b5a-2cd71cb6b8b3 None None] Routers {'e3cbdd06-f063-46ab-8ac6-352baff57bcc'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:28:03.712648 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f8837df8-4131-40c1-8b5a-2cd71cb6b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:27:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:03.760341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9f13c23f-5dec-426b-9f1c-b1e7531fdd97 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8509393 Jan 28 12:28:03.766374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Pushing event updated for resources: {'Port': ['ID=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:03.795622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Request body: {'port': {'device_id': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:03.797927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4527d837-6500-4f23-800c-665d0907900b None None] Provisioning complete for port 7be4b571-031f-47c0-a1ba-b730c836fd15 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:03.798424 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4527d837-6500-4f23-800c-665d0907900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:03.829383 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Publish callbacks [] for router (e3cbdd06-f063-46ab-8ac6-352baff57bcc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:03.841883 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f8837df8-4131-40c1-8b5a-2cd71cb6b8b3 None None] Set router e3cbdd06-f063-46ab-8ac6-352baff57bcc gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:28:03.856139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4527d837-6500-4f23-800c-665d0907900b None None] Port 7be4b571-031f-47c0-a1ba-b730c836fd15 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:28:03.883768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c187e20-cbbd-459e-8d1f-8b64c5d79e8e req-649f060a-da2f-4f7b-b9fa-0325f1fb6cfd tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b094cc4a-1bfb-4d41-9813-ce787f23cbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251611 Jan 28 12:28:03.910247 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2defd8cf-ab20-4005-8057-6a6d340fdab7 req-805a1315-0030-4762-a187-29f2ae522d70 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064242 Jan 28 12:28:03.949074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Attempting to bind port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:28:03.949413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Attempting to bind port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:28:03.949742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Attempting to bind port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:03.965203 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (396621ca-3594-485e-a81e-16f3ae001b44), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:03.974536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f on network 02586113-c01d-4c5c-ba3c-998693ed9659 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:28:03.974886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Attempting to bind port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:03.975102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Publish callbacks [] for router_gateway (e3cbdd06-f063-46ab-8ac6-352baff57bcc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.036591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Deleting port 06ad5eed-9743-40ac-bd81-9d6d2b79da85 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:04.037281 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.039976 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f8837df8-4131-40c1-8b5a-2cd71cb6b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:28:02Z', 'revision_number': 5, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port': {'id': '06ad5eed-9743-40ac-bd81-9d6d2b79da85', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:25:20Z', 'updated_at': '2022-01-28T12:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:04.071912 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8837df8-4131-40c1-8b5a-2cd71cb6b8b3 None None] Checking router: e3cbdd06-f063-46ab-8ac6-352baff57bcc for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:28:04.081776 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8837df8-4131-40c1-8b5a-2cd71cb6b8b3 None None] Routers {'e3cbdd06-f063-46ab-8ac6-352baff57bcc'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:28:04.082553 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f8837df8-4131-40c1-8b5a-2cd71cb6b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:27:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:04.148611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] For port 06ad5eed-9743-40ac-bd81-9d6d2b79da85, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=06ad5eed-9743-40ac-bd81-9d6d2b79da85,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:04.148990 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.166887 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Calling delete_port for 06ad5eed-9743-40ac-bd81-9d6d2b79da85 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:04.171702 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f8837df8-4131-40c1-8b5a-2cd71cb6b8b3 None None] Set router e3cbdd06-f063-46ab-8ac6-352baff57bcc gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:28:04.227672 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f8837df8-4131-40c1-8b5a-2cd71cb6b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:28:03Z', 'revision_number': 6, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:04.255084 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8837df8-4131-40c1-8b5a-2cd71cb6b8b3 None None] The sync data for ids ['e3cbdd06-f063-46ab-8ac6-352baff57bcc'] in n-d-824835-4 is: [{'id': 'e3cbdd06-f063-46ab-8ac6-352baff57bcc', 'name': 'tempest-ServersTestManualDisk-390974668-router', 'tenant_id': '3468cd33139543b0875930f76336db6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:25:18Z', 'updated_at': '2022-01-28T12:28:03Z', 'revision_number': 6, 'project_id': '3468cd33139543b0875930f76336db6c', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:28:04.353908 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (06ad5eed-9743-40ac-bd81-9d6d2b79da85), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.361246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:28:04.361824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Checking segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:04.361944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Bound using segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:28:04.362286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Bound port: 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:28:04.362732 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.380116 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=06ad5eed-9743-40ac-bd81-9d6d2b79da85,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:04.439335 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (e3cbdd06-f063-46ab-8ac6-352baff57bcc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.530757 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (e3cbdd06-f063-46ab-8ac6-352baff57bcc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.532972 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Publish callbacks [] for router_controller (e3cbdd06-f063-46ab-8ac6-352baff57bcc), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.576056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a078f-b7ed-411c-929b-101fcb430b56 req-c2f0c440-d2cd-4e2b-a0b2-7228559215da tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:04.577525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b2a078f-b7ed-411c-929b-101fcb430b56 req-c2f0c440-d2cd-4e2b-a0b2-7228559215da tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.2250938 Jan 28 12:28:04.578810 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (e3cbdd06-f063-46ab-8ac6-352baff57bcc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.579511 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3cbdd06-f063-46ab-8ac6-352baff57bcc {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:28:04.585323 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.586481 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4ceb9e06-cfa0-42c6-8726-6e3ae4474a1e admin admin] 10.222.0.53 "DELETE /v2.0/routers/e3cbdd06-f063-46ab-8ac6-352baff57bcc HTTP/1.1" status: 204 len: 168 time: 0.9028568 Jan 28 12:28:04.589015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:04.591237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d967b3b-f4f6-43a9-b83d-cd0f310e4e8d req-3b8b74ba-16b7-4f22-8177-083f535dceb1 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:04.593301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d967b3b-f4f6-43a9-b83d-cd0f310e4e8d req-3b8b74ba-16b7-4f22-8177-083f535dceb1 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 946 time: 0.2415502 Jan 28 12:28:04.639668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0c5b00-252b-48b7-abcd-67f4ae971d7e admin admin] Deleting subnet 13c944b6-3b12-4207-add2-982f6e93cbb5 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:28:04.643000 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5b00-252b-48b7-abcd-67f4ae971d7e admin admin] Publish callbacks [] for subnet (13c944b6-3b12-4207-add2-982f6e93cbb5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.647063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] For port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:04.679777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5b00-252b-48b7-abcd-67f4ae971d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (13c944b6-3b12-4207-add2-982f6e93cbb5), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.685731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] For port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:28:04.708253 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.737517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d967b3b-f4f6-43a9-b83d-cd0f310e4e8d req-9cd2c3ab-6e02-43e2-8426-57e875c35518 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356797 Jan 28 12:28:04.770009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b2a078f-b7ed-411c-929b-101fcb430b56 req-fabf535c-fb03-4b3c-bc6a-d3290025a658 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692803 Jan 28 12:28:04.772074 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:28:04.782803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:04.783920 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.785596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] 10.222.0.35 "PUT /v2.0/ports/3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f HTTP/1.1" status: 200 len: 1091 time: 2.3045354 Jan 28 12:28:04.786051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fa1f3a-6e48-4f45-bb16-e98787f134fb', 'tag': '3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:04.788467 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc0637b-9013-48c1-98be-8493b3f178ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fa1f3a-6e48-4f45-bb16-e98787f134fb", "tag": "3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:04.820619 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5b00-252b-48b7-abcd-67f4ae971d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (13c944b6-3b12-4207-add2-982f6e93cbb5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.854612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73871c-80bb-4f7c-9980-6cc7bdd78897 service neutron] Pushing event updated for resources: {'Port': ['ID=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:04.894876 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5b00-252b-48b7-abcd-67f4ae971d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (13c944b6-3b12-4207-add2-982f6e93cbb5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.919041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c5b00-252b-48b7-abcd-67f4ae971d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c944b6-3b12-4207-add2-982f6e93cbb5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:04.925149 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5b00-252b-48b7-abcd-67f4ae971d7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:04.931218 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8c0c5b00-252b-48b7-abcd-67f4ae971d7e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/13c944b6-3b12-4207-add2-982f6e93cbb5 HTTP/1.1" status: 204 len: 168 time: 0.3412232 Jan 28 12:28:04.931940 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35846) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:04.932705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bfac2c-0616-4d24-b86a-a1e22ced652a None None] Network a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:04.985974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396621ca-3594-485e-a81e-16f3ae001b44 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:04.998497 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Publish callbacks [] for port (396621ca-3594-485e-a81e-16f3ae001b44), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.009575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.015994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-5800073e-22fa-4cfb-8a17-0dc374d408ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:05.017478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-5800073e-22fa-4cfb-8a17-0dc374d408ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 1094 time: 0.1747956 Jan 28 12:28:05.032167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf65815-610c-4f9d-beee-30d7d6112a66 req-3bf1869f-003d-42dc-8391-bbd03dad84d0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:05.033660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bdf65815-610c-4f9d-beee-30d7d6112a66 req-3bf1869f-003d-42dc-8391-bbd03dad84d0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 943 time: 0.1330543 Jan 28 12:28:05.036574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Transition to ACTIVE for port object 396621ca-3594-485e-a81e-16f3ae001b44 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:28:05.052202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b27cd-2282-4540-b2b0-de960cc2ea59 req-08bbfedf-1e34-4bf1-9d2d-0d710dd84131 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:05.057667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b27cd-2282-4540-b2b0-de960cc2ea59 req-08bbfedf-1e34-4bf1-9d2d-0d710dd84131 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:05.065705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc0b27cd-2282-4540-b2b0-de960cc2ea59 req-08bbfedf-1e34-4bf1-9d2d-0d710dd84131 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1654 time: 0.2033734 Jan 28 12:28:05.080317 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Deleting port 7be77bc3-b161-407c-ad7e-bc9954559eff {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:05.080677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.105301 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (396621ca-3594-485e-a81e-16f3ae001b44), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.125581 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-f49c1a0b-02c0-402c-aa04-82f0ad285aba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f HTTP/1.1" status: 200 len: 217 time: 0.0909557 Jan 28 12:28:05.148802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda42f8-5792-4b55-ad70-a25ce1963270 None None] DHCP port deletion for a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:28:05.160237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] For port 7be77bc3-b161-407c-ad7e-bc9954559eff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7be77bc3-b161-407c-ad7e-bc9954559eff,segment=NetworkSegment(c8f8726d-4fd2-444b-a343-7284e66b7e7c),segment_id=c8f8726d-4fd2-444b-a343-7284e66b7e7c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:05.160702 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.175997 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Calling delete_port for 7be77bc3-b161-407c-ad7e-bc9954559eff owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:05.206045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cdda42f8-5792-4b55-ad70-a25ce1963270 None None] Deleting port 7be77bc3-b161-407c-ad7e-bc9954559eff {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:05.206901 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdda42f8-5792-4b55-ad70-a25ce1963270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.244744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Pushing event updated for resources: {'Port': ['ID=396621ca-3594-485e-a81e-16f3ae001b44,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:05.276200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc0b27cd-2282-4540-b2b0-de960cc2ea59 req-93639592-37f6-41dc-8904-be8b051c39d6 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096148 Jan 28 12:28:05.277534 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.282045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-350a649c-62e8-46f9-9591-1f3044a256fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:05.283583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-350a649c-62e8-46f9-9591-1f3044a256fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.1287341 Jan 28 12:28:05.306147 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bdf65815-610c-4f9d-beee-30d7d6112a66 req-4bac9287-f5e6-49da-9546-0319e04533a2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320995 Jan 28 12:28:05.330785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cdda42f8-5792-4b55-ad70-a25ce1963270 None None] For port 7be77bc3-b161-407c-ad7e-bc9954559eff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7be77bc3-b161-407c-ad7e-bc9954559eff,segment=NetworkSegment(c8f8726d-4fd2-444b-a343-7284e66b7e7c),segment_id=c8f8726d-4fd2-444b-a343-7284e66b7e7c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:05.332032 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdda42f8-5792-4b55-ad70-a25ce1963270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.334294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] No DVR routers for this DVR port 7be77bc3-b161-407c-ad7e-bc9954559eff on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:05.340493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=7be77bc3-b161-407c-ad7e-bc9954559eff,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:05.349867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cdda42f8-5792-4b55-ad70-a25ce1963270 None None] Calling delete_port for 7be77bc3-b161-407c-ad7e-bc9954559eff owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:05.434279 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430e382d-32f1-431f-8731-083ffc610512 x-openstack-request-id: req-430e382d-32f1-431f-8731-083ffc610512 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:05.435111 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fa1f3a-6e48-4f45-bb16-e98787f134fb", "tag": "3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:05.435551 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-430e382d-32f1-431f-8731-083ffc610512 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:05.436105 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fa1f3a-6e48-4f45-bb16-e98787f134fb', 'tag': '3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f', 'status': 'completed', 'code': 200} Jan 28 12:28:05.448931 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdda42f8-5792-4b55-ad70-a25ce1963270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (7be77bc3-b161-407c-ad7e-bc9954559eff), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.467858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-4fee17e6-8526-4a28-ae60-0030339c3843 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598530 Jan 28 12:28:05.476294 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.493309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdda42f8-5792-4b55-ad70-a25ce1963270 None None] No DVR routers for this DVR port 7be77bc3-b161-407c-ad7e-bc9954559eff on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:05.494852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda42f8-5792-4b55-ad70-a25ce1963270 None None] Pushing event deleted for resources: {'Port': ['ID=7be77bc3-b161-407c-ad7e-bc9954559eff,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:05.562685 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:05.610715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f8726d-4fd2-444b-a343-7284e66b7e7c') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:05.610847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f8726d-4fd2-444b-a343-7284e66b7e7c') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:05.638941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Attempting to bind port 396621ca-3594-485e-a81e-16f3ae001b44 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:28:05.639396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Attempting to bind port 396621ca-3594-485e-a81e-16f3ae001b44 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:28:05.640949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Attempting to bind port 396621ca-3594-485e-a81e-16f3ae001b44 on network 52329f48-e8b7-4a5f-a047-27e7fccf9b6f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:05.648094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (c8f8726d-4fd2-444b-a343-7284e66b7e7c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.651133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Port 396621ca-3594-485e-a81e-16f3ae001b44 on network 52329f48-e8b7-4a5f-a047-27e7fccf9b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:28:05.651594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Attempting to bind port 396621ca-3594-485e-a81e-16f3ae001b44 on network 52329f48-e8b7-4a5f-a047-27e7fccf9b6f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:05.667134 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c8f8726d-4fd2-444b-a343-7284e66b7e7c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.668340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 06ad5eed-9743-40ac-bd81-9d6d2b79da85 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:05.676324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:28:05.676862 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (c8f8726d-4fd2-444b-a343-7284e66b7e7c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.687703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:28:05.688076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Checking segment: {'id': '6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:05.688443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Bound using segment: {'id': '6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:28:05.688894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Bound port: 396621ca-3594-485e-a81e-16f3ae001b44, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:28:05.689261 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (396621ca-3594-485e-a81e-16f3ae001b44), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:28:05.695176 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:28:05.726349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 06ad5eed-9743-40ac-bd81-9d6d2b79da85 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:05.726694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 06ad5eed-9743-40ac-bd81-9d6d2b79da85 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:05.728130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 23a20889-01ff-4af3-a818-9bad1a6e3071 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:05.728772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-ea18774a-8e63-4961-a697-bd6f91c3aa08 service neutron] 10.222.0.35 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485979 Jan 28 12:28:05.753656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.760696 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 23a20889-01ff-4af3-a818-9bad1a6e3071 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:05.761122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 23a20889-01ff-4af3-a818-9bad1a6e3071 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:05.761466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7be77bc3-b161-407c-ad7e-bc9954559eff no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:05.763684 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:05.768909 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] 10.222.0.53 "DELETE /v2.0/networks/a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb HTTP/1.1" status: 204 len: 168 time: 0.8357785 Jan 28 12:28:05.785568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 7be77bc3-b161-407c-ad7e-bc9954559eff {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:05.786189 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7be77bc3-b161-407c-ad7e-bc9954559eff not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:05.787589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82515d1-43cc-49f1-a5f9-4200fa336b8b admin admin] Pushing event deleted for resources: {'Network': ['ID=a52cfd76-5fe0-4a4c-85d9-95e6ce2d2abb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:05.920845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35856) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:05.937547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] For port 396621ca-3594-485e-a81e-16f3ae001b44, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:05.963107 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f197096c-8e51-406e-a412-5d7d61721193 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3468cd33139543b0875930f76336db6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406623 Jan 28 12:28:05.965509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:05.973319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0f880-4f4b-45d8-b519-bf77f47e7cf5 req-2e70d894-d346-4e9d-bb97-df6d27dca643 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:05.975105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8b0f880-4f4b-45d8-b519-bf77f47e7cf5 req-2e70d894-d346-4e9d-bb97-df6d27dca643 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.2420201 Jan 28 12:28:05.987191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] For port 396621ca-3594-485e-a81e-16f3ae001b44, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=396621ca-3594-485e-a81e-16f3ae001b44,segment=NetworkSegment(6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a),segment_id=6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:28:06.000139 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (396621ca-3594-485e-a81e-16f3ae001b44), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:06.011907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c608f36c-c406-49ee-aca7-b799f415ada4 req-e0105b6e-359c-43a8-bc92-bcbf481b114c service neutron] 10.222.0.35 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570360 Jan 28 12:28:06.015687 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21b055c1-4676-4ec1-bd7d-e1a015c126c0 admin admin] Publish callbacks [] for security_group (575eec5d-779f-422d-aa9b-c9117695a073), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:06.038913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21b055c1-4676-4ec1-bd7d-e1a015c126c0 admin admin] Publish callbacks [] for security_group (575eec5d-779f-422d-aa9b-c9117695a073), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:06.082848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:06.083572 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:06.084965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] 10.222.0.35 "PUT /v2.0/ports/396621ca-3594-485e-a81e-16f3ae001b44 HTTP/1.1" status: 200 len: 1091 time: 2.2938523 Jan 28 12:28:06.087086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc9f37-b056-4359-b8ac-2f42453b0dc8 req-71c626c8-36ef-4951-b9d4-9e26cc602ae7 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:06.093433 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5efc9f37-b056-4359-b8ac-2f42453b0dc8 req-71c626c8-36ef-4951-b9d4-9e26cc602ae7 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 1095 time: 0.1756456 Jan 28 12:28:06.100759 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21b055c1-4676-4ec1-bd7d-e1a015c126c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (575eec5d-779f-422d-aa9b-c9117695a073), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:06.104840 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21b055c1-4676-4ec1-bd7d-e1a015c126c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:06.106214 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-21b055c1-4676-4ec1-bd7d-e1a015c126c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/575eec5d-779f-422d-aa9b-c9117695a073 HTTP/1.1" status: 204 len: 168 time: 0.1397409 Jan 28 12:28:06.116820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b055c1-4676-4ec1-bd7d-e1a015c126c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575eec5d-779f-422d-aa9b-c9117695a073,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:06.145914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Request body: {'port': {'device_id': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:06.173079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8b0f880-4f4b-45d8-b519-bf77f47e7cf5 req-6e0ffb6d-ebcc-452f-bd61-82cb3d4598f6 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893752 Jan 28 12:28:06.188037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f90240-5cb3-4d53-b69d-8b9331ab8c20 service neutron] Pushing event updated for resources: {'Port': ['ID=396621ca-3594-485e-a81e-16f3ae001b44,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:06.246588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0637b-9013-48c1-98be-8493b3f178ac req-53a81c4f-0848-4177-ae17-29e1f9eac175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:06.248294 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbc0637b-9013-48c1-98be-8493b3f178ac req-53a81c4f-0848-4177-ae17-29e1f9eac175 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 1094 time: 0.1818206 Jan 28 12:28:06.279478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5efc9f37-b056-4359-b8ac-2f42453b0dc8 req-e2f84094-b9e8-40a0-aefd-074b3274f962 tempest-LiveAutoBlockMigrationV225Test-417781992 tempest-LiveAutoBlockMigrationV225Test-417781992-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513693 Jan 28 12:28:06.293194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:06.427229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccc944-9d9e-4ac0-a237-b43a97ab5bc4 req-0682196e-95d7-48cb-9b8c-f3387fc3358f tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:06.428775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0dccc944-9d9e-4ac0-a237-b43a97ab5bc4 req-0682196e-95d7-48cb-9b8c-f3387fc3358f tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.1705027 Jan 28 12:28:06.531877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0637b-9013-48c1-98be-8493b3f178ac req-6d79c0d2-c3df-4cef-8346-4672f3988e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:06.533404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbc0637b-9013-48c1-98be-8493b3f178ac req-6d79c0d2-c3df-4cef-8346-4672f3988e9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 912 time: 0.2762394 Jan 28 12:28:06.595021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbc0637b-9013-48c1-98be-8493b3f178ac req-d4bb7a46-06cc-4181-9d8c-550bd0e211d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f HTTP/1.1" status: 200 len: 217 time: 0.0527310 Jan 28 12:28:06.695747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0dccc944-9d9e-4ac0-a237-b43a97ab5bc4 req-8ef6a508-8499-44a3-87c6-cd7b5765ac6c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528980 Jan 28 12:28:06.744790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0637b-9013-48c1-98be-8493b3f178ac req-5db9c3fe-1fcd-4bb4-b4dd-3d310a8a28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:06.746261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbc0637b-9013-48c1-98be-8493b3f178ac req-5db9c3fe-1fcd-4bb4-b4dd-3d310a8a28ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.1318879 Jan 28 12:28:06.756962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244916b4-6838-4a8a-9e3d-43993a8d1006 req-8ca5824c-fb78-4036-a920-cdfd08e94461 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:06.762167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244916b4-6838-4a8a-9e3d-43993a8d1006 req-8ca5824c-fb78-4036-a920-cdfd08e94461 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:06.768163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244916b4-6838-4a8a-9e3d-43993a8d1006 req-8ca5824c-fb78-4036-a920-cdfd08e94461 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:06.769891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-244916b4-6838-4a8a-9e3d-43993a8d1006 req-8ca5824c-fb78-4036-a920-cdfd08e94461 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213&device_id=857553f8-46de-45a3-a8b3-2abf159d228a&device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 2418 time: 0.1822374 Jan 28 12:28:06.816004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbc0637b-9013-48c1-98be-8493b3f178ac req-613a3f81-7b36-42ee-90c1-840e0040fde4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451496 Jan 28 12:28:06.941460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35894) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:06.988527 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-244916b4-6838-4a8a-9e3d-43993a8d1006 req-27c78bc1-c599-43da-acb0-dd6a9b9f0d8c tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062569 Jan 28 12:28:07.009951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be4b571-031f-47c0-a1ba-b730c836fd15 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:07.027834 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Publish callbacks [] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.039904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbc0637b-9013-48c1-98be-8493b3f178ac req-fcf76b60-ee21-49db-99a4-ea2a292fcbbf service neutron] 10.222.0.35 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077756 Jan 28 12:28:07.050063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cdfdf-1a20-4c69-9c1c-1168c4be69bd req-99637ad4-cb80-43c4-bbf9-594b34b82c27 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:07.053371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1349133885-network', 'tenant_id': 'ce23781b192647f9a1f94ed944a2ed2a'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:07.055237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cdfdf-1a20-4c69-9c1c-1168c4be69bd req-99637ad4-cb80-43c4-bbf9-594b34b82c27 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:07.056834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-016cdfdf-1a20-4c69-9c1c-1168c4be69bd req-99637ad4-cb80-43c4-bbf9-594b34b82c27 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1666 time: 0.1602001 Jan 28 12:28:07.070923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Transition to ACTIVE for port object 7be4b571-031f-47c0-a1ba-b730c836fd15 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:28:07.078342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Made reservation on behalf of ce23781b192647f9a1f94ed944a2ed2a for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:07.080700 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.090055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.091661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.201475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Publish callbacks [] for security_group (aa5b1088-10d9-4f78-97f9-ff84b4181639), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.207201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (aa5b1088-10d9-4f78-97f9-ff84b4181639), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.226943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Pushing event updated for resources: {'Port': ['ID=7be4b571-031f-47c0-a1ba-b730c836fd15,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:07.240540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:28:07.244469 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-016cdfdf-1a20-4c69-9c1c-1168c4be69bd req-fd1365d0-0e10-4dcf-862f-80be79874f42 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749105 Jan 28 12:28:07.250578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5b1088-10d9-4f78-97f9-ff84b4181639,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:07.259659 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f1e4db57-58a1-4b73-872c-b411cef46510), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.260074 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Added segment f1e4db57-58a1-4b73-872c-b411cef46510 of type vlan for network 106c12d7-7f7a-4c78-b5f1-14509648fb2a Jan 28 12:28:07.306266 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (106c12d7-7f7a-4c78-b5f1-14509648fb2a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.333465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbc0637b-9013-48c1-98be-8493b3f178ac req-2405b6b2-00e5-44d7-96c7-0efb0638bc83 service neutron] 10.222.0.35 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756414 Jan 28 12:28:07.343847 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (106c12d7-7f7a-4c78-b5f1-14509648fb2a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.346162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:07.347889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.360558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e3ea0-f131-471e-a873-7da7a8926333 req-73153065-d00f-45c0-9230-91bbd6969421 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:07.368122 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd9e3ea0-f131-471e-a873-7da7a8926333 req-73153065-d00f-45c0-9230-91bbd6969421 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 943 time: 0.1633484 Jan 28 12:28:07.377877 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4350064 Jan 28 12:28:07.378730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35902) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:07.396445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Attempting to bind port 7be4b571-031f-47c0-a1ba-b730c836fd15 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:28:07.397109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Attempting to bind port 7be4b571-031f-47c0-a1ba-b730c836fd15 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '7bbd7689-3986-464c-943c-5dc1d6de427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:28:07.397682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Attempting to bind port 7be4b571-031f-47c0-a1ba-b730c836fd15 on network 0b018943-48be-4e0b-b33e-e19761c60adf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:07.400234 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9984ed3b-d283-4bbd-9e59-1203064028b2 admin admin] Request body: {'subnet': {'network_id': '106c12d7-7f7a-4c78-b5f1-14509648fb2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1349133885-subnet', 'tenant_id': 'ce23781b192647f9a1f94ed944a2ed2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:07.410157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Port 7be4b571-031f-47c0-a1ba-b730c836fd15 on network 0b018943-48be-4e0b-b33e-e19761c60adf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:28:07.410809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Attempting to bind port 7be4b571-031f-47c0-a1ba-b730c836fd15 on network 0b018943-48be-4e0b-b33e-e19761c60adf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:07.425896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:28:07.426244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Checking segment: {'id': '7bbd7689-3986-464c-943c-5dc1d6de427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:07.426630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Bound using segment: {'id': '7bbd7689-3986-464c-943c-5dc1d6de427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:28:07.427066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Bound port: 7be4b571-031f-47c0-a1ba-b730c836fd15, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbd7689-3986-464c-943c-5dc1d6de427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:28:07.427457 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.442723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'tag': '396621ca-3594-485e-a81e-16f3ae001b44'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:07.445035 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e" -d '{"events": [{"name": "network-changed", "server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "tag": "396621ca-3594-485e-a81e-16f3ae001b44"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:07.464540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd9e3ea0-f131-471e-a873-7da7a8926333 req-9c031072-67a4-447f-9c22-5abf1424c846 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951216 Jan 28 12:28:07.484735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac7a86-99d8-4abb-aa43-57c5cada6001 admin admin] Pushing event updated for resources: {'Network': ['ID=106c12d7-7f7a-4c78-b5f1-14509648fb2a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:07.488261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9984ed3b-d283-4bbd-9e59-1203064028b2 admin admin] Made reservation on behalf of ce23781b192647f9a1f94ed944a2ed2a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:07.490940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9984ed3b-d283-4bbd-9e59-1203064028b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.496927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 106c12d7-7f7a-4c78-b5f1-14509648fb2a details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:28:07.534832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] For port 7be4b571-031f-47c0-a1ba-b730c836fd15, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:07.539235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] For port 7be4b571-031f-47c0-a1ba-b730c836fd15, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7be4b571-031f-47c0-a1ba-b730c836fd15,segment=NetworkSegment(7bbd7689-3986-464c-943c-5dc1d6de427e),segment_id=7bbd7689-3986-464c-943c-5dc1d6de427e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:28:07.550769 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.621250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:07.621871 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.623229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] 10.222.0.35 "PUT /v2.0/ports/7be4b571-031f-47c0-a1ba-b730c836fd15 HTTP/1.1" status: 200 len: 1092 time: 1.4932764 Jan 28 12:28:07.724401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fc13f-850c-4c56-a6d9-b70e149984cc service neutron] Pushing event updated for resources: {'Port': ['ID=7be4b571-031f-47c0-a1ba-b730c836fd15,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:07.725546 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9984ed3b-d283-4bbd-9e59-1203064028b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (88a496f9-e3cf-48f1-bd83-7ff71d593a23), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.747799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17749468-e3b4-4d18-a19c-b713859883cc req-c469f06f-b07e-441e-a3aa-db51d3508631 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:07.750053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17749468-e3b4-4d18-a19c-b713859883cc req-c469f06f-b07e-441e-a3aa-db51d3508631 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 950 time: 0.1419966 Jan 28 12:28:07.769598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa16d7-260c-4005-bdea-064ffa17bb9e req-98e3cbeb-dc4d-4a91-866e-f9754e7128ab tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:07.771120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3fa16d7-260c-4005-bdea-064ffa17bb9e req-98e3cbeb-dc4d-4a91-866e-f9754e7128ab tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 946 time: 0.1198182 Jan 28 12:28:07.795103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-76d9d0e0-9015-4f37-b9d7-7f4a6c148730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:07.796142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-76d9d0e0-9015-4f37-b9d7-7f4a6c148730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:07.797888 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-76d9d0e0-9015-4f37-b9d7-7f4a6c148730 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df8d66ad4fda469aa1304bc289553fa8&device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1980 time: 0.1292756 Jan 28 12:28:07.804890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984ed3b-d283-4bbd-9e59-1203064028b2 admin admin] Checking segment: {'id': 'f1e4db57-58a1-4b73-872c-b411cef46510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '106c12d7-7f7a-4c78-b5f1-14509648fb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:07.805247 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9984ed3b-d283-4bbd-9e59-1203064028b2 admin admin] Network hostable DHCP agents. Network: 106c12d7-7f7a-4c78-b5f1-14509648fb2a, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:28:07.807267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984ed3b-d283-4bbd-9e59-1203064028b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a496f9-e3cf-48f1-bd83-7ff71d593a23,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:07.831980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9984ed3b-d283-4bbd-9e59-1203064028b2 admin admin] Network 106c12d7-7f7a-4c78-b5f1-14509648fb2a is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:28:07.842896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9984ed3b-d283-4bbd-9e59-1203064028b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 106c12d7-7f7a-4c78-b5f1-14509648fb2a) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:07.848751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9984ed3b-d283-4bbd-9e59-1203064028b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:07.850274 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9984ed3b-d283-4bbd-9e59-1203064028b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:07.851558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dae698b-fa29-4396-8d1f-386c6094d6c4 None None] Network 106c12d7-7f7a-4c78-b5f1-14509648fb2a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:07.871261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-1f7f2fd4-b46a-494b-9233-8774e4c197be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.15&port_id=396621ca-3594-485e-a81e-16f3ae001b44 HTTP/1.1" status: 200 len: 217 time: 0.0633380 Jan 28 12:28:07.889309 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9984ed3b-d283-4bbd-9e59-1203064028b2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4906218 Jan 28 12:28:07.969456 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544df31-3b03-4340-8ea9-b969ff566b5f None None] Network 106c12d7-7f7a-4c78-b5f1-14509648fb2a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:08.241802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17749468-e3b4-4d18-a19c-b713859883cc req-ff9d990c-0e10-4675-8a60-53cc229183d8 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821129 Jan 28 12:28:08.251963 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3fa16d7-260c-4005-bdea-064ffa17bb9e req-6c807b42-20a7-4bcf-84ca-6324f6811091 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724276 Jan 28 12:28:08.260319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-21b1f00e-5824-4e5d-8985-cfe79f0020e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:08.261735 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-21b1f00e-5824-4e5d-8985-cfe79f0020e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=540cfe14-67da-48f7-8a8f-7b1e8242bdc6 HTTP/1.1" status: 200 len: 801 time: 0.3691876 Jan 28 12:28:08.273371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d291c0-0f5e-4ffa-87d0-adfa7f3788f1 req-c026d104-6179-4d61-be9a-2ac304932c4c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:08.274902 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04d291c0-0f5e-4ffa-87d0-adfa7f3788f1 req-c026d104-6179-4d61-be9a-2ac304932c4c tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.35 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 944 time: 0.4471164 Jan 28 12:28:08.307518 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8b45e5-bbfa-47ad-a1eb-33bce966cb2c x-openstack-request-id: req-7c8b45e5-bbfa-47ad-a1eb-33bce966cb2c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:08.307786 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "tag": "396621ca-3594-485e-a81e-16f3ae001b44", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:08.308040 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c8b45e5-bbfa-47ad-a1eb-33bce966cb2c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:08.308433 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'tag': '396621ca-3594-485e-a81e-16f3ae001b44', 'status': 'completed', 'code': 200} Jan 28 12:28:08.411747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9a863347-104c-4e70-b31f-a28556e9f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:08.413387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-9a863347-104c-4e70-b31f-a28556e9f6fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52329f48-e8b7-4a5f-a047-27e7fccf9b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1375532 Jan 28 12:28:08.431924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd214b-d0d0-4e07-b19d-c0d8b87edc67 req-f558376a-8e3f-48bb-8369-130626f3a213 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:08.433375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cedd214b-d0d0-4e07-b19d-c0d8b87edc67 req-f558376a-8e3f-48bb-8369-130626f3a213 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 944 time: 0.1073880 Jan 28 12:28:08.538346 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-04d291c0-0f5e-4ffa-87d0-adfa7f3788f1 req-7752aa08-f7b4-44ad-86da-7a8cfd98b9ea tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Deleting port ebaddb61-6d09-45d5-943f-d0f8f60577de {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:08.538993 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04d291c0-0f5e-4ffa-87d0-adfa7f3788f1 req-7752aa08-f7b4-44ad-86da-7a8cfd98b9ea tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:08.651137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cedd214b-d0d0-4e07-b19d-c0d8b87edc67 req-ce6e741d-a6e3-4c27-ae97-3b201915518d tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063437 Jan 28 12:28:08.692373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860b9c7-87db-403d-858e-fcbd527483e1 req-a55f7dff-d6e5-41e0-b93a-4fee145caabc tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:08.693844 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2860b9c7-87db-403d-858e-fcbd527483e1 req-a55f7dff-d6e5-41e0-b93a-4fee145caabc tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.2198498 Jan 28 12:28:08.718688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-00d39cff-ced5-4662-b8d9-ffcd6d5572be service neutron] 10.222.0.35 "GET /v2.0/networks/52329f48-e8b7-4a5f-a047-27e7fccf9b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843390 Jan 28 12:28:08.767126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372ecd2-caea-4776-a794-9e1d18243f9f req-a148c2d6-29eb-4862-b8e0-ca2e32935a65 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:08.768621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1372ecd2-caea-4776-a794-9e1d18243f9f req-a148c2d6-29eb-4862-b8e0-ca2e32935a65 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 950 time: 0.1608360 Jan 28 12:28:08.815154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04d291c0-0f5e-4ffa-87d0-adfa7f3788f1 req-7752aa08-f7b4-44ad-86da-7a8cfd98b9ea tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] For port ebaddb61-6d09-45d5-943f-d0f8f60577de, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=ebaddb61-6d09-45d5-943f-d0f8f60577de,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:08.815550 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04d291c0-0f5e-4ffa-87d0-adfa7f3788f1 req-7752aa08-f7b4-44ad-86da-7a8cfd98b9ea tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:08.882767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-04d291c0-0f5e-4ffa-87d0-adfa7f3788f1 req-7752aa08-f7b4-44ad-86da-7a8cfd98b9ea tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Calling delete_port for ebaddb61-6d09-45d5-943f-d0f8f60577de owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:08.944762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2860b9c7-87db-403d-858e-fcbd527483e1 req-3f844562-0af1-46fb-ab95-f7e7b68914c5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422917 Jan 28 12:28:09.015149 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e338e3-b211-4b99-b2d4-d1d3592ef6ff req-91b1043e-c961-4430-9527-3e3dd163f397 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:09.016853 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c3e338e3-b211-4b99-b2d4-d1d3592ef6ff req-91b1043e-c961-4430-9527-3e3dd163f397 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3b960ca-ccb7-4920-ab48-209c00c32dde HTTP/1.1" status: 200 len: 945 time: 0.0668030 Jan 28 12:28:09.063462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-d36d7ddd-6909-4d0a-a44c-152989389250 service neutron] 10.222.0.35 "GET /v2.0/networks/52329f48-e8b7-4a5f-a047-27e7fccf9b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316061 Jan 28 12:28:09.130371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-c3e338e3-b211-4b99-b2d4-d1d3592ef6ff req-b0ec01d4-137b-443e-a686-0e62b509343c tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Deleting port b4659b40-dafb-4c23-ac09-f8c1cd01f86d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:09.130769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c3e338e3-b211-4b99-b2d4-d1d3592ef6ff req-b0ec01d4-137b-443e-a686-0e62b509343c tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:09.136375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-e477b8fb-99f1-4ebe-a25f-1f56330f8992 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.207&port_id=7be4b571-031f-47c0-a1ba-b730c836fd15 HTTP/1.1" status: 200 len: 217 time: 0.0614190 Jan 28 12:28:09.145815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-56f049a7-f1f3-48c9-a6bb-4be060c2ecd3 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:09.147284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-56f049a7-f1f3-48c9-a6bb-4be060c2ecd3 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/networks?id=106c12d7-7f7a-4c78-b5f1-14509648fb2a HTTP/1.1" status: 200 len: 818 time: 0.2849126 Jan 28 12:28:09.225225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1372ecd2-caea-4776-a794-9e1d18243f9f req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Deleting port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:09.225561 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1372ecd2-caea-4776-a794-9e1d18243f9f req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:09.242210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c3e338e3-b211-4b99-b2d4-d1d3592ef6ff req-b0ec01d4-137b-443e-a686-0e62b509343c tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] For port b4659b40-dafb-4c23-ac09-f8c1cd01f86d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b4659b40-dafb-4c23-ac09-f8c1cd01f86d,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:09.242577 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c3e338e3-b211-4b99-b2d4-d1d3592ef6ff req-b0ec01d4-137b-443e-a686-0e62b509343c tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:09.244945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-6d35851d-d00b-4545-ae2e-ccec58c1cb5b tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/quotas/ce23781b192647f9a1f94ed944a2ed2a HTTP/1.1" status: 200 len: 375 time: 0.0830119 Jan 28 12:28:09.256382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-c3e338e3-b211-4b99-b2d4-d1d3592ef6ff req-b0ec01d4-137b-443e-a686-0e62b509343c tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Calling delete_port for b4659b40-dafb-4c23-ac09-f8c1cd01f86d owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:09.316465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-67421c65-1b35-42a2-802a-fb9c544b0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:09.317824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-67421c65-1b35-42a2-802a-fb9c544b0ef7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=206f4177-46ba-4bc4-bdc9-702ecfbd9343 HTTP/1.1" status: 200 len: 801 time: 0.1680691 Jan 28 12:28:09.352547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:28:09.358990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-bb7a3bbd-1816-4d7c-b4f8-4248746d14ab tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce23781b192647f9a1f94ed944a2ed2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017792 Jan 28 12:28:09.396240 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c3e338e3-b211-4b99-b2d4-d1d3592ef6ff req-b0ec01d4-137b-443e-a686-0e62b509343c tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b4659b40-dafb-4c23-ac09-f8c1cd01f86d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:09.437520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['b4659b40-dafb-4c23-ac09-f8c1cd01f86d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:09.446957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['7a398359-57c7-4146-a1b4-4fbd0cec4817'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:09.478237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec01d4-137b-443e-a686-0e62b509343c tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Pushing event deleted for resources: {'Port': ['ID=b4659b40-dafb-4c23-ac09-f8c1cd01f86d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:09.482857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b1225-4ad4-4d78-bd1a-773b529a17a8 req-3ca61868-daa7-4738-8e1a-725b6519200a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:09.484843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e338e3-b211-4b99-b2d4-d1d3592ef6ff req-b0ec01d4-137b-443e-a686-0e62b509343c tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] No DVR routers for this DVR port b4659b40-dafb-4c23-ac09-f8c1cd01f86d on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:09.487250 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c3e338e3-b211-4b99-b2d4-d1d3592ef6ff req-b0ec01d4-137b-443e-a686-0e62b509343c tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:09.488103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b1225-4ad4-4d78-bd1a-773b529a17a8 req-3ca61868-daa7-4738-8e1a-725b6519200a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:09.489704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a9b1225-4ad4-4d78-bd1a-773b529a17a8 req-3ca61868-daa7-4738-8e1a-725b6519200a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1678 time: 0.2912731 Jan 28 12:28:09.490675 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c3e338e3-b211-4b99-b2d4-d1d3592ef6ff req-b0ec01d4-137b-443e-a686-0e62b509343c tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.35 "DELETE /v2.0/ports/b4659b40-dafb-4c23-ac09-f8c1cd01f86d HTTP/1.1" status: 204 len: 173 time: 0.4684112 Jan 28 12:28:09.491152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b960ca-ccb7-4920-ab48-209c00c32dde', 'name': 'network-vif-deleted', 'tag': 'b4659b40-dafb-4c23-ac09-f8c1cd01f86d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:09.493600 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044440c3-eb55-454f-a7ba-06d0ad9ab932" -d '{"events": [{"server_uuid": "c3b960ca-ccb7-4920-ab48-209c00c32dde", "name": "network-vif-deleted", "tag": "b4659b40-dafb-4c23-ac09-f8c1cd01f86d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:09.522169 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04d291c0-0f5e-4ffa-87d0-adfa7f3788f1 req-7752aa08-f7b4-44ad-86da-7a8cfd98b9ea tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ebaddb61-6d09-45d5-943f-d0f8f60577de), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:09.531619 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1372ecd2-caea-4776-a794-9e1d18243f9f req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] For port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:09.531984 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1372ecd2-caea-4776-a794-9e1d18243f9f req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:09.540337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['2446e1eb-2632-4f95-9880-70841d31231c', 'ebaddb61-6d09-45d5-943f-d0f8f60577de'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:09.585396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-40bf44d1-7dd6-471e-9014-fd1c072d5cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:09.586796 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-40bf44d1-7dd6-471e-9014-fd1c072d5cf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b018943-48be-4e0b-b33e-e19761c60adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2304418 Jan 28 12:28:09.595967 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1372ecd2-caea-4776-a794-9e1d18243f9f req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Calling delete_port for 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:09.596908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:09.601229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752aa08-f7b4-44ad-86da-7a8cfd98b9ea tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Pushing event deleted for resources: {'Port': ['ID=ebaddb61-6d09-45d5-943f-d0f8f60577de,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:09.620081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'port_id': '3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f', 'mac_address': 'fa:16:3e:78:93:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43d2cbd-bf64-4a86-a4a0-cced0a12976e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:28:09.740851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:09.741247 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:09.756435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-edaa83d1-a22c-4a1f-b35d-207e94ffd677 service neutron] 10.222.0.53 "GET /v2.0/networks/106c12d7-7f7a-4c78-b5f1-14509648fb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793340 Jan 28 12:28:09.774827 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a9b1225-4ad4-4d78-bd1a-773b529a17a8 req-ebb7ffd9-6007-4a0f-89aa-0313e48f62f7 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619920 Jan 28 12:28:09.775278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:09.779805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d291c0-0f5e-4ffa-87d0-adfa7f3788f1 req-7752aa08-f7b4-44ad-86da-7a8cfd98b9ea tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] No DVR routers for this DVR port ebaddb61-6d09-45d5-943f-d0f8f60577de on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:09.791510 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04d291c0-0f5e-4ffa-87d0-adfa7f3788f1 req-7752aa08-f7b4-44ad-86da-7a8cfd98b9ea tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:09.794692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04d291c0-0f5e-4ffa-87d0-adfa7f3788f1 req-7752aa08-f7b4-44ad-86da-7a8cfd98b9ea tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.35 "DELETE /v2.0/ports/ebaddb61-6d09-45d5-943f-d0f8f60577de HTTP/1.1" status: 204 len: 173 time: 1.5112872 Jan 28 12:28:09.854004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:09.887763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-44d95bb9-7dd8-4e92-8543-e06911b7b9d0 service neutron] 10.222.0.35 "GET /v2.0/networks/0b018943-48be-4e0b-b33e-e19761c60adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896974 Jan 28 12:28:09.903628 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:09.989546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:10.038213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-069ce0e6-1834-4319-967b-3957a30e7b3f service neutron] 10.222.0.53 "GET /v2.0/networks/106c12d7-7f7a-4c78-b5f1-14509648fb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597156 Jan 28 12:28:10.131563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9fc0f-8106-4b19-a812-bc60675565f3 req-9bd9a154-74b2-4a2f-a49b-2f7c7adea782 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:10.133660 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6bd9fc0f-8106-4b19-a812-bc60675565f3 req-9bd9a154-74b2-4a2f-a49b-2f7c7adea782 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 945 time: 0.0707519 Jan 28 12:28:10.136966 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1372ecd2-caea-4776-a794-9e1d18243f9f req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:10.148020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:10.156980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25089873-8419-409c-a432-c56f880979a9 req-a142d5e0-ec9d-41eb-8e25-befd4d21dde9 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:10.166330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25089873-8419-409c-a432-c56f880979a9 req-a142d5e0-ec9d-41eb-8e25-befd4d21dde9 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 944 time: 0.2277567 Jan 28 12:28:10.183032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['7196f269-0eca-4609-86cf-aec14e2a348b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:10.186611 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:10.251516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25089873-8419-409c-a432-c56f880979a9 req-0605ce25-e866-436a-b0d1-a78e5f3e52eb tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842328 Jan 28 12:28:10.266745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30b30d9-6924-43fe-86e9-d7d6cc8d9c22 req-6b06cbb2-e0d7-40fb-a95c-4a2411fde886 service neutron] 10.222.0.35 "GET /v2.0/networks/0b018943-48be-4e0b-b33e-e19761c60adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470981 Jan 28 12:28:10.283036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Pushing event deleted for resources: {'Port': ['ID=8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:10.314736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'tag': '7be4b571-031f-47c0-a1ba-b730c836fd15'}, {'server_uuid': '73065c10-acf0-46ea-8e6a-840e3c766674', 'name': 'network-vif-deleted', 'tag': 'ebaddb61-6d09-45d5-943f-d0f8f60577de'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:10.318850 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b816610-3942-4acb-8a7a-e852ba426fac" -d '{"events": [{"name": "network-changed", "server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "tag": "7be4b571-031f-47c0-a1ba-b730c836fd15"}, {"server_uuid": "73065c10-acf0-46ea-8e6a-840e3c766674", "name": "network-vif-deleted", "tag": "ebaddb61-6d09-45d5-943f-d0f8f60577de"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:10.329479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.331922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.332394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.332960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.333308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.333647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.334628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.334984 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.335448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.335700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.336232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.336562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.336890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:10.427055 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-6bd9fc0f-8106-4b19-a812-bc60675565f3 req-951b4f88-9ad3-4799-9014-697bcdad9bb3 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Deleting port 7a398359-57c7-4146-a1b4-4fbd0cec4817 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:10.427195 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6bd9fc0f-8106-4b19-a812-bc60675565f3 req-951b4f88-9ad3-4799-9014-697bcdad9bb3 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:10.437547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1372ecd2-caea-4776-a794-9e1d18243f9f req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] No DVR routers for this DVR port 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:10.499979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e83889c-dbe3-415c-8403-aca671c13149 req-8a0c2432-2e2a-4d85-b3b8-83b1924fbcf2 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8bfd439-41e8-44fe-a7d2-7014d431240e HTTP/1.1" status: 200 len: 210 time: 0.0584075 Jan 28 12:28:10.514633 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1372ecd2-caea-4776-a794-9e1d18243f9f req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:10.520713 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1372ecd2-caea-4776-a794-9e1d18243f9f req-5d4a6f3b-e275-4522-965a-c39f63889ede tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.49 "DELETE /v2.0/ports/8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 HTTP/1.1" status: 204 len: 173 time: 1.7157593 Jan 28 12:28:10.561867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e req-3c590262-618a-425f-8bc2-4ecb9563d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:10.562440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e req-3c590262-618a-425f-8bc2-4ecb9563d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:10.565519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e req-3c590262-618a-425f-8bc2-4ecb9563d708 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df8d66ad4fda469aa1304bc289553fa8&device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1980 time: 0.2245080 Jan 28 12:28:10.701352 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2610498-f834-493d-8fc1-8b4dc61f37f0 x-openstack-request-id: req-c2610498-f834-493d-8fc1-8b4dc61f37f0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:10.701655 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b960ca-ccb7-4920-ab48-209c00c32dde", "name": "network-vif-deleted", "tag": "b4659b40-dafb-4c23-ac09-f8c1cd01f86d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:10.702443 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2610498-f834-493d-8fc1-8b4dc61f37f0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:10.702849 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b960ca-ccb7-4920-ab48-209c00c32dde', 'name': 'network-vif-deleted', 'tag': 'b4659b40-dafb-4c23-ac09-f8c1cd01f86d', 'status': 'completed', 'code': 200} Jan 28 12:28:10.753885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1e663de-a0d4-4e6f-a4f7-fe263951351d req-572ce3ea-fedd-49f1-b54b-aa1c9f8073d4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 210 time: 0.0396917 Jan 28 12:28:10.838049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6bd9fc0f-8106-4b19-a812-bc60675565f3 req-951b4f88-9ad3-4799-9014-697bcdad9bb3 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] For port 7a398359-57c7-4146-a1b4-4fbd0cec4817, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7a398359-57c7-4146-a1b4-4fbd0cec4817,segment=NetworkSegment(ce998671-55b6-42ae-8be2-b6a84fa254c9),segment_id=ce998671-55b6-42ae-8be2-b6a84fa254c9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:10.838744 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6bd9fc0f-8106-4b19-a812-bc60675565f3 req-951b4f88-9ad3-4799-9014-697bcdad9bb3 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:10.840746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e req-4a7b380d-63db-49c6-8cf8-4450244ca529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:10.843816 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e req-4a7b380d-63db-49c6-8cf8-4450244ca529 service neutron] 10.222.0.35 "GET /v2.0/networks?id=52329f48-e8b7-4a5f-a047-27e7fccf9b6f HTTP/1.1" status: 200 len: 903 time: 0.2706649 Jan 28 12:28:10.857828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-6bd9fc0f-8106-4b19-a812-bc60675565f3 req-951b4f88-9ad3-4799-9014-697bcdad9bb3 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Calling delete_port for 7a398359-57c7-4146-a1b4-4fbd0cec4817 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:10.904634 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1025ff1-a1a9-40c7-a95e-9fa00f1aa587 req-9aacca8c-a761-46b3-8a89-1f8a360c5300 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 210 time: 0.0581203 Jan 28 12:28:11.005850 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53bc2b6-a2d2-420c-979d-bdca5c4708a2 x-openstack-request-id: req-c53bc2b6-a2d2-420c-979d-bdca5c4708a2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:11.006248 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "tag": "7be4b571-031f-47c0-a1ba-b730c836fd15", "status": "completed", "code": 200}, {"server_uuid": "73065c10-acf0-46ea-8e6a-840e3c766674", "name": "network-vif-deleted", "tag": "ebaddb61-6d09-45d5-943f-d0f8f60577de", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:11.006601 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c53bc2b6-a2d2-420c-979d-bdca5c4708a2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:11.007368 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'tag': '7be4b571-031f-47c0-a1ba-b730c836fd15', 'status': 'completed', 'code': 200} Jan 28 12:28:11.007776 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73065c10-acf0-46ea-8e6a-840e3c766674', 'name': 'network-vif-deleted', 'tag': 'ebaddb61-6d09-45d5-943f-d0f8f60577de', 'status': 'completed', 'code': 200} Jan 28 12:28:11.011990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e req-0b15d58c-8059-4b0d-8999-c59ae02dd98b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.15&port_id=396621ca-3594-485e-a81e-16f3ae001b44 HTTP/1.1" status: 200 len: 217 time: 0.1317985 Jan 28 12:28:11.047936 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6bd9fc0f-8106-4b19-a812-bc60675565f3 req-951b4f88-9ad3-4799-9014-697bcdad9bb3 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7a398359-57c7-4146-a1b4-4fbd0cec4817), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:11.144837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f875d2-96ac-4d12-9517-b13b36662202 req-0594f50a-077d-4826-9cd4-263f267af98c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:11.148589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87f875d2-96ac-4d12-9517-b13b36662202 req-0594f50a-077d-4826-9cd4-263f267af98c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.2672422 Jan 28 12:28:11.205487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e req-417c1f44-7eb9-4437-8d1b-4bbff347debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:11.207858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e req-417c1f44-7eb9-4437-8d1b-4bbff347debc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=540cfe14-67da-48f7-8a8f-7b1e8242bdc6 HTTP/1.1" status: 200 len: 801 time: 0.1879103 Jan 28 12:28:11.276717 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d069dd0-cd6b-4e3d-960c-9dc57df3ff81 req-f7f9bb81-8b48-43e5-a664-c06aeda8db4a tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7830325-859f-484b-be9c-e360a6d01df1 HTTP/1.1" status: 200 len: 210 time: 0.0502763 Jan 28 12:28:11.315981 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87f875d2-96ac-4d12-9517-b13b36662202 req-51e23c6e-3b27-4741-a423-5b08f9858d3a tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578627 Jan 28 12:28:11.328831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e req-35de75ab-9e17-4dc9-8e7c-f2f93db57964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:11.336207 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e req-35de75ab-9e17-4dc9-8e7c-f2f93db57964 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52329f48-e8b7-4a5f-a047-27e7fccf9b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1219773 Jan 28 12:28:11.363520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:11.503642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b4f88-9ad3-4799-9014-697bcdad9bb3 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Pushing event deleted for resources: {'Port': ['ID=7a398359-57c7-4146-a1b4-4fbd0cec4817,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:11.571420 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:28:11.575665 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd9fc0f-8106-4b19-a812-bc60675565f3 req-951b4f88-9ad3-4799-9014-697bcdad9bb3 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] No DVR routers for this DVR port 7a398359-57c7-4146-a1b4-4fbd0cec4817 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:11.582378 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6bd9fc0f-8106-4b19-a812-bc60675565f3 req-951b4f88-9ad3-4799-9014-697bcdad9bb3 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:11.583381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:11.584786 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:11.600194 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6bd9fc0f-8106-4b19-a812-bc60675565f3 req-951b4f88-9ad3-4799-9014-697bcdad9bb3 tempest-ListServersNegativeTestJSON-633209368 tempest-ListServersNegativeTestJSON-633209368-project] 10.222.0.49 "DELETE /v2.0/ports/7a398359-57c7-4146-a1b4-4fbd0cec4817 HTTP/1.1" status: 204 len: 173 time: 1.4597139 Jan 28 12:28:11.811730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:11.812215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:11.841006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fa1f3a-6e48-4f45-bb16-e98787f134fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:11.844965 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5303d84-fe4c-4abd-80ac-f0f329409e51" -d '{"events": [{"server_uuid": "f4fa1f3a-6e48-4f45-bb16-e98787f134fb", "name": "network-vif-plugged", "status": "completed", "tag": "3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:11.869686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:11.875961 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:11.876944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b4659b40-dafb-4c23-ac09-f8c1cd01f86d no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:11.917265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: b4659b40-dafb-4c23-ac09-f8c1cd01f86d {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:11.917608 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b4659b40-dafb-4c23-ac09-f8c1cd01f86d not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:11.918031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device ebaddb61-6d09-45d5-943f-d0f8f60577de no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:11.941370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: ebaddb61-6d09-45d5-943f-d0f8f60577de {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:11.941703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device ebaddb61-6d09-45d5-943f-d0f8f60577de not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:11.963378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:12.124884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2e6b9-ed6f-46df-a627-9bab7852b527 req-ed042c15-05c3-4ad2-a832-fceeaf49b58b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:12.131103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2e6b9-ed6f-46df-a627-9bab7852b527 req-ed042c15-05c3-4ad2-a832-fceeaf49b58b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:12.137592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39e2e6b9-ed6f-46df-a627-9bab7852b527 req-ed042c15-05c3-4ad2-a832-fceeaf49b58b tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1678 time: 0.7267849 Jan 28 12:28:12.148671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e req-2dc17314-b9bd-43fe-bf55-aed7c7d463cd service neutron] 10.222.0.35 "GET /v2.0/networks/52329f48-e8b7-4a5f-a047-27e7fccf9b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8047040 Jan 28 12:28:12.178049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ddd1e-e06d-4c70-8e9a-c404086c578e req-0a4ac3a3-7982-45fc-9be8-effdd8a2dfab tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:12.185439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc6ddd1e-e06d-4c70-8e9a-c404086c578e req-0a4ac3a3-7982-45fc-9be8-effdd8a2dfab tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 945 time: 0.1854346 Jan 28 12:28:12.255819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-2bb9510c-a3d2-433c-a64b-ec9ba182d627 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:12.257917 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-2bb9510c-a3d2-433c-a64b-ec9ba182d627 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.49 "GET /v2.0/networks?id=106c12d7-7f7a-4c78-b5f1-14509648fb2a HTTP/1.1" status: 200 len: 818 time: 0.1577036 Jan 28 12:28:12.272570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Request body: {'port': {'device_id': '4e516d7c-2722-4610-931e-c33d9a2187f5', 'network_id': '106c12d7-7f7a-4c78-b5f1-14509648fb2a', 'admin_state_up': True, 'tenant_id': 'ce23781b192647f9a1f94ed944a2ed2a'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:12.324544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39e2e6b9-ed6f-46df-a627-9bab7852b527 req-9747dfce-ffbc-4cf0-a260-b9b5dcd5d3e1 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859710 Jan 28 12:28:12.357494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc6ddd1e-e06d-4c70-8e9a-c404086c578e req-b76b9760-2501-49dc-8d4a-34f6117d1373 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710360 Jan 28 12:28:12.372389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d8cd37d-74bb-4ebe-bd0a-51d94ec8b61e req-a8b120a9-ee10-4a5c-b767-1a63f80b5aef service neutron] 10.222.0.35 "GET /v2.0/networks/52329f48-e8b7-4a5f-a047-27e7fccf9b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132239 Jan 28 12:28:12.423334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Made reservation on behalf of ce23781b192647f9a1f94ed944a2ed2a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:12.427581 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:12.477280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:12.555269 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0524bb6e-12b7-47e4-9391-a537813afda4 x-openstack-request-id: req-0524bb6e-12b7-47e4-9391-a537813afda4 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:12.555599 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fa1f3a-6e48-4f45-bb16-e98787f134fb", "name": "network-vif-plugged", "status": "completed", "tag": "3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:12.555862 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0524bb6e-12b7-47e4-9391-a537813afda4 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:12.556265 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fa1f3a-6e48-4f45-bb16-e98787f134fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f', 'code': 200} Jan 28 12:28:12.565234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d752480-6d24-4c3c-b0b0-f25fa55b66d5 req-3fc218a1-6e55-40c4-9df4-a869888cd367 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 210 time: 0.0928049 Jan 28 12:28:12.571880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:12.572066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:12.572491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7a398359-57c7-4146-a1b4-4fbd0cec4817 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:12.592100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b816610-3942-4acb-8a7a-e852ba426fac req-fd6abc8e-2d83-41ac-9b46-37b739eac683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:12.593122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b816610-3942-4acb-8a7a-e852ba426fac req-fd6abc8e-2d83-41ac-9b46-37b739eac683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:12.595698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b816610-3942-4acb-8a7a-e852ba426fac req-fd6abc8e-2d83-41ac-9b46-37b739eac683 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df8d66ad4fda469aa1304bc289553fa8&device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1980 time: 0.1631706 Jan 28 12:28:12.626758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 7a398359-57c7-4146-a1b4-4fbd0cec4817 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:12.627110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7a398359-57c7-4146-a1b4-4fbd0cec4817 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:12.650846 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35986) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:12.684240 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f49ba09c-4fbc-41da-9ce3-b02080189c79 req-35464a0b-d834-441b-a961-2bfd49dd9106 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 210 time: 0.0508363 Jan 28 12:28:12.704354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7830325-859f-484b-be9c-e360a6d01df1', 'name': 'network-vif-deleted', 'tag': '7a398359-57c7-4146-a1b4-4fbd0cec4817'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:12.707686 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05e8ad5-3838-406c-a4e4-759464a91e00" -d '{"events": [{"server_uuid": "d7830325-859f-484b-be9c-e360a6d01df1", "name": "network-vif-deleted", "tag": "7a398359-57c7-4146-a1b4-4fbd0cec4817"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:12.742890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a0fcbd-cc12-4cb6-9f28-c1a9a1d27306 admin admin] Deleting subnet 62e94a1e-b949-4cdf-9e65-a3a78c69aa88 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:28:12.745313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Allocated IP 172.20.0.4 (106c12d7-7f7a-4c78-b5f1-14509648fb2a/88a496f9-e3cf-48f1-bd83-7ff71d593a23/6e3485dc-6795-4ec4-925b-5595be461629) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:12.749396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07a0fcbd-cc12-4cb6-9f28-c1a9a1d27306 admin admin] Publish callbacks [] for subnet (62e94a1e-b949-4cdf-9e65-a3a78c69aa88), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:12.784841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58950c26-a205-4cd1-a867-4403eb8f4b8e req-66ea5614-22b5-4bc3-b3b2-6fe5e4452522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:12.786395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58950c26-a205-4cd1-a867-4403eb8f4b8e req-66ea5614-22b5-4bc3-b3b2-6fe5e4452522 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 1096 time: 0.1660953 Jan 28 12:28:12.807253 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07a0fcbd-cc12-4cb6-9f28-c1a9a1d27306 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (62e94a1e-b949-4cdf-9e65-a3a78c69aa88), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:12.835486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc351f6-2ec2-4a08-b51e-a4137c2e0306 req-c56c9a00-ca56-4ac6-bc38-11fd39e4bf0a tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:12.843441 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdc351f6-2ec2-4a08-b51e-a4137c2e0306 req-c56c9a00-ca56-4ac6-bc38-11fd39e4bf0a tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.1134756 Jan 28 12:28:12.902272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58950c26-a205-4cd1-a867-4403eb8f4b8e req-18c2b5cc-b308-43f8-9faf-d89234dd8cd1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045995 Jan 28 12:28:12.908942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b816610-3942-4acb-8a7a-e852ba426fac req-12a0bca3-f98f-47aa-80be-2c83b33e398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:12.910359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b816610-3942-4acb-8a7a-e852ba426fac req-12a0bca3-f98f-47aa-80be-2c83b33e398a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b018943-48be-4e0b-b33e-e19761c60adf HTTP/1.1" status: 200 len: 902 time: 0.3085799 Jan 28 12:28:12.919822 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07a0fcbd-cc12-4cb6-9f28-c1a9a1d27306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (62e94a1e-b949-4cdf-9e65-a3a78c69aa88), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:12.949635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdc351f6-2ec2-4a08-b51e-a4137c2e0306 req-e370bd49-ac8a-4740-9c45-1e2021cffe45 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009364 Jan 28 12:28:12.992747 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513eb9ae-c34c-4c3a-ac80-c83f04e85859 x-openstack-request-id: req-513eb9ae-c34c-4c3a-ac80-c83f04e85859 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:12.993053 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7830325-859f-484b-be9c-e360a6d01df1", "name": "network-vif-deleted", "tag": "7a398359-57c7-4146-a1b4-4fbd0cec4817", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:12.993282 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-513eb9ae-c34c-4c3a-ac80-c83f04e85859 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:12.993734 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7830325-859f-484b-be9c-e360a6d01df1', 'name': 'network-vif-deleted', 'tag': '7a398359-57c7-4146-a1b4-4fbd0cec4817', 'status': 'completed', 'code': 200} Jan 28 12:28:13.009587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bfd439-41e8-44fe-a7d2-7014d431240e', 'name': 'network-vif-deleted', 'tag': '8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:13.011999 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27f7b4a-25cd-4e61-aba1-205683d9ee2f" -d '{"events": [{"server_uuid": "f8bfd439-41e8-44fe-a7d2-7014d431240e", "name": "network-vif-deleted", "tag": "8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:13.032793 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Publish callbacks [] for port (6e3485dc-6795-4ec4-925b-5595be461629), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.037012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07a0fcbd-cc12-4cb6-9f28-c1a9a1d27306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (62e94a1e-b949-4cdf-9e65-a3a78c69aa88), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.077541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0fcbd-cc12-4cb6-9f28-c1a9a1d27306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e94a1e-b949-4cdf-9e65-a3a78c69aa88,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:13.085353 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07a0fcbd-cc12-4cb6-9f28-c1a9a1d27306 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.092293 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-07a0fcbd-cc12-4cb6-9f28-c1a9a1d27306 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/62e94a1e-b949-4cdf-9e65-a3a78c69aa88 HTTP/1.1" status: 204 len: 168 time: 0.4404502 Jan 28 12:28:13.094523 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:13.146745 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26def3ca-fbd7-4f0b-96fb-21cf638dc25d x-openstack-request-id: req-26def3ca-fbd7-4f0b-96fb-21cf638dc25d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:13.147315 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bfd439-41e8-44fe-a7d2-7014d431240e", "name": "network-vif-deleted", "tag": "8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:13.147315 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26def3ca-fbd7-4f0b-96fb-21cf638dc25d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:13.147723 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bfd439-41e8-44fe-a7d2-7014d431240e', 'name': 'network-vif-deleted', 'tag': '8b1fbadf-7a24-4eb0-9c7e-30ef0e379e05', 'status': 'completed', 'code': 200} Jan 28 12:28:13.155754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b816610-3942-4acb-8a7a-e852ba426fac req-8c4d332e-e373-43e2-b037-2ff6d3927b4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.207&port_id=7be4b571-031f-47c0-a1ba-b730c836fd15 HTTP/1.1" status: 200 len: 217 time: 0.0525384 Jan 28 12:28:13.166511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f628fa-657b-4b8d-a9f0-261a958fe4bc req-63ea105e-e49e-4abc-b0bf-cc7b7700ade4 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:13.174770 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0f628fa-657b-4b8d-a9f0-261a958fe4bc req-63ea105e-e49e-4abc-b0bf-cc7b7700ade4 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 949 time: 0.1207674 Jan 28 12:28:13.190529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (776bf5e8-dae7-4fca-8508-350d1e894eff), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.192562 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6e3485dc-6795-4ec4-925b-5595be461629), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.237154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b816610-3942-4acb-8a7a-e852ba426fac req-96999485-48c7-4c4a-a187-c48f33ba96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:13.239263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b816610-3942-4acb-8a7a-e852ba426fac req-96999485-48c7-4c4a-a187-c48f33ba96ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=206f4177-46ba-4bc4-bdc9-702ecfbd9343 HTTP/1.1" status: 200 len: 801 time: 0.0575409 Jan 28 12:28:13.251192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Network 106c12d7-7f7a-4c78-b5f1-14509648fb2a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:13.259194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:13.295544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:13.301507 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Pushing event updated for resources: {'Port': ['ID=6e3485dc-6795-4ec4-925b-5595be461629,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:13.332435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0f628fa-657b-4b8d-a9f0-261a958fe4bc req-d79abb5f-50f2-4056-b758-e7cf196439b7 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566839 Jan 28 12:28:13.383107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b816610-3942-4acb-8a7a-e852ba426fac req-bb860a1e-5bda-496b-acb4-9e7208ae5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:13.384737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b816610-3942-4acb-8a7a-e852ba426fac req-bb860a1e-5bda-496b-acb4-9e7208ae5798 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b018943-48be-4e0b-b33e-e19761c60adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1362944 Jan 28 12:28:13.390321 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (776bf5e8-dae7-4fca-8508-350d1e894eff), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.390952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 396621ca-3594-485e-a81e-16f3ae001b44 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:28:13.419366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:13.420148 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.429318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776bf5e8-dae7-4fca-8508-350d1e894eff']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:13.432564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3437cf-2e93-4187-ba78-660149015509 req-c602257f-8334-4e5c-8e84-e8b39e217e76 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:13.434062 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c3437cf-2e93-4187-ba78-660149015509 req-c602257f-8334-4e5c-8e84-e8b39e217e76 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.0895333 Jan 28 12:28:13.451283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce998671-55b6-42ae-8be2-b6a84fa254c9') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:13.451936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce998671-55b6-42ae-8be2-b6a84fa254c9') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:13.463396 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-8eab6147-1595-4af1-ab8a-6efeb5d97a20 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1952446 Jan 28 12:28:13.468213 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (ce998671-55b6-42ae-8be2-b6a84fa254c9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.479594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Request body: {'port': {'device_id': '4e516d7c-2722-4610-931e-c33d9a2187f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:13.547162 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6e3485dc-6795-4ec4-925b-5595be461629), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.548516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 396621ca-3594-485e-a81e-16f3ae001b44, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=396621ca-3594-485e-a81e-16f3ae001b44,segment=NetworkSegment(6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a),segment_id=6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:13.562749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '396621ca-3594-485e-a81e-16f3ae001b44', 'network_id': '52329f48-e8b7-4a5f-a047-27e7fccf9b6f', 'port_id': '396621ca-3594-485e-a81e-16f3ae001b44', 'mac_address': 'fa:16:3e:2a:12:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540cfe14-67da-48f7-8a8f-7b1e8242bdc6', 'ip_address': '19.80.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:28:13.565899 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ce998671-55b6-42ae-8be2-b6a84fa254c9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.596032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:28:13.596833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (ce998671-55b6-42ae-8be2-b6a84fa254c9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:28:13.598764 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:28:13.615624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98805716-11fc-4a34-a2e0-a848a1e0b7d4 req-6e8e369c-a916-4838-8e75-728d3b11f1fc tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:13.617262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 396621ca-3594-485e-a81e-16f3ae001b44 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:13.617735 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (396621ca-3594-485e-a81e-16f3ae001b44), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.621773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98805716-11fc-4a34-a2e0-a848a1e0b7d4 req-6e8e369c-a916-4838-8e75-728d3b11f1fc tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:13.623971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98805716-11fc-4a34-a2e0-a848a1e0b7d4 req-6e8e369c-a916-4838-8e75-728d3b11f1fc tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1678 time: 0.1400406 Jan 28 12:28:13.633074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c3437cf-2e93-4187-ba78-660149015509 req-4a00e366-bcf5-4c19-9459-3c4eaf0d1424 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403267 Jan 28 12:28:13.634314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396621ca-3594-485e-a81e-16f3ae001b44 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:13.647278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b816610-3942-4acb-8a7a-e852ba426fac req-53418f16-dea4-4668-b3fa-9abe71896bc1 service neutron] 10.222.0.35 "GET /v2.0/networks/0b018943-48be-4e0b-b33e-e19761c60adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505791 Jan 28 12:28:13.673280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 396621ca-3594-485e-a81e-16f3ae001b44, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=396621ca-3594-485e-a81e-16f3ae001b44,segment=NetworkSegment(6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a),segment_id=6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:13.682315 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (396621ca-3594-485e-a81e-16f3ae001b44), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.683033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 7be4b571-031f-47c0-a1ba-b730c836fd15 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:28:13.752975 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (776bf5e8-dae7-4fca-8508-350d1e894eff), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.759596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98805716-11fc-4a34-a2e0-a848a1e0b7d4 req-d158d2e4-a432-4c2d-802c-596e44f9e322 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239066 Jan 28 12:28:13.765330 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:13.768970 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] 10.222.0.53 "DELETE /v2.0/networks/776bf5e8-dae7-4fca-8508-350d1e894eff HTTP/1.1" status: 204 len: 168 time: 0.6733615 Jan 28 12:28:13.801862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=396621ca-3594-485e-a81e-16f3ae001b44,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:13.811917 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6fd2a-6d46-4fe7-939f-0bd64715f284 admin admin] Pushing event deleted for resources: {'Network': ['ID=776bf5e8-dae7-4fca-8508-350d1e894eff,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:13.842789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b816610-3942-4acb-8a7a-e852ba426fac req-220d9992-0125-48d3-91f0-8b728397c3e3 service neutron] 10.222.0.35 "GET /v2.0/networks/0b018943-48be-4e0b-b33e-e19761c60adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871390 Jan 28 12:28:13.880458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56dd7f-1a65-4ec8-a48b-3454d51ce496 req-fabe0ab0-923a-4845-9349-c93b594baecc tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:13.882072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e56dd7f-1a65-4ec8-a48b-3454d51ce496 req-fabe0ab0-923a-4845-9349-c93b594baecc tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 945 time: 0.0920575 Jan 28 12:28:13.906438 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c945087-0776-4efd-8861-ed7624318a9a req-45c64c33-835b-43af-82ff-c2940ca4f3d4 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 210 time: 0.0421817 Jan 28 12:28:13.979457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e56dd7f-1a65-4ec8-a48b-3454d51ce496 req-993708ec-ec3f-4d22-b0d0-060dde19dc5c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717876 Jan 28 12:28:13.985445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36012) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:14.027408 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 7be4b571-031f-47c0-a1ba-b730c836fd15, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7be4b571-031f-47c0-a1ba-b730c836fd15,segment=NetworkSegment(7bbd7689-3986-464c-943c-5dc1d6de427e),segment_id=7bbd7689-3986-464c-943c-5dc1d6de427e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:14.043908 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2e5f5cd1-5b70-4b80-a0c1-5a73ce76ec92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b92df16b76844d729524c3be1afac38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572557 Jan 28 12:28:14.047114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36014) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:14.066106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '7be4b571-031f-47c0-a1ba-b730c836fd15', 'network_id': '0b018943-48be-4e0b-b33e-e19761c60adf', 'port_id': '7be4b571-031f-47c0-a1ba-b730c836fd15', 'mac_address': 'fa:16:3e:3b:e0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206f4177-46ba-4bc4-bdc9-702ecfbd9343', 'ip_address': '19.86.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:28:14.151080 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3485dc-6795-4ec4-925b-5595be461629 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:14.163573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 7be4b571-031f-47c0-a1ba-b730c836fd15 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:14.164050 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:14.165812 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Publish callbacks [] for port (6e3485dc-6795-4ec4-925b-5595be461629), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:14.178442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be4b571-031f-47c0-a1ba-b730c836fd15 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:14.192288 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Transition to ACTIVE for port object 6e3485dc-6795-4ec4-925b-5595be461629 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:28:14.198857 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (6e3485dc-6795-4ec4-925b-5595be461629), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:14.200004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 7be4b571-031f-47c0-a1ba-b730c836fd15, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7be4b571-031f-47c0-a1ba-b730c836fd15,segment=NetworkSegment(7bbd7689-3986-464c-943c-5dc1d6de427e),segment_id=7bbd7689-3986-464c-943c-5dc1d6de427e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:14.205767 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:14.226181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96ad6d7a-385d-4b51-aa38-49ef0768f060 admin admin] Publish callbacks [] for security_group (b094cc4a-1bfb-4d41-9813-ce787f23cbf8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:14.258765 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96ad6d7a-385d-4b51-aa38-49ef0768f060 admin admin] Publish callbacks [] for security_group (b094cc4a-1bfb-4d41-9813-ce787f23cbf8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:14.266327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=7be4b571-031f-47c0-a1ba-b730c836fd15,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:14.282543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3485dc-6795-4ec4-925b-5595be461629,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:14.302438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f46a6-1889-4ec0-b062-61a104acc93d req-45611963-e7d8-48a7-8b58-e02af7b822f5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:14.303853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f1f46a6-1889-4ec0-b062-61a104acc93d req-45611963-e7d8-48a7-8b58-e02af7b822f5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.1998107 Jan 28 12:28:14.335286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Attempting to bind port 6e3485dc-6795-4ec4-925b-5595be461629 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:28:14.336009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Attempting to bind port 6e3485dc-6795-4ec4-925b-5595be461629 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'f1e4db57-58a1-4b73-872c-b411cef46510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '106c12d7-7f7a-4c78-b5f1-14509648fb2a'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:28:14.336166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Attempting to bind port 6e3485dc-6795-4ec4-925b-5595be461629 on network 106c12d7-7f7a-4c78-b5f1-14509648fb2a {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:14.341239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Port 6e3485dc-6795-4ec4-925b-5595be461629 on network 106c12d7-7f7a-4c78-b5f1-14509648fb2a not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:28:14.341651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Attempting to bind port 6e3485dc-6795-4ec4-925b-5595be461629 on network 106c12d7-7f7a-4c78-b5f1-14509648fb2a {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:14.347692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:28:14.348165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Checking segment: {'id': 'f1e4db57-58a1-4b73-872c-b411cef46510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '106c12d7-7f7a-4c78-b5f1-14509648fb2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:14.348760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Bound using segment: {'id': 'f1e4db57-58a1-4b73-872c-b411cef46510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '106c12d7-7f7a-4c78-b5f1-14509648fb2a'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:28:14.349691 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Bound port: 6e3485dc-6795-4ec4-925b-5595be461629, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e4db57-58a1-4b73-872c-b411cef46510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '106c12d7-7f7a-4c78-b5f1-14509648fb2a'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:28:14.350151 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6e3485dc-6795-4ec4-925b-5595be461629), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:14.353356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb9ea7-2c8f-47a8-a1ba-10bcb84af125 req-65031ed0-8169-4587-bab4-21e4692317a9 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:14.355024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4dfb9ea7-2c8f-47a8-a1ba-10bcb84af125 req-65031ed0-8169-4587-bab4-21e4692317a9 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 931 time: 0.2549248 Jan 28 12:28:14.388514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96ad6d7a-385d-4b51-aa38-49ef0768f060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b094cc4a-1bfb-4d41-9813-ce787f23cbf8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:14.391293 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96ad6d7a-385d-4b51-aa38-49ef0768f060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:14.392477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-96ad6d7a-385d-4b51-aa38-49ef0768f060 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b094cc4a-1bfb-4d41-9813-ce787f23cbf8 HTTP/1.1" status: 204 len: 168 time: 0.3441882 Jan 28 12:28:14.436600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad6d7a-385d-4b51-aa38-49ef0768f060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b094cc4a-1bfb-4d41-9813-ce787f23cbf8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:14.462108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f1f46a6-1889-4ec0-b062-61a104acc93d req-a012c4a4-6c2b-404a-b04f-4015489457d7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384549 Jan 28 12:28:14.483995 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] For port 6e3485dc-6795-4ec4-925b-5595be461629, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:14.489998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] For port 6e3485dc-6795-4ec4-925b-5595be461629, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6e3485dc-6795-4ec4-925b-5595be461629,segment=NetworkSegment(f1e4db57-58a1-4b73-872c-b411cef46510),segment_id=f1e4db57-58a1-4b73-872c-b411cef46510)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:28:14.495718 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4dfb9ea7-2c8f-47a8-a1ba-10bcb84af125 req-286fc489-83d7-4655-a3ea-f9982d4d11bb tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa5b1088-10d9-4f78-97f9-ff84b4181639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190162 Jan 28 12:28:14.501998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (6e3485dc-6795-4ec4-925b-5595be461629), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:14.515889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['7be4b571-031f-47c0-a1ba-b730c836fd15'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:14.559724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:14.560717 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:14.562523 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] 10.222.0.49 "PUT /v2.0/ports/6e3485dc-6795-4ec4-925b-5595be461629 HTTP/1.1" status: 200 len: 1091 time: 1.0870991 Jan 28 12:28:14.624829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f1bfe-d9d6-4f1c-8994-d9ac2aa3f4f7 req-aa97c622-87a9-4c60-97b5-a6fda7713fea tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:14.626564 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f6f1bfe-d9d6-4f1c-8994-d9ac2aa3f4f7 req-aa97c622-87a9-4c60-97b5-a6fda7713fea tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 949 time: 0.0965824 Jan 28 12:28:14.643446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006879e-3913-4c63-b085-c12a257d561d req-6f701107-9164-42af-9e78-eda85acea6f5 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:14.646543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3485dc-6795-4ec4-925b-5595be461629,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:14.649676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d006879e-3913-4c63-b085-c12a257d561d req-6f701107-9164-42af-9e78-eda85acea6f5 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.35 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 949 time: 0.0987494 Jan 28 12:28:14.690860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.691047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.695293 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.695738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.696144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.696442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.696788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.697125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.697460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.697792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.698126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.699176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.699176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab60b92-cc0b-437d-856b-22c91533be72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:14.737482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-1c7e041e-b270-4b36-aeac-2c94ef2fe814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:14.739022 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-1c7e041e-b270-4b36-aeac-2c94ef2fe814 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce23781b192647f9a1f94ed944a2ed2a&device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 1094 time: 0.1206114 Jan 28 12:28:14.751900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f6f1bfe-d9d6-4f1c-8994-d9ac2aa3f4f7 req-fb5fd2a4-204f-4dd0-aa0e-661f4d0b93a8 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009765 Jan 28 12:28:14.807115 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-84724f7e-4a25-4264-9b19-dc2dce807f0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e3485dc-6795-4ec4-925b-5595be461629 HTTP/1.1" status: 200 len: 217 time: 0.0603795 Jan 28 12:28:14.881808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f2e3d-32a3-4996-9d82-c6bc097bae65 req-dd12cf9f-7d8d-4610-897a-dc54c1344ff0 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:14.883993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-433f2e3d-32a3-4996-9d82-c6bc097bae65 req-dd12cf9f-7d8d-4610-897a-dc54c1344ff0 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.0714402 Jan 28 12:28:14.918578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d006879e-3913-4c63-b085-c12a257d561d req-3b4a0e39-f92a-482f-8c30-d217e675ebcd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Deleting port 7196f269-0eca-4609-86cf-aec14e2a348b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:14.919203 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d006879e-3913-4c63-b085-c12a257d561d req-3b4a0e39-f92a-482f-8c30-d217e675ebcd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:14.932956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-f979ba93-5e5c-46e0-9ad0-7ff60fc4ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:14.934417 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-f979ba93-5e5c-46e0-9ad0-7ff60fc4ce16 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88a496f9-e3cf-48f1-bd83-7ff71d593a23 HTTP/1.1" status: 200 len: 858 time: 0.1135716 Jan 28 12:28:14.990019 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-bb297d7e-4ca8-4725-b2ae-e10106e79912 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=106c12d7-7f7a-4c78-b5f1-14509648fb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462410 Jan 28 12:28:14.995356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e516d7c-2722-4610-931e-c33d9a2187f5', 'tag': '6e3485dc-6795-4ec4-925b-5595be461629'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:14.997869 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5791da-38da-4133-a0af-3ef61ec3f427" -d '{"events": [{"name": "network-changed", "server_uuid": "4e516d7c-2722-4610-931e-c33d9a2187f5", "tag": "6e3485dc-6795-4ec4-925b-5595be461629"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:15.039818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6784909-b43a-4e76-840c-28670ec1de0e req-7f444619-bb30-4cbd-814d-b5e362eecd0c tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:15.045006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6784909-b43a-4e76-840c-28670ec1de0e req-7f444619-bb30-4cbd-814d-b5e362eecd0c tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:15.046749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6784909-b43a-4e76-840c-28670ec1de0e req-7f444619-bb30-4cbd-814d-b5e362eecd0c tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1680 time: 0.1760888 Jan 28 12:28:15.052507 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-433f2e3d-32a3-4996-9d82-c6bc097bae65 req-b83634d4-0e8b-4985-8ef1-359723ddbf24 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579609 Jan 28 12:28:15.089683 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d006879e-3913-4c63-b085-c12a257d561d req-3b4a0e39-f92a-482f-8c30-d217e675ebcd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] For port 7196f269-0eca-4609-86cf-aec14e2a348b, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7196f269-0eca-4609-86cf-aec14e2a348b,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:15.089907 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d006879e-3913-4c63-b085-c12a257d561d req-3b4a0e39-f92a-482f-8c30-d217e675ebcd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:15.115962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d006879e-3913-4c63-b085-c12a257d561d req-3b4a0e39-f92a-482f-8c30-d217e675ebcd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Calling delete_port for 7196f269-0eca-4609-86cf-aec14e2a348b owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:15.118982 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-7adc09c3-78ed-4cc2-8de2-585a18a97e79 service neutron] 10.222.0.49 "GET /v2.0/networks/106c12d7-7f7a-4c78-b5f1-14509648fb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171932 Jan 28 12:28:15.133674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6784909-b43a-4e76-840c-28670ec1de0e req-0b780c85-194b-4777-b2ee-4cef62637786 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747159 Jan 28 12:28:15.210043 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7051b48b-1c6d-49f4-8254-f7f55ef45410 req-8a8884ba-3111-47a0-82fa-d21b653452ac tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 210 time: 0.0360289 Jan 28 12:28:15.261685 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4ffdf161-3a30-4127-ab92-6937c6ead15b req-5c0de3a7-38b3-4be2-9969-295e480044f6 service neutron] 10.222.0.49 "GET /v2.0/networks/106c12d7-7f7a-4c78-b5f1-14509648fb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348186 Jan 28 12:28:15.300678 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409df450-0bc1-4d4e-a2e4-1a0d8dd090eb x-openstack-request-id: req-409df450-0bc1-4d4e-a2e4-1a0d8dd090eb {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:15.301077 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e516d7c-2722-4610-931e-c33d9a2187f5", "tag": "6e3485dc-6795-4ec4-925b-5595be461629", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:15.301453 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-409df450-0bc1-4d4e-a2e4-1a0d8dd090eb {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:15.302191 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e516d7c-2722-4610-931e-c33d9a2187f5', 'tag': '6e3485dc-6795-4ec4-925b-5595be461629', 'status': 'completed', 'code': 200} Jan 28 12:28:15.359194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d006879e-3913-4c63-b085-c12a257d561d req-3b4a0e39-f92a-482f-8c30-d217e675ebcd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7196f269-0eca-4609-86cf-aec14e2a348b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:15.368240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c8d2a-222a-4708-a864-93a562f09cc7 req-2b0456e2-9e7e-48ba-815e-5f8f5a206c8b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:15.372343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['7196f269-0eca-4609-86cf-aec14e2a348b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:15.376019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-473c8d2a-222a-4708-a864-93a562f09cc7 req-2b0456e2-9e7e-48ba-815e-5f8f5a206c8b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 945 time: 0.0997047 Jan 28 12:28:15.399100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5791da-38da-4133-a0af-3ef61ec3f427 req-6203ea08-4e37-4aed-8204-2b8f4f91fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:15.401010 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a5791da-38da-4133-a0af-3ef61ec3f427 req-6203ea08-4e37-4aed-8204-2b8f4f91fc37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce23781b192647f9a1f94ed944a2ed2a&device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 1094 time: 0.0628886 Jan 28 12:28:15.416869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a0e39-f92a-482f-8c30-d217e675ebcd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Pushing event deleted for resources: {'Port': ['ID=7196f269-0eca-4609-86cf-aec14e2a348b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:15.477356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d006879e-3913-4c63-b085-c12a257d561d req-3b4a0e39-f92a-482f-8c30-d217e675ebcd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] No DVR routers for this DVR port 7196f269-0eca-4609-86cf-aec14e2a348b on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:15.484146 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d006879e-3913-4c63-b085-c12a257d561d req-3b4a0e39-f92a-482f-8c30-d217e675ebcd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:15.487391 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d006879e-3913-4c63-b085-c12a257d561d req-3b4a0e39-f92a-482f-8c30-d217e675ebcd tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.35 "DELETE /v2.0/ports/7196f269-0eca-4609-86cf-aec14e2a348b HTTP/1.1" status: 204 len: 173 time: 0.8246980 Jan 28 12:28:15.487907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a5930b-8518-43ee-b712-4af26ca0c4f8', 'name': 'network-vif-deleted', 'tag': '7196f269-0eca-4609-86cf-aec14e2a348b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:15.490156 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fdca60-de88-4837-8e79-a3091a539337" -d '{"events": [{"server_uuid": "94a5930b-8518-43ee-b712-4af26ca0c4f8", "name": "network-vif-deleted", "tag": "7196f269-0eca-4609-86cf-aec14e2a348b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:15.508492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-473c8d2a-222a-4708-a864-93a562f09cc7 req-ae9534a2-6c21-4a20-b97f-926c23e415c4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296039 Jan 28 12:28:15.567075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['396621ca-3594-485e-a81e-16f3ae001b44'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:15.586269 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03def2e9-5847-4db8-a2d1-56ca74d914a6 x-openstack-request-id: req-03def2e9-5847-4db8-a2d1-56ca74d914a6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:15.586613 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a5930b-8518-43ee-b712-4af26ca0c4f8", "name": "network-vif-deleted", "tag": "7196f269-0eca-4609-86cf-aec14e2a348b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:15.586872 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03def2e9-5847-4db8-a2d1-56ca74d914a6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:15.587366 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a5930b-8518-43ee-b712-4af26ca0c4f8', 'name': 'network-vif-deleted', 'tag': '7196f269-0eca-4609-86cf-aec14e2a348b', 'status': 'completed', 'code': 200} Jan 28 12:28:15.632806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5791da-38da-4133-a0af-3ef61ec3f427 req-ee1f2fc4-ffa6-4a4c-8183-6e386846c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:15.636503 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a5791da-38da-4133-a0af-3ef61ec3f427 req-ee1f2fc4-ffa6-4a4c-8183-6e386846c62b service neutron] 10.222.0.49 "GET /v2.0/networks?id=106c12d7-7f7a-4c78-b5f1-14509648fb2a HTTP/1.1" status: 200 len: 919 time: 0.2188015 Jan 28 12:28:15.733718 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a5791da-38da-4133-a0af-3ef61ec3f427 req-8991acb8-1542-4cda-b805-20361e59ddfe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e3485dc-6795-4ec4-925b-5595be461629 HTTP/1.1" status: 200 len: 217 time: 0.0883663 Jan 28 12:28:15.744239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b674c-20bc-4402-a4c8-225e0110f553 req-f78b008f-5ebf-4b73-a224-2dacfe86b0a2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:15.748703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-779b674c-20bc-4402-a4c8-225e0110f553 req-f78b008f-5ebf-4b73-a224-2dacfe86b0a2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.1331668 Jan 28 12:28:15.790935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36058) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:15.835858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5791da-38da-4133-a0af-3ef61ec3f427 req-1f9aa097-79c5-4685-b3c3-050f3e7704a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:15.837533 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a5791da-38da-4133-a0af-3ef61ec3f427 req-1f9aa097-79c5-4685-b3c3-050f3e7704a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88a496f9-e3cf-48f1-bd83-7ff71d593a23 HTTP/1.1" status: 200 len: 858 time: 0.0974963 Jan 28 12:28:15.883007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-779b674c-20bc-4402-a4c8-225e0110f553 req-59fac18a-5d95-43af-80fd-6a5bf5512a3a tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291635 Jan 28 12:28:15.902091 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a5791da-38da-4133-a0af-3ef61ec3f427 req-429a141d-370f-422b-8214-2f608d8eb3eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=106c12d7-7f7a-4c78-b5f1-14509648fb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525243 Jan 28 12:28:16.021810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-network', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:16.054896 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a5791da-38da-4133-a0af-3ef61ec3f427 req-5b67f64b-1a9b-4d6b-b66d-b752d454e10a service neutron] 10.222.0.49 "GET /v2.0/networks/106c12d7-7f7a-4c78-b5f1-14509648fb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378596 Jan 28 12:28:16.070540 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Made reservation on behalf of 5599b434788a41b5bcf86b1f05c53f83 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:16.073578 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:16.082465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba461c4-1893-4993-b362-495e516a1176 req-04e08323-5c94-4e7d-90e3-f41068d2aafc tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:16.084848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ba461c4-1893-4993-b362-495e516a1176 req-04e08323-5c94-4e7d-90e3-f41068d2aafc tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 943 time: 0.1227143 Jan 28 12:28:16.112870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e17fcd1-54e3-4052-8fa6-db744efe4be8 req-f6258293-cc05-45d6-bad0-f90fa1d2c669 tempest-ServersAdminNegativeTestJSON-789515317 tempest-ServersAdminNegativeTestJSON-789515317-project] 10.222.0.53 "GET /v2.0/ports?device_id=94a5930b-8518-43ee-b712-4af26ca0c4f8 HTTP/1.1" status: 200 len: 210 time: 0.0601289 Jan 28 12:28:16.119501 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:16.229351 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a5791da-38da-4133-a0af-3ef61ec3f427 req-d7a5f3fc-7e8c-4f5f-b80e-04487995f888 service neutron] 10.222.0.49 "GET /v2.0/networks/106c12d7-7f7a-4c78-b5f1-14509648fb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664762 Jan 28 12:28:16.241988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ba461c4-1893-4993-b362-495e516a1176 req-789ab8c7-bbd5-45e8-8921-aeca68a76897 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa5b1088-10d9-4f78-97f9-ff84b4181639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370585 Jan 28 12:28:16.292724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fc691-da4e-4188-be86-34d0b000e49e req-e0f6d282-2e91-4b8f-ab45-1de00b1063ee tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:16.294227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e83fc691-da4e-4188-be86-34d0b000e49e req-e0f6d282-2e91-4b8f-ab45-1de00b1063ee tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 945 time: 0.1155422 Jan 28 12:28:16.313943 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Publish callbacks [] for security_group (62c5ce4c-1f5f-492a-a3d2-cdfd172e6218), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:16.333268 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (62c5ce4c-1f5f-492a-a3d2-cdfd172e6218), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:16.383576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:28:16.417075 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:16.417419 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Added segment ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2 of type vlan for network 7c0c92aa-ef02-4b50-807a-c2b5846e79ab Jan 28 12:28:16.426665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:16.435083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e83fc691-da4e-4188-be86-34d0b000e49e req-fdbb0ea2-7573-4318-abaf-c12fc3c73b87 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313279 Jan 28 12:28:16.472905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a33ae-3b91-4e4b-ab49-cafe398339e8 req-b8403779-063a-43b9-a36d-003277f71dfe tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:16.474788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce4a33ae-3b91-4e4b-ab49-cafe398339e8 req-b8403779-063a-43b9-a36d-003277f71dfe tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.1584852 Jan 28 12:28:16.491301 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (7c0c92aa-ef02-4b50-807a-c2b5846e79ab), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:16.568627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (7c0c92aa-ef02-4b50-807a-c2b5846e79ab), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:16.569495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:16.570074 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:16.583442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce4a33ae-3b91-4e4b-ab49-cafe398339e8 req-8ac0ff60-9af8-4a10-be9d-f6f20982a3c5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017582 Jan 28 12:28:16.644294 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8476570 Jan 28 12:28:16.644786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36070) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:16.650717 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3bf46b76-9032-4f46-82c3-4b2ca6ff04da admin admin] Request body: {'subnet': {'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-subnet', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:16.662066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129be5-9bc3-4ad2-a3de-bcfc606bbb52 req-5340b0b1-7de1-4ad3-99b8-3ad94aabc3c1 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:16.667103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129be5-9bc3-4ad2-a3de-bcfc606bbb52 req-5340b0b1-7de1-4ad3-99b8-3ad94aabc3c1 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:16.668752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-65129be5-9bc3-4ad2-a3de-bcfc606bbb52 req-5340b0b1-7de1-4ad3-99b8-3ad94aabc3c1 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1680 time: 0.1425250 Jan 28 12:28:16.679130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf46b76-9032-4f46-82c3-4b2ca6ff04da admin admin] Made reservation on behalf of 5599b434788a41b5bcf86b1f05c53f83 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:16.682002 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf46b76-9032-4f46-82c3-4b2ca6ff04da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:16.682716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10abb2-447b-4978-be90-5b96aaa4e050 admin admin] Pushing event updated for resources: {'Network': ['ID=7c0c92aa-ef02-4b50-807a-c2b5846e79ab,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:16.694164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 7c0c92aa-ef02-4b50-807a-c2b5846e79ab details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:28:16.713149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-531b9e6c-a74f-478a-aa16-2a605676c337 req-6d4580d6-1782-4145-981a-6f3b14639513 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 210 time: 0.0398695 Jan 28 12:28:16.752245 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-65129be5-9bc3-4ad2-a3de-bcfc606bbb52 req-83c26e3b-d516-4892-ac90-a4bdeff17adf tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655992 Jan 28 12:28:16.884044 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:16.892642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf46b76-9032-4f46-82c3-4b2ca6ff04da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (18f37071-a2c8-4785-af0c-4f9d2a398de7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:16.953808 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf46b76-9032-4f46-82c3-4b2ca6ff04da admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f37071-a2c8-4785-af0c-4f9d2a398de7,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:16.962728 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf46b76-9032-4f46-82c3-4b2ca6ff04da admin admin] Checking segment: {'id': 'ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:16.963085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf46b76-9032-4f46-82c3-4b2ca6ff04da admin admin] Network hostable DHCP agents. Network: 7c0c92aa-ef02-4b50-807a-c2b5846e79ab, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:28:16.982181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf46b76-9032-4f46-82c3-4b2ca6ff04da admin admin] Network 7c0c92aa-ef02-4b50-807a-c2b5846e79ab is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:28:16.992981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3bf46b76-9032-4f46-82c3-4b2ca6ff04da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 7c0c92aa-ef02-4b50-807a-c2b5846e79ab) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:16.997254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf46b76-9032-4f46-82c3-4b2ca6ff04da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:16.997818 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf46b76-9032-4f46-82c3-4b2ca6ff04da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.006882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612a5068-2dba-409f-ac10-7fa901703a27 None None] Network 7c0c92aa-ef02-4b50-807a-c2b5846e79ab requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:17.023889 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3bf46b76-9032-4f46-82c3-4b2ca6ff04da admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3780353 Jan 28 12:28:17.024649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36074) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:17.027215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf152f-725f-4265-b1d3-b6d0f9ec111a req-8799420c-c334-4357-bb8d-8dac5f14ffb1 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:17.028851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5cdf152f-725f-4265-b1d3-b6d0f9ec111a req-8799420c-c334-4357-bb8d-8dac5f14ffb1 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.0719943 Jan 28 12:28:17.032941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:17.055961 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (fca618fa-195e-41bb-8f57-daa91f4f0b83), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.057657 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (fca618fa-195e-41bb-8f57-daa91f4f0b83), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.087293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5cdf152f-725f-4265-b1d3-b6d0f9ec111a req-574b02ae-a9c5-470b-a17d-4af87bdd5e75 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497756 Jan 28 12:28:17.122805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Publish callbacks [] for router_controller (fca618fa-195e-41bb-8f57-daa91f4f0b83), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.142134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9843614-56f5-42e8-b54f-01b89fcb685f None None] Network 7c0c92aa-ef02-4b50-807a-c2b5846e79ab requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:17.300055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Publish callbacks [] for router_gateway (fca618fa-195e-41bb-8f57-daa91f4f0b83), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.380102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5275508-0a92-4014-a776-3292fbff877c req-64491600-c3bd-4c78-a61e-16ba5f8ae4df tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:17.381790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5275508-0a92-4014-a776-3292fbff877c req-64491600-c3bd-4c78-a61e-16ba5f8ae4df tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 945 time: 0.0997427 Jan 28 12:28:17.416092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 396621ca-3594-485e-a81e-16f3ae001b44 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:17.442785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602566e-8f41-44bb-924b-e05fa485af4a req-9bfb5b4a-8a31-4e4f-bb18-bd3b6d305730 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:17.444320 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e602566e-8f41-44bb-924b-e05fa485af4a req-9bfb5b4a-8a31-4e4f-bb18-bd3b6d305730 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 943 time: 0.1045773 Jan 28 12:28:17.492839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:17.523675 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.558168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e602566e-8f41-44bb-924b-e05fa485af4a req-7fed9105-6f83-4839-aa49-3ff9bac5b435 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa5b1088-10d9-4f78-97f9-ff84b4181639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074684 Jan 28 12:28:17.562139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 396621ca-3594-485e-a81e-16f3ae001b44 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:28:17.566850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 396621ca-3594-485e-a81e-16f3ae001b44 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:17.567230 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (396621ca-3594-485e-a81e-16f3ae001b44), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.641915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c5275508-0a92-4014-a776-3292fbff877c req-36b4d2db-7e9d-481c-9882-d9bf963fda25 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Deleting port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:17.649461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c5275508-0a92-4014-a776-3292fbff877c req-36b4d2db-7e9d-481c-9882-d9bf963fda25 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.653959 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Publish callbacks [] for router_gateway (fca618fa-195e-41bb-8f57-daa91f4f0b83), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.692244 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.717767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 396621ca-3594-485e-a81e-16f3ae001b44 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:17.719007 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (396621ca-3594-485e-a81e-16f3ae001b44), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.754545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396621ca-3594-485e-a81e-16f3ae001b44'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:17.761065 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791a53b5-3ff7-460a-a34e-69c44b8df3d5" -d '{"events": [{"server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "name": "network-vif-plugged", "status": "completed", "tag": "396621ca-3594-485e-a81e-16f3ae001b44"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:17.777178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 396621ca-3594-485e-a81e-16f3ae001b44, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=396621ca-3594-485e-a81e-16f3ae001b44,segment=NetworkSegment(6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a),segment_id=6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:17.784196 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (396621ca-3594-485e-a81e-16f3ae001b44), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.785835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 7be4b571-031f-47c0-a1ba-b730c836fd15 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:17.796943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ca8c3-2239-4193-8e76-2262bac89c0f req-e8ea424d-3b8b-4480-bf0d-ec23a4e4f00a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:17.803677 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-447ca8c3-2239-4193-8e76-2262bac89c0f req-e8ea424d-3b8b-4480-bf0d-ec23a4e4f00a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 945 time: 0.2383327 Jan 28 12:28:17.818569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Allocated IP 172.25.7.209 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/f58858f7-c3d2-47de-a317-f4f00077ab64) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:17.860385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e3dd5529-4e74-4616-ba0e-d9033b965a7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dddca94966ca421caeb413c3ee7bb9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624039 Jan 28 12:28:17.872265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36098) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:17.925862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38086f60-65fc-45c7-89d6-cecd2d6e2719 req-9a0061c1-f6dc-4bf4-8dd8-31a39304ea1f tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:17.933544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38086f60-65fc-45c7-89d6-cecd2d6e2719 req-9a0061c1-f6dc-4bf4-8dd8-31a39304ea1f tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.2040286 Jan 28 12:28:17.934417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=396621ca-3594-485e-a81e-16f3ae001b44,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:17.935766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Publish callbacks [] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.970764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 7be4b571-031f-47c0-a1ba-b730c836fd15 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:28:17.975104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 7be4b571-031f-47c0-a1ba-b730c836fd15 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:17.975579 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.978035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-447ca8c3-2239-4193-8e76-2262bac89c0f req-4386fcc8-13f3-4f3c-9974-e9e61cbae2cf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733596 Jan 28 12:28:17.980567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:17.990025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c5275508-0a92-4014-a776-3292fbff877c req-36b4d2db-7e9d-481c-9882-d9bf963fda25 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] For port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:17.994101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c5275508-0a92-4014-a776-3292fbff877c req-36b4d2db-7e9d-481c-9882-d9bf963fda25 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.028457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c5275508-0a92-4014-a776-3292fbff877c req-36b4d2db-7e9d-481c-9882-d9bf963fda25 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Calling delete_port for 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:18.031319 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:18.037151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:18.040268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:18.072299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Pushing event updated for resources: {'Port': ['ID=f58858f7-c3d2-47de-a317-f4f00077ab64,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:18.100187 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38086f60-65fc-45c7-89d6-cecd2d6e2719 req-5be65153-5ed2-4dd3-bbf9-56090499100f tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657109 Jan 28 12:28:18.146489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 7be4b571-031f-47c0-a1ba-b730c836fd15 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:18.146989 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.177264 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805427a7-0bd7-4a49-be92-b259fa74d215 x-openstack-request-id: req-805427a7-0bd7-4a49-be92-b259fa74d215 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:18.177629 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "name": "network-vif-plugged", "status": "completed", "tag": "396621ca-3594-485e-a81e-16f3ae001b44", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:18.177977 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-805427a7-0bd7-4a49-be92-b259fa74d215 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:18.178519 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396621ca-3594-485e-a81e-16f3ae001b44', 'code': 200} Jan 28 12:28:18.190246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 7be4b571-031f-47c0-a1ba-b730c836fd15, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7be4b571-031f-47c0-a1ba-b730c836fd15,segment=NetworkSegment(7bbd7689-3986-464c-943c-5dc1d6de427e),segment_id=7bbd7689-3986-464c-943c-5dc1d6de427e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:18.194919 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.195943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 7196f269-0eca-4609-86cf-aec14e2a348b no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:18.209456 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31cc2df2-a96c-449c-8d18-0f58f4430f37 admin admin] Publish callbacks [] for security_group (5e222e7a-b1d6-47d0-8ec5-09c79e4510aa), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.221796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 7196f269-0eca-4609-86cf-aec14e2a348b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:18.231840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 7196f269-0eca-4609-86cf-aec14e2a348b not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:18.237724 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31cc2df2-a96c-449c-8d18-0f58f4430f37 admin admin] Publish callbacks [] for security_group (5e222e7a-b1d6-47d0-8ec5-09c79e4510aa), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.255190 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06abca0d-526c-4129-91b2-f43f4af52f24 req-ba3cdbdb-275c-4ec2-a6d1-b2ffb912b407 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 210 time: 0.1875162 Jan 28 12:28:18.319965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=7be4b571-031f-47c0-a1ba-b730c836fd15,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:18.344940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Publish callbacks [] for router_gateway (fca618fa-195e-41bb-8f57-daa91f4f0b83), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.403889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f7dd8-fedf-4b1b-b074-49434acd74fa req-c96adfb1-064d-4143-9ed3-c53571e3e599 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:18.409708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f7dd8-fedf-4b1b-b074-49434acd74fa req-c96adfb1-064d-4143-9ed3-c53571e3e599 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:18.411264 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-440f7dd8-fedf-4b1b-b074-49434acd74fa req-c96adfb1-064d-4143-9ed3-c53571e3e599 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1682 time: 0.1503439 Jan 28 12:28:18.499661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6e3485dc-6795-4ec4-925b-5595be461629 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:28:18.523001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849d6fa-adfd-4fb7-a7be-a95e7ee4f516 req-366aa3ad-bf48-4987-bc4e-3af4fa8e3464 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:18.524491 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e849d6fa-adfd-4fb7-a7be-a95e7ee4f516 req-366aa3ad-bf48-4987-bc4e-3af4fa8e3464 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.1695845 Jan 28 12:28:18.531044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31cc2df2-a96c-449c-8d18-0f58f4430f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5e222e7a-b1d6-47d0-8ec5-09c79e4510aa), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.533551 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31cc2df2-a96c-449c-8d18-0f58f4430f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.547058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-31cc2df2-a96c-449c-8d18-0f58f4430f37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e222e7a-b1d6-47d0-8ec5-09c79e4510aa HTTP/1.1" status: 204 len: 168 time: 0.6662455 Jan 28 12:28:18.588045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc2df2-a96c-449c-8d18-0f58f4430f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e222e7a-b1d6-47d0-8ec5-09c79e4510aa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:18.600789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (fca618fa-195e-41bb-8f57-daa91f4f0b83), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.610074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-440f7dd8-fedf-4b1b-b074-49434acd74fa req-7f005582-7d78-40c1-bc7e-320a94c7358c tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895630 Jan 28 12:28:18.610762 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c5275508-0a92-4014-a776-3292fbff877c req-36b4d2db-7e9d-481c-9882-d9bf963fda25 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.642759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6e3485dc-6795-4ec4-925b-5595be461629, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6e3485dc-6795-4ec4-925b-5595be461629,segment=NetworkSegment(f1e4db57-58a1-4b73-872c-b411cef46510),segment_id=f1e4db57-58a1-4b73-872c-b411cef46510)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:18.659162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '6e3485dc-6795-4ec4-925b-5595be461629', 'network_id': '106c12d7-7f7a-4c78-b5f1-14509648fb2a', 'port_id': '6e3485dc-6795-4ec4-925b-5595be461629', 'mac_address': 'fa:16:3e:28:86:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a496f9-e3cf-48f1-bd83-7ff71d593a23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:28:18.663643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:18.689141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4d2db-7e9d-481c-9882-d9bf963fda25 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event deleted for resources: {'Port': ['ID=3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:18.731803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6e3485dc-6795-4ec4-925b-5595be461629 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:18.732420 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6e3485dc-6795-4ec4-925b-5595be461629), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.757058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3485dc-6795-4ec4-925b-5595be461629 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:18.779209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6e3485dc-6795-4ec4-925b-5595be461629, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6e3485dc-6795-4ec4-925b-5595be461629,segment=NetworkSegment(f1e4db57-58a1-4b73-872c-b411cef46510),segment_id=f1e4db57-58a1-4b73-872c-b411cef46510)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:18.784662 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6e3485dc-6795-4ec4-925b-5595be461629), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.791574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e849d6fa-adfd-4fb7-a7be-a95e7ee4f516 req-cb6223c2-4d07-467c-934b-eb2cc4a627eb tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416914 Jan 28 12:28:18.845790 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6e3485dc-6795-4ec4-925b-5595be461629,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:18.865577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5275508-0a92-4014-a776-3292fbff877c req-36b4d2db-7e9d-481c-9882-d9bf963fda25 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] No DVR routers for this DVR port 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:18.868829 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c5275508-0a92-4014-a776-3292fbff877c req-36b4d2db-7e9d-481c-9882-d9bf963fda25 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:18.873849 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5275508-0a92-4014-a776-3292fbff877c req-36b4d2db-7e9d-481c-9882-d9bf963fda25 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.35 "DELETE /v2.0/ports/3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f HTTP/1.1" status: 204 len: 173 time: 1.4843116 Jan 28 12:28:18.874366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fa1f3a-6e48-4f45-bb16-e98787f134fb', 'name': 'network-vif-deleted', 'tag': '3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:18.876895 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d1525d-f767-4e26-a6c5-c6900a7b5e80" -d '{"events": [{"server_uuid": "f4fa1f3a-6e48-4f45-bb16-e98787f134fb", "name": "network-vif-deleted", "tag": "3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:18.908584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab63e-4209-4516-a8d9-10a3cf796e98 req-c04bea4e-56ff-4280-91be-a65f06d029b3 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:18.910329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a3ab63e-4209-4516-a8d9-10a3cf796e98 req-c04bea4e-56ff-4280-91be-a65f06d029b3 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 944 time: 0.1317005 Jan 28 12:28:18.940700 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619427d2-8dca-47a5-9a1f-88288774ea4c x-openstack-request-id: req-619427d2-8dca-47a5-9a1f-88288774ea4c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:18.941172 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fa1f3a-6e48-4f45-bb16-e98787f134fb", "name": "network-vif-deleted", "tag": "3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:18.941663 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-619427d2-8dca-47a5-9a1f-88288774ea4c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:18.942088 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fa1f3a-6e48-4f45-bb16-e98787f134fb', 'name': 'network-vif-deleted', 'tag': '3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f', 'status': 'completed', 'code': 200} Jan 28 12:28:19.006274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a3ab63e-4209-4516-a8d9-10a3cf796e98 req-983f179b-cc63-4063-b000-dd21d88df87e tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa5b1088-10d9-4f78-97f9-ff84b4181639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883312 Jan 28 12:28:19.073418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6e3485dc-6795-4ec4-925b-5595be461629'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:19.102035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36112) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:19.167357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e5f3b7d1-6366-44df-bff9-e1e02ea31940 req-d77d15f9-3e33-4f63-9e84-6ef30909c1da tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fa1f3a-6e48-4f45-bb16-e98787f134fb HTTP/1.1" status: 200 len: 210 time: 0.0618787 Jan 28 12:28:19.194198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-db2ef3af-fbba-49d7-a662-946008967b26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5058c83c0140475786ea2b1368a48192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0870645 Jan 28 12:28:19.195031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36116) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:19.206152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Router fca618fa-195e-41bb-8f57-daa91f4f0b83 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:28:19.232576 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-734c0c67-a981-4809-863a-95b7db7e8b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:19.268124 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e337325-ab58-489b-95e7-19042481ea35 admin admin] Publish callbacks [] for security_group (530d295c-99f5-456c-8847-7454a3a053f7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:19.321695 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e337325-ab58-489b-95e7-19042481ea35 admin admin] Publish callbacks [] for security_group (530d295c-99f5-456c-8847-7454a3a053f7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:19.369590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a96878c5-278c-44ef-aa33-fe87cd448315 req-713291fe-274b-4266-92ab-b5b76d149d18 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 210 time: 0.0456884 Jan 28 12:28:19.402696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dda90a-9ca5-496d-a2a6-4395b7f22d04 req-8eb63f08-5657-4b0b-ae1c-f4ab9be75f7f tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:19.407559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f9dda90a-9ca5-496d-a2a6-4395b7f22d04 req-8eb63f08-5657-4b0b-ae1c-f4ab9be75f7f tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.1564388 Jan 28 12:28:19.424008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:28:19.454826 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e337325-ab58-489b-95e7-19042481ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (530d295c-99f5-456c-8847-7454a3a053f7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:19.456501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:19.459839 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e337325-ab58-489b-95e7-19042481ea35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:19.461294 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4472d1fb-deb5-4762-bb84-b653a768f6bd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.4340751 Jan 28 12:28:19.464834 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36120) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:19.465845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7e337325-ab58-489b-95e7-19042481ea35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/530d295c-99f5-456c-8847-7454a3a053f7 HTTP/1.1" status: 204 len: 168 time: 0.2695212 Jan 28 12:28:19.468808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Sync routers for ids ['fca618fa-195e-41bb-8f57-daa91f4f0b83'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:28:19.471531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f9dda90a-9ca5-496d-a2a6-4395b7f22d04 req-b001f543-13fa-4a27-b799-d66df07b2340 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630698 Jan 28 12:28:19.483220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e337325-ab58-489b-95e7-19042481ea35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530d295c-99f5-456c-8847-7454a3a053f7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:19.539691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Routers {'fca618fa-195e-41bb-8f57-daa91f4f0b83'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:28:19.540374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:27:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['fca618fa-195e-41bb-8f57-daa91f4f0b83'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:19.673166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Set router fca618fa-195e-41bb-8f57-daa91f4f0b83 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:28:19.777639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad33d3-26ee-44e1-9d70-29a1ed172257 req-519e6d23-ae65-4f1f-827f-9371b9480835 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:19.783318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad33d3-26ee-44e1-9d70-29a1ed172257 req-519e6d23-ae65-4f1f-827f-9371b9480835 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:19.792038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8ad33d3-26ee-44e1-9d70-29a1ed172257 req-519e6d23-ae65-4f1f-827f-9371b9480835 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1682 time: 0.0852442 Jan 28 12:28:19.891930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8ad33d3-26ee-44e1-9d70-29a1ed172257 req-57bafa6c-c6a2-4cff-99b0-2346ecbcecb9 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989583 Jan 28 12:28:19.974437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d45b2-5736-4291-8097-714b9a2c7fff req-17522b1b-4ef5-47b9-a0d4-8123b03ef4a6 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:19.977128 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f27d45b2-5736-4291-8097-714b9a2c7fff req-17522b1b-4ef5-47b9-a0d4-8123b03ef4a6 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.0842662 Jan 28 12:28:19.985433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:18Z', 'revision_number': 3, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:20.022064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Checking router: fca618fa-195e-41bb-8f57-daa91f4f0b83 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:28:20.022498 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Updating router fca618fa-195e-41bb-8f57-daa91f4f0b83 port f58858f7-c3d2-47de-a317-f4f00077ab64 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:28:20.053546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:20.117381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f27d45b2-5736-4291-8097-714b9a2c7fff req-de5573e6-9518-44e0-86d5-5ce8e85a1308 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282146 Jan 28 12:28:20.147760 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:20.184877 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be4b571-031f-47c0-a1ba-b730c836fd15'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:20.188536 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dbbe06-62ef-4b74-8bde-3b3285f0a7fa" -d '{"events": [{"server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "name": "network-vif-plugged", "status": "completed", "tag": "7be4b571-031f-47c0-a1ba-b730c836fd15"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:20.203310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd7261-5fff-4beb-a5bf-1d2383436749 req-0530d841-8692-4c15-9498-2c935320e34f tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:20.218465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06cd7261-5fff-4beb-a5bf-1d2383436749 req-0530d841-8692-4c15-9498-2c935320e34f tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 944 time: 0.0852156 Jan 28 12:28:20.255528 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd6721a-f235-4c67-a5d7-489691c9e392 x-openstack-request-id: req-1dd6721a-f235-4c67-a5d7-489691c9e392 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:20.256070 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "name": "network-vif-plugged", "status": "completed", "tag": "7be4b571-031f-47c0-a1ba-b730c836fd15", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:20.256558 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1dd6721a-f235-4c67-a5d7-489691c9e392 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:20.269891 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be4b571-031f-47c0-a1ba-b730c836fd15', 'code': 200} Jan 28 12:28:20.395937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06cd7261-5fff-4beb-a5bf-1d2383436749 req-170ee690-7647-46f7-b48e-4be09d7d1859 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa5b1088-10d9-4f78-97f9-ff84b4181639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757853 Jan 28 12:28:20.440656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94791e7a-e5bd-44b9-b474-4accc86b5795 req-243903a4-3e6d-4391-9e83-faf34715bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:20.450448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94791e7a-e5bd-44b9-b474-4accc86b5795 req-243903a4-3e6d-4391-9e83-faf34715bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:20.466059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94791e7a-e5bd-44b9-b474-4accc86b5795 req-243903a4-3e6d-4391-9e83-faf34715bc46 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1984 time: 0.1262963 Jan 28 12:28:20.519581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Allocated IP 172.20.0.1 (7c0c92aa-ef02-4b50-807a-c2b5846e79ab/18f37071-a2c8-4785-af0c-4f9d2a398de7/25fba504-11f0-4f96-9006-ffe4d306114c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:20.523219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6e3485dc-6795-4ec4-925b-5595be461629 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:20.542227 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Publish callbacks [] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:20.559067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f9647e6-6488-4f99-aa5b-20d23e7c1667 req-d9e24334-0892-4302-beae-d388ebbf692b tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 210 time: 0.0716157 Jan 28 12:28:20.612865 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:20.689173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94791e7a-e5bd-44b9-b474-4accc86b5795 req-88f2c11f-57c0-41bb-afb9-1d323fa6ce17 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140567 Jan 28 12:28:20.706402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ffa4d-bd1b-423a-a7b7-ad886bd4639e req-f50b1279-1619-4544-b096-89ed886db7f1 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:20.714580 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc2ffa4d-bd1b-423a-a7b7-ad886bd4639e req-f50b1279-1619-4544-b096-89ed886db7f1 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.1278772 Jan 28 12:28:20.718356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc1150-e775-4d78-963b-7578999d81df None None] Pushing event updated for resources: {'Port': ['ID=f58858f7-c3d2-47de-a317-f4f00077ab64,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:20.785727 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Publish callbacks [] for port (25fba504-11f0-4f96-9006-ffe4d306114c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:20.803240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Attempting to bind port f58858f7-c3d2-47de-a317-f4f00077ab64 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:28:20.803906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Attempting to bind port f58858f7-c3d2-47de-a317-f4f00077ab64 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:28:20.804503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Attempting to bind port f58858f7-c3d2-47de-a317-f4f00077ab64 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:20.818350 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:28:20.819309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:20.820447 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:20.821368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:28:20.821721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Bound port: f58858f7-c3d2-47de-a317-f4f00077ab64, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:28:20.822728 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:20.827802 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:20.845888 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc2ffa4d-bd1b-423a-a7b7-ad886bd4639e req-d8b5f0b5-79ff-4774-b594-899c8df27f27 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241467 Jan 28 12:28:20.872078 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 6e3485dc-6795-4ec4-925b-5595be461629 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:28:20.878080 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Network 7c0c92aa-ef02-4b50-807a-c2b5846e79ab is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:20.884320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 6e3485dc-6795-4ec4-925b-5595be461629 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:20.884704 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6e3485dc-6795-4ec4-925b-5595be461629), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:20.885412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:20.893312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:20.901235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-db25a31c-6852-4c76-8a1c-e7aa57184f9f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:20.902976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-db25a31c-6852-4c76-8a1c-e7aa57184f9f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.1853874 Jan 28 12:28:20.929532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-be59b46a-b2c1-4d2d-ac2e-a36c195bdd8f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/quotas/b77d7b1bffe84f9a80589d60595239b5 HTTP/1.1" status: 200 len: 375 time: 0.0132494 Jan 28 12:28:20.943981 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (fca618fa-195e-41bb-8f57-daa91f4f0b83), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:20.979011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-133e86f7-1b8f-4e1d-89ae-44f410f39ea8 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431476 Jan 28 12:28:20.981346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] For port f58858f7-c3d2-47de-a317-f4f00077ab64, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:20.987235 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] For port f58858f7-c3d2-47de-a317-f4f00077ab64, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f58858f7-c3d2-47de-a317-f4f00077ab64,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:28:21.008544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Pushing event updated for resources: {'Port': ['ID=25fba504-11f0-4f96-9006-ffe4d306114c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:21.030709 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6e3485dc-6795-4ec4-925b-5595be461629 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:21.031100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6e3485dc-6795-4ec4-925b-5595be461629), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:21.069237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6e3485dc-6795-4ec4-925b-5595be461629, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6e3485dc-6795-4ec4-925b-5595be461629,segment=NetworkSegment(f1e4db57-58a1-4b73-872c-b411cef46510),segment_id=f1e4db57-58a1-4b73-872c-b411cef46510)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:21.071216 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:21.106356 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6e3485dc-6795-4ec4-925b-5595be461629), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:21.129357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-eb3df7a9-c9b9-46f5-aec1-125fa97df964 service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490636 Jan 28 12:28:21.133881 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Routers {'fca618fa-195e-41bb-8f57-daa91f4f0b83'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:28:21.134515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:27:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['fca618fa-195e-41bb-8f57-daa91f4f0b83'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:21.143065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:21.254720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] Set router fca618fa-195e-41bb-8f57-daa91f4f0b83 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:28:21.277823 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-8a248b66-52f9-4cb2-ab94-f1629cf59548 service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413407 Jan 28 12:28:21.334542 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Publish callbacks [] for port (25fba504-11f0-4f96-9006-ffe4d306114c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:21.343627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:21.344349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d7177-1837-46d9-8eec-8750e8f824fe req-8d07021c-a028-4531-a977-6dea2167cd7e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:21.350258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d7177-1837-46d9-8eec-8750e8f824fe req-8d07021c-a028-4531-a977-6dea2167cd7e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:21.358205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-842d7177-1837-46d9-8eec-8750e8f824fe req-8d07021c-a028-4531-a977-6dea2167cd7e tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1682 time: 0.0683208 Jan 28 12:28:21.391416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc1150-e775-4d78-963b-7578999d81df None None] Pushing event updated for resources: {'Port': ['ID=f58858f7-c3d2-47de-a317-f4f00077ab64,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:21.436169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-842d7177-1837-46d9-8eec-8750e8f824fe req-475b9954-c495-4ac6-bb9f-54c174ae7148 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726469 Jan 28 12:28:21.478501 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Pushing event updated for resources: {'Port': ['ID=25fba504-11f0-4f96-9006-ffe4d306114c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:21.493239 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (fca618fa-195e-41bb-8f57-daa91f4f0b83), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:21.504889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:21.584345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6e3485dc-6795-4ec4-925b-5595be461629,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:21.681650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acea91a-00b9-4f70-af6c-307fd914cca8 req-313ac975-8c65-49bc-9563-12f6be95a973 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:21.689897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9acea91a-00b9-4f70-af6c-307fd914cca8 req-313ac975-8c65-49bc-9563-12f6be95a973 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.1306715 Jan 28 12:28:21.710960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Network 7c0c92aa-ef02-4b50-807a-c2b5846e79ab is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:21.712467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:21.721683 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49871b4f-baff-4d10-8456-0a28c6d48e92 req-f6155c7c-1a6f-44a2-8833-eb4117a1d7e0 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:21.723236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49871b4f-baff-4d10-8456-0a28c6d48e92 req-f6155c7c-1a6f-44a2-8833-eb4117a1d7e0 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 945 time: 0.1061692 Jan 28 12:28:21.829216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9acea91a-00b9-4f70-af6c-307fd914cca8 req-82205910-f946-4262-93e0-d9aaa7ea0573 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337211 Jan 28 12:28:21.849288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:21.849897 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 3b31d2f0-6ae2-46da-9c1d-92591c9ecd7f not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:21.864279 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-281ac013-5c40-4eb2-97f8-14455e76423c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:21.884272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49871b4f-baff-4d10-8456-0a28c6d48e92 req-953403f1-89eb-41e8-a2d6-20b7e971c931 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa5b1088-10d9-4f78-97f9-ff84b4181639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331148 Jan 28 12:28:21.929630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Router fca618fa-195e-41bb-8f57-daa91f4f0b83 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:28:21.972783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bdf6a8e5-a98e-4f4e-9215-412a8c42f558 req-2829a34b-452d-409f-a853-0a6c35c8fd02 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 210 time: 0.0870852 Jan 28 12:28:21.993412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:21Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '25fba504-11f0-4f96-9006-ffe4d306114c', 'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'mac_address': 'fa:16:3e:e5:19:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:20Z', 'updated_at': '2022-01-28T12:28:20Z', 'revision_number': 1, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'subnets': [{'id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:22.040324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f1729-dd28-4d1b-a9db-2327ca22a4d9 None None] The sync data for ids ['fca618fa-195e-41bb-8f57-daa91f4f0b83'] in n-d-824835-4 is: [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:21Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '25fba504-11f0-4f96-9006-ffe4d306114c', 'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'mac_address': 'fa:16:3e:e5:19:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:20Z', 'updated_at': '2022-01-28T12:28:20Z', 'revision_number': 1, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'subnets': [{'id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:28:22.194017 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:28:22.215959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bf01eb1-a3cd-451c-84f3-a47576916fc0 req-360ea406-65bf-4724-af40-09302ebe3362 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=73065c10-acf0-46ea-8e6a-840e3c766674 HTTP/1.1" status: 200 len: 210 time: 0.1020842 Jan 28 12:28:22.238609 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-98f5a555-5b5a-4838-92c9-698c122d86df admin admin] 10.222.0.53 "PUT /v2.0/routers/fca618fa-195e-41bb-8f57-daa91f4f0b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7736962 Jan 28 12:28:22.267773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728a8c3-83db-4d5a-b0ea-832541a1b42e req-2528fb66-46d4-446d-9bdc-bb17fac0d88b tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:22.271844 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f728a8c3-83db-4d5a-b0ea-832541a1b42e req-2528fb66-46d4-446d-9bdc-bb17fac0d88b tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.1568089 Jan 28 12:28:22.274936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e516d7c-2722-4610-931e-c33d9a2187f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3485dc-6795-4ec4-925b-5595be461629'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:22.280170 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37cc27e-dac9-42cb-b141-d009fd189279" -d '{"events": [{"server_uuid": "4e516d7c-2722-4610-931e-c33d9a2187f5", "name": "network-vif-plugged", "status": "completed", "tag": "6e3485dc-6795-4ec4-925b-5595be461629"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:22.362143 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f80dcaa-078b-46d1-a04b-2e5fac9055e3 x-openstack-request-id: req-2f80dcaa-078b-46d1-a04b-2e5fac9055e3 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:22.363888 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e516d7c-2722-4610-931e-c33d9a2187f5", "name": "network-vif-plugged", "status": "completed", "tag": "6e3485dc-6795-4ec4-925b-5595be461629", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:22.366324 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f80dcaa-078b-46d1-a04b-2e5fac9055e3 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:22.366744 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e516d7c-2722-4610-931e-c33d9a2187f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3485dc-6795-4ec4-925b-5595be461629', 'code': 200} Jan 28 12:28:22.380180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f728a8c3-83db-4d5a-b0ea-832541a1b42e req-b43efebf-7bcc-4408-ac95-60ee9b40c9de tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745840 Jan 28 12:28:22.590095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499fc20-9500-4532-9576-a377c0c688a0 req-027e0b8f-b6b8-4fc3-be5c-42b32e56e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:22.594100 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0499fc20-9500-4532-9576-a377c0c688a0 req-027e0b8f-b6b8-4fc3-be5c-42b32e56e17b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 1096 time: 0.0901616 Jan 28 12:28:22.676061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbb4ea-21c7-47fe-b16c-3bdbc8c974a8 req-3a644e8b-bae6-41e9-9cb7-3aee3cdbc8f1 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:22.681518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbb4ea-21c7-47fe-b16c-3bdbc8c974a8 req-3a644e8b-bae6-41e9-9cb7-3aee3cdbc8f1 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:22.699091 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2fbb4ea-21c7-47fe-b16c-3bdbc8c974a8 req-3a644e8b-bae6-41e9-9cb7-3aee3cdbc8f1 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1682 time: 0.1250575 Jan 28 12:28:22.712894 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0499fc20-9500-4532-9576-a377c0c688a0 req-84815663-4d41-48a9-b42d-7bc281ef619f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa5b1088-10d9-4f78-97f9-ff84b4181639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042552 Jan 28 12:28:22.771151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2fbb4ea-21c7-47fe-b16c-3bdbc8c974a8 req-aa01c3da-25f6-4079-8a57-e6478b513572 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710666 Jan 28 12:28:22.837488 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:22.998509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-540b28d2-8b11-476f-affe-03e352a62aa2 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:22.999264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36254) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:23.006322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-540b28d2-8b11-476f-affe-03e352a62aa2 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/networks?id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab HTTP/1.1" status: 200 len: 820 time: 0.2340777 Jan 28 12:28:23.035995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-06c77dd1-e47b-4aac-9a49-8d8e1a4a5eda tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/quotas/5599b434788a41b5bcf86b1f05c53f83 HTTP/1.1" status: 200 len: 375 time: 0.0287235 Jan 28 12:28:23.126442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-566152fd-2b50-4df5-98fa-277ddcae5039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:23.294216 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-566152fd-2b50-4df5-98fa-277ddcae5039 admin admin] Publish callbacks [] for security_group (34775266-e31a-4360-a120-16bd946fc337), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:23.306085 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-566152fd-2b50-4df5-98fa-277ddcae5039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (34775266-e31a-4360-a120-16bd946fc337), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:23.420753 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566152fd-2b50-4df5-98fa-277ddcae5039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34775266-e31a-4360-a120-16bd946fc337,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:23.461043 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-566152fd-2b50-4df5-98fa-277ddcae5039 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47447c839d4e4150bd2d19a8fdbf4bb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4566758 Jan 28 12:28:23.512754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:23.560406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189cae5-f51a-4855-bd0e-54f2a6e63667 req-5b69060c-c299-409d-8208-58abd03a5d0c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:23.573864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3189cae5-f51a-4855-bd0e-54f2a6e63667 req-5b69060c-c299-409d-8208-58abd03a5d0c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.6455250 Jan 28 12:28:23.707784 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-24385a09-0f0d-4e7b-ab4f-cce93c1c63ab tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5599b434788a41b5bcf86b1f05c53f83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6708131 Jan 28 12:28:23.770813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-a52665e8-9264-47eb-8c72-1559ef1c831f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:23.773150 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-a52665e8-9264-47eb-8c72-1559ef1c831f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.4169326 Jan 28 12:28:23.774616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3189cae5-f51a-4855-bd0e-54f2a6e63667 req-87eca438-0f06-4064-9d38-1043cdc726cc tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996319 Jan 28 12:28:23.805913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Request body: {'port': {'device_id': 'f56fe639-a81f-4668-9570-381b2660b899', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'admin_state_up': True, 'tenant_id': 'b77d7b1bffe84f9a80589d60595239b5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:23.823868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f58858f7-c3d2-47de-a317-f4f00077ab64 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:23.861682 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fec2fcc6-d98e-4cca-9432-39bc7e063d9d admin admin] Publish callbacks [] for security_group (34775266-e31a-4360-a120-16bd946fc337), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:23.931712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-3d162d8c-e997-4f0a-a00a-0089bf6bc03c service neutron] 10.222.0.53 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216332 Jan 28 12:28:23.962743 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f58858f7-c3d2-47de-a317-f4f00077ab64 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:23.963161 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:24.069670 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fec2fcc6-d98e-4cca-9432-39bc7e063d9d admin admin] Publish callbacks [] for security_group (34775266-e31a-4360-a120-16bd946fc337), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:24.165163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-cde3ca56-4e84-46db-a3cc-25f920b333aa service neutron] 10.222.0.53 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322087 Jan 28 12:28:24.168353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f58858f7-c3d2-47de-a317-f4f00077ab64 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:24.168762 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:24.216669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port f58858f7-c3d2-47de-a317-f4f00077ab64, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f58858f7-c3d2-47de-a317-f4f00077ab64,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:24.226644 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:24.250800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c82566-a412-4cb7-a243-d65f7a7fadcb req-e92d2d81-2a0a-4ded-91ea-6b98ea2b1f85 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:24.266235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Made reservation on behalf of b77d7b1bffe84f9a80589d60595239b5 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:24.270270 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:24.270719 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63c82566-a412-4cb7-a243-d65f7a7fadcb req-e92d2d81-2a0a-4ded-91ea-6b98ea2b1f85 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 945 time: 0.0865245 Jan 28 12:28:24.291799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fec2fcc6-d98e-4cca-9432-39bc7e063d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (34775266-e31a-4360-a120-16bd946fc337), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:24.294362 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fec2fcc6-d98e-4cca-9432-39bc7e063d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:24.304913 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fec2fcc6-d98e-4cca-9432-39bc7e063d9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34775266-e31a-4360-a120-16bd946fc337 HTTP/1.1" status: 204 len: 168 time: 0.7908413 Jan 28 12:28:24.327492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2fcc6-d98e-4cca-9432-39bc7e063d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34775266-e31a-4360-a120-16bd946fc337,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:24.333534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=f58858f7-c3d2-47de-a317-f4f00077ab64,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:24.360095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63c82566-a412-4cb7-a243-d65f7a7fadcb req-ab1a3da2-24b6-4305-871a-160c6047b002 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa5b1088-10d9-4f78-97f9-ff84b4181639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883801 Jan 28 12:28:24.533467 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:24.631172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e939e6c1-0be0-4533-b726-9d8041940307 req-24bc39f5-6b6e-40ff-967c-837694eca919 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 210 time: 0.1153183 Jan 28 12:28:24.669234 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Allocated IP 172.20.0.9 (02586113-c01d-4c5c-ba3c-998693ed9659/f43d2cbd-bf64-4a86-a4a0-cced0a12976e/e5df53ec-aa3e-4c57-a49c-906ce0860f99) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:24.823832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8254b-87b5-4a5a-8140-d0c1073937b5 req-d71d4768-0fd5-4988-b15c-fd5ee7df91d9 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:24.832981 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89f8254b-87b5-4a5a-8140-d0c1073937b5 req-d71d4768-0fd5-4988-b15c-fd5ee7df91d9 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.1729569 Jan 28 12:28:24.930913 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89f8254b-87b5-4a5a-8140-d0c1073937b5 req-a734433e-9260-4c64-9b81-58d327fd87a5 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964041 Jan 28 12:28:24.957295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f9787-819f-4c61-b15f-7a145fa09b59 req-b1a38b0a-03e3-4d45-8349-b064516ffcfd tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:24.979938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f9787-819f-4c61-b15f-7a145fa09b59 req-b1a38b0a-03e3-4d45-8349-b064516ffcfd tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:24.994483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-202f9787-819f-4c61-b15f-7a145fa09b59 req-b1a38b0a-03e3-4d45-8349-b064516ffcfd tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1682 time: 0.1577559 Jan 28 12:28:25.095789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-202f9787-819f-4c61-b15f-7a145fa09b59 req-e5313ead-19da-4c05-be71-48d65cfe5827 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862312 Jan 28 12:28:25.096455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks [] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:25.205575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:25.221161 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91604c6b-6a6f-4d96-8e02-6fe067555308 req-62b2b703-fbdc-4735-beda-f51d178b8939 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 210 time: 0.0587933 Jan 28 12:28:25.310271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Network 02586113-c01d-4c5c-ba3c-998693ed9659 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:25.314569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:25.318314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:25.369301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event updated for resources: {'Port': ['ID=e5df53ec-aa3e-4c57-a49c-906ce0860f99,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:25.413314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de9890-c336-483d-a5a2-6884a1e7b4da req-28e82ba6-ec9f-4933-9dbc-4e384c2a2381 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:25.415149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3de9890-c336-483d-a5a2-6884a1e7b4da req-28e82ba6-ec9f-4933-9dbc-4e384c2a2381 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.1153412 Jan 28 12:28:25.454376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:25.455410 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:25.485383 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3935fe78-b401-4be9-92d8-d1d64ae184d6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7022669 Jan 28 12:28:25.502066 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Request body: {'port': {'device_id': 'f56fe639-a81f-4668-9570-381b2660b899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:25.548382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3de9890-c336-483d-a5a2-6884a1e7b4da req-412c1e34-0195-4fd5-a253-9b9914b0b827 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256843 Jan 28 12:28:25.706405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f58858f7-c3d2-47de-a317-f4f00077ab64 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:25.740875 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:25.778539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e4817-ada5-43a9-8527-08c4801a632b req-86c81553-ebe7-4fb3-8846-7e572ce3c435 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:25.800150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e4817-ada5-43a9-8527-08c4801a632b req-86c81553-ebe7-4fb3-8846-7e572ce3c435 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:25.803775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d40e4817-ada5-43a9-8527-08c4801a632b req-86c81553-ebe7-4fb3-8846-7e572ce3c435 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.35 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1682 time: 0.2525728 Jan 28 12:28:25.840111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875fd0a-8d72-4929-ad2d-4e4d53ba0e0a req-b4256d67-832d-434e-a11f-383d646180da tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:25.869523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8875fd0a-8d72-4929-ad2d-4e4d53ba0e0a req-b4256d67-832d-434e-a11f-383d646180da tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 945 time: 0.2933397 Jan 28 12:28:25.919404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f58858f7-c3d2-47de-a317-f4f00077ab64 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:25.924605 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:25.976388 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:26.151440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8875fd0a-8d72-4929-ad2d-4e4d53ba0e0a req-4b76971d-ad34-45c1-b759-719a334cd032 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa5b1088-10d9-4f78-97f9-ff84b4181639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804389 Jan 28 12:28:26.184303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f58858f7-c3d2-47de-a317-f4f00077ab64 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:26.285503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4b8e-fe28-4c0b-bec5-b932de63d77e req-c7db9bd7-5247-48d2-b4f7-5e6cfaee5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:26.288809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4fad4b8e-fe28-4c0b-bec5-b932de63d77e req-c7db9bd7-5247-48d2-b4f7-5e6cfaee5db3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9110a04574c34e00856b717816ed2999&device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 1097 time: 0.2768576 Jan 28 12:28:26.316332 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172c482-97b6-48b7-9422-f4147f551f4c req-d1cd5572-0b28-4113-ac84-f2f051ebf74a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:26.320512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8172c482-97b6-48b7-9422-f4147f551f4c req-d1cd5572-0b28-4113-ac84-f2f051ebf74a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 931 time: 0.2798057 Jan 28 12:28:26.348200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5df53ec-aa3e-4c57-a49c-906ce0860f99 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:26.380989 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Publish callbacks [] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:26.383407 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Sync routers for ids ['fca618fa-195e-41bb-8f57-daa91f4f0b83'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:28:26.400618 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Routers {'fca618fa-195e-41bb-8f57-daa91f4f0b83'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:28:26.404464 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['fca618fa-195e-41bb-8f57-daa91f4f0b83'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:26.425703 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Transition to ACTIVE for port object e5df53ec-aa3e-4c57-a49c-906ce0860f99 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:28:26.438880 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:26.588750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1e064c83-990e-4534-9838-43be9a55879a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting port 7be4b571-031f-47c0-a1ba-b730c836fd15 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:26.589094 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1e064c83-990e-4534-9838-43be9a55879a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:26.597293 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Pushing event updated for resources: {'Port': ['ID=e5df53ec-aa3e-4c57-a49c-906ce0860f99,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:26.690627 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Attempting to bind port e5df53ec-aa3e-4c57-a49c-906ce0860f99 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:28:26.691273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Attempting to bind port e5df53ec-aa3e-4c57-a49c-906ce0860f99 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:28:26.691852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Attempting to bind port e5df53ec-aa3e-4c57-a49c-906ce0860f99 on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:26.692339 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8172c482-97b6-48b7-9422-f4147f551f4c req-f83ae5d4-215a-414c-833b-5ff1871a56c2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405924 Jan 28 12:28:26.699578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Port e5df53ec-aa3e-4c57-a49c-906ce0860f99 on network 02586113-c01d-4c5c-ba3c-998693ed9659 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:28:26.700169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Attempting to bind port e5df53ec-aa3e-4c57-a49c-906ce0860f99 on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:26.707315 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:28:26.708628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Checking segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:26.709225 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Bound using segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:28:26.709866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Bound port: e5df53ec-aa3e-4c57-a49c-906ce0860f99, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:28:26.710469 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:26.713602 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-e7bd536c-823e-4d65-b1e3-95c5928ab69d tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=842bbc126fc14658886297b712617c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2099664 Jan 28 12:28:26.797558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-ad595ee9-04c6-4421-81ab-579526d70bb1 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:26.799668 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-ad595ee9-04c6-4421-81ab-579526d70bb1 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.35 "GET /v2.0/networks?id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab HTTP/1.1" status: 200 len: 820 time: 0.4354188 Jan 28 12:28:26.800978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4b8e-fe28-4c0b-bec5-b932de63d77e req-2aab4bd2-1f9e-4679-9580-ce49071e6082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:26.802508 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4fad4b8e-fe28-4c0b-bec5-b932de63d77e req-2aab4bd2-1f9e-4679-9580-ce49071e6082 service neutron] 10.222.0.49 "GET /v2.0/networks?id=424150de-2be4-45de-b35e-c47b464e72b1 HTTP/1.1" status: 200 len: 917 time: 0.4695411 Jan 28 12:28:26.814465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Request body: {'port': {'device_id': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'admin_state_up': True, 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:26.863496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] For port e5df53ec-aa3e-4c57-a49c-906ce0860f99, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:26.921801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] For port e5df53ec-aa3e-4c57-a49c-906ce0860f99, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e5df53ec-aa3e-4c57-a49c-906ce0860f99,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:28:26.943472 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Set router fca618fa-195e-41bb-8f57-daa91f4f0b83 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:28:26.946099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:27.020960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c7b5d-6f1f-4838-98a2-ee08779e9c9c req-87dba75e-d678-4368-aa3a-8615a50b4078 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:27.032671 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c41c7b5d-6f1f-4838-98a2-ee08779e9c9c req-87dba75e-d678-4368-aa3a-8615a50b4078 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 945 time: 0.1960804 Jan 28 12:28:27.165252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:27.176177 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:27.177716 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] 10.222.0.49 "PUT /v2.0/ports/e5df53ec-aa3e-4c57-a49c-906ce0860f99 HTTP/1.1" status: 200 len: 1091 time: 1.6829998 Jan 28 12:28:27.178269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56fe639-a81f-4668-9570-381b2660b899', 'tag': 'e5df53ec-aa3e-4c57-a49c-906ce0860f99'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:27.180684 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc224cb-cf8f-42b1-a7cc-adc13f6344db" -d '{"events": [{"name": "network-changed", "server_uuid": "f56fe639-a81f-4668-9570-381b2660b899", "tag": "e5df53ec-aa3e-4c57-a49c-906ce0860f99"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:27.235226 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4fad4b8e-fe28-4c0b-bec5-b932de63d77e req-271356e8-0505-4184-92ad-552ef26160b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0034d15-0e7e-4ce7-83ba-805080d41fc4 HTTP/1.1" status: 200 len: 217 time: 0.2217705 Jan 28 12:28:27.254831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ebddc-be6c-4fa6-9f09-fdc140f8d5c4 req-a994e551-7cd4-4772-a973-e09070aa62bd tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:27.264310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c81ebddc-be6c-4fa6-9f09-fdc140f8d5c4 req-a994e551-7cd4-4772-a973-e09070aa62bd tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.2384474 Jan 28 12:28:27.302646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc2a61-324e-4e2e-8970-6acc6dfa4978 service neutron] Pushing event updated for resources: {'Port': ['ID=e5df53ec-aa3e-4c57-a49c-906ce0860f99,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:27.333262 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:21Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '25fba504-11f0-4f96-9006-ffe4d306114c', 'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'mac_address': 'fa:16:3e:e5:19:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:20Z', 'updated_at': '2022-01-28T12:28:21Z', 'revision_number': 2, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'subnets': [{'id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:27.385540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-872d23f6-2a03-452a-8c57-782bf6af8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:27.386089 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Checking router: fca618fa-195e-41bb-8f57-daa91f4f0b83 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:28:27.386609 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Updating router fca618fa-195e-41bb-8f57-daa91f4f0b83 port 25fba504-11f0-4f96-9006-ffe4d306114c binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:28:27.387313 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-872d23f6-2a03-452a-8c57-782bf6af8c41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 1094 time: 0.1195493 Jan 28 12:28:27.390483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c81ebddc-be6c-4fa6-9f09-fdc140f8d5c4 req-5f6ffed4-06cc-418b-9a9c-2c6c5ab7ec6a tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251166 Jan 28 12:28:27.422309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Made reservation on behalf of 5599b434788a41b5bcf86b1f05c53f83 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:27.433449 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:27.452098 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:27.482060 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-d07087e6-5a65-4b1e-9ee9-508a8e1f66c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5df53ec-aa3e-4c57-a49c-906ce0860f99 HTTP/1.1" status: 200 len: 217 time: 0.0777416 Jan 28 12:28:27.517224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-c41c7b5d-6f1f-4838-98a2-ee08779e9c9c req-7a20b53b-8453-410f-8253-16535ad5e68e tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Deleting port 6e3485dc-6795-4ec4-925b-5595be461629 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:27.517777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c41c7b5d-6f1f-4838-98a2-ee08779e9c9c req-7a20b53b-8453-410f-8253-16535ad5e68e tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6e3485dc-6795-4ec4-925b-5595be461629), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:27.749820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4b8e-fe28-4c0b-bec5-b932de63d77e req-93e17e2c-6e7b-4903-abff-c6c7d4473e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:27.751303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4fad4b8e-fe28-4c0b-bec5-b932de63d77e req-93e17e2c-6e7b-4903-abff-c6c7d4473e4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ba1aea3-444c-43c0-bd20-4431ad80e2c3 HTTP/1.1" status: 200 len: 855 time: 0.4760194 Jan 28 12:28:27.751847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c41c7b5d-6f1f-4838-98a2-ee08779e9c9c req-7a20b53b-8453-410f-8253-16535ad5e68e tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] For port 6e3485dc-6795-4ec4-925b-5595be461629, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6e3485dc-6795-4ec4-925b-5595be461629,segment=NetworkSegment(f1e4db57-58a1-4b73-872c-b411cef46510),segment_id=f1e4db57-58a1-4b73-872c-b411cef46510)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:27.752433 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c41c7b5d-6f1f-4838-98a2-ee08779e9c9c req-7a20b53b-8453-410f-8253-16535ad5e68e tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6e3485dc-6795-4ec4-925b-5595be461629), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:27.759014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1e064c83-990e-4534-9838-43be9a55879a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] For port 7be4b571-031f-47c0-a1ba-b730c836fd15, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7be4b571-031f-47c0-a1ba-b730c836fd15,segment=NetworkSegment(7bbd7689-3986-464c-943c-5dc1d6de427e),segment_id=7bbd7689-3986-464c-943c-5dc1d6de427e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:27.759439 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1e064c83-990e-4534-9838-43be9a55879a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:27.778103 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-c41c7b5d-6f1f-4838-98a2-ee08779e9c9c req-7a20b53b-8453-410f-8253-16535ad5e68e tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Calling delete_port for 6e3485dc-6795-4ec4-925b-5595be461629 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:27.819670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-408c97d4-5aa7-4af3-a807-00ec22f75cb6 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:27.827383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-408c97d4-5aa7-4af3-a807-00ec22f75cb6 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0228219 Jan 28 12:28:27.842933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1e064c83-990e-4534-9838-43be9a55879a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Calling delete_port for 7be4b571-031f-47c0-a1ba-b730c836fd15 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:27.853419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd59ea8-de79-417a-99dc-5472f82f6b0c req-9569ec50-4b9a-4d2c-938e-33f4b034e932 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:27.859127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd59ea8-de79-417a-99dc-5472f82f6b0c req-9569ec50-4b9a-4d2c-938e-33f4b034e932 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:27.860787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fcd59ea8-de79-417a-99dc-5472f82f6b0c req-9569ec50-4b9a-4d2c-938e-33f4b034e932 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 1682 time: 0.3189716 Jan 28 12:28:27.895870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-f3da531c-f97d-4407-94fa-a07678f2cde5 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/quotas/842bbc126fc14658886297b712617c36 HTTP/1.1" status: 200 len: 375 time: 0.0674636 Jan 28 12:28:27.914269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4b8e-fe28-4c0b-bec5-b932de63d77e req-1aff8029-711b-499d-867e-dc695006a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:27.915877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4fad4b8e-fe28-4c0b-bec5-b932de63d77e req-1aff8029-711b-499d-867e-dc695006a718 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=424150de-2be4-45de-b35e-c47b464e72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386194 Jan 28 12:28:27.967986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-7f2f1e06-ede2-4385-85ae-9359a554142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:27.970127 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-7f2f1e06-ede2-4385-85ae-9359a554142f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.4801958 Jan 28 12:28:27.973699 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c41c7b5d-6f1f-4838-98a2-ee08779e9c9c req-7a20b53b-8453-410f-8253-16535ad5e68e tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6e3485dc-6795-4ec4-925b-5595be461629), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:27.985786 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Publish callbacks [] for port (25fba504-11f0-4f96-9006-ffe4d306114c), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:27.988739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6e3485dc-6795-4ec4-925b-5595be461629'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:28.000262 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:28.090821 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Pushing event updated for resources: {'Port': ['ID=25fba504-11f0-4f96-9006-ffe4d306114c,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:28.091551 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-4b16e32a-cde1-4a06-8210-d449bf645f83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150029 Jan 28 12:28:28.101503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20b53b-8453-410f-8253-16535ad5e68e tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Pushing event deleted for resources: {'Port': ['ID=6e3485dc-6795-4ec4-925b-5595be461629,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:28.102876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4fad4b8e-fe28-4c0b-bec5-b932de63d77e req-789c1df4-aabc-4fab-8e1f-58d9ae586a58 service neutron] 10.222.0.49 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333580 Jan 28 12:28:28.108899 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.108899 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.108899 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.108899 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.109461 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.109774 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.110133 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.110680 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.111150 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.111997 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.112215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-aa15f0d3-aa08-4b8d-a848-8a7dd2688d4f tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=842bbc126fc14658886297b712617c36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2154946 Jan 28 12:28:28.112330 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.112638 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.112960 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:28.177118 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Attempting to bind port 25fba504-11f0-4f96-9006-ffe4d306114c on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:28:28.177626 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Attempting to bind port 25fba504-11f0-4f96-9006-ffe4d306114c by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:28:28.178337 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Attempting to bind port 25fba504-11f0-4f96-9006-ffe4d306114c on network 7c0c92aa-ef02-4b50-807a-c2b5846e79ab {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:28.187023 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:28:28.187482 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Checking segment: {'id': 'ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:28.188408 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:28.188809 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Bound using segment: {'id': 'ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:28:28.189399 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Bound port: 25fba504-11f0-4f96-9006-ffe4d306114c, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:28:28.189650 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:28.272544 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] For port 25fba504-11f0-4f96-9006-ffe4d306114c, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:28.284752 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] For port 25fba504-11f0-4f96-9006-ffe4d306114c, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=25fba504-11f0-4f96-9006-ffe4d306114c,segment=NetworkSegment(ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2),segment_id=ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:28:28.304433 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:28.383076 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72804209-f2a5-4326-b1b6-c8a64f63ba48 None None] Pushing event updated for resources: {'Port': ['ID=25fba504-11f0-4f96-9006-ffe4d306114c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:28.417065 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fcd59ea8-de79-417a-99dc-5472f82f6b0c req-e1593fc8-636e-4cb2-a6dd-20c6cf2c4106 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454984 Jan 28 12:28:28.438119 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Routers {'fca618fa-195e-41bb-8f57-daa91f4f0b83'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:28:28.438890 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['fca618fa-195e-41bb-8f57-daa91f4f0b83'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:28.645544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Allocated IP 172.20.0.8 (7c0c92aa-ef02-4b50-807a-c2b5846e79ab/18f37071-a2c8-4785-af0c-4f9d2a398de7/770e97f4-fea1-4412-88d7-fbf5f07b132a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:28.649978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5fc607b-9177-4899-8e9d-0e9588543ebf req-bb97b091-92f5-4efe-8773-836f6401aa65 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 210 time: 0.2273109 Jan 28 12:28:28.669068 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] Set router fca618fa-195e-41bb-8f57-daa91f4f0b83 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:28:28.678748 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1e064c83-990e-4534-9838-43be9a55879a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7be4b571-031f-47c0-a1ba-b730c836fd15), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:28.774415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41c7b5d-6f1f-4838-98a2-ee08779e9c9c req-7a20b53b-8453-410f-8253-16535ad5e68e tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] No DVR routers for this DVR port 6e3485dc-6795-4ec4-925b-5595be461629 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:28.778048 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c41c7b5d-6f1f-4838-98a2-ee08779e9c9c req-7a20b53b-8453-410f-8253-16535ad5e68e tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:28.786116 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c41c7b5d-6f1f-4838-98a2-ee08779e9c9c req-7a20b53b-8453-410f-8253-16535ad5e68e tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.49 "DELETE /v2.0/ports/6e3485dc-6795-4ec4-925b-5595be461629 HTTP/1.1" status: 204 len: 173 time: 1.7338073 Jan 28 12:28:28.835805 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-18199076-c8a3-478e-83da-d120a09e2c67 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300482 Jan 28 12:28:28.860285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e064c83-990e-4534-9838-43be9a55879a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Port': ['ID=7be4b571-031f-47c0-a1ba-b730c836fd15,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:29.000816 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4fad4b8e-fe28-4c0b-bec5-b932de63d77e req-939a3ea4-f8e5-4458-a234-91501e6b42cd service neutron] 10.222.0.49 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8874867 Jan 28 12:28:29.046674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c620b632-5c47-4d0f-a2cd-7c0c6f33bb43 req-05005aa3-b870-4957-9774-61c889bb4316 tempest-InstanceActionsV221TestJSON-161784781 tempest-InstanceActionsV221TestJSON-161784781-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e516d7c-2722-4610-931e-c33d9a2187f5 HTTP/1.1" status: 200 len: 210 time: 0.2157815 Jan 28 12:28:29.057135 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6f5daa0-dd21-470c-8b34-3cdc0ab6968b req-cfa973d7-eabf-4730-950c-d0f8bafb7076 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118783 Jan 28 12:28:29.156397 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9aa1cc-22fc-4b7c-bf4e-39967818fb8e x-openstack-request-id: req-9c9aa1cc-22fc-4b7c-bf4e-39967818fb8e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:29.156797 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56fe639-a81f-4668-9570-381b2660b899", "tag": "e5df53ec-aa3e-4c57-a49c-906ce0860f99", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:29.157474 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c9aa1cc-22fc-4b7c-bf4e-39967818fb8e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:29.157954 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56fe639-a81f-4668-9570-381b2660b899', 'tag': 'e5df53ec-aa3e-4c57-a49c-906ce0860f99', 'status': 'completed', 'code': 200} Jan 28 12:28:29.253041 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:21Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '25fba504-11f0-4f96-9006-ffe4d306114c', 'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'mac_address': 'fa:16:3e:e5:19:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:20Z', 'updated_at': '2022-01-28T12:28:28Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'subnets': [{'id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:29.288831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc224cb-cf8f-42b1-a7cc-adc13f6344db req-e0a1d839-964d-4acc-88d9-b9b05f8c0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:29.293858 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ccc224cb-cf8f-42b1-a7cc-adc13f6344db req-e0a1d839-964d-4acc-88d9-b9b05f8c0c2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 1094 time: 0.1082621 Jan 28 12:28:29.315232 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb987525-24b4-4d3d-b296-a32e0c827bf9 None None] The sync data for ids ['fca618fa-195e-41bb-8f57-daa91f4f0b83'] in n-d-824835-4 is: [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:21Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '25fba504-11f0-4f96-9006-ffe4d306114c', 'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'mac_address': 'fa:16:3e:e5:19:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:20Z', 'updated_at': '2022-01-28T12:28:28Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'subnets': [{'id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:28:29.368876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99631e-0088-498b-a235-a727a7fbe888 req-f7f36b41-8879-4207-ad12-c3802d85be46 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:29.376818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e99631e-0088-498b-a235-a727a7fbe888 req-f7f36b41-8879-4207-ad12-c3802d85be46 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.7327921 Jan 28 12:28:29.379087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1e064c83-990e-4534-9838-43be9a55879a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] No DVR routers for this DVR port 7be4b571-031f-47c0-a1ba-b730c836fd15 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:29.400656 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1e064c83-990e-4534-9838-43be9a55879a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:29.405240 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1e064c83-990e-4534-9838-43be9a55879a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.35 "DELETE /v2.0/ports/7be4b571-031f-47c0-a1ba-b730c836fd15 HTTP/1.1" status: 204 len: 173 time: 3.5929961 Jan 28 12:28:29.405993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'name': 'network-vif-deleted', 'tag': '7be4b571-031f-47c0-a1ba-b730c836fd15'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:29.408958 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7f2338-e513-4e30-a00e-0f5b90fcd9c1" -d '{"events": [{"server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "name": "network-vif-deleted", "tag": "7be4b571-031f-47c0-a1ba-b730c836fd15"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:29.464558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 396621ca-3594-485e-a81e-16f3ae001b44 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:29.495495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc224cb-cf8f-42b1-a7cc-adc13f6344db req-896edb21-3475-422b-9fcc-15eb07a5b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:29.496989 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ccc224cb-cf8f-42b1-a7cc-adc13f6344db req-896edb21-3475-422b-9fcc-15eb07a5b28b service neutron] 10.222.0.49 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 912 time: 0.1905990 Jan 28 12:28:29.645255 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ccc224cb-cf8f-42b1-a7cc-adc13f6344db req-014d1bdb-a655-4a04-93c4-71b8ff0c263a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5df53ec-aa3e-4c57-a49c-906ce0860f99 HTTP/1.1" status: 200 len: 217 time: 0.1284513 Jan 28 12:28:29.705874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 396621ca-3594-485e-a81e-16f3ae001b44 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:29.706177 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (396621ca-3594-485e-a81e-16f3ae001b44), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:29.765662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc224cb-cf8f-42b1-a7cc-adc13f6344db req-d8db7c62-12de-481a-a195-cb38e924e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:29.767731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 396621ca-3594-485e-a81e-16f3ae001b44, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=396621ca-3594-485e-a81e-16f3ae001b44,segment=NetworkSegment(6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a),segment_id=6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:29.772630 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ccc224cb-cf8f-42b1-a7cc-adc13f6344db req-d8db7c62-12de-481a-a195-cb38e924e034 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.1204224 Jan 28 12:28:29.774815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396621ca-3594-485e-a81e-16f3ae001b44'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:29.777472 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d891d22-2847-42ba-b3d2-1e951f0b023b" -d '{"events": [{"server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "name": "network-vif-unplugged", "status": "completed", "tag": "396621ca-3594-485e-a81e-16f3ae001b44"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:29.781632 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (396621ca-3594-485e-a81e-16f3ae001b44), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:29.782660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 7be4b571-031f-47c0-a1ba-b730c836fd15 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:29.809060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 7be4b571-031f-47c0-a1ba-b730c836fd15 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:29.811896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 7be4b571-031f-47c0-a1ba-b730c836fd15 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:29.821924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 25fba504-11f0-4f96-9006-ffe4d306114c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:29.874664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e99631e-0088-498b-a235-a727a7fbe888 req-614b5e43-93cd-437e-a4c1-446bfd43ae12 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965618 Jan 28 12:28:29.875684 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ccc224cb-cf8f-42b1-a7cc-adc13f6344db req-986468f4-b33b-4eda-a8e1-8ce36deaab36 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792685 Jan 28 12:28:29.908534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a0a4d-73c2-42bb-ba88-03344713db9b req-ca879efc-84d3-422a-9d83-eef84d9489ef tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:29.915425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-589a0a4d-73c2-42bb-ba88-03344713db9b req-ca879efc-84d3-422a-9d83-eef84d9489ef tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 943 time: 0.5334008 Jan 28 12:28:29.968725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:30.025337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=396621ca-3594-485e-a81e-16f3ae001b44,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:30.033851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 25fba504-11f0-4f96-9006-ffe4d306114c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:30.034596 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:30.108229 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ccc224cb-cf8f-42b1-a7cc-adc13f6344db req-8af3751b-a73f-4c5c-86c1-c1b4132ce537 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194049 Jan 28 12:28:30.247429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 25fba504-11f0-4f96-9006-ffe4d306114c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:30.247865 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:30.250476 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7971f3af-4670-416d-a741-0c6b20b180c4 req-c9103fdc-a4c3-47f8-9bc7-0b2e342ffa3b tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 210 time: 0.1794565 Jan 28 12:28:30.254845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-43e9c3da-310c-4a77-9286-875506b82595 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=842bbc126fc14658886297b712617c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1739140 Jan 28 12:28:30.366534 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ccc224cb-cf8f-42b1-a7cc-adc13f6344db req-c8826bcd-4d02-4754-987e-56e031d2bbb9 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508087 Jan 28 12:28:30.403654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 25fba504-11f0-4f96-9006-ffe4d306114c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=25fba504-11f0-4f96-9006-ffe4d306114c,segment=NetworkSegment(ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2),segment_id=ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:30.411277 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:30.495391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=25fba504-11f0-4f96-9006-ffe4d306114c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:30.541355 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e5df53ec-aa3e-4c57-a49c-906ce0860f99 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:28:30.544916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6e3485dc-6795-4ec4-925b-5595be461629 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:30.596418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 6e3485dc-6795-4ec4-925b-5595be461629 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:30.597031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6e3485dc-6795-4ec4-925b-5595be461629 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:30.761026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1633b142-fcfd-4320-ab31-07f4ee958234 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting port 396621ca-3594-485e-a81e-16f3ae001b44 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:30.761274 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1633b142-fcfd-4320-ab31-07f4ee958234 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (396621ca-3594-485e-a81e-16f3ae001b44), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:30.761727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e5df53ec-aa3e-4c57-a49c-906ce0860f99, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e5df53ec-aa3e-4c57-a49c-906ce0860f99,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:30.777022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'e5df53ec-aa3e-4c57-a49c-906ce0860f99', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'port_id': 'e5df53ec-aa3e-4c57-a49c-906ce0860f99', 'mac_address': 'fa:16:3e:02:ca:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43d2cbd-bf64-4a86-a4a0-cced0a12976e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:28:30.824804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e5df53ec-aa3e-4c57-a49c-906ce0860f99 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:30.825352 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:30.834453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-589a0a4d-73c2-42bb-ba88-03344713db9b req-22bb9a40-d296-40b2-95ad-9a39a6aa23cc tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8866789 Jan 28 12:28:30.849831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5df53ec-aa3e-4c57-a49c-906ce0860f99 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:30.875026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e5df53ec-aa3e-4c57-a49c-906ce0860f99, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e5df53ec-aa3e-4c57-a49c-906ce0860f99,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:30.880369 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:30.897392 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:30.945814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e5df53ec-aa3e-4c57-a49c-906ce0860f99,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:31.043955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbfa8e-93ca-4b04-ad8e-868e6242a756 req-aeb7e235-f0f2-4a76-8b0e-ff4c1d3772fd tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:31.046498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43fbfa8e-93ca-4b04-ad8e-868e6242a756 req-aeb7e235-f0f2-4a76-8b0e-ff4c1d3772fd tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.2708545 Jan 28 12:28:31.071950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Network 7c0c92aa-ef02-4b50-807a-c2b5846e79ab is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:31.092051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Pushing event updated for resources: {'Port': ['ID=770e97f4-fea1-4412-88d7-fbf5f07b132a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:31.096108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:31.098668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:31.119430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-eaa8e3d8-fdb1-4cf0-8a56-af68517db0f8 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:31.121057 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-eaa8e3d8-fdb1-4cf0-8a56-af68517db0f8 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8567693 Jan 28 12:28:31.151823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e5df53ec-aa3e-4c57-a49c-906ce0860f99'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:31.159245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e516d7c-2722-4610-931e-c33d9a2187f5', 'name': 'network-vif-deleted', 'tag': '6e3485dc-6795-4ec4-925b-5595be461629'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:31.161647 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9992cea8-0a4e-48e5-b6f8-1ca902cd82f9" -d '{"events": [{"server_uuid": "4e516d7c-2722-4610-931e-c33d9a2187f5", "name": "network-vif-deleted", "tag": "6e3485dc-6795-4ec4-925b-5595be461629"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:31.164428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1633b142-fcfd-4320-ab31-07f4ee958234 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] For port 396621ca-3594-485e-a81e-16f3ae001b44, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=396621ca-3594-485e-a81e-16f3ae001b44,segment=NetworkSegment(6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a),segment_id=6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:31.164911 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1633b142-fcfd-4320-ab31-07f4ee958234 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (396621ca-3594-485e-a81e-16f3ae001b44), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:31.172969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Request body: {'port': {'device_id': '313c2617-c27b-4428-baef-9eeaf1b5c30d', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '842bbc126fc14658886297b712617c36'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:31.211772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1633b142-fcfd-4320-ab31-07f4ee958234 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Calling delete_port for 396621ca-3594-485e-a81e-16f3ae001b44 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:31.256984 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66249d3-2d67-4950-ae39-4bf4df54c9da req-07d50b14-0bf0-4887-91d5-909ac1c31868 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:31.258723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a66249d3-2d67-4950-ae39-4bf4df54c9da req-07d50b14-0bf0-4887-91d5-909ac1c31868 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/ports?device_id=83d3fb54-11f8-481a-b9c9-7d1a2136ddce HTTP/1.1" status: 200 len: 943 time: 0.2841034 Jan 28 12:28:31.325482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:31.326797 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:31.384238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43fbfa8e-93ca-4b04-ad8e-868e6242a756 req-d86ead35-cfc5-48d4-bae6-8c8c9b27df85 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087506 Jan 28 12:28:31.430672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-07686b3f-0d5c-42a6-8d8d-c1df267a058c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6198151 Jan 28 12:28:31.468931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Request body: {'port': {'device_id': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:31.517823 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc1a41d-2f25-4fd4-883e-4bac46306983 x-openstack-request-id: req-bbc1a41d-2f25-4fd4-883e-4bac46306983 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:31.518253 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "name": "network-vif-deleted", "tag": "7be4b571-031f-47c0-a1ba-b730c836fd15", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:31.518618 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbc1a41d-2f25-4fd4-883e-4bac46306983 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:31.519224 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'name': 'network-vif-deleted', 'tag': '7be4b571-031f-47c0-a1ba-b730c836fd15', 'status': 'completed', 'code': 200} Jan 28 12:28:31.534930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a66249d3-2d67-4950-ae39-4bf4df54c9da req-a0efc47c-a194-47eb-be98-b0adcdcbb094 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "GET /v2.0/security-groups?id=3dbb54c4-8ddd-4b44-8f3b-282f439aa247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585611 Jan 28 12:28:31.590679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Made reservation on behalf of 842bbc126fc14658886297b712617c36 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:31.599030 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:31.656675 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc1bb9c-e488-418b-9aa8-c6d40431b312 x-openstack-request-id: req-6dc1bb9c-e488-418b-9aa8-c6d40431b312 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:31.657556 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "name": "network-vif-unplugged", "status": "completed", "tag": "396621ca-3594-485e-a81e-16f3ae001b44", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:31.657816 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dc1bb9c-e488-418b-9aa8-c6d40431b312 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:31.658236 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396621ca-3594-485e-a81e-16f3ae001b44', 'code': 200} Jan 28 12:28:31.693319 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:31.702102 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:31.713796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 25fba504-11f0-4f96-9006-ffe4d306114c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:31.808778 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 25fba504-11f0-4f96-9006-ffe4d306114c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:31.809155 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:31.890768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ef3e1-c0fb-4213-be56-c9476f374f43 req-d1782add-3f69-476d-8585-438459aab5e2 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:31.892635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-900ef3e1-c0fb-4213-be56-c9476f374f43 req-d1782add-3f69-476d-8585-438459aab5e2 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 931 time: 0.2810440 Jan 28 12:28:31.957263 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1633b142-fcfd-4320-ab31-07f4ee958234 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (396621ca-3594-485e-a81e-16f3ae001b44), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:31.976768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 25fba504-11f0-4f96-9006-ffe4d306114c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:32.132140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633b142-fcfd-4320-ab31-07f4ee958234 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Port': ['ID=396621ca-3594-485e-a81e-16f3ae001b44,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:32.240767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1633b142-fcfd-4320-ab31-07f4ee958234 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] No DVR routers for this DVR port 396621ca-3594-485e-a81e-16f3ae001b44 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:32.243608 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1633b142-fcfd-4320-ab31-07f4ee958234 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:32.248486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d40e4817-ada5-43a9-8527-08c4801a632b req-1633b142-fcfd-4320-ab31-07f4ee958234 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.35 "DELETE /v2.0/ports/396621ca-3594-485e-a81e-16f3ae001b44 HTTP/1.1" status: 204 len: 173 time: 2.7842503 Jan 28 12:28:32.297360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e47a6-cb36-4570-a6ff-d465c127c5e6 req-480ae626-2cd7-4ad9-b0ad-2d3dca271102 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:32.309171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-376e47a6-cb36-4570-a6ff-d465c127c5e6 req-480ae626-2cd7-4ad9-b0ad-2d3dca271102 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.4785538 Jan 28 12:28:32.316276 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Publish callbacks [] for security_group (30b0af00-f644-4b9f-a2de-0a58d38ddea4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:32.352024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-900ef3e1-c0fb-4213-be56-c9476f374f43 req-7027aefb-3905-44d7-8001-d554476f0344 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111013 Jan 28 12:28:32.352645 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (30b0af00-f644-4b9f-a2de-0a58d38ddea4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:32.465719 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-376e47a6-cb36-4570-a6ff-d465c127c5e6 req-9fd47870-a2a2-4c60-a467-965746253a75 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550441 Jan 28 12:28:32.472091 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afddd0cb-58de-4c3d-9b8d-2d8e176f5080 x-openstack-request-id: req-afddd0cb-58de-4c3d-9b8d-2d8e176f5080 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:32.473297 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e516d7c-2722-4610-931e-c33d9a2187f5", "name": "network-vif-deleted", "tag": "6e3485dc-6795-4ec4-925b-5595be461629", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:32.473558 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afddd0cb-58de-4c3d-9b8d-2d8e176f5080 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:32.474246 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e516d7c-2722-4610-931e-c33d9a2187f5', 'name': 'network-vif-deleted', 'tag': '6e3485dc-6795-4ec4-925b-5595be461629', 'status': 'completed', 'code': 200} Jan 28 12:28:32.554987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e5df53ec-aa3e-4c57-a49c-906ce0860f99 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:32.569570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b0af00-f644-4b9f-a2de-0a58d38ddea4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:32.659022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port e5df53ec-aa3e-4c57-a49c-906ce0860f99 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:28:32.668853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port e5df53ec-aa3e-4c57-a49c-906ce0860f99 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:32.670480 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:32.715256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a5edbd3-cd4b-44b3-ad65-2fb71f2204f8 req-fb2351ae-a4a8-406b-9739-e03722c83a7d tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 210 time: 0.0946445 Jan 28 12:28:32.858211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e5df53ec-aa3e-4c57-a49c-906ce0860f99 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:32.859019 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:32.916570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e5df53ec-aa3e-4c57-a49c-906ce0860f99, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e5df53ec-aa3e-4c57-a49c-906ce0860f99,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:32.927200 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:33.030734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Allocated IP 192.168.233.123 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/d265725f-0a78-4ae2-8e8c-9aa7f7df8094) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:33.077751 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e5df53ec-aa3e-4c57-a49c-906ce0860f99,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:33.139187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770e97f4-fea1-4412-88d7-fbf5f07b132a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:33.150225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6a194-1607-4a51-a18f-137e2ea28523 req-cdc11df8-279f-4aaa-9ee7-7559f883c99f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:33.152020 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dc6a194-1607-4a51-a18f-137e2ea28523 req-cdc11df8-279f-4aaa-9ee7-7559f883c99f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 944 time: 0.2956936 Jan 28 12:28:33.161737 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Publish callbacks [] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:33.233223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Transition to ACTIVE for port object 770e97f4-fea1-4412-88d7-fbf5f07b132a will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:28:33.244267 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:33.367368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e5a9-8f46-44b2-a814-c53d59c659fa req-ba5c0eaf-fecf-46eb-a45d-67b3306ab2af tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:33.367368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4e3e5a9-8f46-44b2-a814-c53d59c659fa req-ba5c0eaf-fecf-46eb-a45d-67b3306ab2af tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.2431343 Jan 28 12:28:33.387114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dc6a194-1607-4a51-a18f-137e2ea28523 req-447b9c79-af5f-4a1f-8a59-26d4b3a29b9b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223959 Jan 28 12:28:33.430699 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=770e97f4-fea1-4412-88d7-fbf5f07b132a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:33.455544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36398) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:33.521979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'name': 'network-vif-deleted', 'tag': '396621ca-3594-485e-a81e-16f3ae001b44'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:33.524791 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4d60d7-d86b-4f37-afa9-c72541cbcc66" -d '{"events": [{"server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "name": "network-vif-deleted", "tag": "396621ca-3594-485e-a81e-16f3ae001b44"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:33.556279 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Publish callbacks [] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:33.608024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4e3e5a9-8f46-44b2-a814-c53d59c659fa req-871a7f07-941b-4f20-b64e-52483c2e7084 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291536 Jan 28 12:28:33.659088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56fe639-a81f-4668-9570-381b2660b899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5df53ec-aa3e-4c57-a49c-906ce0860f99'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:33.662712 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21508a86-3d64-4228-8f09-676da7f596e7" -d '{"events": [{"server_uuid": "f56fe639-a81f-4668-9570-381b2660b899", "name": "network-vif-plugged", "status": "completed", "tag": "e5df53ec-aa3e-4c57-a49c-906ce0860f99"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:33.695983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Attempting to bind port 770e97f4-fea1-4412-88d7-fbf5f07b132a on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:28:33.696321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Attempting to bind port 770e97f4-fea1-4412-88d7-fbf5f07b132a by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:28:33.696735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Attempting to bind port 770e97f4-fea1-4412-88d7-fbf5f07b132a on network 7c0c92aa-ef02-4b50-807a-c2b5846e79ab {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:33.702028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba334546-9c21-4b5d-addd-7cfaf1d8aea2 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting subnet 206f4177-46ba-4bc4-bdc9-702ecfbd9343 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:28:33.708510 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:33.711991 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba334546-9c21-4b5d-addd-7cfaf1d8aea2 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for subnet (206f4177-46ba-4bc4-bdc9-702ecfbd9343), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:33.753245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Port 770e97f4-fea1-4412-88d7-fbf5f07b132a on network 7c0c92aa-ef02-4b50-807a-c2b5846e79ab not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:28:33.753473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Attempting to bind port 770e97f4-fea1-4412-88d7-fbf5f07b132a on network 7c0c92aa-ef02-4b50-807a-c2b5846e79ab {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:33.818839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:28:33.819175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Checking segment: {'id': 'ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:33.819581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Bound using segment: {'id': 'ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:28:33.820019 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Bound port: 770e97f4-fea1-4412-88d7-fbf5f07b132a, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:28:33.820365 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:33.839025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:33.841235 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba334546-9c21-4b5d-addd-7cfaf1d8aea2 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (206f4177-46ba-4bc4-bdc9-702ecfbd9343), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:33.873368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de44ed-27d1-4285-b822-41015388d34e req-c96cfbe8-41de-4005-82f4-779543eaf37d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:33.874845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4de44ed-27d1-4285-b822-41015388d34e req-c96cfbe8-41de-4005-82f4-779543eaf37d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 943 time: 0.3034983 Jan 28 12:28:33.884469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:33.893935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:33.908729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Pushing event updated for resources: {'Port': ['ID=d265725f-0a78-4ae2-8e8c-9aa7f7df8094,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:33.992628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd891469-8e73-4f99-a96c-1c354a58f76c req-2e75d5a2-42b5-4ac7-b366-a6b40bc4ae03 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:33.995171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd891469-8e73-4f99-a96c-1c354a58f76c req-2e75d5a2-42b5-4ac7-b366-a6b40bc4ae03 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.2905731 Jan 28 12:28:34.079142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:34.079901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.119809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4de44ed-27d1-4285-b822-41015388d34e req-9f8dc768-8d10-4ddc-924a-3b78415e57cc tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311487 Jan 28 12:28:34.127216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] For port 770e97f4-fea1-4412-88d7-fbf5f07b132a, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:34.139898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] For port 770e97f4-fea1-4412-88d7-fbf5f07b132a, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a,segment=NetworkSegment(ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2),segment_id=ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:28:34.149298 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba334546-9c21-4b5d-addd-7cfaf1d8aea2 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (206f4177-46ba-4bc4-bdc9-702ecfbd9343), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.158662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-185ef584-90f8-48dd-8246-84f2dfb80997 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0008550 Jan 28 12:28:34.179442 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.200390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:34.204375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Request body: {'port': {'device_id': '313c2617-c27b-4428-baef-9eeaf1b5c30d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:34.228821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd891469-8e73-4f99-a96c-1c354a58f76c req-d172ba45-5ba9-4574-84f6-28ee6ae28504 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062848 Jan 28 12:28:34.299694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcae518-a60e-498e-bc9e-0df5f910dbd7 admin admin] Deleting subnet 88a496f9-e3cf-48f1-bd83-7ff71d593a23 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:28:34.301093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:34.301911 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.303929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fcae518-a60e-498e-bc9e-0df5f910dbd7 admin admin] Publish callbacks [] for subnet (88a496f9-e3cf-48f1-bd83-7ff71d593a23), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.309871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] 10.222.0.35 "PUT /v2.0/ports/770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 1091 time: 2.8622692 Jan 28 12:28:34.364021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fcae518-a60e-498e-bc9e-0df5f910dbd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (88a496f9-e3cf-48f1-bd83-7ff71d593a23), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.410007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-aabb446c-3913-470d-90c7-236e59b5ed69 None None] Provisioning complete for port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:34.410392 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aabb446c-3913-470d-90c7-236e59b5ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.410794 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fcae518-a60e-498e-bc9e-0df5f910dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (88a496f9-e3cf-48f1-bd83-7ff71d593a23), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.487829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-aabb446c-3913-470d-90c7-236e59b5ed69 None None] Port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:28:34.490826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9991c0e-a42b-4b25-80b4-bfec756ab8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=770e97f4-fea1-4412-88d7-fbf5f07b132a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:34.506368 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fe4896-a963-44ae-a4f3-f4be3ecc23da x-openstack-request-id: req-68fe4896-a963-44ae-a4f3-f4be3ecc23da {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:34.506706 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d3fb54-11f8-481a-b9c9-7d1a2136ddce", "name": "network-vif-deleted", "tag": "396621ca-3594-485e-a81e-16f3ae001b44", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:34.507048 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68fe4896-a963-44ae-a4f3-f4be3ecc23da {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:34.507513 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d3fb54-11f8-481a-b9c9-7d1a2136ddce', 'name': 'network-vif-deleted', 'tag': '396621ca-3594-485e-a81e-16f3ae001b44', 'status': 'completed', 'code': 200} Jan 28 12:28:34.509203 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fcae518-a60e-498e-bc9e-0df5f910dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (88a496f9-e3cf-48f1-bd83-7ff71d593a23), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.537086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcae518-a60e-498e-bc9e-0df5f910dbd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a496f9-e3cf-48f1-bd83-7ff71d593a23,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:34.545893 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fcae518-a60e-498e-bc9e-0df5f910dbd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.556272 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4fcae518-a60e-498e-bc9e-0df5f910dbd7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/88a496f9-e3cf-48f1-bd83-7ff71d593a23 HTTP/1.1" status: 204 len: 168 time: 0.3520944 Jan 28 12:28:34.557039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36420) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:34.610907 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3976c255-b627-4972-bbb9-c8057e3fe520 x-openstack-request-id: req-3976c255-b627-4972-bbb9-c8057e3fe520 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:34.611206 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56fe639-a81f-4668-9570-381b2660b899", "name": "network-vif-plugged", "status": "completed", "tag": "e5df53ec-aa3e-4c57-a49c-906ce0860f99", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:34.611483 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3976c255-b627-4972-bbb9-c8057e3fe520 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:34.611890 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56fe639-a81f-4668-9570-381b2660b899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5df53ec-aa3e-4c57-a49c-906ce0860f99', 'code': 200} Jan 28 12:28:34.668786 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (106c12d7-7f7a-4c78-b5f1-14509648fb2a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.804395 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (106c12d7-7f7a-4c78-b5f1-14509648fb2a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.816944 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d67f96-d10d-457c-b24b-5e377d601e69 req-18993ba9-fa01-405b-9ece-43e89f838c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:34.818476 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f0d67f96-d10d-457c-b24b-5e377d601e69 req-18993ba9-fa01-405b-9ece-43e89f838c31 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 1096 time: 0.1378176 Jan 28 12:28:34.836592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106c12d7-7f7a-4c78-b5f1-14509648fb2a']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:34.855768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e4db57-58a1-4b73-872c-b411cef46510') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:34.856062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e4db57-58a1-4b73-872c-b411cef46510') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:34.869926 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (f1e4db57-58a1-4b73-872c-b411cef46510), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.898608 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f1e4db57-58a1-4b73-872c-b411cef46510), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.905956 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f0d67f96-d10d-457c-b24b-5e377d601e69 req-ec9b91bf-6552-496c-8f62-83b578b89c19 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777926 Jan 28 12:28:34.908755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:28:34.909162 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (f1e4db57-58a1-4b73-872c-b411cef46510), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:28:34.911068 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:28:34.975381 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.978669 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (106c12d7-7f7a-4c78-b5f1-14509648fb2a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.986489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:34.989493 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] 10.222.0.53 "DELETE /v2.0/networks/106c12d7-7f7a-4c78-b5f1-14509648fb2a HTTP/1.1" status: 204 len: 168 time: 0.4314089 Jan 28 12:28:35.004783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a91175-2253-45bb-a5a6-0c5a14524f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=106c12d7-7f7a-4c78-b5f1-14509648fb2a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:35.071017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-5bd24d23-816b-4ded-9e90-7bfdf671578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:35.072439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-5bd24d23-816b-4ded-9e90-7bfdf671578b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5599b434788a41b5bcf86b1f05c53f83&device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 1094 time: 0.5498507 Jan 28 12:28:35.082617 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba334546-9c21-4b5d-addd-7cfaf1d8aea2 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (206f4177-46ba-4bc4-bdc9-702ecfbd9343), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.108234 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de03c8-72da-479d-aab0-9819a8bd8ce6 req-289469b2-66cd-4541-a69b-b1b265d3fefe tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:35.109724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37de03c8-72da-479d-aab0-9819a8bd8ce6 req-289469b2-66cd-4541-a69b-b1b265d3fefe tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=857553f8-46de-45a3-a8b3-2abf159d228a HTTP/1.1" status: 200 len: 945 time: 0.5986748 Jan 28 12:28:35.163996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590691a1-3003-4c07-b9a5-5d20dd10fc0b req-3da808d9-7047-4c6b-9e66-7477c0a1dc39 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:35.171315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-590691a1-3003-4c07-b9a5-5d20dd10fc0b req-3da808d9-7047-4c6b-9e66-7477c0a1dc39 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 936 time: 0.1928968 Jan 28 12:28:35.184747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36428) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:35.213015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba334546-9c21-4b5d-addd-7cfaf1d8aea2 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Subnet': ['ID=206f4177-46ba-4bc4-bdc9-702ecfbd9343,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:35.233094 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bf04a4e7-b6b7-4709-9f2e-fe7e3b1c92cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce23781b192647f9a1f94ed944a2ed2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465212 Jan 28 12:28:35.235598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36430) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:35.245262 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba334546-9c21-4b5d-addd-7cfaf1d8aea2 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.248889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ba334546-9c21-4b5d-addd-7cfaf1d8aea2 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "DELETE /v2.0/subnets/206f4177-46ba-4bc4-bdc9-702ecfbd9343 HTTP/1.1" status: 204 len: 168 time: 1.7908249 Jan 28 12:28:35.251019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdb8940-7154-4787-9dd7-61ed6290a13a None None] Network 0b018943-48be-4e0b-b33e-e19761c60adf requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:35.252207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36434) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:35.255732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-50129b8f-fa69-4db5-b2da-e9c97a0ef863 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 217 time: 0.1606812 Jan 28 12:28:35.391383 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (0b018943-48be-4e0b-b33e-e19761c60adf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.421198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83fd392d-b474-49fb-a257-31270e6f8424 admin admin] Publish callbacks [] for security_group (aa5b1088-10d9-4f78-97f9-ff84b4181639), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.422863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37de03c8-72da-479d-aab0-9819a8bd8ce6 req-5d012e7f-e732-4e78-80d6-53b3bacbccdb tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632403 Jan 28 12:28:35.445319 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d3daf-b2e8-4640-b8bc-02d3912de981 None None] DHCP port deletion for 0b018943-48be-4e0b-b33e-e19761c60adf request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:28:35.468844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebed225-68bc-4646-ab94-0bc004e33750 req-6e1e34e9-568c-469e-b521-2d610f7e72db tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:35.471085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ebed225-68bc-4646-ab94-0bc004e33750 req-6e1e34e9-568c-469e-b521-2d610f7e72db tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 944 time: 0.3785453 Jan 28 12:28:35.521685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d3daf-b2e8-4640-b8bc-02d3912de981 None None] Deleting port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:35.522519 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cf7d3daf-b2e8-4640-b8bc-02d3912de981 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.523094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83fd392d-b474-49fb-a257-31270e6f8424 admin admin] Publish callbacks [] for security_group (aa5b1088-10d9-4f78-97f9-ff84b4181639), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.583916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:35.584479 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.609576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-64cc915d-f781-4c4b-b446-628f05c73c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:35.610757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-64cc915d-f781-4c4b-b446-628f05c73c7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18f37071-a2c8-4785-af0c-4f9d2a398de7 HTTP/1.1" status: 200 len: 860 time: 0.2799480 Jan 28 12:28:35.620074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cf7d3daf-b2e8-4640-b8bc-02d3912de981 None None] For port 9b9bd167-5a02-41ab-ba34-2da02d5fb780, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9b9bd167-5a02-41ab-ba34-2da02d5fb780,segment=NetworkSegment(7bbd7689-3986-464c-943c-5dc1d6de427e),segment_id=7bbd7689-3986-464c-943c-5dc1d6de427e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:35.620630 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cf7d3daf-b2e8-4640-b8bc-02d3912de981 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.625376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-590691a1-3003-4c07-b9a5-5d20dd10fc0b req-317a1f53-cc37-4906-9717-28b3541ac1d2 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/security-groups?id=30b0af00-f644-4b9f-a2de-0a58d38ddea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531267 Jan 28 12:28:35.665338 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d3daf-b2e8-4640-b8bc-02d3912de981 None None] Calling delete_port for 9b9bd167-5a02-41ab-ba34-2da02d5fb780 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:35.694252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83fd392d-b474-49fb-a257-31270e6f8424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (aa5b1088-10d9-4f78-97f9-ff84b4181639), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.696995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83fd392d-b474-49fb-a257-31270e6f8424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.698143 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-83fd392d-b474-49fb-a257-31270e6f8424 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa5b1088-10d9-4f78-97f9-ff84b4181639 HTTP/1.1" status: 204 len: 168 time: 0.4616685 Jan 28 12:28:35.718776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd392d-b474-49fb-a257-31270e6f8424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5b1088-10d9-4f78-97f9-ff84b4181639,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:35.723617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9b9bd167-5a02-41ab-ba34-2da02d5fb780 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:35.730044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] For port 9b9bd167-5a02-41ab-ba34-2da02d5fb780, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9b9bd167-5a02-41ab-ba34-2da02d5fb780,segment=NetworkSegment(7bbd7689-3986-464c-943c-5dc1d6de427e),segment_id=7bbd7689-3986-464c-943c-5dc1d6de427e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:35.730413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.745663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Calling delete_port for 9b9bd167-5a02-41ab-ba34-2da02d5fb780 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:35.757475 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-2880e4c0-3b78-4559-8ab2-b230c2a21cab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081862 Jan 28 12:28:35.846550 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cf7d3daf-b2e8-4640-b8bc-02d3912de981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.852995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.862328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:35.863100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9b9bd167-5a02-41ab-ba34-2da02d5fb780), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:35.866014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d3daf-b2e8-4640-b8bc-02d3912de981 None None] No DVR routers for this DVR port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:35.907495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d3daf-b2e8-4640-b8bc-02d3912de981 None None] Pushing event deleted for resources: {'Port': ['ID=9b9bd167-5a02-41ab-ba34-2da02d5fb780,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:35.907972 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] No DVR routers for this DVR port 9b9bd167-5a02-41ab-ba34-2da02d5fb780 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:35.971213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Port': ['ID=9b9bd167-5a02-41ab-ba34-2da02d5fb780,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:35.977502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813defba-a869-4005-be7c-e63639bb4456 req-f40312a9-197b-4bca-9729-c5186a4c9afd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:35.979103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-813defba-a869-4005-be7c-e63639bb4456 req-f40312a9-197b-4bca-9729-c5186a4c9afd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 945 time: 0.4742479 Jan 28 12:28:36.067791 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (0b018943-48be-4e0b-b33e-e19761c60adf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.116511 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b018943-48be-4e0b-b33e-e19761c60adf']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:36.130773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbd7689-3986-464c-943c-5dc1d6de427e') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:36.131156 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbd7689-3986-464c-943c-5dc1d6de427e') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:36.143028 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (7bbd7689-3986-464c-943c-5dc1d6de427e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.168366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7bbd7689-3986-464c-943c-5dc1d6de427e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.176326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:28:36.177376 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (7bbd7689-3986-464c-943c-5dc1d6de427e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:28:36.194823 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:28:36.263783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d1be6-4d7c-48c6-ab4d-347f5c9bcffd req-772017b2-4819-47d3-8559-2aeb7f471ae3 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:36.266827 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c8d1be6-4d7c-48c6-ab4d-347f5c9bcffd req-772017b2-4819-47d3-8559-2aeb7f471ae3 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7dcd318-9286-48d8-9d75-b452a2d09193 HTTP/1.1" status: 200 len: 944 time: 0.4656992 Jan 28 12:28:36.269322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-d85ef1df-d827-414f-a356-2f50af45b394 service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520407 Jan 28 12:28:36.288277 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (0b018943-48be-4e0b-b33e-e19761c60adf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.309530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-813defba-a869-4005-be7c-e63639bb4456 req-c9dea1ef-4224-49cf-b4ce-c419d538ab99 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897532 Jan 28 12:28:36.311007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.321142 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "DELETE /v2.0/networks/0b018943-48be-4e0b-b33e-e19761c60adf HTTP/1.1" status: 204 len: 168 time: 1.0634539 Jan 28 12:28:36.322750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36448) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:36.336894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-7ebed225-68bc-4646-ab94-0bc004e33750 req-025be914-f860-425d-ad0d-35bb7ce48a48 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Deleting port 2446e1eb-2632-4f95-9880-70841d31231c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:36.336894 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ebed225-68bc-4646-ab94-0bc004e33750 req-025be914-f860-425d-ad0d-35bb7ce48a48 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2446e1eb-2632-4f95-9880-70841d31231c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.381908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fcf5b-9ebc-4345-bbd2-d2e423e21d7a tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Network': ['ID=0b018943-48be-4e0b-b33e-e19761c60adf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:36.411619 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a708d9b-5da9-4353-8fdc-13b1ece74222 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting subnet 540cfe14-67da-48f7-8a8f-7b1e8242bdc6 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:28:36.414827 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a708d9b-5da9-4353-8fdc-13b1ece74222 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for subnet (540cfe14-67da-48f7-8a8f-7b1e8242bdc6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.461312 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a708d9b-5da9-4353-8fdc-13b1ece74222 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (540cfe14-67da-48f7-8a8f-7b1e8242bdc6), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.500074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d265725f-0a78-4ae2-8e8c-9aa7f7df8094 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:36.513018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:36.515779 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fc9286-af01-43cb-b1a4-692d48eaa1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:36.536709 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Publish callbacks [] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.578917 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a708d9b-5da9-4353-8fdc-13b1ece74222 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (540cfe14-67da-48f7-8a8f-7b1e8242bdc6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.601801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Transition to ACTIVE for port object d265725f-0a78-4ae2-8e8c-9aa7f7df8094 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:28:36.611326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7ebed225-68bc-4646-ab94-0bc004e33750 req-025be914-f860-425d-ad0d-35bb7ce48a48 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] For port 2446e1eb-2632-4f95-9880-70841d31231c, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=2446e1eb-2632-4f95-9880-70841d31231c,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:36.611647 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ebed225-68bc-4646-ab94-0bc004e33750 req-025be914-f860-425d-ad0d-35bb7ce48a48 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2446e1eb-2632-4f95-9880-70841d31231c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.627376 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.650894 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a708d9b-5da9-4353-8fdc-13b1ece74222 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (540cfe14-67da-48f7-8a8f-7b1e8242bdc6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.651206 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c8d1be6-4d7c-48c6-ab4d-347f5c9bcffd req-b9d04734-bf31-40bc-b196-91f773111a37 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355885 Jan 28 12:28:36.680898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a708d9b-5da9-4353-8fdc-13b1ece74222 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Subnet': ['ID=540cfe14-67da-48f7-8a8f-7b1e8242bdc6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:36.687959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527f8169-e949-4830-b5ca-caa2c429c662 None None] Network 52329f48-e8b7-4a5f-a047-27e7fccf9b6f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:36.688390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a708d9b-5da9-4353-8fdc-13b1ece74222 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.692834 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7a708d9b-5da9-4353-8fdc-13b1ece74222 tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "DELETE /v2.0/subnets/540cfe14-67da-48f7-8a8f-7b1e8242bdc6 HTTP/1.1" status: 204 len: 168 time: 0.3692892 Jan 28 12:28:36.695635 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36464) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:36.697335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-7ebed225-68bc-4646-ab94-0bc004e33750 req-025be914-f860-425d-ad0d-35bb7ce48a48 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Calling delete_port for 2446e1eb-2632-4f95-9880-70841d31231c owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:36.715791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96cb84-b574-49db-a46b-a51b1a80412e req-b9042e27-368b-4e96-b250-81a97e58b4b1 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:36.717344 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f96cb84-b574-49db-a46b-a51b1a80412e req-b9042e27-368b-4e96-b250-81a97e58b4b1 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 943 time: 0.3057172 Jan 28 12:28:36.760766 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d86500-d4bb-4c4f-a224-bcd6f00a8428 req-0d3d450b-2a3a-4f46-a6c3-e5245edbf858 service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435129 Jan 28 12:28:36.801682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36466) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:36.819584 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (52329f48-e8b7-4a5f-a047-27e7fccf9b6f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.907984 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Pushing event updated for resources: {'Port': ['ID=d265725f-0a78-4ae2-8e8c-9aa7f7df8094,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:36.931294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Deleting port d34d65a8-6b35-40df-9820-708299716a95 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:36.932204 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d34d65a8-6b35-40df-9820-708299716a95), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:36.939361 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-408453388-network', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:36.948362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226c6c8-78a3-4b81-bec9-c4857252c5df None None] DHCP port deletion for 52329f48-e8b7-4a5f-a047-27e7fccf9b6f request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:28:37.009240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a226c6c8-78a3-4b81-bec9-c4857252c5df None None] Deleting port d34d65a8-6b35-40df-9820-708299716a95 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:37.010062 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a226c6c8-78a3-4b81-bec9-c4857252c5df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d34d65a8-6b35-40df-9820-708299716a95), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.020074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Made reservation on behalf of 7968c81b36cc48bf8630ba9caa6afc84 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:37.023399 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.037660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f96cb84-b574-49db-a46b-a51b1a80412e req-169e305c-179a-4332-ab6a-379a0df6aa97 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908428 Jan 28 12:28:37.038987 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] For port d34d65a8-6b35-40df-9820-708299716a95, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d34d65a8-6b35-40df-9820-708299716a95,segment=NetworkSegment(6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a),segment_id=6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:37.039383 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d34d65a8-6b35-40df-9820-708299716a95), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.052306 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.056278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864717c-b2b1-4fc4-b863-da8159c4ae37 req-419673c9-2127-40c7-bdfe-1049a0fdaa57 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:37.058079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d864717c-b2b1-4fc4-b863-da8159c4ae37 req-419673c9-2127-40c7-bdfe-1049a0fdaa57 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.2964153 Jan 28 12:28:37.094577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a226c6c8-78a3-4b81-bec9-c4857252c5df None None] For port d34d65a8-6b35-40df-9820-708299716a95, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d34d65a8-6b35-40df-9820-708299716a95,segment=NetworkSegment(6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a),segment_id=6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:37.095445 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a226c6c8-78a3-4b81-bec9-c4857252c5df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d34d65a8-6b35-40df-9820-708299716a95), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.114604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Attempting to bind port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:28:37.115081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Attempting to bind port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:28:37.115558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Attempting to bind port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:37.130140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Calling delete_port for d34d65a8-6b35-40df-9820-708299716a95 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:37.132492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a226c6c8-78a3-4b81-bec9-c4857252c5df None None] Calling delete_port for d34d65a8-6b35-40df-9820-708299716a95 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:37.142455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Publish callbacks [] for security_group (bfa542df-849f-4d01-a546-a29dbf23c6b7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.149569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (bfa542df-849f-4d01-a546-a29dbf23c6b7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.166182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:28:37.166465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Attempting to bind port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:37.202464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:28:37.202464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:37.202862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:28:37.203308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Bound port: d265725f-0a78-4ae2-8e8c-9aa7f7df8094, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:28:37.203693 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.212839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:28:37.225962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d864717c-b2b1-4fc4-b863-da8159c4ae37 req-3c914e05-0ee0-4f0d-9057-3b3c0c5293fb tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501560 Jan 28 12:28:37.229178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa542df-849f-4d01-a546-a29dbf23c6b7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:37.242120 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (92977e80-f649-42ad-b97f-b7c5e30542f2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.242462 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Added segment 92977e80-f649-42ad-b97f-b7c5e30542f2 of type vlan for network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 Jan 28 12:28:37.265918 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ebed225-68bc-4646-ab94-0bc004e33750 req-025be914-f860-425d-ad0d-35bb7ce48a48 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (2446e1eb-2632-4f95-9880-70841d31231c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.281085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['2446e1eb-2632-4f95-9880-70841d31231c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:37.308931 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a226c6c8-78a3-4b81-bec9-c4857252c5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (d34d65a8-6b35-40df-9820-708299716a95), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.311112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025be914-f860-425d-ad0d-35bb7ce48a48 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Pushing event deleted for resources: {'Port': ['ID=2446e1eb-2632-4f95-9880-70841d31231c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:37.312649 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (c2c613c3-43b7-41c8-a1c0-74bdae3e9634), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.319689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582ece1-3d5b-4bcc-a5c3-bfcfe554a5a1 req-aa463a36-6ef2-4162-95c3-b13b81c88107 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:37.322013 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d34d65a8-6b35-40df-9820-708299716a95), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.326800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4582ece1-3d5b-4bcc-a5c3-bfcfe554a5a1 req-aa463a36-6ef2-4162-95c3-b13b81c88107 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 946 time: 0.2014873 Jan 28 12:28:37.341058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] No DVR routers for this DVR port d34d65a8-6b35-40df-9820-708299716a95 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:37.345980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226c6c8-78a3-4b81-bec9-c4857252c5df None None] Pushing event deleted for resources: {'Port': ['ID=d34d65a8-6b35-40df-9820-708299716a95,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:37.354814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226c6c8-78a3-4b81-bec9-c4857252c5df None None] No DVR routers for this DVR port d34d65a8-6b35-40df-9820-708299716a95 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:37.378107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Port': ['ID=d34d65a8-6b35-40df-9820-708299716a95,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:37.399547 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d9082f-4e38-4c53-bdb1-ef16a1747875 x-openstack-request-id: req-94d9082f-4e38-4c53-bdb1-ef16a1747875 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:37.399885 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:37.400096 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94d9082f-4e38-4c53-bdb1-ef16a1747875 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:37.400495 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'status': 'completed', 'code': 200} Jan 28 12:28:37.415260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] For port d265725f-0a78-4ae2-8e8c-9aa7f7df8094, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:37.422105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebed225-68bc-4646-ab94-0bc004e33750 req-025be914-f860-425d-ad0d-35bb7ce48a48 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] No DVR routers for this DVR port 2446e1eb-2632-4f95-9880-70841d31231c on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:37.422742 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (c2c613c3-43b7-41c8-a1c0-74bdae3e9634), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.423928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:37.424390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.449498 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ebed225-68bc-4646-ab94-0bc004e33750 req-025be914-f860-425d-ad0d-35bb7ce48a48 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.454174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ebed225-68bc-4646-ab94-0bc004e33750 req-025be914-f860-425d-ad0d-35bb7ce48a48 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.35 "DELETE /v2.0/ports/2446e1eb-2632-4f95-9880-70841d31231c HTTP/1.1" status: 204 len: 173 time: 1.9723048 Jan 28 12:28:37.460425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] For port d265725f-0a78-4ae2-8e8c-9aa7f7df8094, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d265725f-0a78-4ae2-8e8c-9aa7f7df8094,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:28:37.484380 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.536265 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (52329f48-e8b7-4a5f-a047-27e7fccf9b6f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.547546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4582ece1-3d5b-4bcc-a5c3-bfcfe554a5a1 req-bc3e01e7-6008-4f6c-93f5-835df990d6e4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195930 Jan 28 12:28:37.557353 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7543082 Jan 28 12:28:37.561609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36474) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:37.562280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6b837-75d7-4389-955b-26c3d398bfbd admin admin] Pushing event updated for resources: {'Network': ['ID=c2c613c3-43b7-41c8-a1c0-74bdae3e9634,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:37.574739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ddf9e168-d16e-4898-8d1c-169d726af6a6 admin admin] Request body: {'subnet': {'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-408453388-subnet', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:37.584789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52329f48-e8b7-4a5f-a047-27e7fccf9b6f']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:37.593222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:37.593857 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.595268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] 10.222.0.49 "PUT /v2.0/ports/d265725f-0a78-4ae2-8e8c-9aa7f7df8094 HTTP/1.1" status: 200 len: 1096 time: 3.4136782 Jan 28 12:28:37.599128 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:28:37.608289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:37.608723 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:37.623469 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.633159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc9286-af01-43cb-b1a4-692d48eaa1a3 req-32598788-31fd-46be-8c11-2abdaf6101f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:37.634434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76fc9286-af01-43cb-b1a4-692d48eaa1a3 req-32598788-31fd-46be-8c11-2abdaf6101f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5599b434788a41b5bcf86b1f05c53f83&device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 1094 time: 0.2458348 Jan 28 12:28:37.634702 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf9e168-d16e-4898-8d1c-169d726af6a6 admin admin] Made reservation on behalf of 7968c81b36cc48bf8630ba9caa6afc84 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:37.639678 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddf9e168-d16e-4898-8d1c-169d726af6a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.694196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4f1ae-1942-4d81-872d-8fb165bd1277 service neutron] Pushing event updated for resources: {'Port': ['ID=d265725f-0a78-4ae2-8e8c-9aa7f7df8094,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:37.720656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.735868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:28:37.736280 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (6e97fd99-6635-4bbc-bb0b-e669d6cf2c2a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:28:37.739563 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:28:37.754357 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4733557-cbd0-4638-a0ef-cf7b7c66b0eb req-96e33abd-535a-46c1-bb71-e01e9b5f233b tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:37.761552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4733557-cbd0-4638-a0ef-cf7b7c66b0eb req-96e33abd-535a-46c1-bb71-e01e9b5f233b tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 948 time: 0.2963936 Jan 28 12:28:37.773889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d34d65a8-6b35-40df-9820-708299716a95 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:37.806927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: d34d65a8-6b35-40df-9820-708299716a95 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:37.807458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d34d65a8-6b35-40df-9820-708299716a95 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:37.860965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (52329f48-e8b7-4a5f-a047-27e7fccf9b6f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.874981 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:37.880356 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] 10.222.0.53 "DELETE /v2.0/networks/52329f48-e8b7-4a5f-a047-27e7fccf9b6f HTTP/1.1" status: 204 len: 168 time: 1.1834791 Jan 28 12:28:37.916925 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d2660-c313-4285-89a6-f9f13333c22f tempest-ServersTestMultiNic-1044963547 tempest-ServersTestMultiNic-1044963547-project] Pushing event deleted for resources: {'Network': ['ID=52329f48-e8b7-4a5f-a047-27e7fccf9b6f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:37.984912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc9286-af01-43cb-b1a4-692d48eaa1a3 req-5c18d6ad-ef06-4e88-9a1d-122daa842ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:37.986774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76fc9286-af01-43cb-b1a4-692d48eaa1a3 req-5c18d6ad-ef06-4e88-9a1d-122daa842ae8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab HTTP/1.1" status: 200 len: 921 time: 0.3382382 Jan 28 12:28:38.012767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddf9e168-d16e-4898-8d1c-169d726af6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (53abd98a-d1ef-4617-bae2-6e0b828ced57), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:38.074587 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9e168-d16e-4898-8d1c-169d726af6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53abd98a-d1ef-4617-bae2-6e0b828ced57,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:38.092756 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9e168-d16e-4898-8d1c-169d726af6a6 admin admin] Checking segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:38.093215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf9e168-d16e-4898-8d1c-169d726af6a6 admin admin] Network hostable DHCP agents. Network: c2c613c3-43b7-41c8-a1c0-74bdae3e9634, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:28:38.115262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4733557-cbd0-4638-a0ef-cf7b7c66b0eb req-cd64f186-5a5c-444c-9ee2-ae2f6c2814ff tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/security-groups?id=30b0af00-f644-4b9f-a2de-0a58d38ddea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527548 Jan 28 12:28:38.124352 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf9e168-d16e-4898-8d1c-169d726af6a6 admin admin] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:28:38.125437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-f92d47d6-46ed-4d45-802a-fa25946eec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:38.128116 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-f92d47d6-46ed-4d45-802a-fa25946eec46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=842bbc126fc14658886297b712617c36&device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 1099 time: 0.3968596 Jan 28 12:28:38.135697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76fc9286-af01-43cb-b1a4-692d48eaa1a3 req-ca516a42-820e-4426-a7ae-830e608cb735 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 217 time: 0.1295118 Jan 28 12:28:38.141545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ddf9e168-d16e-4898-8d1c-169d726af6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, c2c613c3-43b7-41c8-a1c0-74bdae3e9634) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:38.150129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb33481-c81d-42fe-9ce1-e71762b4155e None None] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:38.163205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf9e168-d16e-4898-8d1c-169d726af6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:38.163855 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddf9e168-d16e-4898-8d1c-169d726af6a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:38.198076 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ddf9e168-d16e-4898-8d1c-169d726af6a6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6326871 Jan 28 12:28:38.200162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36494) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:38.205600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:38.232242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (57237e6a-b485-4e99-b503-1e4ec1ed158e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:38.234255 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (57237e6a-b485-4e99-b503-1e4ec1ed158e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:38.243374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-e4cc8ee5-01ed-4119-bf85-c5f678500025 req-8d510575-c121-47a8-b487-227b80695ead tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:28:38.252016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4cc8ee5-01ed-4119-bf85-c5f678500025 req-8d510575-c121-47a8-b487-227b80695ead tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0744450 Jan 28 12:28:38.262074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-0838f6e6-01b7-4fb7-b2b5-3841088e1049 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=d265725f-0a78-4ae2-8e8c-9aa7f7df8094 HTTP/1.1" status: 200 len: 217 time: 0.1250508 Jan 28 12:28:38.296447 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Publish callbacks [] for router_controller (57237e6a-b485-4e99-b503-1e4ec1ed158e), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:38.320768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:28:38.321952 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:38.406771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc9286-af01-43cb-b1a4-692d48eaa1a3 req-a3e38a23-c0cc-40a1-9dff-b2b7fe34f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:38.408887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76fc9286-af01-43cb-b1a4-692d48eaa1a3 req-a3e38a23-c0cc-40a1-9dff-b2b7fe34f1a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18f37071-a2c8-4785-af0c-4f9d2a398de7 HTTP/1.1" status: 200 len: 860 time: 0.2543471 Jan 28 12:28:38.452557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c8623-c9ab-4c1c-bc2d-9183649c90ba req-40324829-76f9-46d9-97f8-dff05941bec0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:38.464318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d7c8623-c9ab-4c1c-bc2d-9183649c90ba req-40324829-76f9-46d9-97f8-dff05941bec0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 945 time: 0.2338829 Jan 28 12:28:38.473088 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Publish callbacks [] for router_gateway (57237e6a-b485-4e99-b503-1e4ec1ed158e), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:38.479657 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4cc8ee5-01ed-4119-bf85-c5f678500025 req-fe849af6-7355-4bbb-8b1e-f7fbf697c939 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2255232 Jan 28 12:28:38.487271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Allocated IP 172.20.0.2 (c2c613c3-43b7-41c8-a1c0-74bdae3e9634/53abd98a-d1ef-4617-bae2-6e0b828ced57/69b023d8-8e13-46b7-9b0b-a01c943c0b9c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:38.563488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d7c8623-c9ab-4c1c-bc2d-9183649c90ba req-4fcc3655-edd0-4fbf-81d2-8a8a74efade4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975873 Jan 28 12:28:38.568902 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76fc9286-af01-43cb-b1a4-692d48eaa1a3 req-3bf21c53-f947-41a9-bec6-c13f67932f36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422584 Jan 28 12:28:38.570795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-8cd295ab-a4cd-456d-801c-5596e4d4d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:38.572151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-8cd295ab-a4cd-456d-801c-5596e4d4d78c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.2574174 Jan 28 12:28:38.734060 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Publish callbacks [] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:38.747540 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:38.781904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-677f9f5f-7bce-49e5-9031-ff502d772e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:38.783440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-677f9f5f-7bce-49e5-9031-ff502d772e7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2025530 Jan 28 12:28:38.827316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:38.836548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:38.849967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76fc9286-af01-43cb-b1a4-692d48eaa1a3 req-acf54491-f179-4d87-a6d0-4ec283920c0c service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675974 Jan 28 12:28:38.851593 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:38.883884 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Pushing event updated for resources: {'Port': ['ID=69b023d8-8e13-46b7-9b0b-a01c943c0b9c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:38.933101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Publish callbacks [] for router_gateway (57237e6a-b485-4e99-b503-1e4ec1ed158e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:38.942523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Attempting to bind port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:28:38.942949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Attempting to bind port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:28:38.943325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Attempting to bind port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:38.952160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:28:38.952582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Checking segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:38.952993 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:38.953380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Bound using segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:28:38.954113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Bound port: 69b023d8-8e13-46b7-9b0b-a01c943c0b9c, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:28:38.954509 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:38.984369 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:39.111429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] For port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:39.117632 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] For port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=69b023d8-8e13-46b7-9b0b-a01c943c0b9c,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:28:39.126459 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:39.164050 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Allocated IP 172.25.7.148 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/f1ce23b7-c6dc-449a-abb9-9959fe4fd990) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:39.261364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc22c3-7633-46f5-9c1c-119ca3e2f823 None None] Pushing event updated for resources: {'Port': ['ID=69b023d8-8e13-46b7-9b0b-a01c943c0b9c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:39.329298 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Publish callbacks [] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:39.387438 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:39.410001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dcd318-9286-48d8-9d75-b452a2d09193', 'name': 'network-vif-deleted', 'tag': '2446e1eb-2632-4f95-9880-70841d31231c'}, {'name': 'network-changed', 'server_uuid': '313c2617-c27b-4428-baef-9eeaf1b5c30d', 'tag': 'd265725f-0a78-4ae2-8e8c-9aa7f7df8094'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:39.412306 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e11ef2-5b73-4cb2-b1c7-21397f18400a" -d '{"events": [{"server_uuid": "f7dcd318-9286-48d8-9d75-b452a2d09193", "name": "network-vif-deleted", "tag": "2446e1eb-2632-4f95-9880-70841d31231c"}, {"name": "network-changed", "server_uuid": "313c2617-c27b-4428-baef-9eeaf1b5c30d", "tag": "d265725f-0a78-4ae2-8e8c-9aa7f7df8094"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:39.433331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:39.436965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:39.440377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:39.470967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Pushing event updated for resources: {'Port': ['ID=f1ce23b7-c6dc-449a-abb9-9959fe4fd990,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:39.471137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5475e-0e79-4fa8-bb68-fa56d1c43dd8 req-69c115c1-0bd5-4eab-9339-d20e71dc2457 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:39.478665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49d5475e-0e79-4fa8-bb68-fa56d1c43dd8 req-69c115c1-0bd5-4eab-9339-d20e71dc2457 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 943 time: 0.7196867 Jan 28 12:28:39.507317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 770e97f4-fea1-4412-88d7-fbf5f07b132a details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:28:39.582950 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-1a0f47e9-350e-46b7-8179-d441413b87e6 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780948 Jan 28 12:28:39.616192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990567-d402-498a-9d19-1fa6b402fd5b req-b347f7ef-9d64-4939-a4f8-4f6a059e93f4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:39.617865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c990567-d402-498a-9d19-1fa6b402fd5b req-b347f7ef-9d64-4939-a4f8-4f6a059e93f4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.2786462 Jan 28 12:28:39.628366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 2446e1eb-2632-4f95-9880-70841d31231c no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:39.684356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 2446e1eb-2632-4f95-9880-70841d31231c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:39.685586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 2446e1eb-2632-4f95-9880-70841d31231c not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:39.706283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76fc9286-af01-43cb-b1a4-692d48eaa1a3 req-a91a4bbf-6772-486c-9b9b-567ce94029a4 service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8238211 Jan 28 12:28:39.742164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 770e97f4-fea1-4412-88d7-fbf5f07b132a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a,segment=NetworkSegment(ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2),segment_id=ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:39.770270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'port_id': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'mac_address': 'fa:16:3e:38:ed:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:28:39.805482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 69b023d8-8e13-46b7-9b0b-a01c943c0b9c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:39.826048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380b10fd-7c2c-4604-b346-419a4ee64273 req-3f0591c7-ab83-4896-aa5d-74288e122e58 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191484 Jan 28 12:28:39.829472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49d5475e-0e79-4fa8-bb68-fa56d1c43dd8 req-aa5fe28a-80bb-4a81-8db4-bf183a9881a3 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499990 Jan 28 12:28:39.879101 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 770e97f4-fea1-4412-88d7-fbf5f07b132a is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:39.879676 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:39.897418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770e97f4-fea1-4412-88d7-fbf5f07b132a {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:39.898772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c990567-d402-498a-9d19-1fa6b402fd5b req-d3abc03e-0d6d-4d99-b0dc-8c61bab26070 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543898 Jan 28 12:28:39.927291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651dc7d-3fbb-408f-88ae-a2b523ad45ac req-5066a0cf-4ba6-4dd2-a9f2-026669fa28fd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:39.933572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2651dc7d-3fbb-408f-88ae-a2b523ad45ac req-5066a0cf-4ba6-4dd2-a9f2-026669fa28fd tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.35 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 945 time: 0.4350955 Jan 28 12:28:39.940932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 770e97f4-fea1-4412-88d7-fbf5f07b132a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a,segment=NetworkSegment(ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2),segment_id=ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:39.947456 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:39.947934 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:39.958412 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:39.961075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Publish callbacks [] for router_gateway (57237e6a-b485-4e99-b503-1e4ec1ed158e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:40.189593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d86cf7-7e49-40bb-8990-d7dbefe193af req-4f093e73-cba4-43e1-a8a3-24f9ab9f1d3a tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:40.191403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92d86cf7-7e49-40bb-8990-d7dbefe193af req-4f093e73-cba4-43e1-a8a3-24f9ab9f1d3a tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 948 time: 0.1294816 Jan 28 12:28:40.292490 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=770e97f4-fea1-4412-88d7-fbf5f07b132a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:40.294171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-2651dc7d-3fbb-408f-88ae-a2b523ad45ac req-9421ab92-6296-44db-ac2e-087811cafb02 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Deleting port b56d68dd-36c7-47e5-bc89-a67d72ab3591 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:40.305945 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2651dc7d-3fbb-408f-88ae-a2b523ad45ac req-9421ab92-6296-44db-ac2e-087811cafb02 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:40.317633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['770e97f4-fea1-4412-88d7-fbf5f07b132a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:40.365798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:40.366497 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:40.427657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=69b023d8-8e13-46b7-9b0b-a01c943c0b9c,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:40.448943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2651dc7d-3fbb-408f-88ae-a2b523ad45ac req-9421ab92-6296-44db-ac2e-087811cafb02 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] For port b56d68dd-36c7-47e5-bc89-a67d72ab3591, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b56d68dd-36c7-47e5-bc89-a67d72ab3591,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:40.449566 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2651dc7d-3fbb-408f-88ae-a2b523ad45ac req-9421ab92-6296-44db-ac2e-087811cafb02 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:40.468495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-2651dc7d-3fbb-408f-88ae-a2b523ad45ac req-9421ab92-6296-44db-ac2e-087811cafb02 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Calling delete_port for b56d68dd-36c7-47e5-bc89-a67d72ab3591 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:40.518952 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:40.604740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 87af9e10-034e-44f9-a4f7-065ff248c815 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:28:40.639397 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (57237e6a-b485-4e99-b503-1e4ec1ed158e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:40.698352 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2651dc7d-3fbb-408f-88ae-a2b523ad45ac req-9421ab92-6296-44db-ac2e-087811cafb02 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b56d68dd-36c7-47e5-bc89-a67d72ab3591), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:40.717379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5722509-1640-48f0-afce-bd9cbc782c88 req-e134dde0-61c8-47ab-a2c1-842d203f97a5 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:40.725460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5722509-1640-48f0-afce-bd9cbc782c88 req-e134dde0-61c8-47ab-a2c1-842d203f97a5 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=baadba81-557d-426b-b544-f864b4a05485 HTTP/1.1" status: 200 len: 945 time: 0.6300678 Jan 28 12:28:40.777468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92d86cf7-7e49-40bb-8990-d7dbefe193af req-4b3970dd-eab7-4ebe-ba28-6c172dda81c1 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/security-groups?id=30b0af00-f644-4b9f-a2de-0a58d38ddea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686543 Jan 28 12:28:40.781549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421ab92-6296-44db-ac2e-087811cafb02 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Pushing event deleted for resources: {'Port': ['ID=b56d68dd-36c7-47e5-bc89-a67d72ab3591,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:40.827261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Router 57237e6a-b485-4e99-b503-1e4ec1ed158e is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:28:40.900494 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2639cc52-37a9-4ddb-875d-8565c9cea6bd x-openstack-request-id: req-2639cc52-37a9-4ddb-875d-8565c9cea6bd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:40.900773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 87af9e10-034e-44f9-a4f7-065ff248c815, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=87af9e10-034e-44f9-a4f7-065ff248c815,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:40.901261 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dcd318-9286-48d8-9d75-b452a2d09193", "name": "network-vif-deleted", "tag": "2446e1eb-2632-4f95-9880-70841d31231c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "313c2617-c27b-4428-baef-9eeaf1b5c30d", "tag": "d265725f-0a78-4ae2-8e8c-9aa7f7df8094", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:40.901892 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2639cc52-37a9-4ddb-875d-8565c9cea6bd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:40.902295 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dcd318-9286-48d8-9d75-b452a2d09193', 'name': 'network-vif-deleted', 'tag': '2446e1eb-2632-4f95-9880-70841d31231c', 'status': 'completed', 'code': 200} Jan 28 12:28:40.903118 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313c2617-c27b-4428-baef-9eeaf1b5c30d', 'tag': 'd265725f-0a78-4ae2-8e8c-9aa7f7df8094', 'status': 'completed', 'code': 200} Jan 28 12:28:40.913774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-2651dc7d-3fbb-408f-88ae-a2b523ad45ac req-9421ab92-6296-44db-ac2e-087811cafb02 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] No DVR routers for this DVR port b56d68dd-36c7-47e5-bc89-a67d72ab3591 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:40.926714 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2651dc7d-3fbb-408f-88ae-a2b523ad45ac req-9421ab92-6296-44db-ac2e-087811cafb02 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:40.930383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2651dc7d-3fbb-408f-88ae-a2b523ad45ac req-9421ab92-6296-44db-ac2e-087811cafb02 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.35 "DELETE /v2.0/ports/b56d68dd-36c7-47e5-bc89-a67d72ab3591 HTTP/1.1" status: 204 len: 173 time: 0.9901679 Jan 28 12:28:40.956442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5722509-1640-48f0-afce-bd9cbc782c88 req-66b73cb2-6130-4da5-bc11-3c5411a37fa3 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265892 Jan 28 12:28:40.972965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '87af9e10-034e-44f9-a4f7-065ff248c815', 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'port_id': '87af9e10-034e-44f9-a4f7-065ff248c815', 'mac_address': 'fa:16:3e:57:fb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2063c900-71d5-45ec-8da2-b0bb602f1a66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:28:40.978317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f6eca3-2dba-4480-b34c-0d293acf639c None None] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:41.026956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:28:41.059540 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11ef2-5b73-4cb2-b1c7-21397f18400a req-dad497a7-154e-42c1-80bb-7d37b063dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:41.060572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:41.062169 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e0c7487d-b049-48c8-b77a-15fd471aa5ac admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8603797 Jan 28 12:28:41.065592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36558) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:41.065753 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82e11ef2-5b73-4cb2-b1c7-21397f18400a req-dad497a7-154e-42c1-80bb-7d37b063dcbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=842bbc126fc14658886297b712617c36&device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 1099 time: 0.1477602 Jan 28 12:28:41.083822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36560) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:41.126644 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Sync routers for ids ['57237e6a-b485-4e99-b503-1e4ec1ed158e'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:28:41.275129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11ef2-5b73-4cb2-b1c7-21397f18400a req-c92f3277-bab4-460a-9fd5-669bfb2fea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:41.276974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82e11ef2-5b73-4cb2-b1c7-21397f18400a req-c92f3277-bab4-460a-9fd5-669bfb2fea80 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2037358 Jan 28 12:28:41.302098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=69b023d8-8e13-46b7-9b0b-a01c943c0b9c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:41.308567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Routers {'57237e6a-b485-4e99-b503-1e4ec1ed158e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:28:41.313508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['57237e6a-b485-4e99-b503-1e4ec1ed158e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:41.367287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82e11ef2-5b73-4cb2-b1c7-21397f18400a req-b1ce2944-3526-4d78-85cb-959878653bf0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=d265725f-0a78-4ae2-8e8c-9aa7f7df8094 HTTP/1.1" status: 200 len: 217 time: 0.0743804 Jan 28 12:28:41.385818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5c5c5a31-137c-47a1-9942-a3b49b1bac9d None None] Provisioning complete for port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:41.386497 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c5c5a31-137c-47a1-9942-a3b49b1bac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:41.404684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f5abd-42de-4f99-a463-d7ae84f94de2 req-17536388-d405-439c-970a-2038f3fe6819 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:41.415385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d71f5abd-42de-4f99-a463-d7ae84f94de2 req-17536388-d405-439c-970a-2038f3fe6819 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=857553f8-46de-45a3-a8b3-2abf159d228a HTTP/1.1" status: 200 len: 945 time: 0.3211465 Jan 28 12:28:41.591938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 87af9e10-034e-44f9-a4f7-065ff248c815 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:41.593302 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:41.646691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8f1e4-5714-4e14-861c-6282134ff32a req-4e56bd0a-63bb-42f0-bdf6-611d509c38a9 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:41.657428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb8f1e4-5714-4e14-861c-6282134ff32a req-4e56bd0a-63bb-42f0-bdf6-611d509c38a9 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 944 time: 0.4594357 Jan 28 12:28:41.710986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87af9e10-034e-44f9-a4f7-065ff248c815 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:41.726794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11ef2-5b73-4cb2-b1c7-21397f18400a req-119aebe4-3704-4e8d-b416-e58867551658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:41.731716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82e11ef2-5b73-4cb2-b1c7-21397f18400a req-119aebe4-3704-4e8d-b416-e58867551658 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.3542345 Jan 28 12:28:41.774725 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:28:41.787616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 87af9e10-034e-44f9-a4f7-065ff248c815, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=87af9e10-034e-44f9-a4f7-065ff248c815,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:41.810370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 69b023d8-8e13-46b7-9b0b-a01c943c0b9c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:41.832246 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:41.878150 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb8f1e4-5714-4e14-861c-6282134ff32a req-080b3009-bc09-46e6-893d-9e05e9f518ab tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176797 Jan 28 12:28:41.928964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d71f5abd-42de-4f99-a463-d7ae84f94de2 req-ae4dbcaf-2cdf-435a-ac71-a2dc6c6a2dc1 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127332 Jan 28 12:28:41.975092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11ef2-5b73-4cb2-b1c7-21397f18400a req-4e4d7c80-7ae7-4b4c-98bd-9f05d435e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:41.981066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82e11ef2-5b73-4cb2-b1c7-21397f18400a req-4e4d7c80-7ae7-4b4c-98bd-9f05d435e6ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1267736 Jan 28 12:28:42.008812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=87af9e10-034e-44f9-a4f7-065ff248c815,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:42.088162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Set router 57237e6a-b485-4e99-b503-1e4ec1ed158e gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:28:42.090572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['87af9e10-034e-44f9-a4f7-065ff248c815'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:42.143332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82e11ef2-5b73-4cb2-b1c7-21397f18400a req-59e59049-9e1e-491f-b581-7cdc095eee94 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548097 Jan 28 12:28:42.196058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:42.196793 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:42.267278 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:42.308752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9745ec9-fa3d-42b0-af25-e06da4c47101 req-f04ce7ee-65fa-42cc-a89d-01aa18ee6ff1 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:42.317559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9745ec9-fa3d-42b0-af25-e06da4c47101 req-f04ce7ee-65fa-42cc-a89d-01aa18ee6ff1 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 948 time: 0.1407819 Jan 28 12:28:42.345835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19f97f-6e00-44cd-8d8f-261291e982e8 req-83c6cd9b-a6be-4a17-bcff-26af117b3222 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:42.347356 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd19f97f-6e00-44cd-8d8f-261291e982e8 req-83c6cd9b-a6be-4a17-bcff-26af117b3222 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 946 time: 0.2030835 Jan 28 12:28:42.393510 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fdff2688-4f72-4db2-9fe4-31858645e940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (323555c6-15b2-4342-8e71-b8cd6995125f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:42.396600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c5a31-137c-47a1-9942-a3b49b1bac9d None None] Current status of the port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:42.424611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9745ec9-fa3d-42b0-af25-e06da4c47101 req-0efa5644-499e-4494-8dbc-ff813d46bed2 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/security-groups?id=30b0af00-f644-4b9f-a2de-0a58d38ddea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061146 Jan 28 12:28:42.462016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:42.530173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd19f97f-6e00-44cd-8d8f-261291e982e8 req-f2b54dca-0a8b-47ed-bf1c-3c3f506b28de tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702294 Jan 28 12:28:42.534462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82e11ef2-5b73-4cb2-b1c7-21397f18400a req-9f2ea1d4-9371-4800-9ca1-9ef342da3ba8 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431942 Jan 28 12:28:42.595138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:39Z', 'revision_number': 3, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:42.632304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Checking router: 57237e6a-b485-4e99-b503-1e4ec1ed158e for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:28:42.632738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Updating router 57237e6a-b485-4e99-b503-1e4ec1ed158e port f1ce23b7-c6dc-449a-abb9-9959fe4fd990 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:28:42.636268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Allocated IP 172.20.0.1 (c2c613c3-43b7-41c8-a1c0-74bdae3e9634/53abd98a-d1ef-4617-bae2-6e0b828ced57/6d267624-e7a5-496a-8ed3-5ceb55e83fd2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:42.661013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d265725f-0a78-4ae2-8e8c-9aa7f7df8094 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:28:42.665592 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:42.688181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bfaa0280-34d9-47e7-9993-980ce6d8c546 None None] Provisioning complete for port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:42.688567 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfaa0280-34d9-47e7-9993-980ce6d8c546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:42.841873 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Publish callbacks [] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:42.905572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baadba81-557d-426b-b544-f864b4a05485', 'name': 'network-vif-deleted', 'tag': 'b56d68dd-36c7-47e5-bc89-a67d72ab3591'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:42.907986 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f975dc-584c-442b-a957-a6d62b1c4a28" -d '{"events": [{"server_uuid": "baadba81-557d-426b-b544-f864b4a05485", "name": "network-vif-deleted", "tag": "b56d68dd-36c7-47e5-bc89-a67d72ab3591"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:42.955496 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:43.001907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b7c87-b5ee-4cda-a937-306b19aeea57 req-2c0cc13d-3ddb-42c4-8ad6-10237a021ea7 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:43.011793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b7c87-b5ee-4cda-a937-306b19aeea57 req-2c0cc13d-3ddb-42c4-8ad6-10237a021ea7 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:43.019171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b7c87-b5ee-4cda-a937-306b19aeea57 req-2c0cc13d-3ddb-42c4-8ad6-10237a021ea7 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:43.021426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-899b7c87-b5ee-4cda-a937-306b19aeea57 req-2c0cc13d-3ddb-42c4-8ad6-10237a021ea7 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213&device_id=857553f8-46de-45a3-a8b3-2abf159d228a&device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 2418 time: 0.1249349 Jan 28 12:28:43.067727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Pushing event updated for resources: {'Port': ['ID=6d267624-e7a5-496a-8ed3-5ceb55e83fd2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:43.112327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:43.126443 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:43.133993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-899b7c87-b5ee-4cda-a937-306b19aeea57 req-bed84330-ddc8-4a0b-bab4-c3f1feac2a14 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998881 Jan 28 12:28:43.156460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:43.240130 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebd696d-fc10-4dc8-ba42-2e519f0172fc x-openstack-request-id: req-7ebd696d-fc10-4dc8-ba42-2e519f0172fc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:43.240764 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baadba81-557d-426b-b544-f864b4a05485", "name": "network-vif-deleted", "tag": "b56d68dd-36c7-47e5-bc89-a67d72ab3591", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:43.241133 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ebd696d-fc10-4dc8-ba42-2e519f0172fc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:43.241617 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baadba81-557d-426b-b544-f864b4a05485', 'name': 'network-vif-deleted', 'tag': 'b56d68dd-36c7-47e5-bc89-a67d72ab3591', 'status': 'completed', 'code': 200} Jan 28 12:28:43.339984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (57237e6a-b485-4e99-b503-1e4ec1ed158e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:43.588423 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Publish callbacks [] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:43.599578 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0532b2d-e02c-4439-9ae4-51db0022b3dd req-e3f457b9-883a-4818-9475-f6f201866ad7 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2171230 Jan 28 12:28:43.614432 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 770e97f4-fea1-4412-88d7-fbf5f07b132a up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:43.618146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fdff2688-4f72-4db2-9fe4-31858645e940 admin admin] Deleting port da22103b-18ff-49e9-95ed-3374b7ac3131 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:43.618484 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fdff2688-4f72-4db2-9fe4-31858645e940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:43.621597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f02f10-8f4f-4731-bb7e-14492af2e7ea req-e585dfc9-ca99-4f55-8be6-4ce94d8d040e tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:43.623255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76f02f10-8f4f-4731-bb7e-14492af2e7ea req-e585dfc9-ca99-4f55-8be6-4ce94d8d040e tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 944 time: 0.1889739 Jan 28 12:28:43.819848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76f02f10-8f4f-4731-bb7e-14492af2e7ea req-eaefa0bb-ad21-48e2-b5f1-593210afec10 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828680 Jan 28 12:28:43.867257 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:43.877154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4892f-2244-4e00-a30e-fe6d8148923a req-c0b4021d-0518-47b5-a0e9-a78d69d70d95 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:43.878654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f9e4892f-2244-4e00-a30e-fe6d8148923a req-c0b4021d-0518-47b5-a0e9-a78d69d70d95 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 944 time: 0.1619968 Jan 28 12:28:44.067882 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.125296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7a818-bdd8-4ca9-95fe-a2f1819453ab req-fa00faf0-6761-4c61-b52f-298d38657cd5 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:44.134016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42b7a818-bdd8-4ca9-95fe-a2f1819453ab req-fa00faf0-6761-4c61-b52f-298d38657cd5 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 944 time: 0.2916765 Jan 28 12:28:44.153179 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fdff2688-4f72-4db2-9fe4-31858645e940 admin admin] For port da22103b-18ff-49e9-95ed-3374b7ac3131, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=da22103b-18ff-49e9-95ed-3374b7ac3131,segment=NetworkSegment(73492760-cb2a-40e1-b6de-05940462b219),segment_id=73492760-cb2a-40e1-b6de-05940462b219)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:44.155888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fdff2688-4f72-4db2-9fe4-31858645e940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.159470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14bb1-f5d1-4fba-ae0b-0bdbe13b4727 req-698f406f-207d-48bf-992d-8245a3827ce3 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:44.166361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1fb14bb1-f5d1-4fba-ae0b-0bdbe13b4727 req-698f406f-207d-48bf-992d-8245a3827ce3 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 948 time: 0.1957784 Jan 28 12:28:44.200477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fdff2688-4f72-4db2-9fe4-31858645e940 admin admin] Calling delete_port for da22103b-18ff-49e9-95ed-3374b7ac3131 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:44.257383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Attempting to bind port f1ce23b7-c6dc-449a-abb9-9959fe4fd990 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:28:44.257757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Attempting to bind port f1ce23b7-c6dc-449a-abb9-9959fe4fd990 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:28:44.258381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Attempting to bind port f1ce23b7-c6dc-449a-abb9-9959fe4fd990 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:44.267619 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42b7a818-bdd8-4ca9-95fe-a2f1819453ab req-b9bd98d1-504f-449e-805b-9380c66bb1b9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/security-groups?id=419ea38e-f659-4f52-afcc-4a21d1fbe53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325750 Jan 28 12:28:44.274628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa0280-34d9-47e7-9993-980ce6d8c546 None None] Current status of the port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:44.283289 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:28:44.284556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:44.284975 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.297162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:28:44.297735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Bound port: f1ce23b7-c6dc-449a-abb9-9959fe4fd990, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:28:44.298146 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.323425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1fb14bb1-f5d1-4fba-ae0b-0bdbe13b4727 req-72b0df76-5133-423d-a4ff-36640c41d71a tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/security-groups?id=30b0af00-f644-4b9f-a2de-0a58d38ddea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560016 Jan 28 12:28:44.326667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-f9e4892f-2244-4e00-a30e-fe6d8148923a req-45bdb705-88b0-44bf-81f8-265982c678c9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Deleting port a1b63209-c454-4735-a6ae-2fd9ccc6df25 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:44.327012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f9e4892f-2244-4e00-a30e-fe6d8148923a req-45bdb705-88b0-44bf-81f8-265982c678c9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.399845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] For port f1ce23b7-c6dc-449a-abb9-9959fe4fd990, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:44.404396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] For port f1ce23b7-c6dc-449a-abb9-9959fe4fd990, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f1ce23b7-c6dc-449a-abb9-9959fe4fd990,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:28:44.442952 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Publish callbacks [] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.449911 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.478995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Pushing event updated for resources: {'Port': ['ID=f1ce23b7-c6dc-449a-abb9-9959fe4fd990,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:44.495367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d265725f-0a78-4ae2-8e8c-9aa7f7df8094, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d265725f-0a78-4ae2-8e8c-9aa7f7df8094,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:44.501770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.502125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.503403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.503772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.504113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.504451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.504781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.505109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.505437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.505761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.506209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.506542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.506921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:28:44.525889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.576285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f9e4892f-2244-4e00-a30e-fe6d8148923a req-45bdb705-88b0-44bf-81f8-265982c678c9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] For port a1b63209-c454-4735-a6ae-2fd9ccc6df25, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a1b63209-c454-4735-a6ae-2fd9ccc6df25,segment=NetworkSegment(ef1fe143-ba3e-4092-b256-fba4dfbe7de9),segment_id=ef1fe143-ba3e-4092-b256-fba4dfbe7de9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:44.576928 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f9e4892f-2244-4e00-a30e-fe6d8148923a req-45bdb705-88b0-44bf-81f8-265982c678c9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.587601 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e3be1-5fd2-4f3a-b732-10ce4d5a9a8f None None] Pushing event updated for resources: {'Port': ['ID=f1ce23b7-c6dc-449a-abb9-9959fe4fd990,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:44.605830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-f9e4892f-2244-4e00-a30e-fe6d8148923a req-45bdb705-88b0-44bf-81f8-265982c678c9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Calling delete_port for a1b63209-c454-4735-a6ae-2fd9ccc6df25 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:44.642302 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'd265725f-0a78-4ae2-8e8c-9aa7f7df8094', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': 'd265725f-0a78-4ae2-8e8c-9aa7f7df8094', 'mac_address': 'fa:16:3e:5e:9f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:28:44.659885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Pushing event updated for resources: {'Port': ['ID=6d267624-e7a5-496a-8ed3-5ceb55e83fd2,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:44.665721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f39589fd-487b-4436-a947-369181706db9 None None] Provisioning complete for port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:44.666127 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f39589fd-487b-4436-a947-369181706db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.679946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 770e97f4-fea1-4412-88d7-fbf5f07b132a completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:28:44.782501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (57237e6a-b485-4e99-b503-1e4ec1ed158e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.878664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 770e97f4-fea1-4412-88d7-fbf5f07b132a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:44.879050 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.936781 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f9e4892f-2244-4e00-a30e-fe6d8148923a req-45bdb705-88b0-44bf-81f8-265982c678c9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a1b63209-c454-4735-a6ae-2fd9ccc6df25), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:44.965102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Routers {'57237e6a-b485-4e99-b503-1e4ec1ed158e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:28:44.969050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['57237e6a-b485-4e99-b503-1e4ec1ed158e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:45.020536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:45.031450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:45.046630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdb705-88b0-44bf-81f8-265982c678c9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Pushing event deleted for resources: {'Port': ['ID=a1b63209-c454-4735-a6ae-2fd9ccc6df25,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:45.081450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:45.081844 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:45.134070 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f39589fd-487b-4436-a947-369181706db9 None None] Port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:28:45.185600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d265725f-0a78-4ae2-8e8c-9aa7f7df8094 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:28:45.243991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e4892f-2244-4e00-a30e-fe6d8148923a req-45bdb705-88b0-44bf-81f8-265982c678c9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] No DVR routers for this DVR port a1b63209-c454-4735-a6ae-2fd9ccc6df25 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:45.251152 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f9e4892f-2244-4e00-a30e-fe6d8148923a req-45bdb705-88b0-44bf-81f8-265982c678c9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:45.260417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f9e4892f-2244-4e00-a30e-fe6d8148923a req-45bdb705-88b0-44bf-81f8-265982c678c9 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.35 "DELETE /v2.0/ports/a1b63209-c454-4735-a6ae-2fd9ccc6df25 HTTP/1.1" status: 204 len: 173 time: 1.3476915 Jan 28 12:28:45.281320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7c8732-87a1-4cc7-a81d-e8594fcee40f', 'name': 'network-vif-deleted', 'tag': 'a1b63209-c454-4735-a6ae-2fd9ccc6df25'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:45.307011 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af065e08-dd4b-4d6e-a62c-6f873060eb06" -d '{"events": [{"server_uuid": "3f7c8732-87a1-4cc7-a81d-e8594fcee40f", "name": "network-vif-deleted", "tag": "a1b63209-c454-4735-a6ae-2fd9ccc6df25"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:45.363861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d265725f-0a78-4ae2-8e8c-9aa7f7df8094, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d265725f-0a78-4ae2-8e8c-9aa7f7df8094,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:45.380786 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:45.399958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 87af9e10-034e-44f9-a4f7-065ff248c815 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:45.406440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01732c-9708-48ec-947d-b8e3679de182 req-7a48a23c-648d-48a9-8fa8-cfea8e07b872 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:45.407253 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fdff2688-4f72-4db2-9fe4-31858645e940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (da22103b-18ff-49e9-95ed-3374b7ac3131), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:45.418959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc01732c-9708-48ec-947d-b8e3679de182 req-7a48a23c-648d-48a9-8fa8-cfea8e07b872 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 944 time: 0.4150324 Jan 28 12:28:45.485109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] Set router 57237e6a-b485-4e99-b503-1e4ec1ed158e gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:28:45.490029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Router 57237e6a-b485-4e99-b503-1e4ec1ed158e has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:28:45.492055 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff2688-4f72-4db2-9fe4-31858645e940 admin admin] Pushing event deleted for resources: {'Port': ['ID=da22103b-18ff-49e9-95ed-3374b7ac3131,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:45.512400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 770e97f4-fea1-4412-88d7-fbf5f07b132a is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:45.513690 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:45.560685 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc01732c-9708-48ec-947d-b8e3679de182 req-5ade813c-6b10-4b4e-a3f1-96a05c94f0ad tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347721 Jan 28 12:28:45.694198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 770e97f4-fea1-4412-88d7-fbf5f07b132a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a,segment=NetworkSegment(ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2),segment_id=ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:45.700540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bc04a6a-c712-422c-847d-5bca235a4625 req-22079b1c-2eaa-4a33-ad66-cdb679a14230 tempest-LiveAutoBlockMigrationV225Test-1098046091 tempest-LiveAutoBlockMigrationV225Test-1098046091-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f7c8732-87a1-4cc7-a81d-e8594fcee40f HTTP/1.1" status: 200 len: 210 time: 0.0714450 Jan 28 12:28:45.718025 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa38fa8-e850-45a2-a3a3-7ce9ca6d0a14 x-openstack-request-id: req-caa38fa8-e850-45a2-a3a3-7ce9ca6d0a14 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:45.718373 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7c8732-87a1-4cc7-a81d-e8594fcee40f", "name": "network-vif-deleted", "tag": "a1b63209-c454-4735-a6ae-2fd9ccc6df25", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:45.718712 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-caa38fa8-e850-45a2-a3a3-7ce9ca6d0a14 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:45.718989 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7c8732-87a1-4cc7-a81d-e8594fcee40f', 'name': 'network-vif-deleted', 'tag': 'a1b63209-c454-4735-a6ae-2fd9ccc6df25', 'status': 'completed', 'code': 200} Jan 28 12:28:45.754418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:45.756846 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dc9b8f-f9ea-4b1f-85a0-f7b46e82c2a9" -d '{"events": [{"server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "name": "network-vif-plugged", "status": "completed", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:45.762828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:45.766471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b56d68dd-36c7-47e5-bc89-a67d72ab3591 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:45.842398 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: b56d68dd-36c7-47e5-bc89-a67d72ab3591 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:45.843285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b56d68dd-36c7-47e5-bc89-a67d72ab3591 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:45.853682 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-957d9941-0dc0-4134-a241-5b37d7d7072a None None] Provisioning complete for port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:45.854457 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-957d9941-0dc0-4134-a241-5b37d7d7072a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:45.927886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-957d9941-0dc0-4134-a241-5b37d7d7072a None None] Port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:28:45.929651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a1b63209-c454-4735-a6ae-2fd9ccc6df25 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:45.954892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697a11e-2252-45c8-9073-cae5c38c4f96 req-afd35e9e-1daa-4c00-84f3-506e1b85544e tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:45.964248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4697a11e-2252-45c8-9073-cae5c38c4f96 req-afd35e9e-1daa-4c00-84f3-506e1b85544e tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 949 time: 0.1465702 Jan 28 12:28:45.982145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d265725f-0a78-4ae2-8e8c-9aa7f7df8094'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:46.071480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4697a11e-2252-45c8-9073-cae5c38c4f96 req-035918c2-c132-4b53-9c0c-68611ead5c08 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/security-groups?id=30b0af00-f644-4b9f-a2de-0a58d38ddea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029072 Jan 28 12:28:46.099544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:28:46.118098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: a1b63209-c454-4735-a6ae-2fd9ccc6df25 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:46.118577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a1b63209-c454-4735-a6ae-2fd9ccc6df25 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:46.134407 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a6b91588-682e-43f5-9faa-08d410769490 admin admin] 10.222.0.53 "PUT /v2.0/routers/57237e6a-b485-4e99-b503-1e4ec1ed158e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0608025 Jan 28 12:28:46.327737 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc3c559-53b0-41c9-8d26-9753c8f8315a x-openstack-request-id: req-bcc3c559-53b0-41c9-8d26-9753c8f8315a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:46.328019 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "name": "network-vif-plugged", "status": "completed", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:46.328307 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcc3c559-53b0-41c9-8d26-9753c8f8315a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:46.328686 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'code': 200} Jan 28 12:28:46.368472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8a42c-d40d-4138-8abf-d5e5aaab9f30 req-e3fc1ab9-9be1-49fb-bec5-d7fc359e3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:46.370127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7c8a42c-d40d-4138-8abf-d5e5aaab9f30 req-e3fc1ab9-9be1-49fb-bec5-d7fc359e3942 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 1096 time: 0.1216478 Jan 28 12:28:46.475375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d265725f-0a78-4ae2-8e8c-9aa7f7df8094,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:46.479078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7c8a42c-d40d-4138-8abf-d5e5aaab9f30 req-bc0816d5-b097-4dbb-a89f-dcaacff388c0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980349 Jan 28 12:28:46.548960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=770e97f4-fea1-4412-88d7-fbf5f07b132a,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:46.564478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 87af9e10-034e-44f9-a4f7-065ff248c815 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:46.564943 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:46.668466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6d267624-e7a5-496a-8ed3-5ceb55e83fd2', 'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'mac_address': 'fa:16:3e:ae:fd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:42Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 2, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'subnets': [{'id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:46.711540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5bc557-41bf-4ac1-999a-a38b21a96601 None None] The sync data for ids ['57237e6a-b485-4e99-b503-1e4ec1ed158e'] in n-d-824835-4 is: [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6d267624-e7a5-496a-8ed3-5ceb55e83fd2', 'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'mac_address': 'fa:16:3e:ae:fd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:42Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 2, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'subnets': [{'id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:28:46.849919 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fdff2688-4f72-4db2-9fe4-31858645e940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (323555c6-15b2-4342-8e71-b8cd6995125f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:46.968083 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 87af9e10-034e-44f9-a4f7-065ff248c815 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:46.968491 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:47.022051 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:47.059332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 87af9e10-034e-44f9-a4f7-065ff248c815, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=87af9e10-034e-44f9-a4f7-065ff248c815,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:47.071636 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:47.177721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=87af9e10-034e-44f9-a4f7-065ff248c815,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:47.219687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689556-ac67-43fe-8e7e-ffa90fe7a4db req-373f8361-5ca8-4150-b104-810096ac939b tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:47.237968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40689556-ac67-43fe-8e7e-ffa90fe7a4db req-373f8361-5ca8-4150-b104-810096ac939b tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.1769819 Jan 28 12:28:47.362831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40689556-ac67-43fe-8e7e-ffa90fe7a4db req-f756f070-a6b2-4ffa-90bb-79ef074d1a1e tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204910 Jan 28 12:28:47.420898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36680) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:47.426694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-db8a8603-544e-41ae-96f0-f5353a1fed02 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1391205288', 'description': 'tempest-description--223667826'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:47.505017 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:47.530632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36692) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:47.561009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db8a8603-544e-41ae-96f0-f5353a1fed02 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:47.744936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdff2688-4f72-4db2-9fe4-31858645e940 admin admin] Router 323555c6-15b2-4342-8e71-b8cd6995125f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:28:47.898843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f14725-3e39-4e8d-a51f-5245045937ce admin admin] Deleting subnet fb43f70a-76e4-48b5-a102-e222ca278b51 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:28:47.928461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67f14725-3e39-4e8d-a51f-5245045937ce admin admin] Publish callbacks [] for subnet (fb43f70a-76e4-48b5-a102-e222ca278b51), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:47.933056 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db8a8603-544e-41ae-96f0-f5353a1fed02 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for security_group (e4161a0b-8943-4c71-8b79-48a94b1121fd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:47.972417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdff2688-4f72-4db2-9fe4-31858645e940 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:28:47.980843 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fdff2688-4f72-4db2-9fe4-31858645e940 admin admin] 10.222.0.53 "PUT /v2.0/routers/323555c6-15b2-4342-8e71-b8cd6995125f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8960226 Jan 28 12:28:47.985309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36698) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:47.988101 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7963f943-3a88-4b26-853a-35a32c3d9d8c None None] Sync routers for ids ['323555c6-15b2-4342-8e71-b8cd6995125f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:28:48.006424 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963f943-3a88-4b26-853a-35a32c3d9d8c None None] Routers {'323555c6-15b2-4342-8e71-b8cd6995125f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:28:48.007077 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7963f943-3a88-4b26-853a-35a32c3d9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['323555c6-15b2-4342-8e71-b8cd6995125f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:48.025753 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db8a8603-544e-41ae-96f0-f5353a1fed02 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e4161a0b-8943-4c71-8b79-48a94b1121fd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:48.135511 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Publish callbacks [] for router (323555c6-15b2-4342-8e71-b8cd6995125f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:48.200117 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7963f943-3a88-4b26-853a-35a32c3d9d8c None None] Set router 323555c6-15b2-4342-8e71-b8cd6995125f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:28:48.212413 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67f14725-3e39-4e8d-a51f-5245045937ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (fb43f70a-76e4-48b5-a102-e222ca278b51), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:48.254044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cad05b-a551-4489-a5ff-a8ddafd7df49 req-3db8b7d6-4732-4bab-9be1-f183e7a53795 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:48.268066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00cad05b-a551-4489-a5ff-a8ddafd7df49 req-3db8b7d6-4732-4bab-9be1-f183e7a53795 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 949 time: 0.5726037 Jan 28 12:28:48.327756 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Publish callbacks [] for router_gateway (323555c6-15b2-4342-8e71-b8cd6995125f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:48.330236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3424dd-de38-4a44-83a3-d7d50afe2ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87af9e10-034e-44f9-a4f7-065ff248c815'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:48.332663 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12135a03-787b-4866-ae15-b2618384ade5" -d '{"events": [{"server_uuid": "6b3424dd-de38-4a44-83a3-d7d50afe2ae5", "name": "network-vif-plugged", "status": "completed", "tag": "87af9e10-034e-44f9-a4f7-065ff248c815"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:48.359627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db8a8603-544e-41ae-96f0-f5353a1fed02 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:48.367604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-db8a8603-544e-41ae-96f0-f5353a1fed02 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9454885 Jan 28 12:28:48.402384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36702) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:48.415419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4254e865-5754-405f-915a-0b11132eb082 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Request body: {'security_group_rule': {'security_group_id': 'e4161a0b-8943-4c71-8b79-48a94b1121fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:48.423763 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7963f943-3a88-4b26-853a-35a32c3d9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'name': 'tempest-ServersTestMultiNic-1098605794-router', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:26:45Z', 'updated_at': '2022-01-28T12:28:44Z', 'revision_number': 5, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'gw_port': {'id': 'd91a68ff-32ac-43f4-b134-5f2d6801233a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:26:46Z', 'updated_at': '2022-01-28T12:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:48.464157 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7963f943-3a88-4b26-853a-35a32c3d9d8c None None] Checking router: 323555c6-15b2-4342-8e71-b8cd6995125f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:28:48.468481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a8603-544e-41ae-96f0-f5353a1fed02 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4161a0b-8943-4c71-8b79-48a94b1121fd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:48.478159 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963f943-3a88-4b26-853a-35a32c3d9d8c None None] Routers {'323555c6-15b2-4342-8e71-b8cd6995125f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:28:48.479464 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7963f943-3a88-4b26-853a-35a32c3d9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['323555c6-15b2-4342-8e71-b8cd6995125f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:48.506712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877eb34-8643-406c-96b0-952171760092 req-80001e20-de19-4666-a09d-84e977d76c94 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:48.514710 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3877eb34-8643-406c-96b0-952171760092 req-80001e20-de19-4666-a09d-84e977d76c94 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 946 time: 0.5239563 Jan 28 12:28:48.525083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Deleting port d91a68ff-32ac-43f4-b134-5f2d6801233a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:48.525083 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:48.535718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4254e865-5754-405f-915a-0b11132eb082 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for security_group_rule (77663b8e-ea9e-4d9f-bb5a-fc00837261f0), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:48.586078 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7963f943-3a88-4b26-853a-35a32c3d9d8c None None] Set router 323555c6-15b2-4342-8e71-b8cd6995125f gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:28:48.593339 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67f14725-3e39-4e8d-a51f-5245045937ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (fb43f70a-76e4-48b5-a102-e222ca278b51), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:48.653861 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7963f943-3a88-4b26-853a-35a32c3d9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'name': 'tempest-ServersTestMultiNic-1098605794-router', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:26:45Z', 'updated_at': '2022-01-28T12:28:48Z', 'revision_number': 6, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:48.682078 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7963f943-3a88-4b26-853a-35a32c3d9d8c None None] The sync data for ids ['323555c6-15b2-4342-8e71-b8cd6995125f'] in n-d-824835-4 is: [{'id': '323555c6-15b2-4342-8e71-b8cd6995125f', 'name': 'tempest-ServersTestMultiNic-1098605794-router', 'tenant_id': 'df8d66ad4fda469aa1304bc289553fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:26:45Z', 'updated_at': '2022-01-28T12:28:48Z', 'revision_number': 6, 'project_id': 'df8d66ad4fda469aa1304bc289553fa8', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:28:48.727178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] For port d91a68ff-32ac-43f4-b134-5f2d6801233a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d91a68ff-32ac-43f4-b134-5f2d6801233a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:48.727696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:48.737486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3877eb34-8643-406c-96b0-952171760092 req-81d24332-0401-4bb4-b4cb-92d8ca4af906 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155190 Jan 28 12:28:48.754818 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Calling delete_port for d91a68ff-32ac-43f4-b134-5f2d6801233a owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:48.816765 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f56f69-fc93-4aa0-aa37-a50d11d48317 x-openstack-request-id: req-56f56f69-fc93-4aa0-aa37-a50d11d48317 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:48.817334 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3424dd-de38-4a44-83a3-d7d50afe2ae5", "name": "network-vif-plugged", "status": "completed", "tag": "87af9e10-034e-44f9-a4f7-065ff248c815", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:48.817832 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56f56f69-fc93-4aa0-aa37-a50d11d48317 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:48.818467 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3424dd-de38-4a44-83a3-d7d50afe2ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87af9e10-034e-44f9-a4f7-065ff248c815', 'code': 200} Jan 28 12:28:48.830135 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00cad05b-a551-4489-a5ff-a8ddafd7df49 req-edb7784a-d32d-4ffa-8c39-22208218f899 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/security-groups?id=30b0af00-f644-4b9f-a2de-0a58d38ddea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609453 Jan 28 12:28:48.846012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67f14725-3e39-4e8d-a51f-5245045937ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (fb43f70a-76e4-48b5-a102-e222ca278b51), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:48.940070 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f14725-3e39-4e8d-a51f-5245045937ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb43f70a-76e4-48b5-a102-e222ca278b51,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:48.995821 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67f14725-3e39-4e8d-a51f-5245045937ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.024226 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-67f14725-3e39-4e8d-a51f-5245045937ce admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fb43f70a-76e4-48b5-a102-e222ca278b51 HTTP/1.1" status: 204 len: 168 time: 1.4921274 Jan 28 12:28:49.044877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36718) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:49.177395 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d91a68ff-32ac-43f4-b134-5f2d6801233a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.232183 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d91a68ff-32ac-43f4-b134-5f2d6801233a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:49.236069 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4254e865-5754-405f-915a-0b11132eb082 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for security_group_rule (77663b8e-ea9e-4d9f-bb5a-fc00837261f0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.258125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4254e865-5754-405f-915a-0b11132eb082 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (77663b8e-ea9e-4d9f-bb5a-fc00837261f0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.275694 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be606397-80f4-45dc-96e2-13bdaaff5278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.290685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facf324-e617-4a10-8ff9-4bf7e2882f98 req-d5288e35-3d73-4618-af60-1c0affc54ca3 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:49.297938 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9facf324-e617-4a10-8ff9-4bf7e2882f98 req-d5288e35-3d73-4618-af60-1c0affc54ca3 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.3386292 Jan 28 12:28:49.320848 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (7acd3fbf-daa0-47cb-a4bd-57914dec4db6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.336064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254e865-5754-405f-915a-0b11132eb082 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77663b8e-ea9e-4d9f-bb5a-fc00837261f0,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:49.344707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4254e865-5754-405f-915a-0b11132eb082 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.348282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4254e865-5754-405f-915a-0b11132eb082 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9435673 Jan 28 12:28:49.375075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36720) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:49.389687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9facf324-e617-4a10-8ff9-4bf7e2882f98 req-9d066d7b-4705-4af3-a89a-5c8f89f67bd2 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887868 Jan 28 12:28:49.399851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ac055669-2dea-4584-8d92-d1aff3283efe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Request body: {'security_group_rule': {'security_group_id': 'e4161a0b-8943-4c71-8b79-48a94b1121fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:49.418488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d265725f-0a78-4ae2-8e8c-9aa7f7df8094 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:49.527374 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (323555c6-15b2-4342-8e71-b8cd6995125f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.533003 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef15b3-72dd-4b8f-8314-b560e4f8a3e2 req-e05b8955-3fa9-4ed7-a46d-07d570557ebd tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:49.537811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7ef15b3-72dd-4b8f-8314-b560e4f8a3e2 req-e05b8955-3fa9-4ed7-a46d-07d570557ebd tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.49 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 946 time: 0.1334260 Jan 28 12:28:49.570421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:28:49.574853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:49.575920 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.708950 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac055669-2dea-4584-8d92-d1aff3283efe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for security_group_rule (3b3b1246-8150-4888-bb5a-e982075a5c63), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.751319 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (323555c6-15b2-4342-8e71-b8cd6995125f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.764486 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Publish callbacks [] for router_controller (323555c6-15b2-4342-8e71-b8cd6995125f), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.777944 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (7acd3fbf-daa0-47cb-a4bd-57914dec4db6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.811712 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:49.814277 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.854555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acd3fbf-daa0-47cb-a4bd-57914dec4db6']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:49.882424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:49.884903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1fe143-ba3e-4092-b256-fba4dfbe7de9') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:49.913286 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (ef1fe143-ba3e-4092-b256-fba4dfbe7de9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.926997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d265725f-0a78-4ae2-8e8c-9aa7f7df8094, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d265725f-0a78-4ae2-8e8c-9aa7f7df8094,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:49.940729 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.949420 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ef1fe143-ba3e-4092-b256-fba4dfbe7de9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.960069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:28:49.961988 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (ef1fe143-ba3e-4092-b256-fba4dfbe7de9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.969415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (323555c6-15b2-4342-8e71-b8cd6995125f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.970005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 323555c6-15b2-4342-8e71-b8cd6995125f {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:28:49.980295 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:49.989385 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-20ae378a-0be1-4751-8511-d29a37fbbe6b admin admin] 10.222.0.53 "DELETE /v2.0/routers/323555c6-15b2-4342-8e71-b8cd6995125f HTTP/1.1" status: 204 len: 168 time: 1.9950705 Jan 28 12:28:49.989652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f1ce23b7-c6dc-449a-abb9-9959fe4fd990 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:49.990006 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36734) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:28:50.042166 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:28:50.056569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d265725f-0a78-4ae2-8e8c-9aa7f7df8094,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:50.078854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f1ce23b7-c6dc-449a-abb9-9959fe4fd990 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:50.079578 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:50.161528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa995888-ed41-4cab-8c1d-8d4ea91e85ed admin admin] Deleting subnet 2a4f94a4-802b-4668-994c-a672647da3dc {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:28:50.170658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa995888-ed41-4cab-8c1d-8d4ea91e85ed admin admin] Publish callbacks [] for subnet (2a4f94a4-802b-4668-994c-a672647da3dc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:50.255565 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa995888-ed41-4cab-8c1d-8d4ea91e85ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (2a4f94a4-802b-4668-994c-a672647da3dc), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:50.462982 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa995888-ed41-4cab-8c1d-8d4ea91e85ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (2a4f94a4-802b-4668-994c-a672647da3dc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:50.569252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa995888-ed41-4cab-8c1d-8d4ea91e85ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (2a4f94a4-802b-4668-994c-a672647da3dc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:50.617839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa995888-ed41-4cab-8c1d-8d4ea91e85ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a4f94a4-802b-4668-994c-a672647da3dc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:50.629289 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f1ce23b7-c6dc-449a-abb9-9959fe4fd990 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:50.629848 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:50.632498 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa995888-ed41-4cab-8c1d-8d4ea91e85ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:50.640690 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fa995888-ed41-4cab-8c1d-8d4ea91e85ed admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2a4f94a4-802b-4668-994c-a672647da3dc HTTP/1.1" status: 204 len: 168 time: 0.6495509 Jan 28 12:28:50.643008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36738) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:50.666377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f592e-e8e2-4097-b85b-e7516ff2b7cf None None] Network f89eccd9-320f-414e-b474-79eb42476319 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:50.856346 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f89eccd9-320f-414e-b474-79eb42476319), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:50.858161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313c2617-c27b-4428-baef-9eeaf1b5c30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd265725f-0a78-4ae2-8e8c-9aa7f7df8094'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:50.860459 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7206164d-9819-424e-aae4-7e4c1552731d" -d '{"events": [{"server_uuid": "313c2617-c27b-4428-baef-9eeaf1b5c30d", "name": "network-vif-plugged", "status": "completed", "tag": "d265725f-0a78-4ae2-8e8c-9aa7f7df8094"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:50.865463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port f1ce23b7-c6dc-449a-abb9-9959fe4fd990, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f1ce23b7-c6dc-449a-abb9-9959fe4fd990,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:50.883582 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:50.981016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Deleting port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:50.981435 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.016328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device da22103b-18ff-49e9-95ed-3374b7ac3131 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:51.046353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Sync routers for ids ['57237e6a-b485-4e99-b503-1e4ec1ed158e'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:28:51.052228 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (7acd3fbf-daa0-47cb-a4bd-57914dec4db6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.095477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffcf05-e3f9-47e2-8e91-0af3406a61c1 req-cd927dce-41fa-42d6-a325-20adcbd33267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:51.097135 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffffcf05-e3f9-47e2-8e91-0af3406a61c1 req-cd927dce-41fa-42d6-a325-20adcbd33267 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5599b434788a41b5bcf86b1f05c53f83&device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 1096 time: 1.0473993 Jan 28 12:28:51.100604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] For port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d9786ffa-7c9e-4a90-a14d-f08fcd483fb3,segment=NetworkSegment(73492760-cb2a-40e1-b6de-05940462b219),segment_id=73492760-cb2a-40e1-b6de-05940462b219)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:51.100974 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.120729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3704e-8a3a-49ba-9529-89156381f1e4 req-d272c6aa-97f9-4969-9127-9214678f89fb tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:51.122520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7fd3704e-8a3a-49ba-9529-89156381f1e4 req-d272c6aa-97f9-4969-9127-9214678f89fb tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 946 time: 1.0757496 Jan 28 12:28:51.125646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: da22103b-18ff-49e9-95ed-3374b7ac3131 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:51.125999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device da22103b-18ff-49e9-95ed-3374b7ac3131 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:51.126431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d91a68ff-32ac-43f4-b134-5f2d6801233a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:51.128129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.130669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Calling delete_port for d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:51.139150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36748) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:51.139888 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7acd3fbf-daa0-47cb-a4bd-57914dec4db6 HTTP/1.1" status: 204 len: 168 time: 2.0926230 Jan 28 12:28:51.154342 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Routers {'57237e6a-b485-4e99-b503-1e4ec1ed158e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:28:51.154991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['57237e6a-b485-4e99-b503-1e4ec1ed158e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:51.162364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=f1ce23b7-c6dc-449a-abb9-9959fe4fd990,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:51.175632 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac055669-2dea-4584-8d92-d1aff3283efe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for security_group_rule (3b3b1246-8150-4888-bb5a-e982075a5c63), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.203772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: d91a68ff-32ac-43f4-b134-5f2d6801233a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:51.204068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d91a68ff-32ac-43f4-b134-5f2d6801233a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:51.247588 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac055669-2dea-4584-8d92-d1aff3283efe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (3b3b1246-8150-4888-bb5a-e982075a5c63), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.248536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-11360779-6f27-4109-bb8d-5795fce71c60 admin admin] Deleting subnet 52d82f7e-8dec-4912-be2b-0dcb7dc1d84a {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:28:51.265892 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11360779-6f27-4109-bb8d-5795fce71c60 admin admin] Publish callbacks [] for subnet (52d82f7e-8dec-4912-be2b-0dcb7dc1d84a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.305103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137a816-a2ab-41ca-858a-e682cb8d1b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=7acd3fbf-daa0-47cb-a4bd-57914dec4db6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:51.316415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ef4f1d-3244-42ac-b304-671ba8e35947 None None] DHCP port deletion for f89eccd9-320f-414e-b474-79eb42476319 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:28:51.342655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0537b-92ba-44ae-aed7-eb60626caea8 req-be14403b-1c83-4950-8999-f62f1d2081da tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:51.344673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2d0537b-92ba-44ae-aed7-eb60626caea8 req-be14403b-1c83-4950-8999-f62f1d2081da tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 1.2992885 Jan 28 12:28:51.362734 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d9786ffa-7c9e-4a90-a14d-f08fcd483fb3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.383872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-96ef4f1d-3244-42ac-b304-671ba8e35947 None None] The port 'd9786ffa-7c9e-4a90-a14d-f08fcd483fb3' was deleted {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 12:28:51.394173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Set router 57237e6a-b485-4e99-b503-1e4ec1ed158e gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:28:51.454872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9786ffa-7c9e-4a90-a14d-f08fcd483fb3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:51.458416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] No DVR routers for this DVR port d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:51.461705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac055669-2dea-4584-8d92-d1aff3283efe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3b1246-8150-4888-bb5a-e982075a5c63,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:51.494560 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11360779-6f27-4109-bb8d-5795fce71c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (52d82f7e-8dec-4912-be2b-0dcb7dc1d84a), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.537092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c7ef15b3-72dd-4b8f-8314-b560e4f8a3e2 req-82e57824-4184-4fe4-aca1-fc65bafbb964 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Deleting port 4153b093-4b15-4bff-89b9-9ca427757dd3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:51.537393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7ef15b3-72dd-4b8f-8314-b560e4f8a3e2 req-82e57824-4184-4fe4-aca1-fc65bafbb964 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.593073 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac055669-2dea-4584-8d92-d1aff3283efe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.594269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ac055669-2dea-4584-8d92-d1aff3283efe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1994386 Jan 28 12:28:51.625642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f89eccd9-320f-414e-b474-79eb42476319), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.667130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89eccd9-320f-414e-b474-79eb42476319']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:51.670384 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f1ce23b7-c6dc-449a-abb9-9959fe4fd990 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:51.674522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36750) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:51.683040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73492760-cb2a-40e1-b6de-05940462b219') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:51.683476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73492760-cb2a-40e1-b6de-05940462b219') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:51.696922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (73492760-cb2a-40e1-b6de-05940462b219), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.720598 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (73492760-cb2a-40e1-b6de-05940462b219), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.730866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:28:51.733049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (73492760-cb2a-40e1-b6de-05940462b219), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.741380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:51.758603 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84169633-d8b6-41d8-b32c-95eac4c04135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.813574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f1ce23b7-c6dc-449a-abb9-9959fe4fd990 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:51.814033 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:28:51.822058 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:28:51.826804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2d0537b-92ba-44ae-aed7-eb60626caea8 req-bc0a340a-be30-4919-9854-c8d924ce59e4 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781285 Jan 28 12:28:51.828002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffcf05-e3f9-47e2-8e91-0af3406a61c1 req-42d11321-4863-4fc4-8fa6-0769c8ff997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:51.851483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffffcf05-e3f9-47e2-8e91-0af3406a61c1 req-42d11321-4863-4fc4-8fa6-0769c8ff997d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab HTTP/1.1" status: 200 len: 921 time: 0.6733398 Jan 28 12:28:51.854104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6d267624-e7a5-496a-8ed3-5ceb55e83fd2', 'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'mac_address': 'fa:16:3e:ae:fd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:42Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 2, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'subnets': [{'id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:51.865438 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7fd3704e-8a3a-49ba-9529-89156381f1e4 req-7b96b2c9-670b-4ea8-af21-c589f1b08501 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481047 Jan 28 12:28:51.894807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Checking router: 57237e6a-b485-4e99-b503-1e4ec1ed158e for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:28:51.895300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Updating router 57237e6a-b485-4e99-b503-1e4ec1ed158e port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:28:51.901591 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11360779-6f27-4109-bb8d-5795fce71c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (52d82f7e-8dec-4912-be2b-0dcb7dc1d84a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.937476 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.941928 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f89eccd9-320f-414e-b474-79eb42476319), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.954967 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.972981 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:51.980545 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f89eccd9-320f-414e-b474-79eb42476319 HTTP/1.1" status: 204 len: 168 time: 1.3364937 Jan 28 12:28:52.013629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d2a20-cd30-4277-a450-2b8387ce29d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f89eccd9-320f-414e-b474-79eb42476319,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:52.097842 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11360779-6f27-4109-bb8d-5795fce71c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (52d82f7e-8dec-4912-be2b-0dcb7dc1d84a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.154729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11360779-6f27-4109-bb8d-5795fce71c60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.158056 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-11360779-6f27-4109-bb8d-5795fce71c60 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/52d82f7e-8dec-4912-be2b-0dcb7dc1d84a HTTP/1.1" status: 204 len: 168 time: 1.0131390 Jan 28 12:28:52.158874 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11360779-6f27-4109-bb8d-5795fce71c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d82f7e-8dec-4912-be2b-0dcb7dc1d84a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:52.163981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36764) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:52.169815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffffcf05-e3f9-47e2-8e91-0af3406a61c1 req-a94ec199-cd7f-4482-97b5-249cf0ab064c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 217 time: 0.2537334 Jan 28 12:28:52.229395 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc80760-35f4-4fd1-99cb-4fc495b07206 x-openstack-request-id: req-8bc80760-35f4-4fd1-99cb-4fc495b07206 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:52.231199 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313c2617-c27b-4428-baef-9eeaf1b5c30d", "name": "network-vif-plugged", "status": "completed", "tag": "d265725f-0a78-4ae2-8e8c-9aa7f7df8094", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:52.232875 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bc80760-35f4-4fd1-99cb-4fc495b07206 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:52.234142 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313c2617-c27b-4428-baef-9eeaf1b5c30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd265725f-0a78-4ae2-8e8c-9aa7f7df8094', 'code': 200} Jan 28 12:28:52.255879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c7ef15b3-72dd-4b8f-8314-b560e4f8a3e2 req-82e57824-4184-4fe4-aca1-fc65bafbb964 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] For port 4153b093-4b15-4bff-89b9-9ca427757dd3, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4153b093-4b15-4bff-89b9-9ca427757dd3,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:52.256417 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7ef15b3-72dd-4b8f-8314-b560e4f8a3e2 req-82e57824-4184-4fe4-aca1-fc65bafbb964 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.280714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c7ef15b3-72dd-4b8f-8314-b560e4f8a3e2 req-82e57824-4184-4fe4-aca1-fc65bafbb964 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Calling delete_port for 4153b093-4b15-4bff-89b9-9ca427757dd3 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:52.290166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:52.293648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f1ce23b7-c6dc-449a-abb9-9959fe4fd990 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:52.400121 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (7a7b005a-0bb6-4aed-b6fb-ac23b0439176), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.424046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:52.462851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:52.463210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d9786ffa-7c9e-4a90-a14d-f08fcd483fb3 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:52.492413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e2f9b-d1bc-4c2e-a58d-a00a550c35d8 req-8d3e358b-2d91-4373-bd31-7c97c24bec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:52.498784 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b17e2f9b-d1bc-4c2e-a58d-a00a550c35d8 req-8d3e358b-2d91-4373-bd31-7c97c24bec87 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 1101 time: 0.1860585 Jan 28 12:28:52.566355 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c141c977-0d9f-43c2-b0ed-c03f4a73061a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df8d66ad4fda469aa1304bc289553fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748311 Jan 28 12:28:52.592460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36768) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:52.678392 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Publish callbacks [] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.685538 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (7a7b005a-0bb6-4aed-b6fb-ac23b0439176), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.687314 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7ef15b3-72dd-4b8f-8314-b560e4f8a3e2 req-82e57824-4184-4fe4-aca1-fc65bafbb964 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4153b093-4b15-4bff-89b9-9ca427757dd3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.694535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffcf05-e3f9-47e2-8e91-0af3406a61c1 req-142286e2-e117-4fb6-9177-581e5ba59021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:52.696161 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffffcf05-e3f9-47e2-8e91-0af3406a61c1 req-142286e2-e117-4fb6-9177-581e5ba59021 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18f37071-a2c8-4785-af0c-4f9d2a398de7 HTTP/1.1" status: 200 len: 860 time: 0.1780963 Jan 28 12:28:52.697758 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b17e2f9b-d1bc-4c2e-a58d-a00a550c35d8 req-3b64c53a-8dd5-4a3d-8d7d-c34e624cdc75 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=30b0af00-f644-4b9f-a2de-0a58d38ddea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300414 Jan 28 12:28:52.704184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['38126abd-fd36-4a25-ae4d-62d0a915a334'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:52.707561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b0034d15-0e7e-4ce7-83ba-805080d41fc4'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:28:52.730904 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7b005a-0bb6-4aed-b6fb-ac23b0439176']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:52.733860 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.742541 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffffcf05-e3f9-47e2-8e91-0af3406a61c1 req-0556600f-6615-421a-8cf0-d5ba4edf51c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297942 Jan 28 12:28:52.755215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894276f6-fac7-4bed-af83-c8fd9d8689f8') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:52.759376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894276f6-fac7-4bed-af83-c8fd9d8689f8') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:52.769192 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-492c5896-d207-4c6b-9251-6499eb6e254d admin admin] Publish callbacks [] for security_group (3dbb54c4-8ddd-4b44-8f3b-282f439aa247), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.781727 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (894276f6-fac7-4bed-af83-c8fd9d8689f8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.813486 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (894276f6-fac7-4bed-af83-c8fd9d8689f8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.823440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e26866-0e38-481d-8a67-2d122aceba44 None None] Pushing event updated for resources: {'Port': ['ID=6d267624-e7a5-496a-8ed3-5ceb55e83fd2,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:52.824656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:28:52.825848 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (894276f6-fac7-4bed-af83-c8fd9d8689f8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:28:52.827855 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:28:52.935703 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.960579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffffcf05-e3f9-47e2-8e91-0af3406a61c1 req-776ef109-8a6b-48df-9ee7-162281c95f94 service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877866 Jan 28 12:28:52.971258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8a985-050f-4970-aaa0-865a6ea56ba8 req-465f67cf-6a3e-40cd-ae38-f356369a65ea tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:52.986810 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92a8a985-050f-4970-aaa0-865a6ea56ba8 req-465f67cf-6a3e-40cd-ae38-f356369a65ea tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 950 time: 0.4787252 Jan 28 12:28:52.989746 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (7a7b005a-0bb6-4aed-b6fb-ac23b0439176), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:52.995770 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:53.006121 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7a7b005a-0bb6-4aed-b6fb-ac23b0439176 HTTP/1.1" status: 204 len: 168 time: 0.8410354 Jan 28 12:28:53.033096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088615b7-badc-4586-92b0-5dfa7cee43f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7b005a-0bb6-4aed-b6fb-ac23b0439176,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:53.038411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e57824-4184-4fe4-aca1-fc65bafbb964 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Pushing event deleted for resources: {'Port': ['ID=4153b093-4b15-4bff-89b9-9ca427757dd3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:53.223360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Attempting to bind port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:28:53.232152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Attempting to bind port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:28:53.232687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Attempting to bind port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:28:53.280229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:28:53.283741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Checking segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:53.286404 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:53.286954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Bound using segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:28:53.287675 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Bound port: 6d267624-e7a5-496a-8ed3-5ceb55e83fd2, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:28:53.288174 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:53.349745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:53.441215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffffcf05-e3f9-47e2-8e91-0af3406a61c1 req-abee898b-5806-40e0-b7fb-8f09fa4755c7 service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306536 Jan 28 12:28:53.446197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-492c5896-d207-4c6b-9251-6499eb6e254d admin admin] Publish callbacks [] for security_group (3dbb54c4-8ddd-4b44-8f3b-282f439aa247), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:53.460585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ef15b3-72dd-4b8f-8314-b560e4f8a3e2 req-82e57824-4184-4fe4-aca1-fc65bafbb964 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] No DVR routers for this DVR port 4153b093-4b15-4bff-89b9-9ca427757dd3 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:28:53.483111 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5ee8b467-7475-4d27-983a-6249b678f58a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72d261eb21094b23ae0e82eafab9582c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298866 Jan 28 12:28:53.484129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:53.492124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4153b093-4b15-4bff-89b9-9ca427757dd3 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:28:53.496636 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7ef15b3-72dd-4b8f-8314-b560e4f8a3e2 req-82e57824-4184-4fe4-aca1-fc65bafbb964 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:53.502675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7ef15b3-72dd-4b8f-8314-b560e4f8a3e2 req-82e57824-4184-4fe4-aca1-fc65bafbb964 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.49 "DELETE /v2.0/ports/4153b093-4b15-4bff-89b9-9ca427757dd3 HTTP/1.1" status: 204 len: 173 time: 3.8673656 Jan 28 12:28:53.517223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80131760-e688-46ec-9ee9-fb4f94196213', 'name': 'network-vif-deleted', 'tag': '4153b093-4b15-4bff-89b9-9ca427757dd3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:28:53.527009 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05364bed-39da-48aa-9ea4-d4bfba52b6fb" -d '{"events": [{"server_uuid": "80131760-e688-46ec-9ee9-fb4f94196213", "name": "network-vif-deleted", "tag": "4153b093-4b15-4bff-89b9-9ca427757dd3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:28:53.600411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4087b70-fba6-41b2-b945-63d7571d835b admin admin] Publish callbacks [] for security_group (419ea38e-f659-4f52-afcc-4a21d1fbe53e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:53.667770 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4087b70-fba6-41b2-b945-63d7571d835b admin admin] Publish callbacks [] for security_group (419ea38e-f659-4f52-afcc-4a21d1fbe53e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:53.699113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d1a19-605f-429e-aa35-16b6a3f0951d req-d5560343-6b7f-4ac7-a605-1cba2a90a50d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:53.702554 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c94d1a19-605f-429e-aa35-16b6a3f0951d req-d5560343-6b7f-4ac7-a605-1cba2a90a50d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.6498051 Jan 28 12:28:53.735113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] For port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:28:53.738525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] For port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6d267624-e7a5-496a-8ed3-5ceb55e83fd2,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:28:53.763138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 4153b093-4b15-4bff-89b9-9ca427757dd3 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:28:53.763781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4153b093-4b15-4bff-89b9-9ca427757dd3 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:28:53.766392 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:53.786531 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4087b70-fba6-41b2-b945-63d7571d835b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (419ea38e-f659-4f52-afcc-4a21d1fbe53e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:53.789341 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:53.789926 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4087b70-fba6-41b2-b945-63d7571d835b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:53.794027 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f4087b70-fba6-41b2-b945-63d7571d835b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/419ea38e-f659-4f52-afcc-4a21d1fbe53e HTTP/1.1" status: 204 len: 168 time: 0.3086002 Jan 28 12:28:53.808638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4087b70-fba6-41b2-b945-63d7571d835b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419ea38e-f659-4f52-afcc-4a21d1fbe53e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:53.905477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Routers {'57237e6a-b485-4e99-b503-1e4ec1ed158e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:28:53.913768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92a8a985-050f-4970-aaa0-865a6ea56ba8 req-1547830c-06c1-4c1b-a61b-3a2ec1463bd3 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/security-groups?id=30b0af00-f644-4b9f-a2de-0a58d38ddea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9257638 Jan 28 12:28:53.930813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['57237e6a-b485-4e99-b503-1e4ec1ed158e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:53.936232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d96a2565-eae7-49be-bbb1-5bb62a6c5f73 None None] Provisioning complete for port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:53.936564 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c94d1a19-605f-429e-aa35-16b6a3f0951d req-6eead920-86aa-4908-82c3-ddfed74f69bc tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856039 Jan 28 12:28:53.946999 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d96a2565-eae7-49be-bbb1-5bb62a6c5f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:54.332130 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c215982-f8ec-4f80-91b4-3209c17900ab x-openstack-request-id: req-8c215982-f8ec-4f80-91b4-3209c17900ab {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:28:54.332431 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80131760-e688-46ec-9ee9-fb4f94196213", "name": "network-vif-deleted", "tag": "4153b093-4b15-4bff-89b9-9ca427757dd3", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:28:54.332691 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c215982-f8ec-4f80-91b4-3209c17900ab {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:28:54.333096 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80131760-e688-46ec-9ee9-fb4f94196213', 'name': 'network-vif-deleted', 'tag': '4153b093-4b15-4bff-89b9-9ca427757dd3', 'status': 'completed', 'code': 200} Jan 28 12:28:54.376994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Allocated IP 172.25.7.14 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/f514dc4c-b907-40b7-89e4-f9b819f1cb9f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:54.408499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72583a61-3031-4b2e-b7b7-268a67334100 req-6ea77839-4fd6-44e0-9325-e9c532a5bd6b tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=80131760-e688-46ec-9ee9-fb4f94196213 HTTP/1.1" status: 200 len: 210 time: 0.0782053 Jan 28 12:28:54.429492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-492c5896-d207-4c6b-9251-6499eb6e254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3dbb54c4-8ddd-4b44-8f3b-282f439aa247), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:54.432856 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-492c5896-d207-4c6b-9251-6499eb6e254d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:54.434141 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-492c5896-d207-4c6b-9251-6499eb6e254d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3dbb54c4-8ddd-4b44-8f3b-282f439aa247 HTTP/1.1" status: 204 len: 168 time: 1.8319032 Jan 28 12:28:54.496148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e26866-0e38-481d-8a67-2d122aceba44 None None] Pushing event updated for resources: {'Port': ['ID=6d267624-e7a5-496a-8ed3-5ceb55e83fd2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:54.496635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c5896-d207-4c6b-9251-6499eb6e254d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbb54c4-8ddd-4b44-8f3b-282f439aa247,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:54.617511 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for port (f514dc4c-b907-40b7-89e4-f9b819f1cb9f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:54.666620 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f514dc4c-b907-40b7-89e4-f9b819f1cb9f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:54.725378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:54.755880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:54.767464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:54.771380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:54.779770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36806) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:54.872739 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d83461b7-61df-4381-ae24-53a7daebbb1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af2a0129913046baaa267550dbcd2936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0909090 Jan 28 12:28:54.874871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36810) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:54.879181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event updated for resources: {'Port': ['ID=f514dc4c-b907-40b7-89e4-f9b819f1cb9f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:54.910197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d96a2565-eae7-49be-bbb1-5bb62a6c5f73 None None] Current status of the port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:54.910835 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d96a2565-eae7-49be-bbb1-5bb62a6c5f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:54.947779 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26e1bf32-652d-4abe-be66-61f6037eb631 admin admin] Publish callbacks [] for security_group (24057b7c-24a1-44b6-a809-d3e5be5364e5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:54.996967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26e1bf32-652d-4abe-be66-61f6037eb631 admin admin] Publish callbacks [] for security_group (24057b7c-24a1-44b6-a809-d3e5be5364e5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:55.013270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] Set router 57237e6a-b485-4e99-b503-1e4ec1ed158e gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:28:55.018904 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for floatingip (b1c15eab-6d19-4d6a-8f5e-abacba410f0c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:55.080977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d96a2565-eae7-49be-bbb1-5bb62a6c5f73 None None] For port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6d267624-e7a5-496a-8ed3-5ceb55e83fd2,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:55.095952 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d96a2565-eae7-49be-bbb1-5bb62a6c5f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:55.141268 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26e1bf32-652d-4abe-be66-61f6037eb631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (24057b7c-24a1-44b6-a809-d3e5be5364e5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:55.143972 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26e1bf32-652d-4abe-be66-61f6037eb631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:55.145114 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-26e1bf32-652d-4abe-be66-61f6037eb631 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24057b7c-24a1-44b6-a809-d3e5be5364e5 HTTP/1.1" status: 204 len: 168 time: 0.2692873 Jan 28 12:28:55.155715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1bf32-652d-4abe-be66-61f6037eb631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24057b7c-24a1-44b6-a809-d3e5be5364e5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:55.165003 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f514dc4c-b907-40b7-89e4-f9b819f1cb9f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:55.264162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a2565-eae7-49be-bbb1-5bb62a6c5f73 None None] Pushing event updated for resources: {'Port': ['ID=6d267624-e7a5-496a-8ed3-5ceb55e83fd2,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:55.348397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be952-cb4f-4a2e-bbac-d5c8602d07d2 req-b0fcbf48-7142-4b56-8298-0c095d8332fa tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:55.358163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-285be952-cb4f-4a2e-bbac-d5c8602d07d2 req-b0fcbf48-7142-4b56-8298-0c095d8332fa tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.2660191 Jan 28 12:28:55.384565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da7e6b-f733-45f2-8b40-ceea30421f19 req-7d07b400-75bf-440c-bc18-00e802c61e72 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:55.387033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26da7e6b-f733-45f2-8b40-ceea30421f19 req-7d07b400-75bf-440c-bc18-00e802c61e72 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 950 time: 0.2824898 Jan 28 12:28:55.429549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6432f5a9-affc-4b29-a762-39fe9dc90425 None None] Provisioning complete for port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:55.431474 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6432f5a9-affc-4b29-a762-39fe9dc90425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:55.624123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-285be952-cb4f-4a2e-bbac-d5c8602d07d2 req-10504170-270c-4131-9aac-a026e5e10d7f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341571 Jan 28 12:28:55.681621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26da7e6b-f733-45f2-8b40-ceea30421f19 req-dd9ccdb8-0207-4315-88ea-6e416d6f0f34 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/security-groups?id=30b0af00-f644-4b9f-a2de-0a58d38ddea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722790 Jan 28 12:28:55.795045 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for port (f514dc4c-b907-40b7-89e4-f9b819f1cb9f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:55.804211 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f514dc4c-b907-40b7-89e4-f9b819f1cb9f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:55.858503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6432f5a9-affc-4b29-a762-39fe9dc90425 None None] Current status of the port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:55.885368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:28:56.002655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event updated for resources: {'Port': ['ID=f514dc4c-b907-40b7-89e4-f9b819f1cb9f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:56.066412 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (b1c15eab-6d19-4d6a-8f5e-abacba410f0c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:56.113576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:56.120753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6d267624-e7a5-496a-8ed3-5ceb55e83fd2', 'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'mac_address': 'fa:16:3e:ae:fd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:42Z', 'updated_at': '2022-01-28T12:28:53Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'subnets': [{'id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:28:56.125504 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-11432ad2-8acb-4e1d-bea7-e5a011d1866d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3895273 Jan 28 12:28:56.128141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36866) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:56.134905 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:56.230350 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71ced50-5ea4-4776-b8db-417437af2285 None None] The sync data for ids ['57237e6a-b485-4e99-b503-1e4ec1ed158e'] in n-d-824835-4 is: [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6d267624-e7a5-496a-8ed3-5ceb55e83fd2', 'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'mac_address': 'fa:16:3e:ae:fd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:42Z', 'updated_at': '2022-01-28T12:28:53Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'subnets': [{'id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:28:56.266881 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:28:56.269854 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:56.401163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1468001546-network', 'tenant_id': '523c775734d64237ba19b3804f18ee73'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:56.422016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014db1af-f0d0-4df2-869a-bd1d36008100 req-5a366c24-8dab-470a-8ca1-6cd42919d859 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:56.429216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-014db1af-f0d0-4df2-869a-bd1d36008100 req-5a366c24-8dab-470a-8ca1-6cd42919d859 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 950 time: 0.2056794 Jan 28 12:28:56.469987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c4304-3609-4718-9714-f68f01ebb121 req-511b5989-c193-4140-af6f-d632482b0803 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:56.477314 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c0c4304-3609-4718-9714-f68f01ebb121 req-511b5989-c193-4140-af6f-d632482b0803 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=857553f8-46de-45a3-a8b3-2abf159d228a HTTP/1.1" status: 200 len: 945 time: 0.2429240 Jan 28 12:28:56.490646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:28:56.535622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:56.538548 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:56.567870 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:56.716252 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-014db1af-f0d0-4df2-869a-bd1d36008100 req-7a7ffcdb-4285-4e34-8018-e89661a7ea92 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/security-groups?id=30b0af00-f644-4b9f-a2de-0a58d38ddea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823019 Jan 28 12:28:56.756556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c0c4304-3609-4718-9714-f68f01ebb121 req-f3300b85-a575-4daf-9318-44c426dd5e0e tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781091 Jan 28 12:28:56.780312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36886) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:56.853445 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Publish callbacks [] for security_group (fe2c552c-8026-48d8-8011-de5beacf7d0c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:56.863612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fe2c552c-8026-48d8-8011-de5beacf7d0c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:56.997635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:28:57.007576 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1118545540-network', 'tenant_id': '28c9043847134daea969876de73b5965'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:57.026275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2c552c-8026-48d8-8011-de5beacf7d0c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:57.055071 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Made reservation on behalf of 28c9043847134daea969876de73b5965 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:57.058560 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.070989 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (9775edf7-4973-4011-b046-e2f534addb22), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.071826 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.076923 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Added segment 9775edf7-4973-4011-b046-e2f534addb22 of type vlan for network de73d51a-b816-487d-9aec-4cbd62d5c08f Jan 28 12:28:57.131036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-c1ce047a-5c64-42ab-bc78-6b6361253ec5 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1391205288&fields=id&tenant_id=7968c81b36cc48bf8630ba9caa6afc84 HTTP/1.1" status: 200 len: 267 time: 0.2615707 Jan 28 12:28:57.172471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754a5c5-9bbf-4134-aa16-7ba29e5bf066 req-0e68054a-b3b1-4fbd-8e38-619e67a2835a tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:57.180861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8754a5c5-9bbf-4134-aa16-7ba29e5bf066 req-0e68054a-b3b1-4fbd-8e38-619e67a2835a tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.2492173 Jan 28 12:28:57.196742 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (de73d51a-b816-487d-9aec-4cbd62d5c08f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.265688 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Publish callbacks [] for security_group (91ee8726-5655-443f-a23b-4443baca82a4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.289061 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (91ee8726-5655-443f-a23b-4443baca82a4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.335849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ee8726-5655-443f-a23b-4443baca82a4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:57.358796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:28:57.380213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (de73d51a-b816-487d-9aec-4cbd62d5c08f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.381555 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (85f6e63e-3428-41e3-878b-129176006570), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.381904 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Added segment 85f6e63e-3428-41e3-878b-129176006570 of type vlan for network d35abe7a-4c5a-4b32-a523-ada4c5d4474d Jan 28 12:28:57.382209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:57.383054 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.436060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8754a5c5-9bbf-4134-aa16-7ba29e5bf066 req-c99efd5a-7f3d-4437-95d7-168a0f64856c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540405 Jan 28 12:28:57.500330 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d35abe7a-4c5a-4b32-a523-ada4c5d4474d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.539994 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d35abe7a-4c5a-4b32-a523-ada4c5d4474d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.542508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:57.543269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.551908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-dc01112a-91d1-4952-ab6e-737f4d19e1bf tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:57.553455 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-dc01112a-91d1-4952-ab6e-737f4d19e1bf tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 811 time: 0.4124467 Jan 28 12:28:57.593180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] Pushing event updated for resources: {'Network': ['ID=de73d51a-b816-487d-9aec-4cbd62d5c08f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:57.605526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network de73d51a-b816-487d-9aec-4cbd62d5c08f details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:28:57.636635 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d35abe7a-4c5a-4b32-a523-ada4c5d4474d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:57.660958 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-688d4a9f-7c5c-4ac7-81ed-7900530851d8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8793395 Jan 28 12:28:57.663667 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36910) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:57.671902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-659c4cab-fe1c-45b0-bda8-e4e48812986d admin admin] Request body: {'subnet': {'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1118545540-subnet', 'tenant_id': '28c9043847134daea969876de73b5965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:57.685115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d35abe7a-4c5a-4b32-a523-ada4c5d4474d details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:28:57.694891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-da69272b-e1bd-4ece-9374-7219cc4e06a0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5655861 Jan 28 12:28:57.703786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:57.709926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4fe35358-b10a-47f9-99d8-f8e925346d86 admin admin] Request body: {'subnet': {'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1468001546-subnet', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:57.749699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c4cab-fe1c-45b0-bda8-e4e48812986d admin admin] Made reservation on behalf of 28c9043847134daea969876de73b5965 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:57.754517 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-659c4cab-fe1c-45b0-bda8-e4e48812986d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.767828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-058f9d84-d099-40b9-942f-75f753713821 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/quotas/7968c81b36cc48bf8630ba9caa6afc84 HTTP/1.1" status: 200 len: 375 time: 0.1834123 Jan 28 12:28:57.793362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe35358-b10a-47f9-99d8-f8e925346d86 admin admin] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:57.797008 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fe35358-b10a-47f9-99d8-f8e925346d86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:57.974761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d6297-c186-495d-8d68-3b3ef627888b req-4b49288c-3f8e-4ba4-a1af-d33fff9ff79e tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:57.976891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c0d6297-c186-495d-8d68-3b3ef627888b req-4b49288c-3f8e-4ba4-a1af-d33fff9ff79e tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.35 "GET /v2.0/ports?device_id=857553f8-46de-45a3-a8b3-2abf159d228a HTTP/1.1" status: 200 len: 945 time: 0.4201081 Jan 28 12:28:58.051436 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ebd52-ce75-407b-9ba9-cd343a187b98 req-991e04f4-9f3d-406a-be21-1dbd3227be0b tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:58.053033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd8ebd52-ce75-407b-9ba9-cd343a187b98 req-991e04f4-9f3d-406a-be21-1dbd3227be0b tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.49 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 950 time: 0.3471899 Jan 28 12:28:58.079699 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-d3a76aab-6816-49d2-8541-4b0002b1a349 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2603703 Jan 28 12:28:58.178876 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-659c4cab-fe1c-45b0-bda8-e4e48812986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (a6190fa1-4696-4bc6-b0ca-485a2fb172fe), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:58.214407 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-d266671a-2849-4855-a70e-031b4aa31428 service neutron] 10.222.0.53 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098728 Jan 28 12:28:58.234798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c4cab-fe1c-45b0-bda8-e4e48812986d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6190fa1-4696-4bc6-b0ca-485a2fb172fe,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:58.237783 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fe35358-b10a-47f9-99d8-f8e925346d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (a40a858a-ac10-4c03-bed6-d03ffae7c7c2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:58.303270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe35358-b10a-47f9-99d8-f8e925346d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40a858a-ac10-4c03-bed6-d03ffae7c7c2,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:28:58.311943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65aebe-9ac1-470d-be33-c53dcc2fd633 req-bb97a624-d54e-4122-8522-c43ab26faf6c tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:58.314622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c65aebe-9ac1-470d-be33-c53dcc2fd633 req-bb97a624-d54e-4122-8522-c43ab26faf6c tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 950 time: 0.4597647 Jan 28 12:28:58.377370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe35358-b10a-47f9-99d8-f8e925346d86 admin admin] Checking segment: {'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:58.378011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe35358-b10a-47f9-99d8-f8e925346d86 admin admin] Network hostable DHCP agents. Network: de73d51a-b816-487d-9aec-4cbd62d5c08f, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:28:58.385351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659c4cab-fe1c-45b0-bda8-e4e48812986d admin admin] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:28:58.385973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c4cab-fe1c-45b0-bda8-e4e48812986d admin admin] Network hostable DHCP agents. Network: d35abe7a-4c5a-4b32-a523-ada4c5d4474d, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:28:58.416022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe35358-b10a-47f9-99d8-f8e925346d86 admin admin] Network de73d51a-b816-487d-9aec-4cbd62d5c08f is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:28:58.425551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c4cab-fe1c-45b0-bda8-e4e48812986d admin admin] Network d35abe7a-4c5a-4b32-a523-ada4c5d4474d is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:28:58.434409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4fe35358-b10a-47f9-99d8-f8e925346d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, de73d51a-b816-487d-9aec-4cbd62d5c08f) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:58.445592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eeb8f3-e9ee-41f6-ac0d-90ae8e5ad15b None None] Network de73d51a-b816-487d-9aec-4cbd62d5c08f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:58.451014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe35358-b10a-47f9-99d8-f8e925346d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:58.451934 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fe35358-b10a-47f9-99d8-f8e925346d86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:58.468693 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-659c4cab-fe1c-45b0-bda8-e4e48812986d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d35abe7a-4c5a-4b32-a523-ada4c5d4474d) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:58.486773 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4fe35358-b10a-47f9-99d8-f8e925346d86 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7817900 Jan 28 12:28:58.490077 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c4cab-fe1c-45b0-bda8-e4e48812986d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:28:58.492013 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-659c4cab-fe1c-45b0-bda8-e4e48812986d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:58.504227 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36920) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:58.510080 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:58.518575 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-659c4cab-fe1c-45b0-bda8-e4e48812986d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8516433 Jan 28 12:28:58.554075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:58.556505 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:58.675284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80a6b5-eeaa-45ec-9fc5-3aab7a454cce None None] Network d35abe7a-4c5a-4b32-a523-ada4c5d4474d requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:58.750241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Publish callbacks [] for router_controller (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:58.828630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de73d51a-b816-487d-9aec-4cbd62d5c08f', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'project_id': '523c775734d64237ba19b3804f18ee73', 'fixed_ips': [{'subnet_id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:28:58.829514 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:59.156467 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Publish callbacks [] for router_gateway (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:59.161117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b8e3f-ceea-4f10-9c13-3cad476d97ba None None] Network d35abe7a-4c5a-4b32-a523-ada4c5d4474d requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:28:59.180288 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-9dc0fa31-b098-4d9a-891d-7ebea2c660a6 service neutron] 10.222.0.53 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9537005 Jan 28 12:28:59.245670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c65aebe-9ac1-470d-be33-c53dcc2fd633 req-f2383412-97ae-4b45-b7e7-e4cba4182f73 tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/security-groups?id=30b0af00-f644-4b9f-a2de-0a58d38ddea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9077282 Jan 28 12:28:59.258510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-2c0d6297-c186-495d-8d68-3b3ef627888b req-eb7a72a1-b08b-4e22-b4b2-05f9a5af2559 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Deleting port 38126abd-fd36-4a25-ae4d-62d0a915a334 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:59.258847 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2c0d6297-c186-495d-8d68-3b3ef627888b req-eb7a72a1-b08b-4e22-b4b2-05f9a5af2559 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:59.265842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-fd8ebd52-ce75-407b-9ba9-cd343a187b98 req-5c2a1b49-a85d-4c6c-b185-29a08cada7ef tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Deleting port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:28:59.266225 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd8ebd52-ce75-407b-9ba9-cd343a187b98 req-5c2a1b49-a85d-4c6c-b185-29a08cada7ef tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:59.475499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Allocated IP 172.20.0.2 (de73d51a-b816-487d-9aec-4cbd62d5c08f/a40a858a-ac10-4c03-bed6-d03ffae7c7c2/be00f47e-7b0f-43e4-af0e-e72ca5d71148) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:28:59.664591 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Publish callbacks [] for router_gateway (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:59.665925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fd8ebd52-ce75-407b-9ba9-cd343a187b98 req-5c2a1b49-a85d-4c6c-b185-29a08cada7ef tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] For port d265725f-0a78-4ae2-8e8c-9aa7f7df8094, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d265725f-0a78-4ae2-8e8c-9aa7f7df8094,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:59.666290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd8ebd52-ce75-407b-9ba9-cd343a187b98 req-5c2a1b49-a85d-4c6c-b185-29a08cada7ef tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:59.666781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36942) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:28:59.674067 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2087226137-network', 'tenant_id': '035004bff9294d199ac5991153cebc4a'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:28:59.697060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2c0d6297-c186-495d-8d68-3b3ef627888b req-eb7a72a1-b08b-4e22-b4b2-05f9a5af2559 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] For port 38126abd-fd36-4a25-ae4d-62d0a915a334, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=38126abd-fd36-4a25-ae4d-62d0a915a334,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:28:59.697426 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2c0d6297-c186-495d-8d68-3b3ef627888b req-eb7a72a1-b08b-4e22-b4b2-05f9a5af2559 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:59.705575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:59.747270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-2c0d6297-c186-495d-8d68-3b3ef627888b req-eb7a72a1-b08b-4e22-b4b2-05f9a5af2559 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Calling delete_port for 38126abd-fd36-4a25-ae4d-62d0a915a334 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:59.789240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Made reservation on behalf of 035004bff9294d199ac5991153cebc4a for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:28:59.791061 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Publish callbacks [] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:59.797622 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:59.803594 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:59.853354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:28:59.946540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Network de73d51a-b816-487d-9aec-4cbd62d5c08f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:28:59.952339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:28:59.957426 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:28:59.987114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-fd8ebd52-ce75-407b-9ba9-cd343a187b98 req-5c2a1b49-a85d-4c6c-b185-29a08cada7ef tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Calling delete_port for d265725f-0a78-4ae2-8e8c-9aa7f7df8094 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:28:59.996134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Pushing event updated for resources: {'Port': ['ID=be00f47e-7b0f-43e4-af0e-e72ca5d71148,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:00.201826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Attempting to bind port be00f47e-7b0f-43e4-af0e-e72ca5d71148 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:00.204853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Attempting to bind port be00f47e-7b0f-43e4-af0e-e72ca5d71148 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:00.205372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Attempting to bind port be00f47e-7b0f-43e4-af0e-e72ca5d71148 on network de73d51a-b816-487d-9aec-4cbd62d5c08f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:00.219298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:00.225271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Checking segment: {'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:00.228109 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:00.228577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Bound using segment: {'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:00.229136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Bound port: be00f47e-7b0f-43e4-af0e-e72ca5d71148, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:00.229594 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:00.264832 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Publish callbacks [] for security_group (f34167a3-8afc-4639-b4e2-f2d3851faf10), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:00.297223 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f34167a3-8afc-4639-b4e2-f2d3851faf10), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:00.305764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Allocated IP 172.25.7.228 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/74aee6fc-9528-4b3a-9eea-14dda6ccd61e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:00.314402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd8ebd52-ce75-407b-9ba9-cd343a187b98 req-5c2a1b49-a85d-4c6c-b185-29a08cada7ef tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d265725f-0a78-4ae2-8e8c-9aa7f7df8094), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:00.370026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c4e38-5093-473a-9e45-c5523e4de134 req-16d0516b-73cb-48dc-b93a-9ac5da3104da tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:00.372495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b93c4e38-5093-473a-9e45-c5523e4de134 req-16d0516b-73cb-48dc-b93a-9ac5da3104da tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=857553f8-46de-45a3-a8b3-2abf159d228a HTTP/1.1" status: 200 len: 945 time: 0.8690844 Jan 28 12:29:00.374752 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:29:00.385848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a1b49-a85d-4c6c-b185-29a08cada7ef tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Pushing event deleted for resources: {'Port': ['ID=d265725f-0a78-4ae2-8e8c-9aa7f7df8094,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:00.448853 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e4b9466-2826-437e-aa13-a02c4805dfd4 req-5debe723-24af-4342-acea-da0417d1ca29 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3668933 Jan 28 12:29:00.456549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] For port be00f47e-7b0f-43e4-af0e-e72ca5d71148, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:00.465493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] For port be00f47e-7b0f-43e4-af0e-e72ca5d71148, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=be00f47e-7b0f-43e4-af0e-e72ca5d71148,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:00.485052 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:00.491600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d21fc8-4c7d-4c49-8b1b-e2df78f4783e req-e171557e-ae20-4d3f-b39d-5a0402ddf98c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:00.495674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34167a3-8afc-4639-b4e2-f2d3851faf10,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:00.508585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7d21fc8-4c7d-4c49-8b1b-e2df78f4783e req-e171557e-ae20-4d3f-b39d-5a0402ddf98c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.5530140 Jan 28 12:29:00.637552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d31e2-b8d0-432b-976f-e02680696627 None None] Pushing event updated for resources: {'Port': ['ID=be00f47e-7b0f-43e4-af0e-e72ca5d71148,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:00.727265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b93c4e38-5093-473a-9e45-c5523e4de134 req-a5517035-846f-4b0b-b409-4680be97a263 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454189 Jan 28 12:29:00.728977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8ebd52-ce75-407b-9ba9-cd343a187b98 req-5c2a1b49-a85d-4c6c-b185-29a08cada7ef tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] No DVR routers for this DVR port d265725f-0a78-4ae2-8e8c-9aa7f7df8094 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:29:00.742044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd8ebd52-ce75-407b-9ba9-cd343a187b98 req-5c2a1b49-a85d-4c6c-b185-29a08cada7ef tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:00.746322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd8ebd52-ce75-407b-9ba9-cd343a187b98 req-5c2a1b49-a85d-4c6c-b185-29a08cada7ef tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.49 "DELETE /v2.0/ports/d265725f-0a78-4ae2-8e8c-9aa7f7df8094 HTTP/1.1" status: 204 len: 173 time: 2.6842182 Jan 28 12:29:00.771831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313c2617-c27b-4428-baef-9eeaf1b5c30d', 'name': 'network-vif-deleted', 'tag': 'd265725f-0a78-4ae2-8e8c-9aa7f7df8094'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:00.799194 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b83399-8fa1-4c2a-b877-d6f008564078" -d '{"events": [{"server_uuid": "313c2617-c27b-4428-baef-9eeaf1b5c30d", "name": "network-vif-deleted", "tag": "d265725f-0a78-4ae2-8e8c-9aa7f7df8094"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:00.812761 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Publish callbacks [] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:00.868564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (16212788-4996-455f-87b4-82acfc52705c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:00.869212 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Added segment 16212788-4996-455f-87b4-82acfc52705c of type vlan for network 92b3c8e6-d701-4a0d-b9c2-914fe7587db1 Jan 28 12:29:00.906583 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:00.995054 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7d21fc8-4c7d-4c49-8b1b-e2df78f4783e req-99c8b8f8-4dd6-4bd1-9616-c4ff1e007ee9 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817719 Jan 28 12:29:01.093393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2c0d6297-c186-495d-8d68-3b3ef627888b req-eb7a72a1-b08b-4e22-b4b2-05f9a5af2559 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (38126abd-fd36-4a25-ae4d-62d0a915a334), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:01.123201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b0034d15-0e7e-4ce7-83ba-805080d41fc4'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:01.129412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b9466-2826-437e-aa13-a02c4805dfd4 req-18c6c0b3-c033-4a1c-831a-071a967f8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:01.132397 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e4b9466-2826-437e-aa13-a02c4805dfd4 req-18c6c0b3-c033-4a1c-831a-071a967f8cb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9110a04574c34e00856b717816ed2999&device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 1097 time: 0.6378763 Jan 28 12:29:01.136263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (92b3c8e6-d701-4a0d-b9c2-914fe7587db1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:01.162968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:01.172632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:01.192203 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:01.228927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-decf18e1-8bb7-4a36-a692-9f5e13ddb16a req-f004bd34-9131-4f76-bca1-8a4dbca15aa7 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 210 time: 0.1946154 Jan 28 12:29:01.289726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Pushing event updated for resources: {'Port': ['ID=74aee6fc-9528-4b3a-9eea-14dda6ccd61e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:01.341083 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61133409-a99f-41df-9c18-5e8df8317385 x-openstack-request-id: req-61133409-a99f-41df-9c18-5e8df8317385 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:01.341734 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313c2617-c27b-4428-baef-9eeaf1b5c30d", "name": "network-vif-deleted", "tag": "d265725f-0a78-4ae2-8e8c-9aa7f7df8094", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:01.341734 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61133409-a99f-41df-9c18-5e8df8317385 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:01.342110 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313c2617-c27b-4428-baef-9eeaf1b5c30d', 'name': 'network-vif-deleted', 'tag': 'd265725f-0a78-4ae2-8e8c-9aa7f7df8094', 'status': 'completed', 'code': 200} Jan 28 12:29:01.358480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a72a1-b08b-4e22-b4b2-05f9a5af2559 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Pushing event deleted for resources: {'Port': ['ID=38126abd-fd36-4a25-ae4d-62d0a915a334,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:01.408364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36cc6644-321d-4a52-9555-867bdc0e5e2a req-073ddef6-7090-4f27-b0f2-b40331f3785b tempest-ImagesNegativeTestJSON-52498811 tempest-ImagesNegativeTestJSON-52498811-project] 10.222.0.53 "GET /v2.0/ports?device_id=313c2617-c27b-4428-baef-9eeaf1b5c30d HTTP/1.1" status: 200 len: 210 time: 0.0955915 Jan 28 12:29:01.462050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0d6297-c186-495d-8d68-3b3ef627888b req-eb7a72a1-b08b-4e22-b4b2-05f9a5af2559 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] No DVR routers for this DVR port 38126abd-fd36-4a25-ae4d-62d0a915a334 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:29:01.465206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2c0d6297-c186-495d-8d68-3b3ef627888b req-eb7a72a1-b08b-4e22-b4b2-05f9a5af2559 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:01.470218 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c0d6297-c186-495d-8d68-3b3ef627888b req-eb7a72a1-b08b-4e22-b4b2-05f9a5af2559 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.35 "DELETE /v2.0/ports/38126abd-fd36-4a25-ae4d-62d0a915a334 HTTP/1.1" status: 204 len: 173 time: 3.4872112 Jan 28 12:29:01.501839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d265725f-0a78-4ae2-8e8c-9aa7f7df8094 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:29:01.598057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: d265725f-0a78-4ae2-8e8c-9aa7f7df8094 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:29:01.599657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d265725f-0a78-4ae2-8e8c-9aa7f7df8094 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:29:01.659043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 38126abd-fd36-4a25-ae4d-62d0a915a334 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:29:01.717542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 38126abd-fd36-4a25-ae4d-62d0a915a334 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:29:01.718462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 38126abd-fd36-4a25-ae4d-62d0a915a334 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:29:01.816742 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device be00f47e-7b0f-43e4-af0e-e72ca5d71148 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:02.043280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port be00f47e-7b0f-43e4-af0e-e72ca5d71148 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:02.045937 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:02.262932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port be00f47e-7b0f-43e4-af0e-e72ca5d71148 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:02.263659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:02.310156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port be00f47e-7b0f-43e4-af0e-e72ca5d71148, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=be00f47e-7b0f-43e4-af0e-e72ca5d71148,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:02.322867 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:02.337936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7d22778-b8dd-43e6-8e6d-83bccfd20b5a req-b78ec7d3-0009-4c16-9b33-a459092364d7 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=857553f8-46de-45a3-a8b3-2abf159d228a HTTP/1.1" status: 200 len: 210 time: 0.1648500 Jan 28 12:29:02.450533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=be00f47e-7b0f-43e4-af0e-e72ca5d71148,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:02.500331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239770c-cd61-4cff-b8d6-4ffe39050a46 req-06319734-f862-4a73-a68e-c8256abc2bde tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:02.503137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a5df50-69b3-4ede-83fd-966c2446d019 None None] Network de73d51a-b816-487d-9aec-4cbd62d5c08f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:29:02.513915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3239770c-cd61-4cff-b8d6-4ffe39050a46 req-06319734-f862-4a73-a68e-c8256abc2bde tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.3722515 Jan 28 12:29:02.597093 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (92b3c8e6-d701-4a0d-b9c2-914fe7587db1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:02.599064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:02.599709 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:02.611705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-92389a02-f80f-4e0f-826a-dc366c34b160 None None] Provisioning complete for port be00f47e-7b0f-43e4-af0e-e72ca5d71148 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:02.612269 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-92389a02-f80f-4e0f-826a-dc366c34b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:02.714513 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0459275 Jan 28 12:29:02.717011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-c2f5f296-7df4-4782-9cb0-e2a2fac0a434 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:02.721145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-c2f5f296-7df4-4782-9cb0-e2a2fac0a434 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 811 time: 0.7859817 Jan 28 12:29:02.729360 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36992) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:02.742433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0759abdb-3141-47c9-a449-8545aa950557 admin admin] Request body: {'subnet': {'network_id': '92b3c8e6-d701-4a0d-b9c2-914fe7587db1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2087226137-subnet', 'tenant_id': '035004bff9294d199ac5991153cebc4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:02.761395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3239770c-cd61-4cff-b8d6-4ffe39050a46 req-e62ac601-4a60-4670-b416-401bccf1b063 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238960 Jan 28 12:29:02.770489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af2adea1-dd09-48af-adeb-d3d3c584687e req-8dcb16db-dd10-4ed2-bfc1-ebca685a3621 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 210 time: 0.1570189 Jan 28 12:29:02.777581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b9466-2826-437e-aa13-a02c4805dfd4 req-5e3e85d8-cdc0-4d79-a65b-7d70f8a49af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:02.780213 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e4b9466-2826-437e-aa13-a02c4805dfd4 req-5e3e85d8-cdc0-4d79-a65b-7d70f8a49af2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=424150de-2be4-45de-b35e-c47b464e72b1 HTTP/1.1" status: 200 len: 917 time: 1.5647414 Jan 28 12:29:02.825391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0759abdb-3141-47c9-a449-8545aa950557 admin admin] Made reservation on behalf of 035004bff9294d199ac5991153cebc4a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:02.828113 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0759abdb-3141-47c9-a449-8545aa950557 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:02.895236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-01e3fc24-2e5a-4a14-bd88-440d1fbf4706 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7968c81b36cc48bf8630ba9caa6afc84 HTTP/1.1" status: 200 len: 380 time: 0.1321166 Jan 28 12:29:02.901113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e7c16-2036-4cdd-af87-e5e56564ef3d admin admin] Pushing event updated for resources: {'Network': ['ID=92b3c8e6-d701-4a0d-b9c2-914fe7587db1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:02.912817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Request body: {'port': {'device_id': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'admin_state_up': True, 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'security_groups': ['e4161a0b-8943-4c71-8b79-48a94b1121fd']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:02.964919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 92b3c8e6-d701-4a0d-b9c2-914fe7587db1 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:29:02.972439 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e4b9466-2826-437e-aa13-a02c4805dfd4 req-e50e067e-1b41-4221-8d68-2f39459df3b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0034d15-0e7e-4ce7-83ba-805080d41fc4 HTTP/1.1" status: 200 len: 217 time: 0.0722916 Jan 28 12:29:03.085933 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Publish callbacks [] for router_gateway (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:03.196992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Made reservation on behalf of 7968c81b36cc48bf8630ba9caa6afc84 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:03.201947 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:03.238668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-92389a02-f80f-4e0f-826a-dc366c34b160 None None] Current status of the port be00f47e-7b0f-43e4-af0e-e72ca5d71148 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:03.297600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b9466-2826-437e-aa13-a02c4805dfd4 req-8ecf5119-493e-4f0c-a4d2-e1fe83ee257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:03.300286 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e4b9466-2826-437e-aa13-a02c4805dfd4 req-8ecf5119-493e-4f0c-a4d2-e1fe83ee257a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ba1aea3-444c-43c0-bd20-4431ad80e2c3 HTTP/1.1" status: 200 len: 855 time: 0.3182852 Jan 28 12:29:03.344404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857553f8-46de-45a3-a8b3-2abf159d228a', 'name': 'network-vif-deleted', 'tag': '38126abd-fd36-4a25-ae4d-62d0a915a334'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:03.346714 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0d0567-b41b-47bd-af56-6775353da8f9" -d '{"events": [{"server_uuid": "857553f8-46de-45a3-a8b3-2abf159d228a", "name": "network-vif-deleted", "tag": "38126abd-fd36-4a25-ae4d-62d0a915a334"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:03.451823 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6335c0-b21f-44f0-8be0-d13f6760a716 x-openstack-request-id: req-3a6335c0-b21f-44f0-8be0-d13f6760a716 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:03.452119 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857553f8-46de-45a3-a8b3-2abf159d228a", "name": "network-vif-deleted", "tag": "38126abd-fd36-4a25-ae4d-62d0a915a334", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:03.452541 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a6335c0-b21f-44f0-8be0-d13f6760a716 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:03.452958 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857553f8-46de-45a3-a8b3-2abf159d228a', 'name': 'network-vif-deleted', 'tag': '38126abd-fd36-4a25-ae4d-62d0a915a334', 'status': 'completed', 'code': 200} Jan 28 12:29:03.568578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Allocated IP 172.20.0.10 (c2c613c3-43b7-41c8-a1c0-74bdae3e9634/53abd98a-d1ef-4617-bae2-6e0b828ced57/b2317a9e-89ac-4d7d-8f12-a6284c38abf6) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:03.660578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b9466-2826-437e-aa13-a02c4805dfd4 req-2d40767b-416d-41f9-9928-41794a3a12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:03.662203 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e4b9466-2826-437e-aa13-a02c4805dfd4 req-2d40767b-416d-41f9-9928-41794a3a12b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=424150de-2be4-45de-b35e-c47b464e72b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3282900 Jan 28 12:29:03.701642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0759abdb-3141-47c9-a449-8545aa950557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (7cfa69f5-9f2d-4695-bf03-9ea90e0fbfae), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:03.728074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device be00f47e-7b0f-43e4-af0e-e72ca5d71148 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:03.895544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37034) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:03.915188 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port be00f47e-7b0f-43e4-af0e-e72ca5d71148 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:03.915694 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:03.957619 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:03.972630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759abdb-3141-47c9-a449-8545aa950557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cfa69f5-9f2d-4695-bf03-9ea90e0fbfae,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:04.015088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2358ffea-77a8-40dd-ba21-87310d0b9321 None None] Provisioning complete for port be00f47e-7b0f-43e4-af0e-e72ca5d71148 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:04.016750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0759abdb-3141-47c9-a449-8545aa950557 admin admin] Checking segment: {'id': '16212788-4996-455f-87b4-82acfc52705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '92b3c8e6-d701-4a0d-b9c2-914fe7587db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:04.017128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0759abdb-3141-47c9-a449-8545aa950557 admin admin] Network hostable DHCP agents. Network: 92b3c8e6-d701-4a0d-b9c2-914fe7587db1, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:29:04.018828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2358ffea-77a8-40dd-ba21-87310d0b9321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:04.024059 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e4b9466-2826-437e-aa13-a02c4805dfd4 req-d3116a3e-0930-4936-8d80-f733eced79e0 service neutron] 10.222.0.49 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250244 Jan 28 12:29:04.033574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:04.064525 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:04.144421 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0759abdb-3141-47c9-a449-8545aa950557 admin admin] Network 92b3c8e6-d701-4a0d-b9c2-914fe7587db1 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:29:04.175168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port be00f47e-7b0f-43e4-af0e-e72ca5d71148 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:04.191335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:04.192151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0759abdb-3141-47c9-a449-8545aa950557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 92b3c8e6-d701-4a0d-b9c2-914fe7587db1) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:04.209560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21635e93-5818-4caa-b8b0-3179e48d35d6 req-22e56fbb-1acf-4181-824a-c1bca68ebe33 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:04.211454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0759abdb-3141-47c9-a449-8545aa950557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:04.212249 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0759abdb-3141-47c9-a449-8545aa950557 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:04.219482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21635e93-5818-4caa-b8b0-3179e48d35d6 req-22e56fbb-1acf-4181-824a-c1bca68ebe33 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.3483179 Jan 28 12:29:04.234111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2358ffea-77a8-40dd-ba21-87310d0b9321 None None] Current status of the port be00f47e-7b0f-43e4-af0e-e72ca5d71148 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:04.237959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56123777-74eb-436f-b791-0b90c5d3857c None None] Network 92b3c8e6-d701-4a0d-b9c2-914fe7587db1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:29:04.276239 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e4b9466-2826-437e-aa13-a02c4805dfd4 req-c60321f9-7f1b-41c9-9b46-b31d17a7338a service neutron] 10.222.0.49 "GET /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444768 Jan 28 12:29:04.276518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:04.280468 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:04.301450 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0759abdb-3141-47c9-a449-8545aa950557 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5687647 Jan 28 12:29:04.317796 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6467a6ef-a8a5-4473-b2f6-fd4f61f2bb71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=842bbc126fc14658886297b712617c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4133291 Jan 28 12:29:04.323936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37042) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:04.373499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21635e93-5818-4caa-b8b0-3179e48d35d6 req-11d7a048-cb18-412e-be33-1de656b9a699 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525273 Jan 28 12:29:04.391606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:04.393790 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:04.427269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb8df0f-eb2c-45fa-8803-5dfbb93e8df3 None None] Network 92b3c8e6-d701-4a0d-b9c2-914fe7587db1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:29:04.464862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:04.514131 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6199b840-12a8-42e6-899e-6401085b0be7 admin admin] Publish callbacks [] for security_group (30b0af00-f644-4b9f-a2de-0a58d38ddea4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:04.522695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f230bea-4907-4f96-b780-12c4a82a82c6 req-3274611e-932d-47ed-90d4-49abdc58af46 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:04.535519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f230bea-4907-4f96-b780-12c4a82a82c6 req-3274611e-932d-47ed-90d4-49abdc58af46 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.6333892 Jan 28 12:29:04.583582 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-0d4d8439-1839-40c8-b891-eb67aad44a9e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6706691 Jan 28 12:29:04.593778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:29:04.645614 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6199b840-12a8-42e6-899e-6401085b0be7 admin admin] Publish callbacks [] for security_group (30b0af00-f644-4b9f-a2de-0a58d38ddea4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:04.657253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Request body: {'port': {'device_id': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:04.765084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e98f3670-85af-49a5-bcd0-2ee264d0c8bb None None] Provisioning complete for port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:04.766291 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e98f3670-85af-49a5-bcd0-2ee264d0c8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:04.842691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e98f3670-85af-49a5-bcd0-2ee264d0c8bb None None] Port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:29:04.866179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884578fa-dbdf-4ddb-9543-c34f2b50ade2 req-1b7e869a-cba2-4849-b085-07b74a165fc4 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:04.874522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-884578fa-dbdf-4ddb-9543-c34f2b50ade2 req-1b7e869a-cba2-4849-b085-07b74a165fc4 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 932 time: 0.2759812 Jan 28 12:29:04.888643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:29:04.896071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f230bea-4907-4f96-b780-12c4a82a82c6 req-bbb356fb-3e9d-413c-8388-e32e84bacde8 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593912 Jan 28 12:29:04.905397 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Sync routers for ids ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:29:04.918634 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:04.921141 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Routers {'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:04.921909 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:04.922091 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6fac74e8-741f-41c7-b0c6-8eef3099155a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4161596 Jan 28 12:29:04.924887 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37054) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:04.940690 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6199b840-12a8-42e6-899e-6401085b0be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (30b0af00-f644-4b9f-a2de-0a58d38ddea4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:04.943565 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6199b840-12a8-42e6-899e-6401085b0be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:04.952100 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6199b840-12a8-42e6-899e-6401085b0be7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30b0af00-f644-4b9f-a2de-0a58d38ddea4 HTTP/1.1" status: 204 len: 168 time: 0.6205540 Jan 28 12:29:04.968379 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:05.061148 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Set router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:05.095897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-884578fa-dbdf-4ddb-9543-c34f2b50ade2 req-6f880768-50e8-41e4-96c9-db5626741bb9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203519 Jan 28 12:29:05.119723 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199b840-12a8-42e6-899e-6401085b0be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b0af00-f644-4b9f-a2de-0a58d38ddea4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:05.336772 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:29:02Z', 'revision_number': 3, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:05.368718 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Checking router: de675f4c-1433-4cd0-bcb4-cb09eb84c2fb for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:29:05.369326 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Updating router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:29:05.416700 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:05.622982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2317a9e-89ac-4d7d-8f12-a6284c38abf6 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:05.648448 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Publish callbacks [] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:05.673408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Transition to ACTIVE for port object b2317a9e-89ac-4d7d-8f12-a6284c38abf6 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:29:05.721533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:05.763095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583deaba-26fc-4fbb-be2a-3017c8e77a4f req-90be27fa-3861-44bf-ae86-e52440ab9f7a tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:05.764625 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-583deaba-26fc-4fbb-be2a-3017c8e77a4f req-90be27fa-3861-44bf-ae86-e52440ab9f7a tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.49 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.1050551 Jan 28 12:29:05.827946 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.000647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-50f3e801-3695-4796-8647-ad55d65b5489 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:06.003089 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Publish callbacks [] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.012406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-50f3e801-3695-4796-8647-ad55d65b5489 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 808 time: 0.2306681 Jan 28 12:29:06.021535 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.046895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Allocated IP 172.20.0.1 (de73d51a-b816-487d-9aec-4cbd62d5c08f/a40a858a-ac10-4c03-bed6-d03ffae7c7c2/eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:06.111504 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:06.159371 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Attempting to bind port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:06.159740 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Attempting to bind port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:06.161076 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Attempting to bind port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:06.165517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-c3c3cf73-beba-4863-8f26-fab36b2c2c5c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/quotas/28c9043847134daea969876de73b5965 HTTP/1.1" status: 200 len: 375 time: 0.1514904 Jan 28 12:29:06.188753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf34b2-d6f1-41aa-9fb1-35cea31b1a9e req-818fd720-7fee-41b7-abba-cf2ae46720b3 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:06.190700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19cf34b2-d6f1-41aa-9fb1-35cea31b1a9e req-818fd720-7fee-41b7-abba-cf2ae46720b3 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 946 time: 0.5149853 Jan 28 12:29:06.204098 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:06.204484 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:06.204895 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.205294 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:06.205784 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Bound port: 74aee6fc-9528-4b3a-9eea-14dda6ccd61e, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:06.206168 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.248321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-51e35413-6a3e-41bc-bd47-f3f464c7d04e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711877 Jan 28 12:29:06.285534 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af790c66-f473-49b0-94dd-c3c4da8acb46 None None] Pushing event updated for resources: {'Port': ['ID=74aee6fc-9528-4b3a-9eea-14dda6ccd61e,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:06.394224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Publish callbacks [] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.437895 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] For port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:06.448228 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] For port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=74aee6fc-9528-4b3a-9eea-14dda6ccd61e,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:06.462391 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.471823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-583deaba-26fc-4fbb-be2a-3017c8e77a4f req-9877e9b2-16c1-4a3e-87a3-f45396efba03 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Deleting port b0034d15-0e7e-4ce7-83ba-805080d41fc4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:29:06.474616 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-583deaba-26fc-4fbb-be2a-3017c8e77a4f req-9877e9b2-16c1-4a3e-87a3-f45396efba03 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.479809 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.494945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Attempting to bind port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:06.495466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Attempting to bind port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:06.495907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Attempting to bind port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:06.535281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:29:06.535593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Attempting to bind port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:06.561960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19cf34b2-d6f1-41aa-9fb1-35cea31b1a9e req-dd351098-1301-4a10-9d3f-405a1ecb81b4 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/security-groups?id=386e7623-3521-4d21-9670-162f605e2d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510981 Jan 28 12:29:06.565167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:06.565167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Checking segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:06.565728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Bound using segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:06.568876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Bound port: b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:06.568876 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.648053 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Routers {'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:06.648694 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:06.690323 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af790c66-f473-49b0-94dd-c3c4da8acb46 None None] Pushing event updated for resources: {'Port': ['ID=74aee6fc-9528-4b3a-9eea-14dda6ccd61e,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:06.767786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Network de73d51a-b816-487d-9aec-4cbd62d5c08f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:06.771796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:06.773580 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] Set router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:06.781569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:06.798930 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:06.803038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:06.806537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:06.822571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-2ed1c0c6-7830-4554-a9eb-88c95f86cc9d service neutron] 10.222.0.53 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206609 Jan 28 12:29:06.826954 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.867185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-583deaba-26fc-4fbb-be2a-3017c8e77a4f req-9877e9b2-16c1-4a3e-87a3-f45396efba03 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] For port b0034d15-0e7e-4ce7-83ba-805080d41fc4, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b0034d15-0e7e-4ce7-83ba-805080d41fc4,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:06.867909 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-583deaba-26fc-4fbb-be2a-3017c8e77a4f req-9877e9b2-16c1-4a3e-87a3-f45396efba03 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.912397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:06.914337 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.916424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] 10.222.0.49 "PUT /v2.0/ports/b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 200 len: 1092 time: 2.2652729 Jan 28 12:29:06.927771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcb722-f08d-4e3f-b6bb-fe751de83724 service neutron] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:06.929828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-583deaba-26fc-4fbb-be2a-3017c8e77a4f req-9877e9b2-16c1-4a3e-87a3-f45396efba03 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Calling delete_port for b0034d15-0e7e-4ce7-83ba-805080d41fc4 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:29:06.933151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:06.941857 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04fa2aa-e6cf-4015-b9e1-7263940abbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:06.961308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:06.974890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8c1c6-9b09-42b1-a5cb-51e53ce9af86 req-e518f013-a2c4-4839-84df-0a72a40f85bc tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:06.979862 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2e8c1c6-9b09-42b1-a5cb-51e53ce9af86 req-e518f013-a2c4-4839-84df-0a72a40f85bc tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.2928154 Jan 28 12:29:07.061512 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:29:02Z', 'revision_number': 3, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:07.097129 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b5fba-0f2e-4700-b910-a4b2651c97e0 None None] The sync data for ids ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'] in n-d-824835-4 is: [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:29:02Z', 'revision_number': 3, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:29:07.193909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-413bc2d7-1c4d-4523-870c-81f68d62e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:07.197535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-413bc2d7-1c4d-4523-870c-81f68d62e358 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 1095 time: 0.2158198 Jan 28 12:29:07.230560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8d0c8038-1a0a-4298-80ac-bf9174592e43 None None] Provisioning complete for port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:07.232869 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d0c8038-1a0a-4298-80ac-bf9174592e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:07.301040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-1f2f0c06-6a8e-43b6-b59e-d89fc1f1e8f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 200 len: 217 time: 0.0869117 Jan 28 12:29:07.306564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c8038-1a0a-4298-80ac-bf9174592e43 None None] Port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:29:07.366007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2e8c1c6-9b09-42b1-a5cb-51e53ce9af86 req-d73a5b9a-4ce6-4e1d-b89a-1d11fc56ef61 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015008 Jan 28 12:29:07.387920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-c58d1cdb-5d11-472c-9838-df34c92b98a3 service neutron] 10.222.0.53 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441847 Jan 28 12:29:07.406391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-abee0024-dbe2-422d-9cbb-32c6cebc0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:07.407895 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-abee0024-dbe2-422d-9cbb-32c6cebc0939 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.0915277 Jan 28 12:29:07.510248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-ecac4e8a-637b-4728-8f50-72fdbabc47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:07.515700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-ecac4e8a-637b-4728-8f50-72fdbabc47a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912685 Jan 28 12:29:07.868206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 74aee6fc-9528-4b3a-9eea-14dda6ccd61e up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:07.924983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-afe56a4f-5613-466b-8764-652cbe259b97 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034331 Jan 28 12:29:08.007406 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:08.013918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50f7b7-49db-4ce2-ab8a-1eb5585b9e1c req-8b71ad2b-fa15-4873-9a6d-ac5834fe082d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:08.015449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e50f7b7-49db-4ce2-ab8a-1eb5585b9e1c req-8b71ad2b-fa15-4873-9a6d-ac5834fe082d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 944 time: 0.2764983 Jan 28 12:29:08.033618 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-583deaba-26fc-4fbb-be2a-3017c8e77a4f req-9877e9b2-16c1-4a3e-87a3-f45396efba03 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b0034d15-0e7e-4ce7-83ba-805080d41fc4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:08.052388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:08.053075 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:08.240570 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c22caf4-2be6-42d7-a2de-0c4a96031699 x-openstack-request-id: req-6c22caf4-2be6-42d7-a2de-0c4a96031699 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:08.240869 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:08.241125 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c22caf4-2be6-42d7-a2de-0c4a96031699 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:08.241528 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'status': 'completed', 'code': 200} Jan 28 12:29:08.279926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877e9b2-16c1-4a3e-87a3-f45396efba03 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Pushing event deleted for resources: {'Port': ['ID=b0034d15-0e7e-4ce7-83ba-805080d41fc4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:08.301964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:08.302945 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:08.365578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=74aee6fc-9528-4b3a-9eea-14dda6ccd61e,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:08.377474 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:08.426180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-583deaba-26fc-4fbb-be2a-3017c8e77a4f req-9877e9b2-16c1-4a3e-87a3-f45396efba03 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] No DVR routers for this DVR port b0034d15-0e7e-4ce7-83ba-805080d41fc4 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:29:08.456255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e50f7b7-49db-4ce2-ab8a-1eb5585b9e1c req-0a9eef4d-09d0-4a40-a407-29b155488ec9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942430 Jan 28 12:29:08.475541 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-583deaba-26fc-4fbb-be2a-3017c8e77a4f req-9877e9b2-16c1-4a3e-87a3-f45396efba03 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:08.482431 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-583deaba-26fc-4fbb-be2a-3017c8e77a4f req-9877e9b2-16c1-4a3e-87a3-f45396efba03 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.49 "DELETE /v2.0/ports/b0034d15-0e7e-4ce7-83ba-805080d41fc4 HTTP/1.1" status: 204 len: 173 time: 2.6626582 Jan 28 12:29:08.483029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dcf9ef-c7af-480d-8543-90cf7b0e3d2f', 'name': 'network-vif-deleted', 'tag': 'b0034d15-0e7e-4ce7-83ba-805080d41fc4'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:08.499959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=74aee6fc-9528-4b3a-9eea-14dda6ccd61e,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:08.509010 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b5f1e-6ba6-4fad-b33a-72f6243b005e" -d '{"events": [{"server_uuid": "43dcf9ef-c7af-480d-8543-90cf7b0e3d2f", "name": "network-vif-deleted", "tag": "b0034d15-0e7e-4ce7-83ba-805080d41fc4"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:08.650775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bac26a3b-dcb4-4d59-b14c-b8bb10dbb06c req-46c7dc95-dd89-4975-9754-3615a78f5fbd tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 210 time: 0.1004934 Jan 28 12:29:08.678053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37ac049d-584d-4a12-944a-9ae3e26b55b8 req-27cfded2-9145-470e-9576-9bd386079f30 tempest-ListServerFiltersTestJSON-1584830633 tempest-ListServerFiltersTestJSON-1584830633-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dcf9ef-c7af-480d-8543-90cf7b0e3d2f HTTP/1.1" status: 200 len: 210 time: 0.2205405 Jan 28 12:29:08.698853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6e766da-7e1c-47df-aa03-7de3b32e6903 req-2706ba50-b896-42c5-bad8-763527b44fb1 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7575061 Jan 28 12:29:08.714348 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Publish callbacks [] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:08.734960 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:08.963568 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a739f57-9802-4cd1-8337-db1ad562e611 x-openstack-request-id: req-5a739f57-9802-4cd1-8337-db1ad562e611 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:08.969171 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dcf9ef-c7af-480d-8543-90cf7b0e3d2f", "name": "network-vif-deleted", "tag": "b0034d15-0e7e-4ce7-83ba-805080d41fc4", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:08.985385 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a739f57-9802-4cd1-8337-db1ad562e611 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:08.985385 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dcf9ef-c7af-480d-8543-90cf7b0e3d2f', 'name': 'network-vif-deleted', 'tag': 'b0034d15-0e7e-4ce7-83ba-805080d41fc4', 'status': 'completed', 'code': 200} Jan 28 12:29:09.049755 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:09.056914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:09.100797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fa2aa-e6cf-4015-b9e1-7263940abbe7 req-81f6ca4a-5092-4a4e-8118-8fe6e95fc13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:09.106894 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b04fa2aa-e6cf-4015-b9e1-7263940abbe7 req-81f6ca4a-5092-4a4e-8118-8fe6e95fc13e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 1095 time: 0.2684393 Jan 28 12:29:09.119026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e1a8c-ade2-44ad-8b2e-7eb4fb4c8d64 req-09868d1c-b44f-408c-9410-8cbc3fe4506f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:09.129151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-530e1a8c-ade2-44ad-8b2e-7eb4fb4c8d64 req-09868d1c-b44f-408c-9410-8cbc3fe4506f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.1626790 Jan 28 12:29:09.146281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37154) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:09.330170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-530e1a8c-ade2-44ad-8b2e-7eb4fb4c8d64 req-1f3b7d27-0cf8-4087-8757-eed25da501b2 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999745 Jan 28 12:29:09.347609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Network de73d51a-b816-487d-9aec-4cbd62d5c08f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:09.349629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:09.389804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fa2aa-e6cf-4015-b9e1-7263940abbe7 req-110d58ff-8375-4a6c-9867-d1ed9922a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:09.391579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b04fa2aa-e6cf-4015-b9e1-7263940abbe7 req-110d58ff-8375-4a6c-9867-d1ed9922a517 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.2602103 Jan 28 12:29:09.522196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b0034d15-0e7e-4ce7-83ba-805080d41fc4 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:29:09.574120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: b0034d15-0e7e-4ce7-83ba-805080d41fc4 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:29:09.574947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b0034d15-0e7e-4ce7-83ba-805080d41fc4 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:29:09.711284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 74aee6fc-9528-4b3a-9eea-14dda6ccd61e up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:09.770602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:29:09.907178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:09.910213 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:09.943115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:29:09.962042 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c99bf4d9-128d-42f0-ab34-06de23668023 admin admin] 10.222.0.53 "PUT /v2.0/routers/de675f4c-1433-4cd0-bcb4-cb09eb84c2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0260115 Jan 28 12:29:09.999797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b04fa2aa-e6cf-4015-b9e1-7263940abbe7 req-11c03ec8-b94e-41a5-8946-72150a278ece service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 200 len: 217 time: 0.6011701 Jan 28 12:29:10.063063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ddf1ac02-55c3-4ea2-8075-c1fee988b924 None None] Provisioning complete for port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:10.063483 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ddf1ac02-55c3-4ea2-8075-c1fee988b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:10.184766 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4de2f2df-b01a-42ab-b4df-41822bd21fb3 req-68432170-0fcb-4cba-a3e6-4f12ddb08972 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 210 time: 0.1801820 Jan 28 12:29:10.198505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1ac02-55c3-4ea2-8075-c1fee988b924 None None] Port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:29:10.207149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:10.258764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:10.295750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Sync routers for ids ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:29:10.311253 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:10.312147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Routers {'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:10.313014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:10.334911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56145a8d-73c8-484c-917f-1fb8f88f08aa req-6d10890d-9c37-4784-8b8a-2de49af6e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:10.336516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56145a8d-73c8-484c-917f-1fb8f88f08aa req-6d10890d-9c37-4784-8b8a-2de49af6e8f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 1096 time: 0.3356879 Jan 28 12:29:10.349701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-205be1f5-a8cd-4807-a0a6-3d60864fdd7f admin admin] Deleting subnet 0ba1aea3-444c-43c0-bd20-4431ad80e2c3 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:29:10.353133 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-205be1f5-a8cd-4807-a0a6-3d60864fdd7f admin admin] Publish callbacks [] for subnet (0ba1aea3-444c-43c0-bd20-4431ad80e2c3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:10.356956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-5258623c-d310-43e7-86d7-8bd0c840d33b tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:10.360110 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-5258623c-d310-43e7-86d7-8bd0c840d33b tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 808 time: 0.3547230 Jan 28 12:29:10.394161 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-205be1f5-a8cd-4807-a0a6-3d60864fdd7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (0ba1aea3-444c-43c0-bd20-4431ad80e2c3), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:10.488467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Request body: {'port': {'device_id': '8df6b840-22e4-40f8-a4dc-edc158555af1', 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d', 'admin_state_up': True, 'tenant_id': '28c9043847134daea969876de73b5965'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:10.496593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56145a8d-73c8-484c-917f-1fb8f88f08aa req-3659561c-ae77-4f5b-8b89-0fc0382d6edf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331034 Jan 28 12:29:10.508345 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-205be1f5-a8cd-4807-a0a6-3d60864fdd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (0ba1aea3-444c-43c0-bd20-4431ad80e2c3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:10.520751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fa2aa-e6cf-4015-b9e1-7263940abbe7 req-667ede9d-5a07-4613-8004-f86df7a121ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:10.522507 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b04fa2aa-e6cf-4015-b9e1-7263940abbe7 req-667ede9d-5a07-4613-8004-f86df7a121ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.4995494 Jan 28 12:29:10.532543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Set router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:10.580555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f25660-9ffd-42ae-9968-e0e2531844cb req-62f25ec8-f0f3-47b8-8f11-3ce2c7bd1128 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:10.582355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75f25660-9ffd-42ae-9968-e0e2531844cb req-62f25ec8-f0f3-47b8-8f11-3ce2c7bd1128 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 944 time: 0.5756290 Jan 28 12:29:10.588439 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-205be1f5-a8cd-4807-a0a6-3d60864fdd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (0ba1aea3-444c-43c0-bd20-4431ad80e2c3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:10.652141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205be1f5-a8cd-4807-a0a6-3d60864fdd7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba1aea3-444c-43c0-bd20-4431ad80e2c3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:10.663406 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-205be1f5-a8cd-4807-a0a6-3d60864fdd7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:10.671508 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-205be1f5-a8cd-4807-a0a6-3d60864fdd7f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0ba1aea3-444c-43c0-bd20-4431ad80e2c3 HTTP/1.1" status: 204 len: 168 time: 0.4114790 Jan 28 12:29:10.675222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37204) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:10.727388 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fa2aa-e6cf-4015-b9e1-7263940abbe7 req-bb280434-7d85-419e-8f65-997048ff9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:10.729007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b04fa2aa-e6cf-4015-b9e1-7263940abbe7 req-bb280434-7d85-419e-8f65-997048ff9c2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690536 Jan 28 12:29:10.802379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a9518c-d5b6-478b-98be-b3727da84d8c None None] Network 424150de-2be4-45de-b35e-c47b464e72b1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:29:10.838136 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (424150de-2be4-45de-b35e-c47b464e72b1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:10.844953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b04fa2aa-e6cf-4015-b9e1-7263940abbe7 req-61009262-a356-4b00-a331-59bb8b2cbfbf service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967376 Jan 28 12:29:10.888725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Made reservation on behalf of 28c9043847134daea969876de73b5965 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:10.892342 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:10.906248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Deleting port 6a080631-b50d-47e9-8646-de064a5a8b1b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:29:10.907828 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:10.922091 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Publish callbacks [] for security_group (0c2a4142-a3d7-47ee-879b-9d06ede2372c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:10.928549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37216) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:10.971870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:29:07Z', 'revision_number': 4, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6', 'name': '', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'mac_address': 'fa:16:3e:5c:87:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:05Z', 'updated_at': '2022-01-28T12:29:08Z', 'revision_number': 2, 'project_id': '523c775734d64237ba19b3804f18ee73', 'subnets': [{'id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:10.982428 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] For port 6a080631-b50d-47e9-8646-de064a5a8b1b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6a080631-b50d-47e9-8646-de064a5a8b1b,segment=NetworkSegment(a9143479-2a1f-492c-a70e-01ba468655f0),segment_id=a9143479-2a1f-492c-a70e-01ba468655f0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:10.983090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:10.989958 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1307030586-network', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:10.994015 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0c2a4142-a3d7-47ee-879b-9d06ede2372c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.000065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Calling delete_port for 6a080631-b50d-47e9-8646-de064a5a8b1b owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:29:11.004565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Checking router: de675f4c-1433-4cd0-bcb4-cb09eb84c2fb for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:29:11.005120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Updating router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:29:11.009384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75f25660-9ffd-42ae-9968-e0e2531844cb req-78dba565-3891-4243-8cca-3ecc372fd199 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032886 Jan 28 12:29:11.056315 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.117009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7d310-e623-46ea-b870-b76f8d5e2b69 None None] DHCP port deletion for 424150de-2be4-45de-b35e-c47b464e72b1 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:29:11.124812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Made reservation on behalf of bd9958d2cfa54c1ea953020d8d8fe796 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:11.128731 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.138030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5078f51053e1471c82110f4211a1211c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9752285 Jan 28 12:29:11.146716 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37218) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:11.174362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2a4142-a3d7-47ee-879b-9d06ede2372c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:11.198347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b493c72-08bd-41f6-a9b4-510d6922cb8f req-451be1d9-8d4d-4885-b081-789356390c76 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:11.199973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b493c72-08bd-41f6-a9b4-510d6922cb8f req-451be1d9-8d4d-4885-b081-789356390c76 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.3305163 Jan 28 12:29:11.209679 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.213720 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-841775de-b133-4377-a4ca-cdf4c6732112 admin admin] Publish callbacks [] for security_group (0c2a4142-a3d7-47ee-879b-9d06ede2372c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.219547 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.242745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Pushing event deleted for resources: {'Port': ['ID=6a080631-b50d-47e9-8646-de064a5a8b1b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:11.255827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] No DVR routers for this DVR port 6a080631-b50d-47e9-8646-de064a5a8b1b on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:29:11.259559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.259911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.260251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.260591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.260923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.261253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.261580 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.262115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.262465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.262778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.263104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.263446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.263770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff37d4e9-221a-4f59-9a21-a7e0cd83e448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:11.305919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-53a7d310-e623-46ea-b870-b76f8d5e2b69 None None] Deleting port 6a080631-b50d-47e9-8646-de064a5a8b1b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:29:11.306364 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53a7d310-e623-46ea-b870-b76f8d5e2b69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.322806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b04fa2aa-e6cf-4015-b9e1-7263940abbe7 req-5612f8d0-a18f-4cf3-83d8-e9a5e1000d4c service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601178 Jan 28 12:29:11.342614 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (424150de-2be4-45de-b35e-c47b464e72b1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.367992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424150de-2be4-45de-b35e-c47b464e72b1']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:11.381733 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9143479-2a1f-492c-a70e-01ba468655f0') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:11.382370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9143479-2a1f-492c-a70e-01ba468655f0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:11.396374 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (a9143479-2a1f-492c-a70e-01ba468655f0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.407183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ea9f5-5d55-44f2-976a-79f1e10493d8 req-44cb850e-20b9-43a6-9fdb-2056636dd146 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:11.409029 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-815ea9f5-5d55-44f2-976a-79f1e10493d8 req-44cb850e-20b9-43a6-9fdb-2056636dd146 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 945 time: 0.2321014 Jan 28 12:29:11.413105 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a9143479-2a1f-492c-a70e-01ba468655f0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.421934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:29:11.422780 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (a9143479-2a1f-492c-a70e-01ba468655f0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.430027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b493c72-08bd-41f6-a9b4-510d6922cb8f req-1f13fa58-c0f4-4334-83a5-93ccdc593091 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171886 Jan 28 12:29:11.458471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Allocated IP 172.20.0.2 (d35abe7a-4c5a-4b32-a523-ada4c5d4474d/a6190fa1-4696-4bc6-b0ca-485a2fb172fe/eb92bf2e-636a-40a3-a228-7bc3b5ac6670) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:11.538311 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-841775de-b133-4377-a4ca-cdf4c6732112 admin admin] Publish callbacks [] for security_group (0c2a4142-a3d7-47ee-879b-9d06ede2372c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.539123 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Publish callbacks [] for security_group (8eeac24e-1587-4b37-8ad3-ab6212a58a7b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.545102 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-815ea9f5-5d55-44f2-976a-79f1e10493d8 req-8f0200e5-847d-4908-b77a-55e30a45dae0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251915 Jan 28 12:29:11.556504 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8eeac24e-1587-4b37-8ad3-ab6212a58a7b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:29:11.594252 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:29:11.627854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e4e184d-951a-4b68-b93b-9fd7cc587cb9 req-8f450a90-b4bf-481d-9c84-aab4f6a01561 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 210 time: 0.0765522 Jan 28 12:29:11.628104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-53a7d310-e623-46ea-b870-b76f8d5e2b69 None None] For port 6a080631-b50d-47e9-8646-de064a5a8b1b, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:11.628104 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53a7d310-e623-46ea-b870-b76f8d5e2b69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.640839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:29:11.643778 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-53a7d310-e623-46ea-b870-b76f8d5e2b69 None None] Calling delete_port for 6a080631-b50d-47e9-8646-de064a5a8b1b owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:29:11.647211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-53a7d310-e623-46ea-b870-b76f8d5e2b69 None None] Port 6a080631-b50d-47e9-8646-de064a5a8b1b was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:29:11.651894 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53a7d310-e623-46ea-b870-b76f8d5e2b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (6a080631-b50d-47e9-8646-de064a5a8b1b), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.661012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (424150de-2be4-45de-b35e-c47b464e72b1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.672376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:29:11.672888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.678801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53a7d310-e623-46ea-b870-b76f8d5e2b69 None None] Network 424150de-2be4-45de-b35e-c47b464e72b1 is not hosted by any dhcp agent {{(pid=103130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 12:29:11.678994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] 10.222.0.53 "DELETE /v2.0/networks/424150de-2be4-45de-b35e-c47b464e72b1 HTTP/1.1" status: 204 len: 168 time: 1.0003209 Jan 28 12:29:11.679092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7d310-e623-46ea-b870-b76f8d5e2b69 None None] No DVR routers for this DVR port 6a080631-b50d-47e9-8646-de064a5a8b1b on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:29:11.687413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeac24e-1587-4b37-8ad3-ab6212a58a7b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:11.707332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565df82-d669-47de-a0e9-d4bea560afdd admin admin] Pushing event deleted for resources: {'Network': ['ID=424150de-2be4-45de-b35e-c47b464e72b1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:11.715757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7d310-e623-46ea-b870-b76f8d5e2b69 None None] Pushing event deleted for resources: {'Port': ['ID=6a080631-b50d-47e9-8646-de064a5a8b1b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:11.750037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-841775de-b133-4377-a4ca-cdf4c6732112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0c2a4142-a3d7-47ee-879b-9d06ede2372c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.753071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-841775de-b133-4377-a4ca-cdf4c6732112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.753859 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-841775de-b133-4377-a4ca-cdf4c6732112 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c2a4142-a3d7-47ee-879b-9d06ede2372c HTTP/1.1" status: 204 len: 168 time: 0.6061752 Jan 28 12:29:11.760878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6a080631-b50d-47e9-8646-de064a5a8b1b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:29:11.792332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841775de-b133-4377-a4ca-cdf4c6732112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2a4142-a3d7-47ee-879b-9d06ede2372c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:11.829044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks [] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.854899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 6a080631-b50d-47e9-8646-de064a5a8b1b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:29:11.855251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6a080631-b50d-47e9-8646-de064a5a8b1b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:29:11.876460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (94963965-db5d-49a0-8d09-ad1b8decc164), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.876685 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Added segment 94963965-db5d-49a0-8d09-ad1b8decc164 of type vlan for network 035afb61-21a7-4a69-9d4d-7fd834ad6485 Jan 28 12:29:11.922404 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.941638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:11.963820 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Publish callbacks [] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.966543 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (035afb61-21a7-4a69-9d4d-7fd834ad6485), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.967018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'port_id': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'mac_address': 'fa:16:3e:22:47:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:29:11.973762 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:11.994233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Network d35abe7a-4c5a-4b32-a523-ada4c5d4474d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:12.008550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:12.013291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:12.017425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Pushing event updated for resources: {'Port': ['ID=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:12.058051 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:12.059083 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.081586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2317a9e-89ac-4d7d-8f12-a6284c38abf6 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:12.085262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37258) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:12.102397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:12.103359 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.110069 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (035afb61-21a7-4a69-9d4d-7fd834ad6485), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.111829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:12.112743 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.137526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:12.160580 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-72429313-8647-40bb-87fe-b2c5a7121bd5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9110a04574c34e00856b717816ed2999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707309 Jan 28 12:29:12.160781 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.161892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5f903-1857-4e02-a1fb-28131a4bf358 None None] Pushing event updated for resources: {'Port': ['ID=eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:12.166005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37260) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:12.289834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-11127b30-721c-4253-8ca8-2c9b1ab9e836 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9191740 Jan 28 12:29:12.302449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3578520 Jan 28 12:29:12.305446 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37268) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:12.311680 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d7927e7f-7f9a-4aa9-a2bb-47b3bda7a33a admin admin] Request body: {'subnet': {'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1307030586-subnet', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:12.321839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Request body: {'port': {'device_id': '8df6b840-22e4-40f8-a4dc-edc158555af1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:12.345250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7927e7f-7f9a-4aa9-a2bb-47b3bda7a33a admin admin] Made reservation on behalf of bd9958d2cfa54c1ea953020d8d8fe796 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:12.348686 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7927e7f-7f9a-4aa9-a2bb-47b3bda7a33a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.354059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:12.384585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Attempting to bind port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:12.384960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Attempting to bind port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:12.386740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Attempting to bind port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 on network de73d51a-b816-487d-9aec-4cbd62d5c08f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:12.399953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:12.401525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Checking segment: {'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:12.402556 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.404555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Bound using segment: {'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:12.405826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Bound port: eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:12.407002 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.444811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203dd95-0c08-4aeb-9353-693406943dfc req-7320581b-03a3-44ce-b3c4-56179c6cd964 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:12.446263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b2317a9e-89ac-4d7d-8f12-a6284c38abf6'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:12.446477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d203dd95-0c08-4aeb-9353-693406943dfc req-7320581b-03a3-44ce-b3c4-56179c6cd964 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2818558 Jan 28 12:29:12.447119 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb006b63-55cb-4046-9e87-31daa5e4a48e admin admin] Pushing event updated for resources: {'Network': ['ID=035afb61-21a7-4a69-9d4d-7fd834ad6485,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:12.501006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 035afb61-21a7-4a69-9d4d-7fd834ad6485 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:29:12.628784 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5466c105-87f5-4734-b45e-f3545bb17320 admin admin] Publish callbacks [] for security_group (386e7623-3521-4d21-9670-162f605e2d67), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.642834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7927e7f-7f9a-4aa9-a2bb-47b3bda7a33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (a5dd7915-096e-45ed-8199-a1a37a85853d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.645279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d203dd95-0c08-4aeb-9353-693406943dfc req-14a6bf39-1a64-4c3f-89c5-d3e70ee0fd67 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677172 Jan 28 12:29:12.683765 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.688564 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5466c105-87f5-4734-b45e-f3545bb17320 admin admin] Publish callbacks [] for security_group (386e7623-3521-4d21-9670-162f605e2d67), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.723863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffe392-5737-49e0-bee8-49afa7eb8fe3 req-3daa91b4-d06b-4a68-b0f7-27d9eb8d6438 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:12.725547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32ffe392-5737-49e0-bee8-49afa7eb8fe3 req-3daa91b4-d06b-4a68-b0f7-27d9eb8d6438 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 945 time: 0.1656601 Jan 28 12:29:12.735968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] For port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:12.747449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7927e7f-7f9a-4aa9-a2bb-47b3bda7a33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5dd7915-096e-45ed-8199-a1a37a85853d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:12.773454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7927e7f-7f9a-4aa9-a2bb-47b3bda7a33a admin admin] Checking segment: {'id': '94963965-db5d-49a0-8d09-ad1b8decc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:12.773921 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7927e7f-7f9a-4aa9-a2bb-47b3bda7a33a admin admin] Network hostable DHCP agents. Network: 035afb61-21a7-4a69-9d4d-7fd834ad6485, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:29:12.789181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] For port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:12.800920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4f8f40ac-d9e7-400b-8f9a-7fd8f5a2a027 None None] Provisioning complete for port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:12.801283 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4f8f40ac-d9e7-400b-8f9a-7fd8f5a2a027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.809293 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.825351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7927e7f-7f9a-4aa9-a2bb-47b3bda7a33a admin admin] Network 035afb61-21a7-4a69-9d4d-7fd834ad6485 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:29:12.845528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d7927e7f-7f9a-4aa9-a2bb-47b3bda7a33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 035afb61-21a7-4a69-9d4d-7fd834ad6485) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:12.859692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7927e7f-7f9a-4aa9-a2bb-47b3bda7a33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:12.861749 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7927e7f-7f9a-4aa9-a2bb-47b3bda7a33a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.899073 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d7927e7f-7f9a-4aa9-a2bb-47b3bda7a33a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5925066 Jan 28 12:29:12.901712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37312) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:12.909656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1307030586-router', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:12.932572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1608b22e-ef5b-47f7-b687-9697f3d19917 None None] Network 035afb61-21a7-4a69-9d4d-7fd834ad6485 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:29:12.958271 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5466c105-87f5-4734-b45e-f3545bb17320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (386e7623-3521-4d21-9670-162f605e2d67), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.960120 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (2f527f96-29d3-44ea-a8bd-37a3f988aa09), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.960833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5466c105-87f5-4734-b45e-f3545bb17320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:12.961972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5466c105-87f5-4734-b45e-f3545bb17320 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/386e7623-3521-4d21-9670-162f605e2d67 HTTP/1.1" status: 204 len: 168 time: 0.7897174 Jan 28 12:29:12.978328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b5c33-6f56-4387-abcc-e7aa9c16971f req-45a9c593-5c94-4850-aba3-7acf5d719142 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:12.979858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea5b5c33-6f56-4387-abcc-e7aa9c16971f req-45a9c593-5c94-4850-aba3-7acf5d719142 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.1855035 Jan 28 12:29:12.983309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (2f527f96-29d3-44ea-a8bd-37a3f988aa09), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.005660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466c105-87f5-4734-b45e-f3545bb17320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386e7623-3521-4d21-9670-162f605e2d67,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:13.121798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-32ffe392-5737-49e0-bee8-49afa7eb8fe3 req-e80cde44-cab8-4aee-8275-40140769233e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Deleting port e5df53ec-aa3e-4c57-a49c-906ce0860f99 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:29:13.122139 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32ffe392-5737-49e0-bee8-49afa7eb8fe3 req-e80cde44-cab8-4aee-8275-40140769233e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.130849 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Publish callbacks [] for router_controller (2f527f96-29d3-44ea-a8bd-37a3f988aa09), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.211545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea5b5c33-6f56-4387-abcc-e7aa9c16971f req-b24a7db7-4b4b-4c01-b404-c9f6ff155808 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046552 Jan 28 12:29:13.256626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5f903-1857-4e02-a1fb-28131a4bf358 None None] Pushing event updated for resources: {'Port': ['ID=eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:13.264917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Routers {'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:13.265560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:13.353900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:13.449165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Publish callbacks [] for router_gateway (2f527f96-29d3-44ea-a8bd-37a3f988aa09), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.479064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-32ffe392-5737-49e0-bee8-49afa7eb8fe3 req-e80cde44-cab8-4aee-8275-40140769233e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] For port e5df53ec-aa3e-4c57-a49c-906ce0860f99, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e5df53ec-aa3e-4c57-a49c-906ce0860f99,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:13.479907 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32ffe392-5737-49e0-bee8-49afa7eb8fe3 req-e80cde44-cab8-4aee-8275-40140769233e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.500615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396656c-8e27-472b-a07e-b32013e740f1 req-20fa2c50-de46-41eb-8570-8f380d1906f4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:13.500960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-035afb61-21a7-4a69-9d4d-7fd834ad6485', 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485', 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'fixed_ips': [{'subnet_id': 'a5dd7915-096e-45ed-8199-a1a37a85853d'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:29:13.501501 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.502853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0396656c-8e27-472b-a07e-b32013e740f1 req-20fa2c50-de46-41eb-8570-8f380d1906f4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 945 time: 0.2372410 Jan 28 12:29:13.519189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe0a85-42ac-4053-a24b-e6c10134fc64 req-0d5fecd2-0325-4e4b-a8f4-2b6e41fe3e6a tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:13.523449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f40ac-d9e7-400b-8f9a-7fd8f5a2a027 None None] Current status of the port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:13.524121 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4f8f40ac-d9e7-400b-8f9a-7fd8f5a2a027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.526513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbbe0a85-42ac-4053-a24b-e6c10134fc64 req-0d5fecd2-0325-4e4b-a8f4-2b6e41fe3e6a tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 931 time: 0.2301514 Jan 28 12:29:13.537475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-32ffe392-5737-49e0-bee8-49afa7eb8fe3 req-e80cde44-cab8-4aee-8275-40140769233e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Calling delete_port for e5df53ec-aa3e-4c57-a49c-906ce0860f99 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:29:13.548198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb92bf2e-636a-40a3-a228-7bc3b5ac6670 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:13.565817 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Publish callbacks [] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.594630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] Set router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:13.626184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Transition to ACTIVE for port object eb92bf2e-636a-40a3-a228-7bc3b5ac6670 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:29:13.637227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4f8f40ac-d9e7-400b-8f9a-7fd8f5a2a027 None None] For port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:13.639354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1717845719-network', 'tenant_id': '4b07ed76ea374ea485968b4cd28446fd'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:13.673682 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.698745 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4f8f40ac-d9e7-400b-8f9a-7fd8f5a2a027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.703371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Made reservation on behalf of 4b07ed76ea374ea485968b4cd28446fd for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:13.709493 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.742008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0396656c-8e27-472b-a07e-b32013e740f1 req-6d36d0f0-57f0-451b-9670-3ab5eb3d58b1 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131424 Jan 28 12:29:13.772512 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.780948 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbbe0a85-42ac-4053-a24b-e6c10134fc64 req-574dbe7e-dea2-4d4a-aab5-bd25f001b369 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476647 Jan 28 12:29:13.821336 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-40b67ce7-037b-4bed-871d-18f97e301dcd req-c082e525-a3ce-4b14-8ccb-4c7daf0c14f5 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1329536012', 'description': 'tempest-description-2051524668'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:13.828288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:13.918632 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-40b67ce7-037b-4bed-871d-18f97e301dcd req-c082e525-a3ce-4b14-8ccb-4c7daf0c14f5 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.923250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-18deca14-7057-46c1-8da8-5912cfe51e54 None None] Provisioning complete for port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:13.923756 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18deca14-7057-46c1-8da8-5912cfe51e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:13.925351 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f40ac-d9e7-400b-8f9a-7fd8f5a2a027 None None] Pushing event updated for resources: {'Port': ['ID=eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:13.995874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Publish callbacks [] for router_gateway (2f527f96-29d3-44ea-a8bd-37a3f988aa09), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.021082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Allocated IP 172.20.0.2 (035afb61-21a7-4a69-9d4d-7fd834ad6485/a5dd7915-096e-45ed-8199-a1a37a85853d/22484bc7-30df-444a-8bfe-28cfb7169c01) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:14.048023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Attempting to bind port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:14.048358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Attempting to bind port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:14.048687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Attempting to bind port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:14.060381 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.083812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:29:14.084500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Attempting to bind port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:14.104910 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32ffe392-5737-49e0-bee8-49afa7eb8fe3 req-e80cde44-cab8-4aee-8275-40140769233e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e5df53ec-aa3e-4c57-a49c-906ce0860f99), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.172824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-40b67ce7-037b-4bed-871d-18f97e301dcd req-c082e525-a3ce-4b14-8ccb-4c7daf0c14f5 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for security_group (c08f09e2-04ba-42ab-835f-5bf5d5ccaf7f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.174492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:14.175161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:14.175831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:14.177617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Bound port: eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:14.178431 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.192938 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Publish callbacks [] for security_group (582fd71a-d321-407c-91d6-6e7c7d41f514), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.202967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (582fd71a-d321-407c-91d6-6e7c7d41f514), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.245091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cde44-cab8-4aee-8275-40140769233e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event deleted for resources: {'Port': ['ID=e5df53ec-aa3e-4c57-a49c-906ce0860f99,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:14.249073 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-40b67ce7-037b-4bed-871d-18f97e301dcd req-c082e525-a3ce-4b14-8ccb-4c7daf0c14f5 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c08f09e2-04ba-42ab-835f-5bf5d5ccaf7f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.288127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:29:14.296287 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-40b67ce7-037b-4bed-871d-18f97e301dcd req-c082e525-a3ce-4b14-8ccb-4c7daf0c14f5 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.297535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40b67ce7-037b-4bed-871d-18f97e301dcd req-c082e525-a3ce-4b14-8ccb-4c7daf0c14f5 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.4830611 Jan 28 12:29:14.316886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582fd71a-d321-407c-91d6-6e7c7d41f514,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:14.333451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (981ef6a4-d4b7-4034-8b84-30becf0edd8b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.333881 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Added segment 981ef6a4-d4b7-4034-8b84-30becf0edd8b of type vlan for network e8afdfaf-7933-47d2-a23a-76117fd9a21b Jan 28 12:29:14.366669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37358) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:14.384738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Allocated IP 172.25.7.22 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/f92abf25-fe7c-40be-8c8e-8ea238aebbfa) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:14.407237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-18deca14-7057-46c1-8da8-5912cfe51e54 None None] Current status of the port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:14.449714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:29:07Z', 'revision_number': 4, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6', 'name': '', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'mac_address': 'fa:16:3e:5c:87:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:05Z', 'updated_at': '2022-01-28T12:29:12Z', 'revision_number': 4, 'project_id': '523c775734d64237ba19b3804f18ee73', 'subnets': [{'id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:14.454915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082e525-a3ce-4b14-8ccb-4c7daf0c14f5 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f09e2-04ba-42ab-835f-5bf5d5ccaf7f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:14.457559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ffe392-5737-49e0-bee8-49afa7eb8fe3 req-e80cde44-cab8-4aee-8275-40140769233e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] No DVR routers for this DVR port e5df53ec-aa3e-4c57-a49c-906ce0860f99 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:29:14.481675 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32ffe392-5737-49e0-bee8-49afa7eb8fe3 req-e80cde44-cab8-4aee-8275-40140769233e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.486901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32ffe392-5737-49e0-bee8-49afa7eb8fe3 req-e80cde44-cab8-4aee-8275-40140769233e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "DELETE /v2.0/ports/e5df53ec-aa3e-4c57-a49c-906ce0860f99 HTTP/1.1" status: 204 len: 173 time: 1.7501712 Jan 28 12:29:14.491770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56fe639-a81f-4668-9570-381b2660b899', 'name': 'network-vif-deleted', 'tag': 'e5df53ec-aa3e-4c57-a49c-906ce0860f99'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:14.494511 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d9bd60-7d0c-423c-95ad-fa31c4752f35" -d '{"events": [{"server_uuid": "f56fe639-a81f-4668-9570-381b2660b899", "name": "network-vif-deleted", "tag": "e5df53ec-aa3e-4c57-a49c-906ce0860f99"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:14.500618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47516209-b5b2-4ad0-9089-72ded71afb80 None None] The sync data for ids ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'] in n-d-824835-4 is: [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:29:07Z', 'revision_number': 4, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6', 'name': '', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'mac_address': 'fa:16:3e:5c:87:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:05Z', 'updated_at': '2022-01-28T12:29:12Z', 'revision_number': 4, 'project_id': '523c775734d64237ba19b3804f18ee73', 'subnets': [{'id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:29:14.530985 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Publish callbacks [] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.549889 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.658152 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e8afdfaf-7933-47d2-a23a-76117fd9a21b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.681192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Network 035afb61-21a7-4a69-9d4d-7fd834ad6485 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:14.697077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:14.700797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:14.750526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Pushing event updated for resources: {'Port': ['ID=22484bc7-30df-444a-8bfe-28cfb7169c01,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:14.761102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Publish callbacks [] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.782169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Attempting to bind port 22484bc7-30df-444a-8bfe-28cfb7169c01 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:14.782600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Attempting to bind port 22484bc7-30df-444a-8bfe-28cfb7169c01 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '94963965-db5d-49a0-8d09-ad1b8decc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:14.782892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Attempting to bind port 22484bc7-30df-444a-8bfe-28cfb7169c01 on network 035afb61-21a7-4a69-9d4d-7fd834ad6485 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:14.788816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:14.789367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Checking segment: {'id': '94963965-db5d-49a0-8d09-ad1b8decc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:14.789775 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.790173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Bound using segment: {'id': '94963965-db5d-49a0-8d09-ad1b8decc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:14.790694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Bound port: 22484bc7-30df-444a-8bfe-28cfb7169c01, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94963965-db5d-49a0-8d09-ad1b8decc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:14.791549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.801251 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e8afdfaf-7933-47d2-a23a-76117fd9a21b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.802236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:14.802834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.855555 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4964890 Jan 28 12:29:14.882842 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] For port 22484bc7-30df-444a-8bfe-28cfb7169c01, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:14.883737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37372) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:14.887591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] For port 22484bc7-30df-444a-8bfe-28cfb7169c01, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=22484bc7-30df-444a-8bfe-28cfb7169c01,segment=NetworkSegment(94963965-db5d-49a0-8d09-ad1b8decc164),segment_id=94963965-db5d-49a0-8d09-ad1b8decc164)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:14.890519 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-48070541-dd76-499b-8b04-8c3ac5f518f8 admin admin] Request body: {'subnet': {'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1717845719-subnet', 'tenant_id': '4b07ed76ea374ea485968b4cd28446fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:14.895527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.916650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Pushing event updated for resources: {'Network': ['ID=e8afdfaf-7933-47d2-a23a-76117fd9a21b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:14.925563 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:14.950675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:14.953739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:15.005031 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48070541-dd76-499b-8b04-8c3ac5f518f8 admin admin] Made reservation on behalf of 4b07ed76ea374ea485968b4cd28446fd for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:15.007390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48070541-dd76-499b-8b04-8c3ac5f518f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:15.009356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a3f9a-b4d1-4891-9c0f-bd390419b483 None None] Pushing event updated for resources: {'Port': ['ID=22484bc7-30df-444a-8bfe-28cfb7169c01,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:15.009952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.010285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.010628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.010968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.011302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.012228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.012572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.018456 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.018821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.019164 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.019538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.019870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.020202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9e3f36-b47e-4fe0-a9ae-49b0306b0f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:15.025878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:15.036331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e8afdfaf-7933-47d2-a23a-76117fd9a21b details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:29:15.141127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:15.145297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:15.158440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-a075f65e-cad4-489a-b7ae-4af80ce62e82 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:15.167807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-a075f65e-cad4-489a-b7ae-4af80ce62e82 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/networks?id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 200 len: 805 time: 0.7572594 Jan 28 12:29:15.177102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87007b47-0eab-4f00-bcfd-8bb905b37081 req-87bace25-25a5-41aa-9617-0949e2676d45 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:15.179040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87007b47-0eab-4f00-bcfd-8bb905b37081 req-87bace25-25a5-41aa-9617-0949e2676d45 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 1.0642664 Jan 28 12:29:15.181556 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Pushing event updated for resources: {'Port': ['ID=f92abf25-fe7c-40be-8c8e-8ea238aebbfa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:15.187233 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:15.212653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-224063930-network', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:15.333441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Made reservation on behalf of 64c4e0548cb5444ba31de2ad42c6005b for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:15.335979 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:15.358846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:15.359721 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:15.361302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] 10.222.0.35 "PUT /v2.0/ports/eb92bf2e-636a-40a3-a228-7bc3b5ac6670 HTTP/1.1" status: 200 len: 1091 time: 3.0547099 Jan 28 12:29:15.363041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-eb3111ea-1db2-4d23-b8e2-6e3cd7d41cec tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/quotas/1b7716d8fdb2453cb3f008626cbd95a0 HTTP/1.1" status: 200 len: 375 time: 0.1935754 Jan 28 12:29:15.431123 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:15.494049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3b0ed-7eb6-4cd3-9459-fc5a71fb0ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:15.526940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Publish callbacks [] for router_gateway (2f527f96-29d3-44ea-a8bd-37a3f988aa09), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:15.548943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:15.639087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:29:15.645163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:15.645882 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:15.815083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87007b47-0eab-4f00-bcfd-8bb905b37081 req-e637d2ee-b5a3-4333-a8ab-77db0e2f863c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4970613 Jan 28 12:29:15.842604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:15.843578 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:15.856530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48070541-dd76-499b-8b04-8c3ac5f518f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (4a52d88f-3d14-4d4c-b078-233c75ac286f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:15.873662 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Publish callbacks [] for security_group (43d15c2d-ad60-454b-8dcf-53a715baf071), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:15.898904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-7328f401-1e08-4083-b2b7-4c0ec36178ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:15.905512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-7328f401-1e08-4083-b2b7-4c0ec36178ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 1094 time: 0.4707668 Jan 28 12:29:15.912729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:15.916018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:15.917696 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (43d15c2d-ad60-454b-8dcf-53a715baf071), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:15.920847 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd2293b-18ef-4636-ac63-ebebc601feb3" -d '{"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-plugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:15.925115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:15.930302 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:15.931139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 87af9e10-034e-44f9-a4f7-065ff248c815 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:29:16.004205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48070541-dd76-499b-8b04-8c3ac5f518f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a52d88f-3d14-4d4c-b078-233c75ac286f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:16.021344 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48070541-dd76-499b-8b04-8c3ac5f518f8 admin admin] Checking segment: {'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:16.021709 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48070541-dd76-499b-8b04-8c3ac5f518f8 admin admin] Network hostable DHCP agents. Network: e8afdfaf-7933-47d2-a23a-76117fd9a21b, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:29:16.036093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-c1f93880-9cec-4d91-b452-5e238b2aab00 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6341231 Jan 28 12:29:16.049465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:16.070506 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (2f527f96-29d3-44ea-a8bd-37a3f988aa09), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:16.077341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48070541-dd76-499b-8b04-8c3ac5f518f8 admin admin] Network e8afdfaf-7933-47d2-a23a-76117fd9a21b is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:29:16.115742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-45eec2b2-aa06-4e0f-9b91-3dba425762c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670 HTTP/1.1" status: 200 len: 217 time: 0.1905622 Jan 28 12:29:16.129611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:29:16.160192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-48070541-dd76-499b-8b04-8c3ac5f518f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, e8afdfaf-7933-47d2-a23a-76117fd9a21b) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:16.161696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc003925-0f4e-49be-8cbf-04e518be0023 req-f37e8a5c-7455-4284-8763-19fa5fa797b3 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:16.165363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc003925-0f4e-49be-8cbf-04e518be0023 req-f37e8a5c-7455-4284-8763-19fa5fa797b3 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b3424dd-de38-4a44-83a3-d7d50afe2ae5 HTTP/1.1" status: 200 len: 945 time: 0.6040170 Jan 28 12:29:16.166820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 87af9e10-034e-44f9-a4f7-065ff248c815 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:16.167213 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:16.178803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48070541-dd76-499b-8b04-8c3ac5f518f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:16.179423 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48070541-dd76-499b-8b04-8c3ac5f518f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:16.189425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54168837-ab1f-4dfc-a894-fad26c944877 None None] Network e8afdfaf-7933-47d2-a23a-76117fd9a21b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:29:16.230627 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-48070541-dd76-499b-8b04-8c3ac5f518f8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3465171 Jan 28 12:29:16.332109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:16.332492 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:16.336870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 87af9e10-034e-44f9-a4f7-065ff248c815, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=87af9e10-034e-44f9-a4f7-065ff248c815,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:16.375514 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:16.376232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e5df53ec-aa3e-4c57-a49c-906ce0860f99 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:29:16.476908 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e6aafc8a-d116-434a-a36f-f31497840357), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:16.477262 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Added segment e6aafc8a-d116-434a-a36f-f31497840357 of type vlan for network df2a9c51-6a3b-446e-a71c-459d62cf9c96 Jan 28 12:29:16.501632 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: e5df53ec-aa3e-4c57-a49c-906ce0860f99 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:29:16.501985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e5df53ec-aa3e-4c57-a49c-906ce0860f99 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:29:16.516000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=87af9e10-034e-44f9-a4f7-065ff248c815,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:16.541848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d15c2d-ad60-454b-8dcf-53a715baf071,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:16.618176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:16.619384 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 22484bc7-30df-444a-8bfe-28cfb7169c01 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:16.644988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a15c9690-80bc-4958-b876-1f5de5c80e8c req-872a86ec-932a-4627-9632-a1cdd4f7483c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1329536012&fields=id&tenant_id=5599b434788a41b5bcf86b1f05c53f83 HTTP/1.1" status: 200 len: 267 time: 0.6355953 Jan 28 12:29:16.663860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee1a884-505d-4969-aa43-82bfaf2cc074 None None] Network e8afdfaf-7933-47d2-a23a-76117fd9a21b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:29:16.672540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f480362-90e5-4d37-a59c-7c8ade962ad8 None None] Network 035afb61-21a7-4a69-9d4d-7fd834ad6485 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:29:16.775057 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-9d13ccb1-d684-4463-aea4-f30c956cf94e service neutron] 10.222.0.53 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7377708 Jan 28 12:29:16.785433 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (df2a9c51-6a3b-446e-a71c-459d62cf9c96), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:16.791764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-5e7d6f95-ad43-42bc-9cf4-903158b9202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:16.793627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-5e7d6f95-ad43-42bc-9cf4-903158b9202a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.6663947 Jan 28 12:29:16.798190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 22484bc7-30df-444a-8bfe-28cfb7169c01 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:16.798572 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:16.904192 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-d4fc9625-093f-486c-8f8f-6e0d5be09440 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960469 Jan 28 12:29:16.929849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c9690-80bc-4958-b876-1f5de5c80e8c req-48a0415f-2d26-410a-a422-668e576b2836 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:16.931410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a15c9690-80bc-4958-b876-1f5de5c80e8c req-48a0415f-2d26-410a-a422-668e576b2836 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.2853918 Jan 28 12:29:16.935003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 22484bc7-30df-444a-8bfe-28cfb7169c01 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:16.935416 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:16.957047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Router 2f527f96-29d3-44ea-a8bd-37a3f988aa09 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:29:16.964233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-274dff73-77e7-4749-a3b4-ddc7aa3253c7 None None] Provisioning complete for port 22484bc7-30df-444a-8bfe-28cfb7169c01 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:16.964661 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-274dff73-77e7-4749-a3b4-ddc7aa3253c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:16.968063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a15c9690-80bc-4958-b876-1f5de5c80e8c req-42bc9d3d-d6c2-494c-b945-5e88759ac19d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Request body: {'port': {'security_groups': ['62c5ce4c-1f5f-492a-a3d2-cdfd172e6218', 'c08f09e2-04ba-42ab-835f-5bf5d5ccaf7f']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:17.039631 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (df2a9c51-6a3b-446e-a71c-459d62cf9c96), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:17.040762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:17.041348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:17.069070 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 22484bc7-30df-444a-8bfe-28cfb7169c01, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=22484bc7-30df-444a-8bfe-28cfb7169c01,segment=NetworkSegment(94963965-db5d-49a0-8d09-ad1b8decc164),segment_id=94963965-db5d-49a0-8d09-ad1b8decc164)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:17.070280 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:17.081367 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:17.096758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7222478 Jan 28 12:29:17.099883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37384) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:17.105922 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-71d3d93d-7dd8-4a90-9ab1-30dd0a3e02f3 admin admin] Request body: {'subnet': {'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-224063930-subnet', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:17.117146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:29:17.130796 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Sync routers for ids ['2f527f96-29d3-44ea-a8bd-37a3f988aa09'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:29:17.149153 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Routers {'2f527f96-29d3-44ea-a8bd-37a3f988aa09'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:17.149795 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2f527f96-29d3-44ea-a8bd-37a3f988aa09'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:17.155094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d3d93d-7dd8-4a90-9ab1-30dd0a3e02f3 admin admin] Made reservation on behalf of 64c4e0548cb5444ba31de2ad42c6005b for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:17.160217 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71d3d93d-7dd8-4a90-9ab1-30dd0a3e02f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:17.170940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-274dff73-77e7-4749-a3b4-ddc7aa3253c7 None None] Current status of the port 22484bc7-30df-444a-8bfe-28cfb7169c01 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:17.198041 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=22484bc7-30df-444a-8bfe-28cfb7169c01,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:17.216047 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:17.217696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-cc003925-0f4e-49be-8cbf-04e518be0023 req-3a2932ef-dbbc-4b9c-a172-169f8355d676 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Deleting port 87af9e10-034e-44f9-a4f7-065ff248c815 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:29:17.218048 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc003925-0f4e-49be-8cbf-04e518be0023 req-3a2932ef-dbbc-4b9c-a172-169f8355d676 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:17.223564 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d2a0da7f-aec6-45ff-aa7f-65ef7ded6107 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3179948 Jan 28 12:29:17.224336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37386) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:17.342320 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Set router 2f527f96-29d3-44ea-a8bd-37a3f988aa09 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:17.443259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-b019717c-842c-4f67-b123-a729d798fc26 service neutron] 10.222.0.53 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551409 Jan 28 12:29:17.464976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c31d1-8f51-4621-9cf7-c8355b7d1ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=df2a9c51-6a3b-446e-a71c-459d62cf9c96,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:17.479390 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a15c9690-80bc-4958-b876-1f5de5c80e8c req-42bc9d3d-d6c2-494c-b945-5e88759ac19d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:17.489009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network df2a9c51-6a3b-446e-a71c-459d62cf9c96 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:29:17.540330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-3abb6539-6706-4c1a-b415-cff6dbd543ee service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193812 Jan 28 12:29:17.630717 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:17.672049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-cc003925-0f4e-49be-8cbf-04e518be0023 req-3a2932ef-dbbc-4b9c-a172-169f8355d676 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] For port 87af9e10-034e-44f9-a4f7-065ff248c815, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=87af9e10-034e-44f9-a4f7-065ff248c815,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:17.673059 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc003925-0f4e-49be-8cbf-04e518be0023 req-3a2932ef-dbbc-4b9c-a172-169f8355d676 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:17.687405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8cf45387-7831-4d06-b9b0-154286448b04 None None] Provisioning complete for port 22484bc7-30df-444a-8bfe-28cfb7169c01 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:17.688644 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cf45387-7831-4d06-b9b0-154286448b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:17.719260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-cc003925-0f4e-49be-8cbf-04e518be0023 req-3a2932ef-dbbc-4b9c-a172-169f8355d676 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Calling delete_port for 87af9e10-034e-44f9-a4f7-065ff248c815 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:29:17.768142 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 22484bc7-30df-444a-8bfe-28cfb7169c01 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:17.819638 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'name': 'tempest-TaggedBootDevicesTest-1307030586-router', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:13Z', 'updated_at': '2022-01-28T12:29:15Z', 'revision_number': 3, 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'gw_port': {'id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:14Z', 'updated_at': '2022-01-28T12:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:17.861140 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Checking router: 2f527f96-29d3-44ea-a8bd-37a3f988aa09 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:29:17.861482 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Updating router 2f527f96-29d3-44ea-a8bd-37a3f988aa09 port f92abf25-fe7c-40be-8c8e-8ea238aebbfa binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:29:17.874401 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3ba4af-1b98-4b91-ad6f-ccff3286815a req-14da69c4-25ad-4c8e-8591-bc8b69028ec3 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245413 Jan 28 12:29:17.944705 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:17.985965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49574343-afb5-4df8-9feb-6b9dc53a2759 req-66618c58-dc0e-40a0-9684-0f854b9a4286 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 210 time: 0.1032264 Jan 28 12:29:17.991975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8cf45387-7831-4d06-b9b0-154286448b04 None None] Current status of the port 22484bc7-30df-444a-8bfe-28cfb7169c01 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:18.026443 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 22484bc7-30df-444a-8bfe-28cfb7169c01 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:18.026831 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.122180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a15c9690-80bc-4958-b876-1f5de5c80e8c req-42bc9d3d-d6c2-494c-b945-5e88759ac19d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] For port 770e97f4-fea1-4412-88d7-fbf5f07b132a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a,segment=NetworkSegment(ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2),segment_id=ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:18.170436 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71d3d93d-7dd8-4a90-9ab1-30dd0a3e02f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (b8b7fcb4-546d-412b-8415-225b5ee447db), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.201736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 22484bc7-30df-444a-8bfe-28cfb7169c01 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:18.215202 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.231326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3d93d-7dd8-4a90-9ab1-30dd0a3e02f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b7fcb4-546d-412b-8415-225b5ee447db,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:18.267916 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a15c9690-80bc-4958-b876-1f5de5c80e8c req-42bc9d3d-d6c2-494c-b945-5e88759ac19d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.281617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db361e9c-46c9-4e08-ba22-e3e2a108d609 req-e8910c09-eeb7-4e59-8af6-1f8f91f8ae48 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:18.284227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db361e9c-46c9-4e08-ba22-e3e2a108d609 req-e8910c09-eeb7-4e59-8af6-1f8f91f8ae48 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 943 time: 0.1484435 Jan 28 12:29:18.285660 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc003925-0f4e-49be-8cbf-04e518be0023 req-3a2932ef-dbbc-4b9c-a172-169f8355d676 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (87af9e10-034e-44f9-a4f7-065ff248c815), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.287843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a15c9690-80bc-4958-b876-1f5de5c80e8c req-42bc9d3d-d6c2-494c-b945-5e88759ac19d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.301066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['770e97f4-fea1-4412-88d7-fbf5f07b132a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:18.330800 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3d93d-7dd8-4a90-9ab1-30dd0a3e02f3 admin admin] Checking segment: {'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:18.332456 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d3d93d-7dd8-4a90-9ab1-30dd0a3e02f3 admin admin] Network hostable DHCP agents. Network: df2a9c51-6a3b-446e-a71c-459d62cf9c96, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:29:18.359085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2932ef-dbbc-4b9c-a172-169f8355d676 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Pushing event deleted for resources: {'Port': ['ID=87af9e10-034e-44f9-a4f7-065ff248c815,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:18.391176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d3d93d-7dd8-4a90-9ab1-30dd0a3e02f3 admin admin] Network df2a9c51-6a3b-446e-a71c-459d62cf9c96 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:29:18.412043 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-71d3d93d-7dd8-4a90-9ab1-30dd0a3e02f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, df2a9c51-6a3b-446e-a71c-459d62cf9c96) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:18.428097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a91a8f7-723e-4807-b0dd-25fc637b442f None None] Network df2a9c51-6a3b-446e-a71c-459d62cf9c96 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:29:18.438894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d3d93d-7dd8-4a90-9ab1-30dd0a3e02f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:18.439527 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71d3d93d-7dd8-4a90-9ab1-30dd0a3e02f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.482774 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-71d3d93d-7dd8-4a90-9ab1-30dd0a3e02f3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3816690 Jan 28 12:29:18.485540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37398) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:18.490265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-224063930-router', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:18.494274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c9690-80bc-4958-b876-1f5de5c80e8c req-42bc9d3d-d6c2-494c-b945-5e88759ac19d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:18.495049 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a15c9690-80bc-4958-b876-1f5de5c80e8c req-42bc9d3d-d6c2-494c-b945-5e88759ac19d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.497621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a15c9690-80bc-4958-b876-1f5de5c80e8c req-42bc9d3d-d6c2-494c-b945-5e88759ac19d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "PUT /v2.0/ports/770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 981 time: 1.5523198 Jan 28 12:29:18.509833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Allocated IP 172.20.0.1 (035afb61-21a7-4a69-9d4d-7fd834ad6485/a5dd7915-096e-45ed-8199-a1a37a85853d/435350d0-186d-4523-a25f-147a101be6fe) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:18.520469 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (e7176d9a-ea01-41c9-a54b-827d60991b19), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.521766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (e7176d9a-ea01-41c9-a54b-827d60991b19), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.521994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc003925-0f4e-49be-8cbf-04e518be0023 req-3a2932ef-dbbc-4b9c-a172-169f8355d676 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] No DVR routers for this DVR port 87af9e10-034e-44f9-a4f7-065ff248c815 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:29:18.527750 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cc003925-0f4e-49be-8cbf-04e518be0023 req-3a2932ef-dbbc-4b9c-a172-169f8355d676 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.532084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc003925-0f4e-49be-8cbf-04e518be0023 req-3a2932ef-dbbc-4b9c-a172-169f8355d676 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.49 "DELETE /v2.0/ports/87af9e10-034e-44f9-a4f7-065ff248c815 HTTP/1.1" status: 204 len: 173 time: 2.2919023 Jan 28 12:29:18.532255 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Publish callbacks [] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.538630 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db361e9c-46c9-4e08-ba22-e3e2a108d609 req-0e1fcc65-3eff-4d86-9f5b-b372b15ce7f3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381394 Jan 28 12:29:18.549608 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.565947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc9d3d-d6c2-494c-b945-5e88759ac19d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Pushing event updated for resources: {'Port': ['ID=770e97f4-fea1-4412-88d7-fbf5f07b132a,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:18.627211 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8e40a1-fc93-45d2-9ba5-3d1a6f94e7d5 x-openstack-request-id: req-de8e40a1-fc93-45d2-9ba5-3d1a6f94e7d5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:18.628023 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56fe639-a81f-4668-9570-381b2660b899", "name": "network-vif-deleted", "tag": "e5df53ec-aa3e-4c57-a49c-906ce0860f99", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:18.628023 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de8e40a1-fc93-45d2-9ba5-3d1a6f94e7d5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:18.628694 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56fe639-a81f-4668-9570-381b2660b899', 'name': 'network-vif-deleted', 'tag': 'e5df53ec-aa3e-4c57-a49c-906ce0860f99', 'status': 'completed', 'code': 200} Jan 28 12:29:18.667392 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b58bad-608c-46eb-bab4-6cc5f616ff37 x-openstack-request-id: req-66b58bad-608c-46eb-bab4-6cc5f616ff37 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:18.667822 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-plugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:18.668040 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66b58bad-608c-46eb-bab4-6cc5f616ff37 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:18.668416 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'code': 200} Jan 28 12:29:18.669590 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Attempting to bind port f92abf25-fe7c-40be-8c8e-8ea238aebbfa on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:18.670166 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Attempting to bind port f92abf25-fe7c-40be-8c8e-8ea238aebbfa by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:18.670801 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Attempting to bind port f92abf25-fe7c-40be-8c8e-8ea238aebbfa on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:18.673363 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2edfe-7664-4e5b-b5d2-27864ba6d38f None None] Pushing event updated for resources: {'Port': ['ID=f92abf25-fe7c-40be-8c8e-8ea238aebbfa,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:18.680759 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:18.682932 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:18.684207 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.684834 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:18.685557 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Bound port: f92abf25-fe7c-40be-8c8e-8ea238aebbfa, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:18.686187 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.691057 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Publish callbacks [] for router_controller (e7176d9a-ea01-41c9-a54b-827d60991b19), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.792618 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] For port f92abf25-fe7c-40be-8c8e-8ea238aebbfa, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:18.797975 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:29:18.824800 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] For port f92abf25-fe7c-40be-8c8e-8ea238aebbfa, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f92abf25-fe7c-40be-8c8e-8ea238aebbfa,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:18.838536 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:18.974810 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Routers {'2f527f96-29d3-44ea-a8bd-37a3f988aa09'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:18.975694 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:28:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2f527f96-29d3-44ea-a8bd-37a3f988aa09'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:19.023637 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Publish callbacks [] for router_gateway (e7176d9a-ea01-41c9-a54b-827d60991b19), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:19.026988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ffdcf-5bba-4b76-aaa3-7259cbaa53d5 req-832c9d12-06bc-4292-81e8-e6c50bcaa22b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:19.042600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-367ffdcf-5bba-4b76-aaa3-7259cbaa53d5 req-832c9d12-06bc-4292-81e8-e6c50bcaa22b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 946 time: 0.2816215 Jan 28 12:29:19.046599 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Publish callbacks [] for port (435350d0-186d-4523-a25f-147a101be6fe), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:19.119988 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['770e97f4-fea1-4412-88d7-fbf5f07b132a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:19.157128 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (435350d0-186d-4523-a25f-147a101be6fe), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:19.234791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Network 035afb61-21a7-4a69-9d4d-7fd834ad6485 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:19.242346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:19.256803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Pushing event updated for resources: {'Port': ['ID=435350d0-186d-4523-a25f-147a101be6fe,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:19.263657 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:19.347594 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (2f527f96-29d3-44ea-a8bd-37a3f988aa09), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:19.363199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-1c494ced-bedb-4e1c-ab1d-ce55b5bdcf9c tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:19.366302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-1c494ced-bedb-4e1c-ab1d-ce55b5bdcf9c tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/networks?id=e8afdfaf-7933-47d2-a23a-76117fd9a21b HTTP/1.1" status: 200 len: 815 time: 0.3139305 Jan 28 12:29:19.374735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c913b-10d1-47aa-947e-85bd7c030de9 req-cc15a4f9-a650-4b6c-afb4-14d967900e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:19.377813 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c9c913b-10d1-47aa-947e-85bd7c030de9 req-cc15a4f9-a650-4b6c-afb4-14d967900e01 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 1097 time: 0.5311923 Jan 28 12:29:19.396033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-e9523b89-f909-45b2-88e8-da169976105a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/quotas/4b07ed76ea374ea485968b4cd28446fd HTTP/1.1" status: 200 len: 375 time: 0.0170050 Jan 28 12:29:19.460298 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-723e64d4-11d1-47bd-8ce1-26b51c1b3954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:19.488624 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c9c913b-10d1-47aa-947e-85bd7c030de9 req-1a36eb9e-a2b6-4ab9-a4c4-b451755e6707 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903482 Jan 28 12:29:19.492873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-367ffdcf-5bba-4b76-aaa3-7259cbaa53d5 req-090da014-4523-4510-a5b5-65cf458d5f7e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4484346 Jan 28 12:29:19.505699 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] Set router 2f527f96-29d3-44ea-a8bd-37a3f988aa09 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:19.564310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-201cb75f-da9c-4d89-8127-9883cf9a5b14 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b07ed76ea374ea485968b4cd28446fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861204 Jan 28 12:29:19.580658 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 87af9e10-034e-44f9-a4f7-065ff248c815 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:29:19.663296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 87af9e10-034e-44f9-a4f7-065ff248c815 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:29:19.663845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 87af9e10-034e-44f9-a4f7-065ff248c815 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:29:19.703264 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2383f1e-e3bf-424d-8990-e89f8c216970 None None] Network df2a9c51-6a3b-446e-a71c-459d62cf9c96 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:29:19.751288 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2edfe-7664-4e5b-b5d2-27864ba6d38f None None] Pushing event updated for resources: {'Port': ['ID=f92abf25-fe7c-40be-8c8e-8ea238aebbfa,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:19.780589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e6379b2-0d05-4d69-bc55-c65dcd6e2aac req-ce574391-c1f5-4a67-8eea-6568d0a45392 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9155d0-8869-4d40-8768-850bad6689cb HTTP/1.1" status: 200 len: 210 time: 0.0841606 Jan 28 12:29:19.799399 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Publish callbacks [] for router_gateway (e7176d9a-ea01-41c9-a54b-827d60991b19), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:19.861421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9dec1f3c-0d45-48ca-8f0e-e8e1f8728c67 None None] Provisioning complete for port 435350d0-186d-4523-a25f-147a101be6fe triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:19.861947 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9dec1f3c-0d45-48ca-8f0e-e8e1f8728c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (435350d0-186d-4523-a25f-147a101be6fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:19.871820 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:19.892805 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-29f4b113-9deb-425a-9c1a-7f0a4e71a821 service neutron] 10.222.0.53 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209701 Jan 28 12:29:19.898178 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'name': 'tempest-TaggedBootDevicesTest-1307030586-router', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:13Z', 'updated_at': '2022-01-28T12:29:15Z', 'revision_number': 3, 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'gw_port': {'id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:14Z', 'updated_at': '2022-01-28T12:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:19.945147 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d51ce3-488e-45a2-987f-eb1b506c9d39 None None] The sync data for ids ['2f527f96-29d3-44ea-a8bd-37a3f988aa09'] in n-d-824835-4 is: [{'id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'name': 'tempest-TaggedBootDevicesTest-1307030586-router', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:13Z', 'updated_at': '2022-01-28T12:29:15Z', 'revision_number': 3, 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'gw_port': {'id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:14Z', 'updated_at': '2022-01-28T12:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:29:19.972215 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (435350d0-186d-4523-a25f-147a101be6fe), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:19.975707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-2fe04112-297b-4946-af18-dc16efe27e5b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:19.977143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-2fe04112-297b-4946-af18-dc16efe27e5b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.49 "GET /v2.0/networks?id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 200 len: 805 time: 0.2824516 Jan 28 12:29:20.022092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Request body: {'port': {'device_id': '0e9155d0-8869-4d40-8768-850bad6689cb', 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'admin_state_up': True, 'tenant_id': '1b7716d8fdb2453cb3f008626cbd95a0'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:20.047055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9dec1f3c-0d45-48ca-8f0e-e8e1f8728c67 None None] Port 435350d0-186d-4523-a25f-147a101be6fe cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:29:20.165871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-4e198847-4266-4333-8ecc-5c226da47965 service neutron] 10.222.0.53 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674041 Jan 28 12:29:20.234415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b911f3f-e89a-43f4-9ee6-40e1cbd7516c req-f8ca4e23-7d20-4440-9671-6110169ee451 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1329536012&fields=id&tenant_id=5599b434788a41b5bcf86b1f05c53f83 HTTP/1.1" status: 200 len: 267 time: 0.2785692 Jan 28 12:29:20.336345 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b911f3f-e89a-43f4-9ee6-40e1cbd7516c req-ef5e84e2-2702-4aef-a9f6-5502a2ff6b26 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:20.350230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b911f3f-e89a-43f4-9ee6-40e1cbd7516c req-ef5e84e2-2702-4aef-a9f6-5502a2ff6b26 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 984 time: 0.1120944 Jan 28 12:29:20.358846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4b911f3f-e89a-43f4-9ee6-40e1cbd7516c req-08d849ab-ad3e-4f6c-9fa4-177c89088b70 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Request body: {'port': {'security_groups': ['62c5ce4c-1f5f-492a-a3d2-cdfd172e6218']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:20.407500 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Allocated IP 172.25.7.102 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/0251d933-a30f-491a-bbf7-08537f28661a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:20.523090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Made reservation on behalf of 1b7716d8fdb2453cb3f008626cbd95a0 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:20.533605 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:20.584513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd0a5b64-d818-475a-928b-fab15f25e2a5 req-d818dcdc-0957-4329-bcab-3df631f0622b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 210 time: 0.1108634 Jan 28 12:29:20.669842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df6b840-22e4-40f8-a4dc-edc158555af1', 'tag': 'eb92bf2e-636a-40a3-a228-7bc3b5ac6670'}, {'name': 'network-changed', 'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a'}, {'server_uuid': '6b3424dd-de38-4a44-83a3-d7d50afe2ae5', 'name': 'network-vif-deleted', 'tag': '87af9e10-034e-44f9-a4f7-065ff248c815'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:20.670384 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3424dd-de38-4a44-83a3-d7d50afe2ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87af9e10-034e-44f9-a4f7-065ff248c815'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:20.671662 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162" -d '{"events": [{"name": "network-changed", "server_uuid": "8df6b840-22e4-40f8-a4dc-edc158555af1", "tag": "eb92bf2e-636a-40a3-a228-7bc3b5ac6670"}, {"name": "network-changed", "server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a"}, {"server_uuid": "6b3424dd-de38-4a44-83a3-d7d50afe2ae5", "name": "network-vif-deleted", "tag": "87af9e10-034e-44f9-a4f7-065ff248c815"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:20.673698 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3ac41f-2278-48e9-b9f2-85e187089103" -d '{"events": [{"server_uuid": "6b3424dd-de38-4a44-83a3-d7d50afe2ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "87af9e10-034e-44f9-a4f7-065ff248c815"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:20.674830 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b911f3f-e89a-43f4-9ee6-40e1cbd7516c req-08d849ab-ad3e-4f6c-9fa4-177c89088b70 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:20.737725 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Publish callbacks [] for port (435350d0-186d-4523-a25f-147a101be6fe), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:20.758299 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (435350d0-186d-4523-a25f-147a101be6fe), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:20.854287 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Publish callbacks [] for port (0251d933-a30f-491a-bbf7-08537f28661a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:20.881082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (2f527f96-29d3-44ea-a8bd-37a3f988aa09), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:20.902540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Pushing event updated for resources: {'Port': ['ID=435350d0-186d-4523-a25f-147a101be6fe,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:20.991267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Allocated IP 172.20.0.11 (bd73ee85-4dd9-4f97-9da0-a07bfedd9f17/2063c900-71d5-45ec-8da2-b0bb602f1a66/ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:21.004727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166d083-a7b7-4b63-889f-7bf5daaa10cd req-b41d3bf9-e769-4b98-a3c3-88b508e63986 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:21.015073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b166d083-a7b7-4b63-889f-7bf5daaa10cd req-b41d3bf9-e769-4b98-a3c3-88b508e63986 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 943 time: 0.2148566 Jan 28 12:29:21.018554 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0251d933-a30f-491a-bbf7-08537f28661a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:21.077947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:21.085423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:21.090286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Network 035afb61-21a7-4a69-9d4d-7fd834ad6485 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:21.093455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:21.127632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:21.140283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Pushing event updated for resources: {'Port': ['ID=0251d933-a30f-491a-bbf7-08537f28661a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:21.454398 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Router 2f527f96-29d3-44ea-a8bd-37a3f988aa09 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:29:21.501240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e950617a-fa7f-4c7e-9fc4-34abc5fc3e4d None None] Provisioning complete for port 435350d0-186d-4523-a25f-147a101be6fe triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:21.501627 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e950617a-fa7f-4c7e-9fc4-34abc5fc3e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (435350d0-186d-4523-a25f-147a101be6fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:21.622968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b166d083-a7b7-4b63-889f-7bf5daaa10cd req-ca65b0bc-b8bf-4679-af70-d3f0eae748b1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067085 Jan 28 12:29:21.650588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e950617a-fa7f-4c7e-9fc4-34abc5fc3e4d None None] Port 435350d0-186d-4523-a25f-147a101be6fe cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:29:21.660982 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-320374a3-a574-422d-b8c5-d00782e239e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:21.768941 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device eb92bf2e-636a-40a3-a228-7bc3b5ac6670 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:29:21.775217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f92abf25-fe7c-40be-8c8e-8ea238aebbfa up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:21.830951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4b911f3f-e89a-43f4-9ee6-40e1cbd7516c req-08d849ab-ad3e-4f6c-9fa4-177c89088b70 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] For port 770e97f4-fea1-4412-88d7-fbf5f07b132a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a,segment=NetworkSegment(ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2),segment_id=ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:21.884340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9dfe15a-e9d6-4b8f-9c91-d67bcb4e2ca4 req-195dd61b-e6cc-4758-a7b9-09595366cc44 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 210 time: 0.1139052 Jan 28 12:29:21.921698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f92abf25-fe7c-40be-8c8e-8ea238aebbfa triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:21.922077 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:21.986590 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b911f3f-e89a-43f4-9ee6-40e1cbd7516c req-08d849ab-ad3e-4f6c-9fa4-177c89088b70 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:22.168484 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b911f3f-e89a-43f4-9ee6-40e1cbd7516c req-08d849ab-ad3e-4f6c-9fa4-177c89088b70 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:22.180037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-0ecd94c4-6781-45c6-b012-1f50c943294b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:22.181574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-0ecd94c4-6781-45c6-b012-1f50c943294b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.35 "GET /v2.0/networks?id=e8afdfaf-7933-47d2-a23a-76117fd9a21b HTTP/1.1" status: 200 len: 815 time: 0.1620071 Jan 28 12:29:22.245591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f92abf25-fe7c-40be-8c8e-8ea238aebbfa is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:22.247267 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:22.266421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['770e97f4-fea1-4412-88d7-fbf5f07b132a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:22.269838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Request body: {'port': {'device_id': '6afb933e-2b36-4ea5-af82-b2bcb3bcd995', 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b', 'admin_state_up': True, 'tenant_id': '4b07ed76ea374ea485968b4cd28446fd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:22.319990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:29:22.329034 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2c0882b3-8a7f-4732-8853-10d8266b15b6 admin admin] 10.222.0.53 "PUT /v2.0/routers/2f527f96-29d3-44ea-a8bd-37a3f988aa09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1011541 Jan 28 12:29:22.332909 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Publish callbacks [] for router_gateway (e7176d9a-ea01-41c9-a54b-827d60991b19), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:22.354451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:22.408012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks [] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:22.419403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port f92abf25-fe7c-40be-8c8e-8ea238aebbfa, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f92abf25-fe7c-40be-8c8e-8ea238aebbfa,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:22.422522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b911f3f-e89a-43f4-9ee6-40e1cbd7516c req-08d849ab-ad3e-4f6c-9fa4-177c89088b70 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:22.423181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b911f3f-e89a-43f4-9ee6-40e1cbd7516c req-08d849ab-ad3e-4f6c-9fa4-177c89088b70 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:22.424756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b911f3f-e89a-43f4-9ee6-40e1cbd7516c req-08d849ab-ad3e-4f6c-9fa4-177c89088b70 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "PUT /v2.0/ports/770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 942 time: 2.0735919 Jan 28 12:29:22.437154 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'eb92bf2e-636a-40a3-a228-7bc3b5ac6670', 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d', 'port_id': 'eb92bf2e-636a-40a3-a228-7bc3b5ac6670', 'mac_address': 'fa:16:3e:50:8a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6190fa1-4696-4bc6-b0ca-485a2fb172fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:29:22.455968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d5476-4d28-4f38-ac6e-0cbc4f3f5716 req-5035ae84-deab-444d-a541-d6ea3ed8b5a3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:22.463792 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a4d5476-4d28-4f38-ac6e-0cbc4f3f5716 req-5035ae84-deab-444d-a541-d6ea3ed8b5a3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 946 time: 0.4824634 Jan 28 12:29:22.487138 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:22.507013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Made reservation on behalf of 4b07ed76ea374ea485968b4cd28446fd for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:22.511120 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:22.533069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['770e97f4-fea1-4412-88d7-fbf5f07b132a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:22.542731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d849ab-ad3e-4f6c-9fa4-177c89088b70 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Pushing event updated for resources: {'Port': ['ID=770e97f4-fea1-4412-88d7-fbf5f07b132a,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:22.570990 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe532acf-a012-412a-a0eb-1b99ef462efe x-openstack-request-id: req-fe532acf-a012-412a-a0eb-1b99ef462efe {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:22.571702 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3424dd-de38-4a44-83a3-d7d50afe2ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "87af9e10-034e-44f9-a4f7-065ff248c815", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:22.572123 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe532acf-a012-412a-a0eb-1b99ef462efe {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:22.572692 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3424dd-de38-4a44-83a3-d7d50afe2ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87af9e10-034e-44f9-a4f7-065ff248c815', 'code': 200} Jan 28 12:29:22.580336 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a4d5476-4d28-4f38-ac6e-0cbc4f3f5716 req-08ec331f-6758-4678-8ad4-0af2fa2e651b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155581 Jan 28 12:29:22.677313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:22.679920 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:22.739217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=f92abf25-fe7c-40be-8c8e-8ea238aebbfa,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:22.756584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb92bf2e-636a-40a3-a228-7bc3b5ac6670 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:22.846370 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (e7176d9a-ea01-41c9-a54b-827d60991b19), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:22.851844 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02feac3a-9f04-4317-b235-94d97998824b x-openstack-request-id: req-02feac3a-9f04-4317-b235-94d97998824b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:22.852490 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df6b840-22e4-40f8-a4dc-edc158555af1", "tag": "eb92bf2e-636a-40a3-a228-7bc3b5ac6670", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a", "status": "completed", "code": 200}, {"server_uuid": "6b3424dd-de38-4a44-83a3-d7d50afe2ae5", "name": "network-vif-deleted", "tag": "87af9e10-034e-44f9-a4f7-065ff248c815", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:22.852490 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02feac3a-9f04-4317-b235-94d97998824b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:22.853139 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df6b840-22e4-40f8-a4dc-edc158555af1', 'tag': 'eb92bf2e-636a-40a3-a228-7bc3b5ac6670', 'status': 'completed', 'code': 200} Jan 28 12:29:22.853419 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'status': 'completed', 'code': 200} Jan 28 12:29:22.853731 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3424dd-de38-4a44-83a3-d7d50afe2ae5', 'name': 'network-vif-deleted', 'tag': '87af9e10-034e-44f9-a4f7-065ff248c815', 'status': 'completed', 'code': 200} Jan 28 12:29:22.863515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:22.902878 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:22.946340 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:22.951042 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:23.096406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Sync routers for ids ['2f527f96-29d3-44ea-a8bd-37a3f988aa09'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:29:23.132291 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Router e7176d9a-ea01-41c9-a54b-827d60991b19 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:29:23.165143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['eb92bf2e-636a-40a3-a228-7bc3b5ac6670'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:23.170536 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:23.199540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Routers {'2f527f96-29d3-44ea-a8bd-37a3f988aa09'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:23.200321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2f527f96-29d3-44ea-a8bd-37a3f988aa09'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:23.226453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:23.234631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Pushing event updated for resources: {'Port': ['ID=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:23.240179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:23.253176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b17a16c5-86f4-4954-b1c0-6a1f59e2c576 req-59af331e-3ec5-4811-ac1f-72929daefece tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 210 time: 0.4108076 Jan 28 12:29:23.258970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:23.310961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Allocated IP 172.20.0.4 (e8afdfaf-7933-47d2-a23a-76117fd9a21b/4a52d88f-3d14-4d4c-b078-233c75ac286f/a460b661-6479-4225-b902-1f7c4b6353ab) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:23.419625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Set router 2f527f96-29d3-44ea-a8bd-37a3f988aa09 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:23.436301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:29:23.452652 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Sync routers for ids ['e7176d9a-ea01-41c9-a54b-827d60991b19'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:29:23.486670 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Routers {'e7176d9a-ea01-41c9-a54b-827d60991b19'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:23.487310 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e7176d9a-ea01-41c9-a54b-827d60991b19'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:23.515802 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:23.517049 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-14ba0b99-fea8-4701-ae8c-f6a4cc6902fb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0305784 Jan 28 12:29:23.525773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37482) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:23.720118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f92abf25-fe7c-40be-8c8e-8ea238aebbfa up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:23.817807 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Set router e7176d9a-ea01-41c9-a54b-827d60991b19 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:23.904856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:23.905543 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:23.966604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f92abf25-fe7c-40be-8c8e-8ea238aebbfa triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:23.967138 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:24.000127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9900b0-ab30-4097-9322-de55768eb562 req-5d236e98-70c1-4f8d-9233-bc117e4e1c5b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:24.011189 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a9900b0-ab30-4097-9322-de55768eb562 req-5d236e98-70c1-4f8d-9233-bc117e4e1c5b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9155d0-8869-4d40-8768-850bad6689cb HTTP/1.1" status: 200 len: 932 time: 1.1690676 Jan 28 12:29:24.115271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'name': 'tempest-TaggedBootDevicesTest-1307030586-router', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:13Z', 'updated_at': '2022-01-28T12:29:19Z', 'revision_number': 4, 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'gw_port': {'id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:14Z', 'updated_at': '2022-01-28T12:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '435350d0-186d-4523-a25f-147a101be6fe', 'name': '', 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'mac_address': 'fa:16:3e:30:79:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5dd7915-096e-45ed-8199-a1a37a85853d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:18Z', 'updated_at': '2022-01-28T12:29:20Z', 'revision_number': 2, 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'subnets': [{'id': 'a5dd7915-096e-45ed-8199-a1a37a85853d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:24.118197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks [] for port (a460b661-6479-4225-b902-1f7c4b6353ab), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:24.185923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-71bbae61-ea95-4e40-ab71-05d1cdd3fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:24.187487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-71bbae61-ea95-4e40-ab71-05d1cdd3fc4f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 1095 time: 1.3486638 Jan 28 12:29:24.206899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Checking router: 2f527f96-29d3-44ea-a8bd-37a3f988aa09 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:29:24.207563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Updating router 2f527f96-29d3-44ea-a8bd-37a3f988aa09 port 435350d0-186d-4523-a25f-147a101be6fe binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:29:24.283113 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:24.286662 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'name': 'tempest-ServerRescueTestJSON-224063930-router', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0251d933-a30f-491a-bbf7-08537f28661a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:18Z', 'updated_at': '2022-01-28T12:29:21Z', 'revision_number': 3, 'project_id': '64c4e0548cb5444ba31de2ad42c6005b', 'gw_port': {'id': '0251d933-a30f-491a-bbf7-08537f28661a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:19Z', 'updated_at': '2022-01-28T12:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:24.309701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-35e6bf80-f318-43b5-a8ac-601f2d08c1ef tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2952621 Jan 28 12:29:24.322799 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (435350d0-186d-4523-a25f-147a101be6fe), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:24.359593 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Checking router: e7176d9a-ea01-41c9-a54b-827d60991b19 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:29:24.360178 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Request body: {'port': {'device_id': '0e9155d0-8869-4d40-8768-850bad6689cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:24.362101 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Updating router e7176d9a-ea01-41c9-a54b-827d60991b19 port 0251d933-a30f-491a-bbf7-08537f28661a binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:29:24.437915 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0251d933-a30f-491a-bbf7-08537f28661a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:24.579799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:24.614490 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f92abf25-fe7c-40be-8c8e-8ea238aebbfa is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:24.627370 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:24.682694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Network e8afdfaf-7933-47d2-a23a-76117fd9a21b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:24.734344 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-2b281632-2fbd-4a42-9d7e-35c5bad5b92d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2218738 Jan 28 12:29:24.760379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:24.799131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:24.811286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:24.891011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Pushing event updated for resources: {'Port': ['ID=a460b661-6479-4225-b902-1f7c4b6353ab,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:24.893924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:24.897448 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b48fed-1d50-455c-bfa9-ea3dd9dfe4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:24.933720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a9900b0-ab30-4097-9322-de55768eb562 req-5358bfcf-e70e-4b8f-8ade-b029e828b63b tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9204893 Jan 28 12:29:24.946033 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Allocated IP 172.20.0.1 (df2a9c51-6a3b-446e-a71c-459d62cf9c96/b8b7fcb4-546d-412b-8415-225b5ee447db/b6ac6d23-ec17-436d-8845-8339abc7d4b7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:25.008823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Publish callbacks [] for port (435350d0-186d-4523-a25f-147a101be6fe), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.020082 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (435350d0-186d-4523-a25f-147a101be6fe), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.032088 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.071521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-c42d75ed-ffe6-48c3-9085-e22e71b6b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:25.074614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-c42d75ed-ffe6-48c3-9085-e22e71b6b251 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.8259313 Jan 28 12:29:25.101348 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Publish callbacks [] for port (0251d933-a30f-491a-bbf7-08537f28661a), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.122271 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0251d933-a30f-491a-bbf7-08537f28661a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.162070 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.225582 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Publish callbacks [] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.226924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeeb920-40be-42f6-946f-88e8d925326f None None] Pushing event updated for resources: {'Port': ['ID=435350d0-186d-4523-a25f-147a101be6fe,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:25.250838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-1f818ace-1b70-4298-9d95-f17cd2e15091 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670 HTTP/1.1" status: 200 len: 217 time: 0.1643326 Jan 28 12:29:25.256288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:25.256960 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.262130 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Attempting to bind port 0251d933-a30f-491a-bbf7-08537f28661a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:25.263033 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Attempting to bind port 0251d933-a30f-491a-bbf7-08537f28661a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:25.263527 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Attempting to bind port 0251d933-a30f-491a-bbf7-08537f28661a on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:25.266710 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa167bf-e66e-4783-b9d7-d6f086124a62 None None] Pushing event updated for resources: {'Port': ['ID=0251d933-a30f-491a-bbf7-08537f28661a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:25.273231 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.286380 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:25.290236 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:25.290769 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.291296 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:25.291898 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Bound port: 0251d933-a30f-491a-bbf7-08537f28661a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:25.293200 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0251d933-a30f-491a-bbf7-08537f28661a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.333617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Attempting to bind port 435350d0-186d-4523-a25f-147a101be6fe on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:25.333998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Attempting to bind port 435350d0-186d-4523-a25f-147a101be6fe by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '94963965-db5d-49a0-8d09-ad1b8decc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:25.334367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Attempting to bind port 435350d0-186d-4523-a25f-147a101be6fe on network 035afb61-21a7-4a69-9d4d-7fd834ad6485 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:25.338838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Network df2a9c51-6a3b-446e-a71c-459d62cf9c96 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:25.344944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:25.345341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Checking segment: {'id': '94963965-db5d-49a0-8d09-ad1b8decc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:25.345758 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.346160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Bound using segment: {'id': '94963965-db5d-49a0-8d09-ad1b8decc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:25.346654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Bound port: 435350d0-186d-4523-a25f-147a101be6fe, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94963965-db5d-49a0-8d09-ad1b8decc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:25.347042 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (435350d0-186d-4523-a25f-147a101be6fe), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.352427 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:25.362379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:25.401594 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] For port 0251d933-a30f-491a-bbf7-08537f28661a, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:25.410150 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] For port 0251d933-a30f-491a-bbf7-08537f28661a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0251d933-a30f-491a-bbf7-08537f28661a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:25.414849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Pushing event updated for resources: {'Port': ['ID=b6ac6d23-ec17-436d-8845-8339abc7d4b7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:25.426021 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0251d933-a30f-491a-bbf7-08537f28661a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.483645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (e7176d9a-ea01-41c9-a54b-827d60991b19), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.509923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] For port 435350d0-186d-4523-a25f-147a101be6fe, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:25.513717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] For port 435350d0-186d-4523-a25f-147a101be6fe, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=435350d0-186d-4523-a25f-147a101be6fe,segment=NetworkSegment(94963965-db5d-49a0-8d09-ad1b8decc164),segment_id=94963965-db5d-49a0-8d09-ad1b8decc164)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:25.533594 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (435350d0-186d-4523-a25f-147a101be6fe), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.545972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-c1b956d7-0caf-4e2b-9f41-8ab3d29231f0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2892630 Jan 28 12:29:25.562784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Request body: {'port': {'device_id': '6afb933e-2b36-4ea5-af82-b2bcb3bcd995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:25.580178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7b92b458-621f-403f-966e-a3bd6754255d None None] Provisioning complete for port 435350d0-186d-4523-a25f-147a101be6fe triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:25.581007 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b92b458-621f-403f-966e-a3bd6754255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (435350d0-186d-4523-a25f-147a101be6fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.601692 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa167bf-e66e-4783-b9d7-d6f086124a62 None None] Pushing event updated for resources: {'Port': ['ID=0251d933-a30f-491a-bbf7-08537f28661a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:25.637643 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Routers {'e7176d9a-ea01-41c9-a54b-827d60991b19'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:25.638652 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e7176d9a-ea01-41c9-a54b-827d60991b19'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:25.819154 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] Set router e7176d9a-ea01-41c9-a54b-827d60991b19 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:25.877437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb379e0d-cfea-4ad2-9437-93e160d1db93 req-43c3438f-4217-4ff2-81e7-9af081dc6176 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:25.881427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb379e0d-cfea-4ad2-9437-93e160d1db93 req-43c3438f-4217-4ff2-81e7-9af081dc6176 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 946 time: 0.7709363 Jan 28 12:29:25.882973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-c2ca3e64-c33c-4a94-9fad-a422ff47d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:25.893855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-c2ca3e64-c33c-4a94-9fad-a422ff47d00c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.5817668 Jan 28 12:29:25.894530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37524) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:25.898769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:25.923701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-204aa7e0-2538-4e36-871d-cef3db8b6637 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Request body: {'floatingip': {'port_id': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:26.241060 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-204aa7e0-2538-4e36-871d-cef3db8b6637 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for floatingip (b1c15eab-6d19-4d6a-8f5e-abacba410f0c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:26.267625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-b2702bbc-9654-402d-9462-c575fa3b0664 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3301084 Jan 28 12:29:26.320663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7b92b458-621f-403f-966e-a3bd6754255d None None] Current status of the port 435350d0-186d-4523-a25f-147a101be6fe is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:26.321784 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b92b458-621f-403f-966e-a3bd6754255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (435350d0-186d-4523-a25f-147a101be6fe), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:26.326818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device eb92bf2e-636a-40a3-a228-7bc3b5ac6670 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:26.371181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93439f51-8074-44d8-b0ce-afb9f00b53c7 req-5227d6d7-f707-4b83-825b-e62ea8729d8c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:26.377317 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Publish callbacks [] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:26.379287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-93439f51-8074-44d8-b0ce-afb9f00b53c7 req-5227d6d7-f707-4b83-825b-e62ea8729d8c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 944 time: 0.3311121 Jan 28 12:29:26.390192 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:26.390614 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'name': 'tempest-ServerRescueTestJSON-224063930-router', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0251d933-a30f-491a-bbf7-08537f28661a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:18Z', 'updated_at': '2022-01-28T12:29:21Z', 'revision_number': 3, 'project_id': '64c4e0548cb5444ba31de2ad42c6005b', 'gw_port': {'id': '0251d933-a30f-491a-bbf7-08537f28661a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:19Z', 'updated_at': '2022-01-28T12:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:26.457153 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5e859-10a3-4f3d-b648-fa55c36cd979 None None] The sync data for ids ['e7176d9a-ea01-41c9-a54b-827d60991b19'] in n-d-824835-4 is: [{'id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'name': 'tempest-ServerRescueTestJSON-224063930-router', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0251d933-a30f-491a-bbf7-08537f28661a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:18Z', 'updated_at': '2022-01-28T12:29:21Z', 'revision_number': 3, 'project_id': '64c4e0548cb5444ba31de2ad42c6005b', 'gw_port': {'id': '0251d933-a30f-491a-bbf7-08537f28661a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:19Z', 'updated_at': '2022-01-28T12:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:29:26.512044 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (e7176d9a-ea01-41c9-a54b-827d60991b19), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:26.517495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Pushing event updated for resources: {'Port': ['ID=b6ac6d23-ec17-436d-8845-8339abc7d4b7,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:26.543207 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:26.582403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Routers {'2f527f96-29d3-44ea-a8bd-37a3f988aa09'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:26.582951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2f527f96-29d3-44ea-a8bd-37a3f988aa09'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:26.592899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeeb920-40be-42f6-946f-88e8d925326f None None] Pushing event updated for resources: {'Port': ['ID=435350d0-186d-4523-a25f-147a101be6fe,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:26.711225 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:26.741073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7b92b458-621f-403f-966e-a3bd6754255d None None] For port 435350d0-186d-4523-a25f-147a101be6fe, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=435350d0-186d-4523-a25f-147a101be6fe,segment=NetworkSegment(94963965-db5d-49a0-8d09-ad1b8decc164),segment_id=94963965-db5d-49a0-8d09-ad1b8decc164)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:26.751513 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:29:26.753791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Network df2a9c51-6a3b-446e-a71c-459d62cf9c96 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:26.757967 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b92b458-621f-403f-966e-a3bd6754255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (435350d0-186d-4523-a25f-147a101be6fe), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:26.758687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:26.829735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:26.838757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Publish callbacks [] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:26.855994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Transition to ACTIVE for port object ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:29:26.882702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92b458-621f-403f-966e-a3bd6754255d None None] Pushing event updated for resources: {'Port': ['ID=435350d0-186d-4523-a25f-147a101be6fe,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:26.897144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:26.898578 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:26.945930 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:27.076275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-93439f51-8074-44d8-b0ce-afb9f00b53c7 req-17c98b33-a726-46b7-bb8f-85b328ed0a1e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6955402 Jan 28 12:29:27.111692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Router e7176d9a-ea01-41c9-a54b-827d60991b19 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:29:27.202763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] Set router 2f527f96-29d3-44ea-a8bd-37a3f988aa09 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:27.228751 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:27.243132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:27.393137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8ac07ae2-7b98-4a0e-91fc-2b534655c346 None None] Provisioning complete for port 435350d0-186d-4523-a25f-147a101be6fe triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:27.393768 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ac07ae2-7b98-4a0e-91fc-2b534655c346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (435350d0-186d-4523-a25f-147a101be6fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:27.443669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:29:27.459976 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1f8004b8-944f-435c-8cf0-ec3941f2c21d admin admin] 10.222.0.53 "PUT /v2.0/routers/e7176d9a-ea01-41c9-a54b-827d60991b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9330397 Jan 28 12:29:27.798284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:27.799279 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:27.823621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0251d933-a30f-491a-bbf7-08537f28661a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:27.926334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df6b840-22e4-40f8-a4dc-edc158555af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb92bf2e-636a-40a3-a228-7bc3b5ac6670'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:27.928668 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232a010c-e5c2-4602-a1b1-835be90ee328" -d '{"events": [{"server_uuid": "8df6b840-22e4-40f8-a4dc-edc158555af1", "name": "network-vif-plugged", "status": "completed", "tag": "eb92bf2e-636a-40a3-a228-7bc3b5ac6670"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:27.993329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:28.012895 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-25a96665-2cdc-48b2-9281-59ff4204f271 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6779292 Jan 28 12:29:28.013124 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:28.022088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8ac07ae2-7b98-4a0e-91fc-2b534655c346 None None] Current status of the port 435350d0-186d-4523-a25f-147a101be6fe is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:28.073402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0251d933-a30f-491a-bbf7-08537f28661a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:28.073848 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0251d933-a30f-491a-bbf7-08537f28661a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:28.117761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:28.146439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'name': 'tempest-TaggedBootDevicesTest-1307030586-router', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:13Z', 'updated_at': '2022-01-28T12:29:19Z', 'revision_number': 4, 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'gw_port': {'id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:14Z', 'updated_at': '2022-01-28T12:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '435350d0-186d-4523-a25f-147a101be6fe', 'name': '', 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'mac_address': 'fa:16:3e:30:79:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5dd7915-096e-45ed-8199-a1a37a85853d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:18Z', 'updated_at': '2022-01-28T12:29:25Z', 'revision_number': 4, 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'subnets': [{'id': 'a5dd7915-096e-45ed-8199-a1a37a85853d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:28.181964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c099e09-70b6-4ba3-9eee-78de070442c5 None None] The sync data for ids ['2f527f96-29d3-44ea-a8bd-37a3f988aa09'] in n-d-824835-4 is: [{'id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'name': 'tempest-TaggedBootDevicesTest-1307030586-router', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:13Z', 'updated_at': '2022-01-28T12:29:19Z', 'revision_number': 4, 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'gw_port': {'id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:14Z', 'updated_at': '2022-01-28T12:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '435350d0-186d-4523-a25f-147a101be6fe', 'name': '', 'network_id': '035afb61-21a7-4a69-9d4d-7fd834ad6485', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'mac_address': 'fa:16:3e:30:79:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'a5dd7915-096e-45ed-8199-a1a37a85853d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:18Z', 'updated_at': '2022-01-28T12:29:25Z', 'revision_number': 4, 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'subnets': [{'id': 'a5dd7915-096e-45ed-8199-a1a37a85853d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:29:28.258994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0251d933-a30f-491a-bbf7-08537f28661a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:28.259452 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0251d933-a30f-491a-bbf7-08537f28661a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:28.297092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 0251d933-a30f-491a-bbf7-08537f28661a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0251d933-a30f-491a-bbf7-08537f28661a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:28.305752 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0251d933-a30f-491a-bbf7-08537f28661a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:28.413232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=0251d933-a30f-491a-bbf7-08537f28661a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:28.458770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78012d04-ea65-4899-9b41-f09f085e1142 req-144f697d-8244-473b-a85d-16af04988034 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:28.466116 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78012d04-ea65-4899-9b41-f09f085e1142 req-144f697d-8244-473b-a85d-16af04988034 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 931 time: 0.5763776 Jan 28 12:29:28.576984 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Attempting to bind port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:28.577379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Attempting to bind port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:28.577655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Attempting to bind port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd on network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:28.627292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Allocated IP 172.25.7.181 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/e5177494-db15-433f-be98-0b662d69e1c0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:28.644337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd on network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:29:28.644662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Attempting to bind port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd on network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:28.682472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-dd8cc434-583a-45f5-a5fc-e7e1748abe50 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499353 Jan 28 12:29:28.721046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:28.721386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Checking segment: {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:28.721924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Bound using segment: {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:28.722385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Bound port: ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:28.722753 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:28.847548 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78012d04-ea65-4899-9b41-f09f085e1142 req-4f7da913-0973-4ab0-8312-16c310fe0191 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777945 Jan 28 12:29:29.076507 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ddff602-34b1-4344-bc25-305b92e6ecf8 req-4d55e13c-b730-4139-890f-dad60533a229 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56fe639-a81f-4668-9570-381b2660b899 HTTP/1.1" status: 200 len: 210 time: 0.1178856 Jan 28 12:29:29.121278 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for port (e5177494-db15-433f-be98-0b662d69e1c0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:29.134038 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-204aa7e0-2538-4e36-871d-cef3db8b6637 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:29:29.201748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-d48218ff-1710-4f83-a520-c55ee4f17691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:29.203497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-d48218ff-1710-4f83-a520-c55ee4f17691 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5599b434788a41b5bcf86b1f05c53f83&device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 1096 time: 0.4699280 Jan 28 12:29:29.205747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a460b661-6479-4225-b902-1f7c4b6353ab {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:29.243638 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cb7d92-989d-466a-a6d0-914143a2bace x-openstack-request-id: req-c3cb7d92-989d-466a-a6d0-914143a2bace {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:29.244223 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:29.244483 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3cb7d92-989d-466a-a6d0-914143a2bace {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:29.244892 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'status': 'completed', 'code': 200} Jan 28 12:29:29.257175 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Publish callbacks [] for port (a460b661-6479-4225-b902-1f7c4b6353ab), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:29.356286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] For port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:29.373285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Sync routers for ids ['e7176d9a-ea01-41c9-a54b-827d60991b19'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:29:29.388020 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-204aa7e0-2538-4e36-871d-cef3db8b6637 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:29.389942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Routers {'e7176d9a-ea01-41c9-a54b-827d60991b19'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:29.392314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e7176d9a-ea01-41c9-a54b-827d60991b19'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:29.395727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Transition to ACTIVE for port object a460b661-6479-4225-b902-1f7c4b6353ab will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:29:29.445754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-204aa7e0-2538-4e36-871d-cef3db8b6637 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (b1c15eab-6d19-4d6a-8f5e-abacba410f0c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:29.458737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] For port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:29.466212 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:29.531690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:29.538837 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Set router e7176d9a-ea01-41c9-a54b-827d60991b19 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:29.706380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:29.707010 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:29.708520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] 10.222.0.49 "PUT /v2.0/ports/ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd HTTP/1.1" status: 200 len: 1092 time: 5.3544328 Jan 28 12:29:29.720206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e5177494-db15-433f-be98-0b662d69e1c0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:29.811781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329c753-b891-4ef0-9633-ff91ed4834e6 req-ab775941-04c9-4e94-bebc-0a4fd0c39151 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:29.821962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f329c753-b891-4ef0-9633-ff91ed4834e6 req-ab775941-04c9-4e94-bebc-0a4fd0c39151 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9155d0-8869-4d40-8768-850bad6689cb HTTP/1.1" status: 200 len: 944 time: 0.4833229 Jan 28 12:29:29.865606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Pushing event updated for resources: {'Port': ['ID=a460b661-6479-4225-b902-1f7c4b6353ab,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:29.892531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 435350d0-186d-4523-a25f-147a101be6fe up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:29.901076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:29.908640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-82c3d818-3d23-4048-a1fe-b56fe5134474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:29.910229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-82c3d818-3d23-4048-a1fe-b56fe5134474 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab HTTP/1.1" status: 200 len: 921 time: 0.6886091 Jan 28 12:29:29.978650 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 435350d0-186d-4523-a25f-147a101be6fe triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:29.979108 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (435350d0-186d-4523-a25f-147a101be6fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:29.996272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:30.013875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'name': 'tempest-ServerRescueTestJSON-224063930-router', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0251d933-a30f-491a-bbf7-08537f28661a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:18Z', 'updated_at': '2022-01-28T12:29:25Z', 'revision_number': 4, 'project_id': '64c4e0548cb5444ba31de2ad42c6005b', 'gw_port': {'id': '0251d933-a30f-491a-bbf7-08537f28661a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:19Z', 'updated_at': '2022-01-28T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'b6ac6d23-ec17-436d-8845-8339abc7d4b7', 'name': '', 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'mac_address': 'fa:16:3e:72:c5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'b8b7fcb4-546d-412b-8415-225b5ee447db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:24Z', 'updated_at': '2022-01-28T12:29:26Z', 'revision_number': 2, 'project_id': '64c4e0548cb5444ba31de2ad42c6005b', 'subnets': [{'id': 'b8b7fcb4-546d-412b-8415-225b5ee447db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:30.020412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:30.047825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Checking router: e7176d9a-ea01-41c9-a54b-827d60991b19 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:29:30.048269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Updating router e7176d9a-ea01-41c9-a54b-827d60991b19 port b6ac6d23-ec17-436d-8845-8339abc7d4b7 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:29:30.099644 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:30.137549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-aa87624a-8636-46cf-8397-61f8ec969a1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 217 time: 0.1525645 Jan 28 12:29:30.193754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 435350d0-186d-4523-a25f-147a101be6fe is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:30.195059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0251d933-a30f-491a-bbf7-08537f28661a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:30.212254 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-204aa7e0-2538-4e36-871d-cef3db8b6637 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Floating IP b1c15eab-6d19-4d6a-8f5e-abacba410f0c associated. External IP: 172.25.7.14, port: b2317a9e-89ac-4d7d-8f12-a6284c38abf6. Jan 28 12:29:30.281942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Attempting to bind port a460b661-6479-4225-b902-1f7c4b6353ab on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:30.282280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Attempting to bind port a460b661-6479-4225-b902-1f7c4b6353ab by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:30.282603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Attempting to bind port a460b661-6479-4225-b902-1f7c4b6353ab on network e8afdfaf-7933-47d2-a23a-76117fd9a21b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:30.325290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f329c753-b891-4ef0-9633-ff91ed4834e6 req-7b8e115b-4b8d-4517-871d-164b1aa3d778 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020916 Jan 28 12:29:30.355989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23385ef-bb88-42b3-bc46-119a7c6c61fc service neutron] Pushing event updated for resources: {'Port': ['ID=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:30.372478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Port a460b661-6479-4225-b902-1f7c4b6353ab on network e8afdfaf-7933-47d2-a23a-76117fd9a21b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:29:30.373821 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Attempting to bind port a460b661-6479-4225-b902-1f7c4b6353ab on network e8afdfaf-7933-47d2-a23a-76117fd9a21b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:30.377887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-8c09edaa-3e34-4d85-8924-838cb41a04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:30.379778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-8c09edaa-3e34-4d85-8924-838cb41a04a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&device_id=0e9155d0-8869-4d40-8768-850bad6689cb HTTP/1.1" status: 200 len: 1095 time: 0.5517676 Jan 28 12:29:30.397114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-6c7e001c-64c3-484d-92d4-014966eb4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:30.400416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-6c7e001c-64c3-484d-92d4-014966eb4477 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18f37071-a2c8-4785-af0c-4f9d2a398de7 HTTP/1.1" status: 200 len: 860 time: 0.2417030 Jan 28 12:29:30.409817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0251d933-a30f-491a-bbf7-08537f28661a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:30.411041 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0251d933-a30f-491a-bbf7-08537f28661a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:30.471162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:30.471827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Checking segment: {'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:30.471958 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Bound using segment: {'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:30.472331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Bound port: a460b661-6479-4225-b902-1f7c4b6353ab, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:30.472694 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:30.538640 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-b9556614-e4b1-4a88-ba9c-39b7212519e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd HTTP/1.1" status: 200 len: 217 time: 0.1445317 Jan 28 12:29:30.762637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0251d933-a30f-491a-bbf7-08537f28661a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:30.802206 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Publish callbacks [] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:30.810343 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:30.869941 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267ee20-0fe8-4286-aa05-9372a7a51812 None None] Pushing event updated for resources: {'Port': ['ID=b6ac6d23-ec17-436d-8845-8339abc7d4b7,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:30.964980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Attempting to bind port b6ac6d23-ec17-436d-8845-8339abc7d4b7 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:30.965457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Attempting to bind port b6ac6d23-ec17-436d-8845-8339abc7d4b7 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:30.965838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Attempting to bind port b6ac6d23-ec17-436d-8845-8339abc7d4b7 on network df2a9c51-6a3b-446e-a71c-459d62cf9c96 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:30.971748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:30.972284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Checking segment: {'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:30.972861 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:30.973533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Bound using segment: {'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:30.973969 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Bound port: b6ac6d23-ec17-436d-8845-8339abc7d4b7, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:30.974441 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:30.994537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-1de0706d-a2d5-4fa1-a63e-db621451d6fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4800162 Jan 28 12:29:31.002874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Pushing event updated for resources: {'Port': ['ID=e5177494-db15-433f-be98-0b662d69e1c0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:31.045847 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] For port b6ac6d23-ec17-436d-8845-8339abc7d4b7, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:31.050375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] For port b6ac6d23-ec17-436d-8845-8339abc7d4b7, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b6ac6d23-ec17-436d-8845-8339abc7d4b7,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:31.060398 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:31.110039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Routers {'e7176d9a-ea01-41c9-a54b-827d60991b19'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:31.111325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e7176d9a-ea01-41c9-a54b-827d60991b19'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:31.150144 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for floatingip (9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:31.162518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-505e8350-36d5-4528-8710-5c4df02bac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:31.164048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-505e8350-36d5-4528-8710-5c4df02bac26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2063c900-71d5-45ec-8da2-b0bb602f1a66 HTTP/1.1" status: 200 len: 845 time: 0.2503390 Jan 28 12:29:31.168913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267ee20-0fe8-4286-aa05-9372a7a51812 None None] Pushing event updated for resources: {'Port': ['ID=b6ac6d23-ec17-436d-8845-8339abc7d4b7,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:31.248931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9155d0-8869-4d40-8768-850bad6689cb', 'tag': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:31.249602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] Set router e7176d9a-ea01-41c9-a54b-827d60991b19 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:31.251279 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6981eb48-6ca1-4fdb-b9b9-c3019a3ed9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9155d0-8869-4d40-8768-850bad6689cb", "tag": "ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:31.309158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-3fcc82c4-42d5-4f14-996a-6af2bc203387 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314597 Jan 28 12:29:31.329006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] For port a460b661-6479-4225-b902-1f7c4b6353ab, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:31.353659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-26b1a01d-ba8d-4dfa-98de-3df1a7bc8e36 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:31.356542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-26b1a01d-ba8d-4dfa-98de-3df1a7bc8e36 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/networks?id=df2a9c51-6a3b-446e-a71c-459d62cf9c96 HTTP/1.1" status: 200 len: 810 time: 0.4398096 Jan 28 12:29:31.391845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] For port a460b661-6479-4225-b902-1f7c4b6353ab, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a460b661-6479-4225-b902-1f7c4b6353ab,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:31.442017 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:31.443855 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5177494-db15-433f-be98-0b662d69e1c0), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:31.485802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'name': 'tempest-ServerRescueTestJSON-224063930-router', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0251d933-a30f-491a-bbf7-08537f28661a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:18Z', 'updated_at': '2022-01-28T12:29:25Z', 'revision_number': 4, 'project_id': '64c4e0548cb5444ba31de2ad42c6005b', 'gw_port': {'id': '0251d933-a30f-491a-bbf7-08537f28661a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:19Z', 'updated_at': '2022-01-28T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'b6ac6d23-ec17-436d-8845-8339abc7d4b7', 'name': '', 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'mac_address': 'fa:16:3e:72:c5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'b8b7fcb4-546d-412b-8415-225b5ee447db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:24Z', 'updated_at': '2022-01-28T12:29:31Z', 'revision_number': 4, 'project_id': '64c4e0548cb5444ba31de2ad42c6005b', 'subnets': [{'id': 'b8b7fcb4-546d-412b-8415-225b5ee447db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:31.522372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fcbf1-21b6-491f-a396-d17724fbf4ae None None] The sync data for ids ['e7176d9a-ea01-41c9-a54b-827d60991b19'] in n-d-824835-4 is: [{'id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'name': 'tempest-ServerRescueTestJSON-224063930-router', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0251d933-a30f-491a-bbf7-08537f28661a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:18Z', 'updated_at': '2022-01-28T12:29:25Z', 'revision_number': 4, 'project_id': '64c4e0548cb5444ba31de2ad42c6005b', 'gw_port': {'id': '0251d933-a30f-491a-bbf7-08537f28661a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:19Z', 'updated_at': '2022-01-28T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'b6ac6d23-ec17-436d-8845-8339abc7d4b7', 'name': '', 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'mac_address': 'fa:16:3e:72:c5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'b8b7fcb4-546d-412b-8415-225b5ee447db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:24Z', 'updated_at': '2022-01-28T12:29:31Z', 'revision_number': 4, 'project_id': '64c4e0548cb5444ba31de2ad42c6005b', 'subnets': [{'id': 'b8b7fcb4-546d-412b-8415-225b5ee447db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:29:31.548275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-e9ca326b-75e0-45b9-9214-eaabad42ac2a service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394530 Jan 28 12:29:31.549806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-41744c9d-7b2a-4d62-9ca7-46213814fa78 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/quotas/64c4e0548cb5444ba31de2ad42c6005b HTTP/1.1" status: 200 len: 375 time: 0.1712153 Jan 28 12:29:31.667048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:31.668734 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:31.670193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] 10.222.0.35 "PUT /v2.0/ports/a460b661-6479-4225-b902-1f7c4b6353ab HTTP/1.1" status: 200 len: 1091 time: 6.1233089 Jan 28 12:29:31.767311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204aa7e0-2538-4e36-871d-cef3db8b6637 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Router 57237e6a-b485-4e99-b503-1e4ec1ed158e has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:29:31.808030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b6ac6d23-ec17-436d-8845-8339abc7d4b7 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:31.837799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-e1a8f637-fc0d-4600-820a-325784a94d2e service neutron] 10.222.0.49 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097508 Jan 28 12:29:31.854362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178fa5b-5382-4265-a487-b6e794e63efb service neutron] Pushing event updated for resources: {'Port': ['ID=a460b661-6479-4225-b902-1f7c4b6353ab,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:31.885701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b6ac6d23-ec17-436d-8845-8339abc7d4b7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:31.886638 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:31.912551 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-cb9b3e5a-8011-49a3-9a6c-e3063a29566f tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=64c4e0548cb5444ba31de2ad42c6005b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3473644 Jan 28 12:29:32.000582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b6ac6d23-ec17-436d-8845-8339abc7d4b7 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:32.000973 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:32.035904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port b6ac6d23-ec17-436d-8845-8339abc7d4b7, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b6ac6d23-ec17-436d-8845-8339abc7d4b7,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:32.041474 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:32.111602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=b6ac6d23-ec17-436d-8845-8339abc7d4b7,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:32.169195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-88c40c61-dbbd-4eaa-9f1d-3a6f7a1060bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:32.170705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-88c40c61-dbbd-4eaa-9f1d-3a6f7a1060bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b07ed76ea374ea485968b4cd28446fd&device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 1094 time: 0.4203987 Jan 28 12:29:32.184192 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d50d614c-b7b2-45c7-9ad0-dba24a0d8162 req-ba9eef41-e63d-4fe0-9a06-4dc60b50bdbe service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886252 Jan 28 12:29:32.336542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-034a3dab-98d1-47c5-acc3-593e7020c160 req-a4b4ab48-2ffa-4357-96f6-1481a3804992 service neutron] 10.222.0.49 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759958 Jan 28 12:29:32.405924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-dba503cb-cb2f-49b6-8043-2ff5b1e3a05c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a460b661-6479-4225-b902-1f7c4b6353ab HTTP/1.1" status: 200 len: 217 time: 0.2208388 Jan 28 12:29:32.556236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-bbf47456-b37b-4634-9558-04118ffabd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:32.557859 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-bbf47456-b37b-4634-9558-04118ffabd62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a52d88f-3d14-4d4c-b078-233c75ac286f HTTP/1.1" status: 200 len: 855 time: 0.1418884 Jan 28 12:29:32.612061 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for port (e5177494-db15-433f-be98-0b662d69e1c0), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:32.619689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204aa7e0-2538-4e36-871d-cef3db8b6637 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:29:32.637482 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bfe588-2e94-46e9-b419-cd4df8c2aa74 None None] Sync routers for ids ['57237e6a-b485-4e99-b503-1e4ec1ed158e'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:29:32.640966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48fed-1d50-455c-bfa9-ea3dd9dfe4d9 req-4b891dbe-bb87-4ac6-b404-e7b0605ab4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:32.642514 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76b48fed-1d50-455c-bfa9-ea3dd9dfe4d9 req-4b891dbe-bb87-4ac6-b404-e7b0605ab4c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5599b434788a41b5bcf86b1f05c53f83&device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 1096 time: 0.3517203 Jan 28 12:29:32.645783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-204aa7e0-2538-4e36-871d-cef3db8b6637 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:32.649625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-02c14a93-0641-476d-a0e7-e3c7a11000da service neutron] 10.222.0.53 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7247996 Jan 28 12:29:32.650240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (e5177494-db15-433f-be98-0b662d69e1c0), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:32.653912 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bfe588-2e94-46e9-b419-cd4df8c2aa74 None None] Routers {'57237e6a-b485-4e99-b503-1e4ec1ed158e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:32.654669 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b1bfe588-2e94-46e9-b419-cd4df8c2aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['57237e6a-b485-4e99-b503-1e4ec1ed158e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:32.660536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-f1598460-0373-43e7-99aa-4e4d835ab967 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8afdfaf-7933-47d2-a23a-76117fd9a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676565 Jan 28 12:29:32.796616 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-b1bfe588-2e94-46e9-b419-cd4df8c2aa74 None None] Set router 57237e6a-b485-4e99-b503-1e4ec1ed158e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:32.896914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-204aa7e0-2538-4e36-871d-cef3db8b6637 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "PUT /v2.0/floatingips/b1c15eab-6d19-4d6a-8f5e-abacba410f0c HTTP/1.1" status: 200 len: 991 time: 6.9765224 Jan 28 12:29:32.952279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Pushing event updated for resources: {'Port': ['ID=e5177494-db15-433f-be98-0b662d69e1c0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:32.997348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:33.053488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-c00731fc-906f-4cd6-8b88-ba9c6d197821 service neutron] 10.222.0.53 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920331 Jan 28 12:29:33.057817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-10cf3a85-4f0f-4e46-85c9-984d14f09053 service neutron] 10.222.0.35 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889019 Jan 28 12:29:33.061731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48fed-1d50-455c-bfa9-ea3dd9dfe4d9 req-a1c0018f-bc13-4eef-86ac-5062d9942691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:33.063334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76b48fed-1d50-455c-bfa9-ea3dd9dfe4d9 req-a1c0018f-bc13-4eef-86ac-5062d9942691 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab HTTP/1.1" status: 200 len: 921 time: 0.4008265 Jan 28 12:29:33.067674 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:33.069214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-93ce9f2b-0843-4d8c-a6ed-a40055ad4517 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.2834494 Jan 28 12:29:33.181682 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b1bfe588-2e94-46e9-b419-cd4df8c2aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b1c15eab-6d19-4d6a-8f5e-abacba410f0c', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'port_id': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'mac_address': 'fa:16:3e:22:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:28:54Z', 'updated_at': '2022-01-28T12:29:28Z', 'revision_number': 1, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d267624-e7a5-496a-8ed3-5ceb55e83fd2', 'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'mac_address': 'fa:16:3e:ae:fd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:42Z', 'updated_at': '2022-01-28T12:28:54Z', 'revision_number': 5, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'subnets': [{'id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:33.212629 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bfe588-2e94-46e9-b419-cd4df8c2aa74 None None] Checking router: 57237e6a-b485-4e99-b503-1e4ec1ed158e for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:29:33.224924 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bfe588-2e94-46e9-b419-cd4df8c2aa74 None None] Routers {'57237e6a-b485-4e99-b503-1e4ec1ed158e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:33.225560 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b1bfe588-2e94-46e9-b419-cd4df8c2aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['57237e6a-b485-4e99-b503-1e4ec1ed158e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:33.291937 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c65c3ad-3682-4bb3-aae6-8b101367686e x-openstack-request-id: req-9c65c3ad-3682-4bb3-aae6-8b101367686e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:33.292638 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df6b840-22e4-40f8-a4dc-edc158555af1", "name": "network-vif-plugged", "status": "completed", "tag": "eb92bf2e-636a-40a3-a228-7bc3b5ac6670", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:33.293426 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c65c3ad-3682-4bb3-aae6-8b101367686e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:33.294016 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df6b840-22e4-40f8-a4dc-edc158555af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb92bf2e-636a-40a3-a228-7bc3b5ac6670', 'code': 200} Jan 28 12:29:33.438644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cd33e-b565-4f7c-a0ac-c56d5354022b req-fccb43ad-c36c-41f6-85cc-3bf9bc441ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:33.440366 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-b1bfe588-2e94-46e9-b419-cd4df8c2aa74 None None] Set router 57237e6a-b485-4e99-b503-1e4ec1ed158e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:33.443532 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f36cd33e-b565-4f7c-a0ac-c56d5354022b req-fccb43ad-c36c-41f6-85cc-3bf9bc441ca6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 1096 time: 0.0614839 Jan 28 12:29:33.530071 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f36cd33e-b565-4f7c-a0ac-c56d5354022b req-75acb088-8be5-4ff1-a1b8-d1703d384415 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815761 Jan 28 12:29:33.662595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76b48fed-1d50-455c-bfa9-ea3dd9dfe4d9 req-d55c6319-76be-4a37-8bd6-126f76a42716 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 217 time: 0.5921052 Jan 28 12:29:33.684395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b6ac6d23-ec17-436d-8845-8339abc7d4b7 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:33.739294 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-405ecf88-4044-43ef-866d-24d4d015283b tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.1517420 Jan 28 12:29:33.810860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48fed-1d50-455c-bfa9-ea3dd9dfe4d9 req-24296a60-254c-4cc3-8f98-e800969caf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:33.812681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76b48fed-1d50-455c-bfa9-ea3dd9dfe4d9 req-24296a60-254c-4cc3-8f98-e800969caf32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18f37071-a2c8-4785-af0c-4f9d2a398de7 HTTP/1.1" status: 200 len: 860 time: 0.0623136 Jan 28 12:29:33.815682 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b6ac6d23-ec17-436d-8845-8339abc7d4b7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:33.816460 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:33.901716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76b48fed-1d50-455c-bfa9-ea3dd9dfe4d9 req-08922eef-2e7c-498b-8b5f-58dfb4c4b73a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677252 Jan 28 12:29:33.910611 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b1bfe588-2e94-46e9-b419-cd4df8c2aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b1c15eab-6d19-4d6a-8f5e-abacba410f0c', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'port_id': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'mac_address': 'fa:16:3e:22:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:28:54Z', 'updated_at': '2022-01-28T12:29:28Z', 'revision_number': 1, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d267624-e7a5-496a-8ed3-5ceb55e83fd2', 'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'mac_address': 'fa:16:3e:ae:fd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:42Z', 'updated_at': '2022-01-28T12:28:54Z', 'revision_number': 5, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'subnets': [{'id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:33.916390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-160f901a-99fd-4667-9e79-29cb3ab0f8a4 req-f82f86f4-5fb1-424f-8380-db67ccead316 service neutron] 10.222.0.35 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8447158 Jan 28 12:29:33.969970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b6ac6d23-ec17-436d-8845-8339abc7d4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:33.975309 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bfe588-2e94-46e9-b419-cd4df8c2aa74 None None] The sync data for ids ['57237e6a-b485-4e99-b503-1e4ec1ed158e'] in n-d-824835-4 is: [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b1c15eab-6d19-4d6a-8f5e-abacba410f0c', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'port_id': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'mac_address': 'fa:16:3e:22:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:28:54Z', 'updated_at': '2022-01-28T12:29:28Z', 'revision_number': 1, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d267624-e7a5-496a-8ed3-5ceb55e83fd2', 'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'mac_address': 'fa:16:3e:ae:fd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:42Z', 'updated_at': '2022-01-28T12:28:54Z', 'revision_number': 5, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'subnets': [{'id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:29:33.989238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e42bc5-9789-40c2-8c6a-5d4cac20d16c req-73e230bd-958c-4f2c-9faa-b77de5047946 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:33.991077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4e42bc5-9789-40c2-8c6a-5d4cac20d16c req-73e230bd-958c-4f2c-9faa-b77de5047946 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 945 time: 0.4167814 Jan 28 12:29:34.071823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-4f68200d-2255-46d5-961c-6a6ac15fb015 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:34.083153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cedad1c-90ab-4bbf-b0f2-c330db67ec3f req-4f68200d-2255-46d5-961c-6a6ac15fb015 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.3424604 Jan 28 12:29:34.118527 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4e42bc5-9789-40c2-8c6a-5d4cac20d16c req-50c78274-8dc4-4b4b-a925-a8e724ec8824 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205251 Jan 28 12:29:34.121223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76b48fed-1d50-455c-bfa9-ea3dd9dfe4d9 req-db3fa524-35a4-4cb5-8ec4-503e442db3ef service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036874 Jan 28 12:29:34.275611 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281e41de-26e3-40a4-8f87-add751e90201 x-openstack-request-id: req-281e41de-26e3-40a4-8f87-add751e90201 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:34.275911 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9155d0-8869-4d40-8768-850bad6689cb", "tag": "ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:34.276165 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-281e41de-26e3-40a4-8f87-add751e90201 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:34.276568 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9155d0-8869-4d40-8768-850bad6689cb', 'tag': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd', 'status': 'completed', 'code': 200} Jan 28 12:29:34.296697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccaa65-cf92-4cef-89ad-82ab17f1f5d9 req-b8fd8735-28f3-489c-b3b7-87a65d825530 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:34.298244 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bccaa65-cf92-4cef-89ad-82ab17f1f5d9 req-b8fd8735-28f3-489c-b3b7-87a65d825530 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 943 time: 0.1417296 Jan 28 12:29:34.376771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76b48fed-1d50-455c-bfa9-ea3dd9dfe4d9 req-56774067-a359-4a50-a871-5dd17999e96e service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484934 Jan 28 12:29:34.436337 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bccaa65-cf92-4cef-89ad-82ab17f1f5d9 req-640348bf-33c6-4dba-a56f-d62bd8bce787 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259489 Jan 28 12:29:34.440240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981eb48-6ca1-4fdb-b9b9-c3019a3ed9a5 req-f183f38f-5700-4742-940c-18cd1a55b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:34.441810 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6981eb48-6ca1-4fdb-b9b9-c3019a3ed9a5 req-f183f38f-5700-4742-940c-18cd1a55b981 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&device_id=0e9155d0-8869-4d40-8768-850bad6689cb HTTP/1.1" status: 200 len: 1095 time: 0.1387944 Jan 28 12:29:34.462782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062caef-9d5e-487b-8cf7-7545cdc752ac req-edef8cf9-4a83-4910-9dd6-3964e6d868a5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:34.464952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4062caef-9d5e-487b-8cf7-7545cdc752ac req-edef8cf9-4a83-4910-9dd6-3964e6d868a5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9155d0-8869-4d40-8768-850bad6689cb HTTP/1.1" status: 200 len: 944 time: 0.1136570 Jan 28 12:29:34.635308 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4062caef-9d5e-487b-8cf7-7545cdc752ac req-7acdf99b-283b-4261-b096-4bf41d0d0be6 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496477 Jan 28 12:29:34.726604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d0b8e27-e698-449b-b60d-9f7e0a6a2568 req-4bc19bbf-d1c1-402c-afa2-983dd5f82d92 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 210 time: 0.0997803 Jan 28 12:29:34.737767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99cf746-8c48-4369-aa5f-dad15fad32b0 None None] New status for floating IP b1c15eab-6d19-4d6a-8f5e-abacba410f0c: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:29:34.765410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-b62d793e-d2d0-43ca-affb-df31cbcc7ea0 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:34.767312 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-b62d793e-d2d0-43ca-affb-df31cbcc7ea0 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.49 "GET /v2.0/networks?id=df2a9c51-6a3b-446e-a71c-459d62cf9c96 HTTP/1.1" status: 200 len: 810 time: 0.2124166 Jan 28 12:29:34.780351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Request body: {'port': {'device_id': '560ae03e-ba10-4486-8562-91ca292af3f1', 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96', 'admin_state_up': True, 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:34.878730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981eb48-6ca1-4fdb-b9b9-c3019a3ed9a5 req-0c5de204-c953-4ed8-b1e6-86b146ba74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:34.880283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6981eb48-6ca1-4fdb-b9b9-c3019a3ed9a5 req-0c5de204-c953-4ed8-b1e6-86b146ba74a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 200 len: 906 time: 0.4145637 Jan 28 12:29:34.894807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2c06b-6add-4c48-9569-8404787c8092 req-e7fb6f04-4c09-45c8-99d3-c89525eaf72d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:34.896386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91e2c06b-6add-4c48-9569-8404787c8092 req-e7fb6f04-4c09-45c8-99d3-c89525eaf72d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1445348 Jan 28 12:29:34.944179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6981eb48-6ca1-4fdb-b9b9-c3019a3ed9a5 req-df2b900f-2aaa-44a0-b645-bff2998ff6fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd HTTP/1.1" status: 200 len: 217 time: 0.0467725 Jan 28 12:29:34.962531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Made reservation on behalf of 64c4e0548cb5444ba31de2ad42c6005b for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:34.969752 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:35.016458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91e2c06b-6add-4c48-9569-8404787c8092 req-df8e923a-9d9c-483f-9b3d-666f98a59c68 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.0712867 Jan 28 12:29:35.066057 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981eb48-6ca1-4fdb-b9b9-c3019a3ed9a5 req-66db6914-9c3c-4665-9f92-6b97cb0f0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:35.067537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6981eb48-6ca1-4fdb-b9b9-c3019a3ed9a5 req-66db6914-9c3c-4665-9f92-6b97cb0f0c9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2063c900-71d5-45ec-8da2-b0bb602f1a66 HTTP/1.1" status: 200 len: 845 time: 0.0501494 Jan 28 12:29:35.071038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-91e2c06b-6add-4c48-9569-8404787c8092 req-80a7347b-b589-4c46-bdee-6ff4dd7cbc18 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Request body: {'floatingip': {'port_id': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:35.137724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6981eb48-6ca1-4fdb-b9b9-c3019a3ed9a5 req-8c814cbd-b5b8-4900-85b0-6331d015a647 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627067 Jan 28 12:29:35.139913 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-91e2c06b-6add-4c48-9569-8404787c8092 req-80a7347b-b589-4c46-bdee-6ff4dd7cbc18 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for floatingip (9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:35.166341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Allocated IP 172.20.0.12 (df2a9c51-6a3b-446e-a71c-459d62cf9c96/b8b7fcb4-546d-412b-8415-225b5ee447db/269003df-f043-46fb-bba7-52fbd79aefa8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:35.343174 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks [] for port (269003df-f043-46fb-bba7-52fbd79aefa8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:35.384353 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:35.440809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Network df2a9c51-6a3b-446e-a71c-459d62cf9c96 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:35.450281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:35.454874 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:35.456644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Pushing event updated for resources: {'Port': ['ID=269003df-f043-46fb-bba7-52fbd79aefa8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:35.489145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6981eb48-6ca1-4fdb-b9b9-c3019a3ed9a5 req-cf1817fa-66c4-488e-9e7a-37265df98dc9 service neutron] 10.222.0.49 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435998 Jan 28 12:29:35.500610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-fb4d7ad6-8821-40b9-b10e-29c7ae36f9ae tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:35.502156 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-fb4d7ad6-8821-40b9-b10e-29c7ae36f9ae tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.3180413 Jan 28 12:29:35.513118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:35.513965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:35.532984 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-ebca90e1-16ae-49c6-a599-f1463eda9040 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7576902 Jan 28 12:29:35.546842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Request body: {'port': {'device_id': '560ae03e-ba10-4486-8562-91ca292af3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:35.592490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-cd24b184-5d66-44af-8d35-6f5a0b03e14e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/quotas/b77d7b1bffe84f9a80589d60595239b5 HTTP/1.1" status: 200 len: 375 time: 0.0550208 Jan 28 12:29:35.611037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:35.617001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:29:35.641246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-5c658c3c-cb2f-442b-9685-c8264d3129a6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412695 Jan 28 12:29:35.748839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:35.766667 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd', 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'port_id': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd', 'mac_address': 'fa:16:3e:c6:e5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2063c900-71d5-45ec-8da2-b0bb602f1a66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:29:35.803329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6981eb48-6ca1-4fdb-b9b9-c3019a3ed9a5 req-a2730127-468d-4e7a-8b6b-91ba06cd97bf service neutron] 10.222.0.49 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002310 Jan 28 12:29:35.820912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:35.821739 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:35.842981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:35.864659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:35.872433 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:35.910800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-28792662-b98f-4d3d-a61b-ed32c21f3252 service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353978 Jan 28 12:29:35.955370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:35.981654 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269003df-f043-46fb-bba7-52fbd79aefa8 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:35.991073 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Publish callbacks [] for port (269003df-f043-46fb-bba7-52fbd79aefa8), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:36.007607 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Transition to ACTIVE for port object 269003df-f043-46fb-bba7-52fbd79aefa8 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:29:36.012100 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:36.069916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Pushing event updated for resources: {'Port': ['ID=269003df-f043-46fb-bba7-52fbd79aefa8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:36.081197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-91e2c06b-6add-4c48-9569-8404787c8092 req-80a7347b-b589-4c46-bdee-6ff4dd7cbc18 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:36.083919 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-b1014d6a-7e2a-46ff-a1a1-abbe57903b1c service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722813 Jan 28 12:29:36.090892 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-91e2c06b-6add-4c48-9569-8404787c8092 req-80a7347b-b589-4c46-bdee-6ff4dd7cbc18 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:36.113475 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:36.197787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Attempting to bind port 269003df-f043-46fb-bba7-52fbd79aefa8 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:36.198279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Attempting to bind port 269003df-f043-46fb-bba7-52fbd79aefa8 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:36.199292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Attempting to bind port 269003df-f043-46fb-bba7-52fbd79aefa8 on network df2a9c51-6a3b-446e-a71c-459d62cf9c96 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:36.217723 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Port 269003df-f043-46fb-bba7-52fbd79aefa8 on network df2a9c51-6a3b-446e-a71c-459d62cf9c96 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:29:36.218150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Attempting to bind port 269003df-f043-46fb-bba7-52fbd79aefa8 on network df2a9c51-6a3b-446e-a71c-459d62cf9c96 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:36.234344 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:36.234866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Checking segment: {'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:36.247494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Bound using segment: {'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:36.248020 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Bound port: 269003df-f043-46fb-bba7-52fbd79aefa8, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:36.248404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:36.266963 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-91e2c06b-6add-4c48-9569-8404787c8092 req-80a7347b-b589-4c46-bdee-6ff4dd7cbc18 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Floating IP 9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9 associated. External IP: 172.25.7.181, port: 770e97f4-fea1-4412-88d7-fbf5f07b132a. Jan 28 12:29:36.312839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afb933e-2b36-4ea5-af82-b2bcb3bcd995', 'tag': 'a460b661-6479-4225-b902-1f7c4b6353ab'}, {'name': 'network-changed', 'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:36.315202 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf2df1b-6757-4043-8409-228e81c996ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6afb933e-2b36-4ea5-af82-b2bcb3bcd995", "tag": "a460b661-6479-4225-b902-1f7c4b6353ab"}, {"name": "network-changed", "server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:36.384457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] For port 269003df-f043-46fb-bba7-52fbd79aefa8, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:36.391391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] For port 269003df-f043-46fb-bba7-52fbd79aefa8, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=269003df-f043-46fb-bba7-52fbd79aefa8,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:36.399157 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:36.449067 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:36.450024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:36.456134 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] 10.222.0.49 "PUT /v2.0/ports/269003df-f043-46fb-bba7-52fbd79aefa8 HTTP/1.1" status: 200 len: 1092 time: 0.9097970 Jan 28 12:29:36.456134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560ae03e-ba10-4486-8562-91ca292af3f1', 'tag': '269003df-f043-46fb-bba7-52fbd79aefa8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:36.456502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4aa1a-1396-49bf-96d8-4846a8c507c7 req-ab7c1e22-aa7c-461b-83d0-80306c1fbaaa tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:36.456622 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2875772-7f5f-4f03-9657-5416ed81b921" -d '{"events": [{"name": "network-changed", "server_uuid": "560ae03e-ba10-4486-8562-91ca292af3f1", "tag": "269003df-f043-46fb-bba7-52fbd79aefa8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:36.463562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98b4aa1a-1396-49bf-96d8-4846a8c507c7 req-ab7c1e22-aa7c-461b-83d0-80306c1fbaaa tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 945 time: 0.1450851 Jan 28 12:29:36.486645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25518b-df6f-4f2c-9027-06b00d9c3140 service neutron] Pushing event updated for resources: {'Port': ['ID=269003df-f043-46fb-bba7-52fbd79aefa8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:36.581623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-8c51ac6a-73c4-4322-8c79-a55f109534a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:36.587437 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-8c51ac6a-73c4-4322-8c79-a55f109534a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64c4e0548cb5444ba31de2ad42c6005b&device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 1095 time: 0.0898995 Jan 28 12:29:36.650640 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-7f44fa60-e5ea-4fbc-a845-442de85511ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=269003df-f043-46fb-bba7-52fbd79aefa8 HTTP/1.1" status: 200 len: 217 time: 0.0558279 Jan 28 12:29:36.724041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-e3337c2e-d62b-4ea3-9ddd-1a4369cb59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:36.725964 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-e3337c2e-d62b-4ea3-9ddd-1a4369cb59aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b7fcb4-546d-412b-8415-225b5ee447db HTTP/1.1" status: 200 len: 850 time: 0.0680053 Jan 28 12:29:36.775679 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-96bba765-1061-4cee-acc3-eb7efc5ede3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df2a9c51-6a3b-446e-a71c-459d62cf9c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417323 Jan 28 12:29:36.889418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98b4aa1a-1396-49bf-96d8-4846a8c507c7 req-7f2115dd-d627-4d6e-a222-87976b1eff39 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249997 Jan 28 12:29:36.913909 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-73b4c734-0c68-4c22-98d1-754adf009623 service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246796 Jan 28 12:29:37.015297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91e2c06b-6add-4c48-9569-8404787c8092 req-80a7347b-b589-4c46-bdee-6ff4dd7cbc18 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Router fca618fa-195e-41bb-8f57-daa91f4f0b83 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:29:37.068825 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bafbdbf2-5d31-4816-88d5-8e913cb6de6d req-83757b8b-f5e3-4929-b9bf-7236d5321fba service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489959 Jan 28 12:29:37.099353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcf83e-4dd8-4c7b-a743-1c8f9378f414 req-1e62d0fe-093b-4eed-a77d-15d3170bb5bb tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:37.100854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57dcf83e-4dd8-4c7b-a743-1c8f9378f414 req-1e62d0fe-093b-4eed-a77d-15d3170bb5bb tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 943 time: 0.1026027 Jan 28 12:29:37.200150 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57dcf83e-4dd8-4c7b-a743-1c8f9378f414 req-b5837c6d-8121-43c6-8565-30e91adc5866 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905929 Jan 28 12:29:37.202782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91e2c06b-6add-4c48-9569-8404787c8092 req-80a7347b-b589-4c46-bdee-6ff4dd7cbc18 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:29:37.207542 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-91e2c06b-6add-4c48-9569-8404787c8092 req-80a7347b-b589-4c46-bdee-6ff4dd7cbc18 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:37.218441 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9df590-6866-4385-9c0e-89cc102f91fa None None] Sync routers for ids ['fca618fa-195e-41bb-8f57-daa91f4f0b83'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:29:37.230072 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9df590-6866-4385-9c0e-89cc102f91fa None None] Routers {'fca618fa-195e-41bb-8f57-daa91f4f0b83'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:37.231161 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aa9df590-6866-4385-9c0e-89cc102f91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['fca618fa-195e-41bb-8f57-daa91f4f0b83'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:37.248858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91e2c06b-6add-4c48-9569-8404787c8092 req-80a7347b-b589-4c46-bdee-6ff4dd7cbc18 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "PUT /v2.0/floatingips/9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9 HTTP/1.1" status: 200 len: 996 time: 2.1844814 Jan 28 12:29:37.347554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2c06b-6add-4c48-9569-8404787c8092 req-3718c73e-4635-4b54-879f-a73ea385cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:37.351721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91e2c06b-6add-4c48-9569-8404787c8092 req-3718c73e-4635-4b54-879f-a73ea385cc02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5599b434788a41b5bcf86b1f05c53f83&device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 1096 time: 0.0860939 Jan 28 12:29:37.377166 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-aa9df590-6866-4385-9c0e-89cc102f91fa None None] Set router fca618fa-195e-41bb-8f57-daa91f4f0b83 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:37.572062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2c06b-6add-4c48-9569-8404787c8092 req-29b40e3d-3187-4921-9b14-80b74e6cedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:37.574193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91e2c06b-6add-4c48-9569-8404787c8092 req-29b40e3d-3187-4921-9b14-80b74e6cedc2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab HTTP/1.1" status: 200 len: 921 time: 0.2140510 Jan 28 12:29:37.626157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:37.641638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37627979-d243-41e3-9065-448680f50bb9 req-4ebb33ca-5d7b-4bfa-b22a-23096243cb1f tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:37.641895 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37627979-d243-41e3-9065-448680f50bb9 req-4ebb33ca-5d7b-4bfa-b22a-23096243cb1f tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9155d0-8869-4d40-8768-850bad6689cb HTTP/1.1" status: 200 len: 945 time: 0.2732139 Jan 28 12:29:37.666710 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aa9df590-6866-4385-9c0e-89cc102f91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:21Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'port_id': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'mac_address': 'fa:16:3e:38:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:29:30Z', 'updated_at': '2022-01-28T12:29:35Z', 'revision_number': 1, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25fba504-11f0-4f96-9006-ffe4d306114c', 'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'mac_address': 'fa:16:3e:e5:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:20Z', 'updated_at': '2022-01-28T12:28:30Z', 'revision_number': 5, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'subnets': [{'id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:37.695799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:29:37.701018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:37.701382 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:37.707606 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9df590-6866-4385-9c0e-89cc102f91fa None None] Checking router: fca618fa-195e-41bb-8f57-daa91f4f0b83 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:29:37.718675 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9df590-6866-4385-9c0e-89cc102f91fa None None] Routers {'fca618fa-195e-41bb-8f57-daa91f4f0b83'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:37.720100 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aa9df590-6866-4385-9c0e-89cc102f91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['fca618fa-195e-41bb-8f57-daa91f4f0b83'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:37.736060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37627979-d243-41e3-9065-448680f50bb9 req-76d47078-c0f6-4620-bfea-363212716924 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841379 Jan 28 12:29:37.741930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91e2c06b-6add-4c48-9569-8404787c8092 req-a63a102b-d6e7-4118-a780-9124ff66d964 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 999 time: 0.1519189 Jan 28 12:29:37.809208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-7784a17f-266c-464d-a647-81581e76d874 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:37.811266 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-7784a17f-266c-464d-a647-81581e76d874 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.35 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.3119757 Jan 28 12:29:37.832029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Request body: {'port': {'device_id': '1b5d1582-8df5-45e2-9ccf-2d94f282234d', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'admin_state_up': True, 'tenant_id': 'b77d7b1bffe84f9a80589d60595239b5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:37.838654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2c06b-6add-4c48-9569-8404787c8092 req-6d544848-758e-4b13-9072-1116d3af4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:37.846468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91e2c06b-6add-4c48-9569-8404787c8092 req-6d544848-758e-4b13-9072-1116d3af4630 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18f37071-a2c8-4785-af0c-4f9d2a398de7 HTTP/1.1" status: 200 len: 860 time: 0.0948932 Jan 28 12:29:37.877519 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-aa9df590-6866-4385-9c0e-89cc102f91fa None None] Set router fca618fa-195e-41bb-8f57-daa91f4f0b83 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:37.884346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:37.884742 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:37.906759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a460b661-6479-4225-b902-1f7c4b6353ab details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:29:37.911587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91e2c06b-6add-4c48-9569-8404787c8092 req-db2f7280-f742-45ad-bf3e-30da3bf4410d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641441 Jan 28 12:29:37.954204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9155d0-8869-4d40-8768-850bad6689cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:37.957444 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f121e09-663f-49df-9d9a-7d06a9382c6c" -d '{"events": [{"server_uuid": "0e9155d0-8869-4d40-8768-850bad6689cb", "name": "network-vif-plugged", "status": "completed", "tag": "ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:37.984600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:38.011726 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:38.102230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b35ce2-1e74-4c4a-8311-546ed3241ec5 req-87a900f1-e044-4f46-8f06-39da4226ebad tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:38.108491 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1b35ce2-1e74-4c4a-8311-546ed3241ec5 req-87a900f1-e044-4f46-8f06-39da4226ebad tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 944 time: 0.2159576 Jan 28 12:29:38.162887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:38.196586 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aa9df590-6866-4385-9c0e-89cc102f91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:21Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'port_id': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'mac_address': 'fa:16:3e:38:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:29:30Z', 'updated_at': '2022-01-28T12:29:35Z', 'revision_number': 1, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25fba504-11f0-4f96-9006-ffe4d306114c', 'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'mac_address': 'fa:16:3e:e5:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:20Z', 'updated_at': '2022-01-28T12:28:30Z', 'revision_number': 5, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'subnets': [{'id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:38.196921 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91e2c06b-6add-4c48-9569-8404787c8092 req-38e95593-e509-4409-a302-ae2ca01010e2 service neutron] 10.222.0.53 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841413 Jan 28 12:29:38.200743 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port a460b661-6479-4225-b902-1f7c4b6353ab, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a460b661-6479-4225-b902-1f7c4b6353ab,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:38.232529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1b35ce2-1e74-4c4a-8311-546ed3241ec5 req-43ab2c0c-0528-4354-95dc-77002d6407eb tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230559 Jan 28 12:29:38.236984 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9df590-6866-4385-9c0e-89cc102f91fa None None] The sync data for ids ['fca618fa-195e-41bb-8f57-daa91f4f0b83'] in n-d-824835-4 is: [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:21Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'port_id': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'mac_address': 'fa:16:3e:38:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:29:30Z', 'updated_at': '2022-01-28T12:29:35Z', 'revision_number': 1, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25fba504-11f0-4f96-9006-ffe4d306114c', 'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'mac_address': 'fa:16:3e:e5:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:20Z', 'updated_at': '2022-01-28T12:28:30Z', 'revision_number': 5, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'subnets': [{'id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:29:38.237625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'a460b661-6479-4225-b902-1f7c4b6353ab', 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b', 'port_id': 'a460b661-6479-4225-b902-1f7c4b6353ab', 'mac_address': 'fa:16:3e:0b:6d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a52d88f-3d14-4d4c-b078-233c75ac286f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:29:38.294310 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port a460b661-6479-4225-b902-1f7c4b6353ab is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:38.294780 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:38.319409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a460b661-6479-4225-b902-1f7c4b6353ab {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:38.322312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Made reservation on behalf of b77d7b1bffe84f9a80589d60595239b5 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:38.327087 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:38.344471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port a460b661-6479-4225-b902-1f7c4b6353ab, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a460b661-6479-4225-b902-1f7c4b6353ab,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:38.351752 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:38.390825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b7558c5-50f6-47d1-94ca-a5426a420fb1 req-150c721e-3754-4e83-9b72-e6e190a11583 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 210 time: 0.0740366 Jan 28 12:29:38.407760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91e2c06b-6add-4c48-9569-8404787c8092 req-d97ef139-1d07-400a-a43b-7103acfbbfb4 service neutron] 10.222.0.53 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097378 Jan 28 12:29:38.421596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=a460b661-6479-4225-b902-1f7c4b6353ab,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:38.492877 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6956749-476b-4e50-bd79-cc0af9d6aca8 x-openstack-request-id: req-b6956749-476b-4e50-bd79-cc0af9d6aca8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:38.493348 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afb933e-2b36-4ea5-af82-b2bcb3bcd995", "tag": "a460b661-6479-4225-b902-1f7c4b6353ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:38.493675 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6956749-476b-4e50-bd79-cc0af9d6aca8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:38.494238 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afb933e-2b36-4ea5-af82-b2bcb3bcd995', 'tag': 'a460b661-6479-4225-b902-1f7c4b6353ab', 'status': 'completed', 'code': 200} Jan 28 12:29:38.494565 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'status': 'completed', 'code': 200} Jan 28 12:29:38.521453 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a0afea-9106-43db-834e-fb8b0cfe3dd6 x-openstack-request-id: req-d2a0afea-9106-43db-834e-fb8b0cfe3dd6 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:38.522039 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560ae03e-ba10-4486-8562-91ca292af3f1", "tag": "269003df-f043-46fb-bba7-52fbd79aefa8", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:38.522039 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2a0afea-9106-43db-834e-fb8b0cfe3dd6 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:38.522449 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560ae03e-ba10-4486-8562-91ca292af3f1', 'tag': '269003df-f043-46fb-bba7-52fbd79aefa8', 'status': 'completed', 'code': 200} Jan 28 12:29:38.569164 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaffe0e-74f8-49bf-a102-fa192c094610 x-openstack-request-id: req-abaffe0e-74f8-49bf-a102-fa192c094610 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:38.569925 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9155d0-8869-4d40-8768-850bad6689cb", "name": "network-vif-plugged", "status": "completed", "tag": "ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:38.570337 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-abaffe0e-74f8-49bf-a102-fa192c094610 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:38.570858 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9155d0-8869-4d40-8768-850bad6689cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd', 'code': 200} Jan 28 12:29:38.583194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['a460b661-6479-4225-b902-1f7c4b6353ab'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:38.681101 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2df1b-6757-4043-8409-228e81c996ba req-a26e1fa5-e68b-481b-ae93-7a616690085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:38.686823 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-a26e1fa5-e68b-481b-ae93-7a616690085d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 1097 time: 0.1504424 Jan 28 12:29:38.770347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2df1b-6757-4043-8409-228e81c996ba req-3f20e14d-e0ed-46a0-8b69-a28002614191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:38.771924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-3f20e14d-e0ed-46a0-8b69-a28002614191 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b07ed76ea374ea485968b4cd28446fd&device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 1095 time: 0.2421830 Jan 28 12:29:38.814279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b26b2f-6635-4b23-bdbd-61ddc9a32c5d req-1bb96efe-97ac-4e97-ad2d-23f4dd492ca7 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:38.817582 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1b26b2f-6635-4b23-bdbd-61ddc9a32c5d req-1bb96efe-97ac-4e97-ad2d-23f4dd492ca7 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 944 time: 0.1387515 Jan 28 12:29:38.834038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Allocated IP 172.20.0.2 (02586113-c01d-4c5c-ba3c-998693ed9659/f43d2cbd-bf64-4a86-a4a0-cced0a12976e/240efc75-2db8-4de4-8026-3f8edf723c2b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:38.842273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2875772-7f5f-4f03-9657-5416ed81b921 req-ec899df7-d52c-4f89-a23a-29e467f4a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:38.843797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2875772-7f5f-4f03-9657-5416ed81b921 req-ec899df7-d52c-4f89-a23a-29e467f4a5c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64c4e0548cb5444ba31de2ad42c6005b&device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 1095 time: 0.2783821 Jan 28 12:29:38.857219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0abcd3-5c3e-404c-9af2-6d10c14b3c81 req-3fc2c7fb-c798-4304-b6d3-7830d28d135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:38.858915 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a0abcd3-5c3e-404c-9af2-6d10c14b3c81 req-3fc2c7fb-c798-4304-b6d3-7830d28d135d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e9155d0-8869-4d40-8768-850bad6689cb HTTP/1.1" status: 200 len: 1097 time: 0.2007320 Jan 28 12:29:38.862703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4194a0-b9fa-4b3a-a265-c729ed9a424f None None] New status for floating IP 9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:29:38.940753 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2df1b-6757-4043-8409-228e81c996ba req-f4709a8c-12a3-4fa2-9616-5eb1d53df39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:38.942237 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-f4709a8c-12a3-4fa2-9616-5eb1d53df39c service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.2125752 Jan 28 12:29:38.944723 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8a0abcd3-5c3e-404c-9af2-6d10c14b3c81 req-137955f5-ccb8-4357-b931-2955c367994c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770178 Jan 28 12:29:39.126036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1b26b2f-6635-4b23-bdbd-61ddc9a32c5d req-948b0967-aa57-47e5-b6c6-edc882f7a487 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797489 Jan 28 12:29:39.140994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653ed05-f934-4eae-841c-79da4619e64c req-935877ca-dd70-4c5c-823b-969b8f717e02 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:39.142495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2653ed05-f934-4eae-841c-79da4619e64c req-935877ca-dd70-4c5c-823b-969b8f717e02 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 1096 time: 0.2833142 Jan 28 12:29:39.211378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2df1b-6757-4043-8409-228e81c996ba req-8f865b80-257c-4c76-a617-ca2ff20f52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:39.212870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-8f865b80-257c-4c76-a617-ca2ff20f52ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8afdfaf-7933-47d2-a23a-76117fd9a21b HTTP/1.1" status: 200 len: 916 time: 0.4259136 Jan 28 12:29:39.213354 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-61adcb0c-02b7-4e0f-b53d-78e56f7d400c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 200 len: 1001 time: 0.0819118 Jan 28 12:29:39.232541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2875772-7f5f-4f03-9657-5416ed81b921 req-7020cde6-5e85-448b-8ffb-cd4339bab5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:39.233951 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2875772-7f5f-4f03-9657-5416ed81b921 req-7020cde6-5e85-448b-8ffb-cd4339bab5fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=df2a9c51-6a3b-446e-a71c-459d62cf9c96 HTTP/1.1" status: 200 len: 911 time: 0.3760979 Jan 28 12:29:39.277169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-fd19dc98-6251-4586-b407-7d26c0fdab02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a460b661-6479-4225-b902-1f7c4b6353ab HTTP/1.1" status: 200 len: 217 time: 0.0521309 Jan 28 12:29:39.291981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2df1b-6757-4043-8409-228e81c996ba req-c0357ebb-9d55-4f4d-9a96-6492b64c1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:39.294073 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-c0357ebb-9d55-4f4d-9a96-6492b64c1f04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.0690238 Jan 28 12:29:39.321537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2875772-7f5f-4f03-9657-5416ed81b921 req-611ce2ac-ec74-4b6f-bbde-d8edcbd63166 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=269003df-f043-46fb-bba7-52fbd79aefa8 HTTP/1.1" status: 200 len: 217 time: 0.0542128 Jan 28 12:29:39.363052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2df1b-6757-4043-8409-228e81c996ba req-bfd945d7-8f66-4790-99cf-6e7de75ade72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:39.365820 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-bfd945d7-8f66-4790-99cf-6e7de75ade72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605490 Jan 28 12:29:39.484826 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-31d666fc-de43-4e65-a010-3b3ca3b50e1d service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112499 Jan 28 12:29:39.491882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2653ed05-f934-4eae-841c-79da4619e64c req-f5750b3b-3098-4c6b-99fa-db277b91fe32 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334558 Jan 28 12:29:39.530761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2df1b-6757-4043-8409-228e81c996ba req-3fffa794-0e86-4be6-832b-f6788e7e84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:39.533145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-3fffa794-0e86-4be6-832b-f6788e7e84dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a52d88f-3d14-4d4c-b078-233c75ac286f HTTP/1.1" status: 200 len: 855 time: 0.2250237 Jan 28 12:29:39.537261 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks [] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:39.541370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2875772-7f5f-4f03-9657-5416ed81b921 req-0ba154c6-e6f5-4ae9-bdb4-fe94484c5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:39.544135 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2875772-7f5f-4f03-9657-5416ed81b921 req-0ba154c6-e6f5-4ae9-bdb4-fe94484c5b22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b7fcb4-546d-412b-8415-225b5ee447db HTTP/1.1" status: 200 len: 850 time: 0.1909070 Jan 28 12:29:39.605829 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-527d257e-ba6e-432c-8414-7f008bb4370d service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139276 Jan 28 12:29:39.614519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2875772-7f5f-4f03-9657-5416ed81b921 req-6bceb163-3532-4cea-9f26-4c311df26a9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df2a9c51-6a3b-446e-a71c-459d62cf9c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637405 Jan 28 12:29:39.649643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 269003df-f043-46fb-bba7-52fbd79aefa8 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:29:39.650900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-78a66b07-9042-41c9-a3ee-f6dcaa0c1024 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1001 time: 0.2410169 Jan 28 12:29:39.721278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-1e19fede-e0d9-45eb-b513-0037598b55e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8afdfaf-7933-47d2-a23a-76117fd9a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753703 Jan 28 12:29:39.764035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 269003df-f043-46fb-bba7-52fbd79aefa8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=269003df-f043-46fb-bba7-52fbd79aefa8,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:39.778294 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '269003df-f043-46fb-bba7-52fbd79aefa8', 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96', 'port_id': '269003df-f043-46fb-bba7-52fbd79aefa8', 'mac_address': 'fa:16:3e:8c:34:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b7fcb4-546d-412b-8415-225b5ee447db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:29:39.821267 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 269003df-f043-46fb-bba7-52fbd79aefa8 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:39.821267 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:39.836089 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269003df-f043-46fb-bba7-52fbd79aefa8 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:39.846106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-c02eb74f-22fc-4ba0-b92d-7d4599acae4d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:39.847511 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-c02eb74f-22fc-4ba0-b92d-7d4599acae4d tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports/770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 942 time: 0.1751642 Jan 28 12:29:39.854731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84925fd-ccd0-40a2-aa59-17b56239918f req-20335415-6126-4b05-a671-b7d90b6e4731 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:39.856931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b84925fd-ccd0-40a2-aa59-17b56239918f req-20335415-6126-4b05-a671-b7d90b6e4731 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9155d0-8869-4d40-8768-850bad6689cb HTTP/1.1" status: 200 len: 946 time: 0.2933912 Jan 28 12:29:39.860721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 269003df-f043-46fb-bba7-52fbd79aefa8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=269003df-f043-46fb-bba7-52fbd79aefa8,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:39.869063 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:39.881893 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:39.905512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a460b661-6479-4225-b902-1f7c4b6353ab up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:39.988874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=269003df-f043-46fb-bba7-52fbd79aefa8,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:40.015504 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port a460b661-6479-4225-b902-1f7c4b6353ab completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:29:40.020484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port a460b661-6479-4225-b902-1f7c4b6353ab triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:40.021333 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:40.120007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['269003df-f043-46fb-bba7-52fbd79aefa8'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:40.201899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port a460b661-6479-4225-b902-1f7c4b6353ab is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:40.202527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:40.315673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2875772-7f5f-4f03-9657-5416ed81b921 req-99c1f6cf-cf28-4ab1-9b2c-3edc5318c5aa service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813538 Jan 28 12:29:40.397501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Network 02586113-c01d-4c5c-ba3c-998693ed9659 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:29:40.406038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port a460b661-6479-4225-b902-1f7c4b6353ab, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a460b661-6479-4225-b902-1f7c4b6353ab,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:40.419203 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:40.438449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-4c9dd3b9-bc79-4bb8-becb-9fc54ec70317 service neutron] 10.222.0.35 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993108 Jan 28 12:29:40.457162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:40.459424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:29:40.473716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event updated for resources: {'Port': ['ID=240efc75-2db8-4de4-8026-3f8edf723c2b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:40.486134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-86758a48-284c-47a9-a720-51268287b2a4 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1001 time: 0.2857864 Jan 28 12:29:40.513177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:40.515976 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645a0372-4a3f-4238-ab11-4dd76e969b88" -d '{"events": [{"name": "network-changed", "server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:40.516755 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=a460b661-6479-4225-b902-1f7c4b6353ab,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:40.528576 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b84925fd-ccd0-40a2-aa59-17b56239918f req-58eb33f6-3ff4-4c6a-99ff-bc296ebbfc9c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582398 Jan 28 12:29:40.572065 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afb933e-2b36-4ea5-af82-b2bcb3bcd995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a460b661-6479-4225-b902-1f7c4b6353ab'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:40.575666 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d64ef9-8e53-4b94-ac33-41b69334e105" -d '{"events": [{"server_uuid": "6afb933e-2b36-4ea5-af82-b2bcb3bcd995", "name": "network-vif-plugged", "status": "completed", "tag": "a460b661-6479-4225-b902-1f7c4b6353ab"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:40.736959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:40.737707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:40.811209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2875772-7f5f-4f03-9657-5416ed81b921 req-20510534-cd31-40d2-84be-f3a2bc69bd4c service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816651 Jan 28 12:29:40.821098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cf2df1b-6757-4043-8409-228e81c996ba req-a5cd932f-c1df-4e3b-8ded-7fd60df63d40 service neutron] 10.222.0.35 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712380 Jan 28 12:29:40.829393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72577f59-f6d9-47db-9946-d9347c5ae227 req-070eb342-f4a1-4cc3-829a-24d0e5213985 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:40.830893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72577f59-f6d9-47db-9946-d9347c5ae227 req-070eb342-f4a1-4cc3-829a-24d0e5213985 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 945 time: 0.2058666 Jan 28 12:29:40.840891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-e6399015-b938-4966-8b58-bc2530affbfa tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0196831 Jan 28 12:29:40.859004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Request body: {'port': {'device_id': '1b5d1582-8df5-45e2-9ccf-2d94f282234d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:40.877443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-6be99ed1-da15-44bb-b18d-e106985c5543 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:40.879040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-6be99ed1-da15-44bb-b18d-e106985c5543 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.3920760 Jan 28 12:29:41.005943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72577f59-f6d9-47db-9946-d9347c5ae227 req-b42f005c-0237-4973-8028-8ed0d83552a0 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615162 Jan 28 12:29:41.017730 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:41.030874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-b6a35c7b-93d1-4b4d-bbd9-88b5bfd10ac2 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 1001 time: 0.1226292 Jan 28 12:29:41.061029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-3220c1d4-7f4d-4aec-b795-1ca7a47b137c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:41.237489 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-3220c1d4-7f4d-4aec-b795-1ca7a47b137c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for floatingip (9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:41.301785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4163d7-a686-48ce-b459-50be32e45b86 req-73a4d25a-1b5a-470f-acde-d9f871bb845e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:41.303192 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4163d7-a686-48ce-b459-50be32e45b86 req-73a4d25a-1b5a-470f-acde-d9f871bb845e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 931 time: 0.2016284 Jan 28 12:29:41.485025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4163d7-a686-48ce-b459-50be32e45b86 req-e4d9d726-fd2f-44d8-88dd-c3f8057eb553 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722229 Jan 28 12:29:41.529248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-3220c1d4-7f4d-4aec-b795-1ca7a47b137c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:41.537264 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-3220c1d4-7f4d-4aec-b795-1ca7a47b137c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:41.537614 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-3220c1d4-7f4d-4aec-b795-1ca7a47b137c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Floating IP 9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9 disassociated. External IP: 172.25.7.181, port: 770e97f4-fea1-4412-88d7-fbf5f07b132a. Jan 28 12:29:41.671497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 269003df-f043-46fb-bba7-52fbd79aefa8 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:41.721159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240efc75-2db8-4de4-8026-3f8edf723c2b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:41.723107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 269003df-f043-46fb-bba7-52fbd79aefa8 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:29:41.728407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 269003df-f043-46fb-bba7-52fbd79aefa8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:41.728856 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:41.729040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd032c-4075-45d9-82ba-82acdcec3afb req-2bf20347-1a0d-49d8-b538-7bf3e7328198 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:41.731794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c0dd032c-4075-45d9-82ba-82acdcec3afb req-2bf20347-1a0d-49d8-b538-7bf3e7328198 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 1096 time: 0.1823790 Jan 28 12:29:41.753398 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Publish callbacks [] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:41.786475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Transition to ACTIVE for port object 240efc75-2db8-4de4-8026-3f8edf723c2b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:29:41.816314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 269003df-f043-46fb-bba7-52fbd79aefa8 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:41.816695 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:41.837801 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:41.850522 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 269003df-f043-46fb-bba7-52fbd79aefa8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=269003df-f043-46fb-bba7-52fbd79aefa8,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:41.855093 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:41.907234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=269003df-f043-46fb-bba7-52fbd79aefa8,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:41.937766 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c0dd032c-4075-45d9-82ba-82acdcec3afb req-d297c4dd-f371-4619-9fbd-87484f97eaf1 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937256 Jan 28 12:29:41.960555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Pushing event updated for resources: {'Port': ['ID=240efc75-2db8-4de4-8026-3f8edf723c2b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:42.056980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-3220c1d4-7f4d-4aec-b795-1ca7a47b137c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Router fca618fa-195e-41bb-8f57-daa91f4f0b83 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:29:42.104078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f6c72-e34e-4c1e-bff9-2e7b8220db73 req-1395e593-254a-4526-b93d-41ec37ccd337 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:42.105847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-960f6c72-e34e-4c1e-bff9-2e7b8220db73 req-1395e593-254a-4526-b93d-41ec37ccd337 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.1069040 Jan 28 12:29:42.139979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Attempting to bind port 240efc75-2db8-4de4-8026-3f8edf723c2b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:42.140416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Attempting to bind port 240efc75-2db8-4de4-8026-3f8edf723c2b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:42.140757 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Attempting to bind port 240efc75-2db8-4de4-8026-3f8edf723c2b on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:42.158473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Port 240efc75-2db8-4de4-8026-3f8edf723c2b on network 02586113-c01d-4c5c-ba3c-998693ed9659 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:29:42.158796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Attempting to bind port 240efc75-2db8-4de4-8026-3f8edf723c2b on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:42.174765 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:42.175101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Checking segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:42.175510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Bound using segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:42.175987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Bound port: 240efc75-2db8-4de4-8026-3f8edf723c2b, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:42.176333 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:42.287490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-960f6c72-e34e-4c1e-bff9-2e7b8220db73 req-affbff2c-00ab-4328-ad6f-87e6131b6df1 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422424 Jan 28 12:29:42.298090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-3220c1d4-7f4d-4aec-b795-1ca7a47b137c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:29:42.308555 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d315df-b62d-40b1-ac8f-2dc137309257 None None] Sync routers for ids ['fca618fa-195e-41bb-8f57-daa91f4f0b83'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:29:42.322466 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d315df-b62d-40b1-ac8f-2dc137309257 None None] Routers {'fca618fa-195e-41bb-8f57-daa91f4f0b83'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:42.323296 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a7d315df-b62d-40b1-ac8f-2dc137309257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['fca618fa-195e-41bb-8f57-daa91f4f0b83'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:42.329961 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-3220c1d4-7f4d-4aec-b795-1ca7a47b137c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:42.396045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-3220c1d4-7f4d-4aec-b795-1ca7a47b137c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "PUT /v2.0/floatingips/9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9 HTTP/1.1" status: 200 len: 695 time: 1.3385842 Jan 28 12:29:42.419188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] For port 240efc75-2db8-4de4-8026-3f8edf723c2b, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:42.429538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] For port 240efc75-2db8-4de4-8026-3f8edf723c2b, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=240efc75-2db8-4de4-8026-3f8edf723c2b,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:42.488944 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a74c57e-1b2d-443d-8b62-3709a296005b x-openstack-request-id: req-5a74c57e-1b2d-443d-8b62-3709a296005b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:42.489752 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:42.491040 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a74c57e-1b2d-443d-8b62-3709a296005b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:42.491700 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'status': 'completed', 'code': 200} Jan 28 12:29:42.495439 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:42.537792 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c909a336-3d16-4ca3-9b92-39c1b2ce713e x-openstack-request-id: req-c909a336-3d16-4ca3-9b92-39c1b2ce713e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:42.538213 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afb933e-2b36-4ea5-af82-b2bcb3bcd995", "name": "network-vif-plugged", "status": "completed", "tag": "a460b661-6479-4225-b902-1f7c4b6353ab", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:42.538582 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c909a336-3d16-4ca3-9b92-39c1b2ce713e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:42.539062 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afb933e-2b36-4ea5-af82-b2bcb3bcd995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a460b661-6479-4225-b902-1f7c4b6353ab', 'code': 200} Jan 28 12:29:42.567192 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a7d315df-b62d-40b1-ac8f-2dc137309257 None None] Set router fca618fa-195e-41bb-8f57-daa91f4f0b83 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:42.575245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:42.575893 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:42.577362 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] 10.222.0.35 "PUT /v2.0/ports/240efc75-2db8-4de4-8026-3f8edf723c2b HTTP/1.1" status: 200 len: 1091 time: 1.7244713 Jan 28 12:29:42.598783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-8ed17c0c-c248-47e6-9b20-0773bca9e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:42.600379 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-8ed17c0c-c248-47e6-9b20-0773bca9e541 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5599b434788a41b5bcf86b1f05c53f83&device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 1096 time: 0.1692057 Jan 28 12:29:42.613528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f62ef-e9e7-4a5f-9f42-7cd71ec23f86 service neutron] Pushing event updated for resources: {'Port': ['ID=240efc75-2db8-4de4-8026-3f8edf723c2b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:42.686170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-55b31484-7079-4525-8045-a201331c712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:42.688295 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-55b31484-7079-4525-8045-a201331c712b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 1094 time: 0.0642428 Jan 28 12:29:42.696936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a0372-4a3f-4238-ab11-4dd76e969b88 req-c74506fb-9f65-49c8-99f4-1ab6678524d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:42.698467 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-645a0372-4a3f-4238-ab11-4dd76e969b88 req-c74506fb-9f65-49c8-99f4-1ab6678524d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5599b434788a41b5bcf86b1f05c53f83&device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 1096 time: 0.1687701 Jan 28 12:29:42.731924 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-d2641244-8f85-4c71-9b34-b35dde11eea2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=240efc75-2db8-4de4-8026-3f8edf723c2b HTTP/1.1" status: 200 len: 217 time: 0.0365038 Jan 28 12:29:42.794236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-c805da54-16af-4b15-8069-03c73bef08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:42.795982 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-c805da54-16af-4b15-8069-03c73bef08bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.0574257 Jan 28 12:29:42.809534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c1a9a-0c5f-45c3-afd7-1a8df9c1a26c req-1850a4db-0943-4f55-b22b-cc5e1eab303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:42.810926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f3c1a9a-0c5f-45c3-afd7-1a8df9c1a26c req-1850a4db-0943-4f55-b22b-cc5e1eab303f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 1096 time: 0.2066724 Jan 28 12:29:42.830547 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-5d1f4f8e-ea57-477a-95a2-a27e5a233e47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276816 Jan 28 12:29:42.866413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0309-4499-49c4-92be-79600b780090 req-e47d1696-19fe-41ac-b02c-04cba644ee84 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:42.866924 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a7d315df-b62d-40b1-ac8f-2dc137309257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:21Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '25fba504-11f0-4f96-9006-ffe4d306114c', 'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'mac_address': 'fa:16:3e:e5:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:20Z', 'updated_at': '2022-01-28T12:28:30Z', 'revision_number': 5, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'subnets': [{'id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:42.868470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-026c0309-4499-49c4-92be-79600b780090 req-e47d1696-19fe-41ac-b02c-04cba644ee84 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9155d0-8869-4d40-8768-850bad6689cb HTTP/1.1" status: 200 len: 946 time: 0.1811802 Jan 28 12:29:42.879238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-680730a0-a769-4d49-b540-dc19eebe8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:42.880996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-680730a0-a769-4d49-b540-dc19eebe8329 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab HTTP/1.1" status: 200 len: 921 time: 0.2644730 Jan 28 12:29:42.894096 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d315df-b62d-40b1-ac8f-2dc137309257 None None] Checking router: fca618fa-195e-41bb-8f57-daa91f4f0b83 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:29:42.904188 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d315df-b62d-40b1-ac8f-2dc137309257 None None] Routers {'fca618fa-195e-41bb-8f57-daa91f4f0b83'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:42.904807 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a7d315df-b62d-40b1-ac8f-2dc137309257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['fca618fa-195e-41bb-8f57-daa91f4f0b83'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:42.950856 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-b53385ad-e07f-45ed-8461-394a086dd276 service neutron] 10.222.0.35 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142333 Jan 28 12:29:42.960682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a0372-4a3f-4238-ab11-4dd76e969b88 req-b630d21e-7f8f-4dff-b9b4-d2df90f497e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:42.962129 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-645a0372-4a3f-4238-ab11-4dd76e969b88 req-b630d21e-7f8f-4dff-b9b4-d2df90f497e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab HTTP/1.1" status: 200 len: 921 time: 0.2408109 Jan 28 12:29:42.963367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-f9b1878f-2808-4744-be17-8cd17c373fc0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 217 time: 0.0626779 Jan 28 12:29:42.973889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f3c1a9a-0c5f-45c3-afd7-1a8df9c1a26c req-1bd0040a-7799-4a78-b4f4-bb564b5503f7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540310 Jan 28 12:29:43.021898 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a7d315df-b62d-40b1-ac8f-2dc137309257 None None] Set router fca618fa-195e-41bb-8f57-daa91f4f0b83 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:43.064635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-645a0372-4a3f-4238-ab11-4dd76e969b88 req-ea9d2dcb-4761-4634-bdee-8457dd0df1f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 217 time: 0.0896916 Jan 28 12:29:43.085905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-026c0309-4499-49c4-92be-79600b780090 req-6bce18bb-63eb-4e7b-bc9a-0350a5bf2bf4 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977630 Jan 28 12:29:43.097024 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-bef02fcc-8c8a-40df-9401-c48ab83fc440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:43.099859 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-bef02fcc-8c8a-40df-9401-c48ab83fc440 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18f37071-a2c8-4785-af0c-4f9d2a398de7 HTTP/1.1" status: 200 len: 860 time: 0.1135762 Jan 28 12:29:43.127899 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-de7badb4-7cea-4026-a6b6-bcb078bfe38d service neutron] 10.222.0.35 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654587 Jan 28 12:29:43.142154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-f9fb2231-6de7-4891-a1da-01501b049213 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361197 Jan 28 12:29:43.267500 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a7d315df-b62d-40b1-ac8f-2dc137309257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:21Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '25fba504-11f0-4f96-9006-ffe4d306114c', 'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'mac_address': 'fa:16:3e:e5:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:20Z', 'updated_at': '2022-01-28T12:28:30Z', 'revision_number': 5, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'subnets': [{'id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:43.301829 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d315df-b62d-40b1-ac8f-2dc137309257 None None] The sync data for ids ['fca618fa-195e-41bb-8f57-daa91f4f0b83'] in n-d-824835-4 is: [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:21Z', 'revision_number': 4, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '25fba504-11f0-4f96-9006-ffe4d306114c', 'name': '', 'network_id': '7c0c92aa-ef02-4b50-807a-c2b5846e79ab', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'mac_address': 'fa:16:3e:e5:19:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:20Z', 'updated_at': '2022-01-28T12:28:30Z', 'revision_number': 5, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'subnets': [{'id': '18f37071-a2c8-4785-af0c-4f9d2a398de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:29:43.601280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd417e8-cf5d-474a-8d3a-6d676fa0be37 None None] New status for floating IP 9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:29:43.619836 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-f11cf001-0b25-4983-885d-f7fb92185269 service neutron] 10.222.0.53 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713287 Jan 28 12:29:43.659016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a0372-4a3f-4238-ab11-4dd76e969b88 req-f85f8c0b-41da-4e6a-8ec6-536edce6a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:43.660620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-645a0372-4a3f-4238-ab11-4dd76e969b88 req-f85f8c0b-41da-4e6a-8ec6-536edce6a842 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18f37071-a2c8-4785-af0c-4f9d2a398de7 HTTP/1.1" status: 200 len: 860 time: 0.4145155 Jan 28 12:29:43.708379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004eb61-af32-4488-8fa5-e6f78494ab22 req-9d43aeb3-4074-4022-935b-8131c50c8ddc tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:43.709648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b004eb61-af32-4488-8fa5-e6f78494ab22 req-9d43aeb3-4074-4022-935b-8131c50c8ddc tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.4654424 Jan 28 12:29:43.734397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-645a0372-4a3f-4238-ab11-4dd76e969b88 req-20f14f06-d7d8-4c72-a237-a35915961283 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474918 Jan 28 12:29:43.840217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7359af64-5625-467e-af12-21f3fa3aa6ad req-9b154c67-5165-470c-be03-8efd450fecdd service neutron] 10.222.0.53 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081285 Jan 28 12:29:43.852880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b004eb61-af32-4488-8fa5-e6f78494ab22 req-0810ee38-ca77-43d0-bcc2-fd2ec34805ac tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232698 Jan 28 12:29:43.898873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-645a0372-4a3f-4238-ab11-4dd76e969b88 req-1e1beba3-7860-4877-987f-1bebe2cbd0e9 service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428394 Jan 28 12:29:44.037115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be820d15-eb5d-4694-af52-a35cfc459af7 req-0ccaf350-1577-44da-95e8-901f9ce664f4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:44.038622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be820d15-eb5d-4694-af52-a35cfc459af7 req-0ccaf350-1577-44da-95e8-901f9ce664f4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 943 time: 0.1052053 Jan 28 12:29:44.061819 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-645a0372-4a3f-4238-ab11-4dd76e969b88 req-d73c826a-9a69-4b64-a8f0-6b12c34e46b1 service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512363 Jan 28 12:29:44.099621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be820d15-eb5d-4694-af52-a35cfc459af7 req-9d821fbc-d2be-4ac5-a0c7-3a6242d27689 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490153 Jan 28 12:29:44.232141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf929-5414-460c-80eb-d0e31523e441 req-8113654a-c31e-497e-a534-60ec2344bfb8 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:44.233807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-874cf929-5414-460c-80eb-d0e31523e441 req-8113654a-c31e-497e-a534-60ec2344bfb8 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.0621834 Jan 28 12:29:44.290154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-874cf929-5414-460c-80eb-d0e31523e441 req-6226e978-633c-4eb8-92f3-d5496445f709 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496054 Jan 28 12:29:44.441239 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e2485be-134b-4e40-b804-25e58dd53849 req-38519818-4d2a-4b41-a025-9c4628543baa tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/floatingips/9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9 HTTP/1.1" status: 200 len: 693 time: 0.0558050 Jan 28 12:29:44.512951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a'}, {'name': 'network-changed', 'server_uuid': '1b5d1582-8df5-45e2-9ccf-2d94f282234d', 'tag': '240efc75-2db8-4de4-8026-3f8edf723c2b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:44.515381 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7b2934-6699-4370-b958-7d6c41fd9122" -d '{"events": [{"name": "network-changed", "server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a"}, {"name": "network-changed", "server_uuid": "1b5d1582-8df5-45e2-9ccf-2d94f282234d", "tag": "240efc75-2db8-4de4-8026-3f8edf723c2b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:44.545361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ae03e-ba10-4486-8562-91ca292af3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269003df-f043-46fb-bba7-52fbd79aefa8'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:44.551041 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b44c79-ba5b-4bc5-9273-a4491aaec71b" -d '{"events": [{"server_uuid": "560ae03e-ba10-4486-8562-91ca292af3f1", "name": "network-vif-plugged", "status": "completed", "tag": "269003df-f043-46fb-bba7-52fbd79aefa8"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:44.619032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2485be-134b-4e40-b804-25e58dd53849 req-638f9bc6-03fa-4544-a7c2-8208fd418433 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:44.631017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e2485be-134b-4e40-b804-25e58dd53849 req-638f9bc6-03fa-4544-a7c2-8208fd418433 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1830609 Jan 28 12:29:44.702804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e2485be-134b-4e40-b804-25e58dd53849 req-7a8895f0-7cd4-4ad2-bb6e-8b998b0ebbf3 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.0708480 Jan 28 12:29:44.775253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e2485be-134b-4e40-b804-25e58dd53849 req-83beb4da-c441-45ff-ab73-59bb08b957e5 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.181 HTTP/1.1" status: 200 len: 696 time: 0.0636287 Jan 28 12:29:44.921740 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9e2485be-134b-4e40-b804-25e58dd53849 req-0518d6ac-8db1-4de6-bc81-47d820f9854f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Deleting port e5177494-db15-433f-be98-0b662d69e1c0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:29:44.922396 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2485be-134b-4e40-b804-25e58dd53849 req-0518d6ac-8db1-4de6-bc81-47d820f9854f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e5177494-db15-433f-be98-0b662d69e1c0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:45.000462 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2485be-134b-4e40-b804-25e58dd53849 req-0518d6ac-8db1-4de6-bc81-47d820f9854f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e5177494-db15-433f-be98-0b662d69e1c0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:45.000796 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2485be-134b-4e40-b804-25e58dd53849 req-0518d6ac-8db1-4de6-bc81-47d820f9854f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for floatingip (e5177494-db15-433f-be98-0b662d69e1c0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:45.014433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9e2485be-134b-4e40-b804-25e58dd53849 req-0518d6ac-8db1-4de6-bc81-47d820f9854f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Calling delete_port for e5177494-db15-433f-be98-0b662d69e1c0 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:29:45.146359 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-476d75c6-701f-4014-acb3-5847bc0ac8ab tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:29:45.147446 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-476d75c6-701f-4014-acb3-5847bc0ac8ab tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0613415 Jan 28 12:29:45.174327 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2485be-134b-4e40-b804-25e58dd53849 req-0518d6ac-8db1-4de6-bc81-47d820f9854f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e5177494-db15-433f-be98-0b662d69e1c0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:45.189173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16587a97-3208-412c-ad9b-73a08c70f545 req-1a3aeadc-f3e2-4404-8be3-64553aada775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:45.190577 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-1a3aeadc-f3e2-4404-8be3-64553aada775 service neutron] 10.222.0.53 "GET /v2.0/ports/eb92bf2e-636a-40a3-a228-7bc3b5ac6670 HTTP/1.1" status: 200 len: 1093 time: 0.0352695 Jan 28 12:29:45.199160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518d6ac-8db1-4de6-bc81-47d820f9854f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Pushing event deleted for resources: {'Port': ['ID=e5177494-db15-433f-be98-0b662d69e1c0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:45.203261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] Request body: {'binding': {'host': 'n-h2-824835-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:45.203959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:29:45.266708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2485be-134b-4e40-b804-25e58dd53849 req-0518d6ac-8db1-4de6-bc81-47d820f9854f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for floatingip (9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:45.269364 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2485be-134b-4e40-b804-25e58dd53849 req-0518d6ac-8db1-4de6-bc81-47d820f9854f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:45.270564 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e2485be-134b-4e40-b804-25e58dd53849 req-0518d6ac-8db1-4de6-bc81-47d820f9854f tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "DELETE /v2.0/floatingips/9447558b-d6f9-4cc3-b8c1-09a97d1fd4b9 HTTP/1.1" status: 204 len: 173 time: 0.4887798 Jan 28 12:29:45.347846 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] Attempting to bind port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on host n-h2-824835-4 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:45.349289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] Attempting to bind port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:45.349812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] Attempting to bind port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:45.354620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] Port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:29:45.355240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] Attempting to bind port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:45.360270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:45.360820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:45.361397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:45.361989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] Bound port: eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:45.371557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edd0c6-6419-4601-97b4-17ec69a85eeb req-b169a746-76f0-4d92-8777-5a440496a273 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:45.373053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96edd0c6-6419-4601-97b4-17ec69a85eeb req-b169a746-76f0-4d92-8777-5a440496a273 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9155d0-8869-4d40-8768-850bad6689cb HTTP/1.1" status: 200 len: 946 time: 0.0522838 Jan 28 12:29:45.415483 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:45.423967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96edd0c6-6419-4601-97b4-17ec69a85eeb req-a53aa7f4-0f91-4d59-aeef-402524d41873 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Jan 28 12:29:45.424422 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:45.425826 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] 10.222.0.53 "POST /v2.0/ports/eb92bf2e-636a-40a3-a228-7bc3b5ac6670/bindings HTTP/1.1" status: 201 len: 389 time: 0.2295642 Jan 28 12:29:45.484326 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ff1230-691b-4125-adee-419268f80e1b x-openstack-request-id: req-12ff1230-691b-4125-adee-419268f80e1b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:45.484960 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1b5d1582-8df5-45e2-9ccf-2d94f282234d", "tag": "240efc75-2db8-4de4-8026-3f8edf723c2b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:45.485220 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12ff1230-691b-4125-adee-419268f80e1b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:45.485805 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'status': 'completed', 'code': 200} Jan 28 12:29:45.486117 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5d1582-8df5-45e2-9ccf-2d94f282234d', 'tag': '240efc75-2db8-4de4-8026-3f8edf723c2b', 'status': 'completed', 'code': 200} Jan 28 12:29:45.525275 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b939881-7c0f-4efd-8db9-d8dc64bcb497 x-openstack-request-id: req-7b939881-7c0f-4efd-8db9-d8dc64bcb497 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:45.525826 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ae03e-ba10-4486-8562-91ca292af3f1", "name": "network-vif-plugged", "status": "completed", "tag": "269003df-f043-46fb-bba7-52fbd79aefa8", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:45.525826 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b939881-7c0f-4efd-8db9-d8dc64bcb497 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:45.526195 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560ae03e-ba10-4486-8562-91ca292af3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269003df-f043-46fb-bba7-52fbd79aefa8', 'code': 200} Jan 28 12:29:45.729447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-ab5c2d6d-e633-43b4-b1fb-6cf79a4b1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:45.730912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-ab5c2d6d-e633-43b4-b1fb-6cf79a4b1f9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5599b434788a41b5bcf86b1f05c53f83&device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 1096 time: 0.2006314 Jan 28 12:29:45.734722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16587a97-3208-412c-ad9b-73a08c70f545 req-5d36eb47-2e93-4843-8098-0180e51406ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:45.737113 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-5d36eb47-2e93-4843-8098-0180e51406ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 1096 time: 0.0442443 Jan 28 12:29:45.747847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557eef9-a90c-4c0c-8ee9-eacfed477a30 req-4a95ce57-17e4-470c-9a39-ac1b4fdcaf50 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:45.749324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d557eef9-a90c-4c0c-8ee9-eacfed477a30 req-4a95ce57-17e4-470c-9a39-ac1b4fdcaf50 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.1464481 Jan 28 12:29:45.758660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d544dd1-55d5-4712-b1ba-692dc348f16b req-45b84436-15b6-498f-b354-577e38345167 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:45.760176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d544dd1-55d5-4712-b1ba-692dc348f16b req-45b84436-15b6-498f-b354-577e38345167 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 943 time: 0.1590283 Jan 28 12:29:45.796136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f7744-d702-48df-8091-50be2f1aa69d req-62b8a26f-44bb-46c2-877f-03d75cd72633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:45.797610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-658f7744-d702-48df-8091-50be2f1aa69d req-62b8a26f-44bb-46c2-877f-03d75cd72633 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 1097 time: 0.1426415 Jan 28 12:29:45.840593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16587a97-3208-412c-ad9b-73a08c70f545 req-64b30877-6062-491a-94cc-0cd64ef6c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:45.842081 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-64b30877-6062-491a-94cc-0cd64ef6c4e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.1001148 Jan 28 12:29:45.890460 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-466bcf35-2826-419f-b32f-3e184310035f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670 HTTP/1.1" status: 200 len: 217 time: 0.0412512 Jan 28 12:29:45.941824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 240efc75-2db8-4de4-8026-3f8edf723c2b details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:29:45.955220 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16587a97-3208-412c-ad9b-73a08c70f545 req-bf0d917a-9fea-43b5-9363-3b4386151de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:45.956947 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-bf0d917a-9fea-43b5-9363-3b4386151de7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.0593679 Jan 28 12:29:45.960298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d544dd1-55d5-4712-b1ba-692dc348f16b req-ef4dd8c9-7a5f-40f0-b941-fa8acdd46644 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898236 Jan 28 12:29:45.963179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d557eef9-a90c-4c0c-8ee9-eacfed477a30 req-b49a230f-c45d-4e9c-8e37-64d3feb54b78 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021191 Jan 28 12:29:45.968956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-658f7744-d702-48df-8091-50be2f1aa69d req-396b43de-baf9-424b-a2da-eb36e8f13f20 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313562 Jan 28 12:29:45.970144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-2de42085-070d-4e36-ade7-05a5c7c66035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:45.971575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-2de42085-070d-4e36-ade7-05a5c7c66035 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab HTTP/1.1" status: 200 len: 921 time: 0.2205989 Jan 28 12:29:46.000438 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a52378c6-b415-43e7-881c-59a2887da926 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363991 Jan 28 12:29:46.027268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-d987af50-62c5-43af-accd-b64bc17ecabb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 200 len: 217 time: 0.0477338 Jan 28 12:29:46.075026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 240efc75-2db8-4de4-8026-3f8edf723c2b, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=240efc75-2db8-4de4-8026-3f8edf723c2b,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:46.088019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '240efc75-2db8-4de4-8026-3f8edf723c2b', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'port_id': '240efc75-2db8-4de4-8026-3f8edf723c2b', 'mac_address': 'fa:16:3e:6b:a6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43d2cbd-bf64-4a86-a4a0-cced0a12976e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:29:46.134210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 240efc75-2db8-4de4-8026-3f8edf723c2b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:46.134906 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:46.142261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb21f2f2-0c93-4996-859f-3a043edde041 req-3a69502a-b552-4cb1-b44f-fff843748642 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups/c08f09e2-04ba-42ab-835f-5bf5d5ccaf7f HTTP/1.1" status: 200 len: 1827 time: 0.1188357 Jan 28 12:29:46.144031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-7e075be5-552b-4730-bf49-eff9cb0fb769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:46.145472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-7e075be5-552b-4730-bf49-eff9cb0fb769 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18f37071-a2c8-4785-af0c-4f9d2a398de7 HTTP/1.1" status: 200 len: 860 time: 0.1119246 Jan 28 12:29:46.150740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240efc75-2db8-4de4-8026-3f8edf723c2b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:46.175045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 240efc75-2db8-4de4-8026-3f8edf723c2b, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=240efc75-2db8-4de4-8026-3f8edf723c2b,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:46.176568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fe739-ec31-4e54-8829-429fba306f96 req-29fdf78e-948b-4efe-9642-4c10dee5fbe6 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:46.178376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-972fe739-ec31-4e54-8829-429fba306f96 req-29fdf78e-948b-4efe-9642-4c10dee5fbe6 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.1084042 Jan 28 12:29:46.180536 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:46.233320 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-6e103ee9-1ed1-41bd-b9e0-ee9c7e69a6cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c0c92aa-ef02-4b50-807a-c2b5846e79ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748358 Jan 28 12:29:46.250959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=240efc75-2db8-4de4-8026-3f8edf723c2b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:46.265925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.266574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.267091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.267655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.268290 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.269090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.269594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.270096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.270605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.271103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.271627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.272122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.272616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:29:46.280170 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-af4c6876-14eb-4fb7-b644-43597d4958f0 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162999 Jan 28 12:29:46.358797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-972fe739-ec31-4e54-8829-429fba306f96 req-5ca1fa40-f847-4851-bf58-6efacd97376a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653442 Jan 28 12:29:46.365397 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb21f2f2-0c93-4996-859f-3a043edde041 req-4ec7b880-35ae-42a3-9a35-a8356766d52c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for security_group (c08f09e2-04ba-42ab-835f-5bf5d5ccaf7f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:46.418831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-e7b8599c-264a-45a3-878c-53c02eb5d1b5 service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687655 Jan 28 12:29:46.438644 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['240efc75-2db8-4de4-8026-3f8edf723c2b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:46.480836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb21f2f2-0c93-4996-859f-3a043edde041 req-4ec7b880-35ae-42a3-9a35-a8356766d52c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for security_group (c08f09e2-04ba-42ab-835f-5bf5d5ccaf7f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:46.617977 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb21f2f2-0c93-4996-859f-3a043edde041 req-4ec7b880-35ae-42a3-9a35-a8356766d52c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c08f09e2-04ba-42ab-835f-5bf5d5ccaf7f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:46.622772 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb21f2f2-0c93-4996-859f-3a043edde041 req-4ec7b880-35ae-42a3-9a35-a8356766d52c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:46.637280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb21f2f2-0c93-4996-859f-3a043edde041 req-4ec7b880-35ae-42a3-9a35-a8356766d52c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "DELETE /v2.0/security-groups/c08f09e2-04ba-42ab-835f-5bf5d5ccaf7f HTTP/1.1" status: 204 len: 173 time: 0.4797256 Jan 28 12:29:46.686608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7b880-35ae-42a3-9a35-a8356766d52c tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f09e2-04ba-42ab-835f-5bf5d5ccaf7f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:46.690297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-bbd665c3-ddb6-4aba-b390-ab87f5636e49 service neutron] 10.222.0.35 "GET /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638674 Jan 28 12:29:46.730375 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-c81efaef-bbe8-4ed5-9d67-44b063136e6b service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420714 Jan 28 12:29:46.813725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3381269-88ae-4392-be05-e870377b50fc req-36585df7-1bd9-42e8-9546-093079a6be3f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:46.820791 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3381269-88ae-4392-be05-e870377b50fc req-36585df7-1bd9-42e8-9546-093079a6be3f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 945 time: 0.1061394 Jan 28 12:29:46.843822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-52508612-ad6b-4e55-a338-68b9aeadef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:46.845584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-52508612-ad6b-4e55-a338-68b9aeadef09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 1095 time: 0.0945675 Jan 28 12:29:46.905117 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:46.919242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16587a97-3208-412c-ad9b-73a08c70f545 req-52223f08-250c-44c5-88cc-54cbf5f95832 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:46.920773 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-52223f08-250c-44c5-88cc-54cbf5f95832 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1&tenant_id=28c9043847134daea969876de73b5965&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 1096 time: 0.0759470 Jan 28 12:29:46.940546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3381269-88ae-4392-be05-e870377b50fc req-15c3b20e-3e6f-4734-82ce-83ff31acf855 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181967 Jan 28 12:29:46.941433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824835-4'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:47.068323 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:47.103242 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-ed6aa166-8656-40a2-9264-b5291f15604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:47.105624 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-ed6aa166-8656-40a2-9264-b5291f15604a service neutron] 10.222.0.35 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 912 time: 0.2536051 Jan 28 12:29:47.113903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a11d5-55e1-4867-8623-92c911c23540 req-811934b9-92a0-44a2-ad51-7e6414bab6f7 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:47.116316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-957a11d5-55e1-4867-8623-92c911c23540 req-811934b9-92a0-44a2-ad51-7e6414bab6f7 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.0862803 Jan 28 12:29:47.169290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-48fbbd63-b0ac-4557-975a-087b7f106868 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=240efc75-2db8-4de4-8026-3f8edf723c2b HTTP/1.1" status: 200 len: 217 time: 0.0519965 Jan 28 12:29:47.236224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-957a11d5-55e1-4867-8623-92c911c23540 req-e40369b1-57b5-48ef-abd0-3fccdf5056a9 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099875 Jan 28 12:29:47.284840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-27e61f7e-cf07-4405-b305-e1212ecb6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:47.286607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-27e61f7e-cf07-4405-b305-e1212ecb6e70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.0961375 Jan 28 12:29:47.312574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:47.351045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-5e358be1-8581-4b4f-ba33-8dd04f608098 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554876 Jan 28 12:29:47.356544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:47.401715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df6b840-22e4-40f8-a4dc-edc158555af1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb92bf2e-636a-40a3-a228-7bc3b5ac6670'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:47.404367 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de682e2-9e8a-4b06-8a7a-c970e846825b" -d '{"events": [{"server_uuid": "8df6b840-22e4-40f8-a4dc-edc158555af1", "name": "network-vif-unplugged", "status": "completed", "tag": "eb92bf2e-636a-40a3-a228-7bc3b5ac6670"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:47.408698 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Publish callbacks [] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:47.415099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:47.485446 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:47.500704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bae0bc-9a60-41d2-93bf-43314c5728b4 req-69dd29ff-3ebe-45c2-902b-68cbbe06c9b9 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:47.507997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1bae0bc-9a60-41d2-93bf-43314c5728b4 req-69dd29ff-3ebe-45c2-902b-68cbbe06c9b9 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 944 time: 0.1595263 Jan 28 12:29:47.510127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Pushing event updated for resources: {'Port': ['ID=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:47.553111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb0bfa-df09-4b74-8b11-241365b1977e req-c95a4fd2-5ffe-4ed2-9636-9792b2540a8d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:47.559625 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Attempting to bind port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on host n-h1-824835-4 for vnic_type normal with profile {"migrating_to": "n-h2-824835-4"} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:29:47.560044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Attempting to bind port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:29:47.560189 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59fb0bfa-df09-4b74-8b11-241365b1977e req-c95a4fd2-5ffe-4ed2-9636-9792b2540a8d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.2000408 Jan 28 12:29:47.560449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Attempting to bind port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:47.565774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:29:47.566181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Attempting to bind port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:29:47.573032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:29:47.574195 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:47.574671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:29:47.575779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Bound port: eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:29:47.576233 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:47.621230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-659bb349-7c0a-46ec-84b9-8f870dab6ea5 service neutron] 10.222.0.35 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597666 Jan 28 12:29:47.626289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1bae0bc-9a60-41d2-93bf-43314c5728b4 req-edd984d5-eb3b-42e0-9314-7eeca1320ed6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175146 Jan 28 12:29:47.674467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:47.678669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:29:47.685158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:47.726794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59fb0bfa-df09-4b74-8b11-241365b1977e req-9796104f-99b6-4f43-98cf-0b80a633988b tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657596 Jan 28 12:29:47.759577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Pushing event updated for resources: {'Port': ['ID=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:47.790256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:47.790991 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:47.792766 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-d0f2d2c6-37b4-4b69-bdca-03cb69d6e67f service neutron] 10.222.0.49 "PUT /v2.0/ports/eb92bf2e-636a-40a3-a228-7bc3b5ac6670 HTTP/1.1" status: 200 len: 1121 time: 0.8636401 Jan 28 12:29:47.837642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f7b2934-6699-4370-b958-7d6c41fd9122 req-e7a4b998-e7e0-40c8-aa29-724022d6b89b service neutron] 10.222.0.35 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036071 Jan 28 12:29:47.881580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['eb92bf2e-636a-40a3-a228-7bc3b5ac6670'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:47.918193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ade28-4681-4f7c-b14d-a0197522c2e0 req-d13bd505-aeed-451a-9ad5-bed2b45fa1a0 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:47.921006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-830ade28-4681-4f7c-b14d-a0197522c2e0 req-d13bd505-aeed-451a-9ad5-bed2b45fa1a0 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.0677137 Jan 28 12:29:47.981876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-830ade28-4681-4f7c-b14d-a0197522c2e0 req-b7fecc9e-a413-4df9-9242-32eefb62b797 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532303 Jan 28 12:29:47.992819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 240efc75-2db8-4de4-8026-3f8edf723c2b up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:48.063213 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64ad18d-e441-4ebf-97d5-bb7ab58088dc x-openstack-request-id: req-d64ad18d-e441-4ebf-97d5-bb7ab58088dc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:48.063554 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df6b840-22e4-40f8-a4dc-edc158555af1", "name": "network-vif-unplugged", "status": "completed", "tag": "eb92bf2e-636a-40a3-a228-7bc3b5ac6670", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:48.064388 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d64ad18d-e441-4ebf-97d5-bb7ab58088dc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:48.064796 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df6b840-22e4-40f8-a4dc-edc158555af1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb92bf2e-636a-40a3-a228-7bc3b5ac6670', 'code': 200} Jan 28 12:29:48.148840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 240efc75-2db8-4de4-8026-3f8edf723c2b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:29:48.153766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 240efc75-2db8-4de4-8026-3f8edf723c2b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:48.154161 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:48.316496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 240efc75-2db8-4de4-8026-3f8edf723c2b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:48.317032 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:48.347328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5d1582-8df5-45e2-9ccf-2d94f282234d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240efc75-2db8-4de4-8026-3f8edf723c2b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:48.350156 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cf8f21-549c-4c94-9de1-4ada09e5b185" -d '{"events": [{"server_uuid": "1b5d1582-8df5-45e2-9ccf-2d94f282234d", "name": "network-vif-plugged", "status": "completed", "tag": "240efc75-2db8-4de4-8026-3f8edf723c2b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:48.367707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 240efc75-2db8-4de4-8026-3f8edf723c2b, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=240efc75-2db8-4de4-8026-3f8edf723c2b,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:48.373994 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:48.380503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca8bed-8971-4e6b-bd35-6fb92f26767f req-d193e503-b412-444d-baac-37e01e3fb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:48.381037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5bcf8-42f5-4317-847c-23facc952f39 req-f8b6f043-369c-4b3f-803c-bebd2e4240f8 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:48.382448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8c5bcf8-42f5-4317-847c-23facc952f39 req-f8b6f043-369c-4b3f-803c-bebd2e4240f8 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 943 time: 0.1035328 Jan 28 12:29:48.384034 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c4ca8bed-8971-4e6b-bd35-6fb92f26767f req-d193e503-b412-444d-baac-37e01e3fb75f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64c4e0548cb5444ba31de2ad42c6005b&device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0598760 Jan 28 12:29:48.396831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0194d7-fc68-44c5-8d27-adb987fbf1ba req-6ba93b1e-acfd-4667-aa4d-17f19a49a725 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:48.404445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f0194d7-fc68-44c5-8d27-adb987fbf1ba req-6ba93b1e-acfd-4667-aa4d-17f19a49a725 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.0777280 Jan 28 12:29:48.483814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=240efc75-2db8-4de4-8026-3f8edf723c2b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:48.489389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8c5bcf8-42f5-4317-847c-23facc952f39 req-f1f4d3a5-3b57-40ac-8df4-8113d316710d tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775697 Jan 28 12:29:48.519928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f0194d7-fc68-44c5-8d27-adb987fbf1ba req-eb902acb-0e9b-4609-b20e-630f12507cd0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145942 Jan 28 12:29:48.554489 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de22c371-7ed6-4cf9-a8c4-f8073dfde9dd x-openstack-request-id: req-de22c371-7ed6-4cf9-a8c4-f8073dfde9dd {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:48.555398 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5d1582-8df5-45e2-9ccf-2d94f282234d", "name": "network-vif-plugged", "status": "completed", "tag": "240efc75-2db8-4de4-8026-3f8edf723c2b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:48.555398 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de22c371-7ed6-4cf9-a8c4-f8073dfde9dd {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:48.555615 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5d1582-8df5-45e2-9ccf-2d94f282234d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240efc75-2db8-4de4-8026-3f8edf723c2b', 'code': 200} Jan 28 12:29:48.574404 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca8bed-8971-4e6b-bd35-6fb92f26767f req-da4db62a-6806-4cc8-8059-911b2e2251aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:48.576320 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c4ca8bed-8971-4e6b-bd35-6fb92f26767f req-da4db62a-6806-4cc8-8059-911b2e2251aa service neutron] 10.222.0.49 "GET /v2.0/networks?id=df2a9c51-6a3b-446e-a71c-459d62cf9c96 HTTP/1.1" status: 200 len: 911 time: 0.1777101 Jan 28 12:29:48.632176 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c4ca8bed-8971-4e6b-bd35-6fb92f26767f req-2fb9c037-a80a-482e-9470-66a6c8bc5b9a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=269003df-f043-46fb-bba7-52fbd79aefa8 HTTP/1.1" status: 200 len: 217 time: 0.0485840 Jan 28 12:29:48.632807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efbf62-7adc-4919-8db1-08d87640ea15 req-ff97e64a-5442-4875-a4fa-7969543b2c61 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:48.634364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77efbf62-7adc-4919-8db1-08d87640ea15 req-ff97e64a-5442-4875-a4fa-7969543b2c61 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.0540423 Jan 28 12:29:48.689435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77efbf62-7adc-4919-8db1-08d87640ea15 req-a86ac3c1-ecd5-4496-bcbb-214863a7a6d8 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490966 Jan 28 12:29:48.711555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca8bed-8971-4e6b-bd35-6fb92f26767f req-15ff9153-56a2-4429-add9-541526bb47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:48.713429 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c4ca8bed-8971-4e6b-bd35-6fb92f26767f req-15ff9153-56a2-4429-add9-541526bb47a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b7fcb4-546d-412b-8415-225b5ee447db HTTP/1.1" status: 200 len: 850 time: 0.0728273 Jan 28 12:29:48.757612 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c4ca8bed-8971-4e6b-bd35-6fb92f26767f req-0d9fc361-f49c-470b-ba3f-2cec9652e755 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df2a9c51-6a3b-446e-a71c-459d62cf9c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363777 Jan 28 12:29:48.779883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ff78e-7054-4fef-bcd9-65631b6a0304 req-8e2a49bd-1cd3-43be-94ea-2e1aed1bbb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:48.781466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e37ff78e-7054-4fef-bcd9-65631b6a0304 req-8e2a49bd-1cd3-43be-94ea-2e1aed1bbb4e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 1096 time: 0.0870731 Jan 28 12:29:48.802977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744a87-079e-49d1-84f7-c4f084d92dd7 req-c72b6702-a097-48ce-8f5b-2a3d8b8b7401 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:48.804779 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc744a87-079e-49d1-84f7-c4f084d92dd7 req-c72b6702-a097-48ce-8f5b-2a3d8b8b7401 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 945 time: 0.0673785 Jan 28 12:29:48.863517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e37ff78e-7054-4fef-bcd9-65631b6a0304 req-19741da6-e825-4a35-9ad8-1d2444112ca1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743206 Jan 28 12:29:48.871494 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c4ca8bed-8971-4e6b-bd35-6fb92f26767f req-2ff00e13-5326-4334-9b30-d97f46455482 service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051197 Jan 28 12:29:48.878547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc744a87-079e-49d1-84f7-c4f084d92dd7 req-aef4dcec-f47d-4d4a-b1ca-92464aded1e7 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665183 Jan 28 12:29:48.963048 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c4ca8bed-8971-4e6b-bd35-6fb92f26767f req-ff7e6f48-ed70-41a3-9414-a77e62e26b6d service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848002 Jan 28 12:29:49.104110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbb018-7d79-4ea6-86c9-4236be674b54 req-2b6dd68d-2b51-4a1c-869c-5e1dc2ca3a84 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:49.106088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70fbb018-7d79-4ea6-86c9-4236be674b54 req-2b6dd68d-2b51-4a1c-869c-5e1dc2ca3a84 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.0496974 Jan 28 12:29:49.153682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70fbb018-7d79-4ea6-86c9-4236be674b54 req-38b6fbf5-0186-472e-9deb-233f512d3054 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Jan 28 12:29:49.199178 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b99f8cdb-b956-4af5-a9c2-dbba3003f3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:49.637745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d46dc5-64da-4266-83d5-41cf70349b10 req-de2de6ef-0b32-4fd5-8a52-bb49fa145de3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:49.639667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90d46dc5-64da-4266-83d5-41cf70349b10 req-de2de6ef-0b32-4fd5-8a52-bb49fa145de3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 943 time: 0.0817485 Jan 28 12:29:49.717481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5c30d-c2cf-487d-8c80-5a8f6081ebf3 req-b582fec3-e332-4eae-8d37-27a0914b985e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:49.719233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb5c30d-c2cf-487d-8c80-5a8f6081ebf3 req-b582fec3-e332-4eae-8d37-27a0914b985e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.1071911 Jan 28 12:29:49.733149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90d46dc5-64da-4266-83d5-41cf70349b10 req-ad27d584-a826-4339-8835-6543245bfa8e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769529 Jan 28 12:29:49.733647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device eb92bf2e-636a-40a3-a228-7bc3b5ac6670 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:29:49.898877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb5c30d-c2cf-487d-8c80-5a8f6081ebf3 req-ea4d5225-91f1-468c-9eb5-95d1fcae446f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449041 Jan 28 12:29:49.947246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420595b-4fdd-4e6d-86c3-f2af152672bc req-72598300-1c88-4eb0-a99a-e12be9a928e9 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:49.952323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6420595b-4fdd-4e6d-86c3-f2af152672bc req-72598300-1c88-4eb0-a99a-e12be9a928e9 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.1475413 Jan 28 12:29:49.954323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:49.968258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device eb92bf2e-636a-40a3-a228-7bc3b5ac6670 has no active binding in host n-h2-824835-4 {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 12:29:49.968930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:29:50.067013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df6b840-22e4-40f8-a4dc-edc158555af1', 'tag': 'eb92bf2e-636a-40a3-a228-7bc3b5ac6670'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:50.069397 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dffe384-bb53-4826-823d-7b7c29526779" -d '{"events": [{"name": "network-changed", "server_uuid": "8df6b840-22e4-40f8-a4dc-edc158555af1", "tag": "eb92bf2e-636a-40a3-a228-7bc3b5ac6670"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:50.120712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6420595b-4fdd-4e6d-86c3-f2af152672bc req-53aec9f6-8100-4c55-9b59-24064c865827 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617825 Jan 28 12:29:50.136811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875834b3-620e-448f-b40f-7621b23c0a4e req-9f50bb55-2b36-497f-ad3a-8b0c4a571e9a tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:50.157516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-875834b3-620e-448f-b40f-7621b23c0a4e req-9f50bb55-2b36-497f-ad3a-8b0c4a571e9a tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.1999967 Jan 28 12:29:50.167469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043860a-1d3d-4608-9ae5-b2ef26886fcb req-877eddb5-75f5-41f3-8191-607e2c633438 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:50.169034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2043860a-1d3d-4608-9ae5-b2ef26886fcb req-877eddb5-75f5-41f3-8191-607e2c633438 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 945 time: 0.1116312 Jan 28 12:29:50.199897 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:50.227222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd', 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'port_id': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd', 'mac_address': 'fa:16:3e:c6:e5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2063c900-71d5-45ec-8da2-b0bb602f1a66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:29:50.243855 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa36517e-53f0-4114-8889-3d3d8c37b87d x-openstack-request-id: req-fa36517e-53f0-4114-8889-3d3d8c37b87d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:50.244138 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df6b840-22e4-40f8-a4dc-edc158555af1", "tag": "eb92bf2e-636a-40a3-a228-7bc3b5ac6670", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:50.244393 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa36517e-53f0-4114-8889-3d3d8c37b87d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:50.244785 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df6b840-22e4-40f8-a4dc-edc158555af1', 'tag': 'eb92bf2e-636a-40a3-a228-7bc3b5ac6670', 'status': 'completed', 'code': 200} Jan 28 12:29:50.297713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:50.298523 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:50.314301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:50.345240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:50.352470 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:50.405068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-053054af-e00d-4dc0-a87b-cecb4cce66fe tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:50.406928 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-053054af-e00d-4dc0-a87b-cecb4cce66fe tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 945 time: 0.1250575 Jan 28 12:29:50.432321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2043860a-1d3d-4608-9ae5-b2ef26886fcb req-4a4ecf7d-8d7b-4883-911f-2bbc24872eb7 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714880 Jan 28 12:29:50.443109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffe384-bb53-4826-823d-7b7c29526779 req-b26599bf-5825-4df2-882c-051f6249a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:50.453696 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dffe384-bb53-4826-823d-7b7c29526779 req-b26599bf-5825-4df2-882c-051f6249a298 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 1124 time: 0.1450965 Jan 28 12:29:50.459093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:50.547763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:50.613349 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-4a0ea81d-23f5-433c-9369-61d58b761e96 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Deleting port 240efc75-2db8-4de4-8026-3f8edf723c2b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:29:50.615599 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-4a0ea81d-23f5-433c-9369-61d58b761e96 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:50.653704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffe384-bb53-4826-823d-7b7c29526779 req-cea91597-c40e-47a3-b126-f2d05040b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:50.654836 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dffe384-bb53-4826-823d-7b7c29526779 req-cea91597-c40e-47a3-b126-f2d05040b6be service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.1184008 Jan 28 12:29:50.721559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-875834b3-620e-448f-b40f-7621b23c0a4e req-d1837eb0-eccd-4a32-92ea-4db3ca460f32 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Deleting port 770e97f4-fea1-4412-88d7-fbf5f07b132a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:29:50.722016 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-875834b3-620e-448f-b40f-7621b23c0a4e req-d1837eb0-eccd-4a32-92ea-4db3ca460f32 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:50.816201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dffe384-bb53-4826-823d-7b7c29526779 req-71118b76-e97f-4604-b96a-d66a0f62f19d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670 HTTP/1.1" status: 200 len: 217 time: 0.1530643 Jan 28 12:29:50.839146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-4a0ea81d-23f5-433c-9369-61d58b761e96 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] For port 240efc75-2db8-4de4-8026-3f8edf723c2b, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=240efc75-2db8-4de4-8026-3f8edf723c2b,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:50.839564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-4a0ea81d-23f5-433c-9369-61d58b761e96 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:50.858882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-4a0ea81d-23f5-433c-9369-61d58b761e96 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Calling delete_port for 240efc75-2db8-4de4-8026-3f8edf723c2b owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:29:50.905458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73132d-3a55-43b5-83b6-67e67c37e63e req-0a9cbcc2-b73b-461d-8668-ea27b76277be tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:50.906984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f73132d-3a55-43b5-83b6-67e67c37e63e req-0a9cbcc2-b73b-461d-8668-ea27b76277be tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 945 time: 0.4733257 Jan 28 12:29:51.037838 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-4a0ea81d-23f5-433c-9369-61d58b761e96 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (240efc75-2db8-4de4-8026-3f8edf723c2b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:51.053454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['240efc75-2db8-4de4-8026-3f8edf723c2b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:29:51.114965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ea81d-23f5-433c-9369-61d58b761e96 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event deleted for resources: {'Port': ['ID=240efc75-2db8-4de4-8026-3f8edf723c2b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:51.184633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-4a0ea81d-23f5-433c-9369-61d58b761e96 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] No DVR routers for this DVR port 240efc75-2db8-4de4-8026-3f8edf723c2b on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:29:51.187612 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-4a0ea81d-23f5-433c-9369-61d58b761e96 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:51.191819 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe8cfbda-dc83-41ee-9f47-60f4a846fb5d req-4a0ea81d-23f5-433c-9369-61d58b761e96 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.35 "DELETE /v2.0/ports/240efc75-2db8-4de4-8026-3f8edf723c2b HTTP/1.1" status: 204 len: 173 time: 0.7791252 Jan 28 12:29:51.447082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffe384-bb53-4826-823d-7b7c29526779 req-09ff2835-3401-481d-9d4e-a74cbb871a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:51.458219 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dffe384-bb53-4826-823d-7b7c29526779 req-09ff2835-3401-481d-9d4e-a74cbb871a8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.6243362 Jan 28 12:29:51.471198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-875834b3-620e-448f-b40f-7621b23c0a4e req-d1837eb0-eccd-4a32-92ea-4db3ca460f32 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] For port 770e97f4-fea1-4412-88d7-fbf5f07b132a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=770e97f4-fea1-4412-88d7-fbf5f07b132a,segment=NetworkSegment(ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2),segment_id=ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:51.472053 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-875834b3-620e-448f-b40f-7621b23c0a4e req-d1837eb0-eccd-4a32-92ea-4db3ca460f32 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:51.498068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83de5e1-ddc4-48af-a109-32aa2889bd4b req-53d04b62-126e-4bee-8311-235ccdbb9f92 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:51.505557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c83de5e1-ddc4-48af-a109-32aa2889bd4b req-53d04b62-126e-4bee-8311-235ccdbb9f92 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 943 time: 0.6706088 Jan 28 12:29:51.519435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-875834b3-620e-448f-b40f-7621b23c0a4e req-d1837eb0-eccd-4a32-92ea-4db3ca460f32 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Calling delete_port for 770e97f4-fea1-4412-88d7-fbf5f07b132a owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:29:51.540301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f73132d-3a55-43b5-83b6-67e67c37e63e req-bee459b8-fd74-4e12-9bb1-576524055e81 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/security-groups?id=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845301 Jan 28 12:29:51.576887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dffe384-bb53-4826-823d-7b7c29526779 req-db392566-322a-446a-b350-6494101a9e36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012521 Jan 28 12:29:51.603206 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e62fe0af-1e47-4ce8-bbf3-98db0d1f5e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:51.630858 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a6f207e0-f707-4bef-923d-3253642eaa3e req-604848ff-b707-4890-886c-6e159460be93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 210 time: 0.0642576 Jan 28 12:29:51.751058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:29:51.808321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c83de5e1-ddc4-48af-a109-32aa2889bd4b req-26aa2b52-8a8a-4d72-8100-1d02816c91fb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982059 Jan 28 12:29:51.849915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acf28f-ea47-4d5e-a9f3-960328a830f8 req-92c3521e-e027-4d9c-be11-bde679c404b1 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:51.851604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5acf28f-ea47-4d5e-a9f3-960328a830f8 req-92c3521e-e027-4d9c-be11-bde679c404b1 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.1982210 Jan 28 12:29:51.870647 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f207e0-f707-4bef-923d-3253642eaa3e req-83f85389-7d53-41ad-b695-dbda488745dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:51.878802 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a6f207e0-f707-4bef-923d-3253642eaa3e req-83f85389-7d53-41ad-b695-dbda488745dd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b77d7b1bffe84f9a80589d60595239b5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2380297 Jan 28 12:29:51.882760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:29:51.883940 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:51.897840 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dffe384-bb53-4826-823d-7b7c29526779 req-3e9ad981-7067-40f6-ba13-32cc605cd7b8 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080108 Jan 28 12:29:52.013007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5acf28f-ea47-4d5e-a9f3-960328a830f8 req-9b99b46d-e52d-4edf-8fff-c618a1f292f3 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378474 Jan 28 12:29:52.019308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:29:52.020030 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:52.051007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9155d0-8869-4d40-8768-850bad6689cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:52.055016 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021ccb9d-891a-4bdc-814e-fa91f6440f11" -d '{"events": [{"server_uuid": "0e9155d0-8869-4d40-8768-850bad6689cb", "name": "network-vif-plugged", "status": "completed", "tag": "ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:52.070286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:52.084870 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:52.130646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f207e0-f707-4bef-923d-3253642eaa3e req-c5aae95c-a837-4fd4-8f3f-edac4fbe6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:52.135830 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a6f207e0-f707-4bef-923d-3253642eaa3e req-c5aae95c-a837-4fd4-8f3f-edac4fbe6028 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2510080 Jan 28 12:29:52.150366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:52.203099 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af3a2457-f0cc-4e35-be3a-655e60581dcc req-a8542686-264e-40a9-8d61-b09e6cd995ac tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 210 time: 0.0428123 Jan 28 12:29:52.206891 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-875834b3-620e-448f-b40f-7621b23c0a4e req-d1837eb0-eccd-4a32-92ea-4db3ca460f32 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (770e97f4-fea1-4412-88d7-fbf5f07b132a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:52.232025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff6f11-b3b7-4b37-b05b-4a42a8769043 req-0ea2bb45-397f-42f9-a1d6-21e10b0f9b18 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:52.233487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-adff6f11-b3b7-4b37-b05b-4a42a8769043 req-0ea2bb45-397f-42f9-a1d6-21e10b0f9b18 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.1805658 Jan 28 12:29:52.246089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5d1582-8df5-45e2-9ccf-2d94f282234d', 'name': 'network-vif-deleted', 'tag': '240efc75-2db8-4de4-8026-3f8edf723c2b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:52.248564 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586941ed-35b1-452f-bed7-8cda3868ed67" -d '{"events": [{"server_uuid": "1b5d1582-8df5-45e2-9ccf-2d94f282234d", "name": "network-vif-deleted", "tag": "240efc75-2db8-4de4-8026-3f8edf723c2b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:52.308103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1837eb0-eccd-4a32-92ea-4db3ca460f32 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Pushing event deleted for resources: {'Port': ['ID=770e97f4-fea1-4412-88d7-fbf5f07b132a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:52.311077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dffe384-bb53-4826-823d-7b7c29526779 req-37983d82-5448-49dc-a22f-40964ffe5a91 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065962 Jan 28 12:29:52.343662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-875834b3-620e-448f-b40f-7621b23c0a4e req-d1837eb0-eccd-4a32-92ea-4db3ca460f32 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] No DVR routers for this DVR port 770e97f4-fea1-4412-88d7-fbf5f07b132a on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:29:52.346339 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-875834b3-620e-448f-b40f-7621b23c0a4e req-d1837eb0-eccd-4a32-92ea-4db3ca460f32 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:52.351364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-875834b3-620e-448f-b40f-7621b23c0a4e req-d1837eb0-eccd-4a32-92ea-4db3ca460f32 tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.35 "DELETE /v2.0/ports/770e97f4-fea1-4412-88d7-fbf5f07b132a HTTP/1.1" status: 204 len: 173 time: 2.1813345 Jan 28 12:29:52.357962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'name': 'network-vif-deleted', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:29:52.369146 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ad71ea-b9a8-4700-aa25-7e9ad358179b" -d '{"events": [{"server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "name": "network-vif-deleted", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:29:52.408733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-adff6f11-b3b7-4b37-b05b-4a42a8769043 req-3cbb6a62-995b-4ea8-b31b-5fdb94abf2fc tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655357 Jan 28 12:29:52.446655 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b844bdb-1baf-4308-8337-6b3a797a6057 x-openstack-request-id: req-2b844bdb-1baf-4308-8337-6b3a797a6057 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:52.446964 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9155d0-8869-4d40-8768-850bad6689cb", "name": "network-vif-plugged", "status": "completed", "tag": "ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:52.447212 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b844bdb-1baf-4308-8337-6b3a797a6057 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:52.447919 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9155d0-8869-4d40-8768-850bad6689cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd', 'code': 200} Jan 28 12:29:52.496874 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccb9d7e-c767-4c31-b2bf-23772a988c37 x-openstack-request-id: req-fccb9d7e-c767-4c31-b2bf-23772a988c37 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:52.497413 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5d1582-8df5-45e2-9ccf-2d94f282234d", "name": "network-vif-deleted", "tag": "240efc75-2db8-4de4-8026-3f8edf723c2b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:52.497631 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fccb9d7e-c767-4c31-b2bf-23772a988c37 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:52.498104 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5d1582-8df5-45e2-9ccf-2d94f282234d', 'name': 'network-vif-deleted', 'tag': '240efc75-2db8-4de4-8026-3f8edf723c2b', 'status': 'completed', 'code': 200} Jan 28 12:29:52.519394 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d2a471-b5c8-4032-8178-cd4d821ac7ff x-openstack-request-id: req-56d2a471-b5c8-4032-8178-cd4d821ac7ff {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:29:52.520721 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b418d5f-1adf-40db-9ca9-992b21cb2242", "name": "network-vif-deleted", "tag": "770e97f4-fea1-4412-88d7-fbf5f07b132a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:29:52.521051 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56d2a471-b5c8-4032-8178-cd4d821ac7ff {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:29:52.521852 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b418d5f-1adf-40db-9ca9-992b21cb2242', 'name': 'network-vif-deleted', 'tag': '770e97f4-fea1-4412-88d7-fbf5f07b132a', 'status': 'completed', 'code': 200} Jan 28 12:29:52.718866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b15058d-33c0-4d9c-8145-1f418b6cc161 req-becfa0f4-782a-49bb-90e7-0741291abd4b tempest-ServerRescueTestJSONUnderV235-1474472263 tempest-ServerRescueTestJSONUnderV235-1474472263-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b418d5f-1adf-40db-9ca9-992b21cb2242 HTTP/1.1" status: 200 len: 210 time: 0.0321808 Jan 28 12:29:52.842344 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:52.954881 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a67a6d-812f-4f06-969c-df91cc1ab945 req-8a5e188d-26ca-4209-bfa0-46133e68c2b7 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:52.962553 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3a67a6d-812f-4f06-969c-df91cc1ab945 req-8a5e188d-26ca-4209-bfa0-46133e68c2b7 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 943 time: 0.0752637 Jan 28 12:29:53.032408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3a67a6d-812f-4f06-969c-df91cc1ab945 req-52de575c-138e-42cb-8747-95a8aac2d4e3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688343 Jan 28 12:29:53.249859 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4145cc-583b-4b65-8516-cc4649f1e931 req-33b078e0-d726-47a0-8f28-e460ae9cf176 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:53.251499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe4145cc-583b-4b65-8516-cc4649f1e931 req-33b078e0-d726-47a0-8f28-e460ae9cf176 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.1241786 Jan 28 12:29:53.289429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-cf44dda6-6c66-42d9-a1ff-91b427047c12 service neutron] 10.222.0.35 "GET /v2.0/ports/eb92bf2e-636a-40a3-a228-7bc3b5ac6670/bindings/n-h2-824835-4 HTTP/1.1" status: 200 len: 384 time: 0.1132014 Jan 28 12:29:53.468381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f2c7024-d622-4f4d-8f81-eca61a4f30f0 req-08622853-10ae-4f9d-9649-6e533690a15b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 210 time: 0.1118233 Jan 28 12:29:53.555188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe4145cc-583b-4b65-8516-cc4649f1e931 req-151f7430-6b28-4480-b51b-670f02d6534f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818663 Jan 28 12:29:53.646625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6f207e0-f707-4bef-923d-3253642eaa3e req-207c13a2-1f3a-4019-8d29-fefdf3bafeb7 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5d1582-8df5-45e2-9ccf-2d94f282234d HTTP/1.1" status: 200 len: 210 time: 0.0321116 Jan 28 12:29:53.828216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37968) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:53.869700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837963e-b7ba-4698-a58a-e9d5c08f4503 req-d6420c1a-e00a-4531-b76f-6433376eb1dd tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:53.878294 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a837963e-b7ba-4698-a58a-e9d5c08f4503 req-d6420c1a-e00a-4531-b76f-6433376eb1dd tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.2286565 Jan 28 12:29:53.951380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-16587a97-3208-412c-ad9b-73a08c70f545 req-73223d6f-bd63-47dc-b503-fec4199e833a service neutron] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:53.988398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a837963e-b7ba-4698-a58a-e9d5c08f4503 req-d7434ecb-f183-415f-8a38-9a7895260f1b tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086853 Jan 28 12:29:54.002160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 770e97f4-fea1-4412-88d7-fbf5f07b132a no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:29:54.008797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-16587a97-3208-412c-ad9b-73a08c70f545 req-73223d6f-bd63-47dc-b503-fec4199e833a service neutron] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:54.053995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 770e97f4-fea1-4412-88d7-fbf5f07b132a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:29:54.056041 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 770e97f4-fea1-4412-88d7-fbf5f07b132a not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:29:54.070183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-16587a97-3208-412c-ad9b-73a08c70f545 req-73223d6f-bd63-47dc-b503-fec4199e833a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb92bf2e-636a-40a3-a228-7bc3b5ac6670 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:29:54.086656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-16587a97-3208-412c-ad9b-73a08c70f545 req-73223d6f-bd63-47dc-b503-fec4199e833a service neutron] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:54.132606 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16587a97-3208-412c-ad9b-73a08c70f545 req-73223d6f-bd63-47dc-b503-fec4199e833a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:54.345784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5c72a-cb55-4a1b-aa0d-96a1546d213e req-b595409e-f224-4b25-a8e6-1a85704fd2f3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:54.350489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba5c72a-cb55-4a1b-aa0d-96a1546d213e req-b595409e-f224-4b25-a8e6-1a85704fd2f3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 943 time: 0.1607277 Jan 28 12:29:54.393665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-16587a97-3208-412c-ad9b-73a08c70f545 req-73223d6f-bd63-47dc-b503-fec4199e833a service neutron] Transition to ACTIVE for port object eb92bf2e-636a-40a3-a228-7bc3b5ac6670 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:29:54.411918 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-16587a97-3208-412c-ad9b-73a08c70f545 req-73223d6f-bd63-47dc-b503-fec4199e833a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:54.502195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba5c72a-cb55-4a1b-aa0d-96a1546d213e req-ffa7e0c3-93e8-4570-835c-c1d781562a14 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299899 Jan 28 12:29:54.539690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-16587a97-3208-412c-ad9b-73a08c70f545 req-73223d6f-bd63-47dc-b503-fec4199e833a service neutron] No DVR routers for this DVR port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:29:54.553044 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc906339-c334-4a72-a5c3-1d5ae9175925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (fca618fa-195e-41bb-8f57-daa91f4f0b83), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:54.554517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73223d6f-bd63-47dc-b503-fec4199e833a service neutron] Pushing event updated for resources: {'Port': ['ID=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:54.565262 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:54.613788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-73223d6f-bd63-47dc-b503-fec4199e833a service neutron] 10.222.0.35 "PUT /v2.0/ports/eb92bf2e-636a-40a3-a228-7bc3b5ac6670/bindings/n-h2-824835-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3133976 Jan 28 12:29:54.705243 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6ad7-2193-47cc-8575-4c8aa4821371 req-df966136-852a-45fe-a396-a2f326fe1cc2 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:54.706972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8bdc6ad7-2193-47cc-8575-4c8aa4821371 req-df966136-852a-45fe-a396-a2f326fe1cc2 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.0612428 Jan 28 12:29:54.783839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8bdc6ad7-2193-47cc-8575-4c8aa4821371 req-0349689a-0993-4e13-83fb-98da2ba96f6f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705190 Jan 28 12:29:54.931041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cc906339-c334-4a72-a5c3-1d5ae9175925 admin admin] Deleting port 25fba504-11f0-4f96-9006-ffe4d306114c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:29:54.931640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc906339-c334-4a72-a5c3-1d5ae9175925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:54.995090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c067946-b402-4328-ade5-82efc2f638d3 req-9db09252-a27e-4cff-9794-2a22fe4f060c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:55.001972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-9db09252-a27e-4cff-9794-2a22fe4f060c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.1187813 Jan 28 12:29:55.019301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d4c47a73-251f-4ac7-94dc-73d610c402b6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/quotas/b77d7b1bffe84f9a80589d60595239b5 HTTP/1.1" status: 200 len: 375 time: 0.0163448 Jan 28 12:29:55.039661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cc906339-c334-4a72-a5c3-1d5ae9175925 admin admin] For port 25fba504-11f0-4f96-9006-ffe4d306114c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=25fba504-11f0-4f96-9006-ffe4d306114c,segment=NetworkSegment(ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2),segment_id=ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:55.040340 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc906339-c334-4a72-a5c3-1d5ae9175925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:55.054419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-078f5520-c69d-4905-8b17-a32c2ac22efe tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340960 Jan 28 12:29:55.059541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cc906339-c334-4a72-a5c3-1d5ae9175925 admin admin] Calling delete_port for 25fba504-11f0-4f96-9006-ffe4d306114c owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:29:55.238428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-2174bfbc-4be6-43da-b6ad-0afefc83ce5a service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828601 Jan 28 12:29:55.338039 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc906339-c334-4a72-a5c3-1d5ae9175925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (25fba504-11f0-4f96-9006-ffe4d306114c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:55.369938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc906339-c334-4a72-a5c3-1d5ae9175925 admin admin] Pushing event deleted for resources: {'Port': ['ID=25fba504-11f0-4f96-9006-ffe4d306114c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:55.408660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-2f9aa95a-be8b-43fa-835b-5518b4b02e3e service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677883 Jan 28 12:29:55.677919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16675-dd12-4446-8360-3486a2d2345e req-7eeb3bab-1c5f-4f1c-890e-2ff76d7cdce4 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:55.701916 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc906339-c334-4a72-a5c3-1d5ae9175925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (fca618fa-195e-41bb-8f57-daa91f4f0b83), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:55.710860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1eb16675-dd12-4446-8360-3486a2d2345e req-7eeb3bab-1c5f-4f1c-890e-2ff76d7cdce4 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.1241663 Jan 28 12:29:55.750603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16587a97-3208-412c-ad9b-73a08c70f545 req-28a110c4-dd09-4f86-9239-a04760903b5d tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:55.754883 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-28a110c4-dd09-4f86-9239-a04760903b5d tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1&tenant_id=28c9043847134daea969876de73b5965&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.1437323 Jan 28 12:29:55.777845 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:29:55.855321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1eb16675-dd12-4446-8360-3486a2d2345e req-60ba0334-897c-4241-b01a-931745b24db0 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421280 Jan 28 12:29:55.882799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16587a97-3208-412c-ad9b-73a08c70f545 req-844f386b-6fe5-45ed-afdd-59d32411fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:55.896479 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-844f386b-6fe5-45ed-afdd-59d32411fe6f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1&tenant_id=28c9043847134daea969876de73b5965 HTTP/1.1" status: 200 len: 1095 time: 0.1275752 Jan 28 12:29:55.898738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35411b9c-3156-4793-995e-d58021eae8a7 req-d55ff388-11d4-49f8-bb4b-a40ba732b398 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:55.907131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35411b9c-3156-4793-995e-d58021eae8a7 req-d55ff388-11d4-49f8-bb4b-a40ba732b398 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 944 time: 0.1125131 Jan 28 12:29:55.912817 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:56.004699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16587a97-3208-412c-ad9b-73a08c70f545 req-7f577996-dde7-478d-93df-3fdaee2b4407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:56.006185 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-7f577996-dde7-478d-93df-3fdaee2b4407 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 1095 time: 0.0699682 Jan 28 12:29:56.074904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-533bb1d9-d5f6-4c2c-86d1-c99c0c846416 req-0914ba27-bf99-408f-9c5f-d7806fc6430c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 210 time: 0.1213744 Jan 28 12:29:56.100941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35411b9c-3156-4793-995e-d58021eae8a7 req-bb7e6eb7-9f18-40dc-bbcb-4f36f65e3beb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893234 Jan 28 12:29:56.140469 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16587a97-3208-412c-ad9b-73a08c70f545 req-bfe2e179-12fa-4410-9644-45b2320309d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:56.141812 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-bfe2e179-12fa-4410-9644-45b2320309d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.1015565 Jan 28 12:29:56.200325 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-2e94434b-a29c-4224-8e98-688f65a34b8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670 HTTP/1.1" status: 200 len: 217 time: 0.0519345 Jan 28 12:29:56.243944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762dbb6-6b70-4347-9f7d-ec9df09fbd8d req-ab1dd82a-5e0a-4293-8e4d-9eec9a51f8dd tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:56.277606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a762dbb6-6b70-4347-9f7d-ec9df09fbd8d req-ab1dd82a-5e0a-4293-8e4d-9eec9a51f8dd tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.1262074 Jan 28 12:29:56.317289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16587a97-3208-412c-ad9b-73a08c70f545 req-4822a672-6808-4a7e-9f4a-dcdfe3c2811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:56.319152 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-4822a672-6808-4a7e-9f4a-dcdfe3c2811a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.1122353 Jan 28 12:29:56.327016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc906339-c334-4a72-a5c3-1d5ae9175925 admin admin] Router fca618fa-195e-41bb-8f57-daa91f4f0b83 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:29:56.384054 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-c709b2e2-4e8c-44c8-93ef-ecbd832da043 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534134 Jan 28 12:29:56.414573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a762dbb6-6b70-4347-9f7d-ec9df09fbd8d req-3cc4d388-1440-457f-adf6-30ffb4ed2636 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300411 Jan 28 12:29:56.502209 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-efc06441-3ee6-4df0-b17a-a4803d8afe96 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090395 Jan 28 12:29:57.028930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1af0e-eab4-459d-a4c9-936c8f2fc8eb req-fc1ec839-e2cf-43c5-9bee-67ec73410d95 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:57.034245 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5cf1af0e-eab4-459d-a4c9-936c8f2fc8eb req-fc1ec839-e2cf-43c5-9bee-67ec73410d95 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.0780599 Jan 28 12:29:57.098721 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-7ae3186d-698d-4b52-97f1-33308b15b668 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622506 Jan 28 12:29:57.100144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc906339-c334-4a72-a5c3-1d5ae9175925 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:29:57.114016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38058) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:57.116432 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb93e120-26be-464e-a596-0a2f46e4f353 None None] Sync routers for ids ['fca618fa-195e-41bb-8f57-daa91f4f0b83'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:29:57.118316 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cc906339-c334-4a72-a5c3-1d5ae9175925 admin admin] 10.222.0.53 "PUT /v2.0/routers/fca618fa-195e-41bb-8f57-daa91f4f0b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2867494 Jan 28 12:29:57.138705 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93e120-26be-464e-a596-0a2f46e4f353 None None] Routers {'fca618fa-195e-41bb-8f57-daa91f4f0b83'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:57.141098 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb93e120-26be-464e-a596-0a2f46e4f353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['fca618fa-195e-41bb-8f57-daa91f4f0b83'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:57.309234 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fb93e120-26be-464e-a596-0a2f46e4f353 None None] Set router fca618fa-195e-41bb-8f57-daa91f4f0b83 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:57.333168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5cf1af0e-eab4-459d-a4c9-936c8f2fc8eb req-fb21a442-3f16-4bc2-bad9-bed7421e4869 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763221 Jan 28 12:29:57.338312 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1aaf2a85-7467-4a71-8133-5246f54215e1 req-a215dbe8-3ffd-4a6d-ac57-9464df90fb89 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 210 time: 0.0994670 Jan 28 12:29:57.538504 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Publish callbacks [] for router (fca618fa-195e-41bb-8f57-daa91f4f0b83), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:57.587157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16587a97-3208-412c-ad9b-73a08c70f545 req-3dfae752-30e9-42e4-af79-d1d0f932215d tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:57.588665 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-3dfae752-30e9-42e4-af79-d1d0f932215d tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1&tenant_id=28c9043847134daea969876de73b5965&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.1224918 Jan 28 12:29:57.643034 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb93e120-26be-464e-a596-0a2f46e4f353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:29:55Z', 'revision_number': 5, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:57.687281 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb93e120-26be-464e-a596-0a2f46e4f353 None None] Checking router: fca618fa-195e-41bb-8f57-daa91f4f0b83 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:29:57.699947 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93e120-26be-464e-a596-0a2f46e4f353 None None] Routers {'fca618fa-195e-41bb-8f57-daa91f4f0b83'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:29:57.700584 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb93e120-26be-464e-a596-0a2f46e4f353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:29:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['fca618fa-195e-41bb-8f57-daa91f4f0b83'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:57.754917 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-16587a97-3208-412c-ad9b-73a08c70f545 req-752b0833-9ad7-4608-8e2b-08be816d2492 service neutron] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:29:57.758693 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16587a97-3208-412c-ad9b-73a08c70f545 req-752b0833-9ad7-4608-8e2b-08be816d2492 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:57.759899 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-752b0833-9ad7-4608-8e2b-08be816d2492 service neutron] 10.222.0.49 "DELETE /v2.0/ports/eb92bf2e-636a-40a3-a228-7bc3b5ac6670/bindings/n-h1-824835-4 HTTP/1.1" status: 204 len: 173 time: 0.1629915 Jan 28 12:29:57.859466 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fb93e120-26be-464e-a596-0a2f46e4f353 None None] Set router fca618fa-195e-41bb-8f57-daa91f4f0b83 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:29:57.940743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c03fa1-a53d-4a90-9530-191304cf2319 req-1503c57f-73ef-47c0-9ae2-631b40c2049c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:57.948702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07c03fa1-a53d-4a90-9530-191304cf2319 req-1503c57f-73ef-47c0-9ae2-631b40c2049c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 944 time: 0.4748526 Jan 28 12:29:57.986887 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Publish callbacks [] for router_gateway (fca618fa-195e-41bb-8f57-daa91f4f0b83), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:58.003334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device eb92bf2e-636a-40a3-a228-7bc3b5ac6670 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:29:58.096207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] The host n-h1-824835-4 is not matching for port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 host n-h2-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:29:58.097181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device eb92bf2e-636a-40a3-a228-7bc3b5ac6670 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:29:58.099204 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb93e120-26be-464e-a596-0a2f46e4f353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:29:55Z', 'revision_number': 5, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:29:58.099748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 240efc75-2db8-4de4-8026-3f8edf723c2b no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:29:58.099965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c067946-b402-4328-ade5-82efc2f638d3 req-9b6ff3a1-c9c3-4fdb-b0e8-a9e9612c8e15 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:58.101512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-9b6ff3a1-c9c3-4fdb-b0e8-a9e9612c8e15 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.5003338 Jan 28 12:29:58.113820 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07c03fa1-a53d-4a90-9530-191304cf2319 req-e2520a49-1df7-4b72-b653-c9049f0ddbae tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642280 Jan 28 12:29:58.132108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e129d-aeed-4747-93f7-2f98bbd11358 req-50d0a980-0e3f-4e7a-9af2-aff45f29adea tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:58.145139 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-619e129d-aeed-4747-93f7-2f98bbd11358 req-50d0a980-0e3f-4e7a-9af2-aff45f29adea tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.6076059 Jan 28 12:29:58.164984 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0c067946-b402-4328-ade5-82efc2f638d3 req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Request body: {'port': {'device_id': 'cbe0aaaf-01e5-4763-bec8-63ebcf653c5f', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'admin_state_up': True, 'tenant_id': 'b77d7b1bffe84f9a80589d60595239b5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:58.173111 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb93e120-26be-464e-a596-0a2f46e4f353 None None] The sync data for ids ['fca618fa-195e-41bb-8f57-daa91f4f0b83'] in n-d-824835-4 is: [{'id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684069263-router', 'tenant_id': '5599b434788a41b5bcf86b1f05c53f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:29:55Z', 'revision_number': 5, 'project_id': '5599b434788a41b5bcf86b1f05c53f83', 'gw_port': {'id': 'f58858f7-c3d2-47de-a317-f4f00077ab64', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca618fa-195e-41bb-8f57-daa91f4f0b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:17Z', 'updated_at': '2022-01-28T12:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:29:58.204570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 240efc75-2db8-4de4-8026-3f8edf723c2b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:29:58.204997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 240efc75-2db8-4de4-8026-3f8edf723c2b not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:29:58.290829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a063be-068c-46c5-a3e3-9030bd69d0ae req-2bb914d5-c285-4583-bf94-94901247a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:58.292911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0a063be-068c-46c5-a3e3-9030bd69d0ae req-2bb914d5-c285-4583-bf94-94901247a44f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b07ed76ea374ea485968b4cd28446fd&device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 1096 time: 0.3782532 Jan 28 12:29:58.421264 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-619e129d-aeed-4747-93f7-2f98bbd11358 req-62081892-9e33-4f56-93cd-efea73f9eb14 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751796 Jan 28 12:29:58.558580 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Deleting port f58858f7-c3d2-47de-a317-f4f00077ab64 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:29:58.558929 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:58.582631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38088) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:58.585393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c067946-b402-4328-ade5-82efc2f638d3 req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Made reservation on behalf of b77d7b1bffe84f9a80589d60595239b5 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:58.589265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c067946-b402-4328-ade5-82efc2f638d3 req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:58.590059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-199eb756-c445-46bc-bf9d-80f6459a2015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1795409103'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:58.622922 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199eb756-c445-46bc-bf9d-80f6459a2015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:58.632515 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199eb756-c445-46bc-bf9d-80f6459a2015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:58.633526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-470b85fb-9da5-4591-b7a8-fa66e8d17012 req-0d9b69ea-da4d-462a-8723-dfe925d516b9 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 210 time: 0.1023536 Jan 28 12:29:58.711578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199eb756-c445-46bc-bf9d-80f6459a2015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:29:58.727460 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199eb756-c445-46bc-bf9d-80f6459a2015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3297ba2a-5513-438e-ab84-8bfb53d51c28), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:58.727806 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-199eb756-c445-46bc-bf9d-80f6459a2015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Added segment 3297ba2a-5513-438e-ab84-8bfb53d51c28 of type vlan for network e54d590a-3977-4e88-846f-ae0b85d73b5d Jan 28 12:29:58.741157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a063be-068c-46c5-a3e3-9030bd69d0ae req-492e60ab-640f-4aff-aee9-ad35dee6d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:58.742625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0a063be-068c-46c5-a3e3-9030bd69d0ae req-492e60ab-640f-4aff-aee9-ad35dee6d1df service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8afdfaf-7933-47d2-a23a-76117fd9a21b HTTP/1.1" status: 200 len: 916 time: 0.4179599 Jan 28 12:29:58.791984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199eb756-c445-46bc-bf9d-80f6459a2015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e54d590a-3977-4e88-846f-ae0b85d73b5d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:58.810290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ef1fc-0f64-4d87-a01c-f8faf2c8de8e req-0e617340-843b-4eb8-9cc5-4b62ff4790a2 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:58.811810 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e3ef1fc-0f64-4d87-a01c-f8faf2c8de8e req-0e617340-843b-4eb8-9cc5-4b62ff4790a2 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.3250530 Jan 28 12:29:58.834032 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199eb756-c445-46bc-bf9d-80f6459a2015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e54d590a-3977-4e88-846f-ae0b85d73b5d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:58.841357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199eb756-c445-46bc-bf9d-80f6459a2015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:58.841988 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199eb756-c445-46bc-bf9d-80f6459a2015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:58.873855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0a063be-068c-46c5-a3e3-9030bd69d0ae req-10a77985-49ea-498a-822d-0974a60ab7d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a460b661-6479-4225-b902-1f7c4b6353ab HTTP/1.1" status: 200 len: 217 time: 0.0831511 Jan 28 12:29:58.920155 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-199eb756-c445-46bc-bf9d-80f6459a2015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3350809 Jan 28 12:29:58.923586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38090) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:58.928973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9fd186d1-d6b2-46eb-af3a-ca3e286bda54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-772803996'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:58.948156 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199eb756-c445-46bc-bf9d-80f6459a2015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Network': ['ID=e54d590a-3977-4e88-846f-ae0b85d73b5d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:58.963135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e54d590a-3977-4e88-846f-ae0b85d73b5d details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:29:58.967892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd186d1-d6b2-46eb-af3a-ca3e286bda54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:58.972507 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fd186d1-d6b2-46eb-af3a-ca3e286bda54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:58.988471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cde86-e3ff-4478-99d8-e45756103cec req-2a1021b6-a00b-40e0-a8a7-92097026cf75 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:58.995944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d7cde86-e3ff-4478-99d8-e45756103cec req-2a1021b6-a00b-40e0-a8a7-92097026cf75 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 1095 time: 0.2371123 Jan 28 12:29:59.008412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] For port f58858f7-c3d2-47de-a317-f4f00077ab64, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f58858f7-c3d2-47de-a317-f4f00077ab64,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:29:59.008825 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:59.021648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd186d1-d6b2-46eb-af3a-ca3e286bda54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:29:59.036831 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fd186d1-d6b2-46eb-af3a-ca3e286bda54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1a5b5e7f-592e-41c2-aebc-be1b458b6a64), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:59.037205 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-9fd186d1-d6b2-46eb-af3a-ca3e286bda54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Added segment 1a5b5e7f-592e-41c2-aebc-be1b458b6a64 of type vlan for network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec Jan 28 12:29:59.106066 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fd186d1-d6b2-46eb-af3a-ca3e286bda54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (5c60d1c8-6fc0-42c8-9d85-f6c062e23dec), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:59.162609 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fd186d1-d6b2-46eb-af3a-ca3e286bda54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (5c60d1c8-6fc0-42c8-9d85-f6c062e23dec), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:59.169302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd186d1-d6b2-46eb-af3a-ca3e286bda54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:59.174925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fd186d1-d6b2-46eb-af3a-ca3e286bda54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:59.246592 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9fd186d1-d6b2-46eb-af3a-ca3e286bda54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3216724 Jan 28 12:29:59.247432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38092) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:29:59.256970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7a7efeb1-591f-4961-9286-88b40bb83065 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'subnet': {'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:29:59.280769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd186d1-d6b2-46eb-af3a-ca3e286bda54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Network': ['ID=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:59.294547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:29:59.374853 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7efeb1-591f-4961-9286-88b40bb83065 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:29:59.380454 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7efeb1-591f-4961-9286-88b40bb83065 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:59.412602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Calling delete_port for f58858f7-c3d2-47de-a317-f4f00077ab64 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:29:59.427016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e3ef1fc-0f64-4d87-a01c-f8faf2c8de8e req-634c67cf-5afe-46ad-ae91-ba7336f43d64 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728948 Jan 28 12:29:59.431940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a063be-068c-46c5-a3e3-9030bd69d0ae req-c8e24459-a730-4800-a364-f863ee168f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:59.433921 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0a063be-068c-46c5-a3e3-9030bd69d0ae req-c8e24459-a730-4800-a364-f863ee168f9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a52d88f-3d14-4d4c-b078-233c75ac286f HTTP/1.1" status: 200 len: 855 time: 0.5435565 Jan 28 12:29:59.455162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-0c067946-b402-4328-ade5-82efc2f638d3 req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Allocated IP 172.20.0.5 (02586113-c01d-4c5c-ba3c-998693ed9659/f43d2cbd-bf64-4a86-a4a0-cced0a12976e/a65b4725-7507-43f4-90cd-939fc9c5cb3b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:29:59.493551 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0a063be-068c-46c5-a3e3-9030bd69d0ae req-fb94b9ea-aeea-48ba-9a07-01e5b2c49bdd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8afdfaf-7933-47d2-a23a-76117fd9a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495720 Jan 28 12:29:59.607057 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d7cde86-e3ff-4478-99d8-e45756103cec req-c5055342-255d-4e56-8048-3111d353c509 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6055865 Jan 28 12:29:59.655005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 25fba504-11f0-4f96-9006-ffe4d306114c no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:29:59.711750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 25fba504-11f0-4f96-9006-ffe4d306114c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:29:59.712263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 25fba504-11f0-4f96-9006-ffe4d306114c not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:29:59.787875 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7efeb1-591f-4961-9286-88b40bb83065 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (5f5c6c4c-c467-4977-a435-036c58a87fe6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:29:59.836810 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6e833740-371a-41fc-b324-a016e7acad05 req-1c6814cb-5b10-4cc8-9a53-9de78ef69e0a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 210 time: 0.0959008 Jan 28 12:29:59.860993 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7efeb1-591f-4961-9286-88b40bb83065 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Subnet': ['ID=5f5c6c4c-c467-4977-a435-036c58a87fe6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:29:59.909626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7efeb1-591f-4961-9286-88b40bb83065 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Checking segment: {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:29:59.910044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7efeb1-591f-4961-9286-88b40bb83065 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Network hostable DHCP agents. Network: e54d590a-3977-4e88-846f-ae0b85d73b5d, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:29:59.935419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7efeb1-591f-4961-9286-88b40bb83065 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Network e54d590a-3977-4e88-846f-ae0b85d73b5d is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:29:59.961611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7a7efeb1-591f-4961-9286-88b40bb83065 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, e54d590a-3977-4e88-846f-ae0b85d73b5d) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:29:59.978419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203918a6-389a-4ab9-93ac-0ad92e52b38b None None] Network e54d590a-3977-4e88-846f-ae0b85d73b5d requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:29:59.981307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0a063be-068c-46c5-a3e3-9030bd69d0ae req-b4e57b98-fa8e-423c-9285-f236c9ccddd0 service neutron] 10.222.0.35 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294524 Jan 28 12:29:59.993843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7efeb1-591f-4961-9286-88b40bb83065 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:29:59.994371 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7efeb1-591f-4961-9286-88b40bb83065 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:00.023689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271c64e-5124-491e-8919-82fbd3ae8c01 req-b4e7c628-9d52-4091-8757-efbf98ee2741 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:00.030748 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7a7efeb1-591f-4961-9286-88b40bb83065 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7774990 Jan 28 12:30:00.030967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38122) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:30:00.032864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f271c64e-5124-491e-8919-82fbd3ae8c01 req-b4e7c628-9d52-4091-8757-efbf98ee2741 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.3027899 Jan 28 12:30:00.036303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-13bbff07-0628-4fd5-84ec-04a9aeac000b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'subnet': {'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:00.168987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-e54d590a-3977-4e88-846f-ae0b85d73b5d', 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d', 'project_id': '523c775734d64237ba19b3804f18ee73', 'fixed_ips': [{'subnet_id': '5f5c6c4c-c467-4977-a435-036c58a87fe6'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:30:00.169920 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:00.179849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bbff07-0628-4fd5-84ec-04a9aeac000b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:00.184037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13bbff07-0628-4fd5-84ec-04a9aeac000b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:00.217060 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c067946-b402-4328-ade5-82efc2f638d3 req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks [] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:00.338138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f271c64e-5124-491e-8919-82fbd3ae8c01 req-cb0308b8-c25d-47d7-8644-957c9ea30289 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031864 Jan 28 12:30:00.427874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-c1bfca2e-0577-461f-96f4-60cedce4cb71 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:00.429412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-c1bfca2e-0577-461f-96f4-60cedce4cb71 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 808 time: 0.4292712 Jan 28 12:30:00.444682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0a063be-068c-46c5-a3e3-9030bd69d0ae req-3029669d-59ae-4078-9562-469660cd4aa0 service neutron] 10.222.0.35 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439309 Jan 28 12:30:00.445515 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f58858f7-c3d2-47de-a317-f4f00077ab64), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:00.559011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-99ad605d-17c8-4352-a66b-8c00f8d17d27 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/quotas/28c9043847134daea969876de73b5965 HTTP/1.1" status: 200 len: 375 time: 0.0868747 Jan 28 12:30:00.569838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58858f7-c3d2-47de-a317-f4f00077ab64,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:00.580355 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13bbff07-0628-4fd5-84ec-04a9aeac000b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:00.611092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Allocated IP 10.1.1.2 (e54d590a-3977-4e88-846f-ae0b85d73b5d/5f5c6c4c-c467-4977-a435-036c58a87fe6/a85d5ab3-2908-4baf-abfe-6a528c9abee6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:00.616309 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c067946-b402-4328-ade5-82efc2f638d3 req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:00.676153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bbff07-0628-4fd5-84ec-04a9aeac000b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Checking segment: {'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:00.676567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bbff07-0628-4fd5-84ec-04a9aeac000b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Network hostable DHCP agents. Network: 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:30:00.699653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbff07-0628-4fd5-84ec-04a9aeac000b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Subnet': ['ID=87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:00.716833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bbff07-0628-4fd5-84ec-04a9aeac000b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:30:00.743628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-13bbff07-0628-4fd5-84ec-04a9aeac000b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:00.748101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c067946-b402-4328-ade5-82efc2f638d3 req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Network 02586113-c01d-4c5c-ba3c-998693ed9659 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:00.755652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92db9303-ec82-4656-9921-f929f7aba4c9 None None] Network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:30:00.766749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bbff07-0628-4fd5-84ec-04a9aeac000b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:00.768316 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13bbff07-0628-4fd5-84ec-04a9aeac000b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:00.769983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-0c067946-b402-4328-ade5-82efc2f638d3 req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:00.786807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-0db18f63-ded4-448d-adf3-7ffbba29142f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2267275 Jan 28 12:30:00.796985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c067946-b402-4328-ade5-82efc2f638d3 req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:00.808676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051348f-f176-4264-94f2-0efb95e8c36f req-1a20bcc2-bc4e-4b92-89a9-499113e16280 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:00.808676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b051348f-f176-4264-94f2-0efb95e8c36f req-1a20bcc2-bc4e-4b92-89a9-499113e16280 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.2710185 Jan 28 12:30:00.810251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event updated for resources: {'Port': ['ID=a65b4725-7507-43f4-90cd-939fc9c5cb3b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:00.812757 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38130) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:30:00.813200 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-13bbff07-0628-4fd5-84ec-04a9aeac000b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7808614 Jan 28 12:30:00.830345 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'port': {'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d', 'name': 'tempest-TaggedBootDevicesTest-1707220507', 'fixed_ips': [{'subnet_id': '5f5c6c4c-c467-4977-a435-036c58a87fe6'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:00.880268 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Publish callbacks [] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:00.901437 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:00.914351 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (fca618fa-195e-41bb-8f57-daa91f4f0b83), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:00.961784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-5c60d1c8-6fc0-42c8-9d85-f6c062e23dec', 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec', 'project_id': '523c775734d64237ba19b3804f18ee73', 'fixed_ips': [{'subnet_id': '87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:30:00.962538 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.008000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Network e54d590a-3977-4e88-846f-ae0b85d73b5d is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:01.013391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:01.067383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Pushing event updated for resources: {'Port': ['ID=a85d5ab3-2908-4baf-abfe-6a528c9abee6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:01.067383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:01.085686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-82adf24e-b0ba-457c-a017-339d24d1d8f8 service neutron] 10.222.0.53 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976232 Jan 28 12:30:01.178549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Attempting to bind port a85d5ab3-2908-4baf-abfe-6a528c9abee6 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:01.178798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Attempting to bind port a85d5ab3-2908-4baf-abfe-6a528c9abee6 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:01.179622 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Attempting to bind port a85d5ab3-2908-4baf-abfe-6a528c9abee6 on network e54d590a-3977-4e88-846f-ae0b85d73b5d {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:01.180799 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (fca618fa-195e-41bb-8f57-daa91f4f0b83), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.190112 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:01.190112 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Checking segment: {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:01.190112 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.190112 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Bound using segment: {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:01.190112 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Bound port: a85d5ab3-2908-4baf-abfe-6a528c9abee6, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:01.190803 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.192502 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Publish callbacks [] for router_controller (fca618fa-195e-41bb-8f57-daa91f4f0b83), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.215690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Allocated IP 10.2.2.2 (5c60d1c8-6fc0-42c8-9d85-f6c062e23dec/87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d/7667d533-2f61-4b06-aa74-4f7c5b7718d6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:01.226656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c067946-b402-4328-ade5-82efc2f638d3 req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:01.227397 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c067946-b402-4328-ade5-82efc2f638d3 req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.327877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b051348f-f176-4264-94f2-0efb95e8c36f req-37c8e0ef-fef9-4bec-803c-57ddcd1f38b9 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656451 Jan 28 12:30:01.357121 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-915152d0-abba-4e2b-b72e-afc8686ad551 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1879590 Jan 28 12:30:01.365298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Request body: {'port': {'device_id': 'cbe0aaaf-01e5-4763-bec8-63ebcf653c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:01.368183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] For port a85d5ab3-2908-4baf-abfe-6a528c9abee6, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:01.378260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] For port a85d5ab3-2908-4baf-abfe-6a528c9abee6, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a85d5ab3-2908-4baf-abfe-6a528c9abee6,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:01.387024 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.426449 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (fca618fa-195e-41bb-8f57-daa91f4f0b83), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.426714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fca618fa-195e-41bb-8f57-daa91f4f0b83 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:30:01.514310 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.518234 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:30:01.522537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-76c181f9-d2e5-4dca-9fa0-b3b48bc2eeb0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fca618fa-195e-41bb-8f57-daa91f4f0b83 HTTP/1.1" status: 204 len: 168 time: 4.4056787 Jan 28 12:30:01.559359 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd4c6d-1562-4c1a-9561-963f600d9922 None None] Pushing event updated for resources: {'Port': ['ID=a85d5ab3-2908-4baf-abfe-6a528c9abee6,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:01.561406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-0fde8266-2541-43ff-902b-b9dced85ae29 service neutron] 10.222.0.53 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594586 Jan 28 12:30:01.626028 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Publish callbacks [] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.629394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:01.651016 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.680201 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.694192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-4388841e-2a91-4961-8980-35e2e2752224 admin admin] Deleting subnet 18f37071-a2c8-4785-af0c-4f9d2a398de7 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:30:01.699711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4388841e-2a91-4961-8980-35e2e2752224 admin admin] Publish callbacks [] for subnet (18f37071-a2c8-4785-af0c-4f9d2a398de7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.739564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:01.743305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:01.748763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:01.800971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4388841e-2a91-4961-8980-35e2e2752224 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (18f37071-a2c8-4785-af0c-4f9d2a398de7), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.845228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Pushing event updated for resources: {'Port': ['ID=7667d533-2f61-4b06-aa74-4f7c5b7718d6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:01.882308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Attempting to bind port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:01.882984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Attempting to bind port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:01.884132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Attempting to bind port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 on network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:01.892095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:01.892850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Checking segment: {'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:01.893782 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.894406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Bound using segment: {'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:01.895485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Bound port: 7667d533-2f61-4b06-aa74-4f7c5b7718d6, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:01.896243 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.936294 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4388841e-2a91-4961-8980-35e2e2752224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (18f37071-a2c8-4785-af0c-4f9d2a398de7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:01.986464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] For port 7667d533-2f61-4b06-aa74-4f7c5b7718d6, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:01.990597 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] For port 7667d533-2f61-4b06-aa74-4f7c5b7718d6, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7667d533-2f61-4b06-aa74-4f7c5b7718d6,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:02.003022 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:02.059619 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4388841e-2a91-4961-8980-35e2e2752224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (18f37071-a2c8-4785-af0c-4f9d2a398de7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:02.115376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388841e-2a91-4961-8980-35e2e2752224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f37071-a2c8-4785-af0c-4f9d2a398de7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:02.118154 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4388841e-2a91-4961-8980-35e2e2752224 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:02.122864 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4388841e-2a91-4961-8980-35e2e2752224 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/18f37071-a2c8-4785-af0c-4f9d2a398de7 HTTP/1.1" status: 204 len: 168 time: 0.6033149 Jan 28 12:30:02.129669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38154) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:30:02.172227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543aaa70-c23f-487f-b4b7-75add885cf40 None None] Pushing event updated for resources: {'Port': ['ID=7667d533-2f61-4b06-aa74-4f7c5b7718d6,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:02.332293 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:02.412727 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (7c0c92aa-ef02-4b50-807a-c2b5846e79ab), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:02.529099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75309e-eb92-4512-8f25-0b1b05a886a9 req-a295f36c-578e-4f55-b2a2-337cb33cb994 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:02.547167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee75309e-eb92-4512-8f25-0b1b05a886a9 req-a295f36c-578e-4f55-b2a2-337cb33cb994 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 931 time: 0.7406569 Jan 28 12:30:02.615402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (7c0c92aa-ef02-4b50-807a-c2b5846e79ab), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:02.657596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0c92aa-ef02-4b50-807a-c2b5846e79ab']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:30:02.672188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:30:02.672541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:30:02.688250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] device_id is not set on port 6ea4abda-c248-47c5-8b95-df920c974751 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:30:02.693420 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:02.710394 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:02.724416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:30:02.724876 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (ad5ab9bc-c68b-4828-b3b1-f0c73d4193c2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:30:02.727255 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:30:02.816006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (7c0c92aa-ef02-4b50-807a-c2b5846e79ab), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:02.830163 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:02.853170 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] 10.222.0.53 "DELETE /v2.0/networks/7c0c92aa-ef02-4b50-807a-c2b5846e79ab HTTP/1.1" status: 204 len: 168 time: 0.7174020 Jan 28 12:30:02.876404 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2636e0-5b1c-479c-a4c6-19d52f32eafc admin admin] Pushing event deleted for resources: {'Network': ['ID=7c0c92aa-ef02-4b50-807a-c2b5846e79ab,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:02.897158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1cc14-21eb-44ee-93eb-774193b0e4cf req-5687c0cc-d4dd-4750-8190-0ba591d67522 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:02.905447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41e1cc14-21eb-44ee-93eb-774193b0e4cf req-5687c0cc-d4dd-4750-8190-0ba591d67522 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.7326643 Jan 28 12:30:03.048611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee75309e-eb92-4512-8f25-0b1b05a886a9 req-3068de37-7c4a-4abd-a318-81a65e2e19af tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936728 Jan 28 12:30:03.099462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38170) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:30:03.156825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41e1cc14-21eb-44ee-93eb-774193b0e4cf req-c6a01360-08ef-42a5-b4cb-db16e6992682 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503946 Jan 28 12:30:03.161030 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2efc5ff9-fafd-4376-9f9c-d1896ae6ebf6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5599b434788a41b5bcf86b1f05c53f83&name=default HTTP/1.1" status: 200 len: 2997 time: 0.0596652 Jan 28 12:30:03.163697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38172) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:30:03.248034 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6df41491-acc8-4b4d-ba4d-4f65a6bc7b90 admin admin] Publish callbacks [] for security_group (62c5ce4c-1f5f-492a-a3d2-cdfd172e6218), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:03.297474 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6df41491-acc8-4b4d-ba4d-4f65a6bc7b90 admin admin] Publish callbacks [] for security_group (62c5ce4c-1f5f-492a-a3d2-cdfd172e6218), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:03.300615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa0813ea-9693-4912-b40d-97e52d7e5e5d req-bcc4a49b-4a54-42a1-a017-b833cbb5f6b9 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 210 time: 0.0734038 Jan 28 12:30:03.405294 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6df41491-acc8-4b4d-ba4d-4f65a6bc7b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (62c5ce4c-1f5f-492a-a3d2-cdfd172e6218), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:03.408684 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6df41491-acc8-4b4d-ba4d-4f65a6bc7b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:03.410520 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6df41491-acc8-4b4d-ba4d-4f65a6bc7b90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62c5ce4c-1f5f-492a-a3d2-cdfd172e6218 HTTP/1.1" status: 204 len: 168 time: 0.2451758 Jan 28 12:30:03.422605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df41491-acc8-4b4d-ba4d-4f65a6bc7b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c5ce4c-1f5f-492a-a3d2-cdfd172e6218,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:03.561554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b98e75-0625-4cd4-8897-28e793160fd5 req-7ff40033-d8e1-43a7-9199-c18ccbb3d55f tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:03.574942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-51b98e75-0625-4cd4-8897-28e793160fd5 req-7ff40033-d8e1-43a7-9199-c18ccbb3d55f tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.2964940 Jan 28 12:30:03.644862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Allocated IP 10.1.1.76 (e54d590a-3977-4e88-846f-ae0b85d73b5d/5f5c6c4c-c467-4977-a435-036c58a87fe6/6ea4abda-c248-47c5-8b95-df920c974751) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:03.695883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65b4725-7507-43f4-90cd-939fc9c5cb3b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:03.725136 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Publish callbacks [] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:03.773581 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-51b98e75-0625-4cd4-8897-28e793160fd5 req-b08633f1-cf14-44ce-8683-9bb46415a6b5 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845024 Jan 28 12:30:03.843408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Transition to ACTIVE for port object a65b4725-7507-43f4-90cd-939fc9c5cb3b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:03.855482 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:04.015179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7667d533-2f61-4b06-aa74-4f7c5b7718d6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:30:04.062377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-408f5cb2-a752-455a-a363-b3f6c9b37ddf tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:04.068159 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-408f5cb2-a752-455a-a363-b3f6c9b37ddf tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 808 time: 0.2675161 Jan 28 12:30:04.084812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Request body: {'port': {'device_id': '301d589a-6c9a-46ed-9460-0c7d1bbe7c24', 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d', 'admin_state_up': True, 'tenant_id': '28c9043847134daea969876de73b5965'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:04.240380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f53ba9c-ee62-439a-8176-8b9479a82dfc None None] Network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:30:04.263420 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7f507e-ff2c-436a-8ffc-3b2f243389f3 None None] Network e54d590a-3977-4e88-846f-ae0b85d73b5d requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:30:04.318355 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Made reservation on behalf of 28c9043847134daea969876de73b5965 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:04.326678 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:04.509838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Allocated IP 172.20.0.13 (d35abe7a-4c5a-4b32-a523-ada4c5d4474d/a6190fa1-4696-4bc6-b0ca-485a2fb172fe/90a4fdf8-950a-4e89-884e-46e6b2b5f207) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:04.547968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-89e312f2-7a27-4f81-a7ae-f280f6b53680 None None] Provisioning complete for port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:04.549219 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89e312f2-7a27-4f81-a7ae-f280f6b53680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:04.598912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Pushing event updated for resources: {'Port': ['ID=a65b4725-7507-43f4-90cd-939fc9c5cb3b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:04.677898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:04.678289 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:04.704281 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks [] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:04.715394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d711d-a4d0-4620-8a1f-982c79bee41a req-dba7d411-2f95-405a-a352-b0556017661f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:04.716900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc1d711d-a4d0-4620-8a1f-982c79bee41a req-dba7d411-2f95-405a-a352-b0556017661f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.2144220 Jan 28 12:30:04.723795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357fa06-3e7c-4112-8559-19eda454c220 req-0732c892-fba1-4779-99fd-3d3227326747 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:04.732546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4357fa06-3e7c-4112-8559-19eda454c220 req-0732c892-fba1-4779-99fd-3d3227326747 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 943 time: 0.2288530 Jan 28 12:30:04.750143 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:04.799847 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-89e312f2-7a27-4f81-a7ae-f280f6b53680 None None] Current status of the port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:04.802256 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89e312f2-7a27-4f81-a7ae-f280f6b53680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:04.815199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Pushing event updated for resources: {'Port': ['ID=90a4fdf8-950a-4e89-884e-46e6b2b5f207,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:04.822663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Network d35abe7a-4c5a-4b32-a523-ada4c5d4474d is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:04.824736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:04.831553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:04.890547 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for port (6ea4abda-c248-47c5-8b95-df920c974751), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:04.902632 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4357fa06-3e7c-4112-8559-19eda454c220 req-212b520f-feb6-49c9-8aa7-c27a38f0bc63 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691260 Jan 28 12:30:04.944690 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:04.945373 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:04.980010 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-88edc020-800d-45d8-bb4b-2d537a9b268e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8960583 Jan 28 12:30:04.999140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Request body: {'port': {'device_id': '301d589a-6c9a-46ed-9460-0c7d1bbe7c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:05.021900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-89e312f2-7a27-4f81-a7ae-f280f6b53680 None None] For port 7667d533-2f61-4b06-aa74-4f7c5b7718d6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7667d533-2f61-4b06-aa74-4f7c5b7718d6,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:05.035828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc1d711d-a4d0-4620-8a1f-982c79bee41a req-7f8cda5b-2951-4090-bdcf-c6d419241368 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907753 Jan 28 12:30:05.044521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Attempting to bind port a65b4725-7507-43f4-90cd-939fc9c5cb3b on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:05.048265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Attempting to bind port a65b4725-7507-43f4-90cd-939fc9c5cb3b by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:05.048905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Attempting to bind port a65b4725-7507-43f4-90cd-939fc9c5cb3b on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:05.080786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Port a65b4725-7507-43f4-90cd-939fc9c5cb3b on network 02586113-c01d-4c5c-ba3c-998693ed9659 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:05.081995 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89e312f2-7a27-4f81-a7ae-f280f6b53680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.083991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Attempting to bind port a65b4725-7507-43f4-90cd-939fc9c5cb3b on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:05.148001 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.170025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e312f2-7a27-4f81-a7ae-f280f6b53680 None None] Pushing event updated for resources: {'Port': ['ID=7667d533-2f61-4b06-aa74-4f7c5b7718d6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:05.173492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:05.177810 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:05.178637 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.187965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Checking segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:05.189887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Bound using segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:05.192383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Bound port: a65b4725-7507-43f4-90cd-939fc9c5cb3b, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:05.193868 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.288840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3fea5ab5-2b06-40a2-9572-f6e847bee9e5 None None] Provisioning complete for port a85d5ab3-2908-4baf-abfe-6a528c9abee6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:05.289432 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3fea5ab5-2b06-40a2-9572-f6e847bee9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.406770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] For port a65b4725-7507-43f4-90cd-939fc9c5cb3b, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:05.411331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] For port a65b4725-7507-43f4-90cd-939fc9c5cb3b, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a65b4725-7507-43f4-90cd-939fc9c5cb3b,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:05.427679 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.445705 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6ea4abda-c248-47c5-8b95-df920c974751), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.508943 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:30:05.510312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:05.510961 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.514579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] 10.222.0.49 "PUT /v2.0/ports/a65b4725-7507-43f4-90cd-939fc9c5cb3b HTTP/1.1" status: 200 len: 1091 time: 4.1587732 Jan 28 12:30:05.515909 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:30:05.528344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb2124-0e53-4f1b-b940-723c28c464cf req-b9c2743b-3857-4b85-a5e3-5d3f2b976ba3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:05.536144 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ecbb2124-0e53-4f1b-b940-723c28c464cf req-b9c2743b-3857-4b85-a5e3-5d3f2b976ba3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 932 time: 0.4368844 Jan 28 12:30:05.577805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe0aaaf-01e5-4763-bec8-63ebcf653c5f', 'tag': 'a65b4725-7507-43f4-90cd-939fc9c5cb3b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:05.580163 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecd84be-2241-401b-95ff-e78b7d8ce445" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe0aaaf-01e5-4763-bec8-63ebcf653c5f", "tag": "a65b4725-7507-43f4-90cd-939fc9c5cb3b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:05.610108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3fea5ab5-2b06-40a2-9572-f6e847bee9e5 None None] Current status of the port a85d5ab3-2908-4baf-abfe-6a528c9abee6 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:05.610874 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3fea5ab5-2b06-40a2-9572-f6e847bee9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.640366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Network e54d590a-3977-4e88-846f-ae0b85d73b5d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:05.663129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:05.680437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:05.758343 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a4fdf8-950a-4e89-884e-46e6b2b5f207 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:05.768380 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Publish callbacks [] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.784528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Transition to ACTIVE for port object 90a4fdf8-950a-4e89-884e-46e6b2b5f207 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:05.790768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:05.793578 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.801196 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.811109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8452e-e7c6-4fdd-b384-55da3eeeda35 service neutron] Pushing event updated for resources: {'Port': ['ID=a65b4725-7507-43f4-90cd-939fc9c5cb3b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:05.868746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13f35-e26f-46a7-9dc1-30f9a15027e1 req-06c80e05-968c-42f6-803f-90858d0cfd30 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:05.870493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49d13f35-e26f-46a7-9dc1-30f9a15027e1 req-06c80e05-968c-42f6-803f-90858d0cfd30 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.3865213 Jan 28 12:30:05.919571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ecbb2124-0e53-4f1b-b940-723c28c464cf req-e635d3ed-c949-410f-85cb-16236e8e5862 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824830 Jan 28 12:30:05.936005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3fea5ab5-2b06-40a2-9572-f6e847bee9e5 None None] For port a85d5ab3-2908-4baf-abfe-6a528c9abee6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a85d5ab3-2908-4baf-abfe-6a528c9abee6,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:05.937147 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1109085 Jan 28 12:30:05.937901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38230) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:30:05.943249 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3fea5ab5-2b06-40a2-9572-f6e847bee9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:05.970665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'port': {'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d', 'name': 'tempest-TaggedBootDevicesTest-319945886', 'fixed_ips': [{'subnet_id': '5f5c6c4c-c467-4977-a435-036c58a87fe6'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:05.988350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=90a4fdf8-950a-4e89-884e-46e6b2b5f207,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:06.007151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Attempting to bind port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:06.007555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Attempting to bind port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:06.007894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Attempting to bind port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:06.014003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:06.014334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Attempting to bind port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:06.019873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:06.020218 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:06.020604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:06.021335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Bound port: 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:06.021698 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:06.021825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea5ab5-2b06-40a2-9572-f6e847bee9e5 None None] Pushing event updated for resources: {'Port': ['ID=a85d5ab3-2908-4baf-abfe-6a528c9abee6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:06.062872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8cc92-67d7-4259-9af8-99c032da8195 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Port': ['ID=6ea4abda-c248-47c5-8b95-df920c974751,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:06.074370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:06.075457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a85d5ab3-2908-4baf-abfe-6a528c9abee6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:30:06.164224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:06.172757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:06.178760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49d13f35-e26f-46a7-9dc1-30f9a15027e1 req-12fa553b-91de-4e03-9483-bc73cea104a8 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590249 Jan 28 12:30:06.184353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c067946-b402-4328-ade5-82efc2f638d3 req-3a9eb26a-7644-4fe6-8f87-b8259cad0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:06.190616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-3a9eb26a-7644-4fe6-8f87-b8259cad0a3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 1094 time: 0.5409694 Jan 28 12:30:06.191997 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:06.205512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a85d5ab3-2908-4baf-abfe-6a528c9abee6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:06.206538 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:06.236447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:06.237471 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:06.238893 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] 10.222.0.49 "PUT /v2.0/ports/90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 200 len: 1092 time: 1.2519605 Jan 28 12:30:06.242002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301d589a-6c9a-46ed-9460-0c7d1bbe7c24', 'tag': '90a4fdf8-950a-4e89-884e-46e6b2b5f207'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:06.245769 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bc6326-a697-43fa-bccc-bb4f4fb71a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "301d589a-6c9a-46ed-9460-0c7d1bbe7c24", "tag": "90a4fdf8-950a-4e89-884e-46e6b2b5f207"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:06.275262 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0089a09-24c2-4664-b46b-77498ef5f8ff x-openstack-request-id: req-a0089a09-24c2-4664-b46b-77498ef5f8ff {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:06.276186 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe0aaaf-01e5-4763-bec8-63ebcf653c5f", "tag": "a65b4725-7507-43f4-90cd-939fc9c5cb3b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:06.276632 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0089a09-24c2-4664-b46b-77498ef5f8ff {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:06.277210 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe0aaaf-01e5-4763-bec8-63ebcf653c5f', 'tag': 'a65b4725-7507-43f4-90cd-939fc9c5cb3b', 'status': 'completed', 'code': 200} Jan 28 12:30:06.281478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-d262d574-ffd4-4953-b0ac-7b52c7fcb565 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65b4725-7507-43f4-90cd-939fc9c5cb3b HTTP/1.1" status: 200 len: 217 time: 0.0785069 Jan 28 12:30:06.297368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-511a24a2-599c-4f90-b5b7-f48cbf02d0ad None None] Provisioning complete for port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:06.297902 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-511a24a2-599c-4f90-b5b7-f48cbf02d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:06.377777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c067946-b402-4328-ade5-82efc2f638d3 req-87be2f06-1f5e-47ce-a842-98b2513c77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:06.379828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-87be2f06-1f5e-47ce-a842-98b2513c77b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.0844879 Jan 28 12:30:06.388567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:06.406725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:06.407287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2365aa-e20a-462f-a99f-e2b5e053c9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=90a4fdf8-950a-4e89-884e-46e6b2b5f207,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:06.420545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a85d5ab3-2908-4baf-abfe-6a528c9abee6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:06.434390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-53fca8b1-fb7c-4d24-949e-dd4cf7505db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:06.434975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f58858f7-c3d2-47de-a317-f4f00077ab64 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:30:06.436478 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-53fca8b1-fb7c-4d24-949e-dd4cf7505db5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1095 time: 0.1301339 Jan 28 12:30:06.484125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f58858f7-c3d2-47de-a317-f4f00077ab64 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:30:06.484515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f58858f7-c3d2-47de-a317-f4f00077ab64 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:30:06.506275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-511a24a2-599c-4f90-b5b7-f48cbf02d0ad None None] Current status of the port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:06.519725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-511a24a2-599c-4f90-b5b7-f48cbf02d0ad None None] Provisioning complete for port a85d5ab3-2908-4baf-abfe-6a528c9abee6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:06.520595 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-511a24a2-599c-4f90-b5b7-f48cbf02d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:06.521623 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-845abfc4-c342-43e6-8a25-dba97b949f42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 200 len: 217 time: 0.0775366 Jan 28 12:30:06.532793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-e196925b-6827-45f3-ac7a-92b0b2353fb9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111393 Jan 28 12:30:06.618826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-395d8869-f0fe-433e-a5ed-417185d97cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:06.622132 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-395d8869-f0fe-433e-a5ed-417185d97cd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.0937402 Jan 28 12:30:06.674513 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-02bd0795-4e92-4577-b55f-452a845e5277 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455599 Jan 28 12:30:06.682628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] device_id is not set on port f2586121-8b46-44f0-bbb8-e82594060785 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:30:06.683790 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7667d533-2f61-4b06-aa74-4f7c5b7718d6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:30:06.778459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-511a24a2-599c-4f90-b5b7-f48cbf02d0ad None None] Current status of the port a85d5ab3-2908-4baf-abfe-6a528c9abee6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:06.795053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:06.795716 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:06.805262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad9ae0-009c-465c-80ec-3f2dc017c47f req-d0a6e65a-d3c2-4272-ace9-74cacacfb67e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:06.806786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b4ad9ae0-009c-465c-80ec-3f2dc017c47f req-d0a6e65a-d3c2-4272-ace9-74cacacfb67e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 943 time: 0.3840406 Jan 28 12:30:06.814400 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-5cd0a057-5a81-47ff-a89b-74e122164eba service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300712 Jan 28 12:30:06.940864 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2cbf4cff-219a-4493-96ab-71508806efd0 None None] Provisioning complete for port 6ea4abda-c248-47c5-8b95-df920c974751 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:06.941087 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2cbf4cff-219a-4493-96ab-71508806efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6ea4abda-c248-47c5-8b95-df920c974751), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:06.984921 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b4ad9ae0-009c-465c-80ec-3f2dc017c47f req-d89aab40-87c6-45f5-aef3-bc3963ed76e2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608202 Jan 28 12:30:06.986786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-9ba850ef-9b26-4669-a7d0-37cee98845c6 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422033 Jan 28 12:30:06.993192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:07.001557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a85d5ab3-2908-4baf-abfe-6a528c9abee6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:30:07.002017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4ee42-25e0-4db2-a704-ee4ed8f16e23 req-cdd97291-d41a-46b7-8b05-e880442e7920 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:07.008991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3e4ee42-25e0-4db2-a704-ee4ed8f16e23 req-cdd97291-d41a-46b7-8b05-e880442e7920 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.2680960 Jan 28 12:30:07.018878 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2653eb78-e59b-4082-9bc4-f06280294a71 req-912fcf78-32ae-41b3-85ec-db5af88dd50e service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959724 Jan 28 12:30:07.030440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf4cff-219a-4493-96ab-71508806efd0 None None] Port 6ea4abda-c248-47c5-8b95-df920c974751 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:30:07.161175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a85d5ab3-2908-4baf-abfe-6a528c9abee6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:07.161770 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:07.171848 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb86e838-7c6e-4f37-921e-dfda70550f42 x-openstack-request-id: req-eb86e838-7c6e-4f37-921e-dfda70550f42 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:07.172528 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301d589a-6c9a-46ed-9460-0c7d1bbe7c24", "tag": "90a4fdf8-950a-4e89-884e-46e6b2b5f207", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:07.173256 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb86e838-7c6e-4f37-921e-dfda70550f42 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:07.173991 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301d589a-6c9a-46ed-9460-0c7d1bbe7c24', 'tag': '90a4fdf8-950a-4e89-884e-46e6b2b5f207', 'status': 'completed', 'code': 200} Jan 28 12:30:07.189982 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3e4ee42-25e0-4db2-a704-ee4ed8f16e23 req-0d798348-1906-4220-a379-6b3cceb2a897 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749463 Jan 28 12:30:07.316678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee3ff05e-21aa-4bdb-82df-32b3aa4c74a8 req-5b9d3d96-9067-4566-b686-b141a1de229f tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=47539972-e3fb-46c3-bcf2-3bf9f1583bb2 HTTP/1.1" status: 200 len: 210 time: 0.0671654 Jan 28 12:30:07.319330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Allocated IP 10.1.1.118 (e54d590a-3977-4e88-846f-ae0b85d73b5d/5f5c6c4c-c467-4977-a435-036c58a87fe6/f2586121-8b46-44f0-bbb8-e82594060785) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:07.374089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c067946-b402-4328-ade5-82efc2f638d3 req-b9f4f521-e772-43b9-9ce2-444c06d04a87 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602755 Jan 28 12:30:07.406054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc6326-a697-43fa-bccc-bb4f4fb71a6c req-36ec916a-d435-4e29-a514-ee11d877cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:07.412698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a85d5ab3-2908-4baf-abfe-6a528c9abee6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:07.414921 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6bc6326-a697-43fa-bccc-bb4f4fb71a6c req-36ec916a-d435-4e29-a514-ee11d877cceb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1095 time: 0.2153521 Jan 28 12:30:07.605491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc6326-a697-43fa-bccc-bb4f4fb71a6c req-024ac629-1803-444e-951c-9e8fa672e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:07.606951 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6bc6326-a697-43fa-bccc-bb4f4fb71a6c req-024ac629-1803-444e-951c-9e8fa672e860 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.1848564 Jan 28 12:30:07.659581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d37950-78ed-4829-9be9-3f92866fa917 req-f4afec55-df37-4a13-9851-5444088361b2 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:07.668451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23d37950-78ed-4829-9be9-3f92866fa917 req-f4afec55-df37-4a13-9851-5444088361b2 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.1752508 Jan 28 12:30:07.675613 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6bc6326-a697-43fa-bccc-bb4f4fb71a6c req-4081ae7e-a030-405f-8239-1578d8502efe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 200 len: 217 time: 0.0585189 Jan 28 12:30:07.725941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd84be-2241-401b-95ff-e78b7d8ce445 req-083a6bbb-a3e0-41a6-be19-5641bf46298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:07.727419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eecd84be-2241-401b-95ff-e78b7d8ce445 req-083a6bbb-a3e0-41a6-be19-5641bf46298c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 1094 time: 0.2680023 Jan 28 12:30:07.743153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf29e5d-2afa-4472-8a2e-31245b7082e5 req-95419a47-cbf9-4e21-89d4-0c33954ff09d tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:07.750750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abf29e5d-2afa-4472-8a2e-31245b7082e5 req-95419a47-cbf9-4e21-89d4-0c33954ff09d tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 944 time: 0.3520081 Jan 28 12:30:07.761968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc6326-a697-43fa-bccc-bb4f4fb71a6c req-f99e2ac6-0d76-4a23-9d98-eb9a191e1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:07.764486 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6bc6326-a697-43fa-bccc-bb4f4fb71a6c req-f99e2ac6-0d76-4a23-9d98-eb9a191e1cfd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.0693412 Jan 28 12:30:07.821459 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6bc6326-a697-43fa-bccc-bb4f4fb71a6c req-c285a7e7-7c49-4d59-b7fa-3b6190f8a085 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428338 Jan 28 12:30:07.934085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abf29e5d-2afa-4472-8a2e-31245b7082e5 req-2524647e-6f4f-4314-9b2b-1bc69fe65c7d tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814945 Jan 28 12:30:07.958751 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6bc6326-a697-43fa-bccc-bb4f4fb71a6c req-757ddfde-9463-4d69-ab46-559cd9d66fd4 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292024 Jan 28 12:30:07.975749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23d37950-78ed-4829-9be9-3f92866fa917 req-6a1818a6-f365-42cf-a8ff-8f6919dfd7c1 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060293 Jan 28 12:30:08.029736 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for port (f2586121-8b46-44f0-bbb8-e82594060785), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:08.067858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd84be-2241-401b-95ff-e78b7d8ce445 req-6705cb2a-b859-477e-8461-fcedbb36f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:08.069705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eecd84be-2241-401b-95ff-e78b7d8ce445 req-6705cb2a-b859-477e-8461-fcedbb36f957 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 912 time: 0.3143811 Jan 28 12:30:08.148325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eecd84be-2241-401b-95ff-e78b7d8ce445 req-1d338465-6a16-4b35-ba3a-623d32f2ea11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65b4725-7507-43f4-90cd-939fc9c5cb3b HTTP/1.1" status: 200 len: 217 time: 0.0682609 Jan 28 12:30:08.169396 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e6bc6326-a697-43fa-bccc-bb4f4fb71a6c req-24dbd0b9-19ef-4816-a587-03360aaedf29 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976771 Jan 28 12:30:08.279780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552610c-b777-4f2a-a9cc-19e669d17156 req-d57a0198-5361-45db-92ff-b2fd5f86706e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:08.281322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1552610c-b777-4f2a-a9cc-19e669d17156 req-d57a0198-5361-45db-92ff-b2fd5f86706e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 943 time: 0.1184876 Jan 28 12:30:08.282980 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f2586121-8b46-44f0-bbb8-e82594060785), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:08.287780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd84be-2241-401b-95ff-e78b7d8ce445 req-1533080f-c89e-46d0-aa92-7864c112aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:08.290778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eecd84be-2241-401b-95ff-e78b7d8ce445 req-1533080f-c89e-46d0-aa92-7864c112aa50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.1324856 Jan 28 12:30:08.437358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eecd84be-2241-401b-95ff-e78b7d8ce445 req-21a67fd4-bffd-42ba-8ded-4ae1fb25c741 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239226 Jan 28 12:30:08.497817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Network e54d590a-3977-4e88-846f-ae0b85d73b5d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:08.544701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:08.600909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:08.611850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1552610c-b777-4f2a-a9cc-19e669d17156 req-902d0654-7f2b-4ad6-98ef-09e84abf4a20 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828705 Jan 28 12:30:08.745276 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Port': ['ID=f2586121-8b46-44f0-bbb8-e82594060785,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:08.856532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:08.857487 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:08.920339 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50da5f-5f88-4b74-946e-e52aaaca00a3 req-98e826a4-3625-4c9f-8917-60b0eccae0d2 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:08.921916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a50da5f-5f88-4b74-946e-e52aaaca00a3 req-98e826a4-3625-4c9f-8917-60b0eccae0d2 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.3910282 Jan 28 12:30:08.924684 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-266de6f4-d1fb-464e-b3ac-5c94b588e396 req-2453de17-d259-41a7-a84e-7bc536e3b548 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0550406 Jan 28 12:30:08.928120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5ffb2cce-33cc-440b-aaf1-d7311daaf18a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9816763 Jan 28 12:30:08.930126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eecd84be-2241-401b-95ff-e78b7d8ce445 req-ee7c03ea-fa1b-4fd2-8bfd-00ce5d3852d5 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312785 Jan 28 12:30:09.001480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-201c798d-b9b9-4c03-87a8-c31ff3c02072 None None] Provisioning complete for port f2586121-8b46-44f0-bbb8-e82594060785 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:09.002392 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-201c798d-b9b9-4c03-87a8-c31ff3c02072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2586121-8b46-44f0-bbb8-e82594060785), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.047443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a50da5f-5f88-4b74-946e-e52aaaca00a3 req-c4aadb79-ec82-4a26-848a-7ad761633b2c tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145978 Jan 28 12:30:09.118843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eecd84be-2241-401b-95ff-e78b7d8ce445 req-663c79aa-8904-4296-b275-89010c0cc1ec service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796608 Jan 28 12:30:09.126506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-201c798d-b9b9-4c03-87a8-c31ff3c02072 None None] Port f2586121-8b46-44f0-bbb8-e82594060785 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:30:09.201348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bbeac-80bf-446b-a975-5216da846a46 req-33a46e92-9abb-4da6-b4c6-eee51dd2e2a3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:09.202759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e4bbeac-80bf-446b-a975-5216da846a46 req-33a46e92-9abb-4da6-b4c6-eee51dd2e2a3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 944 time: 0.0652733 Jan 28 12:30:09.307935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e4bbeac-80bf-446b-a975-5216da846a46 req-eb69b298-b696-47ff-bf68-c64146f6ce17 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883975 Jan 28 12:30:09.315700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38324) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:30:09.320239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b7cfe78b-49c5-43c9-95b2-92d08a8a1ceb tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1530930354', 'description': 'tempest-description--1593292594'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:09.366579 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe78b-49c5-43c9-95b2-92d08a8a1ceb tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.479218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637876a-0d96-410c-b5df-b332204587aa req-ae932d63-5401-49a4-84fa-baafd98be5a6 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:09.480800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4637876a-0d96-410c-b5df-b332204587aa req-ae932d63-5401-49a4-84fa-baafd98be5a6 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.0886657 Jan 28 12:30:09.557513 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe78b-49c5-43c9-95b2-92d08a8a1ceb tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for security_group (70537d2f-6818-4fd6-b92e-fba02884d3d7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.575286 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4637876a-0d96-410c-b5df-b332204587aa req-86ceca6d-6cad-44ec-ada3-3b603fb72af8 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855355 Jan 28 12:30:09.576816 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe78b-49c5-43c9-95b2-92d08a8a1ceb tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (70537d2f-6818-4fd6-b92e-fba02884d3d7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.611077 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe78b-49c5-43c9-95b2-92d08a8a1ceb tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.614876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b7cfe78b-49c5-43c9-95b2-92d08a8a1ceb tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2956414 Jan 28 12:30:09.614876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfe78b-49c5-43c9-95b2-92d08a8a1ceb tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70537d2f-6818-4fd6-b92e-fba02884d3d7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:09.615700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38328) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:30:09.630424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-595ff746-b495-49a5-b3b7-34f703de5f6a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'security_group_rule': {'security_group_id': '70537d2f-6818-4fd6-b92e-fba02884d3d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:09.658644 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595ff746-b495-49a5-b3b7-34f703de5f6a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for security_group_rule (b580e748-c203-4606-91a0-63254f89be6f), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.727613 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595ff746-b495-49a5-b3b7-34f703de5f6a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for security_group_rule (b580e748-c203-4606-91a0-63254f89be6f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.732179 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595ff746-b495-49a5-b3b7-34f703de5f6a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (b580e748-c203-4606-91a0-63254f89be6f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.763686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ff746-b495-49a5-b3b7-34f703de5f6a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b580e748-c203-4606-91a0-63254f89be6f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:09.765333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ffe3f-937f-4c55-a21f-1e997512767d req-31d05f78-3529-41fc-bff1-9c85cc3c9e01 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:09.768746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c05ffe3f-937f-4c55-a21f-1e997512767d req-31d05f78-3529-41fc-bff1-9c85cc3c9e01 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 943 time: 0.0701849 Jan 28 12:30:09.788427 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595ff746-b495-49a5-b3b7-34f703de5f6a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.794372 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-595ff746-b495-49a5-b3b7-34f703de5f6a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1714034 Jan 28 12:30:09.794813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38348) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:30:09.799833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-95d51bdf-26c9-4f80-9377-985c8b42592c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'security_group_rule': {'security_group_id': '70537d2f-6818-4fd6-b92e-fba02884d3d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:09.836668 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95d51bdf-26c9-4f80-9377-985c8b42592c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for security_group_rule (68798ed9-5f92-485e-ba55-5b1cab764ce3), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.842082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a65b4725-7507-43f4-90cd-939fc9c5cb3b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:30:09.866720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c05ffe3f-937f-4c55-a21f-1e997512767d req-76a4cf25-7a33-45c3-954a-6667b6c137bd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928392 Jan 28 12:30:09.932885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7963776c-e92d-4980-99b8-49ceaee50f70 req-e536afe8-6fc1-4271-9eaa-885a5a436d8c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=47539972-e3fb-46c3-bcf2-3bf9f1583bb2 HTTP/1.1" status: 200 len: 210 time: 0.0326130 Jan 28 12:30:09.956931 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95d51bdf-26c9-4f80-9377-985c8b42592c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for security_group_rule (68798ed9-5f92-485e-ba55-5b1cab764ce3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.960632 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95d51bdf-26c9-4f80-9377-985c8b42592c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (68798ed9-5f92-485e-ba55-5b1cab764ce3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.980914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d51bdf-26c9-4f80-9377-985c8b42592c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68798ed9-5f92-485e-ba55-5b1cab764ce3,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:09.981503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a65b4725-7507-43f4-90cd-939fc9c5cb3b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a65b4725-7507-43f4-90cd-939fc9c5cb3b,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:09.987713 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95d51bdf-26c9-4f80-9377-985c8b42592c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:09.991795 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-95d51bdf-26c9-4f80-9377-985c8b42592c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1934135 Jan 28 12:30:09.992119 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38354) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:30:09.996744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:10.006461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'a65b4725-7507-43f4-90cd-939fc9c5cb3b', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'port_id': 'a65b4725-7507-43f4-90cd-939fc9c5cb3b', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43d2cbd-bf64-4a86-a4a0-cced0a12976e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:30:10.029206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:10.057584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a65b4725-7507-43f4-90cd-939fc9c5cb3b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:10.058022 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:10.071594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65b4725-7507-43f4-90cd-939fc9c5cb3b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:10.099938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a65b4725-7507-43f4-90cd-939fc9c5cb3b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a65b4725-7507-43f4-90cd-939fc9c5cb3b,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:10.104365 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:10.105155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 90a4fdf8-950a-4e89-884e-46e6b2b5f207 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:30:10.117786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b50a3ac3-48fb-455e-a33c-81fa29393c28 req-4fe25691-0d2e-4fde-a2d7-4562bd43864c tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0360985 Jan 28 12:30:10.212027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a65b4725-7507-43f4-90cd-939fc9c5cb3b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:10.258125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:10.271568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '90a4fdf8-950a-4e89-884e-46e6b2b5f207', 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d', 'port_id': '90a4fdf8-950a-4e89-884e-46e6b2b5f207', 'mac_address': 'fa:16:3e:9d:3e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6190fa1-4696-4bc6-b0ca-485a2fb172fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:30:10.324420 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:10.324824 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:10.344008 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a4fdf8-950a-4e89-884e-46e6b2b5f207 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:10.366546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:10.371857 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:10.419858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=90a4fdf8-950a-4e89-884e-46e6b2b5f207,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:10.551191 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:10.573880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ddd21-acc1-4c1f-a598-e41828169545 req-479866fa-1502-4204-b5d9-6831c4605881 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:10.575369 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab8ddd21-acc1-4c1f-a598-e41828169545 req-479866fa-1502-4204-b5d9-6831c4605881 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 945 time: 0.0918338 Jan 28 12:30:10.583502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe81f8-8e0f-4c11-a025-4ca01ff57013 req-98b28c03-cdb0-4d6f-9f9f-87f305ecdfa6 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:10.584915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2afe81f8-8e0f-4c11-a025-4ca01ff57013 req-98b28c03-cdb0-4d6f-9f9f-87f305ecdfa6 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.4232419 Jan 28 12:30:10.727841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab8ddd21-acc1-4c1f-a598-e41828169545 req-b9f7f510-f293-49b7-a972-c7b1c0987596 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417320 Jan 28 12:30:10.734310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2afe81f8-8e0f-4c11-a025-4ca01ff57013 req-314b4ac7-3552-4ff8-b76d-000f24cd7be1 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201005 Jan 28 12:30:10.738002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['90a4fdf8-950a-4e89-884e-46e6b2b5f207'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:10.757059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['a65b4725-7507-43f4-90cd-939fc9c5cb3b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:10.763290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Allocated IP 172.25.7.175 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/b97c2704-eccd-4d19-93e7-b1947485d960) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:10.904792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95be35-5fb5-40a5-b342-52ae9420bc4b req-9456d052-2d64-47be-8a9e-1925147b3d9c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:10.906328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac95be35-5fb5-40a5-b342-52ae9420bc4b req-9456d052-2d64-47be-8a9e-1925147b3d9c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.0661571 Jan 28 12:30:10.955963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for port (b97c2704-eccd-4d19-93e7-b1947485d960), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:11.011909 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac95be35-5fb5-40a5-b342-52ae9420bc4b req-a1a05fc6-9e5e-4ba8-bfea-c708685e075a tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962834 Jan 28 12:30:11.053401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac685c4-4f2d-4474-a860-a682fc7b3b70 req-75499511-c40d-4943-aeff-9d11d5c3ab6f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:11.054904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dac685c4-4f2d-4474-a860-a682fc7b3b70 req-75499511-c40d-4943-aeff-9d11d5c3ab6f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 944 time: 0.0786715 Jan 28 12:30:11.057057 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b97c2704-eccd-4d19-93e7-b1947485d960), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:11.118194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:11.127145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:11.131856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:11.133518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Port': ['ID=b97c2704-eccd-4d19-93e7-b1947485d960,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:11.188947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dac685c4-4f2d-4474-a860-a682fc7b3b70 req-accd0df6-7050-442a-9ec0-28edcbbe0e0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271017 Jan 28 12:30:11.257377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for floatingip (d0927fdc-24c2-4cde-8a90-66c6ea40fc89), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:11.314723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34f3fb20-7ff2-4e09-a0fd-89bc4d490f61 req-50146824-a608-4f86-9710-3cafc95e95d5 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0479937 Jan 28 12:30:11.339632 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b97c2704-eccd-4d19-93e7-b1947485d960), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:11.507685 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for port (b97c2704-eccd-4d19-93e7-b1947485d960), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:11.513723 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b97c2704-eccd-4d19-93e7-b1947485d960), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:11.590840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Port': ['ID=b97c2704-eccd-4d19-93e7-b1947485d960,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:11.604865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.605219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.605562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.605900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.606240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.606574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.606901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.607226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.607612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.607940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.608445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.608804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.609159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:11.614106 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (d0927fdc-24c2-4cde-8a90-66c6ea40fc89), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:11.632661 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:11.633876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2573fe22-0c8c-4a79-8b0c-57101fafaea5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6407804 Jan 28 12:30:11.770536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-df17c2b0-7480-4d4e-a58d-0fe734dedc55 req-42b35013-d742-41e0-863b-8bca0523502e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0321550 Jan 28 12:30:11.855620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a65b4725-7507-43f4-90cd-939fc9c5cb3b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:30:11.877123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aca3e-833e-4fc3-8694-3013a0cf5dda req-dd9f8b72-f30d-44c3-8689-860388c0541b tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:11.878702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e2aca3e-833e-4fc3-8694-3013a0cf5dda req-dd9f8b72-f30d-44c3-8689-860388c0541b tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 945 time: 0.0631931 Jan 28 12:30:11.920659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port a65b4725-7507-43f4-90cd-939fc9c5cb3b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:30:11.924883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port a65b4725-7507-43f4-90cd-939fc9c5cb3b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:11.925334 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:11.954577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1e420-3df7-4a8b-b86d-0e7bb9d1a510 req-6b549ea2-bd1c-4ff6-bedd-879fb05b5708 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:11.956075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4a1e420-3df7-4a8b-b86d-0e7bb9d1a510 req-6b549ea2-bd1c-4ff6-bedd-879fb05b5708 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.0956001 Jan 28 12:30:11.963409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e2aca3e-833e-4fc3-8694-3013a0cf5dda req-e979d379-6ae4-4983-9eea-97b471996554 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661519 Jan 28 12:30:12.013336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a65b4725-7507-43f4-90cd-939fc9c5cb3b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:12.013607 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:12.015790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4a1e420-3df7-4a8b-b86d-0e7bb9d1a510 req-a83e3aba-3ea1-4157-b631-98c81e4ad36c tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506341 Jan 28 12:30:12.041141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe0aaaf-01e5-4763-bec8-63ebcf653c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65b4725-7507-43f4-90cd-939fc9c5cb3b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:12.043520 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeb4928-98b8-427b-8d25-2585e2b2cb05" -d '{"events": [{"server_uuid": "cbe0aaaf-01e5-4763-bec8-63ebcf653c5f", "name": "network-vif-plugged", "status": "completed", "tag": "a65b4725-7507-43f4-90cd-939fc9c5cb3b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:12.057316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a65b4725-7507-43f4-90cd-939fc9c5cb3b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a65b4725-7507-43f4-90cd-939fc9c5cb3b,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:12.062891 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:12.064177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 90a4fdf8-950a-4e89-884e-46e6b2b5f207 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:30:12.119198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-338c4bc7-078b-414d-9756-6341800be374 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1530930354&fields=id&tenant_id=523c775734d64237ba19b3804f18ee73 HTTP/1.1" status: 200 len: 267 time: 0.0480688 Jan 28 12:30:12.157395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a65b4725-7507-43f4-90cd-939fc9c5cb3b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:12.174526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:30:12.178244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:12.178636 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:12.204454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-548d776b-5a3f-4cd5-bf93-1f38ca79dfdb tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:12.205795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-548d776b-5a3f-4cd5-bf93-1f38ca79dfdb tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports/6ea4abda-c248-47c5-8b95-df920c974751 HTTP/1.1" status: 200 len: 931 time: 0.0787134 Jan 28 12:30:12.262250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:12.262642 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:12.300272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-293ca3be-3546-4750-a1ce-45ec3944b8ea tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:12.302687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:12.304622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-293ca3be-3546-4750-a1ce-45ec3944b8ea tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports/f2586121-8b46-44f0-bbb8-e82594060785 HTTP/1.1" status: 200 len: 931 time: 0.0699899 Jan 28 12:30:12.308087 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:12.355880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=90a4fdf8-950a-4e89-884e-46e6b2b5f207,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:12.367578 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-f69fd2f1-435f-496a-aae1-d12fb1fc9d26 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?network_id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0585587 Jan 28 12:30:12.377573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d05870a-cd00-4356-8ca5-2c329bd5f849 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:12.378878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d05870a-cd00-4356-8ca5-2c329bd5f849 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/networks?id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 200 len: 805 time: 0.2072723 Jan 28 12:30:12.411238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ca8bfba4-e8ff-46e2-9795-1309563be3a0 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?network_id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0313661 Jan 28 12:30:12.413641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-2bbc7e77-d370-4f15-8201-cf512d3e988a tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/quotas/1b7716d8fdb2453cb3f008626cbd95a0 HTTP/1.1" status: 200 len: 375 time: 0.0248907 Jan 28 12:30:12.538369 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-69e2bc40-29d3-4bac-8104-a01acb340289 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1121242 Jan 28 12:30:12.576867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-d458d59e-52a0-479a-a7e0-a24731848c3f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:12.581829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-d458d59e-52a0-479a-a7e0-a24731848c3f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:12.587410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-d458d59e-52a0-479a-a7e0-a24731848c3f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:12.589748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-d458d59e-52a0-479a-a7e0-a24731848c3f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/networks?id=de73d51a-b816-487d-9aec-4cbd62d5c08f&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec HTTP/1.1" status: 200 len: 1990 time: 0.1721835 Jan 28 12:30:12.636940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-81e8fc8e-0e56-4bf2-99c8-010bda05fbf6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/quotas/523c775734d64237ba19b3804f18ee73 HTTP/1.1" status: 200 len: 375 time: 0.0162621 Jan 28 12:30:12.695021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6bce1a9a-3430-4a05-8a90-eca57962f5cb service neutron] 10.222.0.53 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445575 Jan 28 12:30:12.724279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-b8c1bfc1-5e15-49fe-b3d5-46f3d551b90b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=523c775734d64237ba19b3804f18ee73&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0819960 Jan 28 12:30:12.861620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-71a8fe64-be44-4d82-9873-a3a5bb3b596c service neutron] 10.222.0.53 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601615 Jan 28 12:30:12.879733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-01c7f15a-c97a-4bad-a825-d2ba04297368 service neutron] 10.222.0.53 "GET /v2.0/networks/de73d51a-b816-487d-9aec-4cbd62d5c08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143258 Jan 28 12:30:13.038083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-9e8d74f1-5f1c-4083-97ae-a3c947598659 service neutron] 10.222.0.53 "GET /v2.0/networks/de73d51a-b816-487d-9aec-4cbd62d5c08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496968 Jan 28 12:30:13.090698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0aa3a791-36d3-456e-a0be-e459d4425c01 service neutron] 10.222.0.53 "GET /v2.0/ports/6ea4abda-c248-47c5-8b95-df920c974751?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0429873 Jan 28 12:30:13.256950 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-8d2a891e-6262-4e8e-b783-41dc70ed552f service neutron] 10.222.0.53 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598711 Jan 28 12:30:13.347476 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca16ac8-a62a-475b-b275-ff0dd2f51dba req-e6e0a8f4-573f-4f8e-8118-3a8522066d60 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:13.354967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bca16ac8-a62a-475b-b275-ff0dd2f51dba req-e6e0a8f4-573f-4f8e-8118-3a8522066d60 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.3084152 Jan 28 12:30:13.406032 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06fbc9ba-bf46-44a5-a63f-a5263713b26d service neutron] 10.222.0.53 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482203 Jan 28 12:30:13.447429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bca16ac8-a62a-475b-b275-ff0dd2f51dba req-1c291c67-f29a-497d-9cb4-812cab84a68a tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915182 Jan 28 12:30:13.457178 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-89d3eb5e-3146-4ef6-a442-bf325dd100fe service neutron] 10.222.0.53 "GET /v2.0/ports/f2586121-8b46-44f0-bbb8-e82594060785?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0416915 Jan 28 12:30:13.534275 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c0007a-8347-4677-8871-de365627544d x-openstack-request-id: req-71c0007a-8347-4677-8871-de365627544d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:13.534805 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe0aaaf-01e5-4763-bec8-63ebcf653c5f", "name": "network-vif-plugged", "status": "completed", "tag": "a65b4725-7507-43f4-90cd-939fc9c5cb3b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:13.534805 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71c0007a-8347-4677-8871-de365627544d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:13.535241 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe0aaaf-01e5-4763-bec8-63ebcf653c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65b4725-7507-43f4-90cd-939fc9c5cb3b', 'code': 200} Jan 28 12:30:13.556124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-1e9d05c4-0100-4470-b8a0-38dc0b14ac5c service neutron] 10.222.0.53 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927203 Jan 28 12:30:13.731905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4d40e-a508-4ed4-ab43-7bbeb5415591 req-53312de5-98f1-46eb-8789-36d1fead0642 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:13.733408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4f4d40e-a508-4ed4-ab43-7bbeb5415591 req-53312de5-98f1-46eb-8789-36d1fead0642 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 945 time: 0.1339135 Jan 28 12:30:13.755488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967163a8-0ab7-42f2-9e86-46c84767f36d req-fd6ab68a-6b32-4726-82c1-98ece89b3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:13.757179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-967163a8-0ab7-42f2-9e86-46c84767f36d req-fd6ab68a-6b32-4726-82c1-98ece89b3ebe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 1096 time: 0.1156440 Jan 28 12:30:13.766093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-9f0a5818-dec5-420a-83bd-12accdfd4ca4 service neutron] 10.222.0.53 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937058 Jan 28 12:30:13.867213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:30:13.876059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4f4d40e-a508-4ed4-ab43-7bbeb5415591 req-c81c18f4-5f84-4bdc-9a6f-3812fd6622cd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298862 Jan 28 12:30:13.896542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-967163a8-0ab7-42f2-9e86-46c84767f36d req-134c3475-3791-412b-876c-3ab01dcb3647 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226583 Jan 28 12:30:13.930284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-3bd9db31-23fe-4cff-9b2f-69ceb5cf4fdb service neutron] 10.222.0.53 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632471 Jan 28 12:30:13.998896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:13.999642 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:14.017874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae5defd3-3cf4-41fb-80ba-def42c926282 req-353eb868-4743-4892-8298-7458aaa5423f tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0333564 Jan 28 12:30:14.048191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:14.058789 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:14.072322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-f9eaf3ca-2aba-49b0-91e9-4663573cce20 service neutron] 10.222.0.53 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361525 Jan 28 12:30:14.124964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:14.132371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c5d77ef-cd7f-439d-92fc-06bb8035d5f5 req-3ca97edf-d069-456f-b99c-e65bcda222df tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 210 time: 0.0412080 Jan 28 12:30:14.242194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-17bba507-22e7-4d9c-beda-b7c10de09dab service neutron] 10.222.0.53 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419461 Jan 28 12:30:14.272309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320a93e-a999-40ae-93bc-31acc32fd6f7 req-2a6dd31d-eb84-4e07-a696-c1f1d3a671b6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:14.273749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3320a93e-a999-40ae-93bc-31acc32fd6f7 req-2a6dd31d-eb84-4e07-a696-c1f1d3a671b6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 946 time: 0.0778172 Jan 28 12:30:14.365955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3320a93e-a999-40ae-93bc-31acc32fd6f7 req-9e080028-53b0-4dd2-b2eb-cd2a9b430a14 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609517 Jan 28 12:30:14.407978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-827498ad-90f1-4e5b-ab8c-3b2eb5e846b2 service neutron] 10.222.0.53 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592560 Jan 28 12:30:14.505126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050be177-73a9-44fd-b448-015472c6c739 req-e3e29a35-5516-4ed9-961c-12d95a2e4ccb tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:14.506587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-050be177-73a9-44fd-b448-015472c6c739 req-e3e29a35-5516-4ed9-961c-12d95a2e4ccb tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e9155d0-8869-4d40-8768-850bad6689cb HTTP/1.1" status: 200 len: 944 time: 0.1443386 Jan 28 12:30:14.566578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-df83095f-8109-469b-b90b-8e74d614fc66 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:14.568154 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-df83095f-8109-469b-b90b-8e74d614fc66 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.49 "GET /v2.0/networks?id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 200 len: 805 time: 0.1352406 Jan 28 12:30:14.580895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Request body: {'port': {'device_id': '5e67442b-80c3-44a3-b699-c9b4e16c9200', 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'admin_state_up': True, 'tenant_id': '1b7716d8fdb2453cb3f008626cbd95a0'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:14.632887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4d4d6-8172-4240-b610-685217d4f2f4 req-f7d4682f-e261-451a-8129-aca905f12586 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:14.634346 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53c4d4d6-8172-4240-b610-685217d4f2f4 req-f7d4682f-e261-451a-8129-aca905f12586 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.1523900 Jan 28 12:30:14.643087 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-1fd84d52-47ba-4f76-af60-ae4dce0e3160 service neutron] 10.222.0.53 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306654 Jan 28 12:30:14.693453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Made reservation on behalf of 1b7716d8fdb2453cb3f008626cbd95a0 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:14.697029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:14.752589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53c4d4d6-8172-4240-b610-685217d4f2f4 req-46900467-abf4-4e1f-ad0a-07826751717d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117809 Jan 28 12:30:14.762796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-050be177-73a9-44fd-b448-015472c6c739 req-b3ec5bbf-044a-44ff-ae79-75727bad0ca7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Deleting port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:30:14.763672 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-050be177-73a9-44fd-b448-015472c6c739 req-b3ec5bbf-044a-44ff-ae79-75727bad0ca7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:14.833779 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-f41c5107-60a4-446b-a81b-5c569704d5a2 service neutron] 10.222.0.53 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821327 Jan 28 12:30:14.839824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Allocated IP 172.20.0.13 (bd73ee85-4dd9-4f97-9da0-a07bfedd9f17/2063c900-71d5-45ec-8da2-b0bb602f1a66/6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:14.944340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-050be177-73a9-44fd-b448-015472c6c739 req-b3ec5bbf-044a-44ff-ae79-75727bad0ca7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] For port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:14.944710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-050be177-73a9-44fd-b448-015472c6c739 req-b3ec5bbf-044a-44ff-ae79-75727bad0ca7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:14.968117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-050be177-73a9-44fd-b448-015472c6c739 req-b3ec5bbf-044a-44ff-ae79-75727bad0ca7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Calling delete_port for ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:30:15.036544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-5bbc7d0c-af97-43e4-a620-fae0b0b75aee service neutron] 10.222.0.53 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942301 Jan 28 12:30:15.051116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks [] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:15.107445 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:15.188875 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Pushing event updated for resources: {'Port': ['ID=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:15.192157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:15.200898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:15.201515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:15.206078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.206434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.206784 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.207121 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.207515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.207866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.208653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.211311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.211311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.211311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.211311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.211311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.211311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:15.215961 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-2f09da47-0423-4919-9e15-531c392b71d6 service neutron] 10.222.0.53 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723452 Jan 28 12:30:15.265304 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:15.267801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:15.275185 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-050be177-73a9-44fd-b448-015472c6c739 req-b3ec5bbf-044a-44ff-ae79-75727bad0ca7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:15.289277 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fab39c73-577a-4e42-b1c4-d5b1b48d23ae tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7115023 Jan 28 12:30:15.315785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Request body: {'port': {'device_id': '5e67442b-80c3-44a3-b699-c9b4e16c9200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:15.347094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec5bbf-044a-44ff-ae79-75727bad0ca7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Pushing event deleted for resources: {'Port': ['ID=ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:15.368419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e6f547b8-7791-4255-8a9a-37c88a4bb72e tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:15.369821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e6f547b8-7791-4255-8a9a-37c88a4bb72e tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports/6ea4abda-c248-47c5-8b95-df920c974751 HTTP/1.1" status: 200 len: 931 time: 0.1314359 Jan 28 12:30:15.373169 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:15.536772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301d589a-6c9a-46ed-9460-0c7d1bbe7c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a4fdf8-950a-4e89-884e-46e6b2b5f207'}, {'server_uuid': '0e9155d0-8869-4d40-8768-850bad6689cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:15.539364 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c46d4e1-07b5-4b88-88c9-f299285c560f" -d '{"events": [{"server_uuid": "301d589a-6c9a-46ed-9460-0c7d1bbe7c24", "name": "network-vif-plugged", "status": "completed", "tag": "90a4fdf8-950a-4e89-884e-46e6b2b5f207"}, {"server_uuid": "0e9155d0-8869-4d40-8768-850bad6689cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:15.665525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:15.674589 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Publish callbacks [] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:15.687629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Transition to ACTIVE for port object 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:15.692465 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:15.725772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57c395-867b-45c1-a291-3e976a0a6d87 req-094c4982-93e5-4912-bc8e-9e887e323598 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:15.727209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac57c395-867b-45c1-a291-3e976a0a6d87 req-094c4982-93e5-4912-bc8e-9e887e323598 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.5421557 Jan 28 12:30:15.751865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-050be177-73a9-44fd-b448-015472c6c739 req-b3ec5bbf-044a-44ff-ae79-75727bad0ca7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] No DVR routers for this DVR port ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:30:15.754441 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-050be177-73a9-44fd-b448-015472c6c739 req-b3ec5bbf-044a-44ff-ae79-75727bad0ca7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:15.758124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-050be177-73a9-44fd-b448-015472c6c739 req-b3ec5bbf-044a-44ff-ae79-75727bad0ca7 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.49 "DELETE /v2.0/ports/ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd HTTP/1.1" status: 204 len: 173 time: 1.2313304 Jan 28 12:30:15.763213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:15.780774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9155d0-8869-4d40-8768-850bad6689cb', 'name': 'network-vif-deleted', 'tag': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:15.782793 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe87a311-c3c0-4d0b-a3aa-94252cb29820" -d '{"events": [{"server_uuid": "0e9155d0-8869-4d40-8768-850bad6689cb", "name": "network-vif-deleted", "tag": "ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:15.810450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-2c1b2682-96e7-49b7-a8e7-57d6bd23644b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:15.811838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-2c1b2682-96e7-49b7-a8e7-57d6bd23644b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports/f2586121-8b46-44f0-bbb8-e82594060785 HTTP/1.1" status: 200 len: 931 time: 0.0970278 Jan 28 12:30:15.821806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Attempting to bind port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:15.822729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Attempting to bind port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:15.823333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Attempting to bind port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 on network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:15.829677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 on network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:15.830583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Attempting to bind port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 on network bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:15.835867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:15.836863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Checking segment: {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:15.837391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Bound using segment: {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:15.837840 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Bound port: 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7af555e-921d-4dfd-88fa-ba53c4bc9779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:15.838729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:15.865496 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac57c395-867b-45c1-a291-3e976a0a6d87 req-e22879a1-d819-4782-8c05-994aacc5f53f tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016243 Jan 28 12:30:15.923767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] For port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:15.927844 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] For port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:15.933888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:15.969750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:15.970380 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:15.971798 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] 10.222.0.49 "PUT /v2.0/ports/6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 HTTP/1.1" status: 200 len: 1092 time: 0.6604390 Jan 28 12:30:15.972246 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e67442b-80c3-44a3-b699-c9b4e16c9200', 'tag': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:15.973334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5ff74-4277-4bb1-8227-e55a89b3c2af req-b3fb1731-0e30-47fe-8874-87fccef7e089 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:15.975692 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ecf81a-6f90-4e2a-b050-2d5aa6faa329" -d '{"events": [{"name": "network-changed", "server_uuid": "5e67442b-80c3-44a3-b699-c9b4e16c9200", "tag": "6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:15.975864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00c5ff74-4277-4bb1-8227-e55a89b3c2af req-b3fb1731-0e30-47fe-8874-87fccef7e089 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 945 time: 0.0611167 Jan 28 12:30:16.007805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d353dc7-84cb-4b11-986c-dc28ef80bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:16.039600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00c5ff74-4277-4bb1-8227-e55a89b3c2af req-a24d8b83-d5fb-4af5-aa55-153329e9dbb4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536096 Jan 28 12:30:16.083332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-3c29c78a-4467-4002-ad9a-64d1abddf440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:16.085090 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-3c29c78a-4467-4002-ad9a-64d1abddf440 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 1095 time: 0.0704892 Jan 28 12:30:16.132914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd26ddb3-feb3-4f05-baa3-bade87738ef1 req-6b7df621-2c42-4d59-afc6-b113e5da0bcf tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0294940 Jan 28 12:30:16.136286 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-1a91c5d4-88e6-4624-a822-f28f73833bd6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 HTTP/1.1" status: 200 len: 217 time: 0.0409868 Jan 28 12:30:16.202586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-9251659f-71ee-4369-8ee2-3b6cda077383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:16.204321 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-9251659f-71ee-4369-8ee2-3b6cda077383 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2063c900-71d5-45ec-8da2-b0bb602f1a66 HTTP/1.1" status: 200 len: 845 time: 0.0615649 Jan 28 12:30:16.238338 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-454f2be8-c1fa-4ee6-b2a8-68e5b111d3ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269701 Jan 28 12:30:16.257301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5724b-44d1-4b38-81ef-476d41da1350 req-10ae9e95-1c64-4db4-b842-5b060284c3c1 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:16.258797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eea5724b-44d1-4b38-81ef-476d41da1350 req-10ae9e95-1c64-4db4-b842-5b060284c3c1 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 944 time: 0.0529807 Jan 28 12:30:16.320470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eea5724b-44d1-4b38-81ef-476d41da1350 req-39bccbe1-5976-4046-ac7c-362f2f4415d6 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531752 Jan 28 12:30:16.368340 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-0c4b6f7e-5bf1-494c-9d9d-261d622009d8 service neutron] 10.222.0.49 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152864 Jan 28 12:30:16.454792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662fc26-de42-4ef1-9b4a-2b5ba66e57fb req-18b25ed0-71e5-413f-923e-7fc54d47d621 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:16.456547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8662fc26-de42-4ef1-9b4a-2b5ba66e57fb req-18b25ed0-71e5-413f-923e-7fc54d47d621 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 946 time: 0.0704372 Jan 28 12:30:16.505841 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de265e6f-ee7b-4195-a94b-0354f6d6e1d9 x-openstack-request-id: req-de265e6f-ee7b-4195-a94b-0354f6d6e1d9 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:16.506153 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301d589a-6c9a-46ed-9460-0c7d1bbe7c24", "name": "network-vif-plugged", "status": "completed", "tag": "90a4fdf8-950a-4e89-884e-46e6b2b5f207", "code": 200}, {"server_uuid": "0e9155d0-8869-4d40-8768-850bad6689cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:16.506407 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de265e6f-ee7b-4195-a94b-0354f6d6e1d9 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:16.506540 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1ee1d815-5dbe-498f-8ac4-b78c60c9ba18 req-fe74fe0b-170e-4a50-8b57-3a470067c2bb service neutron] 10.222.0.49 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253200 Jan 28 12:30:16.506806 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301d589a-6c9a-46ed-9460-0c7d1bbe7c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a4fdf8-950a-4e89-884e-46e6b2b5f207', 'code': 200} Jan 28 12:30:16.507060 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9155d0-8869-4d40-8768-850bad6689cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd', 'code': 200} Jan 28 12:30:16.528673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8662fc26-de42-4ef1-9b4a-2b5ba66e57fb req-890c44c2-3599-41b3-b52c-bf19206d384f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642681 Jan 28 12:30:16.590980 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eec9ef3-a41e-4924-8398-bbb10e34429b x-openstack-request-id: req-8eec9ef3-a41e-4924-8398-bbb10e34429b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:16.591474 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9155d0-8869-4d40-8768-850bad6689cb", "name": "network-vif-deleted", "tag": "ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:16.591837 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8eec9ef3-a41e-4924-8398-bbb10e34429b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:16.592335 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9155d0-8869-4d40-8768-850bad6689cb', 'name': 'network-vif-deleted', 'tag': 'ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd', 'status': 'completed', 'code': 200} Jan 28 12:30:16.668524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05eb78-aa65-469c-9441-15a4a6bf70f7 req-3e8c0199-5858-4707-95e8-e50d5a1c2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:16.670089 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9d05eb78-aa65-469c-9441-15a4a6bf70f7 req-3e8c0199-5858-4707-95e8-e50d5a1c2564 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1097 time: 0.0582902 Jan 28 12:30:16.709115 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97236b4e-15a1-4749-af4e-37d57c1144b3 x-openstack-request-id: req-97236b4e-15a1-4749-af4e-37d57c1144b3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:16.709499 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e67442b-80c3-44a3-b699-c9b4e16c9200", "tag": "6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:16.709932 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97236b4e-15a1-4749-af4e-37d57c1144b3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:16.710346 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e67442b-80c3-44a3-b699-c9b4e16c9200', 'tag': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0', 'status': 'completed', 'code': 200} Jan 28 12:30:16.724929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5012c2a-a127-4be3-84dd-e1938ca76adb req-3ea99d0f-8ba2-4200-839d-3ccb50eb4212 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:16.727667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e5012c2a-a127-4be3-84dd-e1938ca76adb req-3ea99d0f-8ba2-4200-839d-3ccb50eb4212 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.1578522 Jan 28 12:30:16.738472 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9d05eb78-aa65-469c-9441-15a4a6bf70f7 req-58fa257a-9c26-4171-91f8-b13b3e31f56f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610464 Jan 28 12:30:16.816597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecf81a-6f90-4e2a-b050-2d5aa6faa329 req-0c76970a-b5f9-491e-8192-ee2a34e3ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:16.818452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a4ecf81a-6f90-4e2a-b050-2d5aa6faa329 req-0c76970a-b5f9-491e-8192-ee2a34e3ba3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 1095 time: 0.0775883 Jan 28 12:30:16.822248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e5012c2a-a127-4be3-84dd-e1938ca76adb req-67960c9d-26d2-4d65-91e4-6640c4a7a2d2 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825825 Jan 28 12:30:16.874638 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0ea745c-7c2a-4aa1-abc0-8121b68789e0 req-31d314e3-c80f-45a3-83e4-366232cca59a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0363626 Jan 28 12:30:16.913182 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:16.958341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb7646-5e99-443c-84e8-98d06b6091ee req-2b1953e3-9183-4411-80f1-25058eec0e61 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:16.960021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dacb7646-5e99-443c-84e8-98d06b6091ee req-2b1953e3-9183-4411-80f1-25058eec0e61 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 945 time: 0.0683653 Jan 28 12:30:17.099651 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dacb7646-5e99-443c-84e8-98d06b6091ee req-5f2b2cb3-e5b7-4f14-800c-3e2166cbfe04 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329339 Jan 28 12:30:17.111112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59608bb0-0a88-4470-944a-687990da93ec req-138662fa-a731-45f5-a999-b80db0d86ca7 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:17.112797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59608bb0-0a88-4470-944a-687990da93ec req-138662fa-a731-45f5-a999-b80db0d86ca7 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.1443396 Jan 28 12:30:17.159392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecf81a-6f90-4e2a-b050-2d5aa6faa329 req-8dabf117-e2d2-4bcc-8b75-2b83a517ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:17.161086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a4ecf81a-6f90-4e2a-b050-2d5aa6faa329 req-8dabf117-e2d2-4bcc-8b75-2b83a517ddbc service neutron] 10.222.0.49 "GET /v2.0/networks?id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 200 len: 906 time: 0.1583707 Jan 28 12:30:17.192176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59608bb0-0a88-4470-944a-687990da93ec req-15ff9c84-55b1-43e8-8bd1-0ce56f993353 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687277 Jan 28 12:30:17.221814 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a4ecf81a-6f90-4e2a-b050-2d5aa6faa329 req-1d92224e-be44-40eb-bba0-dc43bed674c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 HTTP/1.1" status: 200 len: 217 time: 0.0451031 Jan 28 12:30:17.316819 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-baaca448-960f-46e1-9e47-e7b2fd33532c req-908bfc3a-c692-42d6-b8ce-1fa12db6e055 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0301776 Jan 28 12:30:17.329177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecf81a-6f90-4e2a-b050-2d5aa6faa329 req-fff9db06-b39a-4261-b2fb-e10fc6990823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:17.330673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a4ecf81a-6f90-4e2a-b050-2d5aa6faa329 req-fff9db06-b39a-4261-b2fb-e10fc6990823 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2063c900-71d5-45ec-8da2-b0bb602f1a66 HTTP/1.1" status: 200 len: 845 time: 0.0784974 Jan 28 12:30:17.368360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a4ecf81a-6f90-4e2a-b050-2d5aa6faa329 req-77fe4be2-27f8-4e3a-aa00-94f1b9bf3600 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252137 Jan 28 12:30:17.480680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ddd75-0e32-4893-8744-bfe63dd7d3d1 req-dff18dba-9699-4da8-8aa5-f60708235300 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:17.482143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6e9ddd75-0e32-4893-8744-bfe63dd7d3d1 req-dff18dba-9699-4da8-8aa5-f60708235300 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 944 time: 0.0905547 Jan 28 12:30:17.490921 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:17.512414 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a4ecf81a-6f90-4e2a-b050-2d5aa6faa329 req-c8e8ab4a-bb76-4e63-b056-26f8cbdfe34e service neutron] 10.222.0.49 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377792 Jan 28 12:30:17.588112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6e9ddd75-0e32-4893-8744-bfe63dd7d3d1 req-f601cce6-c316-498f-ba02-49557fa20ff9 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970609 Jan 28 12:30:17.654834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a4ecf81a-6f90-4e2a-b050-2d5aa6faa329 req-e21c7981-4542-4ae2-824c-56bc66bf9328 service neutron] 10.222.0.49 "GET /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305828 Jan 28 12:30:17.673561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafca766-34aa-46cb-a8cc-63d90896afbf req-5dfe3b64-4eb5-4622-b636-e9cfd0b714e7 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:17.675408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fafca766-34aa-46cb-a8cc-63d90896afbf req-5dfe3b64-4eb5-4622-b636-e9cfd0b714e7 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 946 time: 0.0733948 Jan 28 12:30:17.725583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fafca766-34aa-46cb-a8cc-63d90896afbf req-d2ffb7a8-2df5-4c4a-afa6-3ab9455fc3cd tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434387 Jan 28 12:30:17.790396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ca9ee138-59c5-4a0c-bf2d-4329471cc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:17.792598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ca9ee138-59c5-4a0c-bf2d-4329471cc6f3 service neutron] 10.222.0.49 "GET /v2.0/ports/6ea4abda-c248-47c5-8b95-df920c974751 HTTP/1.1" status: 200 len: 1027 time: 0.0348127 Jan 28 12:30:17.842672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-92aae23b-29a6-41f5-af9d-201cdca81f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:17.844045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-92aae23b-29a6-41f5-af9d-201cdca81f2a service neutron] 10.222.0.49 "GET /v2.0/ports/f2586121-8b46-44f0-bbb8-e82594060785 HTTP/1.1" status: 200 len: 1027 time: 0.0380106 Jan 28 12:30:17.864320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:30:17.888369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:30:17.889017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ad5e11f2-34e0-44ee-9aa2-9b820ceaaddd not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:30:17.998337 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9ccdb52-ba98-4e85-867e-a9e5e5c778e0 req-e4e6b0ca-3b67-46cc-8ae3-cfaadca96fcc tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0455377 Jan 28 12:30:18.036477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4bebb-2c10-4074-a05a-e9a68a1e781e req-4c44fbbc-2130-4b90-b233-a632481876f3 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:18.038007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1bd4bebb-2c10-4074-a05a-e9a68a1e781e req-4c44fbbc-2130-4b90-b233-a632481876f3 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.1199696 Jan 28 12:30:18.044906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-f38469de-a29e-43f9-a8d1-5a0bcb0462b4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:18.049883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-f38469de-a29e-43f9-a8d1-5a0bcb0462b4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:18.054886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-f38469de-a29e-43f9-a8d1-5a0bcb0462b4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:18.056496 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-f38469de-a29e-43f9-a8d1-5a0bcb0462b4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "GET /v2.0/networks?id=de73d51a-b816-487d-9aec-4cbd62d5c08f&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec HTTP/1.1" status: 200 len: 1990 time: 0.2044895 Jan 28 12:30:18.079775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a460b661-6479-4225-b902-1f7c4b6353ab details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:30:18.143964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1bd4bebb-2c10-4074-a05a-e9a68a1e781e req-1f319a3b-aad6-439b-8b2b-a74c3b4af840 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863945 Jan 28 12:30:18.155203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-76522e5d-2a87-4136-9e52-74625ce81810 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=523c775734d64237ba19b3804f18ee73 HTTP/1.1" status: 200 len: 380 time: 0.0838194 Jan 28 12:30:18.174584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'port': {'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'admin_state_up': True, 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'security_groups': ['70537d2f-6818-4fd6-b92e-fba02884d3d7']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:18.181770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port a460b661-6479-4225-b902-1f7c4b6353ab, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a460b661-6479-4225-b902-1f7c4b6353ab,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:18.198188 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'a460b661-6479-4225-b902-1f7c4b6353ab', 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b', 'port_id': 'a460b661-6479-4225-b902-1f7c4b6353ab', 'mac_address': 'fa:16:3e:0b:6d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a52d88f-3d14-4d4c-b078-233c75ac286f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:30:18.240228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port a460b661-6479-4225-b902-1f7c4b6353ab is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:18.240628 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:18.255675 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a460b661-6479-4225-b902-1f7c4b6353ab {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:18.275729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port a460b661-6479-4225-b902-1f7c4b6353ab, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a460b661-6479-4225-b902-1f7c4b6353ab,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:18.286938 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:18.352239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a3d0e-779e-4d8a-b6c6-2559696621e0 req-023568d5-4cb6-43f2-b950-15322025c778 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:18.355085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de6a3d0e-779e-4d8a-b6c6-2559696621e0 req-023568d5-4cb6-43f2-b950-15322025c778 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 945 time: 0.1205819 Jan 28 12:30:18.367982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=a460b661-6479-4225-b902-1f7c4b6353ab,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:18.430595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df7b6c-1c22-46ca-b414-42e7c81089d9 req-1f48e5da-154b-467a-a064-398b49ad9590 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:18.434224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32df7b6c-1c22-46ca-b414-42e7c81089d9 req-1f48e5da-154b-467a-a064-398b49ad9590 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.1527305 Jan 28 12:30:18.471036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:18.474836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:18.479151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['a460b661-6479-4225-b902-1f7c4b6353ab'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:18.484853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de6a3d0e-779e-4d8a-b6c6-2559696621e0 req-95f5a24c-5bfd-4b67-bb8d-ecafae44b1fb tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175897 Jan 28 12:30:18.576879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32df7b6c-1c22-46ca-b414-42e7c81089d9 req-e62f1294-11e2-408f-b7b4-9647c92a0ca7 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344192 Jan 28 12:30:18.617831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-824693f7-27c9-4170-90d5-7443766afa02 req-d617187d-6ec4-4711-bbec-3561ff24a6e2 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0378561 Jan 28 12:30:18.729437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Allocated IP 172.20.0.6 (de73d51a-b816-487d-9aec-4cbd62d5c08f/a40a858a-ac10-4c03-bed6-d03ffae7c7c2/f2eae2a5-ffa0-4482-ba27-f5eb1313d427) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:18.799099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee74c2-5305-4d7b-b129-bd4025f92da6 req-c7db7941-b374-44c2-b0ac-1fc9b30e3699 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:18.800815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dee74c2-5305-4d7b-b129-bd4025f92da6 req-c7db7941-b374-44c2-b0ac-1fc9b30e3699 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 944 time: 0.0868735 Jan 28 12:30:18.971721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dee74c2-5305-4d7b-b129-bd4025f92da6 req-69b577dd-a4e0-4229-87ba-6d18bb3dc368 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614707 Jan 28 12:30:18.978618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968b535-1c6f-418d-b8e6-ae651e90b695 req-ead22e7c-49ba-4bf2-a8ef-71ceb4bb8802 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:18.980492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c968b535-1c6f-418d-b8e6-ae651e90b695 req-ead22e7c-49ba-4bf2-a8ef-71ceb4bb8802 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 946 time: 0.1421969 Jan 28 12:30:19.008612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:19.067785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c968b535-1c6f-418d-b8e6-ae651e90b695 req-4c7c2b2e-4cb3-499c-9edf-988dd1ea99be tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688121 Jan 28 12:30:19.089965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:19.198953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Network de73d51a-b816-487d-9aec-4cbd62d5c08f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:19.199266 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60c057c1-ea7d-42d7-9572-754f309b5072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:19.217273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:19.219915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:19.261160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Port': ['ID=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:19.280323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada7251-3818-4f57-858e-7372b680b34f req-21923e2c-2fcb-4a8f-a471-531fd2fc6b6c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:19.287365 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bada7251-3818-4f57-858e-7372b680b34f req-21923e2c-2fcb-4a8f-a471-531fd2fc6b6c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 945 time: 0.1822314 Jan 28 12:30:19.329504 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c784294-eb8e-42f1-81c9-cab4afd0ecb8 req-ffcaeb4d-4061-454b-99eb-ddcad692f0ef tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:19.331107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c784294-eb8e-42f1-81c9-cab4afd0ecb8 req-ffcaeb4d-4061-454b-99eb-ddcad692f0ef tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 931 time: 0.1648805 Jan 28 12:30:19.339833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:19.340472 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:19.393316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bada7251-3818-4f57-858e-7372b680b34f req-6e306e31-5192-4443-8b1f-ff022d047e45 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050797 Jan 28 12:30:19.398251 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-47015280-7b14-49a9-9284-bd98ce531896 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2286379 Jan 28 12:30:19.415729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'port': {'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d', 'admin_state_up': True, 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'security_groups': ['70537d2f-6818-4fd6-b92e-fba02884d3d7']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:19.471757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c784294-eb8e-42f1-81c9-cab4afd0ecb8 req-85a85a17-8066-43cd-b44d-ddafc4f2d25d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273465 Jan 28 12:30:19.543373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7d60c932-2d6b-40c4-b41d-5b93ffbf024d None None] Provisioning complete for port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:19.544354 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d60c932-2d6b-40c4-b41d-5b93ffbf024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:19.575460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46154d8f-9912-4777-a2e6-03353501f345 req-630a985f-7013-4fb2-9db8-d21381b4653c tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:19.576954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46154d8f-9912-4777-a2e6-03353501f345 req-630a985f-7013-4fb2-9db8-d21381b4653c tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1097 time: 0.0961838 Jan 28 12:30:19.588369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7d60c932-2d6b-40c4-b41d-5b93ffbf024d None None] Port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:30:19.621001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:19.624300 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:19.682538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2917d6-26a3-45fa-a16e-c91c561525f0 req-9cb94ee6-a3b7-46d2-a2d2-7fd22020bcb7 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:19.684045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c2917d6-26a3-45fa-a16e-c91c561525f0 req-9cb94ee6-a3b7-46d2-a2d2-7fd22020bcb7 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 944 time: 0.1277971 Jan 28 12:30:19.718785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46154d8f-9912-4777-a2e6-03353501f345 req-7d243c35-bc9e-4636-9d22-5624cf949ba5 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204021 Jan 28 12:30:19.840584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c2917d6-26a3-45fa-a16e-c91c561525f0 req-03946e1b-bccf-40b4-a2b0-a9a84ca87d2e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300292 Jan 28 12:30:19.866071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:30:19.883586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Allocated IP 10.1.1.40 (e54d590a-3977-4e88-846f-ae0b85d73b5d/5f5c6c4c-c467-4977-a435-036c58a87fe6/d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:19.894394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a34c1-0a51-47ae-9d60-130cd1ebf753 req-00e8fc21-695b-48db-a536-ede2d3d04f95 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:19.896666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc5a34c1-0a51-47ae-9d60-130cd1ebf753 req-00e8fc21-695b-48db-a536-ede2d3d04f95 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.1014469 Jan 28 12:30:19.968398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c734a816-bba7-44d3-9104-26a14d86725f req-583329da-1d72-442c-a39d-dc6587919c11 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0536509 Jan 28 12:30:20.000749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:20.005967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0', 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'port_id': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0', 'mac_address': 'fa:16:3e:c6:ef:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2063c900-71d5-45ec-8da2-b0bb602f1a66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:30:20.063763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:20.064416 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:20.070219 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc5a34c1-0a51-47ae-9d60-130cd1ebf753 req-7a9ccfb0-ffbb-48bf-bbc2-4d478263963f tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641352 Jan 28 12:30:20.079483 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:20.094103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a460b661-6479-4225-b902-1f7c4b6353ab up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:30:20.137424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f51b32-0e1f-4f11-90e8-1af11fc2d555 req-ca79add7-4c5d-478b-be10-a47d3fa5d2aa tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:20.138397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:20.139580 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1f51b32-0e1f-4f11-90e8-1af11fc2d555 req-ca79add7-4c5d-478b-be10-a47d3fa5d2aa tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1097 time: 0.0736139 Jan 28 12:30:20.152384 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:20.212659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:20.220447 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:20.235708 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port a460b661-6479-4225-b902-1f7c4b6353ab triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:20.236381 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:20.263901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1f51b32-0e1f-4f11-90e8-1af11fc2d555 req-dbb975c1-4fec-42fc-99c9-526d7bda4486 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156244 Jan 28 12:30:20.307379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b588a-a786-4c32-9c79-f6bb901e8fd4 req-83e699b5-c97a-4754-97bd-12333d955923 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:20.314572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-748b588a-a786-4c32-9c79-f6bb901e8fd4 req-83e699b5-c97a-4754-97bd-12333d955923 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 945 time: 0.1492326 Jan 28 12:30:20.336826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port a460b661-6479-4225-b902-1f7c4b6353ab is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:20.337367 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:20.339215 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:20.386787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port a460b661-6479-4225-b902-1f7c4b6353ab, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a460b661-6479-4225-b902-1f7c4b6353ab,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:20.388077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afb933e-2b36-4ea5-af82-b2bcb3bcd995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a460b661-6479-4225-b902-1f7c4b6353ab'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:20.391177 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75810132-dda6-4084-b9c2-64e05ff78903" -d '{"events": [{"server_uuid": "6afb933e-2b36-4ea5-af82-b2bcb3bcd995", "name": "network-vif-plugged", "status": "completed", "tag": "a460b661-6479-4225-b902-1f7c4b6353ab"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:20.399803 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:20.424505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Network e54d590a-3977-4e88-846f-ae0b85d73b5d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:20.451001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-748b588a-a786-4c32-9c79-f6bb901e8fd4 req-7282b499-6019-405b-80a3-1432589c64eb tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280665 Jan 28 12:30:20.455581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:20.455581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Port': ['ID=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:20.458261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:20.493700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=a460b661-6479-4225-b902-1f7c4b6353ab,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:20.527912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:20.581938 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bff19d-b26b-443f-8319-aaf9d236b0cb x-openstack-request-id: req-d5bff19d-b26b-443f-8319-aaf9d236b0cb {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:20.582276 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afb933e-2b36-4ea5-af82-b2bcb3bcd995", "name": "network-vif-plugged", "status": "completed", "tag": "a460b661-6479-4225-b902-1f7c4b6353ab", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:20.582559 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5bff19d-b26b-443f-8319-aaf9d236b0cb {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:20.582870 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afb933e-2b36-4ea5-af82-b2bcb3bcd995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a460b661-6479-4225-b902-1f7c4b6353ab', 'code': 200} Jan 28 12:30:20.582995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:20.589210 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:20.638270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2c5aa-7a7b-4b23-90a6-449d21f84529 req-bf477d1c-032e-4a00-8bfd-29a56b25a98f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:20.644070 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2ed2c5aa-7a7b-4b23-90a6-449d21f84529 req-bf477d1c-032e-4a00-8bfd-29a56b25a98f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 945 time: 0.1167600 Jan 28 12:30:20.720832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e861020a-74e5-4005-a940-1df4f579e462 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3153033 Jan 28 12:30:20.736742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'port': {'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d', 'admin_state_up': True, 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'security_groups': ['70537d2f-6818-4fd6-b92e-fba02884d3d7']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:20.909140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94d46c-e1d7-4485-994b-b696d4b10184 req-7f46a93d-c869-45e3-a007-a815e366af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:20.910904 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2a94d46c-e1d7-4485-994b-b696d4b10184 req-7f46a93d-c869-45e3-a007-a815e366af3b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0896807 Jan 28 12:30:20.921192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c1fa1e1b-0510-46fc-9af4-91e2b7110c7d None None] Provisioning complete for port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:20.921715 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1fa1e1b-0510-46fc-9af4-91e2b7110c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:20.966249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-2ed2c5aa-7a7b-4b23-90a6-449d21f84529 req-54b264ac-b633-4ffa-a7b7-d5c14d610b0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Deleting port a65b4725-7507-43f4-90cd-939fc9c5cb3b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:30:20.967027 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2ed2c5aa-7a7b-4b23-90a6-449d21f84529 req-54b264ac-b633-4ffa-a7b7-d5c14d610b0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:20.972584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675566d-28c4-4c85-a09f-98744ccf9b67 req-1bd776b8-bde6-4f2f-807c-58433dfd0210 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:20.975014 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c675566d-28c4-4c85-a09f-98744ccf9b67 req-1bd776b8-bde6-4f2f-807c-58433dfd0210 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbe0aaaf-01e5-4763-bec8-63ebcf653c5f HTTP/1.1" status: 200 len: 945 time: 0.3789477 Jan 28 12:30:20.997697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa1e1b-0510-46fc-9af4-91e2b7110c7d None None] Port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:30:21.047480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63396424-9fa0-436b-905b-ff5827b35fdf req-c7db2186-533d-405a-902f-74cd3b50d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:21.048978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63396424-9fa0-436b-905b-ff5827b35fdf req-c7db2186-533d-405a-902f-74cd3b50d38e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 1096 time: 0.3070710 Jan 28 12:30:21.066005 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2a94d46c-e1d7-4485-994b-b696d4b10184 req-93a643a6-e72f-438b-b19d-36a58e417e63 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474283 Jan 28 12:30:21.102968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82a227-3a36-41fc-ab06-6b06ea0099c5 req-a0851ad4-44de-475b-9674-287d6b1b462a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:21.108051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2ed2c5aa-7a7b-4b23-90a6-449d21f84529 req-54b264ac-b633-4ffa-a7b7-d5c14d610b0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] For port a65b4725-7507-43f4-90cd-939fc9c5cb3b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a65b4725-7507-43f4-90cd-939fc9c5cb3b,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:21.108850 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2ed2c5aa-7a7b-4b23-90a6-449d21f84529 req-54b264ac-b633-4ffa-a7b7-d5c14d610b0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:21.109605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82a227-3a36-41fc-ab06-6b06ea0099c5 req-a0851ad4-44de-475b-9674-287d6b1b462a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:21.120656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad82a227-3a36-41fc-ab06-6b06ea0099c5 req-a0851ad4-44de-475b-9674-287d6b1b462a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 1652 time: 0.2497354 Jan 28 12:30:21.126965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-2ed2c5aa-7a7b-4b23-90a6-449d21f84529 req-54b264ac-b633-4ffa-a7b7-d5c14d610b0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Calling delete_port for a65b4725-7507-43f4-90cd-939fc9c5cb3b owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:30:21.171594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c675566d-28c4-4c85-a09f-98744ccf9b67 req-3df11e8b-cc2d-4257-b9c4-160bdc280c4d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851864 Jan 28 12:30:21.203634 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63396424-9fa0-436b-905b-ff5827b35fdf req-47c7b9d0-085a-4d1b-a1b6-5ee022b0b148 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474261 Jan 28 12:30:21.215520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:21.218799 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:21.236728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad82a227-3a36-41fc-ab06-6b06ea0099c5 req-afbcc206-8ccd-4713-90a3-22522a73c8a8 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151457 Jan 28 12:30:21.311804 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2ed2c5aa-7a7b-4b23-90a6-449d21f84529 req-54b264ac-b633-4ffa-a7b7-d5c14d610b0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a65b4725-7507-43f4-90cd-939fc9c5cb3b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:21.328240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['a65b4725-7507-43f4-90cd-939fc9c5cb3b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:21.365732 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b264ac-b633-4ffa-a7b7-d5c14d610b0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event deleted for resources: {'Port': ['ID=a65b4725-7507-43f4-90cd-939fc9c5cb3b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:21.413761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed2c5aa-7a7b-4b23-90a6-449d21f84529 req-54b264ac-b633-4ffa-a7b7-d5c14d610b0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] No DVR routers for this DVR port a65b4725-7507-43f4-90cd-939fc9c5cb3b on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:30:21.416806 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2ed2c5aa-7a7b-4b23-90a6-449d21f84529 req-54b264ac-b633-4ffa-a7b7-d5c14d610b0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:21.420270 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2ed2c5aa-7a7b-4b23-90a6-449d21f84529 req-54b264ac-b633-4ffa-a7b7-d5c14d610b0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "DELETE /v2.0/ports/a65b4725-7507-43f4-90cd-939fc9c5cb3b HTTP/1.1" status: 204 len: 173 time: 0.7583647 Jan 28 12:30:21.420703 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe0aaaf-01e5-4763-bec8-63ebcf653c5f', 'name': 'network-vif-deleted', 'tag': 'a65b4725-7507-43f4-90cd-939fc9c5cb3b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:21.423308 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eddfc4-71e6-4882-a57d-fb372cfe94e1" -d '{"events": [{"server_uuid": "cbe0aaaf-01e5-4763-bec8-63ebcf653c5f", "name": "network-vif-deleted", "tag": "a65b4725-7507-43f4-90cd-939fc9c5cb3b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:21.449029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e21ab-53b6-45e1-bb45-046957a157d8 req-bb68833c-f34d-451f-babe-98144854134e tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:21.455587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e55e21ab-53b6-45e1-bb45-046957a157d8 req-bb68833c-f34d-451f-babe-98144854134e tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1097 time: 0.1515300 Jan 28 12:30:21.472484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd25f7-5d7a-422c-8357-d807ac18681c req-2cff848d-e437-4f1f-8120-98e456cb4517 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:21.474205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47cd25f7-5d7a-422c-8357-d807ac18681c req-2cff848d-e437-4f1f-8120-98e456cb4517 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.1323330 Jan 28 12:30:21.530475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Allocated IP 10.1.1.85 (e54d590a-3977-4e88-846f-ae0b85d73b5d/5f5c6c4c-c467-4977-a435-036c58a87fe6/bd0a94f0-6ad2-427c-acca-75175ea8b8b5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:21.585067 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e548c3c9-45bd-4979-b189-ae688f4d7c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:21.601063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e55e21ab-53b6-45e1-bb45-046957a157d8 req-6c738a2b-8cf3-47c8-bf15-32f822d10491 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236589 Jan 28 12:30:21.608015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47cd25f7-5d7a-422c-8357-d807ac18681c req-17541375-9f0a-48ca-91b4-b56a74d9474b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239250 Jan 28 12:30:21.729901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d782a3e5-93b2-4fd5-afe0-3f1261d616c6 req-fc2df464-4c59-486a-80c0-bfa3d3bd924e tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0441577 Jan 28 12:30:21.857881 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500b9a83-20a9-4013-813a-4c39ff009e18 x-openstack-request-id: req-500b9a83-20a9-4013-813a-4c39ff009e18 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:21.858794 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe0aaaf-01e5-4763-bec8-63ebcf653c5f", "name": "network-vif-deleted", "tag": "a65b4725-7507-43f4-90cd-939fc9c5cb3b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:21.859297 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-500b9a83-20a9-4013-813a-4c39ff009e18 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:21.859942 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe0aaaf-01e5-4763-bec8-63ebcf653c5f', 'name': 'network-vif-deleted', 'tag': 'a65b4725-7507-43f4-90cd-939fc9c5cb3b', 'status': 'completed', 'code': 200} Jan 28 12:30:21.882642 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:30:21.995217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:30:22.005308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:22.005691 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:22.097478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:22.098031 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:22.162714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:22.169209 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:22.208239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf19285-59e6-471f-8165-f2029ab22092 req-172271e0-af78-49a1-b338-af608dcad39e tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:22.217364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-daf19285-59e6-471f-8165-f2029ab22092 req-172271e0-af78-49a1-b338-af608dcad39e tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.5166345 Jan 28 12:30:22.223736 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:22.236371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e366720-632e-4822-9c5f-9dc66e14ef36 req-ada5c11d-c26f-4ff9-a5da-043bebb6cb80 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:22.238099 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e366720-632e-4822-9c5f-9dc66e14ef36 req-ada5c11d-c26f-4ff9-a5da-043bebb6cb80 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 945 time: 0.1401150 Jan 28 12:30:22.249422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:22.333557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-daf19285-59e6-471f-8165-f2029ab22092 req-d4a438e6-6090-49fc-8dc2-5857459c3a19 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150169 Jan 28 12:30:22.398925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e366720-632e-4822-9c5f-9dc66e14ef36 req-9e495bb4-1414-414e-ac38-ae941ae17366 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325648 Jan 28 12:30:22.410068 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:22.485848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Network e54d590a-3977-4e88-846f-ae0b85d73b5d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:22.488982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:22.497099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:22.523469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Port': ['ID=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:22.570255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:22.571125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:22.584056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67442b-80c3-44a3-b699-c9b4e16c9200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:22.587286 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c8f06b-8dfb-4f15-85b6-758af245407a" -d '{"events": [{"server_uuid": "5e67442b-80c3-44a3-b699-c9b4e16c9200", "name": "network-vif-plugged", "status": "completed", "tag": "6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:22.621654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-e0224dd9-5a89-401c-bc1c-9653dfe4e289 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8915119 Jan 28 12:30:22.635235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'port': {'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec', 'admin_state_up': True, 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'security_groups': ['70537d2f-6818-4fd6-b92e-fba02884d3d7']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:22.797237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe21be-6117-4181-832a-35a51d6388fa req-862b4488-2174-42b9-b7c6-3559503b08b9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:22.802613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe21be-6117-4181-832a-35a51d6388fa req-862b4488-2174-42b9-b7c6-3559503b08b9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:22.808132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe21be-6117-4181-832a-35a51d6388fa req-862b4488-2174-42b9-b7c6-3559503b08b9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:22.816340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ebe21be-6117-4181-832a-35a51d6388fa req-862b4488-2174-42b9-b7c6-3559503b08b9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 2372 time: 0.2095089 Jan 28 12:30:22.839136 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:22.870767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:22.885173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ebe21be-6117-4181-832a-35a51d6388fa req-b0b4375d-6466-4368-b720-138961400afc tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668564 Jan 28 12:30:22.945490 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdcd629-0173-437f-85b8-0c4d63286632 x-openstack-request-id: req-ffdcd629-0173-437f-85b8-0c4d63286632 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:22.949126 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67442b-80c3-44a3-b699-c9b4e16c9200", "name": "network-vif-plugged", "status": "completed", "tag": "6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:22.949490 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffdcd629-0173-437f-85b8-0c4d63286632 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:22.949988 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67442b-80c3-44a3-b699-c9b4e16c9200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0', 'code': 200} Jan 28 12:30:22.954138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-28c8d6b6-04d2-4649-90cf-23eaae2f8ef4 None None] Provisioning complete for port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:22.977524 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28c8d6b6-04d2-4649-90cf-23eaae2f8ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:23.091469 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed9fce-ec7c-4162-89ff-180a395629bf req-9e9182e8-f7ce-4918-b19e-a402d1afab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:23.093276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-28c8d6b6-04d2-4649-90cf-23eaae2f8ef4 None None] Port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:30:23.093835 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9eed9fce-ec7c-4162-89ff-180a395629bf req-9e9182e8-f7ce-4918-b19e-a402d1afab4f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 1097 time: 0.0595498 Jan 28 12:30:23.134395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7ced4-3b04-4cbd-b254-93b5c58959bb req-a4149608-038d-485c-acda-6499288e9dfb tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:23.141780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7f7ced4-3b04-4cbd-b254-93b5c58959bb req-a4149608-038d-485c-acda-6499288e9dfb tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.1274748 Jan 28 12:30:23.146939 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:23.158911 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9eed9fce-ec7c-4162-89ff-180a395629bf req-9a0304c9-453f-4913-ab3e-a1ff6534ce0f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584571 Jan 28 12:30:23.286994 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7f7ced4-3b04-4cbd-b254-93b5c58959bb req-79858252-fb94-49e9-90ae-c083a8a4b142 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443076 Jan 28 12:30:23.594620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Allocated IP 10.2.2.100 (5c60d1c8-6fc0-42c8-9d85-f6c062e23dec/87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d/51934b9e-f915-40d5-ac1a-54f71b41d4e8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:23.607691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-d0471c57-f2c2-4661-94c8-6e9a7744d866 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:23.609783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-d0471c57-f2c2-4661-94c8-6e9a7744d866 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.1753864 Jan 28 12:30:23.621587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-f1549409-334e-4f98-9077-2b7273d960ff tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:30:23.622709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-f1549409-334e-4f98-9077-2b7273d960ff tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065672 Jan 28 12:30:23.663900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-9304b3ce-d2a1-4f1f-86ca-b56e7320a46b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/quotas/b77d7b1bffe84f9a80589d60595239b5 HTTP/1.1" status: 200 len: 375 time: 0.0399587 Jan 28 12:30:23.708457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-d09dc69c-526c-485f-9b93-baa187d3dca7 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436113 Jan 28 12:30:23.727887 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-65ed2ce4-ef91-4333-921a-4c1a0c8eef2c tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:30:23.729165 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-65ed2ce4-ef91-4333-921a-4c1a0c8eef2c tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0691054 Jan 28 12:30:23.820182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-9de397ac-e1f1-4fbe-a5e2-b30743b2a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:23.833415 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-9de397ac-e1f1-4fbe-a5e2-b30743b2a202 service neutron] 10.222.0.53 "GET /v2.0/ports/90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 200 len: 1094 time: 0.0966790 Jan 28 12:30:23.838649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] Request body: {'binding': {'host': 'n-h1-824835-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:23.839459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:30:23.893882 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:23.897122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a65b4725-7507-43f4-90cd-939fc9c5cb3b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:30:23.932661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-fd4eb952-e3c5-4c0e-9543-d390c43559dc service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047489 Jan 28 12:30:23.945616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: a65b4725-7507-43f4-90cd-939fc9c5cb3b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:30:23.946161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a65b4725-7507-43f4-90cd-939fc9c5cb3b not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:30:24.017683 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:24.037751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] Attempting to bind port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on host n-h1-824835-4 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:24.038763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] Attempting to bind port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:24.039333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] Attempting to bind port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:24.047559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] Port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:24.048371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] Attempting to bind port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:24.055993 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:24.056745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:24.057341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:24.058172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] Bound port: 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:24.091561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:24.095334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:24.099227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:24.129928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-be89dd97-a338-422e-971b-62489660aef8 service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963131 Jan 28 12:30:24.172735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:24.187904 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:24.197821 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Port': ['ID=51934b9e-f915-40d5-ac1a-54f71b41d4e8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:24.199961 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-a552b803-b30d-40fe-99db-adb889c3fe05 service neutron] 10.222.0.53 "POST /v2.0/ports/90a4fdf8-950a-4e89-884e-46e6b2b5f207/bindings HTTP/1.1" status: 201 len: 389 time: 0.3644054 Jan 28 12:30:24.258615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:24.268451 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:24.310281 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-54e2ae62-70a4-4f05-b352-7caffadac48b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6798742 Jan 28 12:30:24.321049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'port': {'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec', 'admin_state_up': True, 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'security_groups': ['70537d2f-6818-4fd6-b92e-fba02884d3d7']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:24.455303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4d4de321-3861-42be-90a4-11fc383f77bf None None] Provisioning complete for port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:24.464207 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d4de321-3861-42be-90a4-11fc383f77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:24.611869 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:24.612926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4d4de321-3861-42be-90a4-11fc383f77bf None None] Port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:30:24.656224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f07f92f2-faf9-49fd-8fac-52c3d9591f66 req-4fc7de74-3ddb-4260-8d43-c8961842e4d4 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.1044366 Jan 28 12:30:24.781016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Made reservation on behalf of 523c775734d64237ba19b3804f18ee73 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:24.786844 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:24.821739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da64ea6-6586-4f91-b0dd-475bcf63699b req-41d5df18-a786-4029-89b3-93d1372d2c72 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:24.830615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6da64ea6-6586-4f91-b0dd-475bcf63699b req-41d5df18-a786-4029-89b3-93d1372d2c72 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.1843708 Jan 28 12:30:24.989055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35cf36-c466-4bb5-a281-c27eace5ed44 req-5b732379-ab81-48b2-94f4-8eff1fd60c77 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:24.990927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b35cf36-c466-4bb5-a281-c27eace5ed44 req-5b732379-ab81-48b2-94f4-8eff1fd60c77 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.2323711 Jan 28 12:30:25.018589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6da64ea6-6586-4f91-b0dd-475bcf63699b req-721198a4-40c0-442f-bff2-99d3bd3b4e86 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844032 Jan 28 12:30:25.051802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-0feecb81-eb1a-4296-934f-1eddd8532d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:25.053285 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-0feecb81-eb1a-4296-934f-1eddd8532d42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1097 time: 0.3072968 Jan 28 12:30:25.246686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b35cf36-c466-4bb5-a281-c27eace5ed44 req-3916b427-a73a-4a17-af63-6c0a5ba08021 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448239 Jan 28 12:30:25.305111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-47231e1e-bc14-4b8d-af70-44c8b0504e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:25.306736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-47231e1e-bc14-4b8d-af70-44c8b0504e17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.2430387 Jan 28 12:30:25.351058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06434427-1466-4be6-8ed6-5f39c57f5c41 req-3effb00e-666f-4cb4-9cdd-ad6db5d62598 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:25.356012 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06434427-1466-4be6-8ed6-5f39c57f5c41 req-3effb00e-666f-4cb4-9cdd-ad6db5d62598 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 946 time: 0.2081649 Jan 28 12:30:25.415577 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-b007c4af-026b-4d2a-bebb-86569c42b36d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 200 len: 217 time: 0.0911269 Jan 28 12:30:25.424933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Allocated IP 10.2.2.200 (5c60d1c8-6fc0-42c8-9d85-f6c062e23dec/87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d/a0310cb0-628a-4b57-9679-77da0382719e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:25.593367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-72b17e75-bc54-4a89-abad-aa49b17362b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:25.594824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-72b17e75-bc54-4a89-abad-aa49b17362b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.1719220 Jan 28 12:30:25.608021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06434427-1466-4be6-8ed6-5f39c57f5c41 req-094cf962-23a4-4dd9-bb89-7306844b2892 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989777 Jan 28 12:30:25.653436 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-c4fb2292-bf01-4733-9d7e-21598ed21a8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507555 Jan 28 12:30:25.673730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34392122-a43c-4163-8d68-52cb92812f82 req-7ccec388-1f76-431f-ade2-3cc508f39e74 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:25.680246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34392122-a43c-4163-8d68-52cb92812f82 req-7ccec388-1f76-431f-ade2-3cc508f39e74 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:25.686129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34392122-a43c-4163-8d68-52cb92812f82 req-7ccec388-1f76-431f-ade2-3cc508f39e74 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:25.693104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34392122-a43c-4163-8d68-52cb92812f82 req-7ccec388-1f76-431f-ade2-3cc508f39e74 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:25.693230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34392122-a43c-4163-8d68-52cb92812f82 req-7ccec388-1f76-431f-ade2-3cc508f39e74 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 3093 time: 0.2412353 Jan 28 12:30:25.911063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34392122-a43c-4163-8d68-52cb92812f82 req-2e85c75a-49d1-4c3e-9748-5cc13d1c7d0a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813312 Jan 28 12:30:25.922371 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:25.924371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dedfc-9cdc-4628-9d15-26858657ab4f req-ccfebe8d-76b9-4b43-a507-8549ee213cfb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:25.925888 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-845dedfc-9cdc-4628-9d15-26858657ab4f req-ccfebe8d-76b9-4b43-a507-8549ee213cfb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 946 time: 0.1904602 Jan 28 12:30:25.941287 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for port (a0310cb0-628a-4b57-9679-77da0382719e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:25.972181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-1d95a6b7-6e28-405a-9b1e-e7476cc9534f service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780240 Jan 28 12:30:26.063554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-d6892776-9032-4c24-ab2b-62ca95780915 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:26.065108 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-d6892776-9032-4c24-ab2b-62ca95780915 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.1997671 Jan 28 12:30:26.081903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Request body: {'port': {'device_id': 'ebf870d3-6d91-4f72-bca9-b609eab0f80a', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'admin_state_up': True, 'tenant_id': 'b77d7b1bffe84f9a80589d60595239b5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:26.106742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19e40fdb-296d-4a2f-964b-2b9995bbe9d3 req-8ae7b848-98ec-44bc-8a7c-e2b6fc61bd9d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 210 time: 0.0564146 Jan 28 12:30:26.115168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-845dedfc-9cdc-4628-9d15-26858657ab4f req-e1f0c43b-c883-4f8e-8d3c-1994ea679635 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769781 Jan 28 12:30:26.155381 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a0310cb0-628a-4b57-9679-77da0382719e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:26.255733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-d680a346-c861-4e5d-92f8-2b70429b5560 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772429 Jan 28 12:30:26.258466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:26.264428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:26.266533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event updated for resources: {'Port': ['ID=a0310cb0-628a-4b57-9679-77da0382719e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:26.277766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:26.281902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Made reservation on behalf of b77d7b1bffe84f9a80589d60595239b5 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:26.286580 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:26.350441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:26.351251 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:26.503626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a0519cb3-90b9-44a2-afc5-9f3f0450ded2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1868556 Jan 28 12:30:26.523016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Request body: {'port': {'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:26.563978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Allocated IP 172.20.0.13 (02586113-c01d-4c5c-ba3c-998693ed9659/f43d2cbd-bf64-4a86-a4a0-cced0a12976e/a75e7990-42a5-45b0-a4ca-ec2281603276) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:26.593191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-1b4d9598-830b-41f0-ba00-f9f73e74af27 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:26.594990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-1b4d9598-830b-41f0-ba00-f9f73e74af27 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24&tenant_id=28c9043847134daea969876de73b5965&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1097 time: 0.2287660 Jan 28 12:30:26.615279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-4'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:26.661906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ba4afb06-5390-4f74-9f3c-a22686f34131 None None] Provisioning complete for port a0310cb0-628a-4b57-9679-77da0382719e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:26.662424 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba4afb06-5390-4f74-9f3c-a22686f34131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a0310cb0-628a-4b57-9679-77da0382719e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:26.662972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-3e9c3584-f4af-4b83-afc6-fc2eadcb82a7 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:26.664474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-3e9c3584-f4af-4b83-afc6-fc2eadcb82a7 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/networks?id=df2a9c51-6a3b-446e-a71c-459d62cf9c96 HTTP/1.1" status: 200 len: 810 time: 0.2677588 Jan 28 12:30:26.685230 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:26.718615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-a616f660-6ccf-4256-b1b4-806508e69633 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/quotas/64c4e0548cb5444ba31de2ad42c6005b HTTP/1.1" status: 200 len: 375 time: 0.0446923 Jan 28 12:30:26.725069 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:26.748440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ba4afb06-5390-4f74-9f3c-a22686f34131 None None] Port a0310cb0-628a-4b57-9679-77da0382719e cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:30:26.875818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-f7c1d6ea-7c63-4609-a11c-f05f2d593bf8 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=64c4e0548cb5444ba31de2ad42c6005b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300790 Jan 28 12:30:27.170609 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks [] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:27.210408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:27.258574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Network 02586113-c01d-4c5c-ba3c-998693ed9659 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:27.264238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:27.268613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:27.272639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event updated for resources: {'Port': ['ID=a75e7990-42a5-45b0-a4ca-ec2281603276,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:27.325894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:27.326547 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:27.344008 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-a37086e1-9051-4b75-9905-efd7f9a3e532 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2668428 Jan 28 12:30:27.358052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Request body: {'port': {'device_id': 'ebf870d3-6d91-4f72-bca9-b609eab0f80a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:27.421061 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:27.426262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56090617-f132-458f-9924-f9e4022c918d req-ec26cf73-eb63-4cb3-97c4-50419f230b20 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0709422 Jan 28 12:30:27.557818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:27.577860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-1143db91-3f7f-4cb6-87c2-9c8186f9c28c service neutron] 10.222.0.53 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6396856 Jan 28 12:30:27.763170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75e7990-42a5-45b0-a4ca-ec2281603276 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:27.772205 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Publish callbacks [] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:27.786894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Transition to ACTIVE for port object a75e7990-42a5-45b0-a4ca-ec2281603276 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:27.792615 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:27.817623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:27.855269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Pushing event updated for resources: {'Port': ['ID=a75e7990-42a5-45b0-a4ca-ec2281603276,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:27.929176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97388e-f3bd-49cb-9cb7-905e7ba56c39 req-5837a7dc-58ee-4bce-a09d-be9c1ef9597b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:27.930390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Attempting to bind port a75e7990-42a5-45b0-a4ca-ec2281603276 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:27.930647 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed97388e-f3bd-49cb-9cb7-905e7ba56c39 req-5837a7dc-58ee-4bce-a09d-be9c1ef9597b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afb933e-2b36-4ea5-af82-b2bcb3bcd995 HTTP/1.1" status: 200 len: 945 time: 0.2750809 Jan 28 12:30:27.930863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Attempting to bind port a75e7990-42a5-45b0-a4ca-ec2281603276 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:27.931236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Attempting to bind port a75e7990-42a5-45b0-a4ca-ec2281603276 on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:27.935960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Port a75e7990-42a5-45b0-a4ca-ec2281603276 on network 02586113-c01d-4c5c-ba3c-998693ed9659 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:27.936355 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Attempting to bind port a75e7990-42a5-45b0-a4ca-ec2281603276 on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:27.941507 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:27.942511 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Checking segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:27.943019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Bound using segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:27.943886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Bound port: a75e7990-42a5-45b0-a4ca-ec2281603276, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:27.944929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:27.959250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301d589a-6c9a-46ed-9460-0c7d1bbe7c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90a4fdf8-950a-4e89-884e-46e6b2b5f207'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:27.961505 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0a0da2-4a16-4fba-bb66-91b591261e41" -d '{"events": [{"server_uuid": "301d589a-6c9a-46ed-9460-0c7d1bbe7c24", "name": "network-vif-unplugged", "status": "completed", "tag": "90a4fdf8-950a-4e89-884e-46e6b2b5f207"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:27.966042 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-1286ad6c-b9d7-4654-a915-4b9e5d817429 service neutron] 10.222.0.53 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728604 Jan 28 12:30:27.971914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-40018c15-2d81-4061-8084-f41acfc55d63 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:27.973259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-40018c15-2d81-4061-8084-f41acfc55d63 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/networks?id=e8afdfaf-7933-47d2-a23a-76117fd9a21b HTTP/1.1" status: 200 len: 815 time: 0.4211683 Jan 28 12:30:27.977123 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Publish callbacks [] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:28.019913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2eae2a5-ffa0-4482-ba27-f5eb1313d427 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:28.028254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:28.032963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] For port a75e7990-42a5-45b0-a4ca-ec2281603276, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:28.038688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] For port a75e7990-42a5-45b0-a4ca-ec2281603276, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a75e7990-42a5-45b0-a4ca-ec2281603276,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:28.046656 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Publish callbacks [] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:28.046958 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:28.053621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-fa797094-98ef-4088-9a24-745c3d037e24 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/quotas/4b07ed76ea374ea485968b4cd28446fd HTTP/1.1" status: 200 len: 375 time: 0.0721700 Jan 28 12:30:28.092041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:28.092673 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:28.094120 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] 10.222.0.49 "PUT /v2.0/ports/a75e7990-42a5-45b0-a4ca-ec2281603276 HTTP/1.1" status: 200 len: 1092 time: 0.7411547 Jan 28 12:30:28.094757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf870d3-6d91-4f72-bca9-b609eab0f80a', 'tag': 'a75e7990-42a5-45b0-a4ca-ec2281603276'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:28.097827 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1390cfab-9315-4d0a-9c82-63d66450297e" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf870d3-6d91-4f72-bca9-b609eab0f80a", "tag": "a75e7990-42a5-45b0-a4ca-ec2281603276"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:28.147158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f34ab8-4d93-4144-bc17-5b0af60df47b service neutron] Pushing event updated for resources: {'Port': ['ID=a75e7990-42a5-45b0-a4ca-ec2281603276,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:28.214364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Transition to ACTIVE for port object f2eae2a5-ffa0-4482-ba27-f5eb1313d427 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:28.229876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-af6aa5b2-eb15-47d1-b75f-09e2de3e9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:28.233613 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-af6aa5b2-eb15-47d1-b75f-09e2de3e9004 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 1095 time: 0.0631230 Jan 28 12:30:28.256781 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:28.297361 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-86303b0c-5087-4509-8181-42d8045247eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a75e7990-42a5-45b0-a4ca-ec2281603276 HTTP/1.1" status: 200 len: 217 time: 0.0509977 Jan 28 12:30:28.299352 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Pushing event updated for resources: {'Port': ['ID=90a4fdf8-950a-4e89-884e-46e6b2b5f207,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:28.363273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-8b42ceb0-80d3-4ecb-b65d-ce0127cace57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:28.366812 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-8b42ceb0-80d3-4ecb-b65d-ce0127cace57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.0625844 Jan 28 12:30:28.406721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-02da9ac3-f060-455a-b0af-5b3885965c4f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b07ed76ea374ea485968b4cd28446fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3251722 Jan 28 12:30:28.421193 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-04ab91b6-89b6-491e-970e-a8eb8e842d3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432661 Jan 28 12:30:28.425116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Attempting to bind port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on host n-h2-824835-4 for vnic_type normal with profile {"migrating_to": "n-h1-824835-4"} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:28.425671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Attempting to bind port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:28.426191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Attempting to bind port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:28.450805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Pushing event updated for resources: {'Port': ['ID=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:28.490595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:28.492863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Attempting to bind port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:28.579057 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:28.579316 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-47afd92c-d38e-4f0e-b680-c470c4fafd5e service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437182 Jan 28 12:30:28.579487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:28.580975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:28.581587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Bound port: 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:28.581962 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:28.615295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-ed97388e-f3bd-49cb-9cb7-905e7ba56c39 req-9fd6e157-25c0-431d-ba43-50c2735c733b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Deleting port a460b661-6479-4225-b902-1f7c4b6353ab {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:30:28.615295 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ed97388e-f3bd-49cb-9cb7-905e7ba56c39 req-9fd6e157-25c0-431d-ba43-50c2735c733b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:28.661951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea99ec-c0f4-49e4-88ce-c8d991f9cb78 req-aef84002-5ba7-489c-a1d9-3e85ff4a59ea tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:28.668024 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea99ec-c0f4-49e4-88ce-c8d991f9cb78 req-aef84002-5ba7-489c-a1d9-3e85ff4a59ea tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:28.674052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea99ec-c0f4-49e4-88ce-c8d991f9cb78 req-aef84002-5ba7-489c-a1d9-3e85ff4a59ea tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:28.680663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea99ec-c0f4-49e4-88ce-c8d991f9cb78 req-aef84002-5ba7-489c-a1d9-3e85ff4a59ea tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:28.686567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea99ec-c0f4-49e4-88ce-c8d991f9cb78 req-aef84002-5ba7-489c-a1d9-3e85ff4a59ea tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:28.694285 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22ea99ec-c0f4-49e4-88ce-c8d991f9cb78 req-aef84002-5ba7-489c-a1d9-3e85ff4a59ea tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 3826 time: 0.3885255 Jan 28 12:30:28.785842 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-02217ad9-ba25-40bf-9d29-2cd537c82735 req-15cf43be-e3a6-40a6-a368-114d95fdea2b service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952200 Jan 28 12:30:28.927196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22ea99ec-c0f4-49e4-88ce-c8d991f9cb78 req-da0808d3-7eca-430d-ba73-dd53c5162326 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321527 Jan 28 12:30:28.953722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-6dfac6ea-5ae6-4472-a1c9-a43d4eebd5e7 service neutron] 10.222.0.53 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169089 Jan 28 12:30:28.995758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Attempting to bind port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:28.996013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Attempting to bind port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:28.996682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Attempting to bind port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 on network de73d51a-b816-487d-9aec-4cbd62d5c08f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:29.065487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 on network de73d51a-b816-487d-9aec-4cbd62d5c08f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:29.065810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Attempting to bind port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 on network de73d51a-b816-487d-9aec-4cbd62d5c08f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:29.121239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ed97388e-f3bd-49cb-9cb7-905e7ba56c39 req-9fd6e157-25c0-431d-ba43-50c2735c733b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] For port a460b661-6479-4225-b902-1f7c4b6353ab, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=a460b661-6479-4225-b902-1f7c4b6353ab,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:29.121611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ed97388e-f3bd-49cb-9cb7-905e7ba56c39 req-9fd6e157-25c0-431d-ba43-50c2735c733b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:29.132122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:29.152952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:29.153293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Checking segment: {'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:29.153684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Bound using segment: {'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:29.154126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Bound port: f2eae2a5-ffa0-4482-ba27-f5eb1313d427, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9775edf7-4973-4011-b046-e2f534addb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:29.154485 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:29.178202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-ed97388e-f3bd-49cb-9cb7-905e7ba56c39 req-9fd6e157-25c0-431d-ba43-50c2735c733b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Calling delete_port for a460b661-6479-4225-b902-1f7c4b6353ab owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:30:29.184453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:29.203667 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:29.334576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91818cf-a673-418c-a1b4-3befc187b37a req-bec01b3f-8e0b-45f5-afd9-b8eda9914738 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:29.336100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e91818cf-a673-418c-a1b4-3befc187b37a req-bec01b3f-8e0b-45f5-afd9-b8eda9914738 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 944 time: 0.2851398 Jan 28 12:30:29.338659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-47d3bb00-1928-440e-ad3e-567f623587b8 service neutron] 10.222.0.53 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840084 Jan 28 12:30:29.405701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] For port f2eae2a5-ffa0-4482-ba27-f5eb1313d427, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:29.435908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Pushing event updated for resources: {'Port': ['ID=90a4fdf8-950a-4e89-884e-46e6b2b5f207,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:29.442325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] For port f2eae2a5-ffa0-4482-ba27-f5eb1313d427, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:29.492148 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:29.495802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:29.496610 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:29.498176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] 10.222.0.35 "PUT /v2.0/ports/90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 200 len: 1122 time: 2.8929801 Jan 28 12:30:29.615047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e91818cf-a673-418c-a1b4-3befc187b37a req-b933332d-c1a6-494e-8de8-9f679a949a2c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677205 Jan 28 12:30:29.646956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:29.649543 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:29.653080 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] 10.222.0.49 "PUT /v2.0/ports/f2eae2a5-ffa0-4482-ba27-f5eb1313d427 HTTP/1.1" status: 200 len: 1091 time: 3.1388054 Jan 28 12:30:29.689807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['90a4fdf8-950a-4e89-884e-46e6b2b5f207'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:29.762389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7e38f-0216-4f41-8216-a25f46f2373e service neutron] Pushing event updated for resources: {'Port': ['ID=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:29.770389 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ed97388e-f3bd-49cb-9cb7-905e7ba56c39 req-9fd6e157-25c0-431d-ba43-50c2735c733b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a460b661-6479-4225-b902-1f7c4b6353ab), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:29.778405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Request body: {'port': {'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:29.799748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['a460b661-6479-4225-b902-1f7c4b6353ab'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:29.909715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6e157-25c0-431d-ba43-50c2735c733b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Pushing event deleted for resources: {'Port': ['ID=a460b661-6479-4225-b902-1f7c4b6353ab,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:29.934397 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8da3775-f37a-4c90-a118-6a1b58dd0901 x-openstack-request-id: req-d8da3775-f37a-4c90-a118-6a1b58dd0901 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:29.935053 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301d589a-6c9a-46ed-9460-0c7d1bbe7c24", "name": "network-vif-unplugged", "status": "completed", "tag": "90a4fdf8-950a-4e89-884e-46e6b2b5f207", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:29.935823 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8da3775-f37a-4c90-a118-6a1b58dd0901 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:29.936256 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301d589a-6c9a-46ed-9460-0c7d1bbe7c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90a4fdf8-950a-4e89-884e-46e6b2b5f207', 'code': 200} Jan 28 12:30:30.095879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed97388e-f3bd-49cb-9cb7-905e7ba56c39 req-9fd6e157-25c0-431d-ba43-50c2735c733b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] No DVR routers for this DVR port a460b661-6479-4225-b902-1f7c4b6353ab on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:30:30.108042 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ed97388e-f3bd-49cb-9cb7-905e7ba56c39 req-9fd6e157-25c0-431d-ba43-50c2735c733b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:30.111742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed97388e-f3bd-49cb-9cb7-905e7ba56c39 req-9fd6e157-25c0-431d-ba43-50c2735c733b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.35 "DELETE /v2.0/ports/a460b661-6479-4225-b902-1f7c4b6353ab HTTP/1.1" status: 204 len: 173 time: 2.1624584 Jan 28 12:30:30.124424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1774f8-ea66-48f9-9960-84ad801bebfd req-06a0e643-2da9-44b0-974f-26b14b4aa745 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:30.132939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b1774f8-ea66-48f9-9960-84ad801bebfd req-06a0e643-2da9-44b0-974f-26b14b4aa745 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 944 time: 0.3755443 Jan 28 12:30:30.142586 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ffb2ad-5a97-4184-b08b-66de3d14c220 x-openstack-request-id: req-c0ffb2ad-5a97-4184-b08b-66de3d14c220 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:30.143180 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf870d3-6d91-4f72-bca9-b609eab0f80a", "tag": "a75e7990-42a5-45b0-a4ca-ec2281603276", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:30.154752 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0ffb2ad-5a97-4184-b08b-66de3d14c220 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:30.154752 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf870d3-6d91-4f72-bca9-b609eab0f80a', 'tag': 'a75e7990-42a5-45b0-a4ca-ec2281603276', 'status': 'completed', 'code': 200} Jan 28 12:30:30.179911 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6ea4abda-c248-47c5-8b95-df920c974751), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:30.350353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b1774f8-ea66-48f9-9960-84ad801bebfd req-58c62194-418c-4b16-ad4a-11f64b7bad84 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988358 Jan 28 12:30:30.439084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:30:30.489927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390cfab-9315-4d0a-9c82-63d66450297e req-2d3cfdb4-d965-4f4b-8042-acd71fea6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:30.494541 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1390cfab-9315-4d0a-9c82-63d66450297e req-2d3cfdb4-d965-4f4b-8042-acd71fea6a4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 1095 time: 0.3519173 Jan 28 12:30:30.613487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:30.675391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0', 'network_id': 'bd73ee85-4dd9-4f97-9da0-a07bfedd9f17', 'port_id': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0', 'mac_address': 'fa:16:3e:c6:ef:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2063c900-71d5-45ec-8da2-b0bb602f1a66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:30:30.745687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-c06f0a5f-abe7-499a-bac7-97dbfbc60e7d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:30.748773 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-c06f0a5f-abe7-499a-bac7-97dbfbc60e7d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.49 "GET /v2.0/networks?id=df2a9c51-6a3b-446e-a71c-459d62cf9c96 HTTP/1.1" status: 200 len: 810 time: 0.8517716 Jan 28 12:30:30.786316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Request body: {'port': {'device_id': '52c25b8b-060f-4a5f-ac15-d96e05ce802b', 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96', 'admin_state_up': True, 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:30.958409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:30.959020 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:31.034821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:31.054891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b4abc48-1a84-4a72-b5c1-222fa8a2f042 req-b5a811d0-62a9-4756-bf42-aa9ec000bc1b tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 210 time: 0.7131860 Jan 28 12:30:31.071068 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6103d433-996e-482a-a9d7-f0b698fe88cb req-1c69ba7c-d242-4b09-8a98-816d4e7e1cbb tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.2811997 Jan 28 12:30:31.129337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea4abda-c248-47c5-8b95-df920c974751 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:31.157623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Publish callbacks [] for port (6ea4abda-c248-47c5-8b95-df920c974751), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:31.200841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:31.214437 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:31.240810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Transition to ACTIVE for port object 6ea4abda-c248-47c5-8b95-df920c974751 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:31.241042 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390cfab-9315-4d0a-9c82-63d66450297e req-708fd3ab-7928-4034-8912-212963c80dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:31.243677 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1390cfab-9315-4d0a-9c82-63d66450297e req-708fd3ab-7928-4034-8912-212963c80dac service neutron] 10.222.0.49 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 912 time: 0.7285254 Jan 28 12:30:31.294098 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (6ea4abda-c248-47c5-8b95-df920c974751), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:31.351548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:31.360673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:31.435591 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-51b7480c-ab8c-4845-a722-08d2132bc182 req-6b01cca1-aa8e-411e-8630-816b92812506 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 210 time: 0.1298282 Jan 28 12:30:31.506847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ec4e5-9d4f-478e-ba30-b1b994719513 req-a479447b-1c14-4c20-b2af-9293eaeb9539 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:31.515386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ec4e5-9d4f-478e-ba30-b1b994719513 req-a479447b-1c14-4c20-b2af-9293eaeb9539 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:31.518892 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1390cfab-9315-4d0a-9c82-63d66450297e req-e67fb815-88e9-45a9-a918-cea2688af81a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a75e7990-42a5-45b0-a4ca-ec2281603276 HTTP/1.1" status: 200 len: 217 time: 0.1749408 Jan 28 12:30:31.526352 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ec4e5-9d4f-478e-ba30-b1b994719513 req-a479447b-1c14-4c20-b2af-9293eaeb9539 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:31.539878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ec4e5-9d4f-478e-ba30-b1b994719513 req-a479447b-1c14-4c20-b2af-9293eaeb9539 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:31.560682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ec4e5-9d4f-478e-ba30-b1b994719513 req-a479447b-1c14-4c20-b2af-9293eaeb9539 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:31.570467 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a97ec4e5-9d4f-478e-ba30-b1b994719513 req-a479447b-1c14-4c20-b2af-9293eaeb9539 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 3826 time: 0.3650634 Jan 28 12:30:31.586244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea4abda-c248-47c5-8b95-df920c974751,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:31.746471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Made reservation on behalf of 64c4e0548cb5444ba31de2ad42c6005b for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:31.757601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:31.767946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390cfab-9315-4d0a-9c82-63d66450297e req-73c859c0-1a83-4aef-9bd8-37022dd4f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:31.779081 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1390cfab-9315-4d0a-9c82-63d66450297e req-73c859c0-1a83-4aef-9bd8-37022dd4f3d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.2199476 Jan 28 12:30:31.903332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a75e7990-42a5-45b0-a4ca-ec2281603276 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:30:31.907594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:30:31.951657 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1390cfab-9315-4d0a-9c82-63d66450297e req-310ae579-98e1-45da-850e-ada707f7b443 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464303 Jan 28 12:30:32.005531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301d589a-6c9a-46ed-9460-0c7d1bbe7c24', 'tag': '90a4fdf8-950a-4e89-884e-46e6b2b5f207'}, {'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427'}, {'server_uuid': '6afb933e-2b36-4ea5-af82-b2bcb3bcd995', 'name': 'network-vif-deleted', 'tag': 'a460b661-6479-4225-b902-1f7c4b6353ab'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:32.012427 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a145feb6-efed-4929-9582-33b40c06e2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "301d589a-6c9a-46ed-9460-0c7d1bbe7c24", "tag": "90a4fdf8-950a-4e89-884e-46e6b2b5f207"}, {"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "f2eae2a5-ffa0-4482-ba27-f5eb1313d427"}, {"server_uuid": "6afb933e-2b36-4ea5-af82-b2bcb3bcd995", "name": "network-vif-deleted", "tag": "a460b661-6479-4225-b902-1f7c4b6353ab"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:32.134063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Attempting to bind port 6ea4abda-c248-47c5-8b95-df920c974751 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:32.135750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Attempting to bind port 6ea4abda-c248-47c5-8b95-df920c974751 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:32.135750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Attempting to bind port 6ea4abda-c248-47c5-8b95-df920c974751 on network e54d590a-3977-4e88-846f-ae0b85d73b5d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:32.138371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 90a4fdf8-950a-4e89-884e-46e6b2b5f207 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:30:32.152124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a460b661-6479-4225-b902-1f7c4b6353ab no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:30:32.189095 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Port 6ea4abda-c248-47c5-8b95-df920c974751 on network e54d590a-3977-4e88-846f-ae0b85d73b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:32.189882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Attempting to bind port 6ea4abda-c248-47c5-8b95-df920c974751 on network e54d590a-3977-4e88-846f-ae0b85d73b5d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:32.209765 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:32.212360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Checking segment: {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:32.215066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Bound using segment: {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:32.215793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Bound port: 6ea4abda-c248-47c5-8b95-df920c974751, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:32.216396 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6ea4abda-c248-47c5-8b95-df920c974751), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:32.235232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-7dd6ef67-e051-4031-9afe-574cb818f4e0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:32.241447 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-7dd6ef67-e051-4031-9afe-574cb818f4e0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.49 "GET /v2.0/networks?id=e8afdfaf-7933-47d2-a23a-76117fd9a21b HTTP/1.1" status: 200 len: 815 time: 0.4602659 Jan 28 12:30:32.253736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a97ec4e5-9d4f-478e-ba30-b1b994719513 req-c923b71a-9c17-465e-a511-234fc5272f10 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6823022 Jan 28 12:30:32.328800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e006943-dc59-4e0e-9260-7205d2375f88 req-07bcb79e-adb7-4726-88eb-91345847aec6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:32.346007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e006943-dc59-4e0e-9260-7205d2375f88 req-07bcb79e-adb7-4726-88eb-91345847aec6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 944 time: 0.3172281 Jan 28 12:30:32.425607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: a460b661-6479-4225-b902-1f7c4b6353ab {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:30:32.426044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device a460b661-6479-4225-b902-1f7c4b6353ab not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:30:32.434276 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1390cfab-9315-4d0a-9c82-63d66450297e req-0fd8f7ce-4943-4089-b3fa-f9a400e50d8c service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743868 Jan 28 12:30:32.450813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Request body: {'port': {'device_id': '5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b', 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b', 'admin_state_up': True, 'tenant_id': '4b07ed76ea374ea485968b4cd28446fd'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:32.455808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:32.455808 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:32.577671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] For port 6ea4abda-c248-47c5-8b95-df920c974751, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:32.588740 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] For port 6ea4abda-c248-47c5-8b95-df920c974751, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6ea4abda-c248-47c5-8b95-df920c974751,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:32.779372 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:30:32.812615 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (6ea4abda-c248-47c5-8b95-df920c974751), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:32.850281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:32.873077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 90a4fdf8-950a-4e89-884e-46e6b2b5f207 has no active binding in host n-h1-824835-4 {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 12:30:32.953339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a75e7990-42a5-45b0-a4ca-ec2281603276, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a75e7990-42a5-45b0-a4ca-ec2281603276,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:33.004148 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e006943-dc59-4e0e-9260-7205d2375f88 req-74f67352-b801-4858-880f-daa73de1976c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6556416 Jan 28 12:30:33.038599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:33.039351 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:33.042740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] 10.222.0.49 "PUT /v2.0/ports/6ea4abda-c248-47c5-8b95-df920c974751 HTTP/1.1" status: 200 len: 1130 time: 3.2751515 Jan 28 12:30:33.078287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e96f4-a4b2-4ec0-8016-e526b15ca4d2 req-1e01aa05-1ea9-4b3b-833d-90303cc36990 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:33.092664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c23e96f4-a4b2-4ec0-8016-e526b15ca4d2 req-1e01aa05-1ea9-4b3b-833d-90303cc36990 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 944 time: 0.4680836 Jan 28 12:30:33.153015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Request body: {'port': {'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:33.186947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'a75e7990-42a5-45b0-a4ca-ec2281603276', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'port_id': 'a75e7990-42a5-45b0-a4ca-ec2281603276', 'mac_address': 'fa:16:3e:95:c7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43d2cbd-bf64-4a86-a4a0-cced0a12976e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:30:33.220707 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1390cfab-9315-4d0a-9c82-63d66450297e req-02ed3d5c-0c08-457d-96e9-851757cb605a service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330165 Jan 28 12:30:33.257357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Allocated IP 172.20.0.13 (df2a9c51-6a3b-446e-a71c-459d62cf9c96/b8b7fcb4-546d-412b-8415-225b5ee447db/44a45cb2-5364-4da8-8a01-f2fad6675c7f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:33.295282 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5053d5d-6a57-4879-aeb6-9178ba2db72d x-openstack-request-id: req-d5053d5d-6a57-4879-aeb6-9178ba2db72d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:33.295802 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301d589a-6c9a-46ed-9460-0c7d1bbe7c24", "tag": "90a4fdf8-950a-4e89-884e-46e6b2b5f207", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "f2eae2a5-ffa0-4482-ba27-f5eb1313d427", "status": "completed", "code": 200}, {"server_uuid": "6afb933e-2b36-4ea5-af82-b2bcb3bcd995", "name": "network-vif-deleted", "tag": "a460b661-6479-4225-b902-1f7c4b6353ab", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:33.298053 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5053d5d-6a57-4879-aeb6-9178ba2db72d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:33.298053 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301d589a-6c9a-46ed-9460-0c7d1bbe7c24', 'tag': '90a4fdf8-950a-4e89-884e-46e6b2b5f207', 'status': 'completed', 'code': 200} Jan 28 12:30:33.298053 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427', 'status': 'completed', 'code': 200} Jan 28 12:30:33.298053 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afb933e-2b36-4ea5-af82-b2bcb3bcd995', 'name': 'network-vif-deleted', 'tag': 'a460b661-6479-4225-b902-1f7c4b6353ab', 'status': 'completed', 'code': 200} Jan 28 12:30:33.309702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e3e5f-d842-4825-b794-6cf5b3b31ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea4abda-c248-47c5-8b95-df920c974751,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:33.367180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:33.367857 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:33.371062 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c23e96f4-a4b2-4ec0-8016-e526b15ca4d2 req-89232c00-5d22-436e-b4b7-0c9ce4dd618e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779188 Jan 28 12:30:33.408983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a75e7990-42a5-45b0-a4ca-ec2281603276 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:33.413334 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:33.468483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2586121-8b46-44f0-bbb8-e82594060785), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:33.472372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75e7990-42a5-45b0-a4ca-ec2281603276 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:33.528484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a75e7990-42a5-45b0-a4ca-ec2281603276, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a75e7990-42a5-45b0-a4ca-ec2281603276,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:33.535505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67442b-80c3-44a3-b699-c9b4e16c9200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:33.539506 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7f7616-51cf-4a87-96a0-47053330a721" -d '{"events": [{"server_uuid": "5e67442b-80c3-44a3-b699-c9b4e16c9200", "name": "network-vif-plugged", "status": "completed", "tag": "6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:33.563786 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:33.570311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:33.588528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Made reservation on behalf of 4b07ed76ea374ea485968b4cd28446fd for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:33.592572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:33.638687 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:33.691870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d96bfaf6-efb8-4820-9c55-e72a28cfe7df req-ac1206d4-c2ad-441c-a2fe-a4ec40f5e20a tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.2722411 Jan 28 12:30:33.718373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a75e7990-42a5-45b0-a4ca-ec2281603276,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:33.733870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-ea05b48a-6fd2-4c7f-8d68-a372ac02239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:33.737719 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-ea05b48a-6fd2-4c7f-8d68-a372ac02239e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1125 time: 0.4204388 Jan 28 12:30:33.786493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f55c034-d472-463e-bb0d-6f1966f4cb80 req-7a70810b-79f7-49c3-95c3-46976664f50a tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 210 time: 0.1379461 Jan 28 12:30:33.852882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:33.913726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 90a4fdf8-950a-4e89-884e-46e6b2b5f207 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:30:33.967366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks [] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:34.029119 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['a75e7990-42a5-45b0-a4ca-ec2281603276'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:34.128752 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-40f23d31-d0a8-47be-97c9-af78d96db9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:34.140398 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-40f23d31-d0a8-47be-97c9-af78d96db9bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.3849592 Jan 28 12:30:34.146718 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 is: DOWN; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:34.239756 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Allocated IP 172.20.0.14 (e8afdfaf-7933-47d2-a23a-76117fd9a21b/4a52d88f-3d14-4d4c-b078-233c75ac286f/d9db9528-d367-4cb2-8195-283603cc43a9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:34.266791 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-e3d46535-ac3f-453c-9b31-71ee23ec6ec8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 200 len: 217 time: 0.1125796 Jan 28 12:30:34.280367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:34.309487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['269003df-f043-46fb-bba7-52fbd79aefa8'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:34.591455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Network df2a9c51-6a3b-446e-a71c-459d62cf9c96 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:34.699278 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Pushing event updated for resources: {'Port': ['ID=44a45cb2-5364-4da8-8a01-f2fad6675c7f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:34.703313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:34.717496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:34.739304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-885e85a5-10f4-455a-bdae-63694c299d54 req-44f8d0c0-29d1-4ccd-b1a0-e8716f16c8ab tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 210 time: 0.8835366 Jan 28 12:30:34.779814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-c382b55a-ce33-486a-bf47-aaf24953a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:34.781416 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-c382b55a-ce33-486a-bf47-aaf24953a85a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.4700937 Jan 28 12:30:34.859103 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-aa7f012e-3c49-4ae4-a926-820331288af2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662379 Jan 28 12:30:34.873839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:34.874651 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:34.911598 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks [] for port (d9db9528-d367-4cb2-8195-283603cc43a9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:34.929168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2586121-8b46-44f0-bbb8-e82594060785 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:34.945365 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Publish callbacks [] for port (f2586121-8b46-44f0-bbb8-e82594060785), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:35.000666 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:35.010568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Transition to ACTIVE for port object f2586121-8b46-44f0-bbb8-e82594060785 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:35.031377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f2586121-8b46-44f0-bbb8-e82594060785), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:35.049827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72a0d2-c8e1-44dc-a559-eccef5d6a76c req-b57b81e5-1fb2-4ce9-9054-246413a162a5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:35.067489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b72a0d2-c8e1-44dc-a559-eccef5d6a76c req-b57b81e5-1fb2-4ce9-9054-246413a162a5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 946 time: 0.3726285 Jan 28 12:30:35.094547 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-ad86446a-e3d2-438e-8284-4fbc70a76582 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3227975 Jan 28 12:30:35.127277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Request body: {'port': {'device_id': '52c25b8b-060f-4a5f-ac15-d96e05ce802b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:35.175121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e56f10-1d8c-4397-b45e-5ad8990f590e req-4751bd48-891e-408a-82d4-1e10cb43b478 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:35.180814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e56f10-1d8c-4397-b45e-5ad8990f590e req-4751bd48-891e-408a-82d4-1e10cb43b478 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:35.185180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Network e8afdfaf-7933-47d2-a23a-76117fd9a21b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:35.199296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e56f10-1d8c-4397-b45e-5ad8990f590e req-4751bd48-891e-408a-82d4-1e10cb43b478 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:35.199979 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:35.214956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:35.233039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e56f10-1d8c-4397-b45e-5ad8990f590e req-4751bd48-891e-408a-82d4-1e10cb43b478 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:35.238711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e56f10-1d8c-4397-b45e-5ad8990f590e req-4751bd48-891e-408a-82d4-1e10cb43b478 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:35.245412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e56f10-1d8c-4397-b45e-5ad8990f590e req-4751bd48-891e-408a-82d4-1e10cb43b478 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:35.253679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04e56f10-1d8c-4397-b45e-5ad8990f590e req-4751bd48-891e-408a-82d4-1e10cb43b478 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 4598 time: 0.3023489 Jan 28 12:30:35.301436 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Pushing event updated for resources: {'Port': ['ID=d9db9528-d367-4cb2-8195-283603cc43a9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:35.306330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': '6ea4abda-c248-47c5-8b95-df920c974751'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:35.310798 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d649106c-b472-48d2-a1c2-5e767f4ab563" -d '{"events": [{"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "6ea4abda-c248-47c5-8b95-df920c974751"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:35.365642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:35.413695 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-849b2624-cc0c-477b-a1be-2469525d52eb service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577780 Jan 28 12:30:35.461668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Pushing event updated for resources: {'Port': ['ID=f2586121-8b46-44f0-bbb8-e82594060785,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:35.480093 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:35.480993 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:35.548935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b72a0d2-c8e1-44dc-a559-eccef5d6a76c req-549c5ba4-e790-4c7c-b040-61a789e93b3a tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807897 Jan 28 12:30:35.621433 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-218cd8c7-c867-4827-828f-d4806f74fd2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1808152 Jan 28 12:30:35.639719 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-05e04cd7-7238-4f77-a9a2-061c6540f36d service neutron] 10.222.0.49 "GET /v2.0/ports/90a4fdf8-950a-4e89-884e-46e6b2b5f207/bindings/n-h1-824835-4 HTTP/1.1" status: 200 len: 384 time: 0.2910540 Jan 28 12:30:35.656582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Request body: {'port': {'device_id': '5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:35.699180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04e56f10-1d8c-4397-b45e-5ad8990f590e req-a1962bf0-e858-4c73-a119-7bc5752b3178 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4434514 Jan 28 12:30:35.788645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Attempting to bind port f2586121-8b46-44f0-bbb8-e82594060785 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:35.789746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Attempting to bind port f2586121-8b46-44f0-bbb8-e82594060785 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:35.793467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Attempting to bind port f2586121-8b46-44f0-bbb8-e82594060785 on network e54d590a-3977-4e88-846f-ae0b85d73b5d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:35.811857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Port f2586121-8b46-44f0-bbb8-e82594060785 on network e54d590a-3977-4e88-846f-ae0b85d73b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:35.813897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Attempting to bind port f2586121-8b46-44f0-bbb8-e82594060785 on network e54d590a-3977-4e88-846f-ae0b85d73b5d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:35.828442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:35.829054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Checking segment: {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:35.829669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Bound using segment: {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:35.832507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Bound port: f2586121-8b46-44f0-bbb8-e82594060785, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:35.833235 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2586121-8b46-44f0-bbb8-e82594060785), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:35.860595 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8461e3cc-b16d-4a63-8aec-96c3a1d90e43 x-openstack-request-id: req-8461e3cc-b16d-4a63-8aec-96c3a1d90e43 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:35.861104 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67442b-80c3-44a3-b699-c9b4e16c9200", "name": "network-vif-plugged", "status": "completed", "tag": "6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:35.861104 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8461e3cc-b16d-4a63-8aec-96c3a1d90e43 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:35.861525 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67442b-80c3-44a3-b699-c9b4e16c9200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0', 'code': 200} Jan 28 12:30:35.888367 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-9d2697c9-5ce6-4435-a821-2c0398d5c080 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595404 Jan 28 12:30:35.905418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a75e7990-42a5-45b0-a4ca-ec2281603276 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:30:36.054833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port a75e7990-42a5-45b0-a4ca-ec2281603276 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:30:36.061768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port a75e7990-42a5-45b0-a4ca-ec2281603276 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:36.062701 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:36.158846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] For port f2586121-8b46-44f0-bbb8-e82594060785, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:36.180007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] For port f2586121-8b46-44f0-bbb8-e82594060785, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f2586121-8b46-44f0-bbb8-e82594060785,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:36.224945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a75e7990-42a5-45b0-a4ca-ec2281603276 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:36.226702 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:36.266969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f2586121-8b46-44f0-bbb8-e82594060785), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:36.312734 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a75e7990-42a5-45b0-a4ca-ec2281603276, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a75e7990-42a5-45b0-a4ca-ec2281603276,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:36.324588 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:36.355231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Pushing event updated for resources: {'Port': ['ID=f2586121-8b46-44f0-bbb8-e82594060785,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:36.384720 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:36.385652 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:36.387748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c5fc4b4b-e54e-4adc-9514-242b61ec3084 service neutron] 10.222.0.49 "PUT /v2.0/ports/f2586121-8b46-44f0-bbb8-e82594060785 HTTP/1.1" status: 200 len: 1130 time: 3.2537045 Jan 28 12:30:36.434555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a75e7990-42a5-45b0-a4ca-ec2281603276,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:36.469424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Request body: {'port': {'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:36.517390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:36.590747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:36.653836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492cf9e-f032-4beb-a746-347eff9ec3f9 req-4f56c5f1-ef50-4392-88ef-4d4001b72163 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:36.658386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d492cf9e-f032-4beb-a746-347eff9ec3f9 req-4f56c5f1-ef50-4392-88ef-4d4001b72163 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 945 time: 0.4705353 Jan 28 12:30:36.706486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cace84b-e93d-4bb0-af36-90f1e1b92ee7 req-a6bf2a59-8c94-4dc5-93f5-66870939ed5f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:36.723082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1cace84b-e93d-4bb0-af36-90f1e1b92ee7 req-a6bf2a59-8c94-4dc5-93f5-66870939ed5f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 944 time: 0.5303893 Jan 28 12:30:36.841337 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d492cf9e-f032-4beb-a746-347eff9ec3f9 req-4822caba-ed9b-4da2-9e68-4832894ba38d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048925 Jan 28 12:30:36.943971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1cace84b-e93d-4bb0-af36-90f1e1b92ee7 req-c50b781f-43f5-4ac3-a4d0-7302aefbd976 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197378 Jan 28 12:30:37.029535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-51e5bff8-8b22-4774-a90d-eecc1d9465f6 req-8a178c36-4197-4b09-b04f-29ec5cbaff5a tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0471210 Jan 28 12:30:37.133864 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84296cef-cbad-41a2-9b46-0cccf27cc376 x-openstack-request-id: req-84296cef-cbad-41a2-9b46-0cccf27cc376 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:37.137334 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "6ea4abda-c248-47c5-8b95-df920c974751", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:37.138130 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84296cef-cbad-41a2-9b46-0cccf27cc376 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:37.138943 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': '6ea4abda-c248-47c5-8b95-df920c974751', 'status': 'completed', 'code': 200} Jan 28 12:30:37.193762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-a3643de7-7149-4b7c-9b75-88c2b597d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:37.194629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-a3643de7-7149-4b7c-9b75-88c2b597d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:37.195314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-a3643de7-7149-4b7c-9b75-88c2b597d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:37.196098 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-a3643de7-7149-4b7c-9b75-88c2b597d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:37.196790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-a3643de7-7149-4b7c-9b75-88c2b597d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:37.197439 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-a3643de7-7149-4b7c-9b75-88c2b597d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:37.198248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-a3643de7-7149-4b7c-9b75-88c2b597d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:37.200467 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-a3643de7-7149-4b7c-9b75-88c2b597d0b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=523c775734d64237ba19b3804f18ee73&device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6207 time: 0.7019217 Jan 28 12:30:37.341330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:37.350100 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Publish callbacks [] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:37.371830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Transition to ACTIVE for port object d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:37.395916 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:37.530126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9db9528-d367-4cb2-8195-283603cc43a9 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:37.536459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42685a12-1a62-44bc-93e1-068211a301b7 req-ab1c1e4c-95fb-4bf0-883d-3a6b6618b4cb tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:37.541962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Publish callbacks [] for port (d9db9528-d367-4cb2-8195-283603cc43a9), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:37.544331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42685a12-1a62-44bc-93e1-068211a301b7 req-ab1c1e4c-95fb-4bf0-883d-3a6b6618b4cb tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 932 time: 0.4167895 Jan 28 12:30:37.558585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Transition to ACTIVE for port object d9db9528-d367-4cb2-8195-283603cc43a9 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:37.570670 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-a0ff9ff9-b948-4e5b-95e4-998f3dc7f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:37.571693 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-a0ff9ff9-b948-4e5b-95e4-998f3dc7f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:37.572841 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-a0ff9ff9-b948-4e5b-95e4-998f3dc7f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:37.574784 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-a0ff9ff9-b948-4e5b-95e4-998f3dc7f176 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=523c775734d64237ba19b3804f18ee73&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3611338 Jan 28 12:30:37.578046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-ff451d50-007a-4be9-b425-24e280d1320c service neutron] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:37.582475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:37.677181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a45cb2-5364-4da8-8a01-f2fad6675c7f {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:37.705305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Pushing event updated for resources: {'Port': ['ID=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:37.725116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Publish callbacks [] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:37.771946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-ff451d50-007a-4be9-b425-24e280d1320c service neutron] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:37.796500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c94d75-be8d-4672-8567-cca679d2706c req-c5f20595-e51a-4df6-b2c8-cf402a4653e2 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:37.805403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92c94d75-be8d-4672-8567-cca679d2706c req-c5f20595-e51a-4df6-b2c8-cf402a4653e2 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 932 time: 0.4291737 Jan 28 12:30:37.857906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Pushing event updated for resources: {'Port': ['ID=d9db9528-d367-4cb2-8195-283603cc43a9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:37.863110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf870d3-6d91-4f72-bca9-b609eab0f80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e7990-42a5-45b0-a4ca-ec2281603276'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:37.866539 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dafde9-afd1-4aa1-886e-9db1e8a2de9f" -d '{"events": [{"server_uuid": "ebf870d3-6d91-4f72-bca9-b609eab0f80a", "name": "network-vif-plugged", "status": "completed", "tag": "a75e7990-42a5-45b0-a4ca-ec2281603276"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:37.868482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Transition to ACTIVE for port object 44a45cb2-5364-4da8-8a01-f2fad6675c7f will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:37.899198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:37.970929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42685a12-1a62-44bc-93e1-068211a301b7 req-edfd526d-a317-47dc-bc4f-dc252c1332f7 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256117 Jan 28 12:30:38.018167 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-ff451d50-007a-4be9-b425-24e280d1320c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a4fdf8-950a-4e89-884e-46e6b2b5f207 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:38.030259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Pushing event updated for resources: {'Port': ['ID=44a45cb2-5364-4da8-8a01-f2fad6675c7f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:38.063869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-ff451d50-007a-4be9-b425-24e280d1320c service neutron] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:38.089879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92c94d75-be8d-4672-8567-cca679d2706c req-1211c131-327c-4386-b369-de03a67f768c tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824028 Jan 28 12:30:38.129426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Attempting to bind port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:38.132126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Attempting to bind port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:38.134245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Attempting to bind port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 on network e54d590a-3977-4e88-846f-ae0b85d73b5d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:38.135734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-ffba9208-95e9-4d30-b125-215d30dc50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.137839 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a145feb6-efed-4929-9582-33b40c06e2d9 req-ffba9208-95e9-4d30-b125-215d30dc50cd service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5445993 Jan 28 12:30:38.142445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Attempting to bind port d9db9528-d367-4cb2-8195-283603cc43a9 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:38.143489 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Attempting to bind port d9db9528-d367-4cb2-8195-283603cc43a9 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:38.143489 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Attempting to bind port d9db9528-d367-4cb2-8195-283603cc43a9 on network e8afdfaf-7933-47d2-a23a-76117fd9a21b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:38.147791 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-ff451d50-007a-4be9-b425-24e280d1320c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:38.148951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 on network e54d590a-3977-4e88-846f-ae0b85d73b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:38.151127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Attempting to bind port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 on network e54d590a-3977-4e88-846f-ae0b85d73b5d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:38.163260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:38.170239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Checking segment: {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:38.172322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Bound using segment: {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:38.181595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Bound port: d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:38.182443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:38.247413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Port d9db9528-d367-4cb2-8195-283603cc43a9 on network e8afdfaf-7933-47d2-a23a-76117fd9a21b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:38.248769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Attempting to bind port d9db9528-d367-4cb2-8195-283603cc43a9 on network e8afdfaf-7933-47d2-a23a-76117fd9a21b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:38.266495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:38.267012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Checking segment: {'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:38.268955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Bound using segment: {'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:38.268955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Bound port: d9db9528-d367-4cb2-8195-283603cc43a9, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:38.268955 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:38.398878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b09c99-2cd3-45a0-b2e9-0df0a1f4c752 req-2a25b0af-b569-4409-a95c-919cce6b70d5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.401643 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0b09c99-2cd3-45a0-b2e9-0df0a1f4c752 req-2a25b0af-b569-4409-a95c-919cce6b70d5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 946 time: 0.2147434 Jan 28 12:30:38.406830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-ff451d50-007a-4be9-b425-24e280d1320c service neutron] Transition to ACTIVE for port object 90a4fdf8-950a-4e89-884e-46e6b2b5f207 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:38.434351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Attempting to bind port 44a45cb2-5364-4da8-8a01-f2fad6675c7f on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:38.434687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Attempting to bind port 44a45cb2-5364-4da8-8a01-f2fad6675c7f by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:38.435071 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Attempting to bind port 44a45cb2-5364-4da8-8a01-f2fad6675c7f on network df2a9c51-6a3b-446e-a71c-459d62cf9c96 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:38.445147 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-ff451d50-007a-4be9-b425-24e280d1320c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:38.456050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] For port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:38.471731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Port 44a45cb2-5364-4da8-8a01-f2fad6675c7f on network df2a9c51-6a3b-446e-a71c-459d62cf9c96 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:38.471994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Attempting to bind port 44a45cb2-5364-4da8-8a01-f2fad6675c7f on network df2a9c51-6a3b-446e-a71c-459d62cf9c96 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:38.494106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ebbe-27c0-4eb5-b571-01f56b38e9d3 req-90732672-65ad-49b4-b75a-9e7010789925 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.494782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:38.495120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Checking segment: {'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:38.497272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Bound using segment: {'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:38.497272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Bound port: 44a45cb2-5364-4da8-8a01-f2fad6675c7f, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aafc8a-d116-434a-a36f-f31497840357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:38.497272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:38.500631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ebbe-27c0-4eb5-b571-01f56b38e9d3 req-90732672-65ad-49b4-b75a-9e7010789925 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.506230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ebbe-27c0-4eb5-b571-01f56b38e9d3 req-90732672-65ad-49b4-b75a-9e7010789925 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.512227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ebbe-27c0-4eb5-b571-01f56b38e9d3 req-90732672-65ad-49b4-b75a-9e7010789925 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.518260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ebbe-27c0-4eb5-b571-01f56b38e9d3 req-90732672-65ad-49b4-b75a-9e7010789925 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.524505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ebbe-27c0-4eb5-b571-01f56b38e9d3 req-90732672-65ad-49b4-b75a-9e7010789925 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.530514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ebbe-27c0-4eb5-b571-01f56b38e9d3 req-90732672-65ad-49b4-b75a-9e7010789925 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.532891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f56ebbe-27c0-4eb5-b571-01f56b38e9d3 req-90732672-65ad-49b4-b75a-9e7010789925 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5382 time: 0.2071819 Jan 28 12:30:38.537625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] For port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:38.591255 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:38.635966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] For port 44a45cb2-5364-4da8-8a01-f2fad6675c7f, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:38.641148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] For port 44a45cb2-5364-4da8-8a01-f2fad6675c7f, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=44a45cb2-5364-4da8-8a01-f2fad6675c7f,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:38.694852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0b09c99-2cd3-45a0-b2e9-0df0a1f4c752 req-c26c3308-9167-4523-9e44-c7c974bd0e95 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812204 Jan 28 12:30:38.699028 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-ea0dc082-cfc3-4602-9468-260aa1ee271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.699028 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-ea0dc082-cfc3-4602-9468-260aa1ee271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.699892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-ea0dc082-cfc3-4602-9468-260aa1ee271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.701127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-ea0dc082-cfc3-4602-9468-260aa1ee271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.701127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-ea0dc082-cfc3-4602-9468-260aa1ee271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.702365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-ea0dc082-cfc3-4602-9468-260aa1ee271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.703117 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-ea0dc082-cfc3-4602-9468-260aa1ee271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.706708 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-ea0dc082-cfc3-4602-9468-260aa1ee271d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=523c775734d64237ba19b3804f18ee73&device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6232 time: 0.4963484 Jan 28 12:30:38.707642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-ff451d50-007a-4be9-b425-24e280d1320c service neutron] No DVR routers for this DVR port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:30:38.710242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:38.715507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:38.718055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:38.721937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] 10.222.0.49 "PUT /v2.0/ports/d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 HTTP/1.1" status: 200 len: 1090 time: 2.2908881 Jan 28 12:30:38.774020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Request body: {'port': {'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:38.811422 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f56ebbe-27c0-4eb5-b571-01f56b38e9d3 req-4ace5566-4c1d-4978-935d-cb3f056fdd45 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2593868 Jan 28 12:30:38.873996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb31d1e-52b2-4bcb-970e-b5d4ca7fa30f service neutron] Pushing event updated for resources: {'Port': ['ID=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:38.905102 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a6d04b-04ea-4f41-912f-b4f8ab0402d2 x-openstack-request-id: req-a2a6d04b-04ea-4f41-912f-b4f8ab0402d2 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:38.906299 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf870d3-6d91-4f72-bca9-b609eab0f80a", "name": "network-vif-plugged", "status": "completed", "tag": "a75e7990-42a5-45b0-a4ca-ec2281603276", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:38.906852 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2a6d04b-04ea-4f41-912f-b4f8ab0402d2 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:38.909181 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf870d3-6d91-4f72-bca9-b609eab0f80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e7990-42a5-45b0-a4ca-ec2281603276', 'code': 200} Jan 28 12:30:38.978623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:39.018735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff451d50-007a-4be9-b425-24e280d1320c service neutron] Pushing event updated for resources: {'Port': ['ID=90a4fdf8-950a-4e89-884e-46e6b2b5f207,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:39.067806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:39.069257 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:39.074015 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] 10.222.0.49 "PUT /v2.0/ports/44a45cb2-5364-4da8-8a01-f2fad6675c7f HTTP/1.1" status: 200 len: 1092 time: 3.9490788 Jan 28 12:30:39.083973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c25b8b-060f-4a5f-ac15-d96e05ce802b', 'tag': '44a45cb2-5364-4da8-8a01-f2fad6675c7f'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:39.088267 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbd321c-2879-40dd-8b5a-2e1d7f08d0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "52c25b8b-060f-4a5f-ac15-d96e05ce802b", "tag": "44a45cb2-5364-4da8-8a01-f2fad6675c7f"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:39.144491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': 'f2586121-8b46-44f0-bbb8-e82594060785'}, {'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': 'd1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:39.148864 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "f2586121-8b46-44f0-bbb8-e82594060785"}, {"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:39.206832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] For port d9db9528-d367-4cb2-8195-283603cc43a9, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:39.271812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b34533-2514-4d45-8ced-ec556d32b25e req-5f4d7b68-10f9-4413-811a-3d6edbccbcfb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:39.272962 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-ff451d50-007a-4be9-b425-24e280d1320c service neutron] 10.222.0.49 "PUT /v2.0/ports/90a4fdf8-950a-4e89-884e-46e6b2b5f207/bindings/n-h1-824835-4/activate HTTP/1.1" status: 200 len: 369 time: 3.6060274 Jan 28 12:30:39.275559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] For port d9db9528-d367-4cb2-8195-283603cc43a9, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d9db9528-d367-4cb2-8195-283603cc43a9,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:39.279945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36b34533-2514-4d45-8ced-ec556d32b25e req-5f4d7b68-10f9-4413-811a-3d6edbccbcfb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 945 time: 0.2525477 Jan 28 12:30:39.329593 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:39.333085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cb70c-2479-4972-89fb-ff712a26c04f req-0d645d6f-257f-4d48-9139-de43d5f64bf8 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:39.333501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-009cb70c-2479-4972-89fb-ff712a26c04f req-0d645d6f-257f-4d48-9139-de43d5f64bf8 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.2904382 Jan 28 12:30:39.403152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb5bf5-27fe-43d3-b376-3b858b03ea90 req-1b4b862c-6fa1-4cfb-a10c-3174f67b1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:39.407239 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-32fb5bf5-27fe-43d3-b376-3b858b03ea90 req-1b4b862c-6fa1-4cfb-a10c-3174f67b1c4d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 1097 time: 0.3717313 Jan 28 12:30:39.424927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-c5d64b08-8e18-4ecd-a40f-f365d5995500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:39.426548 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-c5d64b08-8e18-4ecd-a40f-f365d5995500 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64c4e0548cb5444ba31de2ad42c6005b&device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 1095 time: 0.2777531 Jan 28 12:30:39.521808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0a94f0-6ad2-427c-acca-75175ea8b8b5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:39.527570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:39.528199 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:39.530468 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] 10.222.0.49 "PUT /v2.0/ports/d9db9528-d367-4cb2-8195-283603cc43a9 HTTP/1.1" status: 200 len: 1092 time: 3.8818269 Jan 28 12:30:39.532928 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-d46e4042-41f1-4c77-badb-c32308ae02d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44a45cb2-5364-4da8-8a01-f2fad6675c7f HTTP/1.1" status: 200 len: 217 time: 0.0624943 Jan 28 12:30:39.538611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Publish callbacks [] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:39.557273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Transition to ACTIVE for port object bd0a94f0-6ad2-427c-acca-75175ea8b8b5 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:39.566976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb254f-3245-41c6-bbb8-06a672b14a67 service neutron] Pushing event updated for resources: {'Port': ['ID=44a45cb2-5364-4da8-8a01-f2fad6675c7f,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:39.629846 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36b34533-2514-4d45-8ced-ec556d32b25e req-a718472e-3bc3-4b4e-b2ea-7c7ed9f78e55 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488061 Jan 28 12:30:39.630844 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:39.664207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-68b06b8d-c180-46d8-9645-8b61591af086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:39.665900 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-68b06b8d-c180-46d8-9645-8b61591af086 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b7fcb4-546d-412b-8415-225b5ee447db HTTP/1.1" status: 200 len: 850 time: 0.0779967 Jan 28 12:30:39.739759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-f36111e4-6207-4ef9-96e4-b27c7ed351ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:39.740301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-f36111e4-6207-4ef9-96e4-b27c7ed351ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:39.741033 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-f36111e4-6207-4ef9-96e4-b27c7ed351ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:39.742951 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-f36111e4-6207-4ef9-96e4-b27c7ed351ee service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=523c775734d64237ba19b3804f18ee73&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0123739 Jan 28 12:30:39.745653 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-369359ff-5602-41a1-b9ff-452eb2e82aa1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df2a9c51-6a3b-446e-a71c-459d62cf9c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344675 Jan 28 12:30:39.902652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-58a98e8a-178e-45f6-ada8-14e9dace16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:39.902652 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-58a98e8a-178e-45f6-ada8-14e9dace16da service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326241 Jan 28 12:30:40.062363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eae88958-5670-4031-b249-e035529471a2 req-5d1866eb-c3c7-415f-bfdf-879effbb6a9e tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.1927061 Jan 28 12:30:40.095916 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-32fb5bf5-27fe-43d3-b376-3b858b03ea90 req-9bf885ec-4d8e-42f8-bc1b-9244011cb316 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681759 Jan 28 12:30:40.097788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-381d2255-7e93-4d21-8ca1-1903afdeaf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:40.100969 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-381d2255-7e93-4d21-8ca1-1903afdeaf48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b07ed76ea374ea485968b4cd28446fd&device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 1095 time: 0.4333487 Jan 28 12:30:40.105473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-009cb70c-2479-4972-89fb-ff712a26c04f req-24f2e195-0e3c-4074-b6e3-66e35c0c4d61 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114565 Jan 28 12:30:40.105473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:40.108158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdfd71-f69a-40d6-991a-3c2f2aa15721 service neutron] Pushing event updated for resources: {'Port': ['ID=d9db9528-d367-4cb2-8195-283603cc43a9,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:40.162791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-95929bab-664f-4b00-a35c-b1e3d64258a4 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:40.166022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-95929bab-664f-4b00-a35c-b1e3d64258a4 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24&tenant_id=28c9043847134daea969876de73b5965&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1096 time: 0.5619078 Jan 28 12:30:40.218681 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-55056f4c-29c6-41cc-a063-59947a6bade0 service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314588 Jan 28 12:30:40.432889 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-026cc544-de21-4f07-9242-73be7034dac8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9db9528-d367-4cb2-8195-283603cc43a9 HTTP/1.1" status: 200 len: 217 time: 0.1175678 Jan 28 12:30:40.504552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Attempting to bind port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:40.505046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Attempting to bind port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:40.505480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Attempting to bind port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 on network e54d590a-3977-4e88-846f-ae0b85d73b5d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:40.531103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3523f-0944-4959-a825-d94499eb826c req-84d3929b-9997-43a3-b5ed-fe8603a9d142 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:40.543705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20c3523f-0944-4959-a825-d94499eb826c req-84d3929b-9997-43a3-b5ed-fe8603a9d142 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 944 time: 0.2513444 Jan 28 12:30:40.572526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 on network e54d590a-3977-4e88-846f-ae0b85d73b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:40.573222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Attempting to bind port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 on network e54d590a-3977-4e88-846f-ae0b85d73b5d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:40.575477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-65481e6d-75e9-4fcc-b4c0-135e917d8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:40.576969 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-65481e6d-75e9-4fcc-b4c0-135e917d8899 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a52d88f-3d14-4d4c-b078-233c75ac286f HTTP/1.1" status: 200 len: 855 time: 0.1299024 Jan 28 12:30:40.587830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:40.588692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Checking segment: {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:40.589653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Bound using segment: {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:40.590315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Bound port: bd0a94f0-6ad2-427c-acca-75175ea8b8b5, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3297ba2a-5513-438e-ab84-8bfb53d51c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:40.591180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:40.600072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-404705e6-abc1-4752-84ee-17c65f21764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:40.601822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-404705e6-abc1-4752-84ee-17c65f21764f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24&tenant_id=28c9043847134daea969876de73b5965 HTTP/1.1" status: 200 len: 1096 time: 0.3728917 Jan 28 12:30:40.628681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e33c8-dc78-4e3d-acaf-d49649e4052b req-6f51d36b-7de3-4d15-85a5-8cad37a49867 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:40.630387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c85e33c8-dc78-4e3d-acaf-d49649e4052b req-6f51d36b-7de3-4d15-85a5-8cad37a49867 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 944 time: 0.3170326 Jan 28 12:30:40.644732 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-5d29a6d2-8d66-406f-94fd-cda14ff2b5a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e8afdfaf-7933-47d2-a23a-76117fd9a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609617 Jan 28 12:30:40.790915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] For port bd0a94f0-6ad2-427c-acca-75175ea8b8b5, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:40.798105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] For port bd0a94f0-6ad2-427c-acca-75175ea8b8b5, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:40.817022 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:40.842070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20c3523f-0944-4959-a825-d94499eb826c req-4b9c3256-aedb-409a-a67d-ae2fbb6b64b9 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974851 Jan 28 12:30:40.886643 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-78e9db2a-cb43-4ea1-9686-72576deb40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:40.888566 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-78e9db2a-cb43-4ea1-9686-72576deb40dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1096 time: 0.2493045 Jan 28 12:30:40.915164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c85e33c8-dc78-4e3d-acaf-d49649e4052b req-24869cdb-eca2-4647-bfa7-975edc164e5b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608159 Jan 28 12:30:41.263219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-f7b17ea7-ec70-4f9d-bdd4-a5dd42a732fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.267740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-f7b17ea7-ec70-4f9d-bdd4-a5dd42a732fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.3313868 Jan 28 12:30:41.276795 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e92e811-f5b1-4f4d-ac33-6317103dae57 x-openstack-request-id: req-0e92e811-f5b1-4f4d-ac33-6317103dae57 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:41.277060 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "f2586121-8b46-44f0-bbb8-e82594060785", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:41.278068 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e92e811-f5b1-4f4d-ac33-6317103dae57 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:41.279096 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': 'f2586121-8b46-44f0-bbb8-e82594060785', 'status': 'completed', 'code': 200} Jan 28 12:30:41.279321 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': 'd1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00', 'status': 'completed', 'code': 200} Jan 28 12:30:41.282786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.284149 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:41.286869 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-d10ab762-28a4-4616-942c-be06ad37eee3 service neutron] 10.222.0.49 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264243 Jan 28 12:30:41.287495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] 10.222.0.49 "PUT /v2.0/ports/bd0a94f0-6ad2-427c-acca-75175ea8b8b5 HTTP/1.1" status: 200 len: 1090 time: 2.5167055 Jan 28 12:30:41.401181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Request body: {'port': {'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:41.412878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8829d4c9-904b-4e7e-9650-f88f0a548f18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 200 len: 217 time: 0.1244657 Jan 28 12:30:41.464600 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efccde5-867d-44e5-b1c2-f3b6b091051a x-openstack-request-id: req-3efccde5-867d-44e5-b1c2-f3b6b091051a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:41.464985 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c25b8b-060f-4a5f-ac15-d96e05ce802b", "tag": "44a45cb2-5364-4da8-8a01-f2fad6675c7f", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:41.465143 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3efccde5-867d-44e5-b1c2-f3b6b091051a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:41.465540 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c25b8b-060f-4a5f-ac15-d96e05ce802b', 'tag': '44a45cb2-5364-4da8-8a01-f2fad6675c7f', 'status': 'completed', 'code': 200} Jan 28 12:30:41.467651 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-61764a24-2a6b-4637-a922-5934334ea5d9 req-a23c847b-16ea-4b48-a15c-76e88b14c2e6 service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1482155 Jan 28 12:30:41.565829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-f0d869c5-aab7-4e54-b675-e86d7a9416ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.565829 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-f0d869c5-aab7-4e54-b675-e86d7a9416ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.0498557 Jan 28 12:30:41.565829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76ab14-b054-42ae-95b4-054a4c6f17c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:41.657332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-7ddca4f1-a6a9-4b88-aa90-049271310f06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149344 Jan 28 12:30:41.762251 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-bfe7a363-29be-4566-8326-b834f2a47b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.762730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-bfe7a363-29be-4566-8326-b834f2a47b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.763296 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-bfe7a363-29be-4566-8326-b834f2a47b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.763798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-bfe7a363-29be-4566-8326-b834f2a47b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.764600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-bfe7a363-29be-4566-8326-b834f2a47b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.764806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-bfe7a363-29be-4566-8326-b834f2a47b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.765308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-bfe7a363-29be-4566-8326-b834f2a47b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.768547 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-bfe7a363-29be-4566-8326-b834f2a47b26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=523c775734d64237ba19b3804f18ee73&device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6341 time: 0.4801600 Jan 28 12:30:41.861991 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fcc757f-4694-46db-896f-8262bf2ed2a0 req-d2d23350-a0bf-4129-bcc5-65914ec1fc99 service neutron] 10.222.0.49 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289185 Jan 28 12:30:41.873034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd321c-2879-40dd-8b5a-2e1d7f08d0b7 req-40b99b5b-b59c-412b-823c-3867fc029424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.875130 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6dbd321c-2879-40dd-8b5a-2e1d7f08d0b7 req-40b99b5b-b59c-412b-823c-3867fc029424 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64c4e0548cb5444ba31de2ad42c6005b&device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 1095 time: 0.2379770 Jan 28 12:30:41.994534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-298a0c09-fbc8-4ddc-b2b1-a2f76cdda64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.994913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-298a0c09-fbc8-4ddc-b2b1-a2f76cdda64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.997643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-298a0c09-fbc8-4ddc-b2b1-a2f76cdda64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:41.999512 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-298a0c09-fbc8-4ddc-b2b1-a2f76cdda64f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=523c775734d64237ba19b3804f18ee73&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2214921 Jan 28 12:30:42.049538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff684c-be66-4564-9b87-d96cc3ff6ff1 req-4e2b5ebe-b1a9-4785-9fad-f904c2cf47c2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.055646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29ff684c-be66-4564-9b87-d96cc3ff6ff1 req-4e2b5ebe-b1a9-4785-9fad-f904c2cf47c2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 946 time: 0.6186168 Jan 28 12:30:42.117559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd321c-2879-40dd-8b5a-2e1d7f08d0b7 req-0b662b9a-a1cc-4271-bb00-10564c800206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.120472 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6dbd321c-2879-40dd-8b5a-2e1d7f08d0b7 req-0b662b9a-a1cc-4271-bb00-10564c800206 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df2a9c51-6a3b-446e-a71c-459d62cf9c96 HTTP/1.1" status: 200 len: 911 time: 0.2299030 Jan 28 12:30:42.177266 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6dbd321c-2879-40dd-8b5a-2e1d7f08d0b7 req-0364a45a-bdff-4cdc-85ca-3031a297d411 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44a45cb2-5364-4da8-8a01-f2fad6675c7f HTTP/1.1" status: 200 len: 217 time: 0.0488465 Jan 28 12:30:42.198835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29ff684c-be66-4564-9b87-d96cc3ff6ff1 req-c9eea638-9d67-42b1-9230-b7bbe871ece5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236622 Jan 28 12:30:42.226646 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:42.247872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-27309287-6532-4b1d-a317-34451470ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.249373 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-27309287-6532-4b1d-a317-34451470ad4d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2320168 Jan 28 12:30:42.289811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd321c-2879-40dd-8b5a-2e1d7f08d0b7 req-39673839-1159-439d-8100-1b01a2f35752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.295456 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6dbd321c-2879-40dd-8b5a-2e1d7f08d0b7 req-39673839-1159-439d-8100-1b01a2f35752 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b7fcb4-546d-412b-8415-225b5ee447db HTTP/1.1" status: 200 len: 850 time: 0.1048503 Jan 28 12:30:42.363994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6dbd321c-2879-40dd-8b5a-2e1d7f08d0b7 req-f328737a-0cdd-4a7d-84f6-b4d1f52f2b1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df2a9c51-6a3b-446e-a71c-459d62cf9c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506854 Jan 28 12:30:42.397918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb4f8d-dfdc-4069-a0ec-759e80c43958 req-e1cddb31-e67a-4383-9d11-5dad0ad91097 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.409909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb4f8d-dfdc-4069-a0ec-759e80c43958 req-e1cddb31-e67a-4383-9d11-5dad0ad91097 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.422782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb4f8d-dfdc-4069-a0ec-759e80c43958 req-e1cddb31-e67a-4383-9d11-5dad0ad91097 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.428156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb4f8d-dfdc-4069-a0ec-759e80c43958 req-e1cddb31-e67a-4383-9d11-5dad0ad91097 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.444078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb4f8d-dfdc-4069-a0ec-759e80c43958 req-e1cddb31-e67a-4383-9d11-5dad0ad91097 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.457759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb4f8d-dfdc-4069-a0ec-759e80c43958 req-e1cddb31-e67a-4383-9d11-5dad0ad91097 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.470253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb4f8d-dfdc-4069-a0ec-759e80c43958 req-e1cddb31-e67a-4383-9d11-5dad0ad91097 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.486217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9abb4f8d-dfdc-4069-a0ec-759e80c43958 req-e1cddb31-e67a-4383-9d11-5dad0ad91097 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5394 time: 0.8178160 Jan 28 12:30:42.610813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-5b2cfd9c-f1d4-4808-b2f3-c63b42b36546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.611307 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-5b2cfd9c-f1d4-4808-b2f3-c63b42b36546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.612191 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-5b2cfd9c-f1d4-4808-b2f3-c63b42b36546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.612670 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-5b2cfd9c-f1d4-4808-b2f3-c63b42b36546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.613138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-5b2cfd9c-f1d4-4808-b2f3-c63b42b36546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.613600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-5b2cfd9c-f1d4-4808-b2f3-c63b42b36546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.614747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-5b2cfd9c-f1d4-4808-b2f3-c63b42b36546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.616828 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-5b2cfd9c-f1d4-4808-b2f3-c63b42b36546 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=523c775734d64237ba19b3804f18ee73&device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6341 time: 0.2519538 Jan 28 12:30:42.726340 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6dbd321c-2879-40dd-8b5a-2e1d7f08d0b7 req-028b86bd-8ea6-48cf-a135-a8b55d456343 service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902532 Jan 28 12:30:42.799887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-9b862cf2-711a-4c10-bd11-6e33122b29ef service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1273575 Jan 28 12:30:42.920371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9abb4f8d-dfdc-4069-a0ec-759e80c43958 req-a3547a81-afe7-4672-a875-c637035c4df0 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4331880 Jan 28 12:30:42.962944 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-237753d1-9331-4e52-9182-56455398e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.966674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-237753d1-9331-4e52-9182-56455398e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.967235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-237753d1-9331-4e52-9182-56455398e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:42.968900 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-237753d1-9331-4e52-9182-56455398e517 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=523c775734d64237ba19b3804f18ee73&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3406341 Jan 28 12:30:43.063824 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6dbd321c-2879-40dd-8b5a-2e1d7f08d0b7 req-47326c85-d60a-44b3-ae6e-27e219f6ea73 service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290653 Jan 28 12:30:43.129221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51934b9e-f915-40d5-ac1a-54f71b41d4e8 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:43.138161 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Publish callbacks [] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:43.163638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-fe43bbda-1d0a-458e-92de-04db020a4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:43.165117 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bae9b27c-3b7f-4aee-bbf3-63dd6e5a3ecb req-fe43bbda-1d0a-458e-92de-04db020a4ba0 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1856236 Jan 28 12:30:43.466613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b', 'tag': 'd9db9528-d367-4cb2-8195-283603cc43a9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:43.469525 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1896e7-947f-479a-9bfc-c67191ada265" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b", "tag": "d9db9528-d367-4cb2-8195-283603cc43a9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:43.502233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': 'bd0a94f0-6ad2-427c-acca-75175ea8b8b5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:43.505003 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "bd0a94f0-6ad2-427c-acca-75175ea8b8b5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:43.560982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a5f60-afc3-4796-bf35-a567940ba1fc req-7b46f819-2393-40d4-9513-dd773fb507cb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:43.562787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d70a5f60-afc3-4796-bf35-a567940ba1fc req-7b46f819-2393-40d4-9513-dd773fb507cb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 945 time: 1.0603213 Jan 28 12:30:43.566934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Transition to ACTIVE for port object 51934b9e-f915-40d5-ac1a-54f71b41d4e8 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:43.595203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d4dc507-7946-4357-a65a-c175fc2f7725 req-4100ba06-b7b6-4342-b4d8-0f3d4f4d95e3 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0937326 Jan 28 12:30:43.595933 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:43.751365 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-1a80b0a1-3c59-4cbb-8f7e-c7e3267acac9 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8665512 Jan 28 12:30:43.756466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Pushing event updated for resources: {'Port': ['ID=51934b9e-f915-40d5-ac1a-54f71b41d4e8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:43.813236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d70a5f60-afc3-4796-bf35-a567940ba1fc req-67b31dd8-c359-44c1-bfe0-ce1f89d6488c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301614 Jan 28 12:30:43.911284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 44a45cb2-5364-4da8-8a01-f2fad6675c7f details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:30:44.019432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bfc08-e90f-42cd-a1e7-7a18a73de3ff req-20605f70-f019-4be3-90be-a245174a4faf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:44.021222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c15bfc08-e90f-42cd-a1e7-7a18a73de3ff req-20605f70-f019-4be3-90be-a245174a4faf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.2833281 Jan 28 12:30:44.025543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Attempting to bind port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:44.026049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Attempting to bind port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:44.026514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Attempting to bind port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 on network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:44.050134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 on network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:44.050703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Attempting to bind port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 on network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:44.067055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba14e1-477a-4ed0-bb32-395c6017733a req-576cb320-666a-481d-977d-59a9fbaf4989 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:44.077547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bba14e1-477a-4ed0-bb32-395c6017733a req-576cb320-666a-481d-977d-59a9fbaf4989 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 944 time: 0.1534657 Jan 28 12:30:44.132676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:44.133011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Checking segment: {'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:44.133394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Bound using segment: {'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:44.133835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Bound port: 51934b9e-f915-40d5-ac1a-54f71b41d4e8, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:44.134270 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:44.179895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 44a45cb2-5364-4da8-8a01-f2fad6675c7f, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=44a45cb2-5364-4da8-8a01-f2fad6675c7f,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:44.200814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '44a45cb2-5364-4da8-8a01-f2fad6675c7f', 'network_id': 'df2a9c51-6a3b-446e-a71c-459d62cf9c96', 'port_id': '44a45cb2-5364-4da8-8a01-f2fad6675c7f', 'mac_address': 'fa:16:3e:ce:64:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b7fcb4-546d-412b-8415-225b5ee447db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:30:44.253860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c15bfc08-e90f-42cd-a1e7-7a18a73de3ff req-e56b140c-9353-45de-aa13-b1ee41664e24 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228806 Jan 28 12:30:44.275571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bba14e1-477a-4ed0-bb32-395c6017733a req-617a01b5-c01d-4f47-94fa-021be8906bc5 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961498 Jan 28 12:30:44.289576 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 44a45cb2-5364-4da8-8a01-f2fad6675c7f is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:44.291195 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:44.315575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a45cb2-5364-4da8-8a01-f2fad6675c7f {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:44.326620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-402a576c-50ec-4af3-a029-132e5e1ee9aa tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:44.331649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-402a576c-50ec-4af3-a029-132e5e1ee9aa tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24&tenant_id=28c9043847134daea969876de73b5965&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 1096 time: 0.2114830 Jan 28 12:30:44.359801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 44a45cb2-5364-4da8-8a01-f2fad6675c7f, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=44a45cb2-5364-4da8-8a01-f2fad6675c7f,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:44.371706 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:44.438859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=44a45cb2-5364-4da8-8a01-f2fad6675c7f,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:44.485457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] For port 51934b9e-f915-40d5-ac1a-54f71b41d4e8, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:44.530058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] For port 51934b9e-f915-40d5-ac1a-54f71b41d4e8, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=51934b9e-f915-40d5-ac1a-54f71b41d4e8,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:44.615398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1fb1b-3c36-4201-aa92-7a41775c3052 req-42eaecd8-4d30-4629-b377-fa87b757b5a1 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:44.617008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54e1fb1b-3c36-4201-aa92-7a41775c3052 req-42eaecd8-4d30-4629-b377-fa87b757b5a1 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 944 time: 0.2206755 Jan 28 12:30:44.619066 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:44.711417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:44.712046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:44.713538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] 10.222.0.49 "PUT /v2.0/ports/51934b9e-f915-40d5-ac1a-54f71b41d4e8 HTTP/1.1" status: 200 len: 1091 time: 3.3196104 Jan 28 12:30:44.742912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['44a45cb2-5364-4da8-8a01-f2fad6675c7f'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:44.793537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Request body: {'port': {'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:44.797656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-aa096a36-3d67-4720-956b-2c01a5b380a9 service neutron] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:44.858788 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-aa096a36-3d67-4720-956b-2c01a5b380a9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:44.873719 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-aa096a36-3d67-4720-956b-2c01a5b380a9 service neutron] 10.222.0.35 "DELETE /v2.0/ports/90a4fdf8-950a-4e89-884e-46e6b2b5f207/bindings/n-h2-824835-4 HTTP/1.1" status: 204 len: 173 time: 0.5245802 Jan 28 12:30:44.888078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5eee7-e289-48ef-969f-9843719f9a78 req-d1b06867-2fc5-4474-9d93-6ed2e5818e29 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:44.896973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16a5eee7-e289-48ef-969f-9843719f9a78 req-d1b06867-2fc5-4474-9d93-6ed2e5818e29 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 946 time: 0.3093152 Jan 28 12:30:44.913124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54e1fb1b-3c36-4201-aa92-7a41775c3052 req-3f661c56-4332-486f-82f4-7ba42892ef3f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660475 Jan 28 12:30:44.918363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af9344-80b9-4bdf-958f-f2a62dc5be89 service neutron] Pushing event updated for resources: {'Port': ['ID=51934b9e-f915-40d5-ac1a-54f71b41d4e8,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:45.037451 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96008238-85f2-4d74-9082-e8ad6857f007 x-openstack-request-id: req-96008238-85f2-4d74-9082-e8ad6857f007 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:45.037938 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b", "tag": "d9db9528-d367-4cb2-8195-283603cc43a9", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:45.038021 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96008238-85f2-4d74-9082-e8ad6857f007 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:45.038385 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b', 'tag': 'd9db9528-d367-4cb2-8195-283603cc43a9', 'status': 'completed', 'code': 200} Jan 28 12:30:45.082850 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a0310cb0-628a-4b57-9679-77da0382719e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:45.149409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16a5eee7-e289-48ef-969f-9843719f9a78 req-ee2a4902-85cb-499d-a58a-73131ec72955 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513244 Jan 28 12:30:45.149528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1896e7-947f-479a-9bfc-c67191ada265 req-96f07f09-eb49-4e2a-9081-ce2bb1f6a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.151857 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea1896e7-947f-479a-9bfc-c67191ada265 req-96f07f09-eb49-4e2a-9081-ce2bb1f6a92c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b07ed76ea374ea485968b4cd28446fd&device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 1095 time: 0.0984964 Jan 28 12:30:45.152238 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e6d72c-0b4f-444b-b7ab-618f00b2e904 x-openstack-request-id: req-94e6d72c-0b4f-444b-b7ab-618f00b2e904 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:45.152534 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "bd0a94f0-6ad2-427c-acca-75175ea8b8b5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:45.152791 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94e6d72c-0b4f-444b-b7ab-618f00b2e904 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:45.153182 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': 'bd0a94f0-6ad2-427c-acca-75175ea8b8b5', 'status': 'completed', 'code': 200} Jan 28 12:30:45.302622 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-113ebb0d-df30-4a55-bee8-8290da976fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.303508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-113ebb0d-df30-4a55-bee8-8290da976fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.307213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-113ebb0d-df30-4a55-bee8-8290da976fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.307923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-113ebb0d-df30-4a55-bee8-8290da976fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.308577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-113ebb0d-df30-4a55-bee8-8290da976fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.315111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-113ebb0d-df30-4a55-bee8-8290da976fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.315851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-113ebb0d-df30-4a55-bee8-8290da976fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.318044 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-113ebb0d-df30-4a55-bee8-8290da976fad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=523c775734d64237ba19b3804f18ee73&device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6408 time: 0.1497953 Jan 28 12:30:45.386567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1896e7-947f-479a-9bfc-c67191ada265 req-00fb9451-825a-47d5-a3c7-4ce1f60d5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.388174 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea1896e7-947f-479a-9bfc-c67191ada265 req-00fb9451-825a-47d5-a3c7-4ce1f60d5805 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e8afdfaf-7933-47d2-a23a-76117fd9a21b HTTP/1.1" status: 200 len: 916 time: 0.2180748 Jan 28 12:30:45.533703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caded234-bb52-49d7-94d1-d854d83f68f6 req-74894529-df8d-4b87-8499-22d3762e153b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.542712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caded234-bb52-49d7-94d1-d854d83f68f6 req-74894529-df8d-4b87-8499-22d3762e153b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.554183 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-cafbd951-45b7-46df-885d-d6c14c0a6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.554664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-cafbd951-45b7-46df-885d-d6c14c0a6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.555129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-cafbd951-45b7-46df-885d-d6c14c0a6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.557469 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-cafbd951-45b7-46df-885d-d6c14c0a6381 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=523c775734d64237ba19b3804f18ee73&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2258496 Jan 28 12:30:45.560570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caded234-bb52-49d7-94d1-d854d83f68f6 req-74894529-df8d-4b87-8499-22d3762e153b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.565960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caded234-bb52-49d7-94d1-d854d83f68f6 req-74894529-df8d-4b87-8499-22d3762e153b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.571221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caded234-bb52-49d7-94d1-d854d83f68f6 req-74894529-df8d-4b87-8499-22d3762e153b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.593920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caded234-bb52-49d7-94d1-d854d83f68f6 req-74894529-df8d-4b87-8499-22d3762e153b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.601858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caded234-bb52-49d7-94d1-d854d83f68f6 req-74894529-df8d-4b87-8499-22d3762e153b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.604861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-caded234-bb52-49d7-94d1-d854d83f68f6 req-74894529-df8d-4b87-8499-22d3762e153b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5406 time: 0.3878427 Jan 28 12:30:45.675824 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea1896e7-947f-479a-9bfc-c67191ada265 req-3fa0e80a-6b37-4a14-a674-f0f256aed6b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9db9528-d367-4cb2-8195-283603cc43a9 HTTP/1.1" status: 200 len: 217 time: 0.2693295 Jan 28 12:30:45.784459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-4eba7f26-102e-4134-8b56-3e67413ade0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.785991 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c31c050f-5246-49c8-ac1b-f6d8264c5ee7 req-4eba7f26-102e-4134-8b56-3e67413ade0b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1856222 Jan 28 12:30:45.789645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1896e7-947f-479a-9bfc-c67191ada265 req-471a69b5-7567-42e8-b30a-0422baaeb351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:45.791309 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea1896e7-947f-479a-9bfc-c67191ada265 req-471a69b5-7567-42e8-b30a-0422baaeb351 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a52d88f-3d14-4d4c-b078-233c75ac286f HTTP/1.1" status: 200 len: 855 time: 0.0942128 Jan 28 12:30:45.814438 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a9487b1-8873-4ae9-98ee-206c4fc5e011 req-b764830b-7b64-417d-9f4e-41af87235505 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0698307 Jan 28 12:30:45.833387 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea1896e7-947f-479a-9bfc-c67191ada265 req-a12cb507-63eb-4ffd-b2d6-e1a1642e49b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e8afdfaf-7933-47d2-a23a-76117fd9a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314426 Jan 28 12:30:45.878384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-caded234-bb52-49d7-94d1-d854d83f68f6 req-42881473-5da7-49a8-9d02-d83281efeaea tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2605648 Jan 28 12:30:45.929587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d9db9528-d367-4cb2-8195-283603cc43a9 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:30:45.940889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 44a45cb2-5364-4da8-8a01-f2fad6675c7f up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:30:46.066346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 44a45cb2-5364-4da8-8a01-f2fad6675c7f completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:30:46.066835 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea1896e7-947f-479a-9bfc-c67191ada265 req-dfb4d07c-2626-460e-87b3-d48a8bc32820 service neutron] 10.222.0.49 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134705 Jan 28 12:30:46.136773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 44a45cb2-5364-4da8-8a01-f2fad6675c7f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:46.139649 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:46.229186 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea1896e7-947f-479a-9bfc-c67191ada265 req-19a07369-cc41-4a77-8066-0342c0e23ab2 service neutron] 10.222.0.49 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458328 Jan 28 12:30:46.231561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db1b6f-1d29-4bc0-85db-3dd6c414fb4f req-cc7c91ad-bab2-41ca-889a-53103feb8021 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:46.235706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21db1b6f-1d29-4bc0-85db-3dd6c414fb4f req-cc7c91ad-bab2-41ca-889a-53103feb8021 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 945 time: 0.1926985 Jan 28 12:30:46.277472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d34bd-b6cc-41a4-8675-37142c6361be req-65edc854-b9b7-4de1-8aec-4811a98d0a41 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:46.279244 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c0d34bd-b6cc-41a4-8675-37142c6361be req-65edc854-b9b7-4de1-8aec-4811a98d0a41 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 945 time: 0.2716095 Jan 28 12:30:46.302940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d9db9528-d367-4cb2-8195-283603cc43a9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d9db9528-d367-4cb2-8195-283603cc43a9,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:46.308742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0310cb0-628a-4b57-9679-77da0382719e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:46.329265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Publish callbacks [] for port (a0310cb0-628a-4b57-9679-77da0382719e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:46.368872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Transition to ACTIVE for port object a0310cb0-628a-4b57-9679-77da0382719e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:46.371707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 44a45cb2-5364-4da8-8a01-f2fad6675c7f is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:46.372218 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:46.383480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'd9db9528-d367-4cb2-8195-283603cc43a9', 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b', 'port_id': 'd9db9528-d367-4cb2-8195-283603cc43a9', 'mac_address': 'fa:16:3e:c3:84:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a52d88f-3d14-4d4c-b078-233c75ac286f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:30:46.390977 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a0310cb0-628a-4b57-9679-77da0382719e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:46.409160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21db1b6f-1d29-4bc0-85db-3dd6c414fb4f req-995b5819-95d8-43a4-8b59-b46dbfe11af7 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560051 Jan 28 12:30:46.436260 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c0d34bd-b6cc-41a4-8675-37142c6361be req-dd3a3ed3-e6d4-4f32-8010-e44d2d9ebf9b tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389353 Jan 28 12:30:46.441665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c25b8b-060f-4a5f-ac15-d96e05ce802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a45cb2-5364-4da8-8a01-f2fad6675c7f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:46.445365 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f2d2f7-228b-40ea-b168-e56ddd90d574" -d '{"events": [{"server_uuid": "52c25b8b-060f-4a5f-ac15-d96e05ce802b", "name": "network-vif-plugged", "status": "completed", "tag": "44a45cb2-5364-4da8-8a01-f2fad6675c7f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:46.477167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 44a45cb2-5364-4da8-8a01-f2fad6675c7f, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=44a45cb2-5364-4da8-8a01-f2fad6675c7f,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:46.492998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d9db9528-d367-4cb2-8195-283603cc43a9 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:46.493953 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:46.506091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a607e-9c29-4355-8921-92101f148287 service neutron] Pushing event updated for resources: {'Port': ['ID=a0310cb0-628a-4b57-9679-77da0382719e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:46.514641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9db9528-d367-4cb2-8195-283603cc43a9 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:46.519605 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:46.622505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Attempting to bind port a0310cb0-628a-4b57-9679-77da0382719e on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:46.623051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Attempting to bind port a0310cb0-628a-4b57-9679-77da0382719e by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:46.623155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Attempting to bind port a0310cb0-628a-4b57-9679-77da0382719e on network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:46.632373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Port a0310cb0-628a-4b57-9679-77da0382719e on network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:46.632708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Attempting to bind port a0310cb0-628a-4b57-9679-77da0382719e on network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:46.640893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:46.641319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Checking segment: {'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:46.641860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Bound using segment: {'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:46.642861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Bound port: a0310cb0-628a-4b57-9679-77da0382719e, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5b5e7f-592e-41c2-aebc-be1b458b6a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:46.643534 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a0310cb0-628a-4b57-9679-77da0382719e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:46.681906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=44a45cb2-5364-4da8-8a01-f2fad6675c7f,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:46.688511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d9db9528-d367-4cb2-8195-283603cc43a9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d9db9528-d367-4cb2-8195-283603cc43a9,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:46.695031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.695740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.696332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.697782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.698337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.698874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.699535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.700092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.700928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.701550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.702264 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.702881 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.703675 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:30:46.709884 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:46.780997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d9db9528-d367-4cb2-8195-283603cc43a9,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:46.876901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7f070-3196-4ee5-8210-6b8e8924efc5 req-92dd0892-ae16-4759-9369-1a844ac06400 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:46.878474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17b7f070-3196-4ee5-8210-6b8e8924efc5 req-92dd0892-ae16-4759-9369-1a844ac06400 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1577775 Jan 28 12:30:46.879908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] For port a0310cb0-628a-4b57-9679-77da0382719e, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:46.884668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] For port a0310cb0-628a-4b57-9679-77da0382719e, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a0310cb0-628a-4b57-9679-77da0382719e,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:46.928181 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:46.933757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a0310cb0-628a-4b57-9679-77da0382719e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:46.991980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17b7f070-3196-4ee5-8210-6b8e8924efc5 req-0c89f3b5-5ac5-4edf-8203-83d4149fb9ff tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965226 Jan 28 12:30:47.002582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d782f69-f412-48d6-8444-55c439fbe538 req-1641b8da-79c9-4176-9804-13582b4d1d67 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.004128 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d782f69-f412-48d6-8444-55c439fbe538 req-1641b8da-79c9-4176-9804-13582b4d1d67 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 945 time: 0.1957097 Jan 28 12:30:47.008715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.009876 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:47.011201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-740a607e-9c29-4355-8921-92101f148287 service neutron] 10.222.0.49 "PUT /v2.0/ports/a0310cb0-628a-4b57-9679-77da0382719e HTTP/1.1" status: 200 len: 1091 time: 2.2319889 Jan 28 12:30:47.077840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d9db9528-d367-4cb2-8195-283603cc43a9'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:47.088326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a607e-9c29-4355-8921-92101f148287 service neutron] Pushing event updated for resources: {'Port': ['ID=a0310cb0-628a-4b57-9679-77da0382719e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:47.158952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': '51934b9e-f915-40d5-ac1a-54f71b41d4e8'}, {'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': 'a0310cb0-628a-4b57-9679-77da0382719e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:47.161458 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2a6518-534d-498f-91c4-b7808a86f825" -d '{"events": [{"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "51934b9e-f915-40d5-ac1a-54f71b41d4e8"}, {"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "a0310cb0-628a-4b57-9679-77da0382719e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:47.189412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d782f69-f412-48d6-8444-55c439fbe538 req-223699e2-98f5-41d5-aa33-366f8ec7592b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657743 Jan 28 12:30:47.262667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c26ff55e-60ed-4651-aa25-04269937c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.263161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c26ff55e-60ed-4651-aa25-04269937c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.266879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c26ff55e-60ed-4651-aa25-04269937c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.267402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c26ff55e-60ed-4651-aa25-04269937c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.267879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c26ff55e-60ed-4651-aa25-04269937c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.268342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c26ff55e-60ed-4651-aa25-04269937c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.268840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c26ff55e-60ed-4651-aa25-04269937c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.270780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c26ff55e-60ed-4651-aa25-04269937c524 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=523c775734d64237ba19b3804f18ee73&device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6475 time: 0.1955600 Jan 28 12:30:47.355783 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58e52bc-6dba-4cf5-9d20-7c2f63b404d1 x-openstack-request-id: req-a58e52bc-6dba-4cf5-9d20-7c2f63b404d1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:47.356075 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c25b8b-060f-4a5f-ac15-d96e05ce802b", "name": "network-vif-plugged", "status": "completed", "tag": "44a45cb2-5364-4da8-8a01-f2fad6675c7f", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:47.356328 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a58e52bc-6dba-4cf5-9d20-7c2f63b404d1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:47.356719 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c25b8b-060f-4a5f-ac15-d96e05ce802b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a45cb2-5364-4da8-8a01-f2fad6675c7f', 'code': 200} Jan 28 12:30:47.369637 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-67fa8717-55e4-471c-8f4c-51c941a74798 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2eae2a5-ffa0-4482-ba27-f5eb1313d427 HTTP/1.1" status: 200 len: 217 time: 0.0840175 Jan 28 12:30:47.435297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d57fd-a3b9-4201-8965-3e7a0e6c9039 req-d6092c90-5576-41ce-b37a-daeca21a3785 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.442563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c70d57fd-a3b9-4201-8965-3e7a0e6c9039 req-d6092c90-5576-41ce-b37a-daeca21a3785 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 946 time: 0.2514102 Jan 28 12:30:47.494652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e139729-d3a7-4219-a749-65d911113c98 req-3cffaa5e-af5b-4326-9fd5-2b463dfc22cf tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0345325 Jan 28 12:30:47.514639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-00c1bb56-57e3-41ff-95c8-c1f94ac0766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.516156 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-00c1bb56-57e3-41ff-95c8-c1f94ac0766b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a40a858a-ac10-4c03-bed6-d03ffae7c7c2 HTTP/1.1" status: 200 len: 851 time: 0.1271536 Jan 28 12:30:47.517997 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4c46d-7a23-4eea-a6cc-0abecf4cda2e req-1a703e3d-7787-4986-b5e6-df2e1b334f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.521661 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-95e4c46d-7a23-4eea-a6cc-0abecf4cda2e req-1a703e3d-7787-4986-b5e6-df2e1b334f2e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 1097 time: 0.0862334 Jan 28 12:30:47.538820 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:47.549103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c70d57fd-a3b9-4201-8965-3e7a0e6c9039 req-b1783dc8-f245-4af3-a9da-56ae45ac8664 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056106 Jan 28 12:30:47.648831 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-95e4c46d-7a23-4eea-a6cc-0abecf4cda2e req-5be33f5b-258f-4520-9edc-58a17c109be7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058064 Jan 28 12:30:47.650829 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3135e1-e631-4b2e-acb5-35ef2ae0928f x-openstack-request-id: req-7e3135e1-e631-4b2e-acb5-35ef2ae0928f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:47.651366 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "51934b9e-f915-40d5-ac1a-54f71b41d4e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "a0310cb0-628a-4b57-9679-77da0382719e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:47.651478 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e3135e1-e631-4b2e-acb5-35ef2ae0928f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:47.652695 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': '51934b9e-f915-40d5-ac1a-54f71b41d4e8', 'status': 'completed', 'code': 200} Jan 28 12:30:47.652961 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': 'a0310cb0-628a-4b57-9679-77da0382719e', 'status': 'completed', 'code': 200} Jan 28 12:30:47.657200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-8b0463ec-d4f8-4070-bc84-c4c4d3f1530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.658694 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-8b0463ec-d4f8-4070-bc84-c4c4d3f1530b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=de73d51a-b816-487d-9aec-4cbd62d5c08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086724 Jan 28 12:30:47.778072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5d7e3-937f-4bac-9712-b9d4f34bc928 req-ff30d012-3c13-46a4-b752-bcf33ea345df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.783752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5d7e3-937f-4bac-9712-b9d4f34bc928 req-ff30d012-3c13-46a4-b752-bcf33ea345df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.791367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5d7e3-937f-4bac-9712-b9d4f34bc928 req-ff30d012-3c13-46a4-b752-bcf33ea345df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.797515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5d7e3-937f-4bac-9712-b9d4f34bc928 req-ff30d012-3c13-46a4-b752-bcf33ea345df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.802365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5d7e3-937f-4bac-9712-b9d4f34bc928 req-ff30d012-3c13-46a4-b752-bcf33ea345df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.808522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5d7e3-937f-4bac-9712-b9d4f34bc928 req-ff30d012-3c13-46a4-b752-bcf33ea345df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.814093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5d7e3-937f-4bac-9712-b9d4f34bc928 req-ff30d012-3c13-46a4-b752-bcf33ea345df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.820036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1dd5d7e3-937f-4bac-9712-b9d4f34bc928 req-ff30d012-3c13-46a4-b752-bcf33ea345df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1517687 Jan 28 12:30:47.853746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b843444-a24c-4ad4-b295-e4877648369a req-da4baa0d-defc-4b17-8c9d-9717693bd0b6 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:47.855700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b843444-a24c-4ad4-b295-e4877648369a req-da4baa0d-defc-4b17-8c9d-9717693bd0b6 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1096 time: 0.1366000 Jan 28 12:30:47.873525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-5b848009-47fb-451f-9d3d-e97cc3a1ed14 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:30:47.874825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-5b848009-47fb-451f-9d3d-e97cc3a1ed14 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110848 Jan 28 12:30:48.003328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1dd5d7e3-937f-4bac-9712-b9d4f34bc928 req-4eefc989-ab86-4cc9-9db2-f1da1f86bd1e tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1782107 Jan 28 12:30:48.024394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b843444-a24c-4ad4-b295-e4877648369a req-e10bd3e2-944c-4e11-bb65-cca4c2d087ad tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593764 Jan 28 12:30:48.083055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-1c6fcefb-90c6-4c48-88c2-ec0e461c60ed service neutron] 10.222.0.49 "GET /v2.0/networks/de73d51a-b816-487d-9aec-4cbd62d5c08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791952 Jan 28 12:30:48.264986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af899391-9c36-4977-bd0d-5c3ef28fbf47 req-a1fd67d9-657f-4640-a18c-a501be2b25a7 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:48.266515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af899391-9c36-4977-bd0d-5c3ef28fbf47 req-a1fd67d9-657f-4640-a18c-a501be2b25a7 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1206944 Jan 28 12:30:48.323131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ee5dfdfa-cf0b-442a-b0a0-0c0b335a3035 service neutron] 10.222.0.49 "GET /v2.0/networks/de73d51a-b816-487d-9aec-4cbd62d5c08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153139 Jan 28 12:30:48.408304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af899391-9c36-4977-bd0d-5c3ef28fbf47 req-6474d0c9-687f-4b36-ba6f-1fa80c685a83 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259992 Jan 28 12:30:48.412555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c63a7d92-3de5-426b-84f3-d6d49efa97a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=6ea4abda-c248-47c5-8b95-df920c974751 HTTP/1.1" status: 200 len: 217 time: 0.0785909 Jan 28 12:30:48.440716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b41c64-1365-4b13-8739-5076c7bde532 req-b15daaa9-0f37-401b-9961-b566d8ead86a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:48.450593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96b41c64-1365-4b13-8739-5076c7bde532 req-b15daaa9-0f37-401b-9961-b566d8ead86a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1955967 Jan 28 12:30:48.586602 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96b41c64-1365-4b13-8739-5076c7bde532 req-bc78d5ad-3c32-45c5-a1e8-743e3099bae8 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355798 Jan 28 12:30:48.589966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ad6c7aad-330e-4160-9b83-e72fb63b130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:48.591505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ad6c7aad-330e-4160-9b83-e72fb63b130e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 200 len: 797 time: 0.1664889 Jan 28 12:30:48.608725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad209aa-14a0-42b3-a9b8-983eaff1a38c req-17594a44-40e5-4f52-8b5d-16b0d03f6c4a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:48.610323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ad209aa-14a0-42b3-a9b8-983eaff1a38c req-17594a44-40e5-4f52-8b5d-16b0d03f6c4a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 945 time: 0.1266377 Jan 28 12:30:48.688373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ad209aa-14a0-42b3-a9b8-983eaff1a38c req-634ddb3b-460a-4631-95f0-d6574a172cfb tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704534 Jan 28 12:30:48.694721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-74e7d74d-82a5-4d37-b013-235150280461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:48.696236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-74e7d74d-82a5-4d37-b013-235150280461 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e54d590a-3977-4e88-846f-ae0b85d73b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0953875 Jan 28 12:30:48.849229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a13fb95-ec0b-4f73-9267-6a42f0e3c039 req-fa31f535-b55d-4bf9-a5c6-7fd73996553b tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0663555 Jan 28 12:30:48.912731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-9a3a4f06-abc5-4133-961e-8f7a0839235b service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874835 Jan 28 12:30:49.036475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-7dd8e35a-195e-43ed-a949-6793d50bbf45 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:49.038078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-7dd8e35a-195e-43ed-a949-6793d50bbf45 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 808 time: 0.3381035 Jan 28 12:30:49.071230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d2a4a-f62d-41c9-9c87-8642c0027867 req-a2d97a20-b88c-4940-91ce-9476d3abbee1 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:49.072845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc8d2a4a-f62d-41c9-9c87-8642c0027867 req-a2d97a20-b88c-4940-91ce-9476d3abbee1 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 946 time: 0.1594038 Jan 28 12:30:49.076870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-27b4be7c-6eae-488e-af92-50bf0fe37858 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/quotas/28c9043847134daea969876de73b5965 HTTP/1.1" status: 200 len: 375 time: 0.0263677 Jan 28 12:30:49.187866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-f47e0b86-62b9-4b4d-9bbb-313c2a8c6ef9 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605526 Jan 28 12:30:49.206352 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3842-a071-48c8-9aa4-9cff7a4c3135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:49.254192 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-387d4345-795e-4754-bab6-f20ef16b874c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=f2586121-8b46-44f0-bbb8-e82594060785 HTTP/1.1" status: 200 len: 217 time: 0.0460465 Jan 28 12:30:49.286517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-f90c43f5-8c82-49cc-b133-127fcd6096f9 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1984897 Jan 28 12:30:49.335930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc8d2a4a-f62d-41c9-9c87-8642c0027867 req-62e8a956-1792-4237-9cd6-98fdf8e54ee1 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506844 Jan 28 12:30:49.361887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-2e44f1ae-b63b-4aab-9d4b-9254469defcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:49.365552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-2e44f1ae-b63b-4aab-9d4b-9254469defcc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 200 len: 797 time: 0.0979991 Jan 28 12:30:49.436988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-546bcc68-c4ae-448b-9eea-864b836e7738 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:30:49.444926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-546bcc68-c4ae-448b-9eea-864b836e7738 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1334693 Jan 28 12:30:49.546716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68617963-2268-4326-8a2e-ddea7be10b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:49.550399 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-68617963-2268-4326-8a2e-ddea7be10b47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e54d590a-3977-4e88-846f-ae0b85d73b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1710262 Jan 28 12:30:49.618025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3db3e-049e-4513-aba1-e072b26e73a3 req-f33f3f8d-2508-427a-8276-e82319384ace tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:49.623663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3db3e-049e-4513-aba1-e072b26e73a3 req-f33f3f8d-2508-427a-8276-e82319384ace tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:49.629098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3db3e-049e-4513-aba1-e072b26e73a3 req-f33f3f8d-2508-427a-8276-e82319384ace tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:49.634529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3db3e-049e-4513-aba1-e072b26e73a3 req-f33f3f8d-2508-427a-8276-e82319384ace tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:49.640264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3db3e-049e-4513-aba1-e072b26e73a3 req-f33f3f8d-2508-427a-8276-e82319384ace tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:49.645499 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3db3e-049e-4513-aba1-e072b26e73a3 req-f33f3f8d-2508-427a-8276-e82319384ace tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:49.651444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3db3e-049e-4513-aba1-e072b26e73a3 req-f33f3f8d-2508-427a-8276-e82319384ace tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:49.653303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fa3db3e-049e-4513-aba1-e072b26e73a3 req-f33f3f8d-2508-427a-8276-e82319384ace tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1999087 Jan 28 12:30:49.690997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-b779dfcf-3d8d-4836-8d30-88d2b1c2a813 service neutron] 10.222.0.53 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456930 Jan 28 12:30:49.954976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d9db9528-d367-4cb2-8195-283603cc43a9 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:30:50.019885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port d9db9528-d367-4cb2-8195-283603cc43a9 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:30:50.044772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port d9db9528-d367-4cb2-8195-283603cc43a9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:30:50.045183 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:50.163691 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-423ff432-75cf-481c-89f9-172d815e8b61 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964289 Jan 28 12:30:50.179878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fa3db3e-049e-4513-aba1-e072b26e73a3 req-20cad4e1-ae5c-492e-8286-918169055eec tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4975767 Jan 28 12:30:50.182094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d9db9528-d367-4cb2-8195-283603cc43a9 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:50.183425 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:50.225161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9db9528-d367-4cb2-8195-283603cc43a9'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:50.228781 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877e8f33-78f3-449c-91a1-800ea185b399" -d '{"events": [{"server_uuid": "5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b", "name": "network-vif-plugged", "status": "completed", "tag": "d9db9528-d367-4cb2-8195-283603cc43a9"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:50.245671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d9db9528-d367-4cb2-8195-283603cc43a9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d9db9528-d367-4cb2-8195-283603cc43a9,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:50.252493 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:50.255930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-6c77cb84-1aeb-43d1-b55b-aee8e087623b service neutron] 10.222.0.53 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566466 Jan 28 12:30:50.338530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-aec0d5ed-cf76-4f11-98bb-d4bc43e0ae48 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574764 Jan 28 12:30:50.385972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d9db9528-d367-4cb2-8195-283603cc43a9,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:50.424209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-5a5b3f94-6dde-4705-a51a-d9ebf0e68fcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 HTTP/1.1" status: 200 len: 217 time: 0.0773988 Jan 28 12:30:50.525873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-4c1443f5-81dc-47d8-8d9e-38e53aec0345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:50.527960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-4c1443f5-81dc-47d8-8d9e-38e53aec0345 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 200 len: 797 time: 0.0909009 Jan 28 12:30:50.547951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c146fa-0545-4cc5-95a1-c416ecfa968c req-ff234f1d-1a92-4a0b-bb0f-a440d3674f36 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:50.554804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24c146fa-0545-4cc5-95a1-c416ecfa968c req-ff234f1d-1a92-4a0b-bb0f-a440d3674f36 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1007743 Jan 28 12:30:50.667890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24c146fa-0545-4cc5-95a1-c416ecfa968c req-93516adc-5b37-4378-b58f-d61b73344bc4 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122093 Jan 28 12:30:50.671953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-d5834d69-8cd4-433c-8cb4-20507b270f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:50.673672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-d5834d69-8cd4-433c-8cb4-20507b270f70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e54d590a-3977-4e88-846f-ae0b85d73b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1154001 Jan 28 12:30:50.686603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3766ce-8acb-4b1c-9bde-244d99bc8db1 req-526c0807-7e0b-481f-9be1-920d8ad620e2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:50.694562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b3766ce-8acb-4b1c-9bde-244d99bc8db1 req-526c0807-7e0b-481f-9be1-920d8ad620e2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1617684 Jan 28 12:30:50.938797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b3766ce-8acb-4b1c-9bde-244d99bc8db1 req-ffbe877c-be6d-4b25-912f-16dec5b48190 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431972 Jan 28 12:30:50.960562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-055a1b00-2f9d-4f95-98b2-88728884dccb service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633193 Jan 28 12:30:51.056115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cbc67-6f80-4a9b-8ca7-2c589e4abc12 req-ba07b8f0-0316-43c0-9dd3-4e49cc81d4b0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:51.057994 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-264cbc67-6f80-4a9b-8ca7-2c589e4abc12 req-ba07b8f0-0316-43c0-9dd3-4e49cc81d4b0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1955590 Jan 28 12:30:51.166528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87d8243a-ea01-452c-9ff1-57dd9852f2c7 req-4907c1f2-07d7-48d7-bc2e-712033be358e tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0794806 Jan 28 12:30:51.243393 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-3ff09174-6607-429e-8dfe-b1bfe3b45c68 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708139 Jan 28 12:30:51.308540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-d99db11b-2f1e-49b9-bf04-ac9a33116bfc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=bd0a94f0-6ad2-427c-acca-75175ea8b8b5 HTTP/1.1" status: 200 len: 217 time: 0.0532150 Jan 28 12:30:51.324104 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-264cbc67-6f80-4a9b-8ca7-2c589e4abc12 req-3d2fd23f-03ff-4f17-9732-6556e8bb7907 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381623 Jan 28 12:30:51.386419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-772daac1-50e9-4625-a6b8-b91ac15e788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:51.388311 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-772daac1-50e9-4625-a6b8-b91ac15e788a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 200 len: 797 time: 0.0631955 Jan 28 12:30:51.397495 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d7bae7-fe3f-44be-a3cf-7679d615ad09 x-openstack-request-id: req-b5d7bae7-fe3f-44be-a3cf-7679d615ad09 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:51.397996 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b", "name": "network-vif-plugged", "status": "completed", "tag": "d9db9528-d367-4cb2-8195-283603cc43a9", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:51.398084 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5d7bae7-fe3f-44be-a3cf-7679d615ad09 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:51.398431 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9db9528-d367-4cb2-8195-283603cc43a9', 'code': 200} Jan 28 12:30:51.528359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ac46f21b-ac79-4f19-a9f4-61b331793138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:51.529752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-ac46f21b-ac79-4f19-a9f4-61b331793138 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e54d590a-3977-4e88-846f-ae0b85d73b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1261799 Jan 28 12:30:51.552793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9184264-5e34-4490-9702-9fa64f6c873f req-f537ccee-7ab0-4bfe-a7f2-58ceba04055e tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:51.554411 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9184264-5e34-4490-9702-9fa64f6c873f req-f537ccee-7ab0-4bfe-a7f2-58ceba04055e tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 946 time: 0.0855312 Jan 28 12:30:51.594198 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86302abb-2ef3-4361-afbd-0c801a645ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:51.599383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78470c1d-4a8f-4012-9d22-d65f668cc315 req-106febd2-0d07-4b5d-92c1-24a709414d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:51.601302 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-78470c1d-4a8f-4012-9d22-d65f668cc315 req-106febd2-0d07-4b5d-92c1-24a709414d92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 1097 time: 0.0750597 Jan 28 12:30:51.680363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4dfeaa4-53b4-4a1f-a49c-5ac6376a7be8 req-864f32d4-28c2-4ba0-9952-790bd8917d4a tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 210 time: 0.0986664 Jan 28 12:30:51.687753 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-78470c1d-4a8f-4012-9d22-d65f668cc315 req-3d0cc860-0bc0-43ad-b05e-e3f69dae14a2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702481 Jan 28 12:30:51.701056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9184264-5e34-4490-9702-9fa64f6c873f req-d91f9a73-e1df-473c-bd38-41dcd05b7439 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170690 Jan 28 12:30:51.755045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-f2173f31-47c0-4dae-bcb0-31b9c8e7b603 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180371 Jan 28 12:30:51.853878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a560-b158-488c-bd02-1d93cfb91a48 req-1817939a-747a-4944-a598-d1074db8864b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:51.859889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a560-b158-488c-bd02-1d93cfb91a48 req-1817939a-747a-4944-a598-d1074db8864b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:51.866326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a560-b158-488c-bd02-1d93cfb91a48 req-1817939a-747a-4944-a598-d1074db8864b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:51.873572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a560-b158-488c-bd02-1d93cfb91a48 req-1817939a-747a-4944-a598-d1074db8864b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:51.883463 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a560-b158-488c-bd02-1d93cfb91a48 req-1817939a-747a-4944-a598-d1074db8864b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:51.889433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a560-b158-488c-bd02-1d93cfb91a48 req-1817939a-747a-4944-a598-d1074db8864b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:51.901363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2a560-b158-488c-bd02-1d93cfb91a48 req-1817939a-747a-4944-a598-d1074db8864b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:51.903377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9e2a560-b158-488c-bd02-1d93cfb91a48 req-1817939a-747a-4944-a598-d1074db8864b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1195397 Jan 28 12:30:52.041126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9e2a560-b158-488c-bd02-1d93cfb91a48 req-2718bb2b-e554-4428-b068-f1e24d8f01c6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279795 Jan 28 12:30:52.050770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b3131-e16a-4c27-9d6a-349bca05d8f5 req-5429ebf4-93cc-4db1-83e5-5bf94d27665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:52.052586 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-465b3131-e16a-4c27-9d6a-349bca05d8f5 req-5429ebf4-93cc-4db1-83e5-5bf94d27665a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64c4e0548cb5444ba31de2ad42c6005b&device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 1097 time: 0.0708249 Jan 28 12:30:52.094765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c2db0b1c-1c1d-48a8-b2a4-04869638ff7d service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807528 Jan 28 12:30:52.111142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d76702-0e7b-417a-84a4-521dcad0f771 req-7280619b-1a9d-4c9c-a33b-e861627676af tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:52.117999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22d76702-0e7b-417a-84a4-521dcad0f771 req-7280619b-1a9d-4c9c-a33b-e861627676af tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.0758173 Jan 28 12:30:52.204697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-d7bc47cf-5a5d-4511-a584-0f680b8e70eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51934b9e-f915-40d5-ac1a-54f71b41d4e8 HTTP/1.1" status: 200 len: 217 time: 0.0834904 Jan 28 12:30:52.271514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9acf0-3c94-4a6b-855a-d8afca5ed645 req-911e73c5-90b8-4147-9131-4ab375b687ae tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:52.273033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bbe9acf0-3c94-4a6b-855a-d8afca5ed645 req-911e73c5-90b8-4147-9131-4ab375b687ae tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1374736 Jan 28 12:30:52.288619 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b3131-e16a-4c27-9d6a-349bca05d8f5 req-6a81a6ff-d742-4a07-9b45-b4ed9795f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:52.290361 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-465b3131-e16a-4c27-9d6a-349bca05d8f5 req-6a81a6ff-d742-4a07-9b45-b4ed9795f26c service neutron] 10.222.0.49 "GET /v2.0/networks?id=df2a9c51-6a3b-446e-a71c-459d62cf9c96 HTTP/1.1" status: 200 len: 911 time: 0.2132635 Jan 28 12:30:52.316893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22d76702-0e7b-417a-84a4-521dcad0f771 req-a3625f48-65be-4507-9257-ace1d66791a9 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823332 Jan 28 12:30:52.352402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-87ad93d8-f964-4ac0-b8ed-6f7639c77498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:52.354386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-87ad93d8-f964-4ac0-b8ed-6f7639c77498 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d HTTP/1.1" status: 200 len: 797 time: 0.1412513 Jan 28 12:30:52.357040 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-465b3131-e16a-4c27-9d6a-349bca05d8f5 req-ecb3bd07-9dbf-4bbe-9768-397e05fd605d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44a45cb2-5364-4da8-8a01-f2fad6675c7f HTTP/1.1" status: 200 len: 217 time: 0.0591767 Jan 28 12:30:52.429706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bbe9acf0-3c94-4a6b-855a-d8afca5ed645 req-8d5b4820-ae37-4d4f-9574-83f9df1837b2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442826 Jan 28 12:30:52.506149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70bf75b8-3e6e-4367-ad4f-d43a001e7214 req-dbc35da4-f2d3-4916-b8dd-6056e5e0cd01 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0604920 Jan 28 12:30:52.537970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b3131-e16a-4c27-9d6a-349bca05d8f5 req-a8f421fb-938c-468a-b460-8863275f7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:52.539603 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-465b3131-e16a-4c27-9d6a-349bca05d8f5 req-a8f421fb-938c-468a-b460-8863275f7949 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b7fcb4-546d-412b-8415-225b5ee447db HTTP/1.1" status: 200 len: 850 time: 0.1539950 Jan 28 12:30:52.573662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c53b88fb-a00e-4891-8081-bdeab832b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:52.575557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-c53b88fb-a00e-4891-8081-bdeab832b7bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2007143 Jan 28 12:30:52.606021 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-465b3131-e16a-4c27-9d6a-349bca05d8f5 req-b8839ae3-0ef7-469c-b4d6-0939738a8ae4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df2a9c51-6a3b-446e-a71c-459d62cf9c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409217 Jan 28 12:30:52.729700 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-465b3131-e16a-4c27-9d6a-349bca05d8f5 req-79686c94-ed61-4872-a020-135460f45b1c service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080906 Jan 28 12:30:52.765465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-3d562444-1ae4-4bd5-aab6-36f96ed59f7b service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613121 Jan 28 12:30:52.791396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-ac1216ce-0c3e-4ede-b336-a584cf57bab1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:52.792908 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-ac1216ce-0c3e-4ede-b336-a584cf57bab1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 808 time: 0.3280799 Jan 28 12:30:52.799959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9300cc4-00fb-4778-a527-91b02a0f3ef0 req-5407c9b2-84fc-4d7b-8e78-43e3b8a6bc45 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:52.809689 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9300cc4-00fb-4778-a527-91b02a0f3ef0 req-5407c9b2-84fc-4d7b-8e78-43e3b8a6bc45 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.2770691 Jan 28 12:30:52.859061 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:52.863256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Request body: {'port': {'device_id': '8f65ebef-7ae9-437f-808f-451e1e7759cc', 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d', 'admin_state_up': True, 'tenant_id': '28c9043847134daea969876de73b5965'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:52.952790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4dba3f9-5b37-4686-87a4-ee4c4963ad7b req-e1966b3d-23fe-4481-8363-73c95df0838a tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 210 time: 0.1398802 Jan 28 12:30:52.986567 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-465b3131-e16a-4c27-9d6a-349bca05d8f5 req-39164289-9913-461b-932b-f597a789d764 service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211914 Jan 28 12:30:53.052538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9300cc4-00fb-4778-a527-91b02a0f3ef0 req-3acc0bf5-05b7-41f7-9488-dddc2e136d38 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402349 Jan 28 12:30:53.076902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Made reservation on behalf of 28c9043847134daea969876de73b5965 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:30:53.080369 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:53.225219 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-7591540d-2de2-4e9b-a603-583132106a98 service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442828 Jan 28 12:30:53.248764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9f7db-d4b5-49d0-9061-fa1698bcddca req-db1df991-aa62-426e-ad81-7dbb95eab0fc tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:53.250397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85c9f7db-d4b5-49d0-9061-fa1698bcddca req-db1df991-aa62-426e-ad81-7dbb95eab0fc tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 946 time: 0.1161809 Jan 28 12:30:53.291375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-a6648ffc-4d46-4aa7-b012-93d9bb544f62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0310cb0-628a-4b57-9679-77da0382719e HTTP/1.1" status: 200 len: 217 time: 0.0499613 Jan 28 12:30:53.357325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dc0cd46d-ccd5-443f-98b2-c842f6dbd7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:53.358934 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-dc0cd46d-ccd5-443f-98b2-c842f6dbd7ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d HTTP/1.1" status: 200 len: 797 time: 0.0538876 Jan 28 12:30:53.364417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Allocated IP 172.20.0.5 (d35abe7a-4c5a-4b32-a523-ada4c5d4474d/a6190fa1-4696-4bc6-b0ca-485a2fb172fe/fb75757a-6752-4c27-bcde-50f12bbcf42e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:30:53.418703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85c9f7db-d4b5-49d0-9061-fa1698bcddca req-518549f4-631a-4b37-b422-e10db4229a35 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609924 Jan 28 12:30:53.435853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-db2f2f00-0548-4798-b811-5bfd79bd72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:53.437541 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-db2f2f00-0548-4798-b811-5bfd79bd72b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608544 Jan 28 12:30:53.590530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e567a54-b141-451f-a601-3ce7822eb6a1 req-f02d7e94-3036-466e-bc9b-d695494f548c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:53.595585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e567a54-b141-451f-a601-3ce7822eb6a1 req-f02d7e94-3036-466e-bc9b-d695494f548c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:53.604215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e567a54-b141-451f-a601-3ce7822eb6a1 req-f02d7e94-3036-466e-bc9b-d695494f548c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:53.611146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e567a54-b141-451f-a601-3ce7822eb6a1 req-f02d7e94-3036-466e-bc9b-d695494f548c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:53.617232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e567a54-b141-451f-a601-3ce7822eb6a1 req-f02d7e94-3036-466e-bc9b-d695494f548c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:53.624331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e567a54-b141-451f-a601-3ce7822eb6a1 req-f02d7e94-3036-466e-bc9b-d695494f548c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:53.628391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks [] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:53.631019 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e567a54-b141-451f-a601-3ce7822eb6a1 req-f02d7e94-3036-466e-bc9b-d695494f548c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:53.641454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e567a54-b141-451f-a601-3ce7822eb6a1 req-f02d7e94-3036-466e-bc9b-d695494f548c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.2026885 Jan 28 12:30:53.677113 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:53.709664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Network d35abe7a-4c5a-4b32-a523-ada4c5d4474d is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:30:53.731753 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:30:53.736540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:30:53.774729 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-4e269ff3-a578-4b4f-a238-6714d6de805d service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960613 Jan 28 12:30:53.792318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Pushing event updated for resources: {'Port': ['ID=fb75757a-6752-4c27-bcde-50f12bbcf42e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:53.828946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:53.829654 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:53.850651 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-772d7a53-6fb8-49af-8d51-4f38c61a4035 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973531 Jan 28 12:30:53.866761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Request body: {'port': {'device_id': '8f65ebef-7ae9-437f-808f-451e1e7759cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:30:53.898478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e567a54-b141-451f-a601-3ce7822eb6a1 req-b2ef4216-1473-4349-ba51-1b2d6e901067 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2559619 Jan 28 12:30:53.921424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7c67f-ac3b-42a0-8ba5-e1f26f881e3b req-5d05559a-971f-4ae8-8b59-83f6723609cc tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:53.928941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ee7c67f-ac3b-42a0-8ba5-e1f26f881e3b req-5d05559a-971f-4ae8-8b59-83f6723609cc tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.2737262 Jan 28 12:30:53.951877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:53.971386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9bb6f0a-a45b-4185-bdc0-bdb750ef7b82 req-5764f50a-62a6-44cb-b5a6-0fcaea71a7ff service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870131 Jan 28 12:30:54.034544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ee7c67f-ac3b-42a0-8ba5-e1f26f881e3b req-707b747e-3e7c-4408-8e63-ae83e7a3d44e tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046429 Jan 28 12:30:54.199170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30709c77-ae76-442d-82c0-98a2d587576d req-ec882ac2-e0cc-48d8-be86-9fafeaea7bf6 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0416143 Jan 28 12:30:54.235296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f335ad-1ed3-4b34-9bad-f959a86f89e2 req-5d3cc0c3-c7f4-4f3f-84bf-882bfcbdb5a6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.237538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42f335ad-1ed3-4b34-9bad-f959a86f89e2 req-5d3cc0c3-c7f4-4f3f-84bf-882bfcbdb5a6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1830091 Jan 28 12:30:54.248379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-1677efd4-fa68-4d02-a609-300e1319cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.248974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-1677efd4-fa68-4d02-a609-300e1319cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.249869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-1677efd4-fa68-4d02-a609-300e1319cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.250069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-1677efd4-fa68-4d02-a609-300e1319cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.250709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-1677efd4-fa68-4d02-a609-300e1319cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.251282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-1677efd4-fa68-4d02-a609-300e1319cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.252083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-1677efd4-fa68-4d02-a609-300e1319cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.254039 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-1677efd4-fa68-4d02-a609-300e1319cdc0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=523c775734d64237ba19b3804f18ee73&device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6475 time: 0.1840801 Jan 28 12:30:54.372974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb75757a-6752-4c27-bcde-50f12bbcf42e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:54.382206 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Publish callbacks [] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:54.397792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Transition to ACTIVE for port object fb75757a-6752-4c27-bcde-50f12bbcf42e will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:30:54.400017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42f335ad-1ed3-4b34-9bad-f959a86f89e2 req-494d0654-1964-4c78-a74c-7402d6859a34 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441686 Jan 28 12:30:54.414415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:54.420743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c081000-875f-4b6f-bdfa-0c1cda19ff9a req-3992c52b-0c0b-4050-809d-43c625cf1560 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.422475 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c081000-875f-4b6f-bdfa-0c1cda19ff9a req-3992c52b-0c0b-4050-809d-43c625cf1560 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 931 time: 0.0966070 Jan 28 12:30:54.461181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-053ef49b-8a96-4eff-af9b-0c821ec558fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.463560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-053ef49b-8a96-4eff-af9b-0c821ec558fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec HTTP/1.1" status: 200 len: 902 time: 0.1944685 Jan 28 12:30:54.553296 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Pushing event updated for resources: {'Port': ['ID=fb75757a-6752-4c27-bcde-50f12bbcf42e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:54.562004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-dcec19a5-4177-47aa-9a12-57cdceecc9d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51934b9e-f915-40d5-ac1a-54f71b41d4e8 HTTP/1.1" status: 200 len: 217 time: 0.0861712 Jan 28 12:30:54.564570 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:54.569982 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c081000-875f-4b6f-bdfa-0c1cda19ff9a req-5de7bdda-acec-40af-87e7-9c2a263d04cd tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400974 Jan 28 12:30:54.657422 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3a9a3-702e-4807-ba5b-8c36c5ca9290 req-2a66b3e8-ac47-4a44-803f-f10102abfb4e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.659007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43d3a9a3-702e-4807-ba5b-8c36c5ca9290 req-2a66b3e8-ac47-4a44-803f-f10102abfb4e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1415975 Jan 28 12:30:54.679552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Attempting to bind port fb75757a-6752-4c27-bcde-50f12bbcf42e on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:30:54.680099 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Attempting to bind port fb75757a-6752-4c27-bcde-50f12bbcf42e by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:30:54.682299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Attempting to bind port fb75757a-6752-4c27-bcde-50f12bbcf42e on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:54.688011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Port fb75757a-6752-4c27-bcde-50f12bbcf42e on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:30:54.689946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Attempting to bind port fb75757a-6752-4c27-bcde-50f12bbcf42e on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:30:54.693404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-90ca43a4-5d1d-442d-b49f-63457a73d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.695153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-90ca43a4-5d1d-442d-b49f-63457a73d429 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d HTTP/1.1" status: 200 len: 797 time: 0.1226687 Jan 28 12:30:54.695803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:30:54.697069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:30:54.698315 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:30:54.698910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Bound port: fb75757a-6752-4c27-bcde-50f12bbcf42e, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:30:54.700211 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:54.745155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43d3a9a3-702e-4807-ba5b-8c36c5ca9290 req-b11a6ca5-8fe9-47d2-9178-18c4395e5b3b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712266 Jan 28 12:30:54.789336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:30:54.793054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:30:54.805131 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:54.845954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.846631 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:54.847499 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c3efa-3e66-4542-b7db-4b34e4e77a46 req-4b85f4c2-3589-411c-96e0-894ab15a5d5f tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.847998 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] 10.222.0.49 "PUT /v2.0/ports/fb75757a-6752-4c27-bcde-50f12bbcf42e HTTP/1.1" status: 200 len: 1091 time: 0.9862399 Jan 28 12:30:54.848698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f65ebef-7ae9-437f-808f-451e1e7759cc', 'tag': 'fb75757a-6752-4c27-bcde-50f12bbcf42e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:54.849617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c04c3efa-3e66-4542-b7db-4b34e4e77a46 req-4b85f4c2-3589-411c-96e0-894ab15a5d5f tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 946 time: 0.0792904 Jan 28 12:30:54.851096 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5485828-c220-4b42-b820-53021ade0513" -d '{"events": [{"name": "network-changed", "server_uuid": "8f65ebef-7ae9-437f-808f-451e1e7759cc", "tag": "fb75757a-6752-4c27-bcde-50f12bbcf42e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:54.886537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494b8f0-7df9-40bd-bf18-95db937bc7ff service neutron] Pushing event updated for resources: {'Port': ['ID=fb75757a-6752-4c27-bcde-50f12bbcf42e,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:54.918896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-cd2370ca-485f-4a38-a609-e7d51c04d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.920514 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-cd2370ca-485f-4a38-a609-e7d51c04d0db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1993403 Jan 28 12:30:54.958825 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd43ff-2921-48bf-8849-0cc555f8c1f2 req-664c504d-9c5d-4581-bf60-71770d5a0059 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.960410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dadd43ff-2921-48bf-8849-0cc555f8c1f2 req-664c504d-9c5d-4581-bf60-71770d5a0059 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1244488 Jan 28 12:30:54.972918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c04c3efa-3e66-4542-b7db-4b34e4e77a46 req-67b35c3a-8a77-4e74-b624-91f158b9cb89 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052647 Jan 28 12:30:54.976821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-555b2835-c252-4b2e-a1d3-b55b83618508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:54.978808 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-555b2835-c252-4b2e-a1d3-b55b83618508 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 1094 time: 0.0804570 Jan 28 12:30:55.028702 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6695d8e-971d-4d95-899f-a2e0aaf518fc x-openstack-request-id: req-b6695d8e-971d-4d95-899f-a2e0aaf518fc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:55.029123 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f65ebef-7ae9-437f-808f-451e1e7759cc", "tag": "fb75757a-6752-4c27-bcde-50f12bbcf42e", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:55.029472 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6695d8e-971d-4d95-899f-a2e0aaf518fc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:55.029967 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f65ebef-7ae9-437f-808f-451e1e7759cc', 'tag': 'fb75757a-6752-4c27-bcde-50f12bbcf42e', 'status': 'completed', 'code': 200} Jan 28 12:30:55.091958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dadd43ff-2921-48bf-8849-0cc555f8c1f2 req-5dbc7155-ed54-4d70-8822-3d5fb6b7047e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176691 Jan 28 12:30:55.107440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-ad06f0ec-8632-436a-ab52-f59e8a6fe1c9 service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605084 Jan 28 12:30:55.142171 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-c072158b-34e7-403e-8fec-1e6f54ff713c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e HTTP/1.1" status: 200 len: 217 time: 0.0676630 Jan 28 12:30:55.172083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f925-c20e-428e-b16c-8f97bcb2f9f5 req-7102ded5-5317-4043-aeb5-4768f935c0c1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.177160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f925-c20e-428e-b16c-8f97bcb2f9f5 req-7102ded5-5317-4043-aeb5-4768f935c0c1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.183954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f925-c20e-428e-b16c-8f97bcb2f9f5 req-7102ded5-5317-4043-aeb5-4768f935c0c1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.189106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f925-c20e-428e-b16c-8f97bcb2f9f5 req-7102ded5-5317-4043-aeb5-4768f935c0c1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.194225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f925-c20e-428e-b16c-8f97bcb2f9f5 req-7102ded5-5317-4043-aeb5-4768f935c0c1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.199540 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f925-c20e-428e-b16c-8f97bcb2f9f5 req-7102ded5-5317-4043-aeb5-4768f935c0c1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.204673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f925-c20e-428e-b16c-8f97bcb2f9f5 req-7102ded5-5317-4043-aeb5-4768f935c0c1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.206499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce48f925-c20e-428e-b16c-8f97bcb2f9f5 req-7102ded5-5317-4043-aeb5-4768f935c0c1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1073887 Jan 28 12:30:55.284413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfd8bc-3519-4e0f-bdb0-5ae04d647636 req-f2efd00e-d7d1-4393-a10c-e738575754e7 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.285984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bbfd8bc-3519-4e0f-bdb0-5ae04d647636 req-f2efd00e-d7d1-4393-a10c-e738575754e7 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.0785944 Jan 28 12:30:55.301441 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce48f925-c20e-428e-b16c-8f97bcb2f9f5 req-5acb6fbc-f6ca-4c9b-8f07-e958570d0c2e tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857153 Jan 28 12:30:55.415632 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bbfd8bc-3519-4e0f-bdb0-5ae04d647636 req-f62b79d2-52a8-470c-aadf-6177805d3e7b tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139212 Jan 28 12:30:55.429456 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b17e9553-cbb3-4671-89a9-c3b9b4fa9896 req-37b32356-763a-484a-921d-13df6ace55af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0826862 Jan 28 12:30:55.444610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-494b7cb0-596f-47bf-9cff-5f0bbdeb6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.446338 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-494b7cb0-596f-47bf-9cff-5f0bbdeb6c4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.1493537 Jan 28 12:30:55.486325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-2e173a20-d295-46cc-a8e8-ce6a6d8acb8d service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834402 Jan 28 12:30:55.536813 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd049c38-6c81-468a-997d-be2d1e213a67 req-a0058957-04ff-4edd-aa9e-114ee35be81d tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0281448 Jan 28 12:30:55.596379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d705b-3665-47ce-9d46-f63f44ec770f req-5afcc337-5df7-4e8a-b7a9-59210d3a4d1d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.597854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-290d705b-3665-47ce-9d46-f63f44ec770f req-5afcc337-5df7-4e8a-b7a9-59210d3a4d1d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.0542946 Jan 28 12:30:55.690574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42001b8f-354f-4f0d-a53d-356c6b7daad4 req-ec338143-141b-4d00-8ae1-218e903d6f63 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.692165 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42001b8f-354f-4f0d-a53d-356c6b7daad4 req-ec338143-141b-4d00-8ae1-218e903d6f63 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.0857544 Jan 28 12:30:55.695703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-290d705b-3665-47ce-9d46-f63f44ec770f req-17ce30c4-fb14-4fff-b923-f734fdff1228 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909703 Jan 28 12:30:55.737786 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-032bee02-6fe8-4913-a046-e5ba1c31cd8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529578 Jan 28 12:30:55.782657 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42001b8f-354f-4f0d-a53d-356c6b7daad4 req-d185f6d5-7d99-48ef-a8d9-309228c56d94 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821452 Jan 28 12:30:55.843436 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b615c85-81ef-4c68-ab9a-c656e577dfa6 req-dcd01b56-bfc2-4cc1-90d8-a9bf9fa22b26 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.845293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b615c85-81ef-4c68-ab9a-c656e577dfa6 req-dcd01b56-bfc2-4cc1-90d8-a9bf9fa22b26 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 943 time: 0.0678020 Jan 28 12:30:55.851783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-949c8ecf-82db-4063-9cfd-0bfa575e97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.852988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-949c8ecf-82db-4063-9cfd-0bfa575e97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.853459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-949c8ecf-82db-4063-9cfd-0bfa575e97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.854318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-949c8ecf-82db-4063-9cfd-0bfa575e97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.854853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-949c8ecf-82db-4063-9cfd-0bfa575e97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.855410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-949c8ecf-82db-4063-9cfd-0bfa575e97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.855934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-949c8ecf-82db-4063-9cfd-0bfa575e97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:55.857915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-949c8ecf-82db-4063-9cfd-0bfa575e97fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=523c775734d64237ba19b3804f18ee73&device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6475 time: 0.1190886 Jan 28 12:30:55.873700 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-301b56ca-7c01-4498-8604-eb76dee0664a service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147916 Jan 28 12:30:55.902735 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:55.986546 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0a53bbd-d72f-4756-af14-a0b6ba0ccf40 req-ef5642ac-131e-4831-b237-09b36df02da8 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951176 Jan 28 12:30:56.006085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b615c85-81ef-4c68-ab9a-c656e577dfa6 req-93960610-cad0-435b-ba94-6d20bfeeca77 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469681 Jan 28 12:30:56.066132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef5a7a-1b00-49cb-978b-58ffd6e73286 req-403a2d12-3f4f-47b5-98e2-49f07ad93d4b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.067538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0ef5a7a-1b00-49cb-978b-58ffd6e73286 req-403a2d12-3f4f-47b5-98e2-49f07ad93d4b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1304386 Jan 28 12:30:56.068651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-d454a9a3-8d4a-4e97-b3da-c67605786252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.069931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-d454a9a3-8d4a-4e97-b3da-c67605786252 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec HTTP/1.1" status: 200 len: 902 time: 0.1712849 Jan 28 12:30:56.140660 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5485828-c220-4b42-b820-53021ade0513 req-adb46db8-96b8-45fb-80d8-45fc584f74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.142232 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a5485828-c220-4b42-b820-53021ade0513 req-adb46db8-96b8-45fb-80d8-45fc584f74b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 1094 time: 0.0499284 Jan 28 12:30:56.150632 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-c54dbf82-20ea-47c7-a977-d4753c23ad97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0310cb0-628a-4b57-9679-77da0382719e HTTP/1.1" status: 200 len: 217 time: 0.0545347 Jan 28 12:30:56.272467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5485828-c220-4b42-b820-53021ade0513 req-7139fab5-a9fe-42bc-9fd8-5be134012346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.273965 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a5485828-c220-4b42-b820-53021ade0513 req-7139fab5-a9fe-42bc-9fd8-5be134012346 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.0996044 Jan 28 12:30:56.321989 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a5485828-c220-4b42-b820-53021ade0513 req-724fa5fd-d956-484a-926c-08547f8dae54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e HTTP/1.1" status: 200 len: 217 time: 0.0396049 Jan 28 12:30:56.378954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5485828-c220-4b42-b820-53021ade0513 req-003ddd0f-548f-4bb6-b730-c96dfb9b7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.380540 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a5485828-c220-4b42-b820-53021ade0513 req-003ddd0f-548f-4bb6-b730-c96dfb9b7017 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.0465746 Jan 28 12:30:56.416967 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a5485828-c220-4b42-b820-53021ade0513 req-154e6232-a82a-489f-b485-8f668cb323f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283360 Jan 28 12:30:56.519507 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a5485828-c220-4b42-b820-53021ade0513 req-b5a11506-af7b-4132-8d6d-12f1bd80a4df service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871561 Jan 28 12:30:56.523628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0ef5a7a-1b00-49cb-978b-58ffd6e73286 req-2c66be78-7268-4958-8f13-0cf14d16e7c2 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479892 Jan 28 12:30:56.535788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2628c7-7d3e-4df1-b4ce-3b4f4dd09a48 req-7c33b45a-b9f8-4319-9da6-05b5a2b03db5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.542499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba2628c7-7d3e-4df1-b4ce-3b4f4dd09a48 req-7c33b45a-b9f8-4319-9da6-05b5a2b03db5 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 946 time: 0.4678998 Jan 28 12:30:56.570543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-ac5a6479-9d70-4db5-87be-aabd5c1b962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.572819 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-ac5a6479-9d70-4db5-87be-aabd5c1b962e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d HTTP/1.1" status: 200 len: 797 time: 0.3995180 Jan 28 12:30:56.622962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba2628c7-7d3e-4df1-b4ce-3b4f4dd09a48 req-074ebc30-6d63-44cb-ace8-739f323d1d94 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796108 Jan 28 12:30:56.631788 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a5485828-c220-4b42-b820-53021ade0513 req-22616637-18b9-4ebf-8695-bf4407e8de9a service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991504 Jan 28 12:30:56.685934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-f00444c9-1fa0-406b-b28c-f06f9474ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.687536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-f00444c9-1fa0-406b-b28c-f06f9474ace1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796099 Jan 28 12:30:56.700817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc283a2-318f-4c25-924e-8e5f837c5093 req-2e824b97-7683-4623-8cea-fd75a36e6f4a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.705890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc283a2-318f-4c25-924e-8e5f837c5093 req-2e824b97-7683-4623-8cea-fd75a36e6f4a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.710939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc283a2-318f-4c25-924e-8e5f837c5093 req-2e824b97-7683-4623-8cea-fd75a36e6f4a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.716347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc283a2-318f-4c25-924e-8e5f837c5093 req-2e824b97-7683-4623-8cea-fd75a36e6f4a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.721456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc283a2-318f-4c25-924e-8e5f837c5093 req-2e824b97-7683-4623-8cea-fd75a36e6f4a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.726943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc283a2-318f-4c25-924e-8e5f837c5093 req-2e824b97-7683-4623-8cea-fd75a36e6f4a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.732662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc283a2-318f-4c25-924e-8e5f837c5093 req-2e824b97-7683-4623-8cea-fd75a36e6f4a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.734490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-adc283a2-318f-4c25-924e-8e5f837c5093 req-2e824b97-7683-4623-8cea-fd75a36e6f4a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1254811 Jan 28 12:30:56.872769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc487667-a97f-4b0b-a998-3cd600d15e44 req-d0fef0d1-b5b6-487e-8669-3130f6c88233 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:56.874152 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc487667-a97f-4b0b-a998-3cd600d15e44 req-d0fef0d1-b5b6-487e-8669-3130f6c88233 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1387718 Jan 28 12:30:56.914510 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-adc283a2-318f-4c25-924e-8e5f837c5093 req-bffe067b-1a35-4756-b0f6-fd15e1be3143 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1629033 Jan 28 12:30:56.922033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-201d43d8-f7d0-4fd6-be33-624c05180474 service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855347 Jan 28 12:30:56.988616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc487667-a97f-4b0b-a998-3cd600d15e44 req-616a6372-7053-45c1-a89b-f891b7489df3 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069295 Jan 28 12:30:57.065600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f2a6518-534d-498f-91c4-b7808a86f825 req-931a451c-0f7f-465d-92ef-fdb5fdc18643 service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338396 Jan 28 12:30:57.129216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4dd9e23e-a765-4338-bbab-b7385ae65747 req-1ba2681b-d177-4765-a1ed-20bdad17449f tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0567155 Jan 28 12:30:57.319519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d20ac-f1b8-440d-a836-53d29ede5da1 req-e0ebdf00-41eb-4d4e-831f-5bfd3e3eb9dd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:57.328041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e55d20ac-f1b8-440d-a836-53d29ede5da1 req-e0ebdf00-41eb-4d4e-831f-5bfd3e3eb9dd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.0869808 Jan 28 12:30:57.402869 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e55d20ac-f1b8-440d-a836-53d29ede5da1 req-aab094da-a92b-45cb-ac57-759b6801c089 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736260 Jan 28 12:30:57.519980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148b8dd-f7b2-48ab-b58c-63c6b7acc800 req-ec1b6312-1498-4ed1-b88e-f9d3ec4d75c1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:57.521466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a148b8dd-f7b2-48ab-b58c-63c6b7acc800 req-ec1b6312-1498-4ed1-b88e-f9d3ec4d75c1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 943 time: 0.0536597 Jan 28 12:30:57.601626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbbb4a-1303-4c16-b795-c903c840b9dd req-7a405522-637e-48a7-9f51-ebaf1eca4c7b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:57.603310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9fbbb4a-1303-4c16-b795-c903c840b9dd req-7a405522-637e-48a7-9f51-ebaf1eca4c7b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.0804992 Jan 28 12:30:57.615548 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a148b8dd-f7b2-48ab-b58c-63c6b7acc800 req-9a0fc70c-aac4-4eb3-8983-474498bc8783 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807307 Jan 28 12:30:57.687991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9fbbb4a-1303-4c16-b795-c903c840b9dd req-cac09947-f646-459b-bd19-bf1083483970 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711329 Jan 28 12:30:57.866746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334f127-adbd-4f53-88f2-cdf819e66287 req-79b94fbb-323f-4691-a5a9-1163c15d8964 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:57.868905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6334f127-adbd-4f53-88f2-cdf819e66287 req-79b94fbb-323f-4691-a5a9-1163c15d8964 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 946 time: 0.0522923 Jan 28 12:30:57.915917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6334f127-adbd-4f53-88f2-cdf819e66287 req-b1352999-b84c-4bb5-b92e-4cc621947d42 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 Jan 28 12:30:57.972123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fb75757a-6752-4c27-bcde-50f12bbcf42e details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:30:57.976748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:30:58.054820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e061a2-fd9b-4b67-835f-35af118f8a55 req-74bfce92-cbaf-472f-90f2-2791cefc2dbd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:58.061429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e061a2-fd9b-4b67-835f-35af118f8a55 req-74bfce92-cbaf-472f-90f2-2791cefc2dbd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:58.067037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e061a2-fd9b-4b67-835f-35af118f8a55 req-74bfce92-cbaf-472f-90f2-2791cefc2dbd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:58.073038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e061a2-fd9b-4b67-835f-35af118f8a55 req-74bfce92-cbaf-472f-90f2-2791cefc2dbd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:58.078406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e061a2-fd9b-4b67-835f-35af118f8a55 req-74bfce92-cbaf-472f-90f2-2791cefc2dbd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:58.083855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e061a2-fd9b-4b67-835f-35af118f8a55 req-74bfce92-cbaf-472f-90f2-2791cefc2dbd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:58.089154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e061a2-fd9b-4b67-835f-35af118f8a55 req-74bfce92-cbaf-472f-90f2-2791cefc2dbd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:58.091132 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71e061a2-fd9b-4b67-835f-35af118f8a55 req-74bfce92-cbaf-472f-90f2-2791cefc2dbd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.0993936 Jan 28 12:30:58.185565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13af90-016a-46df-af33-5934990ca8b2 req-99bfaf9f-813c-481f-bae6-28b184563e29 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:58.186993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea13af90-016a-46df-af33-5934990ca8b2 req-99bfaf9f-813c-481f-bae6-28b184563e29 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.0948138 Jan 28 12:30:58.195982 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71e061a2-fd9b-4b67-835f-35af118f8a55 req-66e4d5f2-dd58-4cf4-9678-b6e91e1d4d5b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946217 Jan 28 12:30:58.266931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea13af90-016a-46df-af33-5934990ca8b2 req-82698ac7-259d-43f9-b5f4-4e0f76fff63d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640485 Jan 28 12:30:58.278166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:58.278643 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:58.309628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-334ed8a4-60a6-43b5-94e6-dfaad39c1ca9 req-22f51ace-a4d6-4014-80d3-1ff0f084042c tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0281405 Jan 28 12:30:58.310846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:58.325693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67442b-80c3-44a3-b699-c9b4e16c9200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:30:58.328266 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206f4495-3d72-443b-9423-dc24f199bfdd" -d '{"events": [{"server_uuid": "5e67442b-80c3-44a3-b699-c9b4e16c9200", "name": "network-vif-unplugged", "status": "completed", "tag": "6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:30:58.340341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'fb75757a-6752-4c27-bcde-50f12bbcf42e', 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d', 'port_id': 'fb75757a-6752-4c27-bcde-50f12bbcf42e', 'mac_address': 'fa:16:3e:05:c6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6190fa1-4696-4bc6-b0ca-485a2fb172fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:30:58.345409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:58.372581 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:58.377246 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd98881f-13ea-4768-bdb2-9e2f7cd2fe4e x-openstack-request-id: req-dd98881f-13ea-4768-bdb2-9e2f7cd2fe4e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:30:58.377543 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67442b-80c3-44a3-b699-c9b4e16c9200", "name": "network-vif-unplugged", "status": "completed", "tag": "6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:30:58.377796 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd98881f-13ea-4768-bdb2-9e2f7cd2fe4e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:30:58.378188 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67442b-80c3-44a3-b699-c9b4e16c9200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0', 'code': 200} Jan 28 12:30:58.419554 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fb75757a-6752-4c27-bcde-50f12bbcf42e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:30:58.419951 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:58.445870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb75757a-6752-4c27-bcde-50f12bbcf42e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:30:58.468085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:58.494475 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:30:58.500012 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:30:58.555089 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fb75757a-6752-4c27-bcde-50f12bbcf42e,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:30:58.573733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b315a4e-9fa1-440b-87f8-25fd932b7fa5 req-c7cc9c0e-5e12-4956-b19d-a6582a93de76 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:58.581772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b315a4e-9fa1-440b-87f8-25fd932b7fa5 req-c7cc9c0e-5e12-4956-b19d-a6582a93de76 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.0636156 Jan 28 12:30:58.626209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b315a4e-9fa1-440b-87f8-25fd932b7fa5 req-07834989-d9c4-4e41-a221-d5e4819ec498 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435667 Jan 28 12:30:58.675890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c1c2290-a958-4c37-bf6a-360ecae46c3a req-5b4b4c1d-4630-4f45-a749-c593e37885c3 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae&device_id=47539972-e3fb-46c3-bcf2-3bf9f1583bb2 HTTP/1.1" status: 200 len: 210 time: 0.0421350 Jan 28 12:30:58.782854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-993fdb2e-3593-473b-8542-84e0ca1cd313 req-3f55228b-ab02-4231-8071-e97e468bb09e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750597 Jan 28 12:30:58.798186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853b9f-d0a3-462a-9d0b-e4230ae6d85b req-f8e5c2b1-0543-4ac1-8559-38dcd9b7ba78 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:58.799924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a853b9f-d0a3-462a-9d0b-e4230ae6d85b req-f8e5c2b1-0543-4ac1-8559-38dcd9b7ba78 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 944 time: 0.0619061 Jan 28 12:30:58.890516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a853b9f-d0a3-462a-9d0b-e4230ae6d85b req-d08eda4f-336e-4065-a479-a3c25571d8e3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820842 Jan 28 12:30:58.898462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fdb2e-3593-473b-8542-84e0ca1cd313 req-4002fb3f-6764-4954-b7c7-468314b3f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:58.900594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-993fdb2e-3593-473b-8542-84e0ca1cd313 req-4002fb3f-6764-4954-b7c7-468314b3f94a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1096 time: 0.0700293 Jan 28 12:30:58.922094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fb75757a-6752-4c27-bcde-50f12bbcf42e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:30:58.959760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99f47e1b-1291-4561-8820-8aa39021137a req-0f08350e-0cba-4139-825d-91cef9c6b7b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e09cd139b18d4b67b421eacd626bd12b&device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0560248 Jan 28 12:30:59.060275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99f47e1b-1291-4561-8820-8aa39021137a req-8b510cb7-56d1-4976-8646-1a5f58daf888 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e09cd139b18d4b67b421eacd626bd12b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836873 Jan 28 12:30:59.087609 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a461647b-cfda-4870-a03e-2760a9619e29 req-ef2f4353-5ba3-46b3-adef-b4a392e510b2 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0442922 Jan 28 12:30:59.206923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f7b93-6854-46b5-bbaf-fe1121657a97 req-1e231ca2-171c-44f9-88f1-e18ed3b91678 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.208428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb8f7b93-6854-46b5-bbaf-fe1121657a97 req-1e231ca2-171c-44f9-88f1-e18ed3b91678 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.2686696 Jan 28 12:30:59.287617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fdb2e-3593-473b-8542-84e0ca1cd313 req-7d252985-be9b-4a6b-8314-b647f36542af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.289070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-993fdb2e-3593-473b-8542-84e0ca1cd313 req-7d252985-be9b-4a6b-8314-b647f36542af service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.3519456 Jan 28 12:30:59.394124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-993fdb2e-3593-473b-8542-84e0ca1cd313 req-a3bf0293-cab9-43d1-82b7-1145522252cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 200 len: 217 time: 0.0916431 Jan 28 12:30:59.418479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f47e1b-1291-4561-8820-8aa39021137a req-d970babb-16fa-4ec0-905d-eb3d52d7d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.419944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99f47e1b-1291-4561-8820-8aa39021137a req-d970babb-16fa-4ec0-905d-eb3d52d7d096 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3352792 Jan 28 12:30:59.449180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838b684-3451-4e07-834a-34f0134e6ae4 req-b7cb80d9-7c56-4e73-a932-9576f777455c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.450738 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8838b684-3451-4e07-834a-34f0134e6ae4 req-b7cb80d9-7c56-4e73-a932-9576f777455c tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 944 time: 0.2629724 Jan 28 12:30:59.457808 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb8f7b93-6854-46b5-bbaf-fe1121657a97 req-77785e2d-20ea-4f7f-ad60-29947d27812a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319615 Jan 28 12:30:59.502612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fdb2e-3593-473b-8542-84e0ca1cd313 req-27be22b9-a3f1-4e27-b971-929c0975e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.503948 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-993fdb2e-3593-473b-8542-84e0ca1cd313 req-27be22b9-a3f1-4e27-b971-929c0975e075 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.0996897 Jan 28 12:30:59.556752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-993fdb2e-3593-473b-8542-84e0ca1cd313 req-084d688a-e585-4f62-962f-c7deb630dfbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458646 Jan 28 12:30:59.582439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8838b684-3451-4e07-834a-34f0134e6ae4 req-65be856d-beda-4401-adbe-b9b33367e348 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5eb3ace-0da1-4c44-a57b-5663359655e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236739 Jan 28 12:30:59.696798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42034ebf-4b71-44e0-b8c2-9842817b0ca4 req-9d158171-1967-4c43-a859-c8ca438cc09f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.702070 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42034ebf-4b71-44e0-b8c2-9842817b0ca4 req-9d158171-1967-4c43-a859-c8ca438cc09f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.707267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42034ebf-4b71-44e0-b8c2-9842817b0ca4 req-9d158171-1967-4c43-a859-c8ca438cc09f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.713426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42034ebf-4b71-44e0-b8c2-9842817b0ca4 req-9d158171-1967-4c43-a859-c8ca438cc09f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.718732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42034ebf-4b71-44e0-b8c2-9842817b0ca4 req-9d158171-1967-4c43-a859-c8ca438cc09f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.725915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42034ebf-4b71-44e0-b8c2-9842817b0ca4 req-9d158171-1967-4c43-a859-c8ca438cc09f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.731215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42034ebf-4b71-44e0-b8c2-9842817b0ca4 req-9d158171-1967-4c43-a859-c8ca438cc09f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.733136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42034ebf-4b71-44e0-b8c2-9842817b0ca4 req-9d158171-1967-4c43-a859-c8ca438cc09f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.2078576 Jan 28 12:30:59.786569 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-993fdb2e-3593-473b-8542-84e0ca1cd313 req-a7a1537d-1500-435b-a717-1ffdf044557f service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141278 Jan 28 12:30:59.793330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb4f56-9cfb-490e-81d2-f870697f3df0 req-a3614b94-9a71-43c1-9ec8-976260f522ed tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:30:59.794679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cdfb4f56-9cfb-490e-81d2-f870697f3df0 req-a3614b94-9a71-43c1-9ec8-976260f522ed tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1493344 Jan 28 12:30:59.909467 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42034ebf-4b71-44e0-b8c2-9842817b0ca4 req-609fc6a3-8bdc-4c68-93dd-57bacfb29807 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669388 Jan 28 12:30:59.971887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cdfb4f56-9cfb-490e-81d2-f870697f3df0 req-aeed90d5-1864-4963-b774-d017d6b24dd9 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704664 Jan 28 12:30:59.987279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-993fdb2e-3593-473b-8542-84e0ca1cd313 req-51aded71-49ca-49a3-bd45-c13518c4dbde service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916897 Jan 28 12:31:00.035014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d2a5c-f33f-40d0-bb79-f2879ddfe3ee req-c9d57c43-8529-4a72-96e5-7d025580cdc6 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:00.036524 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a88d2a5c-f33f-40d0-bb79-f2879ddfe3ee req-c9d57c43-8529-4a72-96e5-7d025580cdc6 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 944 time: 0.1261902 Jan 28 12:31:00.051801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a3b35-8d60-4cc9-b94c-14c977149dad req-e1577d47-d8ae-4b37-8a5c-96009f10a61f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:00.053282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f49a3b35-8d60-4cc9-b94c-14c977149dad req-e1577d47-d8ae-4b37-8a5c-96009f10a61f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.0645175 Jan 28 12:31:00.186185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f49a3b35-8d60-4cc9-b94c-14c977149dad req-a7058eab-a972-4753-b738-b7877ce2db37 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267323 Jan 28 12:31:00.220008 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5dc60-7b52-4a9a-b7f8-c6fba82a3e01 req-a8ea5b0f-15d3-4d84-8f46-8382a34c87f9 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:00.221469 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17f5dc60-7b52-4a9a-b7f8-c6fba82a3e01 req-a8ea5b0f-15d3-4d84-8f46-8382a34c87f9 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 944 time: 0.0883989 Jan 28 12:31:00.252434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a88d2a5c-f33f-40d0-bb79-f2879ddfe3ee req-7be57d5c-c6d9-4798-9ee9-53c5385389e2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Deleting port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:31:00.252770 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a88d2a5c-f33f-40d0-bb79-f2879ddfe3ee req-7be57d5c-c6d9-4798-9ee9-53c5385389e2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:00.331710 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17460061-3c50-4fb4-b49c-a8e8a29d44fe req-2d5e1973-a4e7-4986-93ed-6e31b29915e2 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0629742 Jan 28 12:31:00.354456 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17f5dc60-7b52-4a9a-b7f8-c6fba82a3e01 req-46819935-9a07-4026-8fc7-849225a90aa7 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237264 Jan 28 12:31:00.395418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a88d2a5c-f33f-40d0-bb79-f2879ddfe3ee req-7be57d5c-c6d9-4798-9ee9-53c5385389e2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] For port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,segment=NetworkSegment(e7af555e-921d-4dfd-88fa-ba53c4bc9779),segment_id=e7af555e-921d-4dfd-88fa-ba53c4bc9779)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:00.395796 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a88d2a5c-f33f-40d0-bb79-f2879ddfe3ee req-7be57d5c-c6d9-4798-9ee9-53c5385389e2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:00.408075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a88d2a5c-f33f-40d0-bb79-f2879ddfe3ee req-7be57d5c-c6d9-4798-9ee9-53c5385389e2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Calling delete_port for 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:31:00.564019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a88d2a5c-f33f-40d0-bb79-f2879ddfe3ee req-7be57d5c-c6d9-4798-9ee9-53c5385389e2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:00.601929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be57d5c-c6d9-4798-9ee9-53c5385389e2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Pushing event deleted for resources: {'Port': ['ID=6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:00.622246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ffb49-3c85-4db9-9cbe-9c619278e977 req-2a3b62c7-ace4-4096-8647-eaaba72e9c7c tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:00.623810 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c2ffb49-3c85-4db9-9cbe-9c619278e977 req-2a3b62c7-ace4-4096-8647-eaaba72e9c7c tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.0875902 Jan 28 12:31:00.661760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88d2a5c-f33f-40d0-bb79-f2879ddfe3ee req-7be57d5c-c6d9-4798-9ee9-53c5385389e2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] No DVR routers for this DVR port 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:31:00.669152 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a88d2a5c-f33f-40d0-bb79-f2879ddfe3ee req-7be57d5c-c6d9-4798-9ee9-53c5385389e2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:00.672390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a88d2a5c-f33f-40d0-bb79-f2879ddfe3ee req-7be57d5c-c6d9-4798-9ee9-53c5385389e2 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.49 "DELETE /v2.0/ports/6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 HTTP/1.1" status: 204 len: 173 time: 0.5947101 Jan 28 12:31:00.673311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67442b-80c3-44a3-b699-c9b4e16c9200', 'name': 'network-vif-deleted', 'tag': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:31:00.675632 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008da1c5-293e-40ac-a1a3-ce66ec2bb7ab" -d '{"events": [{"server_uuid": "5e67442b-80c3-44a3-b699-c9b4e16c9200", "name": "network-vif-deleted", "tag": "6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:31:00.707176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c374c118-5bff-4349-b3da-9ed902b02e28 req-85f206fa-51bf-4731-a6de-10f51a899129 tempest-ImagesTestJSON-2049852568 tempest-ImagesTestJSON-2049852568-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e67442b-80c3-44a3-b699-c9b4e16c9200 HTTP/1.1" status: 200 len: 210 time: 0.0289471 Jan 28 12:31:00.737977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c2ffb49-3c85-4db9-9cbe-9c619278e977 req-c8539935-fa96-4833-8ed1-78446e811f2a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942199 Jan 28 12:31:00.776239 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffbd404-792a-4a6b-94f6-a3708f441261 x-openstack-request-id: req-4ffbd404-792a-4a6b-94f6-a3708f441261 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:31:00.776534 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67442b-80c3-44a3-b699-c9b4e16c9200", "name": "network-vif-deleted", "tag": "6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:31:00.776788 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ffbd404-792a-4a6b-94f6-a3708f441261 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:31:00.777189 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67442b-80c3-44a3-b699-c9b4e16c9200', 'name': 'network-vif-deleted', 'tag': '6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0', 'status': 'completed', 'code': 200} Jan 28 12:31:00.980155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1cb783c-87ea-4422-a9a5-7a11409053b8 req-51e305d8-e6c3-4dbd-8bde-de07be9f6c84 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444624 Jan 28 12:31:01.112278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677cdb6-3a04-4674-8605-f81d423b5671 req-37792fd9-0591-46b4-aa3e-dd571c4dee71 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.117709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677cdb6-3a04-4674-8605-f81d423b5671 req-37792fd9-0591-46b4-aa3e-dd571c4dee71 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.123171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677cdb6-3a04-4674-8605-f81d423b5671 req-37792fd9-0591-46b4-aa3e-dd571c4dee71 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.128423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677cdb6-3a04-4674-8605-f81d423b5671 req-37792fd9-0591-46b4-aa3e-dd571c4dee71 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.134221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677cdb6-3a04-4674-8605-f81d423b5671 req-37792fd9-0591-46b4-aa3e-dd571c4dee71 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.139533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677cdb6-3a04-4674-8605-f81d423b5671 req-37792fd9-0591-46b4-aa3e-dd571c4dee71 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.144860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677cdb6-3a04-4674-8605-f81d423b5671 req-37792fd9-0591-46b4-aa3e-dd571c4dee71 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.146775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0677cdb6-3a04-4674-8605-f81d423b5671 req-37792fd9-0591-46b4-aa3e-dd571c4dee71 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1427994 Jan 28 12:31:01.182595 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-99f47e1b-1291-4561-8820-8aa39021137a req-7a474450-c977-42fd-951b-a39e6b26cd40 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0317535 Jan 28 12:31:01.183147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aa460-82aa-40a8-a8cb-d387abf51c99 req-0403d148-5f06-465c-8747-a9194f0df7ed tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.184238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-778aa460-82aa-40a8-a8cb-d387abf51c99 req-0403d148-5f06-465c-8747-a9194f0df7ed tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1385667 Jan 28 12:31:01.192176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb783c-87ea-4422-a9a5-7a11409053b8 req-f798b516-6454-4116-b91f-cd265655025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.193681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1cb783c-87ea-4422-a9a5-7a11409053b8 req-f798b516-6454-4116-b91f-cd265655025e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 1097 time: 0.1571255 Jan 28 12:31:01.291871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0677cdb6-3a04-4674-8605-f81d423b5671 req-84e69171-9910-4074-a828-a353b6f113da tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1351786 Jan 28 12:31:01.339847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-778aa460-82aa-40a8-a8cb-d387abf51c99 req-464d1f12-e774-4371-93db-1a5d03f344b9 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427202 Jan 28 12:31:01.426114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb783c-87ea-4422-a9a5-7a11409053b8 req-9f11e743-490b-4a6c-8fe9-db227f3c09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.432429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1cb783c-87ea-4422-a9a5-7a11409053b8 req-9f11e743-490b-4a6c-8fe9-db227f3c09be service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.1820323 Jan 28 12:31:01.557007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9f16602-92b0-4ae3-8a60-410366cca5e8 req-50dfa89a-8594-46fd-9cdc-6687e823556c tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb98079-4e0d-42aa-93b8-1172ca6ebfae HTTP/1.1" status: 200 len: 210 time: 0.0701840 Jan 28 12:31:01.582103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63364573-476b-44a8-9277-b00a03f1efee req-c0a8a8bc-e45a-4f44-a129-9574fb22228b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.583849 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63364573-476b-44a8-9277-b00a03f1efee req-c0a8a8bc-e45a-4f44-a129-9574fb22228b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1479540 Jan 28 12:31:01.586221 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1cb783c-87ea-4422-a9a5-7a11409053b8 req-ecea5a40-a4f9-4789-b9ec-4fb31ee92005 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 200 len: 1001 time: 0.1125929 Jan 28 12:31:01.694713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb783c-87ea-4422-a9a5-7a11409053b8 req-fa909760-d89a-47cb-a007-950989de6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.696216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1cb783c-87ea-4422-a9a5-7a11409053b8 req-fa909760-d89a-47cb-a007-950989de6e33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.0986638 Jan 28 12:31:01.702649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63364573-476b-44a8-9277-b00a03f1efee req-9f36c825-64de-4d4b-a11b-b6c2ea173d3e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128418 Jan 28 12:31:01.723290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080b20f-7573-49e6-a222-91efe71285b7 req-01d44297-ced1-46ec-9a44-8536f468e886 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.724973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8080b20f-7573-49e6-a222-91efe71285b7 req-01d44297-ced1-46ec-9a44-8536f468e886 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 944 time: 0.0886252 Jan 28 12:31:01.790519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb783c-87ea-4422-a9a5-7a11409053b8 req-19e8ff57-18fa-40d9-88ce-0185e3465849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.792122 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1cb783c-87ea-4422-a9a5-7a11409053b8 req-19e8ff57-18fa-40d9-88ce-0185e3465849 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829587 Jan 28 12:31:01.799089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8080b20f-7573-49e6-a222-91efe71285b7 req-73439a1f-a63b-4cf1-be1e-7e87b7326411 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561647 Jan 28 12:31:01.947547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88becf3-11be-4ef7-935f-25a6110ff712 req-b6421b68-734b-4528-b8af-e1c6cfc3844e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:01.949950 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a88becf3-11be-4ef7-935f-25a6110ff712 req-b6421b68-734b-4528-b8af-e1c6cfc3844e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1291623 Jan 28 12:31:01.997526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1cb783c-87ea-4422-a9a5-7a11409053b8 req-76fd7365-2f82-495a-ae98-807624d4913c service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863523 Jan 28 12:31:02.004110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fb75757a-6752-4c27-bcde-50f12bbcf42e up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:02.058272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port fb75757a-6752-4c27-bcde-50f12bbcf42e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:31:02.063693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port fb75757a-6752-4c27-bcde-50f12bbcf42e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:02.064144 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.076389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a88becf3-11be-4ef7-935f-25a6110ff712 req-a39c1aa4-731c-43f7-9756-ba00b0251f39 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177564 Jan 28 12:31:02.121768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1cb783c-87ea-4422-a9a5-7a11409053b8 req-7f31dd11-736f-42e8-9086-004117f811e0 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106114 Jan 28 12:31:02.150661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39260) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:02.167392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fb75757a-6752-4c27-bcde-50f12bbcf42e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:02.167788 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.190609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f65ebef-7ae9-437f-808f-451e1e7759cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb75757a-6752-4c27-bcde-50f12bbcf42e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:31:02.192859 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaca0dc6-6732-4185-a6c2-81703f0bbc47" -d '{"events": [{"server_uuid": "8f65ebef-7ae9-437f-808f-451e1e7759cc", "name": "network-vif-plugged", "status": "completed", "tag": "fb75757a-6752-4c27-bcde-50f12bbcf42e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:31:02.197085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-9284738e-f2d0-47c0-b2d1-7a602e5d1aff admin admin] Deleting subnet 2063c900-71d5-45ec-8da2-b0bb602f1a66 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:31:02.200568 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9284738e-f2d0-47c0-b2d1-7a602e5d1aff admin admin] Publish callbacks [] for subnet (2063c900-71d5-45ec-8da2-b0bb602f1a66), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.205770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:02.210491 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.235565 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cc1be8-2f45-405c-8c03-a4d9b35393d4 x-openstack-request-id: req-25cc1be8-2f45-405c-8c03-a4d9b35393d4 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:31:02.235862 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f65ebef-7ae9-437f-808f-451e1e7759cc", "name": "network-vif-plugged", "status": "completed", "tag": "fb75757a-6752-4c27-bcde-50f12bbcf42e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:31:02.236117 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25cc1be8-2f45-405c-8c03-a4d9b35393d4 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:31:02.236510 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f65ebef-7ae9-437f-808f-451e1e7759cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb75757a-6752-4c27-bcde-50f12bbcf42e', 'code': 200} Jan 28 12:31:02.236724 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9284738e-f2d0-47c0-b2d1-7a602e5d1aff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (2063c900-71d5-45ec-8da2-b0bb602f1a66), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.264683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fb75757a-6752-4c27-bcde-50f12bbcf42e,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:02.285174 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9284738e-f2d0-47c0-b2d1-7a602e5d1aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (2063c900-71d5-45ec-8da2-b0bb602f1a66), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.370622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34948f-4bf0-4c24-a422-4402c8d79b2a req-cc08e4d6-dace-4640-b8fa-26349138b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:02.372189 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a34948f-4bf0-4c24-a422-4402c8d79b2a req-cc08e4d6-dace-4640-b8fa-26349138b045 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 1096 time: 0.0598800 Jan 28 12:31:02.392874 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9284738e-f2d0-47c0-b2d1-7a602e5d1aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (2063c900-71d5-45ec-8da2-b0bb602f1a66), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.453749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284738e-f2d0-47c0-b2d1-7a602e5d1aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2063c900-71d5-45ec-8da2-b0bb602f1a66,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:02.462361 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9284738e-f2d0-47c0-b2d1-7a602e5d1aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.467640 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9284738e-f2d0-47c0-b2d1-7a602e5d1aff admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2063c900-71d5-45ec-8da2-b0bb602f1a66 HTTP/1.1" status: 204 len: 168 time: 0.3134358 Jan 28 12:31:02.468002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39270) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:02.525719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5949f3b-2d50-4756-bd9c-8beb145faf1d req-ff6aef9e-b879-4376-997d-ac5851734565 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:02.530883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5949f3b-2d50-4756-bd9c-8beb145faf1d req-ff6aef9e-b879-4376-997d-ac5851734565 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:02.536103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5949f3b-2d50-4756-bd9c-8beb145faf1d req-ff6aef9e-b879-4376-997d-ac5851734565 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:02.540257 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (bd73ee85-4dd9-4f97-9da0-a07bfedd9f17), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.541932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5949f3b-2d50-4756-bd9c-8beb145faf1d req-ff6aef9e-b879-4376-997d-ac5851734565 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:02.547112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5949f3b-2d50-4756-bd9c-8beb145faf1d req-ff6aef9e-b879-4376-997d-ac5851734565 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:02.552319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5949f3b-2d50-4756-bd9c-8beb145faf1d req-ff6aef9e-b879-4376-997d-ac5851734565 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:02.558313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5949f3b-2d50-4756-bd9c-8beb145faf1d req-ff6aef9e-b879-4376-997d-ac5851734565 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:02.560223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e5949f3b-2d50-4756-bd9c-8beb145faf1d req-ff6aef9e-b879-4376-997d-ac5851734565 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1846297 Jan 28 12:31:02.563825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a34948f-4bf0-4c24-a422-4402c8d79b2a req-006db325-255e-4696-bfae-ab38b863fd0e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772606 Jan 28 12:31:02.575150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aa898-2030-4a4c-8d00-3b930445b320 req-7136b3ac-c316-4c74-94d5-79cba4c5287c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:02.576656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d0aa898-2030-4a4c-8d00-3b930445b320 req-7136b3ac-c316-4c74-94d5-79cba4c5287c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1366856 Jan 28 12:31:02.622681 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (bd73ee85-4dd9-4f97-9da0-a07bfedd9f17), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.642886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd73ee85-4dd9-4f97-9da0-a07bfedd9f17']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:02.652452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7af555e-921d-4dfd-88fa-ba53c4bc9779') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:02.652746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7af555e-921d-4dfd-88fa-ba53c4bc9779') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:02.657804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d0aa898-2030-4a4c-8d00-3b930445b320 req-11fe3c3d-0aff-43b7-9007-de1ff3b46464 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749846 Jan 28 12:31:02.661942 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (e7af555e-921d-4dfd-88fa-ba53c4bc9779), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.666074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e5949f3b-2d50-4756-bd9c-8beb145faf1d req-6fb48474-db63-48c6-bdb0-6cb35b16c082 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843501 Jan 28 12:31:02.675009 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e7af555e-921d-4dfd-88fa-ba53c4bc9779), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.691638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:31:02.692042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (e7af555e-921d-4dfd-88fa-ba53c4bc9779), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:31:02.693712 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:31:02.941199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1757bdd5-b178-419d-abeb-436630657be6 req-52bca8a8-ce16-459e-97ac-5616f0be2845 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e09cd139b18d4b67b421eacd626bd12b&device_id=47539972-e3fb-46c3-bcf2-3bf9f1583bb2 HTTP/1.1" status: 200 len: 210 time: 0.0365980 Jan 28 12:31:03.051718 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (bd73ee85-4dd9-4f97-9da0-a07bfedd9f17), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:03.058301 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:03.064176 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bd73ee85-4dd9-4f97-9da0-a07bfedd9f17 HTTP/1.1" status: 204 len: 168 time: 0.5950949 Jan 28 12:31:03.076391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9ae57-1c9f-45d7-8367-185f935c7550 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd73ee85-4dd9-4f97-9da0-a07bfedd9f17,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:03.298462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39286) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:03.307682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1757bdd5-b178-419d-abeb-436630657be6 req-9b7b4e05-03ae-48d2-a44f-dfae36c0d5b1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e09cd139b18d4b67b421eacd626bd12b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3496802 Jan 28 12:31:03.339564 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3c11c89e-862d-4d7f-8299-d05d72fd8fbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b7716d8fdb2453cb3f008626cbd95a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394742 Jan 28 12:31:03.341784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d932e6-2df6-445a-bcf8-3431a7085c52 req-3e53adbe-ef73-4d60-b4e5-cf9262194489 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:03.341982 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39288) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:03.343253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90d932e6-2df6-445a-bcf8-3431a7085c52 req-3e53adbe-ef73-4d60-b4e5-cf9262194489 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.4298944 Jan 28 12:31:03.361837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d639e7f-1137-4566-9065-351b4382a20a req-2e730c98-5d39-4a2d-9be4-7b08bb1a3f9d tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:03.363293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d639e7f-1137-4566-9065-351b4382a20a req-2e730c98-5d39-4a2d-9be4-7b08bb1a3f9d tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.4065125 Jan 28 12:31:03.390978 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac9182de-9327-4b96-80bd-7382ff31aedf admin admin] Publish callbacks [] for security_group (a5eb3ace-0da1-4c44-a57b-5663359655e0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:03.411228 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac9182de-9327-4b96-80bd-7382ff31aedf admin admin] Publish callbacks [] for security_group (a5eb3ace-0da1-4c44-a57b-5663359655e0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:03.464836 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac9182de-9327-4b96-80bd-7382ff31aedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a5eb3ace-0da1-4c44-a57b-5663359655e0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:03.467523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac9182de-9327-4b96-80bd-7382ff31aedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:03.468660 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ac9182de-9327-4b96-80bd-7382ff31aedf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5eb3ace-0da1-4c44-a57b-5663359655e0 HTTP/1.1" status: 204 len: 168 time: 0.1257801 Jan 28 12:31:03.478560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9182de-9327-4b96-80bd-7382ff31aedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eb3ace-0da1-4c44-a57b-5663359655e0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:03.485879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90d932e6-2df6-445a-bcf8-3431a7085c52 req-2d79c7bf-d6de-4f74-a901-e32b328960d2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313834 Jan 28 12:31:03.510195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d639e7f-1137-4566-9065-351b4382a20a req-0a2a036c-5ff8-4f54-8753-8bf5a47564b7 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385591 Jan 28 12:31:03.511506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757bdd5-b178-419d-abeb-436630657be6 req-6626569f-65d9-461a-8f2c-b803dc840a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:03.512840 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1757bdd5-b178-419d-abeb-436630657be6 req-6626569f-65d9-461a-8f2c-b803dc840a70 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887496 Jan 28 12:31:03.583787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae47fa4b-b964-4d61-9c8f-16a3adea6179 req-bfa2dc53-8024-416b-a43d-c941f3346460 tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=47539972-e3fb-46c3-bcf2-3bf9f1583bb2 HTTP/1.1" status: 200 len: 210 time: 0.0309565 Jan 28 12:31:03.635449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24b8ec-e7f5-492a-9789-93ba9a5df6f7 req-56bfb0ea-aefc-42c2-86b2-4697f71d9917 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:03.636939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e24b8ec-e7f5-492a-9789-93ba9a5df6f7 req-56bfb0ea-aefc-42c2-86b2-4697f71d9917 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.0557849 Jan 28 12:31:03.689885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e24b8ec-e7f5-492a-9789-93ba9a5df6f7 req-2e6df1c5-2a21-40c7-834b-649fd540de2e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471089 Jan 28 12:31:03.821055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5636-ec04-43b5-bb0e-b38bffab41f7 req-bdf9d3f5-1afa-40e7-9abc-11484cb9c5a3 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:03.822775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc9c5636-ec04-43b5-bb0e-b38bffab41f7 req-bdf9d3f5-1afa-40e7-9abc-11484cb9c5a3 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.0783103 Jan 28 12:31:03.838838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbbe4-3238-40b5-b799-37430dfecf08 req-4c4fcd7d-ad09-444d-83be-9febb173add2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:03.844429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbbe4-3238-40b5-b799-37430dfecf08 req-4c4fcd7d-ad09-444d-83be-9febb173add2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:03.849858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbbe4-3238-40b5-b799-37430dfecf08 req-4c4fcd7d-ad09-444d-83be-9febb173add2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:03.855834 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbbe4-3238-40b5-b799-37430dfecf08 req-4c4fcd7d-ad09-444d-83be-9febb173add2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:03.861082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbbe4-3238-40b5-b799-37430dfecf08 req-4c4fcd7d-ad09-444d-83be-9febb173add2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:03.866286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbbe4-3238-40b5-b799-37430dfecf08 req-4c4fcd7d-ad09-444d-83be-9febb173add2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:03.871596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbbe4-3238-40b5-b799-37430dfecf08 req-4c4fcd7d-ad09-444d-83be-9febb173add2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:03.873431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380fbbe4-3238-40b5-b799-37430dfecf08 req-4c4fcd7d-ad09-444d-83be-9febb173add2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1173568 Jan 28 12:31:03.952027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc9c5636-ec04-43b5-bb0e-b38bffab41f7 req-6ce007d2-cbcc-40d1-adfd-6f113c54ed9a tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774887 Jan 28 12:31:03.973247 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-380fbbe4-3238-40b5-b799-37430dfecf08 req-c346df06-9a97-4f6a-b7a1-a1d13e9e4afc tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861666 Jan 28 12:31:04.027643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:31:04.053740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:31:04.053740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6dd88c0f-4fc8-430b-8e8b-2df76e12e7c0 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:31:04.236072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39316) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:04.375882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-38339687-network', 'tenant_id': '95b3f2102cb64e268cccc762b9696aa6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:31:04.395541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Made reservation on behalf of 95b3f2102cb64e268cccc762b9696aa6 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:31:04.397961 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:04.408174 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:04.484242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Publish callbacks [] for security_group (03e6dcc4-1be8-4721-bbe7-186135b8c85d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:04.488025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (03e6dcc4-1be8-4721-bbe7-186135b8c85d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:04.515309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:31:04.521267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e6dcc4-1be8-4721-bbe7-186135b8c85d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:04.529831 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f9869ec5-fa6e-4d24-b428-3fc8608f6312), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:04.531268 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Added segment f9869ec5-fa6e-4d24-b428-3fc8608f6312 of type vlan for network e9e00c15-a292-4d53-800a-143f2afdec88 Jan 28 12:31:04.578800 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e9e00c15-a292-4d53-800a-143f2afdec88), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:04.613019 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e9e00c15-a292-4d53-800a-143f2afdec88), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:04.614114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:04.614763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:04.669733 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4324574 Jan 28 12:31:04.672560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:04.678031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85365068-1384-4d56-96ea-e9274eef461a req-11eb5f7b-d0b0-4cc9-8072-eba35335b0e9 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:04.679599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5e0fe258-35a6-4fc2-be4a-b2b2e715cb43 admin admin] Request body: {'subnet': {'network_id': 'e9e00c15-a292-4d53-800a-143f2afdec88', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-38339687-subnet', 'tenant_id': '95b3f2102cb64e268cccc762b9696aa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:31:04.685938 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85365068-1384-4d56-96ea-e9274eef461a req-11eb5f7b-d0b0-4cc9-8072-eba35335b0e9 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.0957794 Jan 28 12:31:04.697378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc62323-fb34-4a1a-902c-5ada23ad893d admin admin] Pushing event updated for resources: {'Network': ['ID=e9e00c15-a292-4d53-800a-143f2afdec88,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:04.710790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956af777-7fea-4bd7-8939-6bdb3510ad37 req-c619068a-42d1-4ce4-826b-857b0632116c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:04.710989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e9e00c15-a292-4d53-800a-143f2afdec88 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:31:04.712800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-956af777-7fea-4bd7-8939-6bdb3510ad37 req-c619068a-42d1-4ce4-826b-857b0632116c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.0918789 Jan 28 12:31:04.729879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0fe258-35a6-4fc2-be4a-b2b2e715cb43 admin admin] Made reservation on behalf of 95b3f2102cb64e268cccc762b9696aa6 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:31:04.732494 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe258-35a6-4fc2-be4a-b2b2e715cb43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:04.778069 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85365068-1384-4d56-96ea-e9274eef461a req-082ab75b-a150-4753-8b2e-d54fedee76b0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859575 Jan 28 12:31:04.827473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-956af777-7fea-4bd7-8939-6bdb3510ad37 req-fc7b75ce-59fe-4f75-b473-2cde8994c069 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041296 Jan 28 12:31:04.880970 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f0520da-3be4-4449-976c-1c89b899c64a req-28b96c92-052b-4ab5-90c6-03f4b3c3566c tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.53 "GET /v2.0/ports?device_id=47539972-e3fb-46c3-bcf2-3bf9f1583bb2 HTTP/1.1" status: 200 len: 210 time: 0.0324223 Jan 28 12:31:04.945748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe258-35a6-4fc2-be4a-b2b2e715cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (2698a830-b543-4729-9002-8e459d1890f3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:04.951545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f44c9-9f20-48e2-94e2-e5c12128a727 req-fd1f3b36-a35d-44b9-af7f-b0131386fa4a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:04.953060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b72f44c9-9f20-48e2-94e2-e5c12128a727 req-fd1f3b36-a35d-44b9-af7f-b0131386fa4a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.0602233 Jan 28 12:31:05.001565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fe258-35a6-4fc2-be4a-b2b2e715cb43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2698a830-b543-4729-9002-8e459d1890f3,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:05.016963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fe258-35a6-4fc2-be4a-b2b2e715cb43 admin admin] Checking segment: {'id': 'f9869ec5-fa6e-4d24-b428-3fc8608f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e9e00c15-a292-4d53-800a-143f2afdec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:31:05.016963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0fe258-35a6-4fc2-be4a-b2b2e715cb43 admin admin] Network hostable DHCP agents. Network: e9e00c15-a292-4d53-800a-143f2afdec88, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:31:05.022728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454998f-a8ec-4e62-ae26-75d07c74d982 req-c2a1d1a1-bb49-4ac0-bead-30215033a394 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:05.024749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3454998f-a8ec-4e62-ae26-75d07c74d982 req-c2a1d1a1-bb49-4ac0-bead-30215033a394 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 1096 time: 0.0702720 Jan 28 12:31:05.032960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b72f44c9-9f20-48e2-94e2-e5c12128a727 req-082304e9-b873-48da-9bcf-10928a201375 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706542 Jan 28 12:31:05.035249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0fe258-35a6-4fc2-be4a-b2b2e715cb43 admin admin] Network e9e00c15-a292-4d53-800a-143f2afdec88 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:31:05.046637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5e0fe258-35a6-4fc2-be4a-b2b2e715cb43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, e9e00c15-a292-4d53-800a-143f2afdec88) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:31:05.057787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0fe258-35a6-4fc2-be4a-b2b2e715cb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:05.058385 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe258-35a6-4fc2-be4a-b2b2e715cb43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:05.065739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c4f556-6c3a-430d-8a2c-0bccd07ff598 None None] Network e9e00c15-a292-4d53-800a-143f2afdec88 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:31:05.088767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3454998f-a8ec-4e62-ae26-75d07c74d982 req-43538dc2-61c8-4943-bbc5-3ce9d0c030ae tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540693 Jan 28 12:31:05.092016 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5e0fe258-35a6-4fc2-be4a-b2b2e715cb43 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4184303 Jan 28 12:31:05.178761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7347017-f6b8-4427-b8ab-c345a4af49ff None None] Network e9e00c15-a292-4d53-800a-143f2afdec88 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:31:05.234202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca7631-1b52-4136-9a15-dc2291402083 req-f8114b02-1fa0-47dd-bcf0-94343bea6b9d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:05.235680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95ca7631-1b52-4136-9a15-dc2291402083 req-f8114b02-1fa0-47dd-bcf0-94343bea6b9d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1153028 Jan 28 12:31:05.250668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c484b39-6a7f-4f8c-afe6-4cac235fa57b req-418c6bb3-e192-404f-9fdc-ce76afbfd9e5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:05.255836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c484b39-6a7f-4f8c-afe6-4cac235fa57b req-418c6bb3-e192-404f-9fdc-ce76afbfd9e5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:05.261713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c484b39-6a7f-4f8c-afe6-4cac235fa57b req-418c6bb3-e192-404f-9fdc-ce76afbfd9e5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:05.266885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c484b39-6a7f-4f8c-afe6-4cac235fa57b req-418c6bb3-e192-404f-9fdc-ce76afbfd9e5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:05.272059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c484b39-6a7f-4f8c-afe6-4cac235fa57b req-418c6bb3-e192-404f-9fdc-ce76afbfd9e5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:05.278111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c484b39-6a7f-4f8c-afe6-4cac235fa57b req-418c6bb3-e192-404f-9fdc-ce76afbfd9e5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:05.283404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c484b39-6a7f-4f8c-afe6-4cac235fa57b req-418c6bb3-e192-404f-9fdc-ce76afbfd9e5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:05.285257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c484b39-6a7f-4f8c-afe6-4cac235fa57b req-418c6bb3-e192-404f-9fdc-ce76afbfd9e5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1054156 Jan 28 12:31:05.356550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1757bdd5-b178-419d-abeb-436630657be6 req-bed7005f-be91-49d6-ab84-37a474ba872f tempest-ServerShowV247Test-1040894552 tempest-ServerShowV247Test-1040894552-project] 10.222.0.49 "GET /v2.0/ports?device_id=47539972-e3fb-46c3-bcf2-3bf9f1583bb2 HTTP/1.1" status: 200 len: 210 time: 0.0394907 Jan 28 12:31:05.384537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95ca7631-1b52-4136-9a15-dc2291402083 req-367be0b3-ad18-481c-9fbd-de23dab3179d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982475 Jan 28 12:31:05.397695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c484b39-6a7f-4f8c-afe6-4cac235fa57b req-e3626050-8be1-45b4-a7b8-2e79eba1e79d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054018 Jan 28 12:31:05.599097 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-b1833dec-66d0-42f3-8977-3576e153d1d7 req-cdec3ad4-0ed1-4661-9a37-f34ea790b1ae tempest-SecurityGroupsNegativeTestJSON-1295664258 tempest-SecurityGroupsNegativeTestJSON-1295664258-project] show failed (client error): The resource could not be found. Jan 28 12:31:05.600382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1833dec-66d0-42f3-8977-3576e153d1d7 req-cdec3ad4-0ed1-4661-9a37-f34ea790b1ae tempest-SecurityGroupsNegativeTestJSON-1295664258 tempest-SecurityGroupsNegativeTestJSON-1295664258-project] 10.222.0.53 "GET /v2.0/security-groups/e15b0009-e413-4aa7-8ec8-4ea67ebb91af HTTP/1.1" status: 404 len: 352 time: 0.0197423 Jan 28 12:31:05.681603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2fa5f8f8-38f5-4691-9242-5dbf628dcf5a req-678ffc03-bfbe-426f-b66b-223943971b32 tempest-SecurityGroupsNegativeTestJSON-1295664258 tempest-SecurityGroupsNegativeTestJSON-1295664258-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95b3f2102cb64e268cccc762b9696aa6 HTTP/1.1" status: 200 len: 3005 time: 0.0453410 Jan 28 12:31:05.734423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2fa5f8f8-38f5-4691-9242-5dbf628dcf5a req-529cf9f4-a732-48cb-b717-88c0388234dc tempest-SecurityGroupsNegativeTestJSON-1295664258 tempest-SecurityGroupsNegativeTestJSON-1295664258-project] 10.222.0.53 "GET /v2.0/security-groups/03e6dcc4-1be8-4721-bbe7-186135b8c85d HTTP/1.1" status: 200 len: 3002 time: 0.0472558 Jan 28 12:31:05.781497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2fa5f8f8-38f5-4691-9242-5dbf628dcf5a req-a0957a83-a8d5-4ed6-a6fc-ddeeb053a0ac tempest-SecurityGroupsNegativeTestJSON-1295664258 tempest-SecurityGroupsNegativeTestJSON-1295664258-project] 10.222.0.53 "GET /v2.0/security-groups/03e6dcc4-1be8-4721-bbe7-186135b8c85d HTTP/1.1" status: 200 len: 3002 time: 0.0415013 Jan 28 12:31:05.904549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b43abb71-8c77-48c0-b54c-7325349dab69 req-75b55901-1793-4ce2-9bdb-b2e68e4cba82 tempest-SecurityGroupsNegativeTestJSON-1295664258 tempest-SecurityGroupsNegativeTestJSON-1295664258-project] 10.222.0.53 "GET /v2.0/security-groups/03e6dcc4-1be8-4721-bbe7-186135b8c85d HTTP/1.1" status: 200 len: 3002 time: 0.1012266 Jan 28 12:31:05.985316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa3563-d2c6-41d2-ae99-309112dc84e2 req-42ff7b97-8824-46fb-9cb2-2537cb9a0b6f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:05.987706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1afa3563-d2c6-41d2-ae99-309112dc84e2 req-42ff7b97-8824-46fb-9cb2-2537cb9a0b6f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1311350 Jan 28 12:31:06.060967 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-b43abb71-8c77-48c0-b54c-7325349dab69 req-7935eed5-b52f-4400-a4d2-0262880826f3 tempest-SecurityGroupsNegativeTestJSON-1295664258 tempest-SecurityGroupsNegativeTestJSON-1295664258-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 12:31:06.061909 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b43abb71-8c77-48c0-b54c-7325349dab69 req-7935eed5-b52f-4400-a4d2-0262880826f3 tempest-SecurityGroupsNegativeTestJSON-1295664258 tempest-SecurityGroupsNegativeTestJSON-1295664258-project] 10.222.0.53 "DELETE /v2.0/security-groups/03e6dcc4-1be8-4721-bbe7-186135b8c85d HTTP/1.1" status: 409 len: 352 time: 0.1496258 Jan 28 12:31:06.066112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1afa3563-d2c6-41d2-ae99-309112dc84e2 req-5434c178-7be5-43eb-9298-09860120c331 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715995 Jan 28 12:31:06.135427 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-1ad6e024-c55d-478a-94b0-6a2a40e16bc6 req-a1638fb1-1a80-4fd9-bab1-efde484cd8c0 tempest-SecurityGroupsNegativeTestJSON-1295664258 tempest-SecurityGroupsNegativeTestJSON-1295664258-project] show failed (client error): The resource could not be found. Jan 28 12:31:06.141812 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ad6e024-c55d-478a-94b0-6a2a40e16bc6 req-a1638fb1-1a80-4fd9-bab1-efde484cd8c0 tempest-SecurityGroupsNegativeTestJSON-1295664258 tempest-SecurityGroupsNegativeTestJSON-1295664258-project] 10.222.0.53 "GET /v2.0/security-groups/4192c207-18c5-4bd4-817f-aaf208732542 HTTP/1.1" status: 404 len: 352 time: 0.0222874 Jan 28 12:31:06.198109 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-d4e2b222-7052-457b-91de-9c996a56a205 req-0133dd5d-3588-433c-933b-6b1c44a7d8de tempest-SecurityGroupsNegativeTestJSON-1295664258 tempest-SecurityGroupsNegativeTestJSON-1295664258-project] show failed (client error): The resource could not be found. Jan 28 12:31:06.199250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4e2b222-7052-457b-91de-9c996a56a205 req-0133dd5d-3588-433c-933b-6b1c44a7d8de tempest-SecurityGroupsNegativeTestJSON-1295664258 tempest-SecurityGroupsNegativeTestJSON-1295664258-project] 10.222.0.53 "GET /v2.0/security-groups/c8e0c56e-56a7-4cda-8449-9afdcf2c96cb HTTP/1.1" status: 404 len: 352 time: 0.0194955 Jan 28 12:31:06.210187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39374) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:06.224543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4903-d7bf-465e-acd6-9dad9509af25 req-58611ace-1fc1-4ce0-b5a0-6842605a3eb5 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:06.226368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eadc4903-d7bf-465e-acd6-9dad9509af25 req-58611ace-1fc1-4ce0-b5a0-6842605a3eb5 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.0808916 Jan 28 12:31:06.272929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22186da-0495-43ed-8d66-5156ff080461 admin admin] Deleting subnet 2698a830-b543-4729-9002-8e459d1890f3 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:31:06.276975 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f22186da-0495-43ed-8d66-5156ff080461 admin admin] Publish callbacks [] for subnet (2698a830-b543-4729-9002-8e459d1890f3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:06.287194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eadc4903-d7bf-465e-acd6-9dad9509af25 req-e0fcf64b-8882-429e-9f3f-7b5197b9b163 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528562 Jan 28 12:31:06.321723 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f22186da-0495-43ed-8d66-5156ff080461 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (2698a830-b543-4729-9002-8e459d1890f3), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:06.362174 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f22186da-0495-43ed-8d66-5156ff080461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (2698a830-b543-4729-9002-8e459d1890f3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:06.370979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39378) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:06.434410 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f22186da-0495-43ed-8d66-5156ff080461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (2698a830-b543-4729-9002-8e459d1890f3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:06.476280 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f22186da-0495-43ed-8d66-5156ff080461 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:06.484020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39388) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:06.487890 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f22186da-0495-43ed-8d66-5156ff080461 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2698a830-b543-4729-9002-8e459d1890f3 HTTP/1.1" status: 204 len: 168 time: 0.2759440 Jan 28 12:31:06.488992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22186da-0495-43ed-8d66-5156ff080461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2698a830-b543-4729-9002-8e459d1890f3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:06.522319 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf5dceec-40ee-4399-a2b7-e5bc710005dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:06.657091 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e9e00c15-a292-4d53-800a-143f2afdec88), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:06.692400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bb21a-46f3-4852-af61-91891c04bf2f req-646b1bea-26a4-4505-bc10-1c853f51e5a7 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:06.698513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bb21a-46f3-4852-af61-91891c04bf2f req-646b1bea-26a4-4505-bc10-1c853f51e5a7 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:06.703810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bb21a-46f3-4852-af61-91891c04bf2f req-646b1bea-26a4-4505-bc10-1c853f51e5a7 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:06.709060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bb21a-46f3-4852-af61-91891c04bf2f req-646b1bea-26a4-4505-bc10-1c853f51e5a7 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:06.714390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bb21a-46f3-4852-af61-91891c04bf2f req-646b1bea-26a4-4505-bc10-1c853f51e5a7 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:06.719646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bb21a-46f3-4852-af61-91891c04bf2f req-646b1bea-26a4-4505-bc10-1c853f51e5a7 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:06.725181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bb21a-46f3-4852-af61-91891c04bf2f req-646b1bea-26a4-4505-bc10-1c853f51e5a7 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:06.727145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d13bb21a-46f3-4852-af61-91891c04bf2f req-646b1bea-26a4-4505-bc10-1c853f51e5a7 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.2078841 Jan 28 12:31:06.746988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553d2fc-153d-4a2e-8191-7084c7a925c1 req-e8101b12-4705-457a-98a5-afc5b021c5ad tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:06.748453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b553d2fc-153d-4a2e-8191-7084c7a925c1 req-e8101b12-4705-457a-98a5-afc5b021c5ad tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1986303 Jan 28 12:31:06.909772 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf5dceec-40ee-4399-a2b7-e5bc710005dc admin admin] Publish callbacks [] for security_group (5e5124c6-a2ac-4f21-9e55-eab5b8c12be8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:06.926896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf5dceec-40ee-4399-a2b7-e5bc710005dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5e5124c6-a2ac-4f21-9e55-eab5b8c12be8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:06.931937 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e9e00c15-a292-4d53-800a-143f2afdec88), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:06.961362 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b553d2fc-153d-4a2e-8191-7084c7a925c1 req-e6c5cf8e-8402-4bb4-a0a6-f0615c661c73 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034693 Jan 28 12:31:06.976450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d13bb21a-46f3-4852-af61-91891c04bf2f req-f5ed9fdb-6c26-4b55-932b-4b2d7d84f07e tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2373595 Jan 28 12:31:06.997225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e00c15-a292-4d53-800a-143f2afdec88']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:07.013880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9869ec5-fa6e-4d24-b428-3fc8608f6312') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:07.014559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9869ec5-fa6e-4d24-b428-3fc8608f6312') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:07.023194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cf5dceec-40ee-4399-a2b7-e5bc710005dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e09cd139b18d4b67b421eacd626bd12b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6510363 Jan 28 12:31:07.026548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39392) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:07.027858 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (f9869ec5-fa6e-4d24-b428-3fc8608f6312), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.029634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dceec-40ee-4399-a2b7-e5bc710005dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5124c6-a2ac-4f21-9e55-eab5b8c12be8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:07.046346 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f9869ec5-fa6e-4d24-b428-3fc8608f6312), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.053012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:31:07.053513 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (f9869ec5-fa6e-4d24-b428-3fc8608f6312), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:31:07.056488 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:31:07.112354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac20b4ba-4a36-4861-887b-6f63f8d04e9c admin admin] Publish callbacks [] for security_group (5e5124c6-a2ac-4f21-9e55-eab5b8c12be8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.147145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac20b4ba-4a36-4861-887b-6f63f8d04e9c admin admin] Publish callbacks [] for security_group (5e5124c6-a2ac-4f21-9e55-eab5b8c12be8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.153332 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (e9e00c15-a292-4d53-800a-143f2afdec88), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.161206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.165814 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e9e00c15-a292-4d53-800a-143f2afdec88 HTTP/1.1" status: 204 len: 168 time: 0.6806047 Jan 28 12:31:07.188662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadb1a6-ffb0-4d0b-b064-8e0efa6f4209 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e00c15-a292-4d53-800a-143f2afdec88,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:07.267960 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac20b4ba-4a36-4861-887b-6f63f8d04e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5e5124c6-a2ac-4f21-9e55-eab5b8c12be8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.271586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac20b4ba-4a36-4861-887b-6f63f8d04e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.272977 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ac20b4ba-4a36-4861-887b-6f63f8d04e9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e5124c6-a2ac-4f21-9e55-eab5b8c12be8 HTTP/1.1" status: 204 len: 168 time: 0.2452717 Jan 28 12:31:07.284109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20b4ba-4a36-4861-887b-6f63f8d04e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5124c6-a2ac-4f21-9e55-eab5b8c12be8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:07.286708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf458a-365e-428c-82f3-a0156fd573ef req-a845285e-3047-46f4-b8d6-4de88b61aa4a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:07.288244 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01cf458a-365e-428c-82f3-a0156fd573ef req-a845285e-3047-46f4-b8d6-4de88b61aa4a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 946 time: 0.0973377 Jan 28 12:31:07.298785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735d3aa-d929-4218-90f5-bed53b1e42c5 req-1a50ad1f-4a8f-4aab-969f-c909cf3553cb tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:07.306101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0735d3aa-d929-4218-90f5-bed53b1e42c5 req-1a50ad1f-4a8f-4aab-969f-c909cf3553cb tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1036963 Jan 28 12:31:07.371852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39404) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:07.388235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0735d3aa-d929-4218-90f5-bed53b1e42c5 req-3dca4abe-324d-4786-8913-ce8e6265374f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812716 Jan 28 12:31:07.392310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01cf458a-365e-428c-82f3-a0156fd573ef req-d622bdd0-7bef-48fd-9fdc-1e71895fbf99 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836456 Jan 28 12:31:07.443170 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2939ecb0-3a96-4bf8-8bc8-56b8e82e7b04 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95b3f2102cb64e268cccc762b9696aa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700827 Jan 28 12:31:07.445640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39410) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:07.504504 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5e2dafc-e5ca-43fb-954f-df5ef20c929d admin admin] Publish callbacks [] for security_group (03e6dcc4-1be8-4721-bbe7-186135b8c85d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.536460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3294978-7b49-4e55-921f-c6fe27bcd86b req-eb444c4b-7031-467a-ae46-aa33867b3b3e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:07.538248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3294978-7b49-4e55-921f-c6fe27bcd86b req-eb444c4b-7031-467a-ae46-aa33867b3b3e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.0672312 Jan 28 12:31:07.538513 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5e2dafc-e5ca-43fb-954f-df5ef20c929d admin admin] Publish callbacks [] for security_group (03e6dcc4-1be8-4721-bbe7-186135b8c85d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.592485 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5e2dafc-e5ca-43fb-954f-df5ef20c929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (03e6dcc4-1be8-4721-bbe7-186135b8c85d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.595060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5e2dafc-e5ca-43fb-954f-df5ef20c929d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:07.596262 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b5e2dafc-e5ca-43fb-954f-df5ef20c929d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03e6dcc4-1be8-4721-bbe7-186135b8c85d HTTP/1.1" status: 204 len: 168 time: 0.1496162 Jan 28 12:31:07.605710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2dafc-e5ca-43fb-954f-df5ef20c929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e6dcc4-1be8-4721-bbe7-186135b8c85d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:07.647395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3294978-7b49-4e55-921f-c6fe27bcd86b req-2d2b5aff-1f07-4360-bb56-86c9e4565e46 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971518 Jan 28 12:31:08.109060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427c677-2f9c-4774-a10a-d04dac980850 req-777f8518-5e41-4a98-9373-609a75e47a44 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:08.110715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5427c677-2f9c-4774-a10a-d04dac980850 req-777f8518-5e41-4a98-9373-609a75e47a44 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.0630736 Jan 28 12:31:08.149933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39466) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:08.168460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5427c677-2f9c-4774-a10a-d04dac980850 req-e022e6ad-96e9-4453-897a-2c348f84a559 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474253 Jan 28 12:31:08.290363 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-265640066-network', 'tenant_id': 'f4bd480ba2914390b8953e32a7d5b57f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:31:08.313589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Made reservation on behalf of f4bd480ba2914390b8953e32a7d5b57f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:31:08.318373 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.325999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e228d7-5f91-4c49-91ad-3bcfd268a14e req-4a94d59b-ecc8-4255-a8fe-979bdddebeda tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:08.332352 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e228d7-5f91-4c49-91ad-3bcfd268a14e req-4a94d59b-ecc8-4255-a8fe-979bdddebeda tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:08.333143 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.339097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e228d7-5f91-4c49-91ad-3bcfd268a14e req-4a94d59b-ecc8-4255-a8fe-979bdddebeda tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:08.345598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e228d7-5f91-4c49-91ad-3bcfd268a14e req-4a94d59b-ecc8-4255-a8fe-979bdddebeda tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:08.353412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e228d7-5f91-4c49-91ad-3bcfd268a14e req-4a94d59b-ecc8-4255-a8fe-979bdddebeda tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:08.359082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e228d7-5f91-4c49-91ad-3bcfd268a14e req-4a94d59b-ecc8-4255-a8fe-979bdddebeda tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:08.364807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e228d7-5f91-4c49-91ad-3bcfd268a14e req-4a94d59b-ecc8-4255-a8fe-979bdddebeda tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:08.373025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6e228d7-5f91-4c49-91ad-3bcfd268a14e req-4a94d59b-ecc8-4255-a8fe-979bdddebeda tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1080489 Jan 28 12:31:08.448710 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6e228d7-5f91-4c49-91ad-3bcfd268a14e req-72d8d4b8-9d86-4e55-ae07-408708a93452 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744054 Jan 28 12:31:08.457526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Publish callbacks [] for security_group (ee203fb9-88e1-493f-8c1b-68daa3376d8c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.466936 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ee203fb9-88e1-493f-8c1b-68daa3376d8c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.511207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:31:08.521286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee203fb9-88e1-493f-8c1b-68daa3376d8c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:08.528404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (bd46a03d-55e5-4333-84b9-234fa4436246), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.528950 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Added segment bd46a03d-55e5-4333-84b9-234fa4436246 of type vlan for network 320225d5-36bc-4a8c-aaaf-a5957aa76c07 Jan 28 12:31:08.548989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39482) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:08.576645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79169e5-f65c-4c75-b5f8-28e5dc1dee75 req-755ae84e-76d8-4556-919f-83805c0da657 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:08.578353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e79169e5-f65c-4c75-b5f8-28e5dc1dee75 req-755ae84e-76d8-4556-919f-83805c0da657 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.0775037 Jan 28 12:31:08.586207 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (320225d5-36bc-4a8c-aaaf-a5957aa76c07), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.620385 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (320225d5-36bc-4a8c-aaaf-a5957aa76c07), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.621277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:08.621944 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.653754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e79169e5-f65c-4c75-b5f8-28e5dc1dee75 req-eafbddba-5f19-4d8e-aea9-39a89ea1044f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590959 Jan 28 12:31:08.703915 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5527556 Jan 28 12:31:08.707842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7876c29-50ce-4712-b044-f2d94ec9aeee admin admin] Pushing event updated for resources: {'Network': ['ID=320225d5-36bc-4a8c-aaaf-a5957aa76c07,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:08.709250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-776229543-network', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:31:08.752037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 320225d5-36bc-4a8c-aaaf-a5957aa76c07 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:31:08.765968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:31:08.769154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.788474 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.825291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce9e11-9173-4ab6-b83d-75453b7ab362 req-70f2aecb-9956-4e09-91d9-5e811c6d314e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:08.827233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5ce9e11-9173-4ab6-b83d-75453b7ab362 req-70f2aecb-9956-4e09-91d9-5e811c6d314e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.0942609 Jan 28 12:31:08.915607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5ce9e11-9173-4ab6-b83d-75453b7ab362 req-2c716764-ae40-4823-b4ef-b1130fa3a1a7 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740602 Jan 28 12:31:08.947989 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Publish callbacks [] for security_group (27f70792-566c-4e28-bcda-d3f65f0ca26b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.953368 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (27f70792-566c-4e28-bcda-d3f65f0ca26b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.976126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:31:08.992789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f70792-566c-4e28-bcda-d3f65f0ca26b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:08.995887 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f38eb722-da45-4efc-9bfe-1443ee5d46b8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:08.996235 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Added segment f38eb722-da45-4efc-9bfe-1443ee5d46b8 of type vlan for network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd Jan 28 12:31:09.050776 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (1bf351ce-cde8-4750-8c3e-65261d6dbfdd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.093911 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (1bf351ce-cde8-4750-8c3e-65261d6dbfdd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.094859 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.095473 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.231481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6777058 Jan 28 12:31:09.232091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39502) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:09.236992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b56a02b8-821b-49f6-82c8-6c08bdaa0cff admin admin] Request body: {'subnet': {'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-subnet', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:31:09.259283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56a02b8-821b-49f6-82c8-6c08bdaa0cff admin admin] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:31:09.261976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b56a02b8-821b-49f6-82c8-6c08bdaa0cff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.344113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c3b7b-8d1b-4fe7-9f78-9a0fb153c88e admin admin] Pushing event updated for resources: {'Network': ['ID=1bf351ce-cde8-4750-8c3e-65261d6dbfdd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:09.362403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:31:09.374147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533310e-2551-4c22-b9b1-66cf57d9552d req-c7a79e30-fcd2-4359-a93d-a8e40aa60555 tempest-ComputeTenantNetworksTest-1896442416 tempest-ComputeTenantNetworksTest-1896442416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.379195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533310e-2551-4c22-b9b1-66cf57d9552d req-c7a79e30-fcd2-4359-a93d-a8e40aa60555 tempest-ComputeTenantNetworksTest-1896442416 tempest-ComputeTenantNetworksTest-1896442416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.385239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533310e-2551-4c22-b9b1-66cf57d9552d req-c7a79e30-fcd2-4359-a93d-a8e40aa60555 tempest-ComputeTenantNetworksTest-1896442416 tempest-ComputeTenantNetworksTest-1896442416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.386904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b533310e-2551-4c22-b9b1-66cf57d9552d req-c7a79e30-fcd2-4359-a93d-a8e40aa60555 tempest-ComputeTenantNetworksTest-1896442416 tempest-ComputeTenantNetworksTest-1896442416-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3122220 Jan 28 12:31:09.406606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d48157-48ad-46a5-813a-3fc56d4744e6 req-cbd14074-4199-4796-abee-1d1d077ba6dd tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.408287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04d48157-48ad-46a5-813a-3fc56d4744e6 req-cbd14074-4199-4796-abee-1d1d077ba6dd tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1576040 Jan 28 12:31:09.513043 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b56a02b8-821b-49f6-82c8-6c08bdaa0cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (01f467cc-bdc7-448a-a68f-ccbe4d40c1b8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.532210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04d48157-48ad-46a5-813a-3fc56d4744e6 req-1086be15-1b45-413c-85e5-aa6747f92842 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178927 Jan 28 12:31:09.542707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd45c4-5c61-4174-ba6b-975d38a0b991 req-d9888306-48e2-49ae-acda-828b14ff60b2 tempest-ComputeTenantNetworksTest-1896442416 tempest-ComputeTenantNetworksTest-1896442416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.544177 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ecd45c4-5c61-4174-ba6b-975d38a0b991 req-d9888306-48e2-49ae-acda-828b14ff60b2 tempest-ComputeTenantNetworksTest-1896442416 tempest-ComputeTenantNetworksTest-1896442416-project] 10.222.0.53 "GET /v2.0/networks/320225d5-36bc-4a8c-aaaf-a5957aa76c07 HTTP/1.1" status: 200 len: 768 time: 0.1224811 Jan 28 12:31:09.553610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39510) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:09.590184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a02b8-821b-49f6-82c8-6c08bdaa0cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f467cc-bdc7-448a-a68f-ccbe4d40c1b8,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:09.601672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56a02b8-821b-49f6-82c8-6c08bdaa0cff admin admin] Checking segment: {'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:31:09.602177 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a02b8-821b-49f6-82c8-6c08bdaa0cff admin admin] Network hostable DHCP agents. Network: 1bf351ce-cde8-4750-8c3e-65261d6dbfdd, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:31:09.625079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a02b8-821b-49f6-82c8-6c08bdaa0cff admin admin] Network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:31:09.636459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b56a02b8-821b-49f6-82c8-6c08bdaa0cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 1bf351ce-cde8-4750-8c3e-65261d6dbfdd) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:31:09.645596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b755b-9cd8-4b52-83c7-041f5f71369a None None] Network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:31:09.649805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56a02b8-821b-49f6-82c8-6c08bdaa0cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.650696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b56a02b8-821b-49f6-82c8-6c08bdaa0cff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.671057 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b56a02b8-821b-49f6-82c8-6c08bdaa0cff admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4381738 Jan 28 12:31:09.673777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:09.678476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:31:09.691392 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (320225d5-36bc-4a8c-aaaf-a5957aa76c07), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.707962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (00134be2-d1e3-4150-97e2-22228bb223d3), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.710294 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (00134be2-d1e3-4150-97e2-22228bb223d3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.742345 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f9a6f-6377-4c55-813e-450aa11eece4 req-0d272755-8a8b-45e2-aaff-604c837b0dac tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.750363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f9a6f-6377-4c55-813e-450aa11eece4 req-0d272755-8a8b-45e2-aaff-604c837b0dac tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.755599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f9a6f-6377-4c55-813e-450aa11eece4 req-0d272755-8a8b-45e2-aaff-604c837b0dac tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.765915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f9a6f-6377-4c55-813e-450aa11eece4 req-0d272755-8a8b-45e2-aaff-604c837b0dac tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.771450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f9a6f-6377-4c55-813e-450aa11eece4 req-0d272755-8a8b-45e2-aaff-604c837b0dac tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.779748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f9a6f-6377-4c55-813e-450aa11eece4 req-0d272755-8a8b-45e2-aaff-604c837b0dac tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.784884 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:31:09.785365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f9a6f-6377-4c55-813e-450aa11eece4 req-0d272755-8a8b-45e2-aaff-604c837b0dac tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.787153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-896f9a6f-6377-4c55-813e-450aa11eece4 req-0d272755-8a8b-45e2-aaff-604c837b0dac tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1626227 Jan 28 12:31:09.788195 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Publish callbacks [] for router_controller (00134be2-d1e3-4150-97e2-22228bb223d3), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.815871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:31:09.817215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.936996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-896f9a6f-6377-4c55-813e-450aa11eece4 req-472f5a02-9126-4751-aa1d-f1603632a264 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098101 Jan 28 12:31:09.946943 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (320225d5-36bc-4a8c-aaaf-a5957aa76c07), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.956169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a2a1f-2b37-4548-8bfb-651d43664b1e req-ccff2a70-c697-4830-bec2-104d2062f450 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:09.959296 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Publish callbacks [] for router_gateway (00134be2-d1e3-4150-97e2-22228bb223d3), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:09.962963 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d6a2a1f-2b37-4548-8bfb-651d43664b1e req-ccff2a70-c697-4830-bec2-104d2062f450 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.2450783 Jan 28 12:31:09.991358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Allocated IP 172.20.0.2 (1bf351ce-cde8-4750-8c3e-65261d6dbfdd/01f467cc-bdc7-448a-a68f-ccbe4d40c1b8/d61f2d66-1551-428f-9e2f-e4acce5e9485) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:31:10.015321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320225d5-36bc-4a8c-aaaf-a5957aa76c07']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:10.033246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd46a03d-55e5-4333-84b9-234fa4436246') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:10.033555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd46a03d-55e5-4333-84b9-234fa4436246') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:10.053413 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (bd46a03d-55e5-4333-84b9-234fa4436246), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.070882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:31:10.090289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d6a2a1f-2b37-4548-8bfb-651d43664b1e req-80df04b7-650b-4161-a1b2-c44359a19870 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130471 Jan 28 12:31:10.095307 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (bd46a03d-55e5-4333-84b9-234fa4436246), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.127138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:31:10.127693 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (bd46a03d-55e5-4333-84b9-234fa4436246), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:31:10.129773 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:31:10.205247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b57f73-a35d-4649-8b9a-6a866e97d528 req-7381b6c2-28a9-4c8f-bc68-d30682543f74 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:10.207715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38b57f73-a35d-4649-8b9a-6a866e97d528 req-7381b6c2-28a9-4c8f-bc68-d30682543f74 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1164160 Jan 28 12:31:10.223067 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (320225d5-36bc-4a8c-aaaf-a5957aa76c07), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.231444 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.239481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] 10.222.0.53 "DELETE /v2.0/networks/320225d5-36bc-4a8c-aaaf-a5957aa76c07 HTTP/1.1" status: 204 len: 168 time: 0.6841638 Jan 28 12:31:10.244549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Publish callbacks [] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.264482 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.275146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8c885-3546-47e4-82a7-6a435ba8f821 admin admin] Pushing event deleted for resources: {'Network': ['ID=320225d5-36bc-4a8c-aaaf-a5957aa76c07,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:10.296668 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Publish callbacks [] for router_gateway (00134be2-d1e3-4150-97e2-22228bb223d3), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.330180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:10.346210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:31:10.349356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Pushing event updated for resources: {'Port': ['ID=d61f2d66-1551-428f-9e2f-e4acce5e9485,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:10.353202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:31:10.355227 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.356704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38b57f73-a35d-4649-8b9a-6a866e97d528 req-394805ba-2d6f-487b-ad64-0e0f78511c5b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430814 Jan 28 12:31:10.357237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:31:10.360698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'port_id': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'mac_address': 'fa:16:3e:22:47:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:31:10.404647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:10.405123 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.438917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2317a9e-89ac-4d7d-8f12-a6284c38abf6 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:31:10.462885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39526) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:10.484808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:10.486378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Attempting to bind port d61f2d66-1551-428f-9e2f-e4acce5e9485 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:31:10.486834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Attempting to bind port d61f2d66-1551-428f-9e2f-e4acce5e9485 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:31:10.487184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Attempting to bind port d61f2d66-1551-428f-9e2f-e4acce5e9485 on network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:31:10.493158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:31:10.493544 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Checking segment: {'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:31:10.493958 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.494363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Bound using segment: {'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:31:10.494836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Bound port: d61f2d66-1551-428f-9e2f-e4acce5e9485, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:31:10.495222 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.507825 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Allocated IP 172.25.7.98 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/a1f17b7f-d9d5-457e-aef1-2167a1477440) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:31:10.512642 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.515888 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-44838c26-872f-4b9c-9eec-e098fa3ba789 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4bd480ba2914390b8953e32a7d5b57f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493054 Jan 28 12:31:10.518445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39528) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:10.603153 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb80cf4d-a53d-455c-9005-430b2bb99704 admin admin] Publish callbacks [] for security_group (ee203fb9-88e1-493f-8c1b-68daa3376d8c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.611449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:10.615038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] For port d61f2d66-1551-428f-9e2f-e4acce5e9485, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:31:10.619575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] For port d61f2d66-1551-428f-9e2f-e4acce5e9485, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d61f2d66-1551-428f-9e2f-e4acce5e9485,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:31:10.629039 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.630201 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb80cf4d-a53d-455c-9005-430b2bb99704 admin admin] Publish callbacks [] for security_group (ee203fb9-88e1-493f-8c1b-68daa3376d8c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.669684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b2317a9e-89ac-4d7d-8f12-a6284c38abf6'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:31:10.672369 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Publish callbacks [] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.726683 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb80cf4d-a53d-455c-9005-430b2bb99704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ee203fb9-88e1-493f-8c1b-68daa3376d8c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.730177 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb80cf4d-a53d-455c-9005-430b2bb99704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.731955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-eb80cf4d-a53d-455c-9005-430b2bb99704 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee203fb9-88e1-493f-8c1b-68daa3376d8c HTTP/1.1" status: 204 len: 168 time: 0.2121949 Jan 28 12:31:10.746020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80cf4d-a53d-455c-9005-430b2bb99704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee203fb9-88e1-493f-8c1b-68daa3376d8c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:10.773050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b7cba-273f-4850-abff-bcf8d63149fd req-6b2dd46d-4dac-4c16-bb17-c3d65b166b70 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:10.776658 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b887fff-4523-47cc-80dd-430fb7bd887a None None] Pushing event updated for resources: {'Port': ['ID=d61f2d66-1551-428f-9e2f-e4acce5e9485,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:10.777050 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:10.790696 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d94b7cba-273f-4850-abff-bcf8d63149fd req-6b2dd46d-4dac-4c16-bb17-c3d65b166b70 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1141083 Jan 28 12:31:10.828040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:31:10.830658 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:31:10.888186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Pushing event updated for resources: {'Port': ['ID=a1f17b7f-d9d5-457e-aef1-2167a1477440,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:10.891133 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:31:10.906587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d94b7cba-273f-4850-abff-bcf8d63149fd req-947f3828-6be2-4b77-9be8-e3f9063f4087 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059651 Jan 28 12:31:11.172432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b01b3-fc73-4291-a570-5e5d8127487f req-e52cd1d4-7ed8-48ab-9e8b-6f7cbfd3b62c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:11.187420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b01b3-fc73-4291-a570-5e5d8127487f req-e52cd1d4-7ed8-48ab-9e8b-6f7cbfd3b62c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:11.198237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b01b3-fc73-4291-a570-5e5d8127487f req-e52cd1d4-7ed8-48ab-9e8b-6f7cbfd3b62c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:11.203992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b01b3-fc73-4291-a570-5e5d8127487f req-e52cd1d4-7ed8-48ab-9e8b-6f7cbfd3b62c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:11.209798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b01b3-fc73-4291-a570-5e5d8127487f req-e52cd1d4-7ed8-48ab-9e8b-6f7cbfd3b62c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:11.217437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b01b3-fc73-4291-a570-5e5d8127487f req-e52cd1d4-7ed8-48ab-9e8b-6f7cbfd3b62c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:11.223245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b01b3-fc73-4291-a570-5e5d8127487f req-e52cd1d4-7ed8-48ab-9e8b-6f7cbfd3b62c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:11.225675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c0b01b3-fc73-4291-a570-5e5d8127487f req-e52cd1d4-7ed8-48ab-9e8b-6f7cbfd3b62c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1576579 Jan 28 12:31:11.319912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f986b3-66b3-45b2-a0e9-64f4c9692fb4 req-e8436ff4-aad6-4930-9ec9-654c010e8891 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:11.327583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03f986b3-66b3-45b2-a0e9-64f4c9692fb4 req-e8436ff4-aad6-4930-9ec9-654c010e8891 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1006782 Jan 28 12:31:11.370826 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Publish callbacks [] for router_gateway (00134be2-d1e3-4150-97e2-22228bb223d3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:11.374327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c0b01b3-fc73-4291-a570-5e5d8127487f req-63526b2b-a8bd-43e8-bf5d-52fb6704faeb tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114042 Jan 28 12:31:11.440458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03f986b3-66b3-45b2-a0e9-64f4c9692fb4 req-5b332bd4-c9b5-449d-a2e7-f74c57018ff0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120749 Jan 28 12:31:11.555884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39a090-188a-4b08-a0fe-10ed73d2e6ad req-62faf4c1-9da5-42c0-90ba-e4ce759988cb tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:11.557523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b39a090-188a-4b08-a0fe-10ed73d2e6ad req-62faf4c1-9da5-42c0-90ba-e4ce759988cb tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.0815487 Jan 28 12:31:11.615616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b39a090-188a-4b08-a0fe-10ed73d2e6ad req-73ef621b-b86b-4529-935f-3ad2507c4037 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516071 Jan 28 12:31:11.659739 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (00134be2-d1e3-4150-97e2-22228bb223d3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:11.824539 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Router 00134be2-d1e3-4150-97e2-22228bb223d3 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:31:11.977811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:31:11.989477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Sync routers for ids ['00134be2-d1e3-4150-97e2-22228bb223d3'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:31:12.002559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:12.004243 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-59dcd363-987c-4952-bc7c-9e0c465fdc63 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3292644 Jan 28 12:31:12.006846 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39574) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:12.012949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Routers {'00134be2-d1e3-4150-97e2-22228bb223d3'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:31:12.015715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:30:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['00134be2-d1e3-4150-97e2-22228bb223d3'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:12.094979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5522cae-9638-4cfb-8ef7-06a381a392d2 req-585c759c-4c94-492a-86a5-a93d741291c7 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:12.103171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5522cae-9638-4cfb-8ef7-06a381a392d2 req-585c759c-4c94-492a-86a5-a93d741291c7 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.0951560 Jan 28 12:31:12.225856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5522cae-9638-4cfb-8ef7-06a381a392d2 req-abbfc886-ab5f-46ba-8391-28583a67b004 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186814 Jan 28 12:31:12.320001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:12.322653 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79ea8d3-a5c1-4c7b-a010-406e6df2f3ec None None] Network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:31:12.488014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2e1321ed-4718-4dbf-9915-81e2a082cce7 None None] Provisioning complete for port d61f2d66-1551-428f-9e2f-e4acce5e9485 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:12.488328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e1321ed-4718-4dbf-9915-81e2a082cce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:12.693252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:12.705180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999d68-73e2-4f87-b2f8-388cf06ab5a3 req-2d50efe3-88be-4481-9470-5f7500e990df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:12.724317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Set router 00134be2-d1e3-4150-97e2-22228bb223d3 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:31:12.736166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999d68-73e2-4f87-b2f8-388cf06ab5a3 req-2d50efe3-88be-4481-9470-5f7500e990df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:12.752389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999d68-73e2-4f87-b2f8-388cf06ab5a3 req-2d50efe3-88be-4481-9470-5f7500e990df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:12.775893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999d68-73e2-4f87-b2f8-388cf06ab5a3 req-2d50efe3-88be-4481-9470-5f7500e990df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:12.784632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999d68-73e2-4f87-b2f8-388cf06ab5a3 req-2d50efe3-88be-4481-9470-5f7500e990df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:12.796299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999d68-73e2-4f87-b2f8-388cf06ab5a3 req-2d50efe3-88be-4481-9470-5f7500e990df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:12.812852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999d68-73e2-4f87-b2f8-388cf06ab5a3 req-2d50efe3-88be-4481-9470-5f7500e990df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:12.824015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2999d68-73e2-4f87-b2f8-388cf06ab5a3 req-2d50efe3-88be-4481-9470-5f7500e990df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.2680218 Jan 28 12:31:12.967979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2e1321ed-4718-4dbf-9915-81e2a082cce7 None None] Current status of the port d61f2d66-1551-428f-9e2f-e4acce5e9485 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:12.968378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e1321ed-4718-4dbf-9915-81e2a082cce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:13.004088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2999d68-73e2-4f87-b2f8-388cf06ab5a3 req-afc8bb9f-932b-4d60-a4e3-460bfac7894c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1783645 Jan 28 12:31:13.040039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d61f2d66-1551-428f-9e2f-e4acce5e9485 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:13.057964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Allocated IP 172.20.0.1 (1bf351ce-cde8-4750-8c3e-65261d6dbfdd/01f467cc-bdc7-448a-a68f-ccbe4d40c1b8/58c3881b-b8d9-496f-9094-5de1643665ed) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:31:13.124366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2e1321ed-4718-4dbf-9915-81e2a082cce7 None None] For port d61f2d66-1551-428f-9e2f-e4acce5e9485, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d61f2d66-1551-428f-9e2f-e4acce5e9485,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:13.163818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:13.164559 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:13.209057 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e1321ed-4718-4dbf-9915-81e2a082cce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:13.256382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9672f1a-32f2-4245-96ef-1fdfd8ff134d req-597336f5-d5d7-4ba5-8b97-8d1220af6ce6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:13.257754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9672f1a-32f2-4245-96ef-1fdfd8ff134d req-597336f5-d5d7-4ba5-8b97-8d1220af6ce6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1258397 Jan 28 12:31:13.329843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61342901-7f3a-4782-b0b0-ae4f60f36f58 req-13e106cb-cfbb-4778-b953-610deab80af2 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:13.337762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61342901-7f3a-4782-b0b0-ae4f60f36f58 req-13e106cb-cfbb-4778-b953-610deab80af2 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1708176 Jan 28 12:31:13.368407 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Publish callbacks [] for port (58c3881b-b8d9-496f-9094-5de1643665ed), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:13.395588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c751b7fc-dc01-4424-8ceb-47434c7faa4f None None] Provisioning complete for port d61f2d66-1551-428f-9e2f-e4acce5e9485 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:13.395967 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c751b7fc-dc01-4424-8ceb-47434c7faa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:13.397190 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9672f1a-32f2-4245-96ef-1fdfd8ff134d req-4e1e8b6f-a677-454b-b8b9-f1c2adec47ad tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229267 Jan 28 12:31:13.409115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d61f2d66-1551-428f-9e2f-e4acce5e9485 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:13.409494 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:13.428573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61342901-7f3a-4782-b0b0-ae4f60f36f58 req-821c183f-0219-433d-9f7d-b2d011859f4b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848405 Jan 28 12:31:13.492085 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:13.548668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1321ed-4718-4dbf-9915-81e2a082cce7 None None] Pushing event updated for resources: {'Port': ['ID=d61f2d66-1551-428f-9e2f-e4acce5e9485,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:13.591131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Pushing event updated for resources: {'Port': ['ID=58c3881b-b8d9-496f-9094-5de1643665ed,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:13.615954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:31:13.618971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:31:13.621744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:31:13.654427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f0b21-3525-4dda-8935-e60bf6d27f05 req-151f97aa-9346-4a9e-95c5-4a3f15b4ac22 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:13.669904 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (00134be2-d1e3-4150-97e2-22228bb223d3), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:13.687531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d47f0b21-3525-4dda-8935-e60bf6d27f05 req-151f97aa-9346-4a9e-95c5-4a3f15b4ac22 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1580303 Jan 28 12:31:13.824979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d47f0b21-3525-4dda-8935-e60bf6d27f05 req-3c04eedc-7a9e-4b84-9b73-2e038acf6682 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355569 Jan 28 12:31:13.910339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:13.911159 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:13.940000 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:14.106193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:14.108446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c751b7fc-dc01-4424-8ceb-47434c7faa4f None None] Current status of the port d61f2d66-1551-428f-9e2f-e4acce5e9485 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:14.113855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:31:14.116295 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca292267-29f3-4063-815b-4b186d0dfa7d" -d '{"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-plugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:31:14.136458 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:14.262205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213151b-05c4-4928-84ae-40d2e180703a req-94ff96e8-4dfb-48f9-8f03-094326404ee1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:14.269010 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8259c83-f39c-46a8-a327-79a6de4487a0 x-openstack-request-id: req-c8259c83-f39c-46a8-a327-79a6de4487a0 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:31:14.269306 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-plugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:31:14.270081 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8259c83-f39c-46a8-a327-79a6de4487a0 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:31:14.270486 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'code': 200} Jan 28 12:31:14.277333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213151b-05c4-4928-84ae-40d2e180703a req-94ff96e8-4dfb-48f9-8f03-094326404ee1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:14.282695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213151b-05c4-4928-84ae-40d2e180703a req-94ff96e8-4dfb-48f9-8f03-094326404ee1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:14.300363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213151b-05c4-4928-84ae-40d2e180703a req-94ff96e8-4dfb-48f9-8f03-094326404ee1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:14.318858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213151b-05c4-4928-84ae-40d2e180703a req-94ff96e8-4dfb-48f9-8f03-094326404ee1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:14.329471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213151b-05c4-4928-84ae-40d2e180703a req-94ff96e8-4dfb-48f9-8f03-094326404ee1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:14.341443 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-eb1fb12e-25e6-4dd0-9727-791543d19d44 None None] Provisioning complete for port 58c3881b-b8d9-496f-9094-5de1643665ed triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:14.341443 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb12e-25e6-4dd0-9727-791543d19d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:14.346884 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Publish callbacks [] for port (58c3881b-b8d9-496f-9094-5de1643665ed), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:14.349396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213151b-05c4-4928-84ae-40d2e180703a req-94ff96e8-4dfb-48f9-8f03-094326404ee1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:14.357963 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:14.361729 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9213151b-05c4-4928-84ae-40d2e180703a req-94ff96e8-4dfb-48f9-8f03-094326404ee1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.2116115 Jan 28 12:31:14.436486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d61f2d66-1551-428f-9e2f-e4acce5e9485 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:14.464839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eb1fb12e-25e6-4dd0-9727-791543d19d44 None None] Port 58c3881b-b8d9-496f-9094-5de1643665ed cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:31:14.508690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9213151b-05c4-4928-84ae-40d2e180703a req-beca5e7e-4764-4c1a-b452-b0f7555defc3 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437268 Jan 28 12:31:14.516739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Pushing event updated for resources: {'Port': ['ID=58c3881b-b8d9-496f-9094-5de1643665ed,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:14.590718 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (00134be2-d1e3-4150-97e2-22228bb223d3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:14.594453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:31:11Z', 'revision_number': 3, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:14.605156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:14.720181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed429904-08d6-4623-a417-1641c85f4079 req-bbf487bb-cb49-4c99-bce5-f0e0003dd513 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:14.723071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed429904-08d6-4623-a417-1641c85f4079 req-bbf487bb-cb49-4c99-bce5-f0e0003dd513 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1328075 Jan 28 12:31:14.733485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Checking router: 00134be2-d1e3-4150-97e2-22228bb223d3 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:31:14.733849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Updating router 00134be2-d1e3-4150-97e2-22228bb223d3 port a1f17b7f-d9d5-457e-aef1-2167a1477440 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:31:14.792121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d61f2d66-1551-428f-9e2f-e4acce5e9485 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:14.824484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150cc9-2df5-4906-959b-da02b4a6ef5a req-be234edb-56d3-411e-9739-9a602443e9a8 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:14.826288 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23150cc9-2df5-4906-959b-da02b4a6ef5a req-be234edb-56d3-411e-9739-9a602443e9a8 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1018362 Jan 28 12:31:14.837302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed429904-08d6-4623-a417-1641c85f4079 req-30982d44-3aaf-4d96-bc7e-a65f1583bf16 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018453 Jan 28 12:31:14.863646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:31:14.871082 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:14.873952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:31:14.966398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23150cc9-2df5-4906-959b-da02b4a6ef5a req-bcdc6fe0-96a2-4299-834b-56150e0195a9 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137331 Jan 28 12:31:15.163374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb2a22-fa73-495a-b0fc-dd8b54ad7435 req-986a1328-77ec-455c-9fbf-a73bef36d769 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:15.172345 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3dbb2a22-fa73-495a-b0fc-dd8b54ad7435 req-986a1328-77ec-455c-9fbf-a73bef36d769 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1036463 Jan 28 12:31:15.175381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d61f2d66-1551-428f-9e2f-e4acce5e9485 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:15.175939 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:15.181696 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Router 00134be2-d1e3-4150-97e2-22228bb223d3 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:31:15.273570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3dbb2a22-fa73-495a-b0fc-dd8b54ad7435 req-d1b8acf4-081d-4040-a0dd-cf63e5681bac tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003182 Jan 28 12:31:15.423815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:31:15.436874 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bb89cfc0-f62f-45eb-aa33-893a7fd018ca admin admin] 10.222.0.53 "PUT /v2.0/routers/00134be2-d1e3-4150-97e2-22228bb223d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4288554 Jan 28 12:31:15.451234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1126aa1f-6e3c-4789-a43b-a4be42cf94ee None None] Provisioning complete for port 58c3881b-b8d9-496f-9094-5de1643665ed triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:15.451822 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1126aa1f-6e3c-4789-a43b-a4be42cf94ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:15.491003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d61f2d66-1551-428f-9e2f-e4acce5e9485 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:15.519900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1126aa1f-6e3c-4789-a43b-a4be42cf94ee None None] Port 58c3881b-b8d9-496f-9094-5de1643665ed cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:31:15.614637 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Publish callbacks [] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:15.641047 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:15.780620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Attempting to bind port a1f17b7f-d9d5-457e-aef1-2167a1477440 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:31:15.781675 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Attempting to bind port a1f17b7f-d9d5-457e-aef1-2167a1477440 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:31:15.782197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Attempting to bind port a1f17b7f-d9d5-457e-aef1-2167a1477440 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:31:15.795591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c94633-236b-4b00-99cc-1377cd7e84e1 None None] Pushing event updated for resources: {'Port': ['ID=a1f17b7f-d9d5-457e-aef1-2167a1477440,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:15.806121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:31:15.807248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:31:15.807868 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:15.808441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:31:15.809096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Bound port: a1f17b7f-d9d5-457e-aef1-2167a1477440, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:31:15.809637 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:15.831617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efea5b-afa0-4974-ab85-9837a24841d4 req-67d5a514-dd56-4ed7-b94b-9c2d37980e14 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:15.864065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efea5b-afa0-4974-ab85-9837a24841d4 req-67d5a514-dd56-4ed7-b94b-9c2d37980e14 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:15.876810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efea5b-afa0-4974-ab85-9837a24841d4 req-67d5a514-dd56-4ed7-b94b-9c2d37980e14 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:15.900274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efea5b-afa0-4974-ab85-9837a24841d4 req-67d5a514-dd56-4ed7-b94b-9c2d37980e14 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:15.919813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efea5b-afa0-4974-ab85-9837a24841d4 req-67d5a514-dd56-4ed7-b94b-9c2d37980e14 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:15.920716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] For port a1f17b7f-d9d5-457e-aef1-2167a1477440, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:31:15.928104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] For port a1f17b7f-d9d5-457e-aef1-2167a1477440, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a1f17b7f-d9d5-457e-aef1-2167a1477440,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:31:15.933158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efea5b-afa0-4974-ab85-9837a24841d4 req-67d5a514-dd56-4ed7-b94b-9c2d37980e14 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:15.941276 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:15.964113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efea5b-afa0-4974-ab85-9837a24841d4 req-67d5a514-dd56-4ed7-b94b-9c2d37980e14 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:15.979677 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73efea5b-afa0-4974-ab85-9837a24841d4 req-67d5a514-dd56-4ed7-b94b-9c2d37980e14 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.3320732 Jan 28 12:31:16.079293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Routers {'00134be2-d1e3-4150-97e2-22228bb223d3'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:31:16.080096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:30:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['00134be2-d1e3-4150-97e2-22228bb223d3'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:16.158043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c94633-236b-4b00-99cc-1377cd7e84e1 None None] Pushing event updated for resources: {'Port': ['ID=a1f17b7f-d9d5-457e-aef1-2167a1477440,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:16.162697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0273f14-0fd0-428b-97f6-f1dbc8ae1a5d req-c42b01c0-b23a-4240-a64e-f6f7f9f1c0ec tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:16.164656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0273f14-0fd0-428b-97f6-f1dbc8ae1a5d req-c42b01c0-b23a-4240-a64e-f6f7f9f1c0ec tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1816673 Jan 28 12:31:16.270293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73efea5b-afa0-4974-ab85-9837a24841d4 req-c49df1fb-e735-4444-b163-b094f3487b61 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2827089 Jan 28 12:31:16.284949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] Set router 00134be2-d1e3-4150-97e2-22228bb223d3 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:31:16.336688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0273f14-0fd0-428b-97f6-f1dbc8ae1a5d req-746ee5d0-e094-4cd3-9b1f-c912c0c44183 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627772 Jan 28 12:31:16.560355 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13697f22-70fa-489f-9915-fe506998e666 req-50f0b380-5e4e-45b2-8f74-f792da3b4085 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:16.561927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-13697f22-70fa-489f-9915-fe506998e666 req-50f0b380-5e4e-45b2-8f74-f792da3b4085 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.0873640 Jan 28 12:31:16.689016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-13697f22-70fa-489f-9915-fe506998e666 req-021bb299-1ac5-4437-8c50-a57e2f96c0eb tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008575 Jan 28 12:31:16.739115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39686) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:16.744222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-352567598-network', 'tenant_id': 'd440184159864307983304df44895411'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:31:16.785704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Made reservation on behalf of d440184159864307983304df44895411 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:31:16.788208 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:16.807990 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:16.819920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186a195-e10d-445f-8da7-6f26cbf2c51b req-19d89a91-1c5b-4044-aeb2-c35fe2e18e26 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:16.836735 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7186a195-e10d-445f-8da7-6f26cbf2c51b req-19d89a91-1c5b-4044-aeb2-c35fe2e18e26 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1751904 Jan 28 12:31:16.927373 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Publish callbacks [] for security_group (61095ad1-c66d-4945-b272-f2b340db633f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:16.935734 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (61095ad1-c66d-4945-b272-f2b340db633f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:16.937574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:31:13Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '58c3881b-b8d9-496f-9094-5de1643665ed', 'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'mac_address': 'fa:16:3e:53:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:12Z', 'updated_at': '2022-01-28T12:31:14Z', 'revision_number': 2, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'subnets': [{'id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:16.976559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:31:16.985051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61095ad1-c66d-4945-b272-f2b340db633f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:16.999943 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (9b08e7cf-3841-4bb6-ba41-1141f826de2d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:17.002484 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Added segment 9b08e7cf-3841-4bb6-ba41-1141f826de2d of type vlan for network a52fd4ed-cbe4-4ca1-9635-98f940186e53 Jan 28 12:31:17.006294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.006613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7186a195-e10d-445f-8da7-6f26cbf2c51b req-55b71b2e-386e-40c5-8897-e665ab71505c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506491 Jan 28 12:31:17.006741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.006974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.011599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.011971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.012315 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.012704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.013041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.013370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.013790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.016661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.017199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.017770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:17.119131 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a52fd4ed-cbe4-4ca1-9635-98f940186e53), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:17.171077 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a52fd4ed-cbe4-4ca1-9635-98f940186e53), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:17.172893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:17.173803 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:17.291108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5558a235-f7ab-4128-853f-23c7920a4340 None None] The sync data for ids ['00134be2-d1e3-4150-97e2-22228bb223d3'] in n-d-824835-4 is: [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:31:13Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '58c3881b-b8d9-496f-9094-5de1643665ed', 'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'mac_address': 'fa:16:3e:53:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:12Z', 'updated_at': '2022-01-28T12:31:14Z', 'revision_number': 2, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'subnets': [{'id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:31:17.292989 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:17.316753 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a52fd4ed-cbe4-4ca1-9635-98f940186e53,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:17.329577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a52fd4ed-cbe4-4ca1-9635-98f940186e53 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:31:17.350982 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b628643c-04f4-457a-9a74-c18fde6e98f0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6106827 Jan 28 12:31:17.354979 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39704) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:17.365144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c819bffc-c3d1-44c8-a3c3-1f7fcd5ed050 admin admin] Request body: {'subnet': {'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-352567598-subnet', 'tenant_id': 'd440184159864307983304df44895411', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:31:17.417372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c819bffc-c3d1-44c8-a3c3-1f7fcd5ed050 admin admin] Made reservation on behalf of d440184159864307983304df44895411 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:31:17.419970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c819bffc-c3d1-44c8-a3c3-1f7fcd5ed050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:17.577057 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:17.638725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ce794-61ab-4cac-b0f7-f07d2e3685a0 req-d04e4e70-105a-41b2-905b-bfd166718c34 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:17.644386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ce794-61ab-4cac-b0f7-f07d2e3685a0 req-d04e4e70-105a-41b2-905b-bfd166718c34 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:17.650403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ce794-61ab-4cac-b0f7-f07d2e3685a0 req-d04e4e70-105a-41b2-905b-bfd166718c34 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:17.656217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ce794-61ab-4cac-b0f7-f07d2e3685a0 req-d04e4e70-105a-41b2-905b-bfd166718c34 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:17.672751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ce794-61ab-4cac-b0f7-f07d2e3685a0 req-d04e4e70-105a-41b2-905b-bfd166718c34 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:17.681051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ce794-61ab-4cac-b0f7-f07d2e3685a0 req-d04e4e70-105a-41b2-905b-bfd166718c34 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:17.687553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ce794-61ab-4cac-b0f7-f07d2e3685a0 req-d04e4e70-105a-41b2-905b-bfd166718c34 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:17.697994 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-277ce794-61ab-4cac-b0f7-f07d2e3685a0 req-d04e4e70-105a-41b2-905b-bfd166718c34 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.1580713 Jan 28 12:31:17.729785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d623656-f929-49d2-9dfd-b4e97617e45f req-33d03536-c54d-42a0-94bc-c1b5bfd863db tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:17.745269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d623656-f929-49d2-9dfd-b4e97617e45f req-33d03536-c54d-42a0-94bc-c1b5bfd863db tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.2662981 Jan 28 12:31:17.771269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c819bffc-c3d1-44c8-a3c3-1f7fcd5ed050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (b87a848b-f7aa-48c1-bc4d-fe893fd27f3b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:17.899997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-277ce794-61ab-4cac-b0f7-f07d2e3685a0 req-689fe862-c155-436b-a229-66367eec958c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2007656 Jan 28 12:31:17.910604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d623656-f929-49d2-9dfd-b4e97617e45f req-998ffefa-f4a1-4bf0-ac1b-054fb52c8bb1 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256218 Jan 28 12:31:18.219013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241beeb-b805-4276-84b3-0185d86b6a3d req-7f06ce9e-6ac0-4647-992d-f6426e525df6 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:18.221216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6241beeb-b805-4276-84b3-0185d86b6a3d req-7f06ce9e-6ac0-4647-992d-f6426e525df6 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1742411 Jan 28 12:31:18.295745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6241beeb-b805-4276-84b3-0185d86b6a3d req-694a0c0a-8cad-4bc1-9ebe-8a8d1207481e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624826 Jan 28 12:31:18.325097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08dee6-65e7-496e-af6b-632a02450d80 req-14d54bc0-ba84-48c5-aac2-52bbb3dde49e tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:18.332925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc08dee6-65e7-496e-af6b-632a02450d80 req-14d54bc0-ba84-48c5-aac2-52bbb3dde49e tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1642718 Jan 28 12:31:18.479964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc08dee6-65e7-496e-af6b-632a02450d80 req-7f519d8f-744c-436a-a6bd-89f01a447a9f tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456587 Jan 28 12:31:18.526007 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819bffc-c3d1-44c8-a3c3-1f7fcd5ed050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87a848b-f7aa-48c1-bc4d-fe893fd27f3b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:18.561213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819bffc-c3d1-44c8-a3c3-1f7fcd5ed050 admin admin] Checking segment: {'id': '9b08e7cf-3841-4bb6-ba41-1141f826de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:31:18.562597 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c819bffc-c3d1-44c8-a3c3-1f7fcd5ed050 admin admin] Network hostable DHCP agents. Network: a52fd4ed-cbe4-4ca1-9635-98f940186e53, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:31:18.631784 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c819bffc-c3d1-44c8-a3c3-1f7fcd5ed050 admin admin] Network a52fd4ed-cbe4-4ca1-9635-98f940186e53 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:31:18.667527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c819bffc-c3d1-44c8-a3c3-1f7fcd5ed050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a52fd4ed-cbe4-4ca1-9635-98f940186e53) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:31:18.681820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b707a20-162b-41cc-b1d6-b43258fbfe6e None None] Network a52fd4ed-cbe4-4ca1-9635-98f940186e53 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:31:18.689732 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819bffc-c3d1-44c8-a3c3-1f7fcd5ed050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:18.691099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c819bffc-c3d1-44c8-a3c3-1f7fcd5ed050 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:18.779804 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c819bffc-c3d1-44c8-a3c3-1f7fcd5ed050 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4235353 Jan 28 12:31:18.782446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39722) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:18.788291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-352567598-router', 'tenant_id': 'd440184159864307983304df44895411', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:31:18.831599 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:18.833550 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:18.920964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-a52fd4ed-cbe4-4ca1-9635-98f940186e53', 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53', 'project_id': 'd440184159864307983304df44895411', 'fixed_ips': [{'subnet_id': 'b87a848b-f7aa-48c1-bc4d-fe893fd27f3b'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:31:18.921859 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:19.059934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Publish callbacks [] for router_controller (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:19.280334 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a038f6c-9c01-4e4c-aee5-8efd64e68f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:19.283757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Allocated IP 172.20.0.2 (a52fd4ed-cbe4-4ca1-9635-98f940186e53/b87a848b-f7aa-48c1-bc4d-fe893fd27f3b/a9860767-55e4-4aa5-b076-8b3da2bab49a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:31:19.425965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Publish callbacks [] for router_gateway (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:19.466724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb43dca-19ee-4d97-88af-f286a5957439 req-d7c8ca90-3683-4ce9-b6ac-5fa3f52f61d8 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:19.468397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-edb43dca-19ee-4d97-88af-f286a5957439 req-d7c8ca90-3683-4ce9-b6ac-5fa3f52f61d8 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.3962629 Jan 28 12:31:19.481034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2bd7-ddca-4233-94a6-dec379a775f3 req-df1f4ec9-75b7-4259-9af7-d90ea3717f38 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:19.486381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2bd7-ddca-4233-94a6-dec379a775f3 req-df1f4ec9-75b7-4259-9af7-d90ea3717f38 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:19.492115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2bd7-ddca-4233-94a6-dec379a775f3 req-df1f4ec9-75b7-4259-9af7-d90ea3717f38 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:19.499477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2bd7-ddca-4233-94a6-dec379a775f3 req-df1f4ec9-75b7-4259-9af7-d90ea3717f38 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:19.505224 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2bd7-ddca-4233-94a6-dec379a775f3 req-df1f4ec9-75b7-4259-9af7-d90ea3717f38 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:19.510915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2bd7-ddca-4233-94a6-dec379a775f3 req-df1f4ec9-75b7-4259-9af7-d90ea3717f38 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:19.516605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2bd7-ddca-4233-94a6-dec379a775f3 req-df1f4ec9-75b7-4259-9af7-d90ea3717f38 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:19.525255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c31a2bd7-ddca-4233-94a6-dec379a775f3 req-df1f4ec9-75b7-4259-9af7-d90ea3717f38 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5418 time: 0.4546120 Jan 28 12:31:19.543550 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Publish callbacks [] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:19.560205 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:19.667409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-edb43dca-19ee-4d97-88af-f286a5957439 req-72e88596-a3ad-4bc8-8831-2960b138770e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365659 Jan 28 12:31:19.707624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Network a52fd4ed-cbe4-4ca1-9635-98f940186e53 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:31:19.710718 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c31a2bd7-ddca-4233-94a6-dec379a775f3 req-74e71b8c-bd74-426f-b961-2d4e9765b80b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1844697 Jan 28 12:31:19.718938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:31:19.745045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:31:19.779146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Pushing event updated for resources: {'Port': ['ID=a9860767-55e4-4aa5-b076-8b3da2bab49a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:19.857361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Attempting to bind port a9860767-55e4-4aa5-b076-8b3da2bab49a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:31:19.857874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Attempting to bind port a9860767-55e4-4aa5-b076-8b3da2bab49a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '9b08e7cf-3841-4bb6-ba41-1141f826de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:31:19.858248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Attempting to bind port a9860767-55e4-4aa5-b076-8b3da2bab49a on network a52fd4ed-cbe4-4ca1-9635-98f940186e53 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:31:19.864400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:31:19.864903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Checking segment: {'id': '9b08e7cf-3841-4bb6-ba41-1141f826de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:31:19.865430 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:19.865828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Bound using segment: {'id': '9b08e7cf-3841-4bb6-ba41-1141f826de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:31:19.866293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Bound port: a9860767-55e4-4aa5-b076-8b3da2bab49a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b08e7cf-3841-4bb6-ba41-1141f826de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:31:19.866673 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:20.052648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] For port a9860767-55e4-4aa5-b076-8b3da2bab49a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:31:20.060125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] For port a9860767-55e4-4aa5-b076-8b3da2bab49a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a9860767-55e4-4aa5-b076-8b3da2bab49a,segment=NetworkSegment(9b08e7cf-3841-4bb6-ba41-1141f826de2d),segment_id=9b08e7cf-3841-4bb6-ba41-1141f826de2d)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:31:20.072171 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:20.225795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace1c50-0f03-4283-b65c-55ef11967a89 None None] Pushing event updated for resources: {'Port': ['ID=a9860767-55e4-4aa5-b076-8b3da2bab49a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:20.239165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6ea4abda-c248-47c5-8b95-df920c974751 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:31:20.473333 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6ea4abda-c248-47c5-8b95-df920c974751, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6ea4abda-c248-47c5-8b95-df920c974751,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:20.510281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '6ea4abda-c248-47c5-8b95-df920c974751', 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d', 'port_id': '6ea4abda-c248-47c5-8b95-df920c974751', 'mac_address': 'fa:16:3e:c1:f8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5c6c4c-c467-4977-a435-036c58a87fe6', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:31:20.647166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6ea4abda-c248-47c5-8b95-df920c974751 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:20.649673 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6ea4abda-c248-47c5-8b95-df920c974751), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:20.677026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea4abda-c248-47c5-8b95-df920c974751 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:31:20.746844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6ea4abda-c248-47c5-8b95-df920c974751, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6ea4abda-c248-47c5-8b95-df920c974751,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:20.760403 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6ea4abda-c248-47c5-8b95-df920c974751), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:20.761121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f2586121-8b46-44f0-bbb8-e82594060785 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:31:20.928662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f2586121-8b46-44f0-bbb8-e82594060785, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f2586121-8b46-44f0-bbb8-e82594060785,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:20.956686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'f2586121-8b46-44f0-bbb8-e82594060785', 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d', 'port_id': 'f2586121-8b46-44f0-bbb8-e82594060785', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5c6c4c-c467-4977-a435-036c58a87fe6', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:31:20.965765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6ea4abda-c248-47c5-8b95-df920c974751,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:20.983213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a1f17b7f-d9d5-457e-aef1-2167a1477440 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:21.056994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port f2586121-8b46-44f0-bbb8-e82594060785 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:21.057751 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2586121-8b46-44f0-bbb8-e82594060785), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:21.079294 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2586121-8b46-44f0-bbb8-e82594060785 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:31:21.099080 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Publish callbacks [] for router_gateway (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:21.129582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f2586121-8b46-44f0-bbb8-e82594060785, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f2586121-8b46-44f0-bbb8-e82594060785,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:21.141517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a1f17b7f-d9d5-457e-aef1-2167a1477440 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:21.142280 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:21.147087 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f2586121-8b46-44f0-bbb8-e82594060785), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:21.151520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f2eae2a5-ffa0-4482-ba27-f5eb1313d427 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:31:21.176303 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:21.219938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9529e-b644-4f56-9c00-a5336e993337 req-32cde0d7-9f37-4424-b960-0553cb18a208 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:21.221861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba9529e-b644-4f56-9c00-a5336e993337 req-32cde0d7-9f37-4424-b960-0553cb18a208 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.6616890 Jan 28 12:31:21.405157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Allocated IP 172.25.7.182 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/958f73c7-b53e-4477-87ce-93cf9a500bee) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:31:21.493373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f2eae2a5-ffa0-4482-ba27-f5eb1313d427, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:21.509726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'port_id': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427', 'mac_address': 'fa:16:3e:4a:8e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:31:21.590437 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Publish callbacks [] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:21.614793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87f5e2-6423-4b41-a9a0-91b36526dd88 req-1ea59de6-2574-403c-9ee9-20c6ea5a4b00 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:21.616614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a87f5e2-6423-4b41-a9a0-91b36526dd88 req-1ea59de6-2574-403c-9ee9-20c6ea5a4b00 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 1.0867767 Jan 28 12:31:21.681247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=f2586121-8b46-44f0-bbb8-e82594060785,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:21.708214 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1200003d-8845-4e78-999b-1b9aa25ea960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:21.711391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:21.711877 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:21.725445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba9529e-b644-4f56-9c00-a5336e993337 req-8276871a-fcfa-4fc0-9cad-ade997e6c542 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775088 Jan 28 12:31:21.811070 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2eae2a5-ffa0-4482-ba27-f5eb1313d427 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:31:21.814589 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:21.886161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f2eae2a5-ffa0-4482-ba27-f5eb1313d427, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:21.897084 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:21.897971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device bd0a94f0-6ad2-427c-acca-75175ea8b8b5 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:31:21.953228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port bd0a94f0-6ad2-427c-acca-75175ea8b8b5, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:22.065027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'bd0a94f0-6ad2-427c-acca-75175ea8b8b5', 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d', 'port_id': 'bd0a94f0-6ad2-427c-acca-75175ea8b8b5', 'mac_address': 'fa:16:3e:10:57:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5c6c4c-c467-4977-a435-036c58a87fe6', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:31:22.069722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:22.070322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:31:22.085177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:31:22.104957 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a87f5e2-6423-4b41-a9a0-91b36526dd88 req-c2fbf656-8a0a-422e-92cc-dd77dcee6216 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793813 Jan 28 12:31:22.109317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:31:22.162578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:22.163188 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:22.165852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a1f17b7f-d9d5-457e-aef1-2167a1477440 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:22.166231 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:22.206735 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Sync routers for ids ['00134be2-d1e3-4150-97e2-22228bb223d3'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:31:22.226253 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Routers {'00134be2-d1e3-4150-97e2-22228bb223d3'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:31:22.230175 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['00134be2-d1e3-4150-97e2-22228bb223d3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:22.233606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0a94f0-6ad2-427c-acca-75175ea8b8b5 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:31:22.294133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port bd0a94f0-6ad2-427c-acca-75175ea8b8b5, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:22.305608 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port a1f17b7f-d9d5-457e-aef1-2167a1477440, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a1f17b7f-d9d5-457e-aef1-2167a1477440,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:22.312220 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:22.315123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:31:22.448808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:22.547765 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Pushing event updated for resources: {'Port': ['ID=958f73c7-b53e-4477-87ce-93cf9a500bee,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:22.577303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.577874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.578419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.578966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.587685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'd1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00', 'network_id': 'e54d590a-3977-4e88-846f-ae0b85d73b5d', 'port_id': 'd1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00', 'mac_address': 'fa:16:3e:ba:d9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5c6c4c-c467-4977-a435-036c58a87fe6', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:31:22.591897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.592484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.592836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.593412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.594558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.594778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.601406 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:22.602828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.603474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.603826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:22.604382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a9860767-55e4-4aa5-b076-8b3da2bab49a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:22.634957 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Set router 00134be2-d1e3-4150-97e2-22228bb223d3 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:31:22.674455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d418fb-05d4-4a0f-b1ce-4b7a1518f755 req-3c88260b-c1cc-4c30-a617-2ecc630acb87 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:22.688321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2d418fb-05d4-4a0f-b1ce-4b7a1518f755 req-3c88260b-c1cc-4c30-a617-2ecc630acb87 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.8190472 Jan 28 12:31:22.732845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:22.733767 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:22.736341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd430b3e-220f-42b9-bfb3-f7524f3311b6 None None] Network a52fd4ed-cbe4-4ca1-9635-98f940186e53 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:31:22.775166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78319859-d999-4287-96a5-779085e221ba req-0db42c8c-7104-482f-9fbf-f3f3d487a7d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:22.786492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78319859-d999-4287-96a5-779085e221ba req-0db42c8c-7104-482f-9fbf-f3f3d487a7d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:22.799930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78319859-d999-4287-96a5-779085e221ba req-0db42c8c-7104-482f-9fbf-f3f3d487a7d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:22.807733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78319859-d999-4287-96a5-779085e221ba req-0db42c8c-7104-482f-9fbf-f3f3d487a7d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:22.826091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78319859-d999-4287-96a5-779085e221ba req-0db42c8c-7104-482f-9fbf-f3f3d487a7d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:22.847026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78319859-d999-4287-96a5-779085e221ba req-0db42c8c-7104-482f-9fbf-f3f3d487a7d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:22.854779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78319859-d999-4287-96a5-779085e221ba req-0db42c8c-7104-482f-9fbf-f3f3d487a7d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:22.870789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78319859-d999-4287-96a5-779085e221ba req-0db42c8c-7104-482f-9fbf-f3f3d487a7d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5422 time: 0.5815718 Jan 28 12:31:22.973865 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:22.990339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:31:23.114185 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-855ac679-b5f9-4c99-b8f1-1dd4cc5c50a2 None None] Provisioning complete for port a9860767-55e4-4aa5-b076-8b3da2bab49a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:23.119466 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-855ac679-b5f9-4c99-b8f1-1dd4cc5c50a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:23.125198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=a1f17b7f-d9d5-457e-aef1-2167a1477440,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:23.161807 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:31:13Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '58c3881b-b8d9-496f-9094-5de1643665ed', 'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'mac_address': 'fa:16:3e:53:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:12Z', 'updated_at': '2022-01-28T12:31:14Z', 'revision_number': 2, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'subnets': [{'id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:23.177830 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78319859-d999-4287-96a5-779085e221ba req-d5d21104-4e36-4554-98e7-a7d830d15953 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2962592 Jan 28 12:31:23.193241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2d418fb-05d4-4a0f-b1ce-4b7a1518f755 req-51f1d76c-4adb-4ce7-88d2-cbc2bef25e00 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764724 Jan 28 12:31:23.252352 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:23.254660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:23.258667 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Checking router: 00134be2-d1e3-4150-97e2-22228bb223d3 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:31:23.263872 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Updating router 00134be2-d1e3-4150-97e2-22228bb223d3 port 58c3881b-b8d9-496f-9094-5de1643665ed binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:31:23.282821 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:23.305993 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a9860767-55e4-4aa5-b076-8b3da2bab49a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:23.306536 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:23.308463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a0310cb0-628a-4b57-9679-77da0382719e details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:31:23.358524 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:23.412313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Publish callbacks [] for router_gateway (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:23.996487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a9ceb-31ec-4974-b0b7-a164932b77d8 req-024c041c-dcee-44dc-9de4-d96fec85e2ec tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:24.005338 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-796a9ceb-31ec-4974-b0b7-a164932b77d8 req-024c041c-dcee-44dc-9de4-d96fec85e2ec tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.3427222 Jan 28 12:31:24.063977 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Publish callbacks [] for port (58c3881b-b8d9-496f-9094-5de1643665ed), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:24.099331 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:24.146381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:24.191563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['bd0a94f0-6ad2-427c-acca-75175ea8b8b5'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:31:24.222596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e18b3-b08c-47dd-9cd2-f105022d593e req-639a2e36-d53f-4709-924d-a225b35e4561 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:24.233310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab4e18b3-b08c-47dd-9cd2-f105022d593e req-639a2e36-d53f-4709-924d-a225b35e4561 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.6003144 Jan 28 12:31:24.295054 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-796a9ceb-31ec-4974-b0b7-a164932b77d8 req-6d94d8c3-4fe1-47b4-a214-f7fdfc1eec5f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885156 Jan 28 12:31:24.295430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['f2586121-8b46-44f0-bbb8-e82594060785'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:31:24.325957 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:24.378677 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Pushing event updated for resources: {'Port': ['ID=58c3881b-b8d9-496f-9094-5de1643665ed,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:24.410243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab4e18b3-b08c-47dd-9cd2-f105022d593e req-d194427d-27f8-4c66-acf7-fff9871dc31f tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656251 Jan 28 12:31:24.422701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:31:24.433709 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.434246 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.434812 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.436393 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.436941 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.437462 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.437982 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.438490 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.439010 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.444344 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['f2eae2a5-ffa0-4482-ba27-f5eb1313d427'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:31:24.455311 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.455311 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.455311 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.455311 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:24.573304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a0310cb0-628a-4b57-9679-77da0382719e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a0310cb0-628a-4b57-9679-77da0382719e,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:24.628215 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Attempting to bind port 58c3881b-b8d9-496f-9094-5de1643665ed on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:31:24.628676 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Attempting to bind port 58c3881b-b8d9-496f-9094-5de1643665ed by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:31:24.629133 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Attempting to bind port 58c3881b-b8d9-496f-9094-5de1643665ed on network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:31:24.652808 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:31:24.664900 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Checking segment: {'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:31:24.669826 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:24.670300 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Bound using segment: {'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:31:24.670806 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Bound port: 58c3881b-b8d9-496f-9094-5de1643665ed, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:31:24.671198 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:24.913187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7031d-167b-41b7-8276-2be3276d6109 req-a1100725-a360-4cf3-906c-461a863d83bc tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:24.928415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'a0310cb0-628a-4b57-9679-77da0382719e', 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec', 'port_id': 'a0310cb0-628a-4b57-9679-77da0382719e', 'mac_address': 'fa:16:3e:b7:a1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:31:24.930280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96e7031d-167b-41b7-8276-2be3276d6109 req-a1100725-a360-4cf3-906c-461a863d83bc tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.4317560 Jan 28 12:31:24.974273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-855ac679-b5f9-4c99-b8f1-1dd4cc5c50a2 None None] Current status of the port a9860767-55e4-4aa5-b076-8b3da2bab49a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:24.974603 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-855ac679-b5f9-4c99-b8f1-1dd4cc5c50a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:24.979490 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] For port 58c3881b-b8d9-496f-9094-5de1643665ed, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:31:24.994212 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] For port 58c3881b-b8d9-496f-9094-5de1643665ed, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=58c3881b-b8d9-496f-9094-5de1643665ed,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:31:25.005138 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:25.040555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6ea4abda-c248-47c5-8b95-df920c974751'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:31:25.142465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96e7031d-167b-41b7-8276-2be3276d6109 req-d146dba5-8cf8-4e34-b859-a866c2a4fa56 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108638 Jan 28 12:31:25.226708 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Routers {'00134be2-d1e3-4150-97e2-22228bb223d3'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:31:25.235972 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['00134be2-d1e3-4150-97e2-22228bb223d3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:25.350733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572471c-a5b0-4cb7-823b-2eb7dcd783b7 req-4b979fce-0881-4629-b8f0-59ec681c2233 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:25.370647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572471c-a5b0-4cb7-823b-2eb7dcd783b7 req-4b979fce-0881-4629-b8f0-59ec681c2233 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:25.397598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572471c-a5b0-4cb7-823b-2eb7dcd783b7 req-4b979fce-0881-4629-b8f0-59ec681c2233 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:25.410183 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d745a7-18c3-446f-aee8-5dcc7e79d064 None None] Pushing event updated for resources: {'Port': ['ID=58c3881b-b8d9-496f-9094-5de1643665ed,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:25.446772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572471c-a5b0-4cb7-823b-2eb7dcd783b7 req-4b979fce-0881-4629-b8f0-59ec681c2233 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:25.463462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572471c-a5b0-4cb7-823b-2eb7dcd783b7 req-4b979fce-0881-4629-b8f0-59ec681c2233 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:25.481912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572471c-a5b0-4cb7-823b-2eb7dcd783b7 req-4b979fce-0881-4629-b8f0-59ec681c2233 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:25.491929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572471c-a5b0-4cb7-823b-2eb7dcd783b7 req-4b979fce-0881-4629-b8f0-59ec681c2233 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:25.513650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d572471c-a5b0-4cb7-823b-2eb7dcd783b7 req-4b979fce-0881-4629-b8f0-59ec681c2233 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5423 time: 0.8429704 Jan 28 12:31:25.545891 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:25.657717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a9860767-55e4-4aa5-b076-8b3da2bab49a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:25.658111 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:25.706688 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] Set router 00134be2-d1e3-4150-97e2-22228bb223d3 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:31:25.833298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-855ac679-b5f9-4c99-b8f1-1dd4cc5c50a2 None None] For port a9860767-55e4-4aa5-b076-8b3da2bab49a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a9860767-55e4-4aa5-b076-8b3da2bab49a,segment=NetworkSegment(9b08e7cf-3841-4bb6-ba41-1141f826de2d),segment_id=9b08e7cf-3841-4bb6-ba41-1141f826de2d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:25.872879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a0310cb0-628a-4b57-9679-77da0382719e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:25.879969 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a0310cb0-628a-4b57-9679-77da0382719e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:25.901734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612849b-82f5-4cc2-9439-4adba337a5a3 req-301ee9a7-af8e-48d5-be14-889205e1daff tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:25.905517 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-855ac679-b5f9-4c99-b8f1-1dd4cc5c50a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:25.917740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2612849b-82f5-4cc2-9439-4adba337a5a3 req-301ee9a7-af8e-48d5-be14-889205e1daff tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.4018936 Jan 28 12:31:26.004146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Router 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:31:26.166173 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:31:13Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '58c3881b-b8d9-496f-9094-5de1643665ed', 'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'mac_address': 'fa:16:3e:53:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:12Z', 'updated_at': '2022-01-28T12:31:24Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'subnets': [{'id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:26.167010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:26.188899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d572471c-a5b0-4cb7-823b-2eb7dcd783b7 req-f68d0096-cc65-4a23-8ac1-57e2fff31d54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6056561 Jan 28 12:31:26.282979 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1dbf8e-0e44-4de8-ba69-854fd2f95e2e None None] The sync data for ids ['00134be2-d1e3-4150-97e2-22228bb223d3'] in n-d-824835-4 is: [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:31:13Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '58c3881b-b8d9-496f-9094-5de1643665ed', 'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'mac_address': 'fa:16:3e:53:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:12Z', 'updated_at': '2022-01-28T12:31:24Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'subnets': [{'id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:31:26.309643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0310cb0-628a-4b57-9679-77da0382719e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:31:26.327134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2612849b-82f5-4cc2-9439-4adba337a5a3 req-f0d12217-41dd-4033-9563-6a82d54d7035 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084005 Jan 28 12:31:26.424829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e49ed7df-20ec-4e64-91e4-cbb90e05371e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:26.561219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a0310cb0-628a-4b57-9679-77da0382719e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a0310cb0-628a-4b57-9679-77da0382719e,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:26.652877 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:26.665550 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e49ed7df-20ec-4e64-91e4-cbb90e05371e admin admin] Publish callbacks [] for security_group (5472b377-2a42-40b1-829d-198eb55de00c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:26.674283 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e49ed7df-20ec-4e64-91e4-cbb90e05371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5472b377-2a42-40b1-829d-198eb55de00c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:26.791966 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e49ed7df-20ec-4e64-91e4-cbb90e05371e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a9559fadadd4ed594ee50aa4fc87132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6231415 Jan 28 12:31:26.793053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ed7df-20ec-4e64-91e4-cbb90e05371e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5472b377-2a42-40b1-829d-198eb55de00c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:26.795469 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39824) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:26.936644 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d2cd-cf9c-498a-834d-26377b59e575 admin admin] Publish callbacks [] for security_group (5472b377-2a42-40b1-829d-198eb55de00c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:26.991888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d2cd-cf9c-498a-834d-26377b59e575 admin admin] Publish callbacks [] for security_group (5472b377-2a42-40b1-829d-198eb55de00c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:26.997306 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a0310cb0-628a-4b57-9679-77da0382719e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:26.997968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 51934b9e-f915-40d5-ac1a-54f71b41d4e8 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:31:27.092328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 51934b9e-f915-40d5-ac1a-54f71b41d4e8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=51934b9e-f915-40d5-ac1a-54f71b41d4e8,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:27.098965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d2cd-cf9c-498a-834d-26377b59e575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5472b377-2a42-40b1-829d-198eb55de00c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:27.101549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d2cd-cf9c-498a-834d-26377b59e575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:27.121431 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4ff9d2cd-cf9c-498a-834d-26377b59e575 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5472b377-2a42-40b1-829d-198eb55de00c HTTP/1.1" status: 204 len: 168 time: 0.3248570 Jan 28 12:31:27.136694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9d2cd-cf9c-498a-834d-26377b59e575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5472b377-2a42-40b1-829d-198eb55de00c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:27.237338 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:31:27.239885 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:31:27.327965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7d64f13c-b9da-4863-a815-8c60dd1d94c5 None None] Provisioning complete for port a9860767-55e4-4aa5-b076-8b3da2bab49a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:27.333123 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d64f13c-b9da-4863-a815-8c60dd1d94c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:27.335513 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '51934b9e-f915-40d5-ac1a-54f71b41d4e8', 'network_id': '5c60d1c8-6fc0-42c8-9d85-f6c062e23dec', 'port_id': '51934b9e-f915-40d5-ac1a-54f71b41d4e8', 'mac_address': 'fa:16:3e:30:8a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:31:27.442942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:31:27.505418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c114c-2b4e-48a6-96a0-eddd80cc9eb4 req-c0bda193-37e9-4736-85d1-07e43fd6d608 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:27.514771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-857c114c-2b4e-48a6-96a0-eddd80cc9eb4 req-c0bda193-37e9-4736-85d1-07e43fd6d608 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.9912722 Jan 28 12:31:27.542298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced423d-db61-4f73-80ee-b263ccb3ac9c req-d1a5b0af-9b4b-420f-b6fd-6fb4e7a202ee tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:27.543865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ced423d-db61-4f73-80ee-b263ccb3ac9c req-d1a5b0af-9b4b-420f-b6fd-6fb4e7a202ee tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.9923203 Jan 28 12:31:27.557121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Sync routers for ids ['0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:31:27.629537 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:27.643667 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39838) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:27.660095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-69c1d18f-58ef-452d-a9f3-d51ead2ce044 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8752263 Jan 28 12:31:27.858093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ac679-b5f9-4c99-b8f1-1dd4cc5c50a2 None None] Pushing event updated for resources: {'Port': ['ID=a9860767-55e4-4aa5-b076-8b3da2bab49a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:27.880348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-857c114c-2b4e-48a6-96a0-eddd80cc9eb4 req-ee23dcd3-e265-4820-adb9-0114446a555d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646934 Jan 28 12:31:27.935671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ced423d-db61-4f73-80ee-b263ccb3ac9c req-c0163eff-0b67-470e-b9e3-889f172a876c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800592 Jan 28 12:31:28.222583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a0310cb0-628a-4b57-9679-77da0382719e,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:28.238463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a9860767-55e4-4aa5-b076-8b3da2bab49a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:28.248341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Routers {'0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:31:28.248975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:28.267751 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:28.268046 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:28.275450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3a5c0-dee9-42c4-83af-37b81a062b6f req-6f69fe64-6696-4ae5-aff2-bed223e61cd1 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:28.282437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76a3a5c0-dee9-42c4-83af-37b81a062b6f req-6f69fe64-6696-4ae5-aff2-bed223e61cd1 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.2062082 Jan 28 12:31:28.391023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246f56-89a0-486a-b6ec-5426d928a434 req-36403bfd-15bc-487c-95db-9a59e8bc58bd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:28.400636 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246f56-89a0-486a-b6ec-5426d928a434 req-36403bfd-15bc-487c-95db-9a59e8bc58bd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:28.419903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246f56-89a0-486a-b6ec-5426d928a434 req-36403bfd-15bc-487c-95db-9a59e8bc58bd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:28.425116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246f56-89a0-486a-b6ec-5426d928a434 req-36403bfd-15bc-487c-95db-9a59e8bc58bd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:28.479716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246f56-89a0-486a-b6ec-5426d928a434 req-36403bfd-15bc-487c-95db-9a59e8bc58bd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:28.496260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246f56-89a0-486a-b6ec-5426d928a434 req-36403bfd-15bc-487c-95db-9a59e8bc58bd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:28.520311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246f56-89a0-486a-b6ec-5426d928a434 req-36403bfd-15bc-487c-95db-9a59e8bc58bd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:28.535517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa246f56-89a0-486a-b6ec-5426d928a434 req-36403bfd-15bc-487c-95db-9a59e8bc58bd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5424 time: 0.3913240 Jan 28 12:31:28.666708 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a1f17b7f-d9d5-457e-aef1-2167a1477440 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:28.698457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76a3a5c0-dee9-42c4-83af-37b81a062b6f req-bad63702-3be7-4eea-b8ca-c1ae24319ac8 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150648 Jan 28 12:31:28.708296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51934b9e-f915-40d5-ac1a-54f71b41d4e8 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:31:28.796612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa246f56-89a0-486a-b6ec-5426d928a434 req-f7da8216-36f2-4306-b484-4a15d5b63a85 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2585888 Jan 28 12:31:28.875224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:28.899646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 51934b9e-f915-40d5-ac1a-54f71b41d4e8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=51934b9e-f915-40d5-ac1a-54f71b41d4e8,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:28.931130 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:29.032811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a75e7990-42a5-45b0-a4ca-ec2281603276 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:31:29.262222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a75e7990-42a5-45b0-a4ca-ec2281603276, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a75e7990-42a5-45b0-a4ca-ec2281603276,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:29.347271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'a75e7990-42a5-45b0-a4ca-ec2281603276', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'port_id': 'a75e7990-42a5-45b0-a4ca-ec2281603276', 'mac_address': 'fa:16:3e:95:c7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43d2cbd-bf64-4a86-a4a0-cced0a12976e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:31:29.354700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Allocated IP 172.20.0.1 (a52fd4ed-cbe4-4ca1-9635-98f940186e53/b87a848b-f7aa-48c1-bc4d-fe893fd27f3b/30d5439f-e07a-46af-a44c-f20d1885cea9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:31:29.358971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0336e-faed-41df-9bf1-909b3f41827d req-6d9ed4b5-8b4f-489d-a828-ab6759c3ae0b tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:29.371074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3d0336e-faed-41df-9bf1-909b3f41827d req-6d9ed4b5-8b4f-489d-a828-ab6759c3ae0b tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1325715 Jan 28 12:31:29.407857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a8b1d-a024-43ae-890b-4ce0fb500667 req-ac911640-1442-49a2-9179-a318457fcad7 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:29.411368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de4a8b1d-a024-43ae-890b-4ce0fb500667 req-ac911640-1442-49a2-9179-a318457fcad7 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.2581046 Jan 28 12:31:29.439123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7d64f13c-b9da-4863-a815-8c60dd1d94c5 None None] Current status of the port a9860767-55e4-4aa5-b076-8b3da2bab49a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:29.508679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3d0336e-faed-41df-9bf1-909b3f41827d req-760b4937-4230-4de6-bcc0-0381953f1b16 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325481 Jan 28 12:31:29.544178 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de4a8b1d-a024-43ae-890b-4ce0fb500667 req-7b9c3249-97b3-46de-93aa-19fd5017c988 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249080 Jan 28 12:31:29.636886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=51934b9e-f915-40d5-ac1a-54f71b41d4e8,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:29.649670 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Set router 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:31:29.697823 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Publish callbacks [] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:29.781830 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:29.899822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Network a52fd4ed-cbe4-4ca1-9635-98f940186e53 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:31:29.914861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:31:29.919327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:31:29.971921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b7fa4-7960-4e84-9d69-631f49b79e53 req-ea66bdf3-c0b0-4ccf-9e16-4fa8cd40c28a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:29.986520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-279b7fa4-7960-4e84-9d69-631f49b79e53 req-ea66bdf3-c0b0-4ccf-9e16-4fa8cd40c28a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1858847 Jan 28 12:31:30.040373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['a0310cb0-628a-4b57-9679-77da0382719e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:31:30.046312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7d64f13c-b9da-4863-a815-8c60dd1d94c5 None None] Provisioning complete for port 58c3881b-b8d9-496f-9094-5de1643665ed triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:30.046698 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d64f13c-b9da-4863-a815-8c60dd1d94c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:30.102012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:30.103176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a75e7990-42a5-45b0-a4ca-ec2281603276 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:30.104461 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:30.233148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13ace4-9348-418a-b313-43d42b2fbfd4 req-2606f5bb-3d4c-4a81-926e-4c2a5d4d687d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:30.254287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13ace4-9348-418a-b313-43d42b2fbfd4 req-2606f5bb-3d4c-4a81-926e-4c2a5d4d687d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:30.255677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['51934b9e-f915-40d5-ac1a-54f71b41d4e8'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:31:30.260639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Pushing event updated for resources: {'Port': ['ID=30d5439f-e07a-46af-a44c-f20d1885cea9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:30.274178 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13ace4-9348-418a-b313-43d42b2fbfd4 req-2606f5bb-3d4c-4a81-926e-4c2a5d4d687d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:30.300138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13ace4-9348-418a-b313-43d42b2fbfd4 req-2606f5bb-3d4c-4a81-926e-4c2a5d4d687d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:30.325133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13ace4-9348-418a-b313-43d42b2fbfd4 req-2606f5bb-3d4c-4a81-926e-4c2a5d4d687d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:30.338957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13ace4-9348-418a-b313-43d42b2fbfd4 req-2606f5bb-3d4c-4a81-926e-4c2a5d4d687d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:30.353656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13ace4-9348-418a-b313-43d42b2fbfd4 req-2606f5bb-3d4c-4a81-926e-4c2a5d4d687d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:30.369561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea13ace4-9348-418a-b313-43d42b2fbfd4 req-2606f5bb-3d4c-4a81-926e-4c2a5d4d687d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5425 time: 0.3605754 Jan 28 12:31:30.420912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a1f17b7f-d9d5-457e-aef1-2167a1477440 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:30.425227 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:30.455575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a75e7990-42a5-45b0-a4ca-ec2281603276 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:31:30.466071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:30.499529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-279b7fa4-7960-4e84-9d69-631f49b79e53 req-3784a6df-45f2-4007-99e2-65fedb639e4a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118678 Jan 28 12:31:30.590581 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea13ace4-9348-418a-b313-43d42b2fbfd4 req-17956864-0afc-4aa6-be77-cd7cf1ee6ac4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2147062 Jan 28 12:31:30.626649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a75e7990-42a5-45b0-a4ca-ec2281603276, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a75e7990-42a5-45b0-a4ca-ec2281603276,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:30.705368 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:30.897206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2e044-bd25-42e4-89a9-764adab206ac req-2df61cda-6afa-4120-98dd-239baa98573d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:30.912396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81d2e044-bd25-42e4-89a9-764adab206ac req-2df61cda-6afa-4120-98dd-239baa98573d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.2447453 Jan 28 12:31:30.964038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a75e7990-42a5-45b0-a4ca-ec2281603276,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:30.983167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6ea4abda-c248-47c5-8b95-df920c974751 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:31.078930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81d2e044-bd25-42e4-89a9-764adab206ac req-05163a50-36a8-4975-a204-51eb043b3932 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656535 Jan 28 12:31:31.087761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['a75e7990-42a5-45b0-a4ca-ec2281603276'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:31:31.088656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Publish callbacks [] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:31.109190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7d64f13c-b9da-4863-a815-8c60dd1d94c5 None None] Current status of the port 58c3881b-b8d9-496f-9094-5de1643665ed is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:31.109956 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d64f13c-b9da-4863-a815-8c60dd1d94c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:31.114225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:31.127827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4e880-5299-4b15-99f9-00403431ae3d req-fa46d1bb-cf3f-4264-9b3f-91c8eebb6fbf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:31.131321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03a4e880-5299-4b15-99f9-00403431ae3d req-fa46d1bb-cf3f-4264-9b3f-91c8eebb6fbf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 945 time: 0.3782723 Jan 28 12:31:31.215070 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:31.251799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03a4e880-5299-4b15-99f9-00403431ae3d req-24cddab3-6eaf-441a-8848-cc6af9a0515d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103590 Jan 28 12:31:31.324504 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a1f17b7f-d9d5-457e-aef1-2167a1477440 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:31.325671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a9860767-55e4-4aa5-b076-8b3da2bab49a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:31.382404 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Network a52fd4ed-cbe4-4ca1-9635-98f940186e53 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:31:31.386779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:31:31.425333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Pushing event updated for resources: {'Port': ['ID=30d5439f-e07a-46af-a44c-f20d1885cea9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:31.628770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7d64f13c-b9da-4863-a815-8c60dd1d94c5 None None] For port 58c3881b-b8d9-496f-9094-5de1643665ed, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=58c3881b-b8d9-496f-9094-5de1643665ed,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:31.742576 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Router 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:31:31.826765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 6ea4abda-c248-47c5-8b95-df920c974751 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:31:31.856165 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d64f13c-b9da-4863-a815-8c60dd1d94c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:31.902901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 6ea4abda-c248-47c5-8b95-df920c974751 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:31.903272 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6ea4abda-c248-47c5-8b95-df920c974751), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:31.943471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f680c-6be4-4dc0-bee2-bfd98b1c8d54 req-e04b9adb-7d83-42c9-af14-b2af5347c200 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:31.950121 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-814f680c-6be4-4dc0-bee2-bfd98b1c8d54 req-e04b9adb-7d83-42c9-af14-b2af5347c200 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.2946591 Jan 28 12:31:31.965531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:31:31.987418 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1f99110c-5948-4a74-9bcd-0320009e5c89 admin admin] 10.222.0.53 "PUT /v2.0/routers/0278e5ae-93f6-4c81-b21f-6e1bd0c929ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3425739 Jan 28 12:31:32.020388 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817be52-f282-4dc3-91da-dea4e917721e req-4dc7a84a-4708-4da6-ba76-abdacd203441 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:32.041906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817be52-f282-4dc3-91da-dea4e917721e req-4dc7a84a-4708-4da6-ba76-abdacd203441 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:32.066311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a9860767-55e4-4aa5-b076-8b3da2bab49a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:32.066678 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:32.076375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'name': 'tempest-TaggedBootDevicesTest_v242-352567598-router', 'tenant_id': 'd440184159864307983304df44895411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:18Z', 'updated_at': '2022-01-28T12:31:22Z', 'revision_number': 3, 'project_id': 'd440184159864307983304df44895411', 'gw_port': {'id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:21Z', 'updated_at': '2022-01-28T12:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:32.083123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817be52-f282-4dc3-91da-dea4e917721e req-4dc7a84a-4708-4da6-ba76-abdacd203441 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:32.096576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817be52-f282-4dc3-91da-dea4e917721e req-4dc7a84a-4708-4da6-ba76-abdacd203441 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:32.121220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817be52-f282-4dc3-91da-dea4e917721e req-4dc7a84a-4708-4da6-ba76-abdacd203441 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:32.135614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817be52-f282-4dc3-91da-dea4e917721e req-4dc7a84a-4708-4da6-ba76-abdacd203441 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:32.144812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817be52-f282-4dc3-91da-dea4e917721e req-4dc7a84a-4708-4da6-ba76-abdacd203441 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:32.158343 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e817be52-f282-4dc3-91da-dea4e917721e req-4dc7a84a-4708-4da6-ba76-abdacd203441 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5425 time: 0.3885343 Jan 28 12:31:32.233175 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-814f680c-6be4-4dc0-bee2-bfd98b1c8d54 req-77526570-0849-48b4-a225-9dcd1b507bf9 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742047 Jan 28 12:31:32.267648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9aa3001e-3c05-46bb-96a7-171567213d3c None None] Provisioning complete for port 30d5439f-e07a-46af-a44c-f20d1885cea9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:32.269725 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9aa3001e-3c05-46bb-96a7-171567213d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:32.362944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Checking router: 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:31:32.363755 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Updating router 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec port 958f73c7-b53e-4477-87ce-93cf9a500bee binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:31:32.380118 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e817be52-f282-4dc3-91da-dea4e917721e req-c2f5b67b-d980-46a9-a933-4fabdad5d14a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2202940 Jan 28 12:31:32.660967 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4964d7-90eb-4791-b2bf-7288171e4ecb req-9196506e-c83c-4ac6-a07d-0a3696d6e26f tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:32.662478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b4964d7-90eb-4791-b2bf-7288171e4ecb req-9196506e-c83c-4ac6-a07d-0a3696d6e26f tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1697724 Jan 28 12:31:32.687144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837d146-ad9a-4e98-afe9-5efe49887ce2 req-c2eaf85e-b569-483e-ab18-7f5d1d8cd8ee tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:32.687699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64f13c-b9da-4863-a815-8c60dd1d94c5 None None] Pushing event updated for resources: {'Port': ['ID=58c3881b-b8d9-496f-9094-5de1643665ed,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:32.692856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f837d146-ad9a-4e98-afe9-5efe49887ce2 req-c2eaf85e-b569-483e-ab18-7f5d1d8cd8ee tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 945 time: 0.1590385 Jan 28 12:31:32.795404 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:32.890936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b4964d7-90eb-4791-b2bf-7288171e4ecb req-dc4ea9be-9969-4156-b185-b3ccaface548 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969321 Jan 28 12:31:32.899613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f837d146-ad9a-4e98-afe9-5efe49887ce2 req-18976b40-de14-4238-b69a-aa4ab4c636ea tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903806 Jan 28 12:31:33.224768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3001e-3c05-46bb-96a7-171567213d3c None None] Port 30d5439f-e07a-46af-a44c-f20d1885cea9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:31:33.284117 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Publish callbacks [] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:33.285713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6ea4abda-c248-47c5-8b95-df920c974751 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:33.286088 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6ea4abda-c248-47c5-8b95-df920c974751), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:33.297731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a9860767-55e4-4aa5-b076-8b3da2bab49a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:33.298887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 58c3881b-b8d9-496f-9094-5de1643665ed up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:33.322313 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:33.556179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773c30a-1b43-40bd-9b59-82bbddd138d1 req-74f1d4ff-3701-4e55-b4b1-1d67b3b76e7b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:33.557779 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c773c30a-1b43-40bd-9b59-82bbddd138d1 req-74f1d4ff-3701-4e55-b4b1-1d67b3b76e7b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1368330 Jan 28 12:31:33.566219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea4abda-c248-47c5-8b95-df920c974751'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:31:33.568482 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc9f0a4-9da1-4d6f-a7dd-018e99075169" -d '{"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "6ea4abda-c248-47c5-8b95-df920c974751"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:31:33.740387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9bc7ad49-11f2-4c51-b494-ad510a216120 None None] Provisioning complete for port 30d5439f-e07a-46af-a44c-f20d1885cea9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:33.748301 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ad49-11f2-4c51-b494-ad510a216120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:33.776651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6ea4abda-c248-47c5-8b95-df920c974751, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6ea4abda-c248-47c5-8b95-df920c974751,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:33.813285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771b972-888b-4257-aebb-46b0d334ec5a req-b5bcdb78-2491-4e2c-b0b0-1aa0a39646a4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:33.819265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771b972-888b-4257-aebb-46b0d334ec5a req-b5bcdb78-2491-4e2c-b0b0-1aa0a39646a4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:33.839296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771b972-888b-4257-aebb-46b0d334ec5a req-b5bcdb78-2491-4e2c-b0b0-1aa0a39646a4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:33.854139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771b972-888b-4257-aebb-46b0d334ec5a req-b5bcdb78-2491-4e2c-b0b0-1aa0a39646a4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:33.860068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771b972-888b-4257-aebb-46b0d334ec5a req-b5bcdb78-2491-4e2c-b0b0-1aa0a39646a4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:33.865546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771b972-888b-4257-aebb-46b0d334ec5a req-b5bcdb78-2491-4e2c-b0b0-1aa0a39646a4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:33.871844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771b972-888b-4257-aebb-46b0d334ec5a req-b5bcdb78-2491-4e2c-b0b0-1aa0a39646a4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:33.879890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d771b972-888b-4257-aebb-46b0d334ec5a req-b5bcdb78-2491-4e2c-b0b0-1aa0a39646a4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5425 time: 0.3208671 Jan 28 12:31:33.897397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a028e-eb96-48df-bb70-823f2b87a57b None None] Pushing event updated for resources: {'Port': ['ID=958f73c7-b53e-4477-87ce-93cf9a500bee,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:33.904637 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6ea4abda-c248-47c5-8b95-df920c974751), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:33.905768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device bd0a94f0-6ad2-427c-acca-75175ea8b8b5 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:33.915223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c773c30a-1b43-40bd-9b59-82bbddd138d1 req-c308a148-6be8-4ebd-bc83-c129de111eba tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394458 Jan 28 12:31:34.017868 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c7c0c4-95ae-48c4-b778-b77e6d624d08 x-openstack-request-id: req-84c7c0c4-95ae-48c4-b778-b77e6d624d08 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:31:34.018675 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "6ea4abda-c248-47c5-8b95-df920c974751", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:31:34.018980 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84c7c0c4-95ae-48c4-b778-b77e6d624d08 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:31:34.020351 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea4abda-c248-47c5-8b95-df920c974751', 'code': 200} Jan 28 12:31:34.056598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d771b972-888b-4257-aebb-46b0d334ec5a req-c210b31c-085e-4605-980d-c2ef2c7b12d3 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1736093 Jan 28 12:31:34.183913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Attempting to bind port 958f73c7-b53e-4477-87ce-93cf9a500bee on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:31:34.184412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Attempting to bind port 958f73c7-b53e-4477-87ce-93cf9a500bee by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:31:34.184794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Attempting to bind port 958f73c7-b53e-4477-87ce-93cf9a500bee on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:31:34.248650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81011f2e-bb38-4e1f-a095-e66dc207f6f2 req-e11edf3a-8b2b-423b-83a4-36d55966ee70 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:34.251388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81011f2e-bb38-4e1f-a095-e66dc207f6f2 req-e11edf3a-8b2b-423b-83a4-36d55966ee70 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 945 time: 0.1150784 Jan 28 12:31:34.255052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6ea4abda-c248-47c5-8b95-df920c974751,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:34.277052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:31:34.277052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:31:34.285827 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:34.286466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:31:34.287075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Bound port: 958f73c7-b53e-4477-87ce-93cf9a500bee, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:31:34.287730 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:34.293407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 58c3881b-b8d9-496f-9094-5de1643665ed triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:34.294276 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:34.301139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7ad49-11f2-4c51-b494-ad510a216120 None None] Port 30d5439f-e07a-46af-a44c-f20d1885cea9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:31:34.377488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81011f2e-bb38-4e1f-a095-e66dc207f6f2 req-92d46084-51c0-4ab2-81b8-dd7b88cff70c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173401 Jan 28 12:31:34.406826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d051b2f-9b58-446f-95d2-709b619fe2f0 req-bc225ce6-a74e-4578-86c8-ef04866b5f38 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:34.425853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d051b2f-9b58-446f-95d2-709b619fe2f0 req-bc225ce6-a74e-4578-86c8-ef04866b5f38 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.2511663 Jan 28 12:31:34.528983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d051b2f-9b58-446f-95d2-709b619fe2f0 req-d1f3cdbd-c965-4afa-9448-90248052525b tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025746 Jan 28 12:31:34.620955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:31:34.663202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:34.663614 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:34.760249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] For port 958f73c7-b53e-4477-87ce-93cf9a500bee, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:31:34.817214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] For port 958f73c7-b53e-4477-87ce-93cf9a500bee, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=958f73c7-b53e-4477-87ce-93cf9a500bee,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:31:34.860511 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:35.138406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a028e-eb96-48df-bb70-823f2b87a57b None None] Pushing event updated for resources: {'Port': ['ID=958f73c7-b53e-4477-87ce-93cf9a500bee,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:35.243218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3deefe-8704-4aae-9e42-eab7e534b12a req-8613a6e8-a1b6-423b-a769-c5827293ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:35.249941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f3deefe-8704-4aae-9e42-eab7e534b12a req-8613a6e8-a1b6-423b-a769-c5827293ed95 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 1097 time: 0.2529368 Jan 28 12:31:35.259506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 58c3881b-b8d9-496f-9094-5de1643665ed is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:35.286051 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:35.286682 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:35.296053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Routers {'0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:31:35.297655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:35.373471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10807ca-8aa3-4699-8a68-5a8b461483e6 req-8cc49508-4bf1-4a2f-a0bf-10fcdfa0dc37 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:35.385362 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a10807ca-8aa3-4699-8a68-5a8b461483e6 req-8cc49508-4bf1-4a2f-a0bf-10fcdfa0dc37 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.2876728 Jan 28 12:31:35.427848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78770b11-1555-4bd9-8893-de6634b77a8c req-41e2a36b-3c6c-4fa5-ae32-5af055039c5d tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:35.442002 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78770b11-1555-4bd9-8893-de6634b77a8c req-41e2a36b-3c6c-4fa5-ae32-5af055039c5d tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 1096 time: 0.3727765 Jan 28 12:31:35.446527 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 58c3881b-b8d9-496f-9094-5de1643665ed up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:35.557274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78770b11-1555-4bd9-8893-de6634b77a8c req-2faa7efd-0b6d-48e3-b6f1-492d26ebabfd tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139359 Jan 28 12:31:35.576402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f3deefe-8704-4aae-9e42-eab7e534b12a req-21be1304-35dc-4ff1-9e53-d2795a189a90 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066230 Jan 28 12:31:35.593094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port bd0a94f0-6ad2-427c-acca-75175ea8b8b5, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:35.650620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a10807ca-8aa3-4699-8a68-5a8b461483e6 req-de543f99-9090-4078-a8aa-2b62beaa655c tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591383 Jan 28 12:31:35.684683 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:35.699367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f2eae2a5-ffa0-4482-ba27-f5eb1313d427 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:35.785687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ae23-cad0-429a-a85b-73fce0c60f63 req-39635d98-d5c9-44c7-b5d3-bbf758045d66 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:35.791517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ae23-cad0-429a-a85b-73fce0c60f63 req-39635d98-d5c9-44c7-b5d3-bbf758045d66 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:35.797257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ae23-cad0-429a-a85b-73fce0c60f63 req-39635d98-d5c9-44c7-b5d3-bbf758045d66 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:35.803068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ae23-cad0-429a-a85b-73fce0c60f63 req-39635d98-d5c9-44c7-b5d3-bbf758045d66 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:35.809651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ae23-cad0-429a-a85b-73fce0c60f63 req-39635d98-d5c9-44c7-b5d3-bbf758045d66 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:35.815643 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ae23-cad0-429a-a85b-73fce0c60f63 req-39635d98-d5c9-44c7-b5d3-bbf758045d66 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:35.822537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ae23-cad0-429a-a85b-73fce0c60f63 req-39635d98-d5c9-44c7-b5d3-bbf758045d66 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:35.830193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef83ae23-cad0-429a-a85b-73fce0c60f63 req-39635d98-d5c9-44c7-b5d3-bbf758045d66 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5427 time: 0.1374109 Jan 28 12:31:35.872134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 58c3881b-b8d9-496f-9094-5de1643665ed triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:35.872521 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:35.911972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] Set router 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:31:35.937469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab075aa-5f36-47c0-bc2f-aa0725489a77 req-dfe7f4af-363b-4621-ab5c-e2c8bea6856a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:35.944571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ab075aa-5f36-47c0-bc2f-aa0725489a77 req-dfe7f4af-363b-4621-ab5c-e2c8bea6856a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 945 time: 0.1703315 Jan 28 12:31:36.033793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0a94f0-6ad2-427c-acca-75175ea8b8b5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:31:36.036131 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793b7372-facd-490b-9e42-419268ef38b8" -d '{"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "bd0a94f0-6ad2-427c-acca-75175ea8b8b5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:31:36.042063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef83ae23-cad0-429a-a85b-73fce0c60f63 req-1049b703-4c3a-4641-9d39-e411a4b32c41 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2063684 Jan 28 12:31:36.097384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ab075aa-5f36-47c0-bc2f-aa0725489a77 req-27c65064-eeb1-4c45-8382-c3113f8e3f2e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509392 Jan 28 12:31:36.144077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:36.274514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 58c3881b-b8d9-496f-9094-5de1643665ed is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:36.277795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:31:36.302529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc03e18-1cf3-4b42-8f8a-9464d168577d req-ca1ebd41-a5d1-46e6-bf94-26482378a382 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:36.319191 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4fc03e18-1cf3-4b42-8f8a-9464d168577d req-ca1ebd41-a5d1-46e6-bf94-26482378a382 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1497164 Jan 28 12:31:36.433210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4fc03e18-1cf3-4b42-8f8a-9464d168577d req-033dfec1-bb1f-4987-9703-f31bc789fcbc tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116669 Jan 28 12:31:36.458799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:36.462772 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:36.566955 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4925510d-f98a-404c-b28a-ca3b421c17d8 x-openstack-request-id: req-4925510d-f98a-404c-b28a-ca3b421c17d8 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:31:36.567485 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "bd0a94f0-6ad2-427c-acca-75175ea8b8b5", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:31:36.567773 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4925510d-f98a-404c-b28a-ca3b421c17d8 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:31:36.568270 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0a94f0-6ad2-427c-acca-75175ea8b8b5', 'code': 200} Jan 28 12:31:36.743785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'name': 'tempest-TaggedBootDevicesTest_v242-352567598-router', 'tenant_id': 'd440184159864307983304df44895411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:18Z', 'updated_at': '2022-01-28T12:31:30Z', 'revision_number': 4, 'project_id': 'd440184159864307983304df44895411', 'gw_port': {'id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:21Z', 'updated_at': '2022-01-28T12:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '30d5439f-e07a-46af-a44c-f20d1885cea9', 'name': '', 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53', 'tenant_id': 'd440184159864307983304df44895411', 'mac_address': 'fa:16:3e:92:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b87a848b-f7aa-48c1-bc4d-fe893fd27f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:28Z', 'updated_at': '2022-01-28T12:31:30Z', 'revision_number': 2, 'project_id': 'd440184159864307983304df44895411', 'subnets': [{'id': 'b87a848b-f7aa-48c1-bc4d-fe893fd27f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:36.792566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e1606-65b8-4eb9-b4c4-b6a5a594ccc1 None None] The sync data for ids ['0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'] in n-d-824835-4 is: [{'id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'name': 'tempest-TaggedBootDevicesTest_v242-352567598-router', 'tenant_id': 'd440184159864307983304df44895411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:18Z', 'updated_at': '2022-01-28T12:31:30Z', 'revision_number': 4, 'project_id': 'd440184159864307983304df44895411', 'gw_port': {'id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:21Z', 'updated_at': '2022-01-28T12:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '30d5439f-e07a-46af-a44c-f20d1885cea9', 'name': '', 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53', 'tenant_id': 'd440184159864307983304df44895411', 'mac_address': 'fa:16:3e:92:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b87a848b-f7aa-48c1-bc4d-fe893fd27f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:28Z', 'updated_at': '2022-01-28T12:31:30Z', 'revision_number': 2, 'project_id': 'd440184159864307983304df44895411', 'subnets': [{'id': 'b87a848b-f7aa-48c1-bc4d-fe893fd27f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:31:36.796677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:36.796769 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:36.897097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f2eae2a5-ffa0-4482-ba27-f5eb1313d427, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:36.904603 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:36.927023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383b40b-3b4b-49ee-b137-b3230d9c2b9f req-944eb8c9-c254-4d94-92c9-21d759939776 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:36.951686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f383b40b-3b4b-49ee-b137-b3230d9c2b9f req-944eb8c9-c254-4d94-92c9-21d759939776 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1676891 Jan 28 12:31:37.009223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:37.012454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f2586121-8b46-44f0-bbb8-e82594060785 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:37.119836 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f383b40b-3b4b-49ee-b137-b3230d9c2b9f req-182e2724-4928-4793-867c-d3132a595b41 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594408 Jan 28 12:31:37.129282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port f2586121-8b46-44f0-bbb8-e82594060785 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:31:37.143275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port f2586121-8b46-44f0-bbb8-e82594060785 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:37.143275 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2586121-8b46-44f0-bbb8-e82594060785), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:37.394020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port f2586121-8b46-44f0-bbb8-e82594060785 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:37.397379 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2586121-8b46-44f0-bbb8-e82594060785), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:37.442484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808a8c0-5a39-46f9-a74d-5e0bfb50b495 req-f315da37-1bd5-4054-909a-f85778977aee tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:37.450591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808a8c0-5a39-46f9-a74d-5e0bfb50b495 req-f315da37-1bd5-4054-909a-f85778977aee tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:37.473963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808a8c0-5a39-46f9-a74d-5e0bfb50b495 req-f315da37-1bd5-4054-909a-f85778977aee tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:37.496296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f2586121-8b46-44f0-bbb8-e82594060785, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f2586121-8b46-44f0-bbb8-e82594060785,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:37.497835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808a8c0-5a39-46f9-a74d-5e0bfb50b495 req-f315da37-1bd5-4054-909a-f85778977aee tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:37.506087 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f2586121-8b46-44f0-bbb8-e82594060785), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:37.510575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:37.520221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808a8c0-5a39-46f9-a74d-5e0bfb50b495 req-f315da37-1bd5-4054-909a-f85778977aee tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:37.539628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808a8c0-5a39-46f9-a74d-5e0bfb50b495 req-f315da37-1bd5-4054-909a-f85778977aee tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:37.558581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808a8c0-5a39-46f9-a74d-5e0bfb50b495 req-f315da37-1bd5-4054-909a-f85778977aee tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:37.579997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7808a8c0-5a39-46f9-a74d-5e0bfb50b495 req-f315da37-1bd5-4054-909a-f85778977aee tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5428 time: 0.2865458 Jan 28 12:31:37.766650 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=f2586121-8b46-44f0-bbb8-e82594060785,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:37.796471 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7808a8c0-5a39-46f9-a74d-5e0bfb50b495 req-c79fbf94-5244-4bfd-a2b1-8e25f466cca0 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2151840 Jan 28 12:31:37.879107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:31:37.884552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:37.884939 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:38.082223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8cb9d-148a-40c7-a915-ab181dd7f1db req-752b7a4b-55e4-4d78-a583-5c1c9c36a03e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:38.091367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16a8cb9d-148a-40c7-a915-ab181dd7f1db req-752b7a4b-55e4-4d78-a583-5c1c9c36a03e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 945 time: 0.1374648 Jan 28 12:31:38.104457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:38.106973 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:38.200044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:38.224459 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16a8cb9d-148a-40c7-a915-ab181dd7f1db req-0315aa83-10ae-4e8d-baa7-89810f38eadb tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305130 Jan 28 12:31:38.233048 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:38.234035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a0310cb0-628a-4b57-9679-77da0382719e up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:38.344654 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-df2ea117-3d48-4f4c-a8f7-280e36f67769 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:31:38.345664 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-df2ea117-3d48-4f4c-a8f7-280e36f67769 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061786 Jan 28 12:31:38.454972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78977805-360b-4e75-9ebc-b5e4fe87ff1c req-bcb465a0-5a97-4dd4-b509-979c3915321d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:38.464419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78977805-360b-4e75-9ebc-b5e4fe87ff1c req-bcb465a0-5a97-4dd4-b509-979c3915321d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.0998497 Jan 28 12:31:38.471078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-c3badcb3-bc15-421f-8997-34117e0a8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:38.485208 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-c3badcb3-bc15-421f-8997-34117e0a8145 service neutron] 10.222.0.53 "GET /v2.0/ports/fb75757a-6752-4c27-bcde-50f12bbcf42e HTTP/1.1" status: 200 len: 1093 time: 0.1287458 Jan 28 12:31:38.498354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] Request body: {'binding': {'host': 'n-h1-824835-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:31:38.499309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:31:38.529259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:38.569386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427'}, {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2586121-8b46-44f0-bbb8-e82594060785'}, {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:31:38.572896 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d014e43b-f2da-44cd-80b0-79894a378463" -d '{"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "f2eae2a5-ffa0-4482-ba27-f5eb1313d427"}, {"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "f2586121-8b46-44f0-bbb8-e82594060785"}, {"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:31:38.577028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port a0310cb0-628a-4b57-9679-77da0382719e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:31:38.590921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port a0310cb0-628a-4b57-9679-77da0382719e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:38.592891 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a0310cb0-628a-4b57-9679-77da0382719e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:38.673638 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78977805-360b-4e75-9ebc-b5e4fe87ff1c req-b4d7866d-364a-41b2-955f-9bcd6c1748e8 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071900 Jan 28 12:31:38.768706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] Attempting to bind port fb75757a-6752-4c27-bcde-50f12bbcf42e on host n-h1-824835-4 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:31:38.771046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] Attempting to bind port fb75757a-6752-4c27-bcde-50f12bbcf42e by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:31:38.771981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] Attempting to bind port fb75757a-6752-4c27-bcde-50f12bbcf42e on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:31:38.787838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] Port fb75757a-6752-4c27-bcde-50f12bbcf42e on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:31:38.809300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] Attempting to bind port fb75757a-6752-4c27-bcde-50f12bbcf42e on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:31:38.823738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:31:38.824540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:31:38.825144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:31:38.825809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] Bound port: fb75757a-6752-4c27-bcde-50f12bbcf42e, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:31:38.859873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a0310cb0-628a-4b57-9679-77da0382719e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:38.860317 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a0310cb0-628a-4b57-9679-77da0382719e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:38.941149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245dda1-3d77-4d3e-ad2d-20584b1dff10 req-6c1f4ebe-32f1-43dc-bcd5-b853c1604660 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:38.942190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a0310cb0-628a-4b57-9679-77da0382719e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a0310cb0-628a-4b57-9679-77da0382719e,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:38.956254 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a0310cb0-628a-4b57-9679-77da0382719e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:38.957104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a75e7990-42a5-45b0-a4ca-ec2281603276 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:38.966669 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a245dda1-3d77-4d3e-ad2d-20584b1dff10 req-6c1f4ebe-32f1-43dc-bcd5-b853c1604660 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1727455 Jan 28 12:31:39.018884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:31:39.033626 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:39.047925 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d903d11f-c033-4743-8413-27b2a7929348 service neutron] 10.222.0.53 "POST /v2.0/ports/fb75757a-6752-4c27-bcde-50f12bbcf42e/bindings HTTP/1.1" status: 201 len: 389 time: 0.5614800 Jan 28 12:31:39.109721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a0310cb0-628a-4b57-9679-77da0382719e,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:39.124815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a245dda1-3d77-4d3e-ad2d-20584b1dff10 req-f113cc04-878b-44a4-acbe-b50389d88c9d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572549 Jan 28 12:31:39.219107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port a75e7990-42a5-45b0-a4ca-ec2281603276 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:39.219523 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:39.360116 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 12:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6995bc-b251-437d-b535-5574d36c0a34 x-openstack-request-id: req-ba6995bc-b251-437d-b535-5574d36c0a34 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:31:39.360416 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "f2eae2a5-ffa0-4482-ba27-f5eb1313d427", "code": 200}, {"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "f2586121-8b46-44f0-bbb8-e82594060785", "code": 200}, {"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:31:39.360670 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba6995bc-b251-437d-b535-5574d36c0a34 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:31:39.364489 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427', 'code': 200} Jan 28 12:31:39.364773 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2586121-8b46-44f0-bbb8-e82594060785', 'code': 200} Jan 28 12:31:39.365036 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00', 'code': 200} Jan 28 12:31:39.559481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a75e7990-42a5-45b0-a4ca-ec2281603276 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:39.560064 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:39.610389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 958f73c7-b53e-4477-87ce-93cf9a500bee up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:39.706924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a75e7990-42a5-45b0-a4ca-ec2281603276, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a75e7990-42a5-45b0-a4ca-ec2281603276,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:39.734554 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:39.736461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 51934b9e-f915-40d5-ac1a-54f71b41d4e8 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:39.886671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d766-2635-4a77-acf2-105aad8bd0ae req-2552f6c7-d4cb-4ee8-beb0-d2d3e15f9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:39.889442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5832d766-2635-4a77-acf2-105aad8bd0ae req-2552f6c7-d4cb-4ee8-beb0-d2d3e15f9a7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64c4e0548cb5444ba31de2ad42c6005b&device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 1097 time: 0.2606449 Jan 28 12:31:39.893961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-88e94a00-5c60-443a-947d-105fad4c9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:39.895530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-88e94a00-5c60-443a-947d-105fad4c9cc3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 1096 time: 0.3891139 Jan 28 12:31:39.914267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6d8af-7a3f-4378-96a4-29cf0086c3e8 req-5f0cce3f-9357-4bac-a6cf-581c125ee651 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:39.920756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6d8af-7a3f-4378-96a4-29cf0086c3e8 req-5f0cce3f-9357-4bac-a6cf-581c125ee651 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:39.926594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6d8af-7a3f-4378-96a4-29cf0086c3e8 req-5f0cce3f-9357-4bac-a6cf-581c125ee651 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:39.933946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6d8af-7a3f-4378-96a4-29cf0086c3e8 req-5f0cce3f-9357-4bac-a6cf-581c125ee651 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:39.940304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6d8af-7a3f-4378-96a4-29cf0086c3e8 req-5f0cce3f-9357-4bac-a6cf-581c125ee651 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:39.948462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6d8af-7a3f-4378-96a4-29cf0086c3e8 req-5f0cce3f-9357-4bac-a6cf-581c125ee651 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:39.967304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6d8af-7a3f-4378-96a4-29cf0086c3e8 req-5f0cce3f-9357-4bac-a6cf-581c125ee651 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:39.969621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55b6d8af-7a3f-4378-96a4-29cf0086c3e8 req-5f0cce3f-9357-4bac-a6cf-581c125ee651 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5431 time: 0.5185962 Jan 28 12:31:40.026387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a75e7990-42a5-45b0-a4ca-ec2281603276,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:40.054480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 958f73c7-b53e-4477-87ce-93cf9a500bee triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:40.055322 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:40.122815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d766-2635-4a77-acf2-105aad8bd0ae req-9a5def0e-0a83-4ff2-ba8e-2413e924ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:40.124534 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5832d766-2635-4a77-acf2-105aad8bd0ae req-9a5def0e-0a83-4ff2-ba8e-2413e924ab0d service neutron] 10.222.0.49 "GET /v2.0/networks?id=df2a9c51-6a3b-446e-a71c-459d62cf9c96 HTTP/1.1" status: 200 len: 911 time: 0.2277563 Jan 28 12:31:40.135193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:31:40.145344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae29c6-9a3a-4106-8aa1-242fc952cc68 req-25b740f6-6a86-421c-b6ec-5e494f9d09b5 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:40.147570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3ae29c6-9a3a-4106-8aa1-242fc952cc68 req-25b740f6-6a86-421c-b6ec-5e494f9d09b5 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.3946047 Jan 28 12:31:40.156788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:40.157583 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:40.274035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5832d766-2635-4a77-acf2-105aad8bd0ae req-7f3307bc-77c7-4a72-91e2-d7adec1d5681 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44a45cb2-5364-4da8-8a01-f2fad6675c7f HTTP/1.1" status: 200 len: 217 time: 0.0992508 Jan 28 12:31:40.316527 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:40.316900 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:40.334619 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d766-2635-4a77-acf2-105aad8bd0ae req-64135a2c-abd4-4609-94dd-7feda9000789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:40.336062 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5832d766-2635-4a77-acf2-105aad8bd0ae req-64135a2c-abd4-4609-94dd-7feda9000789 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b7fcb4-546d-412b-8415-225b5ee447db HTTP/1.1" status: 200 len: 850 time: 0.0510390 Jan 28 12:31:40.349356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 958f73c7-b53e-4477-87ce-93cf9a500bee is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:40.350506 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:40.403576 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 51934b9e-f915-40d5-ac1a-54f71b41d4e8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=51934b9e-f915-40d5-ac1a-54f71b41d4e8,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:40.403756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5832d766-2635-4a77-acf2-105aad8bd0ae req-55af3079-4fd5-4e5e-9449-8c818a7addea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df2a9c51-6a3b-446e-a71c-459d62cf9c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486350 Jan 28 12:31:40.416139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 958f73c7-b53e-4477-87ce-93cf9a500bee, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=958f73c7-b53e-4477-87ce-93cf9a500bee,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:40.419315 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:40.426049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55b6d8af-7a3f-4378-96a4-29cf0086c3e8 req-24eba789-811c-4b2a-8b3f-d2fdf638d15d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3099372 Jan 28 12:31:40.545426 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=51934b9e-f915-40d5-ac1a-54f71b41d4e8,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:40.548222 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:40.571848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5832d766-2635-4a77-acf2-105aad8bd0ae req-b918adae-948c-4838-93a2-0225586bc621 service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392136 Jan 28 12:31:40.598354 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3ae29c6-9a3a-4106-8aa1-242fc952cc68 req-21ad31f1-1b0d-4d9d-807a-6fd6c7b342ff tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139628 Jan 28 12:31:40.649866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-cbe6cd7a-fe26-4131-b754-00c7cd47509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:40.651621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-cbe6cd7a-fe26-4131-b754-00c7cd47509e service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.6216564 Jan 28 12:31:40.660791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=958f73c7-b53e-4477-87ce-93cf9a500bee,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:40.670812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40140) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:40.915574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddbade66-682f-4f14-b4cf-eda8b5438e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:40.934090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-5c2ccfb3-5878-410f-9932-c58fa1c5daff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e HTTP/1.1" status: 200 len: 217 time: 0.2204609 Jan 28 12:31:41.161345 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47c41-4242-4e1b-950d-c0c92a3f0386 req-23e5d9d3-3f85-47c5-8971-0d3b131a110c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:41.171151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45e47c41-4242-4e1b-950d-c0c92a3f0386 req-23e5d9d3-3f85-47c5-8971-0d3b131a110c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.5245039 Jan 28 12:31:41.193824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddbade66-682f-4f14-b4cf-eda8b5438e7f admin admin] Publish callbacks [] for security_group (484c47e8-0a5a-4ac1-8001-f6dc51474b6e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:41.205796 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddbade66-682f-4f14-b4cf-eda8b5438e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (484c47e8-0a5a-4ac1-8001-f6dc51474b6e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:41.250876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbade66-682f-4f14-b4cf-eda8b5438e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484c47e8-0a5a-4ac1-8001-f6dc51474b6e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:41.317185 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ddbade66-682f-4f14-b4cf-eda8b5438e7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5c8b2445b104f89a5da4d10f79921bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6445816 Jan 28 12:31:41.321621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40154) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:41.365999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0310cb0-628a-4b57-9679-77da0382719e'}, {'server_uuid': 'ebf870d3-6d91-4f72-bca9-b609eab0f80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e7990-42a5-45b0-a4ca-ec2281603276'}, {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51934b9e-f915-40d5-ac1a-54f71b41d4e8'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:31:41.369453 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1d3bf1-31c1-48bd-a194-5c2324321075" -d '{"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "a0310cb0-628a-4b57-9679-77da0382719e"}, {"server_uuid": "ebf870d3-6d91-4f72-bca9-b609eab0f80a", "name": "network-vif-plugged", "status": "completed", "tag": "a75e7990-42a5-45b0-a4ca-ec2281603276"}, {"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "51934b9e-f915-40d5-ac1a-54f71b41d4e8"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:31:41.449550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 958f73c7-b53e-4477-87ce-93cf9a500bee up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:41.498170 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Sync routers for ids ['0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:31:41.499998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-938735a7-1c5c-4868-a2e1-e628e9490044 admin admin] Publish callbacks [] for security_group (484c47e8-0a5a-4ac1-8001-f6dc51474b6e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:41.515507 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Routers {'0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:31:41.516499 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:41.551063 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-938735a7-1c5c-4868-a2e1-e628e9490044 admin admin] Publish callbacks [] for security_group (484c47e8-0a5a-4ac1-8001-f6dc51474b6e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:41.591926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 958f73c7-b53e-4477-87ce-93cf9a500bee triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:41.592300 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:41.661440 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Set router 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:31:41.665019 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-938735a7-1c5c-4868-a2e1-e628e9490044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (484c47e8-0a5a-4ac1-8001-f6dc51474b6e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:41.670401 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-938735a7-1c5c-4868-a2e1-e628e9490044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:41.674220 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-938735a7-1c5c-4868-a2e1-e628e9490044 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/484c47e8-0a5a-4ac1-8001-f6dc51474b6e HTTP/1.1" status: 204 len: 168 time: 0.3493047 Jan 28 12:31:41.686569 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cced34-bc9a-4500-a689-ce034ae3d22c req-bac0c278-cf47-45f8-bfc0-e2d97205b1f2 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:41.691530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938735a7-1c5c-4868-a2e1-e628e9490044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484c47e8-0a5a-4ac1-8001-f6dc51474b6e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:41.699009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f9cced34-bc9a-4500-a689-ce034ae3d22c req-bac0c278-cf47-45f8-bfc0-e2d97205b1f2 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.9090497 Jan 28 12:31:41.811911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-afc53b00-1857-493f-baba-129e8146bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:41.813575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-afc53b00-1857-493f-baba-129e8146bbc4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.8277314 Jan 28 12:31:41.831255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5832d766-2635-4a77-acf2-105aad8bd0ae req-0729ec20-3591-42b9-9b19-8fcf3980eed2 service neutron] 10.222.0.49 "GET /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1195903 Jan 28 12:31:41.876550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 958f73c7-b53e-4477-87ce-93cf9a500bee is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:41.942699 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-0924626e-22aa-4ade-bdeb-6beea3dea7de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168635 Jan 28 12:31:41.992763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f9cced34-bc9a-4500-a689-ce034ae3d22c req-6a43a1d1-2672-4fd1-b593-850977705e8f tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927437 Jan 28 12:31:42.058337 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'name': 'tempest-TaggedBootDevicesTest_v242-352567598-router', 'tenant_id': 'd440184159864307983304df44895411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:18Z', 'updated_at': '2022-01-28T12:31:30Z', 'revision_number': 4, 'project_id': 'd440184159864307983304df44895411', 'gw_port': {'id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:21Z', 'updated_at': '2022-01-28T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '30d5439f-e07a-46af-a44c-f20d1885cea9', 'name': '', 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53', 'tenant_id': 'd440184159864307983304df44895411', 'mac_address': 'fa:16:3e:92:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b87a848b-f7aa-48c1-bc4d-fe893fd27f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:28Z', 'updated_at': '2022-01-28T12:31:30Z', 'revision_number': 2, 'project_id': 'd440184159864307983304df44895411', 'subnets': [{'id': 'b87a848b-f7aa-48c1-bc4d-fe893fd27f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:42.087608 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Checking router: 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:31:42.088175 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Updating router 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec port 30d5439f-e07a-46af-a44c-f20d1885cea9 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:31:42.113709 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:42.249033 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40196) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:42.275958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-b35405e4-0764-40aa-a896-c62b7da16ca5 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173428 Jan 28 12:31:42.277557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9154f15-d088-4bd6-8cf5-1074c31f25da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:42.398955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-8cb75b04-4a68-40b6-b3ad-6f52f3f75665 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150842 Jan 28 12:31:42.423172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45e47c41-4242-4e1b-950d-c0c92a3f0386 req-3b155f49-88c9-4bcb-a13f-b3355e94f9b5 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2509527 Jan 28 12:31:42.475843 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Publish callbacks [] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:42.487652 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:42.506732 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9154f15-d088-4bd6-8cf5-1074c31f25da admin admin] Publish callbacks [] for security_group (3bf0f782-1f43-4264-9df9-927c30742f13), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:42.514786 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9154f15-d088-4bd6-8cf5-1074c31f25da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3bf0f782-1f43-4264-9df9-927c30742f13), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:42.562878 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dea2f0-1fbb-4bc0-b1a3-ad207c2d8fd0 None None] Pushing event updated for resources: {'Port': ['ID=30d5439f-e07a-46af-a44c-f20d1885cea9,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:42.571260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73b78d-a351-4f1c-8cfc-661e0f375a7f req-022faaaa-460b-45a5-9f6e-efbb2b699cb4 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:42.574759 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a9154f15-d088-4bd6-8cf5-1074c31f25da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a514174b64c444095cd6c621514b8c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3244522 Jan 28 12:31:42.577126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40200) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:42.588750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c73b78d-a351-4f1c-8cfc-661e0f375a7f req-022faaaa-460b-45a5-9f6e-efbb2b699cb4 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.3084116 Jan 28 12:31:42.635238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9154f15-d088-4bd6-8cf5-1074c31f25da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf0f782-1f43-4264-9df9-927c30742f13,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:42.691437 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-206ad928-f3ef-49c3-bb44-76e70f150eb0 admin admin] Publish callbacks [] for security_group (3bf0f782-1f43-4264-9df9-927c30742f13), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:42.729957 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Attempting to bind port 30d5439f-e07a-46af-a44c-f20d1885cea9 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:31:42.730326 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Attempting to bind port 30d5439f-e07a-46af-a44c-f20d1885cea9 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '9b08e7cf-3841-4bb6-ba41-1141f826de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:31:42.730682 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Attempting to bind port 30d5439f-e07a-46af-a44c-f20d1885cea9 on network a52fd4ed-cbe4-4ca1-9635-98f940186e53 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:31:42.734822 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-206ad928-f3ef-49c3-bb44-76e70f150eb0 admin admin] Publish callbacks [] for security_group (3bf0f782-1f43-4264-9df9-927c30742f13), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:42.754173 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:31:42.754543 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Checking segment: {'id': '9b08e7cf-3841-4bb6-ba41-1141f826de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:31:42.754949 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:42.755358 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Bound using segment: {'id': '9b08e7cf-3841-4bb6-ba41-1141f826de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:31:42.763518 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Bound port: 30d5439f-e07a-46af-a44c-f20d1885cea9, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b08e7cf-3841-4bb6-ba41-1141f826de2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:31:42.764148 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:42.826600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-206ad928-f3ef-49c3-bb44-76e70f150eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3bf0f782-1f43-4264-9df9-927c30742f13), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:42.828879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c73b78d-a351-4f1c-8cfc-661e0f375a7f req-d222da75-4a34-479f-a589-64bffe569286 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325788 Jan 28 12:31:42.839940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-206ad928-f3ef-49c3-bb44-76e70f150eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:42.841482 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-206ad928-f3ef-49c3-bb44-76e70f150eb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bf0f782-1f43-4264-9df9-927c30742f13 HTTP/1.1" status: 204 len: 168 time: 0.2634528 Jan 28 12:31:42.856737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ad928-f3ef-49c3-bb44-76e70f150eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf0f782-1f43-4264-9df9-927c30742f13,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:42.868318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6131bbc-95c6-46a7-920b-17895c4b6c51 req-d10eedc3-a9ed-4f08-ae64-0e1b30ceeefb tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:42.878420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6131bbc-95c6-46a7-920b-17895c4b6c51 req-d10eedc3-a9ed-4f08-ae64-0e1b30ceeefb tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 946 time: 0.2114863 Jan 28 12:31:42.967869 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 12:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e8c854-ffb2-46c7-9e19-ca2b3f7943c2 x-openstack-request-id: req-e5e8c854-ffb2-46c7-9e19-ca2b3f7943c2 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:31:42.968343 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "a0310cb0-628a-4b57-9679-77da0382719e", "code": 200}, {"server_uuid": "ebf870d3-6d91-4f72-bca9-b609eab0f80a", "name": "network-vif-plugged", "status": "completed", "tag": "a75e7990-42a5-45b0-a4ca-ec2281603276", "code": 200}, {"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-plugged", "status": "completed", "tag": "51934b9e-f915-40d5-ac1a-54f71b41d4e8", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:31:42.968448 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5e8c854-ffb2-46c7-9e19-ca2b3f7943c2 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:31:42.968798 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0310cb0-628a-4b57-9679-77da0382719e', 'code': 200} Jan 28 12:31:42.969051 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf870d3-6d91-4f72-bca9-b609eab0f80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e7990-42a5-45b0-a4ca-ec2281603276', 'code': 200} Jan 28 12:31:42.969299 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51934b9e-f915-40d5-ac1a-54f71b41d4e8', 'code': 200} Jan 28 12:31:43.012659 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] For port 30d5439f-e07a-46af-a44c-f20d1885cea9, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:31:43.024411 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-81bb9422-acfb-4e1c-9494-e742b5e52224 None None] Provisioning complete for port 30d5439f-e07a-46af-a44c-f20d1885cea9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:43.028327 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] For port 30d5439f-e07a-46af-a44c-f20d1885cea9, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=30d5439f-e07a-46af-a44c-f20d1885cea9,segment=NetworkSegment(9b08e7cf-3841-4bb6-ba41-1141f826de2d),segment_id=9b08e7cf-3841-4bb6-ba41-1141f826de2d)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:31:43.031489 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81bb9422-acfb-4e1c-9494-e742b5e52224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:43.035095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d9db9528-d367-4cb2-8195-283603cc43a9 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:31:43.040820 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:43.047473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d9db9528-d367-4cb2-8195-283603cc43a9 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:31:43.055228 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6131bbc-95c6-46a7-920b-17895c4b6c51 req-c9599377-5012-44cc-8fe9-e2ddeeede40e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675134 Jan 28 12:31:43.247215 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dea2f0-1fbb-4bc0-b1a3-ad207c2d8fd0 None None] Pushing event updated for resources: {'Port': ['ID=30d5439f-e07a-46af-a44c-f20d1885cea9,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:43.306715 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Routers {'0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:31:43.308013 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:43.465025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43e5e6-548e-4786-81af-49f558e3f8a2 req-a0b740e1-5cb3-41a7-9693-315b37924832 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.488605 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd43e5e6-548e-4786-81af-49f558e3f8a2 req-a0b740e1-5cb3-41a7-9693-315b37924832 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.2082195 Jan 28 12:31:43.593052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320a4e8-c4e5-4ae8-9371-dc32ed8838c0 req-28b36cc4-5eaf-4fe7-bad0-8879f685b390 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.612386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320a4e8-c4e5-4ae8-9371-dc32ed8838c0 req-28b36cc4-5eaf-4fe7-bad0-8879f685b390 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.621029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320a4e8-c4e5-4ae8-9371-dc32ed8838c0 req-28b36cc4-5eaf-4fe7-bad0-8879f685b390 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.644462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320a4e8-c4e5-4ae8-9371-dc32ed8838c0 req-28b36cc4-5eaf-4fe7-bad0-8879f685b390 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.654959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320a4e8-c4e5-4ae8-9371-dc32ed8838c0 req-28b36cc4-5eaf-4fe7-bad0-8879f685b390 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.670150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320a4e8-c4e5-4ae8-9371-dc32ed8838c0 req-28b36cc4-5eaf-4fe7-bad0-8879f685b390 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.675903 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] Set router 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:31:43.688132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320a4e8-c4e5-4ae8-9371-dc32ed8838c0 req-28b36cc4-5eaf-4fe7-bad0-8879f685b390 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.700460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0320a4e8-c4e5-4ae8-9371-dc32ed8838c0 req-28b36cc4-5eaf-4fe7-bad0-8879f685b390 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5432 time: 0.5417714 Jan 28 12:31:43.725451 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0de09-e946-4a89-9fda-83d96c21f25d req-ff178585-5a29-4dd6-ac3c-640600b6b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.726161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0de09-e946-4a89-9fda-83d96c21f25d req-ff178585-5a29-4dd6-ac3c-640600b6b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.730145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0de09-e946-4a89-9fda-83d96c21f25d req-ff178585-5a29-4dd6-ac3c-640600b6b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.732954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0de09-e946-4a89-9fda-83d96c21f25d req-ff178585-5a29-4dd6-ac3c-640600b6b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.734326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0de09-e946-4a89-9fda-83d96c21f25d req-ff178585-5a29-4dd6-ac3c-640600b6b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.735582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0de09-e946-4a89-9fda-83d96c21f25d req-ff178585-5a29-4dd6-ac3c-640600b6b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.737510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0de09-e946-4a89-9fda-83d96c21f25d req-ff178585-5a29-4dd6-ac3c-640600b6b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:43.741232 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69d0de09-e946-4a89-9fda-83d96c21f25d req-ff178585-5a29-4dd6-ac3c-640600b6b061 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6489 time: 0.6689699 Jan 28 12:31:43.844663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d9db9528-d367-4cb2-8195-283603cc43a9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d9db9528-d367-4cb2-8195-283603cc43a9,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:43.868155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'd9db9528-d367-4cb2-8195-283603cc43a9', 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b', 'port_id': 'd9db9528-d367-4cb2-8195-283603cc43a9', 'mac_address': 'fa:16:3e:c3:84:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a52d88f-3d14-4d4c-b078-233c75ac286f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:31:43.876944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 30d5439f-e07a-46af-a44c-f20d1885cea9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:43.908466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd43e5e6-548e-4786-81af-49f558e3f8a2 req-fd69f4c5-edb3-43fa-ab16-9b9cf4c22fae tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139552 Jan 28 12:31:44.015716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d9db9528-d367-4cb2-8195-283603cc43a9 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:44.016769 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:44.033984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 30d5439f-e07a-46af-a44c-f20d1885cea9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:44.035390 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:44.038389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9db9528-d367-4cb2-8195-283603cc43a9 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:31:44.154203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0320a4e8-c4e5-4ae8-9371-dc32ed8838c0 req-7544681a-1983-4c15-9a2d-3e15aa021170 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4510441 Jan 28 12:31:44.184925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69d0de09-e946-4a89-9fda-83d96c21f25d req-dded15d3-a757-4db2-8aae-9ae2c83ad374 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4301221 Jan 28 12:31:44.199001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d9db9528-d367-4cb2-8195-283603cc43a9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d9db9528-d367-4cb2-8195-283603cc43a9,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:44.320109 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:44.322169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0d0d5-cd97-43f7-b726-b6048e010665 req-77be7678-7a57-4948-b6c6-f98fc5640bb5 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:44.343692 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'name': 'tempest-TaggedBootDevicesTest_v242-352567598-router', 'tenant_id': 'd440184159864307983304df44895411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:18Z', 'updated_at': '2022-01-28T12:31:30Z', 'revision_number': 4, 'project_id': 'd440184159864307983304df44895411', 'gw_port': {'id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:21Z', 'updated_at': '2022-01-28T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '30d5439f-e07a-46af-a44c-f20d1885cea9', 'name': '', 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53', 'tenant_id': 'd440184159864307983304df44895411', 'mac_address': 'fa:16:3e:92:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b87a848b-f7aa-48c1-bc4d-fe893fd27f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:28Z', 'updated_at': '2022-01-28T12:31:42Z', 'revision_number': 4, 'project_id': 'd440184159864307983304df44895411', 'subnets': [{'id': 'b87a848b-f7aa-48c1-bc4d-fe893fd27f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:44.347555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b7c0d0d5-cd97-43f7-b726-b6048e010665 req-77be7678-7a57-4948-b6c6-f98fc5640bb5 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.2315519 Jan 28 12:31:44.384671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-81bb9422-acfb-4e1c-9494-e742b5e52224 None None] Current status of the port 30d5439f-e07a-46af-a44c-f20d1885cea9 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:44.385541 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81bb9422-acfb-4e1c-9494-e742b5e52224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:44.402731 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e7289-a218-4fd4-a7c3-f06980f1edc7 None None] The sync data for ids ['0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'] in n-d-824835-4 is: [{'id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'name': 'tempest-TaggedBootDevicesTest_v242-352567598-router', 'tenant_id': 'd440184159864307983304df44895411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:18Z', 'updated_at': '2022-01-28T12:31:30Z', 'revision_number': 4, 'project_id': 'd440184159864307983304df44895411', 'gw_port': {'id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:21Z', 'updated_at': '2022-01-28T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '30d5439f-e07a-46af-a44c-f20d1885cea9', 'name': '', 'network_id': 'a52fd4ed-cbe4-4ca1-9635-98f940186e53', 'tenant_id': 'd440184159864307983304df44895411', 'mac_address': 'fa:16:3e:92:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b87a848b-f7aa-48c1-bc4d-fe893fd27f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:28Z', 'updated_at': '2022-01-28T12:31:42Z', 'revision_number': 4, 'project_id': 'd440184159864307983304df44895411', 'subnets': [{'id': 'b87a848b-f7aa-48c1-bc4d-fe893fd27f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:31:44.472146 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b7c0d0d5-cd97-43f7-b726-b6048e010665 req-181644e8-996b-4830-8124-b23a99c58c5c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236846 Jan 28 12:31:44.547856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 30d5439f-e07a-46af-a44c-f20d1885cea9 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:44.548243 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:44.571151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d9db9528-d367-4cb2-8195-283603cc43a9 is: BUILD; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:44.571757 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:44.608869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d9db9528-d367-4cb2-8195-283603cc43a9,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:44.716111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-81bb9422-acfb-4e1c-9494-e742b5e52224 None None] For port 30d5439f-e07a-46af-a44c-f20d1885cea9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=30d5439f-e07a-46af-a44c-f20d1885cea9,segment=NetworkSegment(9b08e7cf-3841-4bb6-ba41-1141f826de2d),segment_id=9b08e7cf-3841-4bb6-ba41-1141f826de2d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:44.736511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d9db9528-d367-4cb2-8195-283603cc43a9 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:31:44.746325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd0762-902e-46c9-aa94-fa99402ff393 req-0ee04fa8-1d18-4f1b-8f7d-13b1ae6ecb12 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:44.752152 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2fd0762-902e-46c9-aa94-fa99402ff393 req-0ee04fa8-1d18-4f1b-8f7d-13b1ae6ecb12 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1213782 Jan 28 12:31:44.766065 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81bb9422-acfb-4e1c-9494-e742b5e52224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:44.911396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb9422-acfb-4e1c-9494-e742b5e52224 None None] Pushing event updated for resources: {'Port': ['ID=30d5439f-e07a-46af-a44c-f20d1885cea9,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:44.920663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2fd0762-902e-46c9-aa94-fa99402ff393 req-40c140f9-ef8d-4f66-840e-fdab8ac92199 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323919 Jan 28 12:31:45.042610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d9db9528-d367-4cb2-8195-283603cc43a9'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:31:45.103586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73fac0-c769-4f01-b758-113f1ff0a0e8 req-c03996b1-6fc0-4915-b686-216b47b491b3 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:45.119670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb73fac0-c769-4f01-b758-113f1ff0a0e8 req-c03996b1-6fc0-4915-b686-216b47b491b3 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 945 time: 0.0955555 Jan 28 12:31:45.199582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d9db9528-d367-4cb2-8195-283603cc43a9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d9db9528-d367-4cb2-8195-283603cc43a9,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:45.236342 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb73fac0-c769-4f01-b758-113f1ff0a0e8 req-101d002a-e4f6-4c91-85ba-6fb032fe964b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120429 Jan 28 12:31:45.254776 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:45.427784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d9db9528-d367-4cb2-8195-283603cc43a9,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:45.454286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:31:45.462917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d4e04-aba9-4287-a5c5-9690ec17779b req-6bc26607-737b-4b4b-838f-e8652602f73b tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:45.488180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-153d4e04-aba9-4287-a5c5-9690ec17779b req-6bc26607-737b-4b4b-838f-e8652602f73b tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.1458905 Jan 28 12:31:45.516600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ea289b0e-ea01-4faf-b007-0f5f8c8c1b0e None None] Provisioning complete for port 30d5439f-e07a-46af-a44c-f20d1885cea9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:45.517061 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea289b0e-ea01-4faf-b007-0f5f8c8c1b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:45.588219 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:31:45.588650 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:31:45.625298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-153d4e04-aba9-4287-a5c5-9690ec17779b req-8d720f01-fc9d-4b06-9179-d374e92deaa3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362000 Jan 28 12:31:45.889265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0057367-366a-4146-9186-4e6dfeb441a4 req-695038e2-6654-4e59-a82d-750cb061dd47 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:45.895789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:45.896270 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:45.901636 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0057367-366a-4146-9186-4e6dfeb441a4 req-695038e2-6654-4e59-a82d-750cb061dd47 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:45.908930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0057367-366a-4146-9186-4e6dfeb441a4 req-695038e2-6654-4e59-a82d-750cb061dd47 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:45.916155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0057367-366a-4146-9186-4e6dfeb441a4 req-695038e2-6654-4e59-a82d-750cb061dd47 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:45.922069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0057367-366a-4146-9186-4e6dfeb441a4 req-695038e2-6654-4e59-a82d-750cb061dd47 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:45.927813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0057367-366a-4146-9186-4e6dfeb441a4 req-695038e2-6654-4e59-a82d-750cb061dd47 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:45.935037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0057367-366a-4146-9186-4e6dfeb441a4 req-695038e2-6654-4e59-a82d-750cb061dd47 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:45.943193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0057367-366a-4146-9186-4e6dfeb441a4 req-695038e2-6654-4e59-a82d-750cb061dd47 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5432 time: 0.1570983 Jan 28 12:31:46.024139 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0057367-366a-4146-9186-4e6dfeb441a4 req-4268dafc-b8fe-408c-8a73-bec3b08485dd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798855 Jan 28 12:31:46.159422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:46.188072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c73307-57ff-4e4f-8154-3148b7bebb22 req-586ebac8-9546-4c97-ab11-764fc9f0e0db tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:46.198861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23c73307-57ff-4e4f-8154-3148b7bebb22 req-586ebac8-9546-4c97-ab11-764fc9f0e0db tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1001234 Jan 28 12:31:46.200915 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:31:46.206236 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf894268-4647-4733-bb21-e0cf37f978aa" -d '{"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:31:46.236867 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:46.279433 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23c73307-57ff-4e4f-8154-3148b7bebb22 req-0d9ca927-6438-4c57-8b56-68eaf338a34f tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748258 Jan 28 12:31:46.480473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2953c-b65e-4727-b37b-ceaaa731d769 req-78481c43-a951-4c8e-895e-7c4a305b3dbf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:46.486868 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15e2953c-b65e-4727-b37b-ceaaa731d769 req-78481c43-a951-4c8e-895e-7c4a305b3dbf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.0917282 Jan 28 12:31:46.574094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 30d5439f-e07a-46af-a44c-f20d1885cea9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:46.621295 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15e2953c-b65e-4727-b37b-ceaaa731d769 req-77414077-6087-4db0-a12b-2bf24ac7ba23 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178071 Jan 28 12:31:46.675245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:46.699440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ea289b0e-ea01-4faf-b007-0f5f8c8c1b0e None None] Current status of the port 30d5439f-e07a-46af-a44c-f20d1885cea9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:46.712718 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a5388c-0791-4dca-97bd-8263f481d0af x-openstack-request-id: req-55a5388c-0791-4dca-97bd-8263f481d0af {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:31:46.712833 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:31:46.713098 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55a5388c-0791-4dca-97bd-8263f481d0af {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:31:46.713505 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'code': 200} Jan 28 12:31:46.777938 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:31:46.807096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 30d5439f-e07a-46af-a44c-f20d1885cea9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:46.929680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 30d5439f-e07a-46af-a44c-f20d1885cea9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:46.930197 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:46.956919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba908b-8e08-4b8b-aa90-bbaee9a9bb42 req-24b40112-e8c6-4571-9f5c-cf0cbbc4919e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:46.958901 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:46.972303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9ba908b-8e08-4b8b-aa90-bbaee9a9bb42 req-24b40112-e8c6-4571-9f5c-cf0cbbc4919e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 944 time: 0.1384480 Jan 28 12:31:47.073213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9ba908b-8e08-4b8b-aa90-bbaee9a9bb42 req-b14db9ed-750d-431d-b708-1d723810d2c3 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992720 Jan 28 12:31:47.108436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 30d5439f-e07a-46af-a44c-f20d1885cea9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:47.473874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cd44-15a6-4bd7-9b6f-2d7e6300c458 req-33babd43-c783-411c-a64c-dd3540e66b0c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:47.487166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f836cd44-15a6-4bd7-9b6f-2d7e6300c458 req-33babd43-c783-411c-a64c-dd3540e66b0c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.0901272 Jan 28 12:31:47.561701 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:47.595094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f836cd44-15a6-4bd7-9b6f-2d7e6300c458 req-ceb8c216-dc04-48fe-a9f0-c25ded339a41 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061215 Jan 28 12:31:47.862051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fa2e0-3458-4e5b-abed-9a54baecd544 req-cebe171a-cac8-4385-83e4-55c251e9f3d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:47.877236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fa2e0-3458-4e5b-abed-9a54baecd544 req-cebe171a-cac8-4385-83e4-55c251e9f3d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:47.887962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fa2e0-3458-4e5b-abed-9a54baecd544 req-cebe171a-cac8-4385-83e4-55c251e9f3d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:47.902812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fa2e0-3458-4e5b-abed-9a54baecd544 req-cebe171a-cac8-4385-83e4-55c251e9f3d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:47.911075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fa2e0-3458-4e5b-abed-9a54baecd544 req-cebe171a-cac8-4385-83e4-55c251e9f3d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:47.920423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fa2e0-3458-4e5b-abed-9a54baecd544 req-cebe171a-cac8-4385-83e4-55c251e9f3d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:47.926164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fa2e0-3458-4e5b-abed-9a54baecd544 req-cebe171a-cac8-4385-83e4-55c251e9f3d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:47.937236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b56fa2e0-3458-4e5b-abed-9a54baecd544 req-cebe171a-cac8-4385-83e4-55c251e9f3d1 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5432 time: 0.1928506 Jan 28 12:31:48.019667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b56fa2e0-3458-4e5b-abed-9a54baecd544 req-2a1f8e5d-e563-4e5a-9063-1cc23c551844 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796351 Jan 28 12:31:48.295963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865822ce-af6c-4fca-99ec-2b5c2e556965 req-3f5e70e5-f0d0-4e44-a5ee-02086b1da256 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:48.298506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-865822ce-af6c-4fca-99ec-2b5c2e556965 req-3f5e70e5-f0d0-4e44-a5ee-02086b1da256 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1263959 Jan 28 12:31:48.403741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-865822ce-af6c-4fca-99ec-2b5c2e556965 req-c4eef918-ef65-4296-87c9-073b01745d58 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887673 Jan 28 12:31:48.554554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08855b77-b74e-436f-8b55-5c8d24d890d9 req-e145942c-4cab-4a36-b381-e2d006af0a54 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:48.560787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-08855b77-b74e-436f-8b55-5c8d24d890d9 req-e145942c-4cab-4a36-b381-e2d006af0a54 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.0781517 Jan 28 12:31:48.640837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-08855b77-b74e-436f-8b55-5c8d24d890d9 req-27517ef3-f1c1-4aef-827e-21d926db6957 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747938 Jan 28 12:31:48.809066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669268-2e3a-481e-b83c-b1745be7860a req-b19c1a7e-dc00-4a3a-9703-e90d75a6ad54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:48.816001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669268-2e3a-481e-b83c-b1745be7860a req-b19c1a7e-dc00-4a3a-9703-e90d75a6ad54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:48.829718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669268-2e3a-481e-b83c-b1745be7860a req-b19c1a7e-dc00-4a3a-9703-e90d75a6ad54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:48.839943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669268-2e3a-481e-b83c-b1745be7860a req-b19c1a7e-dc00-4a3a-9703-e90d75a6ad54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:48.845774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669268-2e3a-481e-b83c-b1745be7860a req-b19c1a7e-dc00-4a3a-9703-e90d75a6ad54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:48.852269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669268-2e3a-481e-b83c-b1745be7860a req-b19c1a7e-dc00-4a3a-9703-e90d75a6ad54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:48.858140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669268-2e3a-481e-b83c-b1745be7860a req-b19c1a7e-dc00-4a3a-9703-e90d75a6ad54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:48.871899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40322) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:48.884049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c669268-2e3a-481e-b83c-b1745be7860a req-b19c1a7e-dc00-4a3a-9703-e90d75a6ad54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5432 time: 0.1581657 Jan 28 12:31:48.885525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f8d0646e-a255-42a1-8665-60f6deef4941 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Request body: {'floatingip': {'port_id': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:31:48.940407 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8d0646e-a255-42a1-8665-60f6deef4941 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for floatingip (d0927fdc-24c2-4cde-8a90-66c6ea40fc89), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:49.052151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d9db9528-d367-4cb2-8195-283603cc43a9 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:31:49.148543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e492b-4643-4a47-8d4b-dbab3a3a6a03 req-4c5ff0fa-7706-4aa3-bdc3-e6abcd68b5ae tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:49.152867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab2e492b-4643-4a47-8d4b-dbab3a3a6a03 req-4c5ff0fa-7706-4aa3-bdc3-e6abcd68b5ae tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 944 time: 0.1644664 Jan 28 12:31:49.174249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port d9db9528-d367-4cb2-8195-283603cc43a9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:31:49.175527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:49.237910 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68d65840-aecd-4538-96a8-a22365368085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:49.246726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab2e492b-4643-4a47-8d4b-dbab3a3a6a03 req-98494c6d-bee6-4788-90db-65a998b5d068 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852032 Jan 28 12:31:49.315060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d9db9528-d367-4cb2-8195-283603cc43a9 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:49.315683 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:49.399400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9db9528-d367-4cb2-8195-283603cc43a9'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:31:49.401796 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cb5f39-925e-49c2-9311-0c1e9605e4c4" -d '{"events": [{"server_uuid": "5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b", "name": "network-vif-plugged", "status": "completed", "tag": "d9db9528-d367-4cb2-8195-283603cc43a9"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:31:49.455033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d9db9528-d367-4cb2-8195-283603cc43a9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d9db9528-d367-4cb2-8195-283603cc43a9,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:49.466413 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:49.542584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1e7bd-aede-4b36-8231-631b1eb3c6fe req-cc61486c-d397-470c-b016-a4d5fde37f0f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:49.561614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fa1e7bd-aede-4b36-8231-631b1eb3c6fe req-cc61486c-d397-470c-b016-a4d5fde37f0f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.1344361 Jan 28 12:31:49.566776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d9db9528-d367-4cb2-8195-283603cc43a9,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:49.581668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.582013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.582429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.582690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.583020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.583369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.583835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.584036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.584361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.584686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.587639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.588005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.588349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:31:49.657978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fa1e7bd-aede-4b36-8231-631b1eb3c6fe req-83e8def3-0d10-4783-9510-7cab8e8a380e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933986 Jan 28 12:31:49.818882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b605c9-35c3-4643-9a8e-4c74671e3e37 req-f36b526c-f653-4813-9570-db63a001f508 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:49.823555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3b605c9-35c3-4643-9a8e-4c74671e3e37 req-f36b526c-f653-4813-9570-db63a001f508 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.0874312 Jan 28 12:31:49.905384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3b605c9-35c3-4643-9a8e-4c74671e3e37 req-ee801b34-d07f-440c-8729-41a5a7cbe003 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733106 Jan 28 12:31:50.080015 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073514f2-5d1b-4136-9efc-5f8e9b03d237 x-openstack-request-id: req-073514f2-5d1b-4136-9efc-5f8e9b03d237 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:31:50.080015 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b", "name": "network-vif-plugged", "status": "completed", "tag": "d9db9528-d367-4cb2-8195-283603cc43a9", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:31:50.080015 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-073514f2-5d1b-4136-9efc-5f8e9b03d237 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:31:50.080015 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9db9528-d367-4cb2-8195-283603cc43a9', 'code': 200} Jan 28 12:31:50.395155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63f025-fa74-4952-9e87-d785e5f1c88f req-9d717462-bdcf-4ed1-bdb1-fff56487ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:50.398817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e63f025-fa74-4952-9e87-d785e5f1c88f req-9d717462-bdcf-4ed1-bdb1-fff56487ea14 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 1097 time: 0.1613259 Jan 28 12:31:50.469884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4e578-97cd-4c7a-87ef-303afbca06ca req-2c6153dc-09c9-49e1-9a5a-92139b88e122 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:50.471492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5e4e578-97cd-4c7a-87ef-303afbca06ca req-2c6153dc-09c9-49e1-9a5a-92139b88e122 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.2195520 Jan 28 12:31:50.485334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8d0646e-a255-42a1-8665-60f6deef4941 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:50.497802 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8d0646e-a255-42a1-8665-60f6deef4941 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (d0927fdc-24c2-4cde-8a90-66c6ea40fc89), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:50.555587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e63f025-fa74-4952-9e87-d785e5f1c88f req-b93a28ee-dde6-4980-bb39-b7172eb83350 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474848 Jan 28 12:31:50.636047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5e4e578-97cd-4c7a-87ef-303afbca06ca req-8e6256c2-b268-4226-aead-bd44456aa9d4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542025 Jan 28 12:31:50.731218 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-f8d0646e-a255-42a1-8665-60f6deef4941 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Floating IP d0927fdc-24c2-4cde-8a90-66c6ea40fc89 associated. External IP: 172.25.7.175, port: f2eae2a5-ffa0-4482-ba27-f5eb1313d427. Jan 28 12:31:50.830335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72cdc-8789-4c8b-96aa-e850f6d7c14a req-05d9d16c-b486-457a-a187-ce1df80e4ab6 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:50.840477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26c72cdc-8789-4c8b-96aa-e850f6d7c14a req-05d9d16c-b486-457a-a187-ce1df80e4ab6 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.0937018 Jan 28 12:31:50.955831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26c72cdc-8789-4c8b-96aa-e850f6d7c14a req-7d889fa3-c174-474d-b215-7ffdca6585f4 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102304 Jan 28 12:31:51.078516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644264a-91df-462b-868d-2cfc07776533 req-f00c4022-6bb4-47cc-b802-09fd1a54ad93 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:51.095386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4644264a-91df-462b-868d-2cfc07776533 req-f00c4022-6bb4-47cc-b802-09fd1a54ad93 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.0656755 Jan 28 12:31:51.282163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4644264a-91df-462b-868d-2cfc07776533 req-e6c31871-9382-4ccf-997d-c556a6f98ced tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930313 Jan 28 12:31:51.316366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52e504-e777-4564-9e97-8851e75781d5 req-07d994d9-a6a5-4416-965b-26618ef921c0 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:51.321445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d52e504-e777-4564-9e97-8851e75781d5 req-07d994d9-a6a5-4416-965b-26618ef921c0 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.49 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.1482005 Jan 28 12:31:51.483603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8d52e504-e777-4564-9e97-8851e75781d5 req-03c8f80c-ae17-4268-8d4a-4e1919130529 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Deleting port 44a45cb2-5364-4da8-8a01-f2fad6675c7f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:31:51.483953 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8d52e504-e777-4564-9e97-8851e75781d5 req-03c8f80c-ae17-4268-8d4a-4e1919130529 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:51.625046 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d8dbf99-2325-4ef3-ab39-619f11e913f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:51.770869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8d52e504-e777-4564-9e97-8851e75781d5 req-03c8f80c-ae17-4268-8d4a-4e1919130529 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] For port 44a45cb2-5364-4da8-8a01-f2fad6675c7f, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=44a45cb2-5364-4da8-8a01-f2fad6675c7f,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:51.771548 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8d52e504-e777-4564-9e97-8851e75781d5 req-03c8f80c-ae17-4268-8d4a-4e1919130529 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:51.822419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8d52e504-e777-4564-9e97-8851e75781d5 req-03c8f80c-ae17-4268-8d4a-4e1919130529 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Calling delete_port for 44a45cb2-5364-4da8-8a01-f2fad6675c7f owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:31:51.831805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d0646e-a255-42a1-8665-60f6deef4941 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:31:51.923878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf9b7-8565-445c-8cb1-cea8ff48ac05 req-63c89313-04a6-4cef-b919-651419978863 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:51.934360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf3cf9b7-8565-445c-8cb1-cea8ff48ac05 req-63c89313-04a6-4cef-b919-651419978863 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=52c25b8b-060f-4a5f-ac15-d96e05ce802b HTTP/1.1" status: 200 len: 946 time: 0.3703325 Jan 28 12:31:52.078432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf3cf9b7-8565-445c-8cb1-cea8ff48ac05 req-190b2c7c-1404-4983-90c3-659f6d73165d tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379752 Jan 28 12:31:52.130779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d0646e-a255-42a1-8665-60f6deef4941 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:31:52.142788 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8d0646e-a255-42a1-8665-60f6deef4941 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:52.143568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0f3c6-ed1f-4ad8-a5e8-61dce6de6335 None None] Sync routers for ids ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:31:52.177770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0f3c6-ed1f-4ad8-a5e8-61dce6de6335 None None] Routers {'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:31:52.179964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e6d0f3c6-ed1f-4ad8-a5e8-61dce6de6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:31:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:52.232951 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f8d0646e-a255-42a1-8665-60f6deef4941 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "PUT /v2.0/floatingips/d0927fdc-24c2-4cde-8a90-66c6ea40fc89 HTTP/1.1" status: 200 len: 991 time: 3.3586168 Jan 28 12:31:52.234314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:31:52.237727 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe5147b-c38b-4856-a004-270c84ca7705" -d '{"events": [{"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "f2eae2a5-ffa0-4482-ba27-f5eb1313d427"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:31:52.360806 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8d52e504-e777-4564-9e97-8851e75781d5 req-03c8f80c-ae17-4268-8d4a-4e1919130529 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (44a45cb2-5364-4da8-8a01-f2fad6675c7f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:52.467446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8f80c-ae17-4268-8d4a-4e1919130529 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Pushing event deleted for resources: {'Port': ['ID=44a45cb2-5364-4da8-8a01-f2fad6675c7f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:52.492002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83622c6-e638-44f1-bb4c-186b657e5983 req-13cd3a8e-9f44-49f1-b3bf-4f21cd00a1c9 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:52.505825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a83622c6-e638-44f1-bb4c-186b657e5983 req-13cd3a8e-9f44-49f1-b3bf-4f21cd00a1c9 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.2612784 Jan 28 12:31:52.548298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['269003df-f043-46fb-bba7-52fbd79aefa8', '44a45cb2-5364-4da8-8a01-f2fad6675c7f'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:31:52.671419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d52e504-e777-4564-9e97-8851e75781d5 req-03c8f80c-ae17-4268-8d4a-4e1919130529 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] No DVR routers for this DVR port 44a45cb2-5364-4da8-8a01-f2fad6675c7f on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:31:52.680335 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8d52e504-e777-4564-9e97-8851e75781d5 req-03c8f80c-ae17-4268-8d4a-4e1919130529 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:52.684458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d52e504-e777-4564-9e97-8851e75781d5 req-03c8f80c-ae17-4268-8d4a-4e1919130529 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.49 "DELETE /v2.0/ports/44a45cb2-5364-4da8-8a01-f2fad6675c7f HTTP/1.1" status: 204 len: 173 time: 1.3568935 Jan 28 12:31:52.687501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c25b8b-060f-4a5f-ac15-d96e05ce802b', 'name': 'network-vif-deleted', 'tag': '44a45cb2-5364-4da8-8a01-f2fad6675c7f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:31:52.690450 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b846b344-414d-42f4-b57c-4f3dd3b105ee" -d '{"events": [{"server_uuid": "52c25b8b-060f-4a5f-ac15-d96e05ce802b", "name": "network-vif-deleted", "tag": "44a45cb2-5364-4da8-8a01-f2fad6675c7f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:31:52.722363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a83622c6-e638-44f1-bb4c-186b657e5983 req-01c2c02c-7320-45c0-bf6b-9ea7ef73e6b9 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155583 Jan 28 12:31:52.960097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e6d0f3c6-ed1f-4ad8-a5e8-61dce6de6335 None None] Set router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:31:52.963056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:53.024618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b53dd0-8799-43ce-b099-3e8f7c4284b9 req-5f541374-c3c0-4ba6-b9b1-30949653fa46 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:53.030410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24b53dd0-8799-43ce-b099-3e8f7c4284b9 req-5f541374-c3c0-4ba6-b9b1-30949653fa46 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1499734 Jan 28 12:31:53.153069 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24b53dd0-8799-43ce-b099-3e8f7c4284b9 req-959a2ddd-7388-4ea1-9314-8b131b1fa467 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137683 Jan 28 12:31:53.338603 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68338eef-6ced-4ec0-9b04-1941fbeb527a x-openstack-request-id: req-68338eef-6ced-4ec0-9b04-1941fbeb527a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:31:53.339121 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "tag": "f2eae2a5-ffa0-4482-ba27-f5eb1313d427", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:31:53.339121 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68338eef-6ced-4ec0-9b04-1941fbeb527a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:31:53.339723 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'tag': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427', 'status': 'completed', 'code': 200} Jan 28 12:31:53.539073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e6d0f3c6-ed1f-4ad8-a5e8-61dce6de6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:29:07Z', 'revision_number': 4, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'd0927fdc-24c2-4cde-8a90-66c6ea40fc89', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'port_id': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'mac_address': 'fa:16:3e:4a:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:30:11Z', 'updated_at': '2022-01-28T12:31:50Z', 'revision_number': 1, 'project_id': '523c775734d64237ba19b3804f18ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6', 'name': '', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'mac_address': 'fa:16:3e:5c:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:05Z', 'updated_at': '2022-01-28T12:29:13Z', 'revision_number': 5, 'project_id': '523c775734d64237ba19b3804f18ee73', 'subnets': [{'id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:53.548207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fe521-1492-4967-9d2f-e2c8fade21ae req-86267d9a-1003-4a24-85ef-7565c5b596c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:53.567575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a5fe521-1492-4967-9d2f-e2c8fade21ae req-86267d9a-1003-4a24-85ef-7565c5b596c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.1055710 Jan 28 12:31:53.578545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5147b-c38b-4856-a004-270c84ca7705 req-f4c11411-f9eb-4b0f-91ac-776c7077ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:53.578545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5147b-c38b-4856-a004-270c84ca7705 req-f4c11411-f9eb-4b0f-91ac-776c7077ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:53.578545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5147b-c38b-4856-a004-270c84ca7705 req-f4c11411-f9eb-4b0f-91ac-776c7077ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:53.578545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5147b-c38b-4856-a004-270c84ca7705 req-f4c11411-f9eb-4b0f-91ac-776c7077ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:53.578545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5147b-c38b-4856-a004-270c84ca7705 req-f4c11411-f9eb-4b0f-91ac-776c7077ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:53.578545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5147b-c38b-4856-a004-270c84ca7705 req-f4c11411-f9eb-4b0f-91ac-776c7077ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:53.578545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5147b-c38b-4856-a004-270c84ca7705 req-f4c11411-f9eb-4b0f-91ac-776c7077ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:53.580132 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efe5147b-c38b-4856-a004-270c84ca7705 req-f4c11411-f9eb-4b0f-91ac-776c7077ddd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=523c775734d64237ba19b3804f18ee73&device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6489 time: 0.1988370 Jan 28 12:31:53.643709 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0f3c6-ed1f-4ad8-a5e8-61dce6de6335 None None] Checking router: de675f4c-1433-4cd0-bcb4-cb09eb84c2fb for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:31:53.658943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0f3c6-ed1f-4ad8-a5e8-61dce6de6335 None None] Routers {'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:31:53.660483 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e6d0f3c6-ed1f-4ad8-a5e8-61dce6de6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:31:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:53.797024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a5fe521-1492-4967-9d2f-e2c8fade21ae req-d3931b3e-44c8-482c-957b-67f61d422245 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331574 Jan 28 12:31:53.838948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5147b-c38b-4856-a004-270c84ca7705 req-8235b432-80bb-43f5-a24a-9c599b141ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:53.846531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efe5147b-c38b-4856-a004-270c84ca7705 req-8235b432-80bb-43f5-a24a-9c599b141ee5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=de73d51a-b816-487d-9aec-4cbd62d5c08f HTTP/1.1" status: 200 len: 913 time: 0.2524943 Jan 28 12:31:53.954760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e6d0f3c6-ed1f-4ad8-a5e8-61dce6de6335 None None] Set router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:31:53.986915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efe5147b-c38b-4856-a004-270c84ca7705 req-2edbb1a9-3374-46dd-97c6-188e5ad40cab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2eae2a5-ffa0-4482-ba27-f5eb1313d427 HTTP/1.1" status: 200 len: 999 time: 0.1290710 Jan 28 12:31:54.099678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5147b-c38b-4856-a004-270c84ca7705 req-485f4026-4226-47be-b87e-3646d1813d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:54.104242 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efe5147b-c38b-4856-a004-270c84ca7705 req-485f4026-4226-47be-b87e-3646d1813d20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a40a858a-ac10-4c03-bed6-d03ffae7c7c2 HTTP/1.1" status: 200 len: 851 time: 0.1043019 Jan 28 12:31:54.211256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5147b-c38b-4856-a004-270c84ca7705 req-9451ce2e-b74b-4054-8d41-a8a86b5741ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:54.213733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efe5147b-c38b-4856-a004-270c84ca7705 req-9451ce2e-b74b-4054-8d41-a8a86b5741ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=de73d51a-b816-487d-9aec-4cbd62d5c08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023459 Jan 28 12:31:54.340447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e6d0f3c6-ed1f-4ad8-a5e8-61dce6de6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:29:07Z', 'revision_number': 4, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'd0927fdc-24c2-4cde-8a90-66c6ea40fc89', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'port_id': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'mac_address': 'fa:16:3e:4a:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:30:11Z', 'updated_at': '2022-01-28T12:31:50Z', 'revision_number': 1, 'project_id': '523c775734d64237ba19b3804f18ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6', 'name': '', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'mac_address': 'fa:16:3e:5c:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:05Z', 'updated_at': '2022-01-28T12:29:13Z', 'revision_number': 5, 'project_id': '523c775734d64237ba19b3804f18ee73', 'subnets': [{'id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:31:54.341701 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b9c916-1112-465b-8078-d6262571b21b x-openstack-request-id: req-f5b9c916-1112-465b-8078-d6262571b21b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:31:54.344001 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c25b8b-060f-4a5f-ac15-d96e05ce802b", "name": "network-vif-deleted", "tag": "44a45cb2-5364-4da8-8a01-f2fad6675c7f", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:31:54.344332 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5b9c916-1112-465b-8078-d6262571b21b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:31:54.345627 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c25b8b-060f-4a5f-ac15-d96e05ce802b', 'name': 'network-vif-deleted', 'tag': '44a45cb2-5364-4da8-8a01-f2fad6675c7f', 'status': 'completed', 'code': 200} Jan 28 12:31:54.427265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0f3c6-ed1f-4ad8-a5e8-61dce6de6335 None None] The sync data for ids ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'] in n-d-824835-4 is: [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:29:07Z', 'revision_number': 4, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'd0927fdc-24c2-4cde-8a90-66c6ea40fc89', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'port_id': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'mac_address': 'fa:16:3e:4a:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:30:11Z', 'updated_at': '2022-01-28T12:31:50Z', 'revision_number': 1, 'project_id': '523c775734d64237ba19b3804f18ee73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6', 'name': '', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'mac_address': 'fa:16:3e:5c:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:05Z', 'updated_at': '2022-01-28T12:29:13Z', 'revision_number': 5, 'project_id': '523c775734d64237ba19b3804f18ee73', 'subnets': [{'id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:31:54.457073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efe5147b-c38b-4856-a004-270c84ca7705 req-99e1df4b-67f9-43c6-b813-7d64be1d8cac service neutron] 10.222.0.49 "GET /v2.0/networks/de73d51a-b816-487d-9aec-4cbd62d5c08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310846 Jan 28 12:31:54.554395 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:54.768370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77a915-e624-4546-8bb1-ce5a1d68c2f4 req-5d5d238f-268a-42d5-9b8d-779435d50070 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:54.788140 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba77a915-e624-4546-8bb1-ce5a1d68c2f4 req-5d5d238f-268a-42d5-9b8d-779435d50070 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.2134016 Jan 28 12:31:54.868381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba77a915-e624-4546-8bb1-ce5a1d68c2f4 req-42f4e9af-74b4-442b-87b7-3d9a04193670 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748062 Jan 28 12:31:54.874610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efe5147b-c38b-4856-a004-270c84ca7705 req-2f71b18e-6fb5-4e11-aacd-0d63f73308b3 service neutron] 10.222.0.49 "GET /v2.0/networks/de73d51a-b816-487d-9aec-4cbd62d5c08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001815 Jan 28 12:31:54.892942 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ed635e-fb4c-4350-827e-73af20dec173 None None] New status for floating IP d0927fdc-24c2-4cde-8a90-66c6ea40fc89: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:31:55.124502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39996ee-9941-4e46-bc8a-98a0e90e8e84 req-009c7486-f616-435c-b4f8-2bdf906d11a2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:55.133563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b39996ee-9941-4e46-bc8a-98a0e90e8e84 req-009c7486-f616-435c-b4f8-2bdf906d11a2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1392598 Jan 28 12:31:55.210559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 44a45cb2-5364-4da8-8a01-f2fad6675c7f no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:31:55.227094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b39996ee-9941-4e46-bc8a-98a0e90e8e84 req-cac3112b-5d9d-4598-ae59-3ac419b288a0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868409 Jan 28 12:31:55.278630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 44a45cb2-5364-4da8-8a01-f2fad6675c7f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:31:55.279034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 44a45cb2-5364-4da8-8a01-f2fad6675c7f not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:31:55.658052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc30c2-2179-4d2b-9e4e-564e1e27ca88 req-b65d94af-fc9b-4155-9d94-221d8ad63437 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:55.665444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9dc30c2-2179-4d2b-9e4e-564e1e27ca88 req-b65d94af-fc9b-4155-9d94-221d8ad63437 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.0785160 Jan 28 12:31:55.781667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9dc30c2-2179-4d2b-9e4e-564e1e27ca88 req-8bdc7dc2-1b4d-49e2-9733-8daac19885f0 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142538 Jan 28 12:31:55.916625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006faac-e0ac-4380-9ca6-d2de81ca2141 req-57538fda-6926-44d4-8b50-8e5b46204a67 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:55.918496 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b006faac-e0ac-4380-9ca6-d2de81ca2141 req-57538fda-6926-44d4-8b50-8e5b46204a67 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.0620096 Jan 28 12:31:55.932869 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:56.081225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b006faac-e0ac-4380-9ca6-d2de81ca2141 req-334dffbe-e9b7-4ab5-887a-cbe99b638878 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542482 Jan 28 12:31:56.100706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a3040-9bbc-4ba7-a12b-d553002242da req-c94b1762-2025-4eb7-a7fb-241b9d08bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:56.102760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f61a3040-9bbc-4ba7-a12b-d553002242da req-c94b1762-2025-4eb7-a7fb-241b9d08bfb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 1097 time: 0.1432278 Jan 28 12:31:56.290119 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a3040-9bbc-4ba7-a12b-d553002242da req-04273a0f-ecea-4b74-b562-4ec7ccfc18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:56.293228 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f61a3040-9bbc-4ba7-a12b-d553002242da req-04273a0f-ecea-4b74-b562-4ec7ccfc18e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 912 time: 0.1808951 Jan 28 12:31:56.396878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f61a3040-9bbc-4ba7-a12b-d553002242da req-03c019ba-1b2e-4b7d-8fe3-f33cf3de6ccf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a75e7990-42a5-45b0-a4ca-ec2281603276 HTTP/1.1" status: 200 len: 217 time: 0.0933785 Jan 28 12:31:56.525327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241320c-6c8a-42b2-a46a-9beac5690eca req-b6622d48-ba28-4445-baec-20d6ac12244f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:56.526838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e241320c-6c8a-42b2-a46a-9beac5690eca req-b6622d48-ba28-4445-baec-20d6ac12244f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1428943 Jan 28 12:31:56.528774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a3040-9bbc-4ba7-a12b-d553002242da req-c632acea-ad80-425e-b008-1cfca40204bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:56.530318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f61a3040-9bbc-4ba7-a12b-d553002242da req-c632acea-ad80-425e-b008-1cfca40204bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.0845866 Jan 28 12:31:56.580848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f61a3040-9bbc-4ba7-a12b-d553002242da req-4348d987-2ee5-41c4-ad91-ccada8f36c58 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354393 Jan 28 12:31:56.655963 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e241320c-6c8a-42b2-a46a-9beac5690eca req-98032657-d487-4d94-8f6a-cfe2ec841e3c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222682 Jan 28 12:31:56.812672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f61a3040-9bbc-4ba7-a12b-d553002242da req-b20814d9-a317-474e-9891-0d93180a5032 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165365 Jan 28 12:31:56.822770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-14c4ba4a-9d51-46e2-87a5-85f16fd72549 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:56.829965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-14c4ba4a-9d51-46e2-87a5-85f16fd72549 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/networks?id=e8afdfaf-7933-47d2-a23a-76117fd9a21b HTTP/1.1" status: 200 len: 815 time: 0.2002478 Jan 28 12:31:56.953051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-21a191cc-ce20-4b91-bfa7-5a038c562193 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/quotas/4b07ed76ea374ea485968b4cd28446fd HTTP/1.1" status: 200 len: 375 time: 0.1221650 Jan 28 12:31:57.278759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40500) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:57.328646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f61a3040-9bbc-4ba7-a12b-d553002242da req-33564ebd-75c5-4d6f-a868-96dde3754bf9 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963980 Jan 28 12:31:57.342275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def983e-a9f6-45dc-b0e4-031f945415db req-14ffb4d3-e36d-47d7-92a8-eec5d0c30a8a tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:57.343842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5def983e-a9f6-45dc-b0e4-031f945415db req-14ffb4d3-e36d-47d7-92a8-eec5d0c30a8a tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.4431455 Jan 28 12:31:57.352053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-357de425-a8b0-46f2-adea-fd31959e72f6 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b07ed76ea374ea485968b4cd28446fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3981514 Jan 28 12:31:57.462115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5def983e-a9f6-45dc-b0e4-031f945415db req-ea66bd21-7096-4af4-b3fc-e11a08a9f67e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066339 Jan 28 12:31:57.470730 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6ca58ca-10dc-4f49-be57-929b049d88c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:57.499856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7faf5210-a6b1-415e-85e8-84a7da7c5df7 service neutron] 10.222.0.53 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383727 Jan 28 12:31:57.575895 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6ca58ca-10dc-4f49-be57-929b049d88c1 admin admin] Publish callbacks [] for security_group (ffb0dae6-4aab-425a-8a05-fa69bfb614c3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:57.588767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6ca58ca-10dc-4f49-be57-929b049d88c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ffb0dae6-4aab-425a-8a05-fa69bfb614c3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:57.670536 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f6ca58ca-10dc-4f49-be57-929b049d88c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f2db137e9f34ac9a9985b89891d16bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3906641 Jan 28 12:31:57.673294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca58ca-10dc-4f49-be57-929b049d88c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb0dae6-4aab-425a-8a05-fa69bfb614c3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:57.676040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40510) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:57.702489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9a45b-886f-47ae-942c-eb54dde2812d req-c316d967-37d1-474c-92a1-a227bde540a6 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:57.704671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29e9a45b-886f-47ae-942c-eb54dde2812d req-c316d967-37d1-474c-92a1-a227bde540a6 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.1291602 Jan 28 12:31:57.723758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-eeb782c9-4a53-496a-b16b-b4f3be5b58e9 service neutron] 10.222.0.53 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202845 Jan 28 12:31:57.744202 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e9f7e5c-b257-4177-a80e-ff69138f378f admin admin] Publish callbacks [] for security_group (ffb0dae6-4aab-425a-8a05-fa69bfb614c3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:57.773273 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e9f7e5c-b257-4177-a80e-ff69138f378f admin admin] Publish callbacks [] for security_group (ffb0dae6-4aab-425a-8a05-fa69bfb614c3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:57.806542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29e9a45b-886f-47ae-942c-eb54dde2812d req-aa61e4c2-2f27-48d5-b192-5562e44d9d9c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808463 Jan 28 12:31:57.862786 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e9f7e5c-b257-4177-a80e-ff69138f378f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ffb0dae6-4aab-425a-8a05-fa69bfb614c3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:57.866880 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e9f7e5c-b257-4177-a80e-ff69138f378f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:57.868555 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9e9f7e5c-b257-4177-a80e-ff69138f378f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffb0dae6-4aab-425a-8a05-fa69bfb614c3 HTTP/1.1" status: 204 len: 168 time: 0.1913857 Jan 28 12:31:57.897306 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f7e5c-b257-4177-a80e-ff69138f378f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb0dae6-4aab-425a-8a05-fa69bfb614c3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:57.994038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b36924b9-e2a3-4887-8b27-6fe8f3b46605 req-0e9b4794-7074-470b-80a9-9328608bf0dc tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 210 time: 0.0449429 Jan 28 12:31:58.064952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4db86-a519-45ee-8c01-2b82afdd5004 req-21fdf452-bf12-4ff3-9c10-576da403c2a5 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:58.066479 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66b4db86-a519-45ee-8c01-2b82afdd5004 req-21fdf452-bf12-4ff3-9c10-576da403c2a5 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.0712464 Jan 28 12:31:58.130497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66b4db86-a519-45ee-8c01-2b82afdd5004 req-3a583e7e-0c72-4fa3-9187-79a6ec9c4080 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578425 Jan 28 12:31:58.269953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40528) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:58.286726 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9514b9bb-5b6b-42ad-ad3f-6fe30ea45b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:58.384749 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9514b9bb-5b6b-42ad-ad3f-6fe30ea45b03 admin admin] Publish callbacks [] for security_group (9eb3c70f-e766-4bc4-aa70-f29227b6040c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:58.390733 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9514b9bb-5b6b-42ad-ad3f-6fe30ea45b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9eb3c70f-e766-4bc4-aa70-f29227b6040c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:58.433512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514b9bb-5b6b-42ad-ad3f-6fe30ea45b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb3c70f-e766-4bc4-aa70-f29227b6040c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:58.445681 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9514b9bb-5b6b-42ad-ad3f-6fe30ea45b03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba2c2ab4c2c74fcaaeff9d99a47e3e0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1742773 Jan 28 12:31:58.448413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40532) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:31:58.517105 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89b41170-0086-4af8-9a9e-6f7295860443 admin admin] Publish callbacks [] for security_group (9eb3c70f-e766-4bc4-aa70-f29227b6040c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:58.548277 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89b41170-0086-4af8-9a9e-6f7295860443 admin admin] Publish callbacks [] for security_group (9eb3c70f-e766-4bc4-aa70-f29227b6040c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:58.653873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae15f0-9906-4d1e-afea-86ffe4b85c96 req-0aca1e66-8590-4457-ba73-339221dac1a6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:58.655553 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2ae15f0-9906-4d1e-afea-86ffe4b85c96 req-0aca1e66-8590-4457-ba73-339221dac1a6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.0774696 Jan 28 12:31:58.683644 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89b41170-0086-4af8-9a9e-6f7295860443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9eb3c70f-e766-4bc4-aa70-f29227b6040c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:58.693463 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89b41170-0086-4af8-9a9e-6f7295860443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:58.699368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-89b41170-0086-4af8-9a9e-6f7295860443 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9eb3c70f-e766-4bc4-aa70-f29227b6040c HTTP/1.1" status: 204 len: 168 time: 0.2460790 Jan 28 12:31:58.744943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b41170-0086-4af8-9a9e-6f7295860443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb3c70f-e766-4bc4-aa70-f29227b6040c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:58.795651 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2ae15f0-9906-4d1e-afea-86ffe4b85c96 req-85eb33f9-2878-484b-963a-f5ab88ac5293 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230249 Jan 28 12:31:58.829694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02cb60-fd07-4cd6-b071-1945fd0f6056 req-c0d22ca6-39fa-47b5-97c3-a170014f69c1 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:58.849915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be02cb60-fd07-4cd6-b071-1945fd0f6056 req-c0d22ca6-39fa-47b5-97c3-a170014f69c1 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b HTTP/1.1" status: 200 len: 946 time: 0.1528423 Jan 28 12:31:59.196682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98d300ae-f530-4832-8b36-cb826f2516ce req-2e69e1bb-3f32-4a2d-a016-c0c202c62b66 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 210 time: 0.0465009 Jan 28 12:31:59.214337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68ff41-6634-4bc7-a5be-7e46c9f2b8d4 req-ed612f5a-8852-44f2-8fe4-b0fc1882fe18 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:59.222073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c68ff41-6634-4bc7-a5be-7e46c9f2b8d4 req-ed612f5a-8852-44f2-8fe4-b0fc1882fe18 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.2096429 Jan 28 12:31:59.223978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:31:59.229730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a75e7990-42a5-45b0-a4ca-ec2281603276 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:31:59.260136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-be02cb60-fd07-4cd6-b071-1945fd0f6056 req-72912dce-5084-4f02-8a06-4365a80ade10 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Deleting port d9db9528-d367-4cb2-8195-283603cc43a9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:31:59.260591 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be02cb60-fd07-4cd6-b071-1945fd0f6056 req-72912dce-5084-4f02-8a06-4365a80ade10 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:59.337329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c68ff41-6634-4bc7-a5be-7e46c9f2b8d4 req-ddf69266-e151-4ec1-8d84-fe542e862afd tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141255 Jan 28 12:31:59.458470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e79d-9663-4430-a36c-cefa33082fe4 req-6f0b0b40-843e-4a8a-b955-7744d57af581 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:59.474210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0374e79d-9663-4430-a36c-cefa33082fe4 req-6f0b0b40-843e-4a8a-b955-7744d57af581 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 946 time: 0.1333487 Jan 28 12:31:59.488107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-be02cb60-fd07-4cd6-b071-1945fd0f6056 req-72912dce-5084-4f02-8a06-4365a80ade10 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] For port d9db9528-d367-4cb2-8195-283603cc43a9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d9db9528-d367-4cb2-8195-283603cc43a9,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:59.488642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be02cb60-fd07-4cd6-b071-1945fd0f6056 req-72912dce-5084-4f02-8a06-4365a80ade10 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:59.513635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a75e7990-42a5-45b0-a4ca-ec2281603276 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:59.514303 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:59.538067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-be02cb60-fd07-4cd6-b071-1945fd0f6056 req-72912dce-5084-4f02-8a06-4365a80ade10 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Calling delete_port for d9db9528-d367-4cb2-8195-283603cc43a9 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:31:59.541499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:59.564935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf870d3-6d91-4f72-bca9-b609eab0f80a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a75e7990-42a5-45b0-a4ca-ec2281603276'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:31:59.567822 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7c281a-0dda-4112-ad53-6600fed3c4c0" -d '{"events": [{"server_uuid": "ebf870d3-6d91-4f72-bca9-b609eab0f80a", "name": "network-vif-unplugged", "status": "completed", "tag": "a75e7990-42a5-45b0-a4ca-ec2281603276"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:31:59.573637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'port_id': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'mac_address': 'fa:16:3e:22:47:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:31:59.597723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a75e7990-42a5-45b0-a4ca-ec2281603276, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a75e7990-42a5-45b0-a4ca-ec2281603276,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:59.630308 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:59.719992 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5101b202-7a50-4d63-91e0-70187e483d03 x-openstack-request-id: req-5101b202-7a50-4d63-91e0-70187e483d03 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:31:59.720685 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf870d3-6d91-4f72-bca9-b609eab0f80a", "name": "network-vif-unplugged", "status": "completed", "tag": "a75e7990-42a5-45b0-a4ca-ec2281603276", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:31:59.723401 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5101b202-7a50-4d63-91e0-70187e483d03 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:31:59.728844 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf870d3-6d91-4f72-bca9-b609eab0f80a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a75e7990-42a5-45b0-a4ca-ec2281603276', 'code': 200} Jan 28 12:31:59.748722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:31:59.755548 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:59.801723 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-dd3e312c-edf3-4902-9c52-6e6d5ec2018d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:59.808461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2317a9e-89ac-4d7d-8f12-a6284c38abf6 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:31:59.809903 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-dd3e312c-edf3-4902-9c52-6e6d5ec2018d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.49 "GET /v2.0/networks?id=e8afdfaf-7933-47d2-a23a-76117fd9a21b HTTP/1.1" status: 200 len: 815 time: 0.2897184 Jan 28 12:31:59.821984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a75e7990-42a5-45b0-a4ca-ec2281603276,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:31:59.827389 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Request body: {'port': {'device_id': '839f4111-1b04-4017-b87c-ef38e0b72c57', 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b', 'admin_state_up': True, 'tenant_id': '4b07ed76ea374ea485968b4cd28446fd'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:31:59.855964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:31:59.864112 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:31:59.901224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc504f-0a0a-4c88-9c42-0d34f57acd6b req-7b6b966d-d70a-4b1d-9470-e545762b3c3e tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:31:59.902944 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0fc504f-0a0a-4c88-9c42-0d34f57acd6b req-7b6b966d-d70a-4b1d-9470-e545762b3c3e tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.49 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.2274415 Jan 28 12:31:59.986518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:00.036027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b2317a9e-89ac-4d7d-8f12-a6284c38abf6'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:32:00.109455 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0374e79d-9663-4430-a36c-cefa33082fe4 req-44b8e6d7-7665-4ba8-8e29-5ce5953f0b57 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156130 Jan 28 12:32:00.110181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be02cb60-fd07-4cd6-b071-1945fd0f6056 req-72912dce-5084-4f02-8a06-4365a80ade10 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d9db9528-d367-4cb2-8195-283603cc43a9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:00.138486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d9db9528-d367-4cb2-8195-283603cc43a9'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:32:00.310577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Made reservation on behalf of 4b07ed76ea374ea485968b4cd28446fd for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:00.318439 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:00.339397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e0fc504f-0a0a-4c88-9c42-0d34f57acd6b req-76abf8f2-24a0-4b88-89d4-041b55e2fd1c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Deleting port 269003df-f043-46fb-bba7-52fbd79aefa8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:32:00.340011 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0fc504f-0a0a-4c88-9c42-0d34f57acd6b req-76abf8f2-24a0-4b88-89d4-041b55e2fd1c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:00.360164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72912dce-5084-4f02-8a06-4365a80ade10 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Pushing event deleted for resources: {'Port': ['ID=d9db9528-d367-4cb2-8195-283603cc43a9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:00.456037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce4b40-0249-4c45-911f-60fe183fdf33 req-843ea98a-5367-4d3d-821d-e826d84d9d86 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:00.458035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6fce4b40-0249-4c45-911f-60fe183fdf33 req-843ea98a-5367-4d3d-821d-e826d84d9d86 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.5155468 Jan 28 12:32:00.499728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-be02cb60-fd07-4cd6-b071-1945fd0f6056 req-72912dce-5084-4f02-8a06-4365a80ade10 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] No DVR routers for this DVR port d9db9528-d367-4cb2-8195-283603cc43a9 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:32:00.511101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-be02cb60-fd07-4cd6-b071-1945fd0f6056 req-72912dce-5084-4f02-8a06-4365a80ade10 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:00.514520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be02cb60-fd07-4cd6-b071-1945fd0f6056 req-72912dce-5084-4f02-8a06-4365a80ade10 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.49 "DELETE /v2.0/ports/d9db9528-d367-4cb2-8195-283603cc43a9 HTTP/1.1" status: 204 len: 173 time: 1.6585033 Jan 28 12:32:00.525169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b', 'name': 'network-vif-deleted', 'tag': 'd9db9528-d367-4cb2-8195-283603cc43a9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:00.531201 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19f4ae3-678c-4827-88c4-92228d6caf16" -d '{"events": [{"server_uuid": "5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b", "name": "network-vif-deleted", "tag": "d9db9528-d367-4cb2-8195-283603cc43a9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:00.543732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd8bc312-7223-4de1-b9f8-d62e6834ae55 req-b848e841-c08d-4807-a830-a00538c72907 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4065168 Jan 28 12:32:00.704607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6fce4b40-0249-4c45-911f-60fe183fdf33 req-3321fef9-31fb-4540-8af8-220ca0bcc80b tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099273 Jan 28 12:32:00.724238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0993a5f4-5b33-4d4a-af54-c9a906bcebd9 req-c0d70b70-b1b8-4296-b605-f8c5c460a084 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 210 time: 0.2305653 Jan 28 12:32:00.833307 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e0fc504f-0a0a-4c88-9c42-0d34f57acd6b req-76abf8f2-24a0-4b88-89d4-041b55e2fd1c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] For port 269003df-f043-46fb-bba7-52fbd79aefa8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=269003df-f043-46fb-bba7-52fbd79aefa8,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:00.833901 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0fc504f-0a0a-4c88-9c42-0d34f57acd6b req-76abf8f2-24a0-4b88-89d4-041b55e2fd1c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:00.902175 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d7dd15-9006-4c3f-8785-0eeb2ab58417 x-openstack-request-id: req-20d7dd15-9006-4c3f-8785-0eeb2ab58417 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:00.902538 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b", "name": "network-vif-deleted", "tag": "d9db9528-d367-4cb2-8195-283603cc43a9", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:00.902885 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20d7dd15-9006-4c3f-8785-0eeb2ab58417 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:00.903510 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc7aeeb-c7f7-4aa4-85cd-4fe66659045b', 'name': 'network-vif-deleted', 'tag': 'd9db9528-d367-4cb2-8195-283603cc43a9', 'status': 'completed', 'code': 200} Jan 28 12:32:00.905693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bc312-7223-4de1-b9f8-d62e6834ae55 req-5a86b13c-e495-4585-91d8-256b45fbaaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:00.907399 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd8bc312-7223-4de1-b9f8-d62e6834ae55 req-5a86b13c-e495-4585-91d8-256b45fbaaed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1096 time: 0.2238181 Jan 28 12:32:00.924054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e0fc504f-0a0a-4c88-9c42-0d34f57acd6b req-76abf8f2-24a0-4b88-89d4-041b55e2fd1c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Calling delete_port for 269003df-f043-46fb-bba7-52fbd79aefa8 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:32:00.943573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Allocated IP 172.20.0.3 (e8afdfaf-7933-47d2-a23a-76117fd9a21b/4a52d88f-3d14-4d4c-b078-233c75ac286f/d67ffbb0-7dad-4349-b2ee-458b155f6172) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:32:01.112142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c056cd4-11a4-477b-8f5a-06e0f3ff52ef req-f0831230-255b-4893-a234-931f58e74f19 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:01.113940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c056cd4-11a4-477b-8f5a-06e0f3ff52ef req-f0831230-255b-4893-a234-931f58e74f19 tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/ports?device_id=560ae03e-ba10-4486-8562-91ca292af3f1 HTTP/1.1" status: 200 len: 946 time: 0.1810758 Jan 28 12:32:01.168772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bc312-7223-4de1-b9f8-d62e6834ae55 req-03cf1d7d-4cb8-40dd-be68-11c91328d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:01.170003 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd8bc312-7223-4de1-b9f8-d62e6834ae55 req-03cf1d7d-4cb8-40dd-be68-11c91328d7b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.2028069 Jan 28 12:32:01.248630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:01.264253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd8bc312-7223-4de1-b9f8-d62e6834ae55 req-e08a4be3-0584-4be9-b501-942eec78648f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 200 len: 217 time: 0.0818248 Jan 28 12:32:01.396493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:01.397205 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:01.404117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c056cd4-11a4-477b-8f5a-06e0f3ff52ef req-d9070290-3adc-4638-b33a-d1046acbf37c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.53 "GET /v2.0/security-groups?id=43d15c2d-ad60-454b-8dcf-53a715baf071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809970 Jan 28 12:32:01.453430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bc312-7223-4de1-b9f8-d62e6834ae55 req-4b065b3f-5b7d-4aae-bc1b-a62a1dc11352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:01.455149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd8bc312-7223-4de1-b9f8-d62e6834ae55 req-4b065b3f-5b7d-4aae-bc1b-a62a1dc11352 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.1689467 Jan 28 12:32:01.467357 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acc95a-8800-45ca-8650-8ca11a1eebdb req-4a102a8e-4b3b-4bdd-9a5a-66b03299afe2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:01.469493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2acc95a-8800-45ca-8650-8ca11a1eebdb req-4a102a8e-4b3b-4bdd-9a5a-66b03299afe2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 944 time: 0.1622040 Jan 28 12:32:01.504195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd8bc312-7223-4de1-b9f8-d62e6834ae55 req-d9998d2b-16a6-462c-b0c2-1783999f985b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336261 Jan 28 12:32:01.617158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks [] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:01.620249 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0fc504f-0a0a-4c88-9c42-0d34f57acd6b req-76abf8f2-24a0-4b88-89d4-041b55e2fd1c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (269003df-f043-46fb-bba7-52fbd79aefa8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:01.664717 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abf8f2-24a0-4b88-89d4-041b55e2fd1c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Pushing event deleted for resources: {'Port': ['ID=269003df-f043-46fb-bba7-52fbd79aefa8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:01.721063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:01.722269 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:01.764909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:01.775134 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb90dce2-21da-48dd-a188-a050c7d08fec" -d '{"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-plugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:01.775330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2acc95a-8800-45ca-8650-8ca11a1eebdb req-c6470406-95d5-4529-9f8a-5a87dc0047ba tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890255 Jan 28 12:32:01.777162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fc504f-0a0a-4c88-9c42-0d34f57acd6b req-76abf8f2-24a0-4b88-89d4-041b55e2fd1c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] No DVR routers for this DVR port 269003df-f043-46fb-bba7-52fbd79aefa8 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:32:01.784409 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0fc504f-0a0a-4c88-9c42-0d34f57acd6b req-76abf8f2-24a0-4b88-89d4-041b55e2fd1c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:01.791638 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0fc504f-0a0a-4c88-9c42-0d34f57acd6b req-76abf8f2-24a0-4b88-89d4-041b55e2fd1c tempest-ServerRescueTestJSON-983956074 tempest-ServerRescueTestJSON-983956074-project] 10.222.0.49 "DELETE /v2.0/ports/269003df-f043-46fb-bba7-52fbd79aefa8 HTTP/1.1" status: 204 len: 173 time: 1.8316979 Jan 28 12:32:01.794318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ae03e-ba10-4486-8562-91ca292af3f1', 'name': 'network-vif-deleted', 'tag': '269003df-f043-46fb-bba7-52fbd79aefa8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:01.798563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:01.799755 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956147f7-8bff-4363-b3e3-f4fc4c6953fa" -d '{"events": [{"server_uuid": "560ae03e-ba10-4486-8562-91ca292af3f1", "name": "network-vif-deleted", "tag": "269003df-f043-46fb-bba7-52fbd79aefa8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:01.806000 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:01.811866 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:01.881169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd8bc312-7223-4de1-b9f8-d62e6834ae55 req-ce55181d-81b1-4ced-9378-5807e41792ab service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650322 Jan 28 12:32:01.958206 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Network e8afdfaf-7933-47d2-a23a-76117fd9a21b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:01.970414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:01.982336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:32:02.003058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Pushing event updated for resources: {'Port': ['ID=d67ffbb0-7dad-4349-b2ee-458b155f6172,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:02.019619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:02.081090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:02.082218 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:02.109543 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ce0b636-9c7e-460e-892f-e92d22532014 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2872193 Jan 28 12:32:02.136092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Request body: {'port': {'device_id': '839f4111-1b04-4017-b87c-ef38e0b72c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:02.238411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b6e09-43f4-4af5-a50f-f0d27291aaf1 req-f3aa0e28-0735-41ec-aa3b-ca4fe00f29fd tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:02.247750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c2b6e09-43f4-4af5-a50f-f0d27291aaf1 req-f3aa0e28-0735-41ec-aa3b-ca4fe00f29fd tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.1914551 Jan 28 12:32:02.251920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd8bc312-7223-4de1-b9f8-d62e6834ae55 req-6f824e51-ebb2-46d6-92a7-a79a5697a025 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546810 Jan 28 12:32:02.267099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb436eb9-2fba-42d7-b0ba-967ced865faa req-b188beb4-ca04-4f21-a6cd-0eef8eeadcc6 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:02.272904 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:02.276295 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb436eb9-2fba-42d7-b0ba-967ced865faa req-b188beb4-ca04-4f21-a6cd-0eef8eeadcc6 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 931 time: 0.2212012 Jan 28 12:32:02.423878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c2b6e09-43f4-4af5-a50f-f0d27291aaf1 req-17ec9391-0827-43f9-b098-f3632c292715 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747262 Jan 28 12:32:02.481536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb436eb9-2fba-42d7-b0ba-967ced865faa req-7aa7b2ed-de86-4a97-bf61-58ce6d3f03b0 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041919 Jan 28 12:32:02.552031 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d567529-b156-4567-98bc-0c195ee7b271 x-openstack-request-id: req-7d567529-b156-4567-98bc-0c195ee7b271 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:02.552908 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-plugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:02.553401 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d567529-b156-4567-98bc-0c195ee7b271 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:02.555081 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'code': 200} Jan 28 12:32:02.720423 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024f8e24-b6c7-4c17-8648-aaf2ff8c461f x-openstack-request-id: req-024f8e24-b6c7-4c17-8648-aaf2ff8c461f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:02.720715 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ae03e-ba10-4486-8562-91ca292af3f1", "name": "network-vif-deleted", "tag": "269003df-f043-46fb-bba7-52fbd79aefa8", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:02.720969 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-024f8e24-b6c7-4c17-8648-aaf2ff8c461f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:02.721370 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560ae03e-ba10-4486-8562-91ca292af3f1', 'name': 'network-vif-deleted', 'tag': '269003df-f043-46fb-bba7-52fbd79aefa8', 'status': 'completed', 'code': 200} Jan 28 12:32:02.789270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40666) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:03.155749 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-97707d97-9ff0-4c0e-81b0-14bc868cf5e0 req-ce591bc9-c90a-4edd-a2b9-94bb44caf2c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2074361 Jan 28 12:32:03.254422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 269003df-f043-46fb-bba7-52fbd79aefa8 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:32:03.277141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67ffbb0-7dad-4349-b2ee-458b155f6172 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:32:03.313417 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Publish callbacks [] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:03.321030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 269003df-f043-46fb-bba7-52fbd79aefa8 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:32:03.321387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 269003df-f043-46fb-bba7-52fbd79aefa8 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:32:03.321827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a75e7990-42a5-45b0-a4ca-ec2281603276 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:32:03.347519 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Transition to ACTIVE for port object d67ffbb0-7dad-4349-b2ee-458b155f6172 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:32:03.356087 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:03.414854 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97707d97-9ff0-4c0e-81b0-14bc868cf5e0 req-7ebbda6c-51d8-4938-8b6a-00f2d23527c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:03.416831 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-97707d97-9ff0-4c0e-81b0-14bc868cf5e0 req-7ebbda6c-51d8-4938-8b6a-00f2d23527c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 1095 time: 0.1423266 Jan 28 12:32:03.632285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a75e7990-42a5-45b0-a4ca-ec2281603276 is: DOWN; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:03.637712 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d9db9528-d367-4cb2-8195-283603cc43a9 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:32:03.638370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Pushing event updated for resources: {'Port': ['ID=d67ffbb0-7dad-4349-b2ee-458b155f6172,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:03.686588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: d9db9528-d367-4cb2-8195-283603cc43a9 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:32:03.687273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d9db9528-d367-4cb2-8195-283603cc43a9 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:32:03.767484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Attempting to bind port d67ffbb0-7dad-4349-b2ee-458b155f6172 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:32:03.768142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Attempting to bind port d67ffbb0-7dad-4349-b2ee-458b155f6172 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:32:03.768720 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Attempting to bind port d67ffbb0-7dad-4349-b2ee-458b155f6172 on network e8afdfaf-7933-47d2-a23a-76117fd9a21b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:03.782022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Port d67ffbb0-7dad-4349-b2ee-458b155f6172 on network e8afdfaf-7933-47d2-a23a-76117fd9a21b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:32:03.782585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Attempting to bind port d67ffbb0-7dad-4349-b2ee-458b155f6172 on network e8afdfaf-7933-47d2-a23a-76117fd9a21b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:03.800226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:32:03.800795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Checking segment: {'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:03.801372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Bound using segment: {'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:32:03.801927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Bound port: d67ffbb0-7dad-4349-b2ee-458b155f6172, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981ef6a4-d4b7-4034-8b84-30becf0edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:32:03.802404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:03.825532 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97707d97-9ff0-4c0e-81b0-14bc868cf5e0 req-09b3548d-fca5-447b-9f41-94a2783ec36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:03.827912 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-97707d97-9ff0-4c0e-81b0-14bc868cf5e0 req-09b3548d-fca5-447b-9f41-94a2783ec36a service neutron] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.3428245 Jan 28 12:32:03.851873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ded1a-2ffc-4f0f-85f9-f058335b8e57 req-c94313c5-a59a-40d3-82a4-8b51eb0d5961 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:03.860599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-018ded1a-2ffc-4f0f-85f9-f058335b8e57 req-c94313c5-a59a-40d3-82a4-8b51eb0d5961 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.1559043 Jan 28 12:32:03.900353 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d016e8a-3ebc-441e-84a5-f5d544a5b10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (e7176d9a-ea01-41c9-a54b-827d60991b19), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:03.908383 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-97707d97-9ff0-4c0e-81b0-14bc868cf5e0 req-c0739f5d-2093-4d49-b7cb-e85c017de73b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670 HTTP/1.1" status: 200 len: 217 time: 0.0539143 Jan 28 12:32:04.004267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] For port d67ffbb0-7dad-4349-b2ee-458b155f6172, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:04.009293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-018ded1a-2ffc-4f0f-85f9-f058335b8e57 req-e81849b8-dd18-4739-a174-7507516cbcca tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471570 Jan 28 12:32:04.028578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] For port d67ffbb0-7dad-4349-b2ee-458b155f6172, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d67ffbb0-7dad-4349-b2ee-458b155f6172,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:32:04.033856 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97707d97-9ff0-4c0e-81b0-14bc868cf5e0 req-f45e023d-049f-4702-aee1-7f5db98eeb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:04.036216 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-97707d97-9ff0-4c0e-81b0-14bc868cf5e0 req-f45e023d-049f-4702-aee1-7f5db98eeb24 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.1097116 Jan 28 12:32:04.038638 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:04.159158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Pushing event updated for resources: {'Port': ['ID=d67ffbb0-7dad-4349-b2ee-458b155f6172,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:04.168116 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-97707d97-9ff0-4c0e-81b0-14bc868cf5e0 req-113cca67-4602-44c0-ae7d-71837962dbdf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224241 Jan 28 12:32:04.174642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:04.175633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:04.179874 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7ec1bc6f-7142-4b3b-a3d0-e74d8668e70b service neutron] 10.222.0.49 "PUT /v2.0/ports/d67ffbb0-7dad-4349-b2ee-458b155f6172 HTTP/1.1" status: 200 len: 1091 time: 2.0570736 Jan 28 12:32:04.349742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-76c5b4ff-9a3f-4cff-98b1-65bd3c3b4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:04.352237 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-76c5b4ff-9a3f-4cff-98b1-65bd3c3b4431 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b07ed76ea374ea485968b4cd28446fd&device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 1094 time: 0.0768945 Jan 28 12:32:04.457801 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-eba54bb2-66a6-4fa4-920d-48f8be961957 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d67ffbb0-7dad-4349-b2ee-458b155f6172 HTTP/1.1" status: 200 len: 217 time: 0.0925832 Jan 28 12:32:04.460556 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-97707d97-9ff0-4c0e-81b0-14bc868cf5e0 req-3d86623e-88a4-430e-9191-3759af277c05 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758062 Jan 28 12:32:04.486986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40744) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:04.558792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7790069e-f53b-48e6-aca6-e9233cfb7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:04.560669 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-7790069e-f53b-48e6-aca6-e9233cfb7a4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a52d88f-3d14-4d4c-b078-233c75ac286f HTTP/1.1" status: 200 len: 855 time: 0.0897782 Jan 28 12:32:04.651649 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-784b1429-e83c-4097-a63e-c21832103adb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e8afdfaf-7933-47d2-a23a-76117fd9a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780439 Jan 28 12:32:04.712335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a97664-1797-4e30-9ff5-f22b18ffcf3f req-d7165bf4-6708-4165-95aa-b006d4a42c82 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:04.713890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1a97664-1797-4e30-9ff5-f22b18ffcf3f req-d7165bf4-6708-4165-95aa-b006d4a42c82 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 943 time: 0.5307727 Jan 28 12:32:04.731048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839f4111-1b04-4017-b87c-ef38e0b72c57', 'tag': 'd67ffbb0-7dad-4349-b2ee-458b155f6172'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:04.733690 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3faba1-b492-4271-8ccf-9d637bdda4db" -d '{"events": [{"name": "network-changed", "server_uuid": "839f4111-1b04-4017-b87c-ef38e0b72c57", "tag": "d67ffbb0-7dad-4349-b2ee-458b155f6172"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:04.738531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112d9ba-e0d7-40f1-b18b-c2f51abeaa26 req-0091d653-97dd-4efb-ad8a-340c199abb25 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:04.745337 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2112d9ba-e0d7-40f1-b18b-c2f51abeaa26 req-0091d653-97dd-4efb-ad8a-340c199abb25 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebf870d3-6d91-4f72-bca9-b609eab0f80a HTTP/1.1" status: 200 len: 944 time: 0.6199102 Jan 28 12:32:04.795600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-799d9416-5562-417e-90c4-c081d7f37da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:04.795600 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-97707d97-9ff0-4c0e-81b0-14bc868cf5e0 req-f7bf7b9a-24d8-4a48-b8e0-746a520576c3 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231347 Jan 28 12:32:04.878336 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-510edc5f-50d5-42cd-8227-fc161a4f11ef service neutron] 10.222.0.49 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184255 Jan 28 12:32:04.936323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1a97664-1797-4e30-9ff5-f22b18ffcf3f req-26a556f7-7884-4220-a4f2-f239ff838800 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124414 Jan 28 12:32:04.961465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-2112d9ba-e0d7-40f1-b18b-c2f51abeaa26 req-c65e6259-baf8-4d80-9c82-d9dcf273d636 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Deleting port a75e7990-42a5-45b0-a4ca-ec2281603276 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:32:04.961800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2112d9ba-e0d7-40f1-b18b-c2f51abeaa26 req-c65e6259-baf8-4d80-9c82-d9dcf273d636 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:05.094024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-799d9416-5562-417e-90c4-c081d7f37da0 admin admin] Publish callbacks [] for security_group (ebceb42d-b16a-40dd-8129-5a04b4b1de06), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:05.121711 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2691901d-9cf4-4524-ba80-ec3c51e84524 req-ee8bc4f6-c519-4173-a60d-7fb3bc92b8fb service neutron] 10.222.0.49 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338037 Jan 28 12:32:05.123212 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-799d9416-5562-417e-90c4-c081d7f37da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ebceb42d-b16a-40dd-8129-5a04b4b1de06), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:05.152264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d9416-5562-417e-90c4-c081d7f37da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebceb42d-b16a-40dd-8129-5a04b4b1de06,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:05.197764 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b0af8c-da6c-42a3-94c3-101b6d0c9fbc x-openstack-request-id: req-49b0af8c-da6c-42a3-94c3-101b6d0c9fbc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:05.198437 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839f4111-1b04-4017-b87c-ef38e0b72c57", "tag": "d67ffbb0-7dad-4349-b2ee-458b155f6172", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:05.198437 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49b0af8c-da6c-42a3-94c3-101b6d0c9fbc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:05.198996 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839f4111-1b04-4017-b87c-ef38e0b72c57', 'tag': 'd67ffbb0-7dad-4349-b2ee-458b155f6172', 'status': 'completed', 'code': 200} Jan 28 12:32:05.199115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2112d9ba-e0d7-40f1-b18b-c2f51abeaa26 req-c65e6259-baf8-4d80-9c82-d9dcf273d636 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] For port a75e7990-42a5-45b0-a4ca-ec2281603276, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a75e7990-42a5-45b0-a4ca-ec2281603276,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:05.200066 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2112d9ba-e0d7-40f1-b18b-c2f51abeaa26 req-c65e6259-baf8-4d80-9c82-d9dcf273d636 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:05.213771 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-799d9416-5562-417e-90c4-c081d7f37da0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8185d3741d2b4032a10da1e5e84304ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7142668 Jan 28 12:32:05.214531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:05.226727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-2112d9ba-e0d7-40f1-b18b-c2f51abeaa26 req-c65e6259-baf8-4d80-9c82-d9dcf273d636 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Calling delete_port for a75e7990-42a5-45b0-a4ca-ec2281603276 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:32:05.362870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3faba1-b492-4271-8ccf-9d637bdda4db req-d2ed4d29-8157-4a12-968c-1cc5d7cfe961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:05.364643 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e3faba1-b492-4271-8ccf-9d637bdda4db req-d2ed4d29-8157-4a12-968c-1cc5d7cfe961 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b07ed76ea374ea485968b4cd28446fd&device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 1094 time: 0.1196465 Jan 28 12:32:05.365668 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62fbf9eb-29c9-4f03-a203-5fc9f041e284 admin admin] Publish callbacks [] for security_group (ebceb42d-b16a-40dd-8129-5a04b4b1de06), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:05.455176 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62fbf9eb-29c9-4f03-a203-5fc9f041e284 admin admin] Publish callbacks [] for security_group (ebceb42d-b16a-40dd-8129-5a04b4b1de06), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:05.530334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3faba1-b492-4271-8ccf-9d637bdda4db req-b1ccc71a-5201-4570-a110-6870d6f4249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:05.538540 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e3faba1-b492-4271-8ccf-9d637bdda4db req-b1ccc71a-5201-4570-a110-6870d6f4249b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e8afdfaf-7933-47d2-a23a-76117fd9a21b HTTP/1.1" status: 200 len: 916 time: 0.1596680 Jan 28 12:32:05.576256 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2112d9ba-e0d7-40f1-b18b-c2f51abeaa26 req-c65e6259-baf8-4d80-9c82-d9dcf273d636 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a75e7990-42a5-45b0-a4ca-ec2281603276), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:05.599117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1ba4d-00a0-4987-a3a7-668b1879c79a req-1fa4d642-3278-4818-81fd-9b3746dcd252 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:05.606639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e1ba4d-00a0-4987-a3a7-668b1879c79a req-1fa4d642-3278-4818-81fd-9b3746dcd252 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.1790192 Jan 28 12:32:05.632311 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e3faba1-b492-4271-8ccf-9d637bdda4db req-5a29bdd7-b2e7-4233-8d23-a4e64fb96790 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d67ffbb0-7dad-4349-b2ee-458b155f6172 HTTP/1.1" status: 200 len: 217 time: 0.0872686 Jan 28 12:32:05.650130 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62fbf9eb-29c9-4f03-a203-5fc9f041e284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ebceb42d-b16a-40dd-8129-5a04b4b1de06), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:05.655788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e6259-baf8-4d80-9c82-d9dcf273d636 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event deleted for resources: {'Port': ['ID=a75e7990-42a5-45b0-a4ca-ec2281603276,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:05.660954 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62fbf9eb-29c9-4f03-a203-5fc9f041e284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:05.666025 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-62fbf9eb-29c9-4f03-a203-5fc9f041e284 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebceb42d-b16a-40dd-8129-5a04b4b1de06 HTTP/1.1" status: 204 len: 168 time: 0.4464817 Jan 28 12:32:05.686595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7d016e8a-3ebc-441e-84a5-f5d544a5b10e admin admin] Deleting port b6ac6d23-ec17-436d-8845-8339abc7d4b7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:32:05.686944 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d016e8a-3ebc-441e-84a5-f5d544a5b10e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:05.734335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbf9eb-29c9-4f03-a203-5fc9f041e284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebceb42d-b16a-40dd-8129-5a04b4b1de06,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:05.768344 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3faba1-b492-4271-8ccf-9d637bdda4db req-fa4f7762-b8a2-4787-b604-9d6ed72989a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:05.775464 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e3faba1-b492-4271-8ccf-9d637bdda4db req-fa4f7762-b8a2-4787-b604-9d6ed72989a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a52d88f-3d14-4d4c-b078-233c75ac286f HTTP/1.1" status: 200 len: 855 time: 0.1343837 Jan 28 12:32:05.839303 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e3faba1-b492-4271-8ccf-9d637bdda4db req-b2297f30-e81b-4346-baee-fd6f1a4b7c49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e8afdfaf-7933-47d2-a23a-76117fd9a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493515 Jan 28 12:32:05.941737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-2112d9ba-e0d7-40f1-b18b-c2f51abeaa26 req-c65e6259-baf8-4d80-9c82-d9dcf273d636 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] No DVR routers for this DVR port a75e7990-42a5-45b0-a4ca-ec2281603276 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:32:05.945789 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2112d9ba-e0d7-40f1-b18b-c2f51abeaa26 req-c65e6259-baf8-4d80-9c82-d9dcf273d636 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:05.949419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2112d9ba-e0d7-40f1-b18b-c2f51abeaa26 req-c65e6259-baf8-4d80-9c82-d9dcf273d636 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "DELETE /v2.0/ports/a75e7990-42a5-45b0-a4ca-ec2281603276 HTTP/1.1" status: 204 len: 173 time: 1.1751490 Jan 28 12:32:05.955923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf870d3-6d91-4f72-bca9-b609eab0f80a', 'name': 'network-vif-deleted', 'tag': 'a75e7990-42a5-45b0-a4ca-ec2281603276'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:05.959514 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc5adba-1477-47d7-b576-516137d635f3" -d '{"events": [{"server_uuid": "ebf870d3-6d91-4f72-bca9-b609eab0f80a", "name": "network-vif-deleted", "tag": "a75e7990-42a5-45b0-a4ca-ec2281603276"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:06.000817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e1ba4d-00a0-4987-a3a7-668b1879c79a req-1e3e065e-7751-4037-b3bb-71763c8026d3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930235 Jan 28 12:32:06.003184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7d016e8a-3ebc-441e-84a5-f5d544a5b10e admin admin] For port b6ac6d23-ec17-436d-8845-8339abc7d4b7, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b6ac6d23-ec17-436d-8845-8339abc7d4b7,segment=NetworkSegment(e6aafc8a-d116-434a-a36f-f31497840357),segment_id=e6aafc8a-d116-434a-a36f-f31497840357)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:06.003850 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d016e8a-3ebc-441e-84a5-f5d544a5b10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:06.032955 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e3faba1-b492-4271-8ccf-9d637bdda4db req-cbf4f24e-d108-408f-a3a2-5cbbe8e0d9ec service neutron] 10.222.0.49 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674874 Jan 28 12:32:06.033180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7d016e8a-3ebc-441e-84a5-f5d544a5b10e admin admin] Calling delete_port for b6ac6d23-ec17-436d-8845-8339abc7d4b7 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:32:06.171376 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6e3faba1-b492-4271-8ccf-9d637bdda4db req-e5f6eb61-0784-4cf6-b144-c29172b1503a service neutron] 10.222.0.49 "GET /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439433 Jan 28 12:32:06.195848 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6db6da-1987-46eb-91d2-3ed939a345d0 x-openstack-request-id: req-cd6db6da-1987-46eb-91d2-3ed939a345d0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:06.196436 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf870d3-6d91-4f72-bca9-b609eab0f80a", "name": "network-vif-deleted", "tag": "a75e7990-42a5-45b0-a4ca-ec2281603276", "status": "failed", "code": 422}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:06.197556 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd6db6da-1987-46eb-91d2-3ed939a345d0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:06.198990 n-d-824835-4 neutron-server[103129]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ebf870d3-6d91-4f72-bca9-b609eab0f80a', 'name': 'network-vif-deleted', 'tag': 'a75e7990-42a5-45b0-a4ca-ec2281603276', 'status': 'failed', 'code': 422} returned with failed status Jan 28 12:32:06.323489 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40788) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:06.330606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f169c94-f420-4380-8dce-6753e21b1f74 req-17296d4d-6abc-4d1c-b02c-ac87989da48a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:06.337807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f169c94-f420-4380-8dce-6753e21b1f74 req-17296d4d-6abc-4d1c-b02c-ac87989da48a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 943 time: 0.1371984 Jan 28 12:32:06.357966 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee217dc3-7a4d-4d56-8e87-10f208cb6259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:06.448830 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f169c94-f420-4380-8dce-6753e21b1f74 req-bfb2f515-944e-4b4a-88d7-1f047f98a0da tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100702 Jan 28 12:32:06.516440 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee217dc3-7a4d-4d56-8e87-10f208cb6259 admin admin] Publish callbacks [] for security_group (3f840c0a-6281-4ad6-972e-6498e7ba3cd8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:06.521056 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee217dc3-7a4d-4d56-8e87-10f208cb6259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3f840c0a-6281-4ad6-972e-6498e7ba3cd8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:06.556521 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ee217dc3-7a4d-4d56-8e87-10f208cb6259 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ee6aacb47dd4d11bb93de0e69d67d72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307043 Jan 28 12:32:06.559023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40796) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:06.649855 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d016e8a-3ebc-441e-84a5-f5d544a5b10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b6ac6d23-ec17-436d-8845-8339abc7d4b7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:06.681311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee217dc3-7a4d-4d56-8e87-10f208cb6259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f840c0a-6281-4ad6-972e-6498e7ba3cd8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:06.686186 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ded6541a-115f-48fa-bebe-a3c6c90a836a admin admin] Publish callbacks [] for security_group (3f840c0a-6281-4ad6-972e-6498e7ba3cd8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:06.698704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d016e8a-3ebc-441e-84a5-f5d544a5b10e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ac6d23-ec17-436d-8845-8339abc7d4b7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:06.744302 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ded6541a-115f-48fa-bebe-a3c6c90a836a admin admin] Publish callbacks [] for security_group (3f840c0a-6281-4ad6-972e-6498e7ba3cd8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:06.849356 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ded6541a-115f-48fa-bebe-a3c6c90a836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3f840c0a-6281-4ad6-972e-6498e7ba3cd8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:06.854087 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ded6541a-115f-48fa-bebe-a3c6c90a836a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:06.857846 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ded6541a-115f-48fa-bebe-a3c6c90a836a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f840c0a-6281-4ad6-972e-6498e7ba3cd8 HTTP/1.1" status: 204 len: 168 time: 0.2952797 Jan 28 12:32:06.902818 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6541a-115f-48fa-bebe-a3c6c90a836a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f840c0a-6281-4ad6-972e-6498e7ba3cd8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:07.138652 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d016e8a-3ebc-441e-84a5-f5d544a5b10e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (e7176d9a-ea01-41c9-a54b-827d60991b19), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:07.286640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d67ffbb0-7dad-4349-b2ee-458b155f6172 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:32:07.601997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d67ffbb0-7dad-4349-b2ee-458b155f6172, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d67ffbb0-7dad-4349-b2ee-458b155f6172,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:07.626264 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'd67ffbb0-7dad-4349-b2ee-458b155f6172', 'network_id': 'e8afdfaf-7933-47d2-a23a-76117fd9a21b', 'port_id': 'd67ffbb0-7dad-4349-b2ee-458b155f6172', 'mac_address': 'fa:16:3e:b9:d4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a52d88f-3d14-4d4c-b078-233c75ac286f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:32:07.682815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d67ffbb0-7dad-4349-b2ee-458b155f6172 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:07.683145 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:07.713864 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67ffbb0-7dad-4349-b2ee-458b155f6172 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:32:07.759397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d67ffbb0-7dad-4349-b2ee-458b155f6172, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d67ffbb0-7dad-4349-b2ee-458b155f6172,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:07.767077 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:07.798499 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d016e8a-3ebc-441e-84a5-f5d544a5b10e admin admin] Router e7176d9a-ea01-41c9-a54b-827d60991b19 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:32:07.821889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce768a2-fae4-43b5-8c9e-72e6804ce04b req-533c5859-689d-4c7b-a42b-ee81e5314689 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:07.829211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ce768a2-fae4-43b5-8c9e-72e6804ce04b req-533c5859-689d-4c7b-a42b-ee81e5314689 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 945 time: 0.4538174 Jan 28 12:32:07.858069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-fc82d07e-9d3a-486f-baed-69a588fe2001 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:07.859603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-fc82d07e-9d3a-486f-baed-69a588fe2001 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc&tenant_id=28c9043847134daea969876de73b5965&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1096 time: 0.4355841 Jan 28 12:32:07.861461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d67ffbb0-7dad-4349-b2ee-458b155f6172,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:07.894070 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-4'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:08.086645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-9106a5cc-ffac-4f9e-ac51-fb9ac8b7177f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:08.093448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-9106a5cc-ffac-4f9e-ac51-fb9ac8b7177f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.4328361 Jan 28 12:32:08.122934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:08.129179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d67ffbb0-7dad-4349-b2ee-458b155f6172'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:32:08.168721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-9f73f9e6-c77d-4bec-b7f1-d39f8d1fec26 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/quotas/b77d7b1bffe84f9a80589d60595239b5 HTTP/1.1" status: 200 len: 375 time: 0.0741956 Jan 28 12:32:08.277487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-d3b2a473-d23b-4f3f-b938-945f2476fd30 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012156 Jan 28 12:32:08.315832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ce768a2-fae4-43b5-8c9e-72e6804ce04b req-5dbf4012-7e86-4bac-a2d7-b2b67fd96c92 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860058 Jan 28 12:32:08.502612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d016e8a-3ebc-441e-84a5-f5d544a5b10e admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:32:08.523365 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7d016e8a-3ebc-441e-84a5-f5d544a5b10e admin admin] 10.222.0.53 "PUT /v2.0/routers/e7176d9a-ea01-41c9-a54b-827d60991b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7319121 Jan 28 12:32:08.526239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40852) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:08.550913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device fb75757a-6752-4c27-bcde-50f12bbcf42e details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:32:08.629991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-befcd3bc-d03b-4573-aac1-af35e01c2afe service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:32:08.638496 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-befcd3bc-d03b-4573-aac1-af35e01c2afe service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3608716 Jan 28 12:32:08.733732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a94996-261d-4052-b800-f4c40dcdde8c req-609eaef5-e67c-4de7-b95c-cb25e0a2a02a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:08.748390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85a94996-261d-4052-b800-f4c40dcdde8c req-609eaef5-e67c-4de7-b95c-cb25e0a2a02a tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 944 time: 0.1904142 Jan 28 12:32:08.775890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:08.791654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b7f199-ff74-42e1-9540-865d4b5649ac None None] Sync routers for ids ['e7176d9a-ea01-41c9-a54b-827d60991b19'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:32:08.800162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device fb75757a-6752-4c27-bcde-50f12bbcf42e has no active binding in host n-h1-824835-4 {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 12:32:08.810228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7f199-ff74-42e1-9540-865d4b5649ac None None] Routers {'e7176d9a-ea01-41c9-a54b-827d60991b19'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:32:08.814585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:08.833067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c3b7f199-ff74-42e1-9540-865d4b5649ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:31:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e7176d9a-ea01-41c9-a54b-827d60991b19'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:08.909432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-a5c3b119-6ac1-4d75-b308-0688fa19b33e service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697539 Jan 28 12:32:08.933853 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Publish callbacks [] for router (e7176d9a-ea01-41c9-a54b-827d60991b19), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:08.942861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:09.076002 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85a94996-261d-4052-b800-f4c40dcdde8c req-02d8298b-c3df-44fb-ab3f-cbf1d4702524 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161895 Jan 28 12:32:09.160245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f65ebef-7ae9-437f-808f-451e1e7759cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb75757a-6752-4c27-bcde-50f12bbcf42e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:09.168242 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f958e536-68c9-43b0-b79c-799fbad0d4c4" -d '{"events": [{"server_uuid": "8f65ebef-7ae9-437f-808f-451e1e7759cc", "name": "network-vif-unplugged", "status": "completed", "tag": "fb75757a-6752-4c27-bcde-50f12bbcf42e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:09.177175 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Publish callbacks [] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:09.211022 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:09.363888 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad436f8f-32fc-48c8-a8ca-67053fe17204 x-openstack-request-id: req-ad436f8f-32fc-48c8-a8ca-67053fe17204 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:09.364231 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f65ebef-7ae9-437f-808f-451e1e7759cc", "name": "network-vif-unplugged", "status": "completed", "tag": "fb75757a-6752-4c27-bcde-50f12bbcf42e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:09.364487 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad436f8f-32fc-48c8-a8ca-67053fe17204 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:09.364904 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f65ebef-7ae9-437f-808f-451e1e7759cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb75757a-6752-4c27-bcde-50f12bbcf42e', 'code': 200} Jan 28 12:32:09.508921 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-d307119b-5923-40c8-ab69-7e1c7f051393 service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974953 Jan 28 12:32:09.544706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c3b7f199-ff74-42e1-9540-865d4b5649ac None None] Set router e7176d9a-ea01-41c9-a54b-827d60991b19 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:32:09.635647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Pushing event updated for resources: {'Port': ['ID=fb75757a-6752-4c27-bcde-50f12bbcf42e,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:09.707577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Attempting to bind port fb75757a-6752-4c27-bcde-50f12bbcf42e on host n-h2-824835-4 for vnic_type normal with profile {"migrating_to": "n-h1-824835-4"} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:32:09.723110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Attempting to bind port fb75757a-6752-4c27-bcde-50f12bbcf42e by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:32:09.726962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Attempting to bind port fb75757a-6752-4c27-bcde-50f12bbcf42e on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:09.821253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018917b1-7180-433a-a2b0-bb926a0c7299 req-0a0bb7bc-72ff-4e0f-b7d0-88a49e262010 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:09.841750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-018917b1-7180-433a-a2b0-bb926a0c7299 req-0a0bb7bc-72ff-4e0f-b7d0-88a49e262010 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 943 time: 0.3283944 Jan 28 12:32:09.844216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Port fb75757a-6752-4c27-bcde-50f12bbcf42e on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:32:09.848472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Attempting to bind port fb75757a-6752-4c27-bcde-50f12bbcf42e on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:09.866480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:32:09.866856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:09.869857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:32:09.870441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Bound port: fb75757a-6752-4c27-bcde-50f12bbcf42e, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:32:09.871092 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:09.902046 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Publish callbacks [] for router_gateway (e7176d9a-ea01-41c9-a54b-827d60991b19), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:10.103016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Deleting port 0251d933-a30f-491a-bbf7-08537f28661a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:32:10.103532 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0251d933-a30f-491a-bbf7-08537f28661a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:10.322663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c3b7f199-ff74-42e1-9540-865d4b5649ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'name': 'tempest-ServerRescueTestJSON-224063930-router', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0251d933-a30f-491a-bbf7-08537f28661a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:18Z', 'updated_at': '2022-01-28T12:32:06Z', 'revision_number': 5, 'project_id': '64c4e0548cb5444ba31de2ad42c6005b', 'gw_port': {'id': '0251d933-a30f-491a-bbf7-08537f28661a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:19Z', 'updated_at': '2022-01-28T12:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:10.335144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] For port 0251d933-a30f-491a-bbf7-08537f28661a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0251d933-a30f-491a-bbf7-08537f28661a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:10.335953 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0251d933-a30f-491a-bbf7-08537f28661a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:10.376788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Calling delete_port for 0251d933-a30f-491a-bbf7-08537f28661a owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:32:10.448677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b7f199-ff74-42e1-9540-865d4b5649ac None None] Checking router: e7176d9a-ea01-41c9-a54b-827d60991b19 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:32:10.495797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7f199-ff74-42e1-9540-865d4b5649ac None None] Routers {'e7176d9a-ea01-41c9-a54b-827d60991b19'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:32:10.496328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c3b7f199-ff74-42e1-9540-865d4b5649ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:31:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e7176d9a-ea01-41c9-a54b-827d60991b19'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:10.772365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c3b7f199-ff74-42e1-9540-865d4b5649ac None None] Set router e7176d9a-ea01-41c9-a54b-827d60991b19 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:32:10.784462 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0251d933-a30f-491a-bbf7-08537f28661a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:10.853162 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-086bc078-e660-42ac-87a7-c1b9e841ce7d req-795ff09b-d100-4ae4-a3c1-cb618b673693 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 210 time: 0.9435329 Jan 28 12:32:10.855638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0251d933-a30f-491a-bbf7-08537f28661a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:10.924939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c3b7f199-ff74-42e1-9540-865d4b5649ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'name': 'tempest-ServerRescueTestJSON-224063930-router', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:18Z', 'updated_at': '2022-01-28T12:32:09Z', 'revision_number': 6, 'project_id': '64c4e0548cb5444ba31de2ad42c6005b', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:10.995008 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b7f199-ff74-42e1-9540-865d4b5649ac None None] The sync data for ids ['e7176d9a-ea01-41c9-a54b-827d60991b19'] in n-d-824835-4 is: [{'id': 'e7176d9a-ea01-41c9-a54b-827d60991b19', 'name': 'tempest-ServerRescueTestJSON-224063930-router', 'tenant_id': '64c4e0548cb5444ba31de2ad42c6005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:18Z', 'updated_at': '2022-01-28T12:32:09Z', 'revision_number': 6, 'project_id': '64c4e0548cb5444ba31de2ad42c6005b', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:32:11.030771 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (e7176d9a-ea01-41c9-a54b-827d60991b19), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.184404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (e7176d9a-ea01-41c9-a54b-827d60991b19), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.187411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Publish callbacks [] for router_controller (e7176d9a-ea01-41c9-a54b-827d60991b19), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.252097 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-018917b1-7180-433a-a2b0-bb926a0c7299 req-cda414f2-b2a6-462c-8ff1-6c07a18af28e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3885188 Jan 28 12:32:11.259022 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (e7176d9a-ea01-41c9-a54b-827d60991b19), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.259604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7176d9a-ea01-41c9-a54b-827d60991b19 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:32:11.265995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.268772 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b9ac0b8c-8e27-4b75-9037-1bd793b0eab3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e7176d9a-ea01-41c9-a54b-827d60991b19 HTTP/1.1" status: 204 len: 168 time: 2.7412937 Jan 28 12:32:11.272814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40920) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:11.331362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d67ffbb0-7dad-4349-b2ee-458b155f6172 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:11.405197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:11.424028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c21da-a6f4-48ac-b2c0-7c6298a198b2 req-307fd083-64f2-4e41-96e9-7ceb0ac896df tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:11.439871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f61c21da-a6f4-48ac-b2c0-7c6298a198b2 req-307fd083-64f2-4e41-96e9-7ceb0ac896df tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 944 time: 0.3260736 Jan 28 12:32:11.443429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:32:11.497598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-c982e8a9-eb9a-4590-bc97-c41628ca5400 admin admin] Deleting subnet b8b7fcb4-546d-412b-8415-225b5ee447db {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:32:11.502422 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c982e8a9-eb9a-4590-bc97-c41628ca5400 admin admin] Publish callbacks [] for subnet (b8b7fcb4-546d-412b-8415-225b5ee447db), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.515313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.580850 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c982e8a9-eb9a-4590-bc97-c41628ca5400 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (b8b7fcb4-546d-412b-8415-225b5ee447db), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.597208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40928) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:11.655301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port d67ffbb0-7dad-4349-b2ee-458b155f6172 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:32:11.657755 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c982e8a9-eb9a-4590-bc97-c41628ca5400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b8b7fcb4-546d-412b-8415-225b5ee447db), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.666385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port d67ffbb0-7dad-4349-b2ee-458b155f6172 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:11.669590 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.695987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f61c21da-a6f4-48ac-b2c0-7c6298a198b2 req-5683b7cd-c6dd-417f-b03d-1de8ad647c39 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548020 Jan 28 12:32:11.750316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Pushing event updated for resources: {'Port': ['ID=fb75757a-6752-4c27-bcde-50f12bbcf42e,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:11.755819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:11.763398 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.765129 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c982e8a9-eb9a-4590-bc97-c41628ca5400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (b8b7fcb4-546d-412b-8415-225b5ee447db), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.768933 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-a980317d-c926-4a6a-9825-6445fb3ed330 service neutron] 10.222.0.35 "PUT /v2.0/ports/fb75757a-6752-4c27-bcde-50f12bbcf42e HTTP/1.1" status: 200 len: 1121 time: 3.8784723 Jan 28 12:32:11.769798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f65ebef-7ae9-437f-808f-451e1e7759cc', 'tag': 'fb75757a-6752-4c27-bcde-50f12bbcf42e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:11.772484 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c91c0d-f366-49ba-affe-1ce873c99076" -d '{"events": [{"name": "network-changed", "server_uuid": "8f65ebef-7ae9-437f-808f-451e1e7759cc", "tag": "fb75757a-6752-4c27-bcde-50f12bbcf42e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:11.816982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-632b56b3-36ee-4de1-9a8f-ace44d4fea9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.859410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['fb75757a-6752-4c27-bcde-50f12bbcf42e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:32:11.864639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982e8a9-eb9a-4590-bc97-c41628ca5400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b7fcb4-546d-412b-8415-225b5ee447db,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:11.895951 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c982e8a9-eb9a-4590-bc97-c41628ca5400 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:11.913568 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c982e8a9-eb9a-4590-bc97-c41628ca5400 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b8b7fcb4-546d-412b-8415-225b5ee447db HTTP/1.1" status: 204 len: 168 time: 0.6358271 Jan 28 12:32:11.915958 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40936) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:11.929601 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33257a86-4a05-40cf-8981-5e2a6f818663 x-openstack-request-id: req-33257a86-4a05-40cf-8981-5e2a6f818663 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:11.930514 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f65ebef-7ae9-437f-808f-451e1e7759cc", "tag": "fb75757a-6752-4c27-bcde-50f12bbcf42e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:11.931940 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33257a86-4a05-40cf-8981-5e2a6f818663 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:11.934757 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f65ebef-7ae9-437f-808f-451e1e7759cc', 'tag': 'fb75757a-6752-4c27-bcde-50f12bbcf42e', 'status': 'completed', 'code': 200} Jan 28 12:32:11.977081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fb75757a-6752-4c27-bcde-50f12bbcf42e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:32:12.102814 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-632b56b3-36ee-4de1-9a8f-ace44d4fea9b admin admin] Publish callbacks [] for security_group (bf2aaa40-e76f-438f-9f54-28b0b407befe), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:12.153193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-209bd208-22c3-4743-b286-56a20c30942e req-b8773330-17fb-4007-945c-e53609793d64 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 210 time: 0.1326985 Jan 28 12:32:12.155319 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-632b56b3-36ee-4de1-9a8f-ace44d4fea9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (bf2aaa40-e76f-438f-9f54-28b0b407befe), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:12.251978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-632b56b3-36ee-4de1-9a8f-ace44d4fea9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5290fdda6e56413d9efc44c2546880f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6508889 Jan 28 12:32:12.253598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b56b3-36ee-4de1-9a8f-ace44d4fea9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2aaa40-e76f-438f-9f54-28b0b407befe,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:12.256909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40938) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:12.369921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d35cbb3-9dbb-4be0-b116-afda12a0ff2f admin admin] Publish callbacks [] for security_group (bf2aaa40-e76f-438f-9f54-28b0b407befe), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:12.410760 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d35cbb3-9dbb-4be0-b116-afda12a0ff2f admin admin] Publish callbacks [] for security_group (bf2aaa40-e76f-438f-9f54-28b0b407befe), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:12.459262 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (df2a9c51-6a3b-446e-a71c-459d62cf9c96), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:12.461771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d67ffbb0-7dad-4349-b2ee-458b155f6172 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:12.462591 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:12.548393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d67ffbb0-7dad-4349-b2ee-458b155f6172, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d67ffbb0-7dad-4349-b2ee-458b155f6172,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:12.553255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839f4111-1b04-4017-b87c-ef38e0b72c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67ffbb0-7dad-4349-b2ee-458b155f6172'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:12.561975 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f774e6e-f3df-427b-b02d-3e71755e49ba" -d '{"events": [{"server_uuid": "839f4111-1b04-4017-b87c-ef38e0b72c57", "name": "network-vif-plugged", "status": "completed", "tag": "d67ffbb0-7dad-4349-b2ee-458b155f6172"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:12.571308 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:12.582230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06408f71-8b03-4195-9524-2ea9a13a8ad7 req-2e6ed3fd-fc34-4037-bc59-2a933919d370 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:12.596908 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06408f71-8b03-4195-9524-2ea9a13a8ad7 req-2e6ed3fd-fc34-4037-bc59-2a933919d370 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 943 time: 0.1506844 Jan 28 12:32:12.649615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d67ffbb0-7dad-4349-b2ee-458b155f6172,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:12.653644 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d35cbb3-9dbb-4be0-b116-afda12a0ff2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (bf2aaa40-e76f-438f-9f54-28b0b407befe), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:12.658854 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d35cbb3-9dbb-4be0-b116-afda12a0ff2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:12.668752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1d35cbb3-9dbb-4be0-b116-afda12a0ff2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf2aaa40-e76f-438f-9f54-28b0b407befe HTTP/1.1" status: 204 len: 168 time: 0.4058735 Jan 28 12:32:12.702775 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35cbb3-9dbb-4be0-b116-afda12a0ff2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2aaa40-e76f-438f-9f54-28b0b407befe,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:12.774954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06408f71-8b03-4195-9524-2ea9a13a8ad7 req-33c9a3ca-f422-44e3-989e-a73456212407 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676302 Jan 28 12:32:12.775248 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a468ef-13e3-4ab7-8207-22d681f374ef x-openstack-request-id: req-d9a468ef-13e3-4ab7-8207-22d681f374ef {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:12.775589 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839f4111-1b04-4017-b87c-ef38e0b72c57", "name": "network-vif-plugged", "status": "completed", "tag": "d67ffbb0-7dad-4349-b2ee-458b155f6172", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:12.775846 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9a468ef-13e3-4ab7-8207-22d681f374ef {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:12.776254 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839f4111-1b04-4017-b87c-ef38e0b72c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67ffbb0-7dad-4349-b2ee-458b155f6172', 'code': 200} Jan 28 12:32:12.780094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (df2a9c51-6a3b-446e-a71c-459d62cf9c96), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:12.786610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c91c0d-f366-49ba-affe-1ce873c99076 req-89695e8c-4e90-43a3-beaa-e6eb26a37e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:12.800204 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-93c91c0d-f366-49ba-affe-1ce873c99076 req-89695e8c-4e90-43a3-beaa-e6eb26a37e6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 1124 time: 0.8190818 Jan 28 12:32:12.873738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0251d933-a30f-491a-bbf7-08537f28661a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:32:12.936798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 0251d933-a30f-491a-bbf7-08537f28661a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:32:12.941389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0251d933-a30f-491a-bbf7-08537f28661a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:32:12.941389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b6ac6d23-ec17-436d-8845-8339abc7d4b7 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:32:12.990165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: b6ac6d23-ec17-436d-8845-8339abc7d4b7 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:32:12.990165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b6ac6d23-ec17-436d-8845-8339abc7d4b7 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:32:12.990462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa8f65-b06f-4219-aa2f-1ee6d62ad08c req-32e023c3-fda4-4c24-9cc9-00509881d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:13.012037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8aa8f65-b06f-4219-aa2f-1ee6d62ad08c req-32e023c3-fda4-4c24-9cc9-00509881d3ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 1096 time: 0.1513245 Jan 28 12:32:13.024373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-5936ddfb-6cd7-438b-b90c-535aca6b6c93 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:13.025923 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-5936ddfb-6cd7-438b-b90c-535aca6b6c93 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.8779759 Jan 28 12:32:13.027763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2a9c51-6a3b-446e-a71c-459d62cf9c96']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:13.074595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Request body: {'port': {'device_id': 'b2f67507-fccb-46d8-acdd-9efe51d8e67c', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'admin_state_up': True, 'tenant_id': 'b77d7b1bffe84f9a80589d60595239b5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:13.086121 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6aafc8a-d116-434a-a36f-f31497840357') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:13.086382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6aafc8a-d116-434a-a36f-f31497840357') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:13.094579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1eb86-9638-4534-9884-766d0200b8e1 req-070b0f5a-64ff-4572-b8a4-8df42b60346e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:13.096444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6f1eb86-9638-4534-9884-766d0200b8e1 req-070b0f5a-64ff-4572-b8a4-8df42b60346e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 945 time: 0.1708801 Jan 28 12:32:13.180802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8aa8f65-b06f-4219-aa2f-1ee6d62ad08c req-813a145e-f03b-4da7-8128-cdbcf43af1f7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676693 Jan 28 12:32:13.222984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6f1eb86-9638-4534-9884-766d0200b8e1 req-0506537d-f145-46e4-8fa2-e9f9cc868032 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177688 Jan 28 12:32:13.229097 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (e6aafc8a-d116-434a-a36f-f31497840357), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:13.266481 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e6aafc8a-d116-434a-a36f-f31497840357), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:13.272629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c91c0d-f366-49ba-affe-1ce873c99076 req-a95e9ed3-c3b9-4e5e-801d-44c91e4643fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:13.274353 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-93c91c0d-f366-49ba-affe-1ce873c99076 req-a95e9ed3-c3b9-4e5e-801d-44c91e4643fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.4733446 Jan 28 12:32:13.292783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:32:13.293225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (e6aafc8a-d116-434a-a36f-f31497840357), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:32:13.295185 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:32:13.359921 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fcd497e0-bec0-45c7-aca5-8ae7412636a3 req-5c8ec6cf-7d2a-4706-8e08-4899cac7c61a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 210 time: 0.0743093 Jan 28 12:32:13.385874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (df2a9c51-6a3b-446e-a71c-459d62cf9c96), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:13.394116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:13.398312 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/df2a9c51-6a3b-446e-a71c-459d62cf9c96 HTTP/1.1" status: 204 len: 168 time: 1.4812613 Jan 28 12:32:13.399293 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Made reservation on behalf of b77d7b1bffe84f9a80589d60595239b5 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:13.403529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:13.431868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc17aa-0173-46a7-a70c-56cd7220b6a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=df2a9c51-6a3b-446e-a71c-459d62cf9c96,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:13.474350 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-93c91c0d-f366-49ba-affe-1ce873c99076 req-a5c8ed1a-4ce9-400d-b7d5-514333338879 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e HTTP/1.1" status: 200 len: 217 time: 0.0682714 Jan 28 12:32:13.579172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c91c0d-f366-49ba-affe-1ce873c99076 req-afed18f9-7aca-4feb-9646-6a801f5d13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:13.580858 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-93c91c0d-f366-49ba-affe-1ce873c99076 req-afed18f9-7aca-4feb-9646-6a801f5d13e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.0954053 Jan 28 12:32:13.665721 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-93c91c0d-f366-49ba-affe-1ce873c99076 req-39ba03aa-d93f-454f-9339-a410b3ee8f47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739653 Jan 28 12:32:13.811037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40984) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:13.827371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Allocated IP 172.20.0.10 (02586113-c01d-4c5c-ba3c-998693ed9659/f43d2cbd-bf64-4a86-a4a0-cced0a12976e/91c02777-82fb-4ef4-a467-b289b36362ab) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:32:14.004612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-70e7568b-aac1-4e2f-a5b8-53d8bed57793 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64c4e0548cb5444ba31de2ad42c6005b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1912341 Jan 28 12:32:14.007826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40990) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:14.086912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a28f82-2c67-4639-bf97-46b13a677362 req-490b944c-d0e4-4160-b0de-9f983ee2c812 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:14.093827 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36a28f82-2c67-4639-bf97-46b13a677362 req-490b944c-d0e4-4160-b0de-9f983ee2c812 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 943 time: 0.1662643 Jan 28 12:32:14.105064 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-93c91c0d-f366-49ba-affe-1ce873c99076 req-520a5e0e-5e7c-4188-b5e4-42d0add2196f service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224334 Jan 28 12:32:14.108372 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks [] for port (91c02777-82fb-4ef4-a467-b289b36362ab), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:14.165052 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e48feda1-25ca-4fb6-b66f-ca479da029c2 admin admin] Publish callbacks [] for security_group (43d15c2d-ad60-454b-8dcf-53a715baf071), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:14.177761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36a28f82-2c67-4639-bf97-46b13a677362 req-db5fc06e-08a8-41f9-9da5-8b21ad6fd15e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815504 Jan 28 12:32:14.211194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e48feda1-25ca-4fb6-b66f-ca479da029c2 admin admin] Publish callbacks [] for security_group (43d15c2d-ad60-454b-8dcf-53a715baf071), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:14.256277 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-93c91c0d-f366-49ba-affe-1ce873c99076 req-fda7909f-478d-445b-9a53-e03c845c83c4 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389799 Jan 28 12:32:14.270131 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:14.306876 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e48feda1-25ca-4fb6-b66f-ca479da029c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (43d15c2d-ad60-454b-8dcf-53a715baf071), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:14.310399 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e48feda1-25ca-4fb6-b66f-ca479da029c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:14.315413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e48feda1-25ca-4fb6-b66f-ca479da029c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43d15c2d-ad60-454b-8dcf-53a715baf071 HTTP/1.1" status: 204 len: 168 time: 0.2997537 Jan 28 12:32:14.328817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48feda1-25ca-4fb6-b66f-ca479da029c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d15c2d-ad60-454b-8dcf-53a715baf071,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:14.440618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Network 02586113-c01d-4c5c-ba3c-998693ed9659 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:14.482838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:14.490056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:32:14.498055 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event updated for resources: {'Port': ['ID=91c02777-82fb-4ef4-a467-b289b36362ab,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:14.650055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3665b-c4a5-405d-b256-3c18e67c7d7c req-080870fe-78c6-4d3b-ad71-764a9715cee3 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:14.666183 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5b3665b-c4a5-405d-b256-3c18e67c7d7c req-080870fe-78c6-4d3b-ad71-764a9715cee3 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 945 time: 0.2261209 Jan 28 12:32:14.669729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:14.672294 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:14.706397 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-52909e3d-b982-4a1c-89aa-7ac2905a6caf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6585102 Jan 28 12:32:14.722514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97a61a-273e-4c37-92f4-dda3d6a01521 req-715a8bd9-a18a-40a2-b4b2-5733d7aafb92 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:14.736447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe97a61a-273e-4c37-92f4-dda3d6a01521 req-715a8bd9-a18a-40a2-b4b2-5733d7aafb92 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 932 time: 0.2128227 Jan 28 12:32:14.745762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Request body: {'port': {'device_id': 'b2f67507-fccb-46d8-acdd-9efe51d8e67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:14.885994 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:14.961398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5b3665b-c4a5-405d-b256-3c18e67c7d7c req-5db81890-75b2-436e-bf92-ad7e00699c49 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942004 Jan 28 12:32:15.010857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe97a61a-273e-4c37-92f4-dda3d6a01521 req-4189b6b6-ab86-402a-abcc-9a39a619e956 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740667 Jan 28 12:32:15.424017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735168e-f7cd-437d-888b-acce742c8e03 req-df1cbfb9-e069-458b-bf32-d79c06366a96 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:15.436385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e735168e-f7cd-437d-888b-acce742c8e03 req-df1cbfb9-e069-458b-bf32-d79c06366a96 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 943 time: 0.1286881 Jan 28 12:32:15.450649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c02777-82fb-4ef4-a467-b289b36362ab {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:32:15.470614 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Publish callbacks [] for port (91c02777-82fb-4ef4-a467-b289b36362ab), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:15.508323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Transition to ACTIVE for port object 91c02777-82fb-4ef4-a467-b289b36362ab will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:32:15.517419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:15.588838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e735168e-f7cd-437d-888b-acce742c8e03 req-e2a48238-66a2-443a-b802-b6776b217abd tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473887 Jan 28 12:32:15.655819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=91c02777-82fb-4ef4-a467-b289b36362ab,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:15.733719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Attempting to bind port 91c02777-82fb-4ef4-a467-b289b36362ab on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:32:15.734080 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Attempting to bind port 91c02777-82fb-4ef4-a467-b289b36362ab by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:32:15.734479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Attempting to bind port 91c02777-82fb-4ef4-a467-b289b36362ab on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:15.753040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Port 91c02777-82fb-4ef4-a467-b289b36362ab on network 02586113-c01d-4c5c-ba3c-998693ed9659 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:32:15.753433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Attempting to bind port 91c02777-82fb-4ef4-a467-b289b36362ab on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:15.772040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:32:15.772316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Checking segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:15.772719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Bound using segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:32:15.773166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Bound port: 91c02777-82fb-4ef4-a467-b289b36362ab, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:32:15.773534 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:15.884814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41048) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:15.902569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] For port 91c02777-82fb-4ef4-a467-b289b36362ab, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:15.905960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] For port 91c02777-82fb-4ef4-a467-b289b36362ab, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=91c02777-82fb-4ef4-a467-b289b36362ab,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:32:15.915354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:16.017631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:16.020625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:16.022707 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] 10.222.0.49 "PUT /v2.0/ports/91c02777-82fb-4ef4-a467-b289b36362ab HTTP/1.1" status: 200 len: 1092 time: 1.3037150 Jan 28 12:32:16.027518 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f67507-fccb-46d8-acdd-9efe51d8e67c', 'tag': '91c02777-82fb-4ef4-a467-b289b36362ab'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:16.034969 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d4c6ba-f51b-43e1-b0fa-a0d410ec41e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f67507-fccb-46d8-acdd-9efe51d8e67c", "tag": "91c02777-82fb-4ef4-a467-b289b36362ab"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:16.082245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1076111005-network', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:16.122742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Made reservation on behalf of 8bd4f3e15551437e9958e148d3bb8e05 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:16.125604 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:16.202763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:16.226441 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71656c0a-2930-47d8-b397-146636ccc0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=91c02777-82fb-4ef4-a467-b289b36362ab,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:16.244840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0eeb3-11e2-44ba-8e2e-d71ef67bd09c req-dca54228-605d-4be8-9686-c3af721e7516 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:16.253623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91c0eeb3-11e2-44ba-8e2e-d71ef67bd09c req-dca54228-605d-4be8-9686-c3af721e7516 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 944 time: 0.1314142 Jan 28 12:32:16.344053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91c0eeb3-11e2-44ba-8e2e-d71ef67bd09c req-0902a21a-1940-4cd0-9817-b4db9abf6f7b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891449 Jan 28 12:32:16.394695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc731e7-13d6-4516-93c7-712a781b0d63 req-a211444f-dd05-465c-84c2-68da92010751 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:16.405903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4dc731e7-13d6-4516-93c7-712a781b0d63 req-a211444f-dd05-465c-84c2-68da92010751 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 945 time: 0.1881709 Jan 28 12:32:16.426101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Publish callbacks [] for security_group (f4f0e1bb-277e-4e51-8690-ab889d0c394a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:16.432889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f4f0e1bb-277e-4e51-8690-ab889d0c394a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:16.446509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:32:16.458778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e7d60a11-d517-4830-b937-2612f28ceb55), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:16.459121 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Added segment e7d60a11-d517-4830-b937-2612f28ceb55 of type vlan for network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 Jan 28 12:32:16.505831 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:16.559024 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1c81ce-27ae-4a98-bbdf-c21f633667cd x-openstack-request-id: req-5f1c81ce-27ae-4a98-bbdf-c21f633667cd {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:16.559816 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f67507-fccb-46d8-acdd-9efe51d8e67c", "tag": "91c02777-82fb-4ef4-a467-b289b36362ab", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:16.559816 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f1c81ce-27ae-4a98-bbdf-c21f633667cd {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:16.563047 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f67507-fccb-46d8-acdd-9efe51d8e67c', 'tag': '91c02777-82fb-4ef4-a467-b289b36362ab', 'status': 'completed', 'code': 200} Jan 28 12:32:16.589201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:16.590250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:16.594873 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:16.600189 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4dc731e7-13d6-4516-93c7-712a781b0d63 req-5f2c670a-787b-4d36-b81c-fa332eee0ea4 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913719 Jan 28 12:32:16.654897 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7689505 Jan 28 12:32:16.658031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41078) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:16.664000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-79d4aaf1-33c5-4127-8360-5cdae8f3570b admin admin] Request body: {'subnet': {'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1076111005-subnet', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:16.669147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-340502de-4d18-4ddf-9cb4-96275c84a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:16.674427 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-340502de-4d18-4ddf-9cb4-96275c84a84a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 1095 time: 0.5673118 Jan 28 12:32:16.702651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f0e1bb-277e-4e51-8690-ab889d0c394a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:16.723112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d4aaf1-33c5-4127-8360-5cdae8f3570b admin admin] Made reservation on behalf of 8bd4f3e15551437e9958e148d3bb8e05 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:16.726308 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79d4aaf1-33c5-4127-8360-5cdae8f3570b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:16.849138 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-a7f1b1e2-5aa2-40fb-a194-d168e1ff4a81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91c02777-82fb-4ef4-a467-b289b36362ab HTTP/1.1" status: 200 len: 217 time: 0.1369038 Jan 28 12:32:16.915755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e564a4c-691b-4c4e-bc38-33a172bbfd87 admin admin] Pushing event updated for resources: {'Network': ['ID=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:16.932234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:32:16.934677 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:16.957230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-b514359c-a8f1-4df4-b52b-6e8df18cc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:16.961810 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-b514359c-a8f1-4df4-b52b-6e8df18cc199 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.1039038 Jan 28 12:32:16.965093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dcf89-8413-43c2-8b98-a22ba9ef3431 req-7145a166-c1a3-4456-ba4e-8acfa512dbc1 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:16.968690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e75dcf89-8413-43c2-8b98-a22ba9ef3431 req-7145a166-c1a3-4456-ba4e-8acfa512dbc1 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 945 time: 0.2225733 Jan 28 12:32:16.995179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bdacd-0f78-44a2-890e-46bada6bf113 req-36dc721d-e886-4c5e-9ab4-9e97d0c7d9a6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:17.001198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b8bdacd-0f78-44a2-890e-46bada6bf113 req-36dc721d-e886-4c5e-9ab4-9e97d0c7d9a6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 943 time: 0.2066360 Jan 28 12:32:17.010580 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-ae962d94-4416-463c-b5db-6ed98352ccd6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428936 Jan 28 12:32:17.174547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b8bdacd-0f78-44a2-890e-46bada6bf113 req-693ea6b2-d586-4c55-8b92-ce909d781864 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510074 Jan 28 12:32:17.273660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e75dcf89-8413-43c2-8b98-a22ba9ef3431 req-03867612-ebe6-4e79-8c58-2607a4bad4f6 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661495 Jan 28 12:32:17.295543 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-d5154f37-3b9d-47fd-b1cb-a86050df40c3 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760675 Jan 28 12:32:17.505051 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79d4aaf1-33c5-4127-8360-5cdae8f3570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (c86275c7-8e5c-4f5d-968d-3433128a5047), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:17.566765 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:17.630731 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a74b7790-53c8-46ef-ab29-442a63175db4 req-98df156c-68b0-4b21-87b2-1555c68e4dc6 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275864 Jan 28 12:32:17.944208 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4c6ba-f51b-43e1-b0fa-a0d410ec41e7 req-8e0e1edf-2814-477c-ad02-4b6b92f76a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:17.948562 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-18d4c6ba-f51b-43e1-b0fa-a0d410ec41e7 req-8e0e1edf-2814-477c-ad02-4b6b92f76a08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 1095 time: 0.2344346 Jan 28 12:32:17.951868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4aaf1-33c5-4127-8360-5cdae8f3570b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c86275c7-8e5c-4f5d-968d-3433128a5047,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:18.040013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a383ac-b720-4133-8266-2e906a7af9c2 req-0c743e4a-d7d3-4896-8646-0320066cb59c tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:18.048391 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4a383ac-b720-4133-8266-2e906a7af9c2 req-0c743e4a-d7d3-4896-8646-0320066cb59c tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 945 time: 0.3158085 Jan 28 12:32:18.082248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210035e-2e2e-4324-8471-fee4997f4d61 req-e3c2022c-f70b-4937-86a1-aa792c22ca2d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:18.091669 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5210035e-2e2e-4324-8471-fee4997f4d61 req-e3c2022c-f70b-4937-86a1-aa792c22ca2d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 944 time: 0.5169239 Jan 28 12:32:18.126569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41110) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:18.212135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d4aaf1-33c5-4127-8360-5cdae8f3570b admin admin] Checking segment: {'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:18.213321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4aaf1-33c5-4127-8360-5cdae8f3570b admin admin] Network hostable DHCP agents. Network: f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:32:18.218528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4c6ba-f51b-43e1-b0fa-a0d410ec41e7 req-7c394eec-1fca-4a94-a73f-632e010400a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:18.220414 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-18d4c6ba-f51b-43e1-b0fa-a0d410ec41e7 req-7c394eec-1fca-4a94-a73f-632e010400a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 912 time: 0.2653067 Jan 28 12:32:18.327684 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-18d4c6ba-f51b-43e1-b0fa-a0d410ec41e7 req-52d2c075-edb7-4e3c-a530-caa364dc4edb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91c02777-82fb-4ef4-a467-b289b36362ab HTTP/1.1" status: 200 len: 217 time: 0.0972168 Jan 28 12:32:18.330930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4aaf1-33c5-4127-8360-5cdae8f3570b admin admin] Network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:32:18.352321 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:18.356662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5210035e-2e2e-4324-8471-fee4997f4d61 req-59730f12-27ee-4eb3-ac86-9c2dd3b45570 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640107 Jan 28 12:32:18.378482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4a383ac-b720-4133-8266-2e906a7af9c2 req-435df890-b9b4-4439-991d-b792e5544eb9 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290982 Jan 28 12:32:18.396665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-79d4aaf1-33c5-4127-8360-5cdae8f3570b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:18.407324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c45b1-3683-4c44-bdbc-b8aad922463a None None] Network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:32:18.411569 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d4aaf1-33c5-4127-8360-5cdae8f3570b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:18.418214 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79d4aaf1-33c5-4127-8360-5cdae8f3570b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:18.485322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-79d4aaf1-33c5-4127-8360-5cdae8f3570b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8260367 Jan 28 12:32:18.487033 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41122) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:18.495551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1076111005-router', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:18.555310 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (a2708a8b-e62e-42d0-b449-30e6639555ef), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:18.562787 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (a2708a8b-e62e-42d0-b449-30e6639555ef), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:18.590396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4c6ba-f51b-43e1-b0fa-a0d410ec41e7 req-1fa3ae65-3a5b-45d5-841b-e3453316d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:18.592017 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-18d4c6ba-f51b-43e1-b0fa-a0d410ec41e7 req-1fa3ae65-3a5b-45d5-841b-e3453316d8a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.2569206 Jan 28 12:32:18.608625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec353dd-b03b-4384-bebe-874d72310c35 req-f61432cf-bdac-49df-8f6b-0058753d40bb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:18.625182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cec353dd-b03b-4384-bebe-874d72310c35 req-f61432cf-bdac-49df-8f6b-0058753d40bb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 943 time: 0.1076176 Jan 28 12:32:18.648873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a089b-af98-4b55-affc-df9073d4568b None None] Network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:32:18.669718 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-18d4c6ba-f51b-43e1-b0fa-a0d410ec41e7 req-dc5c92f9-71b1-43d8-a947-6f511e0c5baf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691233 Jan 28 12:32:18.724736 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Publish callbacks [] for router_controller (a2708a8b-e62e-42d0-b449-30e6639555ef), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:18.805297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cec353dd-b03b-4384-bebe-874d72310c35 req-713f82bd-1b58-46ab-baa2-4386376c5e05 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772695 Jan 28 12:32:18.943279 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Publish callbacks [] for router_gateway (a2708a8b-e62e-42d0-b449-30e6639555ef), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:18.952517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d831f-279e-4577-93c9-3ac68efae282 req-729691e5-1cf1-465a-955a-f0c4fff3dd1f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:18.965043 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a5d831f-279e-4577-93c9-3ac68efae282 req-729691e5-1cf1-465a-955a-f0c4fff3dd1f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 945 time: 0.0905592 Jan 28 12:32:19.068024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a5d831f-279e-4577-93c9-3ac68efae282 req-f35ef63b-9896-4f75-be35-0444c4c8fb88 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017992 Jan 28 12:32:19.117910 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Publish callbacks [] for security_group (15b3e3fc-bcf0-48d8-97f4-57d5c0f5c677), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:19.137343 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (15b3e3fc-bcf0-48d8-97f4-57d5c0f5c677), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:19.198585 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-af73432d-b6f3-477a-a501-38db9fa79535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:19.199277 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-18d4c6ba-f51b-43e1-b0fa-a0d410ec41e7 req-e127e9f3-2f28-489a-b01a-d2ae8e820ab6 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173678 Jan 28 12:32:19.306065 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3d7264f3df24b3fbf1046a7bddb0f2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1755955 Jan 28 12:32:19.306332 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41134) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:19.322737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b3e3fc-bcf0-48d8-97f4-57d5c0f5c677,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:19.342955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 91c02777-82fb-4ef4-a467-b289b36362ab details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:32:19.426201 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.426699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.427284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.429009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.429979 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.429979 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.430302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.431269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.434163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.434163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.434163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.434163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.435026 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c9766-37b7-4784-a10f-7731c1c4003e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:19.544833 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-18d4c6ba-f51b-43e1-b0fa-a0d410ec41e7 req-290e50a6-a36c-44ac-a87b-45ce061bb98c service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307548 Jan 28 12:32:19.578007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1b23c-a234-4611-8557-34c3d1343b02 req-52c66ba0-a7a5-45b7-ac6f-4b2fd4030338 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:19.585107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9df1b23c-a234-4611-8557-34c3d1343b02 req-52c66ba0-a7a5-45b7-ac6f-4b2fd4030338 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 945 time: 0.2216220 Jan 28 12:32:19.619226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 91c02777-82fb-4ef4-a467-b289b36362ab, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=91c02777-82fb-4ef4-a467-b289b36362ab,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:19.649433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '91c02777-82fb-4ef4-a467-b289b36362ab', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'port_id': '91c02777-82fb-4ef4-a467-b289b36362ab', 'mac_address': 'fa:16:3e:ac:10:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43d2cbd-bf64-4a86-a4a0-cced0a12976e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:32:19.655113 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07d51a2d-db00-42f6-9615-ca16e42b5c86 admin admin] Publish callbacks [] for security_group (15b3e3fc-bcf0-48d8-97f4-57d5c0f5c677), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:19.751570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 91c02777-82fb-4ef4-a467-b289b36362ab is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:19.752361 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:19.766762 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07d51a2d-db00-42f6-9615-ca16e42b5c86 admin admin] Publish callbacks [] for security_group (15b3e3fc-bcf0-48d8-97f4-57d5c0f5c677), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:19.776215 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c02777-82fb-4ef4-a467-b289b36362ab {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:32:19.803766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 91c02777-82fb-4ef4-a467-b289b36362ab, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=91c02777-82fb-4ef4-a467-b289b36362ab,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:19.810547 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:19.839305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742456c-9974-4c96-94f1-9df468f7ab08 req-0ae510a4-f23a-49c6-a805-f55765a2edaf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:19.840941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6742456c-9974-4c96-94f1-9df468f7ab08 req-0ae510a4-f23a-49c6-a805-f55765a2edaf tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 944 time: 0.3769093 Jan 28 12:32:19.866912 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Publish callbacks [] for router_gateway (a2708a8b-e62e-42d0-b449-30e6639555ef), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:19.913315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=91c02777-82fb-4ef4-a467-b289b36362ab,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:19.916111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:19.954753 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07d51a2d-db00-42f6-9615-ca16e42b5c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (15b3e3fc-bcf0-48d8-97f4-57d5c0f5c677), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:19.958170 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07d51a2d-db00-42f6-9615-ca16e42b5c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:19.961443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-07d51a2d-db00-42f6-9615-ca16e42b5c86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15b3e3fc-bcf0-48d8-97f4-57d5c0f5c677 HTTP/1.1" status: 204 len: 168 time: 0.6534884 Jan 28 12:32:19.994863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9df1b23c-a234-4611-8557-34c3d1343b02 req-ab62773a-648b-4b35-a3c0-c063ddc1277b tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821857 Jan 28 12:32:20.016712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d51a2d-db00-42f6-9615-ca16e42b5c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b3e3fc-bcf0-48d8-97f4-57d5c0f5c677,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:20.112017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6742456c-9974-4c96-94f1-9df468f7ab08 req-a6dc495a-5d66-47bd-a148-f05f79256bc0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325895 Jan 28 12:32:20.210998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['91c02777-82fb-4ef4-a467-b289b36362ab'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:32:20.231006 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Allocated IP 172.25.7.138 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/4815a704-7468-4b56-8b7a-c31c6582f8c3) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:32:20.391579 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Publish callbacks [] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:20.479198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477be51-54e9-4db9-a1e5-1cc4880a67cc req-6300f6e3-06ba-4b73-a475-a5c87bf997b6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:20.480795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e477be51-54e9-4db9-a1e5-1cc4880a67cc req-6300f6e3-06ba-4b73-a475-a5c87bf997b6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 943 time: 0.2252588 Jan 28 12:32:20.505587 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:20.518300 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10cd28-4027-4d8a-ad0e-6e66c49f70dc req-ac6d139f-0c9c-4f4f-ad9d-00f9c7c7ab8e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:20.553361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b10cd28-4027-4d8a-ad0e-6e66c49f70dc req-ac6d139f-0c9c-4f4f-ad9d-00f9c7c7ab8e tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 945 time: 0.2827499 Jan 28 12:32:20.651161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:20.655049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:20.667680 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:32:20.669664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e477be51-54e9-4db9-a1e5-1cc4880a67cc req-752c778e-51da-406d-87fe-90f3eb4bf1cb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815071 Jan 28 12:32:20.740286 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b10cd28-4027-4d8a-ad0e-6e66c49f70dc req-8af97691-2136-456c-8857-cf6bcb4caecf tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865809 Jan 28 12:32:21.358374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fb75757a-6752-4c27-bcde-50f12bbcf42e no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:32:21.387961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6987cba-c222-44f0-bcac-089fe553ba82 req-1aa8972c-7c5b-4192-bfb9-59e4e4d00f5c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:21.395817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6987cba-c222-44f0-bcac-089fe553ba82 req-1aa8972c-7c5b-4192-bfb9-59e4e4d00f5c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 945 time: 0.1211560 Jan 28 12:32:21.530200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6987cba-c222-44f0-bcac-089fe553ba82 req-b6d29a4b-0f51-4564-8afb-f6790ab4e529 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259871 Jan 28 12:32:21.690172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a4c0c-20f2-4bdd-9076-16e21bfa0068 req-d115fa0a-2536-4aa0-8c24-5247fb414325 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:21.702693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a5a4c0c-20f2-4bdd-9076-16e21bfa0068 req-d115fa0a-2536-4aa0-8c24-5247fb414325 tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 945 time: 0.1348588 Jan 28 12:32:21.758462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fb75757a-6752-4c27-bcde-50f12bbcf42e is: DOWN; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:21.821341 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-acf3132b-309a-4693-ac2a-a9a088e4621f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:21.851302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a5a4c0c-20f2-4bdd-9076-16e21bfa0068 req-60a5e0bd-34aa-4bc7-8b50-9d509090519f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454084 Jan 28 12:32:21.875694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Pushing event updated for resources: {'Port': ['ID=4815a704-7468-4b56-8b7a-c31c6582f8c3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:22.039942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976a2e2-a4c2-41d6-a069-9b414c064d10 req-e2b3e2a9-7c90-49f6-8b3b-f4e384b95e22 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:22.049828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8976a2e2-a4c2-41d6-a069-9b414c064d10 req-e2b3e2a9-7c90-49f6-8b3b-f4e384b95e22 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 943 time: 0.1758847 Jan 28 12:32:22.182670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8976a2e2-a4c2-41d6-a069-9b414c064d10 req-df709a1b-d848-4bd4-a630-40e691a577cc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153321 Jan 28 12:32:22.230505 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Publish callbacks [] for router_gateway (a2708a8b-e62e-42d0-b449-30e6639555ef), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:22.593272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (a2708a8b-e62e-42d0-b449-30e6639555ef), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:22.783063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996b94d-2353-4eeb-9665-2f09afc2c931 req-fed5080d-0da2-4b64-82a9-2849dbe70b3f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:22.785705 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0996b94d-2353-4eeb-9665-2f09afc2c931 req-fed5080d-0da2-4b64-82a9-2849dbe70b3f tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.49 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 945 time: 0.1888418 Jan 28 12:32:22.844746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26cd5f-a774-4759-8df7-e2d856b26f52 req-7c69caab-7326-4fd1-9348-485e1cf38695 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:22.846463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d26cd5f-a774-4759-8df7-e2d856b26f52 req-7c69caab-7326-4fd1-9348-485e1cf38695 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 945 time: 0.1405435 Jan 28 12:32:22.883539 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:23.047498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d26cd5f-a774-4759-8df7-e2d856b26f52 req-59d6e6fb-83fd-42d8-8953-dfae5ec535e0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881812 Jan 28 12:32:23.322470 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-0996b94d-2353-4eeb-9665-2f09afc2c931 req-ef964003-68d9-4782-b55f-53dfb258f8bd tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Deleting port d67ffbb0-7dad-4349-b2ee-458b155f6172 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:32:23.325835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0996b94d-2353-4eeb-9665-2f09afc2c931 req-ef964003-68d9-4782-b55f-53dfb258f8bd tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:23.347936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Router a2708a8b-e62e-42d0-b449-30e6639555ef is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:32:23.360245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 91c02777-82fb-4ef4-a467-b289b36362ab up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:23.366033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e702d-930e-4411-bddf-eeddf5b33923 req-b89d9d38-631f-4ed4-9b8d-d0badf3429ef tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:23.379121 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc8e702d-930e-4411-bddf-eeddf5b33923 req-b89d9d38-631f-4ed4-9b8d-d0badf3429ef tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 945 time: 0.3262649 Jan 28 12:32:23.478639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 91c02777-82fb-4ef4-a467-b289b36362ab completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:32:23.486203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 91c02777-82fb-4ef4-a467-b289b36362ab triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:23.486803 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:23.713336 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e809b2-94e8-44d6-b2c7-829cbc8c57af req-06531948-20a3-4996-a1aa-77987a2b7cc8 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:23.727895 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c0e809b2-94e8-44d6-b2c7-829cbc8c57af req-06531948-20a3-4996-a1aa-77987a2b7cc8 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 943 time: 0.2564418 Jan 28 12:32:23.762181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc8e702d-930e-4411-bddf-eeddf5b33923 req-116e9fa9-6fa3-4fa0-83c9-a13ba91ecb2d tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/security-groups?id=582fd71a-d321-407c-91d6-6e7c7d41f514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812611 Jan 28 12:32:23.787060 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:32:23.903938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 91c02777-82fb-4ef4-a467-b289b36362ab is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:23.904782 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:23.954230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:32:23.972950 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Sync routers for ids ['a2708a8b-e62e-42d0-b449-30e6639555ef'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:32:24.035108 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Routers {'a2708a8b-e62e-42d0-b449-30e6639555ef'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:32:24.035786 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:32:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a2708a8b-e62e-42d0-b449-30e6639555ef'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:24.046746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-0996b94d-2353-4eeb-9665-2f09afc2c931 req-ef964003-68d9-4782-b55f-53dfb258f8bd tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] For port d67ffbb0-7dad-4349-b2ee-458b155f6172, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d67ffbb0-7dad-4349-b2ee-458b155f6172,segment=NetworkSegment(981ef6a4-d4b7-4034-8b84-30becf0edd8b),segment_id=981ef6a4-d4b7-4034-8b84-30becf0edd8b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:24.054132 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0996b94d-2353-4eeb-9665-2f09afc2c931 req-ef964003-68d9-4782-b55f-53dfb258f8bd tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:24.091611 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f67507-fccb-46d8-acdd-9efe51d8e67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c02777-82fb-4ef4-a467-b289b36362ab'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:24.094231 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770ddbf1-1a0b-469b-83c7-a04c8078e30b" -d '{"events": [{"server_uuid": "b2f67507-fccb-46d8-acdd-9efe51d8e67c", "name": "network-vif-plugged", "status": "completed", "tag": "91c02777-82fb-4ef4-a467-b289b36362ab"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:24.105767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c0e809b2-94e8-44d6-b2c7-829cbc8c57af req-5ef2e1cf-73a4-42a4-af1a-307a7c765110 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395834 Jan 28 12:32:24.114019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-0996b94d-2353-4eeb-9665-2f09afc2c931 req-ef964003-68d9-4782-b55f-53dfb258f8bd tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Calling delete_port for d67ffbb0-7dad-4349-b2ee-458b155f6172 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:32:24.149644 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:24.156597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:24.156798 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f5a18152-daca-4533-9966-a09ae979523c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6648347 Jan 28 12:32:24.168496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 91c02777-82fb-4ef4-a467-b289b36362ab, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=91c02777-82fb-4ef4-a467-b289b36362ab,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:24.180739 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:24.181549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d67ffbb0-7dad-4349-b2ee-458b155f6172 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:32:24.327956 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Set router a2708a8b-e62e-42d0-b449-30e6639555ef gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:32:24.477637 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381f6562-0292-4e38-9f39-429bcee2c987 x-openstack-request-id: req-381f6562-0292-4e38-9f39-429bcee2c987 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:24.477936 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f67507-fccb-46d8-acdd-9efe51d8e67c", "name": "network-vif-plugged", "status": "completed", "tag": "91c02777-82fb-4ef4-a467-b289b36362ab", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:24.478194 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-381f6562-0292-4e38-9f39-429bcee2c987 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:24.478596 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f67507-fccb-46d8-acdd-9efe51d8e67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c02777-82fb-4ef4-a467-b289b36362ab', 'code': 200} Jan 28 12:32:24.479655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=91c02777-82fb-4ef4-a467-b289b36362ab,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:24.572721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac843ea8-57be-42f4-ae73-8938a156bcbe req-6a84c75a-3ec3-4735-8907-214fb04ce602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:24.584398 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ac843ea8-57be-42f4-ae73-8938a156bcbe req-6a84c75a-3ec3-4735-8907-214fb04ce602 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 1097 time: 0.2504613 Jan 28 12:32:24.607511 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:24.771094 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ac843ea8-57be-42f4-ae73-8938a156bcbe req-6595dfb4-5a1b-4f93-9bee-3dbbf443ccf5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631711 Jan 28 12:32:24.808878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d67ffbb0-7dad-4349-b2ee-458b155f6172 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:24.809737 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:24.907009 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1076111005-router', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:32:18Z', 'updated_at': '2022-01-28T12:32:21Z', 'revision_number': 3, 'project_id': '8bd4f3e15551437e9958e148d3bb8e05', 'gw_port': {'id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:32:19Z', 'updated_at': '2022-01-28T12:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:24.931656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0996b94d-2353-4eeb-9665-2f09afc2c931 req-ef964003-68d9-4782-b55f-53dfb258f8bd tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d67ffbb0-7dad-4349-b2ee-458b155f6172), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:25.057811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef964003-68d9-4782-b55f-53dfb258f8bd tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Pushing event deleted for resources: {'Port': ['ID=d67ffbb0-7dad-4349-b2ee-458b155f6172,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:25.264454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0996b94d-2353-4eeb-9665-2f09afc2c931 req-ef964003-68d9-4782-b55f-53dfb258f8bd tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] No DVR routers for this DVR port d67ffbb0-7dad-4349-b2ee-458b155f6172 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:32:25.269542 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0996b94d-2353-4eeb-9665-2f09afc2c931 req-ef964003-68d9-4782-b55f-53dfb258f8bd tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:25.278272 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0996b94d-2353-4eeb-9665-2f09afc2c931 req-ef964003-68d9-4782-b55f-53dfb258f8bd tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.49 "DELETE /v2.0/ports/d67ffbb0-7dad-4349-b2ee-458b155f6172 HTTP/1.1" status: 204 len: 173 time: 2.4840004 Jan 28 12:32:25.279136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839f4111-1b04-4017-b87c-ef38e0b72c57', 'name': 'network-vif-deleted', 'tag': 'd67ffbb0-7dad-4349-b2ee-458b155f6172'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:25.283482 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9231df-2b65-4390-adac-994b789be618" -d '{"events": [{"server_uuid": "839f4111-1b04-4017-b87c-ef38e0b72c57", "name": "network-vif-deleted", "tag": "d67ffbb0-7dad-4349-b2ee-458b155f6172"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:25.406149 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Checking router: a2708a8b-e62e-42d0-b449-30e6639555ef for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:32:25.406489 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Updating router a2708a8b-e62e-42d0-b449-30e6639555ef port 4815a704-7468-4b56-8b7a-c31c6582f8c3 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:32:25.507082 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:25.653094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63624f09-86c3-4618-a659-b02e6ed7a2b4 req-94548f15-c002-45a0-afec-d34afd5c56ac tempest-ServerDiskConfigTestJSON-801826264 tempest-ServerDiskConfigTestJSON-801826264-project] 10.222.0.53 "GET /v2.0/ports?device_id=839f4111-1b04-4017-b87c-ef38e0b72c57 HTTP/1.1" status: 200 len: 210 time: 0.2341366 Jan 28 12:32:25.757450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed5f60-cb05-44b7-8efa-92bd25256ae1 req-532e5f4a-2767-4c4c-a72b-39daf728564a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:25.761718 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29ed5f60-cb05-44b7-8efa-92bd25256ae1 req-532e5f4a-2767-4c4c-a72b-39daf728564a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 1.0606654 Jan 28 12:32:25.935410 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:26.071466 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:26.205041 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Publish callbacks [] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:26.221493 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:26.289634 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Pushing event updated for resources: {'Port': ['ID=4815a704-7468-4b56-8b7a-c31c6582f8c3,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:26.304263 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.304263 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.304780 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.304875 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.305195 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.305523 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.305846 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.306172 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.306494 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.306813 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.307136 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.307486 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.307800 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:26.329280 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-4a38515c-54d4-42b3-9161-317ffd52e760 service neutron] 10.222.0.49 "GET /v2.0/ports/fb75757a-6752-4c27-bcde-50f12bbcf42e/bindings/n-h1-824835-4 HTTP/1.1" status: 200 len: 384 time: 0.1862288 Jan 28 12:32:26.337226 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Attempting to bind port 4815a704-7468-4b56-8b7a-c31c6582f8c3 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:32:26.337607 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Attempting to bind port 4815a704-7468-4b56-8b7a-c31c6582f8c3 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:32:26.337971 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Attempting to bind port 4815a704-7468-4b56-8b7a-c31c6582f8c3 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:26.344074 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:32:26.344576 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:26.344834 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:26.345383 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:32:26.346075 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Bound port: 4815a704-7468-4b56-8b7a-c31c6582f8c3, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:32:26.346519 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:26.428688 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] For port 4815a704-7468-4b56-8b7a-c31c6582f8c3, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:26.432738 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] For port 4815a704-7468-4b56-8b7a-c31c6582f8c3, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4815a704-7468-4b56-8b7a-c31c6582f8c3,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:32:26.449451 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:26.527916 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6051ad-1818-4d76-820a-51fab36fa115 None None] Pushing event updated for resources: {'Port': ['ID=4815a704-7468-4b56-8b7a-c31c6582f8c3,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:26.586760 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Routers {'a2708a8b-e62e-42d0-b449-30e6639555ef'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:32:26.587619 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:32:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a2708a8b-e62e-42d0-b449-30e6639555ef'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:26.766898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-153b91e0-f7b4-45a3-8540-a6dc8c67d85c service neutron] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:26.793974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41334) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:26.816522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-153b91e0-f7b4-45a3-8540-a6dc8c67d85c service neutron] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:26.826635 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] Set router a2708a8b-e62e-42d0-b449-30e6639555ef gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:32:26.828140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Allocated IP 172.20.0.1 (f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0/c86275c7-8e5c-4f5d-968d-3433128a5047/58271e72-d6ae-4da5-9c4e-27668c38d636) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:32:26.901632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-153b91e0-f7b4-45a3-8540-a6dc8c67d85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb75757a-6752-4c27-bcde-50f12bbcf42e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:32:26.929644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-153b91e0-f7b4-45a3-8540-a6dc8c67d85c service neutron] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:26.973137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-153b91e0-f7b4-45a3-8540-a6dc8c67d85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:27.062194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Publish callbacks [] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:27.156899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-153b91e0-f7b4-45a3-8540-a6dc8c67d85c service neutron] Transition to ACTIVE for port object fb75757a-6752-4c27-bcde-50f12bbcf42e will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:32:27.165819 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5707279b-cd6b-433b-b86b-79e102f2ac73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:27.170356 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-153b91e0-f7b4-45a3-8540-a6dc8c67d85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:27.174231 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:27.180292 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1076111005-router', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:32:18Z', 'updated_at': '2022-01-28T12:32:21Z', 'revision_number': 3, 'project_id': '8bd4f3e15551437e9958e148d3bb8e05', 'gw_port': {'id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:32:19Z', 'updated_at': '2022-01-28T12:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:27.205736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da12ec-6675-4ed8-bfec-55f1b3e1c71d req-3f46f785-f5d0-4c7d-901d-eb6e389fa24d tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:27.221920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52da12ec-6675-4ed8-bfec-55f1b3e1c71d req-3f46f785-f5d0-4c7d-901d-eb6e389fa24d tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 943 time: 1.0799484 Jan 28 12:32:27.232565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29ed5f60-cb05-44b7-8efa-92bd25256ae1 req-0a11af87-813b-45e9-9273-0ae339bbf593 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3173504 Jan 28 12:32:27.242142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b91e0-f7b4-45a3-8540-a6dc8c67d85c service neutron] Pushing event updated for resources: {'Port': ['ID=fb75757a-6752-4c27-bcde-50f12bbcf42e,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:27.273383 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c848c63-1a03-446e-b278-410fa4ec9501 None None] The sync data for ids ['a2708a8b-e62e-42d0-b449-30e6639555ef'] in n-d-824835-4 is: [{'id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1076111005-router', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:32:18Z', 'updated_at': '2022-01-28T12:32:21Z', 'revision_number': 3, 'project_id': '8bd4f3e15551437e9958e148d3bb8e05', 'gw_port': {'id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:32:19Z', 'updated_at': '2022-01-28T12:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:32:27.339037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:27.346820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:27.352015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:32:27.411380 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (a2708a8b-e62e-42d0-b449-30e6639555ef), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:27.446586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5707279b-cd6b-433b-b86b-79e102f2ac73 admin admin] Publish callbacks [] for security_group (b39b4ea0-d6b5-4f6d-8e1e-94296f02f0d6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:27.449668 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c843b1-b1dd-4553-9329-3349e952bfa0 x-openstack-request-id: req-32c843b1-b1dd-4553-9329-3349e952bfa0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:27.450456 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839f4111-1b04-4017-b87c-ef38e0b72c57", "name": "network-vif-deleted", "tag": "d67ffbb0-7dad-4349-b2ee-458b155f6172", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:27.450939 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32c843b1-b1dd-4553-9329-3349e952bfa0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:27.451732 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839f4111-1b04-4017-b87c-ef38e0b72c57', 'name': 'network-vif-deleted', 'tag': 'd67ffbb0-7dad-4349-b2ee-458b155f6172', 'status': 'completed', 'code': 200} Jan 28 12:32:27.452883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-153b91e0-f7b4-45a3-8540-a6dc8c67d85c service neutron] No DVR routers for this DVR port fb75757a-6752-4c27-bcde-50f12bbcf42e on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:32:27.506729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5707279b-cd6b-433b-b86b-79e102f2ac73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b39b4ea0-d6b5-4f6d-8e1e-94296f02f0d6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:27.551064 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-153b91e0-f7b4-45a3-8540-a6dc8c67d85c service neutron] 10.222.0.49 "PUT /v2.0/ports/fb75757a-6752-4c27-bcde-50f12bbcf42e/bindings/n-h1-824835-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2153502 Jan 28 12:32:27.562648 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5707279b-cd6b-433b-b86b-79e102f2ac73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4136526c79d349f4b43977cba35e07c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7663195 Jan 28 12:32:27.564787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41344) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:27.761817 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2801d339-b482-41cb-8cca-a5ced8b56c4a admin admin] Publish callbacks [] for security_group (b39b4ea0-d6b5-4f6d-8e1e-94296f02f0d6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:27.767879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707279b-cd6b-433b-b86b-79e102f2ac73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39b4ea0-d6b5-4f6d-8e1e-94296f02f0d6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:27.885611 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2801d339-b482-41cb-8cca-a5ced8b56c4a admin admin] Publish callbacks [] for security_group (b39b4ea0-d6b5-4f6d-8e1e-94296f02f0d6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:27.979080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Pushing event updated for resources: {'Port': ['ID=58271e72-d6ae-4da5-9c4e-27668c38d636,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:28.034380 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2801d339-b482-41cb-8cca-a5ced8b56c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b39b4ea0-d6b5-4f6d-8e1e-94296f02f0d6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:28.038621 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2801d339-b482-41cb-8cca-a5ced8b56c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:28.040059 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2801d339-b482-41cb-8cca-a5ced8b56c4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b39b4ea0-d6b5-4f6d-8e1e-94296f02f0d6 HTTP/1.1" status: 204 len: 168 time: 0.4741116 Jan 28 12:32:28.064764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801d339-b482-41cb-8cca-a5ced8b56c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39b4ea0-d6b5-4f6d-8e1e-94296f02f0d6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:28.109603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.110072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.110288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.110628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.124501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.124501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.124848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.125207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.125538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.125874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.126208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.132313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.132724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:28.235514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41364) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:28.378363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52da12ec-6675-4ed8-bfec-55f1b3e1c71d req-74d4d7a2-5c49-42a6-8e10-0409689cbabc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1555204 Jan 28 12:32:28.393687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c29ac70-2ac1-4740-b6a9-3855660ca91f admin admin] Deleting subnet 4a52d88f-3d14-4d4c-b078-233c75ac286f {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:32:28.402566 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c29ac70-2ac1-4740-b6a9-3855660ca91f admin admin] Publish callbacks [] for subnet (4a52d88f-3d14-4d4c-b078-233c75ac286f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:28.567771 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c29ac70-2ac1-4740-b6a9-3855660ca91f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (4a52d88f-3d14-4d4c-b078-233c75ac286f), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:28.582487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-61ace7bf-5411-40c5-a53b-3e0da08ef0ce tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:28.585765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-61ace7bf-5411-40c5-a53b-3e0da08ef0ce tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc&tenant_id=28c9043847134daea969876de73b5965&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.6483686 Jan 28 12:32:28.634322 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c29ac70-2ac1-4740-b6a9-3855660ca91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (4a52d88f-3d14-4d4c-b078-233c75ac286f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:28.693107 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:28.747266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4856be-d554-468e-920e-3261722257e8 req-539a1151-8733-4f9f-a413-ab9ec8be41fb tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:28.749172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b4856be-d554-468e-920e-3261722257e8 req-539a1151-8733-4f9f-a413-ab9ec8be41fb tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.3346479 Jan 28 12:32:28.753737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-e60904e7-6710-4ada-8ae9-9e0141daa81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:28.756587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-e60904e7-6710-4ada-8ae9-9e0141daa81c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc&tenant_id=28c9043847134daea969876de73b5965 HTTP/1.1" status: 200 len: 1095 time: 0.1605952 Jan 28 12:32:28.777920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41380) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:28.841891 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5ea9-f162-4148-9e8a-d42773ab4c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:28.875223 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c29ac70-2ac1-4740-b6a9-3855660ca91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (4a52d88f-3d14-4d4c-b078-233c75ac286f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:28.957759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-b50de043-55f4-4216-802c-181470241260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:28.962423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-b50de043-55f4-4216-802c-181470241260 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 1095 time: 0.1593902 Jan 28 12:32:28.962607 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c29ac70-2ac1-4740-b6a9-3855660ca91f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:28.964204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4815a704-7468-4b56-8b7a-c31c6582f8c3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:28.971762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b4856be-d554-468e-920e-3261722257e8 req-2320149d-6483-44d5-9419-de30d5f41601 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118807 Jan 28 12:32:28.979904 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5c29ac70-2ac1-4740-b6a9-3855660ca91f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4a52d88f-3d14-4d4c-b078-233c75ac286f HTTP/1.1" status: 204 len: 168 time: 0.7289708 Jan 28 12:32:28.998891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41384) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:29.067517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29ac70-2ac1-4740-b6a9-3855660ca91f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a52d88f-3d14-4d4c-b078-233c75ac286f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:29.148087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 4815a704-7468-4b56-8b7a-c31c6582f8c3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:29.148925 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:29.269794 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5ea9-f162-4148-9e8a-d42773ab4c7a admin admin] Publish callbacks [] for security_group (0890d9e1-32a0-4654-9beb-19bbe68befd1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:29.276604 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5ea9-f162-4148-9e8a-d42773ab4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0890d9e1-32a0-4654-9beb-19bbe68befd1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:29.450982 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8dbd5ea9-f162-4148-9e8a-d42773ab4c7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=314b1bee8a1a490193212313f7d17af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6677098 Jan 28 12:32:29.451649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41392) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:29.452329 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd5ea9-f162-4148-9e8a-d42773ab4c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0890d9e1-32a0-4654-9beb-19bbe68befd1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:29.594909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-618bb9bb-d378-4e30-bd7c-bdba1bdf6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:29.596398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-618bb9bb-d378-4e30-bd7c-bdba1bdf6d8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.5998814 Jan 28 12:32:29.602770 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ece53da-b52e-4aef-b9f5-a2dad13f60a6 admin admin] Publish callbacks [] for security_group (0890d9e1-32a0-4654-9beb-19bbe68befd1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:29.667393 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ece53da-b52e-4aef-b9f5-a2dad13f60a6 admin admin] Publish callbacks [] for security_group (0890d9e1-32a0-4654-9beb-19bbe68befd1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:29.753998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ece53da-b52e-4aef-b9f5-a2dad13f60a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0890d9e1-32a0-4654-9beb-19bbe68befd1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:29.759370 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ece53da-b52e-4aef-b9f5-a2dad13f60a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:29.766800 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9ece53da-b52e-4aef-b9f5-a2dad13f60a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0890d9e1-32a0-4654-9beb-19bbe68befd1 HTTP/1.1" status: 204 len: 168 time: 0.3041961 Jan 28 12:32:29.780930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 4815a704-7468-4b56-8b7a-c31c6582f8c3 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:29.782363 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:29.792811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece53da-b52e-4aef-b9f5-a2dad13f60a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0890d9e1-32a0-4654-9beb-19bbe68befd1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:29.847948 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e8afdfaf-7933-47d2-a23a-76117fd9a21b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:29.858472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-d721dbc2-ec0a-4941-9652-8c9974ae9ead service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e HTTP/1.1" status: 200 len: 217 time: 0.1950021 Jan 28 12:32:29.874093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 4815a704-7468-4b56-8b7a-c31c6582f8c3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4815a704-7468-4b56-8b7a-c31c6582f8c3,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:29.884185 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:29.960498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b34e4-e545-451e-89e9-fc27cabb54cc req-b1d2b652-1232-4037-a44b-fcaf100fa61c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:29.969667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-093b34e4-e545-451e-89e9-fc27cabb54cc req-b1d2b652-1232-4037-a44b-fcaf100fa61c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.4185636 Jan 28 12:32:30.012556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=4815a704-7468-4b56-8b7a-c31c6582f8c3,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:30.023898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423018ee-26f8-4f2a-88f7-0ef0150d6c62 req-3e028657-805a-4320-b485-013c0099312c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:30.025558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-423018ee-26f8-4f2a-88f7-0ef0150d6c62 req-3e028657-805a-4320-b485-013c0099312c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 944 time: 0.3632827 Jan 28 12:32:30.100024 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Publish callbacks [] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:30.138691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-551feab9-ecd1-4b08-90e7-ff5c54b0a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:30.147545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-551feab9-ecd1-4b08-90e7-ff5c54b0a60e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.2810776 Jan 28 12:32:30.218781 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:30.336398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-0c3d89f2-b8df-4f13-bd2c-b2377a5c92a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621025 Jan 28 12:32:30.344079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e8afdfaf-7933-47d2-a23a-76117fd9a21b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:30.468102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8afdfaf-7933-47d2-a23a-76117fd9a21b']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:30.554217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-093b34e4-e545-451e-89e9-fc27cabb54cc req-0878d960-2487-4afa-9895-8e71890ee633 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836411 Jan 28 12:32:30.575427 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (a2708a8b-e62e-42d0-b449-30e6639555ef), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:30.589723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-423018ee-26f8-4f2a-88f7-0ef0150d6c62 req-49f27217-872e-4d62-8b60-103ec89a959f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222132 Jan 28 12:32:30.651659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981ef6a4-d4b7-4034-8b84-30becf0edd8b') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:30.652635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981ef6a4-d4b7-4034-8b84-30becf0edd8b') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:30.655470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Pushing event updated for resources: {'Port': ['ID=58271e72-d6ae-4da5-9c4e-27668c38d636,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:30.695776 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (981ef6a4-d4b7-4034-8b84-30becf0edd8b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:30.769816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4815a704-7468-4b56-8b7a-c31c6582f8c3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:30.773317 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (981ef6a4-d4b7-4034-8b84-30becf0edd8b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:30.785630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:32:30.786040 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (981ef6a4-d4b7-4034-8b84-30becf0edd8b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:32:30.787814 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:32:30.886005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-5c3c5fe6-288e-4591-8385-2ad48e301950 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181940 Jan 28 12:32:30.890148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 4815a704-7468-4b56-8b7a-c31c6582f8c3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:30.890534 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:30.931232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (e8afdfaf-7933-47d2-a23a-76117fd9a21b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:30.937006 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:30.940858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e8afdfaf-7933-47d2-a23a-76117fd9a21b HTTP/1.1" status: 204 len: 168 time: 1.9404886 Jan 28 12:32:31.004602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01b076-b4fd-4d9c-a091-54623ef36fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8afdfaf-7933-47d2-a23a-76117fd9a21b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:31.019772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:31.022964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 4815a704-7468-4b56-8b7a-c31c6582f8c3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:31.024050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:31.114249 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-f8fa81b9-41a6-4fdc-8844-918be7ba6475 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186837 Jan 28 12:32:31.160242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41446) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:31.214389 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-378c3d01-12c2-4ad5-a46f-a0ece0fa7c16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b07ed76ea374ea485968b4cd28446fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519559 Jan 28 12:32:31.216893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41452) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:31.256393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Router a2708a8b-e62e-42d0-b449-30e6639555ef has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:32:31.279262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8c0c7-8fe0-4411-8a33-635a4a7e610f req-990437e2-031b-4a67-aedb-78d5c868700f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:31.290113 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aef8c0c7-8fe0-4411-8a33-635a4a7e610f req-990437e2-031b-4a67-aedb-78d5c868700f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.1080415 Jan 28 12:32:31.329827 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eee7923-bb84-4ca9-a955-9c157d44a2b0 admin admin] Publish callbacks [] for security_group (582fd71a-d321-407c-91d6-6e7c7d41f514), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:31.355323 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eee7923-bb84-4ca9-a955-9c157d44a2b0 admin admin] Publish callbacks [] for security_group (582fd71a-d321-407c-91d6-6e7c7d41f514), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:31.440128 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eee7923-bb84-4ca9-a955-9c157d44a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (582fd71a-d321-407c-91d6-6e7c7d41f514), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:31.443074 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7eee7923-bb84-4ca9-a955-9c157d44a2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:31.445360 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7eee7923-bb84-4ca9-a955-9c157d44a2b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/582fd71a-d321-407c-91d6-6e7c7d41f514 HTTP/1.1" status: 204 len: 168 time: 0.2273409 Jan 28 12:32:31.473938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee7923-bb84-4ca9-a955-9c157d44a2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582fd71a-d321-407c-91d6-6e7c7d41f514,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:31.539628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aef8c0c7-8fe0-4411-8a33-635a4a7e610f req-b536acdd-1bdf-4d11-b760-392c461952a7 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484276 Jan 28 12:32:31.586438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-321571ba-4df3-4e95-9d09-290ae8370604 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:31.587965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-321571ba-4df3-4e95-9d09-290ae8370604 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc&tenant_id=28c9043847134daea969876de73b5965&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.1711171 Jan 28 12:32:31.650933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:32:31.670661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Sync routers for ids ['a2708a8b-e62e-42d0-b449-30e6639555ef'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:32:31.672688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-71b16c34-0f61-4eae-b26b-9c907b8f0399 admin admin] 10.222.0.53 "PUT /v2.0/routers/a2708a8b-e62e-42d0-b449-30e6639555ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5145731 Jan 28 12:32:31.694799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Routers {'a2708a8b-e62e-42d0-b449-30e6639555ef'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:32:31.695439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:32:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a2708a8b-e62e-42d0-b449-30e6639555ef'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:31.926845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-468e2094-1f61-4cec-81d7-c4528a37ca17 service neutron] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:31.933642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-468e2094-1f61-4cec-81d7-c4528a37ca17 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:31.952564 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba90b9eb-e936-4484-a831-b3594edf3e00 req-468e2094-1f61-4cec-81d7-c4528a37ca17 service neutron] 10.222.0.35 "DELETE /v2.0/ports/fb75757a-6752-4c27-bcde-50f12bbcf42e/bindings/n-h2-824835-4 HTTP/1.1" status: 204 len: 173 time: 0.3399553 Jan 28 12:32:31.984391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc23787-4874-40a4-9698-dbafd0939bcd req-08d0813b-2e85-47e9-acd9-55e35cc81e4d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:31.985936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2fc23787-4874-40a4-9698-dbafd0939bcd req-08d0813b-2e85-47e9-acd9-55e35cc81e4d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.1908205 Jan 28 12:32:31.999146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac6d78-a29c-4e6a-97fc-5121c93d4645 req-175ee47b-25ab-4c3a-adc3-c8d419ce0dd4 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:32.000984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90ac6d78-a29c-4e6a-97fc-5121c93d4645 req-175ee47b-25ab-4c3a-adc3-c8d419ce0dd4 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 944 time: 0.2527397 Jan 28 12:32:32.006829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Set router a2708a8b-e62e-42d0-b449-30e6639555ef gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:32:32.108731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2fc23787-4874-40a4-9698-dbafd0939bcd req-d8970c8a-9f47-4fed-8a0e-101a66e18134 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001539 Jan 28 12:32:32.125608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90ac6d78-a29c-4e6a-97fc-5121c93d4645 req-c8d02702-0b76-4721-8123-5d9a2600bf83 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145792 Jan 28 12:32:32.366891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1076111005-router', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:32:18Z', 'updated_at': '2022-01-28T12:32:28Z', 'revision_number': 4, 'project_id': '8bd4f3e15551437e9958e148d3bb8e05', 'gw_port': {'id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:32:19Z', 'updated_at': '2022-01-28T12:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '58271e72-d6ae-4da5-9c4e-27668c38d636', 'name': '', 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'mac_address': 'fa:16:3e:31:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c86275c7-8e5c-4f5d-968d-3433128a5047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:32:26Z', 'updated_at': '2022-01-28T12:32:28Z', 'revision_number': 2, 'project_id': '8bd4f3e15551437e9958e148d3bb8e05', 'subnets': [{'id': 'c86275c7-8e5c-4f5d-968d-3433128a5047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:32.387019 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca829-d628-4d2c-83b3-8c12584eca97 req-75d40f59-8d49-4242-aebd-cb1703ebf070 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:32.388720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f7ca829-d628-4d2c-83b3-8c12584eca97 req-75d40f59-8d49-4242-aebd-cb1703ebf070 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 1095 time: 0.0991228 Jan 28 12:32:32.446556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Checking router: a2708a8b-e62e-42d0-b449-30e6639555ef for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:32:32.447956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Updating router a2708a8b-e62e-42d0-b449-30e6639555ef port 58271e72-d6ae-4da5-9c4e-27668c38d636 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:32:32.473274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f7ca829-d628-4d2c-83b3-8c12584eca97 req-48201f97-9c2a-4252-baea-762497379ef4 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766008 Jan 28 12:32:32.501813 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:32.715422 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e373d-0ba3-4478-ad8b-36598624852e req-47176409-dde5-43bc-b7b3-2fea2af9bd71 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:32.719579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-234e373d-0ba3-4478-ad8b-36598624852e req-47176409-dde5-43bc-b7b3-2fea2af9bd71 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 1095 time: 0.1097426 Jan 28 12:32:32.847496 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-234e373d-0ba3-4478-ad8b-36598624852e req-1b6e156b-e94a-4f77-8849-3ee4c5a11cb8 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212082 Jan 28 12:32:32.948038 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Publish callbacks [] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:32.957914 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:33.118947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd34bc8-728d-4481-b257-7b888dd74b3e None None] Pushing event updated for resources: {'Port': ['ID=58271e72-d6ae-4da5-9c4e-27668c38d636,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:33.170238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Attempting to bind port 58271e72-d6ae-4da5-9c4e-27668c38d636 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:32:33.170615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Attempting to bind port 58271e72-d6ae-4da5-9c4e-27668c38d636 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:32:33.170989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Attempting to bind port 58271e72-d6ae-4da5-9c4e-27668c38d636 on network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:33.176588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:32:33.177039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Checking segment: {'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:33.177449 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:33.178452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Bound using segment: {'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:32:33.178993 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Bound port: 58271e72-d6ae-4da5-9c4e-27668c38d636, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:32:33.179486 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:33.289785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] For port 58271e72-d6ae-4da5-9c4e-27668c38d636, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:33.306910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] For port 58271e72-d6ae-4da5-9c4e-27668c38d636, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=58271e72-d6ae-4da5-9c4e-27668c38d636,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:32:33.317707 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:33.467533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd34bc8-728d-4481-b257-7b888dd74b3e None None] Pushing event updated for resources: {'Port': ['ID=58271e72-d6ae-4da5-9c4e-27668c38d636,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:33.473141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Routers {'a2708a8b-e62e-42d0-b449-30e6639555ef'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:32:33.475019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:32:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a2708a8b-e62e-42d0-b449-30e6639555ef'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:33.667059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7b7e0-7b45-435b-8608-1362c99f90e5 req-9df4ed27-4116-4edd-9f50-e349f9dfd392 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:33.668907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37c7b7e0-7b45-435b-8608-1362c99f90e5 req-9df4ed27-4116-4edd-9f50-e349f9dfd392 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.6291664 Jan 28 12:32:33.680440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] Set router a2708a8b-e62e-42d0-b449-30e6639555ef gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:32:33.749967 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-91d8c6bb-588a-4763-863e-eee618e717d7 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:33.752332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-91d8c6bb-588a-4763-863e-eee618e717d7 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/networks?id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 HTTP/1.1" status: 200 len: 819 time: 0.1774619 Jan 28 12:32:33.788999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37c7b7e0-7b45-435b-8608-1362c99f90e5 req-0f417522-9cbf-4309-9c13-ece8209d824c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072097 Jan 28 12:32:33.791279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-be1cc16f-dd6a-4f1a-8eb2-c0aca5a274c0 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/quotas/8bd4f3e15551437e9958e148d3bb8e05 HTTP/1.1" status: 200 len: 375 time: 0.0288067 Jan 28 12:32:33.924654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-71f7db28-f3ed-4aa9-afaf-2532e65db542 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8bd4f3e15551437e9958e148d3bb8e05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128709 Jan 28 12:32:34.197701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-0e243b29-b464-4ba5-b96e-2f176d76af1d service neutron] 10.222.0.53 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615016 Jan 28 12:32:34.215992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1076111005-router', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:32:18Z', 'updated_at': '2022-01-28T12:32:28Z', 'revision_number': 4, 'project_id': '8bd4f3e15551437e9958e148d3bb8e05', 'gw_port': {'id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:32:19Z', 'updated_at': '2022-01-28T12:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '58271e72-d6ae-4da5-9c4e-27668c38d636', 'name': '', 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'mac_address': 'fa:16:3e:31:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c86275c7-8e5c-4f5d-968d-3433128a5047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:32:26Z', 'updated_at': '2022-01-28T12:32:33Z', 'revision_number': 4, 'project_id': '8bd4f3e15551437e9958e148d3bb8e05', 'subnets': [{'id': 'c86275c7-8e5c-4f5d-968d-3433128a5047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:32:34.251974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3dd94-bd5f-4eed-b8c6-5d5ec989638d None None] The sync data for ids ['a2708a8b-e62e-42d0-b449-30e6639555ef'] in n-d-824835-4 is: [{'id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1076111005-router', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:32:18Z', 'updated_at': '2022-01-28T12:32:28Z', 'revision_number': 4, 'project_id': '8bd4f3e15551437e9958e148d3bb8e05', 'gw_port': {'id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:32:19Z', 'updated_at': '2022-01-28T12:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '58271e72-d6ae-4da5-9c4e-27668c38d636', 'name': '', 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'mac_address': 'fa:16:3e:31:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c86275c7-8e5c-4f5d-968d-3433128a5047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:32:26Z', 'updated_at': '2022-01-28T12:32:33Z', 'revision_number': 4, 'project_id': '8bd4f3e15551437e9958e148d3bb8e05', 'subnets': [{'id': 'c86275c7-8e5c-4f5d-968d-3433128a5047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:32:34.377244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e668c6-bcb2-4bd4-b814-b2b1feaef55d req-89917d7c-9f97-48b4-a5cf-56b5a5818cf4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:34.378753 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8e668c6-bcb2-4bd4-b814-b2b1feaef55d req-89917d7c-9f97-48b4-a5cf-56b5a5818cf4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.1523013 Jan 28 12:32:34.434225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-7d8db30b-d1b6-4b01-a1b4-0393e64c29d7 service neutron] 10.222.0.53 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221668 Jan 28 12:32:34.457641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41628) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:34.481290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8e668c6-bcb2-4bd4-b814-b2b1feaef55d req-946fd4e6-c1e2-423c-ba2d-985cc721e75e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929825 Jan 28 12:32:34.670994 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf433405-594b-4ea1-8d05-b25dbc94c016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:34.866687 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf433405-594b-4ea1-8d05-b25dbc94c016 admin admin] Publish callbacks [] for security_group (e80cbca7-035e-4f66-b4c6-9206597b219d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:34.881995 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf433405-594b-4ea1-8d05-b25dbc94c016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e80cbca7-035e-4f66-b4c6-9206597b219d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:34.937315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 58271e72-d6ae-4da5-9c4e-27668c38d636 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:35.020606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cf433405-594b-4ea1-8d05-b25dbc94c016 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af9090ca41b64afab4c6dd416884b06d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5606992 Jan 28 12:32:35.023517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41646) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:35.028578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf433405-594b-4ea1-8d05-b25dbc94c016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80cbca7-035e-4f66-b4c6-9206597b219d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:35.069456 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 58271e72-d6ae-4da5-9c4e-27668c38d636 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:35.069984 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:35.198296 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41658) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:35.226265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-57d1979d-357f-4562-84bf-e966b299d867 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1623438361'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:35.316051 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ba3f467-9ef6-4e28-a7dc-c45236602763 admin admin] Publish callbacks [] for security_group (e80cbca7-035e-4f66-b4c6-9206597b219d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:35.375489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ba3f467-9ef6-4e28-a7dc-c45236602763 admin admin] Publish callbacks [] for security_group (e80cbca7-035e-4f66-b4c6-9206597b219d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:35.400895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 58271e72-d6ae-4da5-9c4e-27668c38d636 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:35.401418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-816210cd-e9b0-4bb1-8764-cde140b5e61e req-6540b48c-2966-488a-b475-e262ecb88944 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 210 time: 0.0719023 Jan 28 12:32:35.402616 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:35.501833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:32:35.538753 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d1979d-357f-4562-84bf-e966b299d867 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:35.542133 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d1979d-357f-4562-84bf-e966b299d867 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:35.567526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ba3f467-9ef6-4e28-a7dc-c45236602763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e80cbca7-035e-4f66-b4c6-9206597b219d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:35.568831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edd578-b43e-4185-8bf1-007557acb2eb req-e0ed9f51-e7e3-4079-af89-507726e2724a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:35.570556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68edd578-b43e-4185-8bf1-007557acb2eb req-e0ed9f51-e7e3-4079-af89-507726e2724a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.0728619 Jan 28 12:32:35.588042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ba3f467-9ef6-4e28-a7dc-c45236602763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:35.589251 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0ba3f467-9ef6-4e28-a7dc-c45236602763 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e80cbca7-035e-4f66-b4c6-9206597b219d HTTP/1.1" status: 204 len: 168 time: 0.5645993 Jan 28 12:32:35.713258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68edd578-b43e-4185-8bf1-007557acb2eb req-dd4e5f2d-a61c-47d8-ac7c-353031a9c3a6 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335573 Jan 28 12:32:35.736388 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d1979d-357f-4562-84bf-e966b299d867 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:32:35.739148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3f467-9ef6-4e28-a7dc-c45236602763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80cbca7-035e-4f66-b4c6-9206597b219d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:35.767146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d1979d-357f-4562-84bf-e966b299d867 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1b3380be-9dcf-4b3d-9291-a780a22a525a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:35.767588 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-57d1979d-357f-4562-84bf-e966b299d867 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Added segment 1b3380be-9dcf-4b3d-9291-a780a22a525a of type vlan for network 3deb71e2-39c5-4302-a8cc-28bdd226e15c Jan 28 12:32:35.850477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 58271e72-d6ae-4da5-9c4e-27668c38d636, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=58271e72-d6ae-4da5-9c4e-27668c38d636,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:35.852160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:35.852546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:35.887915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba31e4f-0571-49df-bbb3-78abfe575d0a req-67644c03-a779-4ff9-9418-1dec5f2f746d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:35.902524 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ba31e4f-0571-49df-bbb3-78abfe575d0a req-67644c03-a779-4ff9-9418-1dec5f2f746d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.2321250 Jan 28 12:32:35.919761 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d1979d-357f-4562-84bf-e966b299d867 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (3deb71e2-39c5-4302-a8cc-28bdd226e15c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:35.937259 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:35.992198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d1979d-357f-4562-84bf-e966b299d867 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (3deb71e2-39c5-4302-a8cc-28bdd226e15c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:36.004479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d1979d-357f-4562-84bf-e966b299d867 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:36.008962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d1979d-357f-4562-84bf-e966b299d867 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:36.026638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:36.040454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ba31e4f-0571-49df-bbb3-78abfe575d0a req-b9d90eb5-9e83-47c1-b63c-fd2052d81633 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368246 Jan 28 12:32:36.065514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:36.074185 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5434d08d-9343-497c-b0d7-73d187f90668" -d '{"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:36.092763 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:36.140462 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-57d1979d-357f-4562-84bf-e966b299d867 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9394515 Jan 28 12:32:36.146072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41696) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:36.178431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5b01a60e-fc52-4c3e-a52c-a35dbc2ad71f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-972447209'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:36.214886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=58271e72-d6ae-4da5-9c4e-27668c38d636,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:36.327496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b01a60e-fc52-4c3e-a52c-a35dbc2ad71f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:36.330847 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b01a60e-fc52-4c3e-a52c-a35dbc2ad71f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:36.340346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41702) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:36.368646 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2228690-f395-4903-9fcd-c18cfc713bb1 x-openstack-request-id: req-b2228690-f395-4903-9fcd-c18cfc713bb1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:36.369171 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:36.369597 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2228690-f395-4903-9fcd-c18cfc713bb1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:36.370236 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'code': 200} Jan 28 12:32:36.439735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=11']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:36.476029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-610818bc-11a4-4337-b312-330f3f12e91e tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:36.495094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-610818bc-11a4-4337-b312-330f3f12e91e tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/networks?id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 HTTP/1.1" status: 200 len: 819 time: 0.3614302 Jan 28 12:32:36.525132 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-d178a28f-09f5-424d-a1f1-14c719fa3e42 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/quotas/8bd4f3e15551437e9958e148d3bb8e05 HTTP/1.1" status: 200 len: 375 time: 0.0285611 Jan 28 12:32:36.574151 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba159431-6997-4d6c-b538-9f6456ee938b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:36.622326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1979d-357f-4562-84bf-e966b299d867 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Network': ['ID=3deb71e2-39c5-4302-a8cc-28bdd226e15c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:36.638628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b01a60e-fc52-4c3e-a52c-a35dbc2ad71f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:32:36.657901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 3deb71e2-39c5-4302-a8cc-28bdd226e15c details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:32:36.725412 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b01a60e-fc52-4c3e-a52c-a35dbc2ad71f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c51ec18b-84f1-4591-a4a2-d20075056f51), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:36.726752 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-5b01a60e-fc52-4c3e-a52c-a35dbc2ad71f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Added segment c51ec18b-84f1-4591-a4a2-d20075056f51 of type vlan for network d3b63326-8568-43b2-9e27-1f1fd24b1c71 Jan 28 12:32:36.884170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-b0db0d46-db1c-48f6-879d-082355604d47 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8bd4f3e15551437e9958e148d3bb8e05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3512795 Jan 28 12:32:36.920210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 58271e72-d6ae-4da5-9c4e-27668c38d636 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:36.946801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba159431-6997-4d6c-b538-9f6456ee938b admin admin] Publish callbacks [] for security_group (b547297d-f5b8-497e-9394-0c513ec93408), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:36.959574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba159431-6997-4d6c-b538-9f6456ee938b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b547297d-f5b8-497e-9394-0c513ec93408), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.047256 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b01a60e-fc52-4c3e-a52c-a35dbc2ad71f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d3b63326-8568-43b2-9e27-1f1fd24b1c71), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.051575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 58271e72-d6ae-4da5-9c4e-27668c38d636 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:37.052063 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.076329 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ba159431-6997-4d6c-b538-9f6456ee938b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bcdebf68fb7479b817352f153d68413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7317154 Jan 28 12:32:37.077134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41714) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:37.080112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41716) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:37.138098 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b01a60e-fc52-4c3e-a52c-a35dbc2ad71f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d3b63326-8568-43b2-9e27-1f1fd24b1c71), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.144266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b01a60e-fc52-4c3e-a52c-a35dbc2ad71f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:37.145231 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b01a60e-fc52-4c3e-a52c-a35dbc2ad71f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.165302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba159431-6997-4d6c-b538-9f6456ee938b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b547297d-f5b8-497e-9394-0c513ec93408,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:37.242277 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 58271e72-d6ae-4da5-9c4e-27668c38d636 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:37.277541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-c9b7a77f-a0eb-493d-beb8-cf27fd45f43d tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:37.279317 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-c9b7a77f-a0eb-493d-beb8-cf27fd45f43d tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.49 "GET /v2.0/networks?id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 HTTP/1.1" status: 200 len: 819 time: 0.2550011 Jan 28 12:32:37.293719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Request body: {'port': {'device_id': '94705b46-838a-4ab8-9365-37b52faf2310', 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0', 'admin_state_up': True, 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:37.343491 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-787d1885-4be6-4aa8-b182-c2f1945ed59d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.367921 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5b01a60e-fc52-4c3e-a52c-a35dbc2ad71f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2172601 Jan 28 12:32:37.371628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01a60e-fc52-4c3e-a52c-a35dbc2ad71f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Network': ['ID=d3b63326-8568-43b2-9e27-1f1fd24b1c71,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:37.375088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41720) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:37.382018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-554268a6-3030-4b70-aa09-0679b0973658 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'subnet': {'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:37.385993 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d3b63326-8568-43b2-9e27-1f1fd24b1c71 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:32:37.397704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-eebca5d5-862a-4246-b36a-6fd7ea2ce02e service neutron] 10.222.0.53 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092783 Jan 28 12:32:37.539028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a430ff-f0b5-4505-b492-a46875330942 req-08b1ea20-4c05-46fb-9a21-bdb5e75fd09c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:37.541124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09a430ff-f0b5-4505-b492-a46875330942 req-08b1ea20-4c05-46fb-9a21-bdb5e75fd09c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.4595470 Jan 28 12:32:37.546584 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-157044ea-3f94-44bf-8860-319047a46392 admin admin] Publish callbacks [] for security_group (b547297d-f5b8-497e-9394-0c513ec93408), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.559135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Made reservation on behalf of 8bd4f3e15551437e9958e148d3bb8e05 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:37.564082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.594418 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-787d1885-4be6-4aa8-b182-c2f1945ed59d admin admin] Publish callbacks [] for security_group (e2d16943-e4a5-4aa0-bffd-4d90f3ee9f42), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.603530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-787d1885-4be6-4aa8-b182-c2f1945ed59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e2d16943-e4a5-4aa0-bffd-4d90f3ee9f42), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.625301 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-157044ea-3f94-44bf-8860-319047a46392 admin admin] Publish callbacks [] for security_group (b547297d-f5b8-497e-9394-0c513ec93408), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.685775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d1885-4be6-4aa8-b182-c2f1945ed59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d16943-e4a5-4aa0-bffd-4d90f3ee9f42,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:37.692773 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-787d1885-4be6-4aa8-b182-c2f1945ed59d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e02b1cd578b24f4ab7d39da84e6cfeef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5877850 Jan 28 12:32:37.697818 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41724) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:37.704873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-41093db9-1bd4-41d3-8bb5-898bfcb41d54 service neutron] 10.222.0.53 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062449 Jan 28 12:32:37.730840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554268a6-3030-4b70-aa09-0679b0973658 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:37.734396 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-554268a6-3030-4b70-aa09-0679b0973658 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.741233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09a430ff-f0b5-4505-b492-a46875330942 req-ce1b2c01-03e5-4047-9944-e51c82f4c42c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773036 Jan 28 12:32:37.829310 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b44607df-3d67-47b1-ae7d-700ebdf88d4c admin admin] Publish callbacks [] for security_group (e2d16943-e4a5-4aa0-bffd-4d90f3ee9f42), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.834280 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-157044ea-3f94-44bf-8860-319047a46392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b547297d-f5b8-497e-9394-0c513ec93408), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.837046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-157044ea-3f94-44bf-8860-319047a46392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:37.838215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-157044ea-3f94-44bf-8860-319047a46392 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b547297d-f5b8-497e-9394-0c513ec93408 HTTP/1.1" status: 204 len: 168 time: 0.7301118 Jan 28 12:32:37.852943 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Allocated IP 172.20.0.3 (f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0/c86275c7-8e5c-4f5d-968d-3433128a5047/ba3244cb-f4e1-4b20-bcc7-48be5e35b63b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:32:37.887069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157044ea-3f94-44bf-8860-319047a46392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b547297d-f5b8-497e-9394-0c513ec93408,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:38.064473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b44607df-3d67-47b1-ae7d-700ebdf88d4c admin admin] Publish callbacks [] for security_group (e2d16943-e4a5-4aa0-bffd-4d90f3ee9f42), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:38.100534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfa757-3e89-498b-9009-c1cba3eda6eb req-481b21d0-c08a-4b0a-8a39-81f603e3dc43 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:38.107327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78dfa757-3e89-498b-9009-c1cba3eda6eb req-481b21d0-c08a-4b0a-8a39-81f603e3dc43 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.1192980 Jan 28 12:32:38.141098 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-554268a6-3030-4b70-aa09-0679b0973658 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (8756d781-f143-4b70-be6e-f3c1b0bb9dbc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:38.154208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f9a8123-8053-4cd7-924d-972ee8db97f6 req-ae516c8b-2cfc-4fd8-b3b6-ef784efdb36d tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 210 time: 0.0431859 Jan 28 12:32:38.241267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554268a6-3030-4b70-aa09-0679b0973658 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Subnet': ['ID=8756d781-f143-4b70-be6e-f3c1b0bb9dbc,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:38.274935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78dfa757-3e89-498b-9009-c1cba3eda6eb req-6be14139-571e-4b2f-b112-89bb8b87325a tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665890 Jan 28 12:32:38.311980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554268a6-3030-4b70-aa09-0679b0973658 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Checking segment: {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:38.312409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554268a6-3030-4b70-aa09-0679b0973658 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Network hostable DHCP agents. Network: 3deb71e2-39c5-4302-a8cc-28bdd226e15c, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:32:38.336879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554268a6-3030-4b70-aa09-0679b0973658 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Network 3deb71e2-39c5-4302-a8cc-28bdd226e15c is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:32:38.348388 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-554268a6-3030-4b70-aa09-0679b0973658 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 3deb71e2-39c5-4302-a8cc-28bdd226e15c) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:38.355042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554268a6-3030-4b70-aa09-0679b0973658 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:38.355936 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-554268a6-3030-4b70-aa09-0679b0973658 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:38.367670 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks [] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:38.373367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b44607df-3d67-47b1-ae7d-700ebdf88d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e2d16943-e4a5-4aa0-bffd-4d90f3ee9f42), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:38.381667 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b44607df-3d67-47b1-ae7d-700ebdf88d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:38.382528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a27b0db-e7c5-42d6-baae-c685335a4452 None None] Network 3deb71e2-39c5-4302-a8cc-28bdd226e15c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:32:38.383056 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b44607df-3d67-47b1-ae7d-700ebdf88d4c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2d16943-e4a5-4aa0-bffd-4d90f3ee9f42 HTTP/1.1" status: 204 len: 168 time: 0.6843562 Jan 28 12:32:38.398301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-554268a6-3030-4b70-aa09-0679b0973658 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0211520 Jan 28 12:32:38.399018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41744) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:38.413623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fb992baf-a593-4890-90a9-2a27cfb5e15f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'subnet': {'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:38.473300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44607df-3d67-47b1-ae7d-700ebdf88d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d16943-e4a5-4aa0-bffd-4d90f3ee9f42,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:38.563083 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:38.648625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb992baf-a593-4890-90a9-2a27cfb5e15f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:38.654302 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb992baf-a593-4890-90a9-2a27cfb5e15f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:38.679085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:38.680531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Pushing event updated for resources: {'Port': ['ID=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:38.684668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:38.686991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:32:38.733464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-3deb71e2-39c5-4302-a8cc-28bdd226e15c', 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c', 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'fixed_ips': [{'subnet_id': '8756d781-f143-4b70-be6e-f3c1b0bb9dbc'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:32:38.734328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:38.770243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:38.773219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:38.824602 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-4082d05f-06bc-48de-bd26-29b143835023 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5350130 Jan 28 12:32:38.841439 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Request body: {'port': {'device_id': '94705b46-838a-4ab8-9365-37b52faf2310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:39.016663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:39.198196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Allocated IP 10.1.1.2 (3deb71e2-39c5-4302-a8cc-28bdd226e15c/8756d781-f143-4b70-be6e-f3c1b0bb9dbc/dbc82779-99fb-44cc-bd91-197b8cc25405) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:32:39.233906 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb992baf-a593-4890-90a9-2a27cfb5e15f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (e2b2d8fd-2f60-487f-a585-614b3246e10e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:39.271379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d5f6e-d5e4-4d01-ba4a-b5061a84d57d req-19b50cbd-6d44-4ddb-8022-f8a1c3fe7364 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:39.272940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a1d5f6e-d5e4-4d01-ba4a-b5061a84d57d req-19b50cbd-6d44-4ddb-8022-f8a1c3fe7364 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.3174284 Jan 28 12:32:39.424644 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:32:39.523549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Publish callbacks [] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:39.537854 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:39.541015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ceb86371-7aa9-4ecc-8c76-59371999319d req-2ec05da1-fb4d-4a03-8f27-d32dbc035a22 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 210 time: 0.1340563 Jan 28 12:32:39.631604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb992baf-a593-4890-90a9-2a27cfb5e15f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Subnet': ['ID=e2b2d8fd-2f60-487f-a585-614b3246e10e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:39.809528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a1d5f6e-d5e4-4d01-ba4a-b5061a84d57d req-7f9c2786-7974-414b-88a0-40e9b9a62646 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5250053 Jan 28 12:32:39.859396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3244cb-f4e1-4b20-bcc7-48be5e35b63b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:32:39.888151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb992baf-a593-4890-90a9-2a27cfb5e15f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Checking segment: {'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:39.888907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb992baf-a593-4890-90a9-2a27cfb5e15f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Network hostable DHCP agents. Network: d3b63326-8568-43b2-9e27-1f1fd24b1c71, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:32:39.937939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343de95e-0cd5-432c-942f-f7603f86b6e2 req-64485fa7-52bb-40db-be33-96694c157087 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:39.945329 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Publish callbacks [] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:39.949742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-343de95e-0cd5-432c-942f-f7603f86b6e2 req-64485fa7-52bb-40db-be33-96694c157087 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.2318585 Jan 28 12:32:39.973004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb992baf-a593-4890-90a9-2a27cfb5e15f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Network d3b63326-8568-43b2-9e27-1f1fd24b1c71 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:32:40.031239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:40.076427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41812) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:40.092064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-343de95e-0cd5-432c-942f-f7603f86b6e2 req-a44a278d-75dc-4a9a-ae13-1e7c2db0468d tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412518 Jan 28 12:32:40.097619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Network 3deb71e2-39c5-4302-a8cc-28bdd226e15c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:40.104659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'port_id': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'mac_address': 'fa:16:3e:22:47:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:32:40.116700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:40.121255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:32:40.137719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-fb992baf-a593-4890-90a9-2a27cfb5e15f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d3b63326-8568-43b2-9e27-1f1fd24b1c71) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:40.145733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb992baf-a593-4890-90a9-2a27cfb5e15f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:40.150470 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb992baf-a593-4890-90a9-2a27cfb5e15f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:40.181796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Transition to ACTIVE for port object ba3244cb-f4e1-4b20-bcc7-48be5e35b63b will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:32:40.190258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fb992baf-a593-4890-90a9-2a27cfb5e15f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7874084 Jan 28 12:32:40.192003 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41818) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:40.196483 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:40.211248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'port': {'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1723003813', 'fixed_ips': [{'subnet_id': '8756d781-f143-4b70-be6e-f3c1b0bb9dbc'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:40.233530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef622b84-82ab-491a-8410-45df52c8547c None None] Network d3b63326-8568-43b2-9e27-1f1fd24b1c71 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:32:40.236511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Pushing event updated for resources: {'Port': ['ID=dbc82779-99fb-44cc-bd91-197b8cc25405,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:40.333009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:40.336586 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:40.388493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-81837377-30b2-47d6-9fb5-d2daf7246cdd tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:40.390075 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-81837377-30b2-47d6-9fb5-d2daf7246cdd tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.49 "GET /v2.0/networks?id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 HTTP/1.1" status: 200 len: 819 time: 0.5946162 Jan 28 12:32:40.392937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:40.413641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Request body: {'port': {'device_id': 'b4f96091-aca4-4de6-aef6-f2f1f9f22d00', 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0', 'admin_state_up': True, 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:40.455505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2317a9e-89ac-4d7d-8f12-a6284c38abf6 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:32:40.478996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1256635332-network', 'tenant_id': '456a30c699154d03b32e250443a7de86'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:40.510936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Attempting to bind port dbc82779-99fb-44cc-bd91-197b8cc25405 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:32:40.511370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Attempting to bind port dbc82779-99fb-44cc-bd91-197b8cc25405 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:32:40.512209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Attempting to bind port dbc82779-99fb-44cc-bd91-197b8cc25405 on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:40.527930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:32:40.528391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Checking segment: {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:40.529143 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:40.529562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Bound using segment: {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:32:40.530057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Bound port: dbc82779-99fb-44cc-bd91-197b8cc25405, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:32:40.530502 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:40.554631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:40.564505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Attempting to bind port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:32:40.565087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Attempting to bind port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:32:40.565607 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Attempting to bind port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b on network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:40.567038 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:40.576107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b on network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:32:40.576661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Attempting to bind port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b on network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:40.588909 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:32:40.589435 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Checking segment: {'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:40.589970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Bound using segment: {'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:32:40.590569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Bound port: ba3244cb-f4e1-4b20-bcc7-48be5e35b63b, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:32:40.591099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:40.595314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:40.612366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Made reservation on behalf of 8bd4f3e15551437e9958e148d3bb8e05 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:40.617673 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:40.711155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=12']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:40.798054 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da085dd2-95a0-4a29-bea0-93b18985ceca req-9e723919-6b4f-4c4d-a1c5-f387e7a6b5be tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 210 time: 0.0415578 Jan 28 12:32:40.806964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Made reservation on behalf of 456a30c699154d03b32e250443a7de86 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:40.825984 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:40.827829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b2317a9e-89ac-4d7d-8f12-a6284c38abf6'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:32:40.836920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] For port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:40.839539 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:40.870250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-d3b63326-8568-43b2-9e27-1f1fd24b1c71', 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71', 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'fixed_ips': [{'subnet_id': 'e2b2d8fd-2f60-487f-a585-614b3246e10e'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:32:40.871109 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:40.882053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] For port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:32:40.895140 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:40.925115 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:41.055844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] For port dbc82779-99fb-44cc-bd91-197b8cc25405, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:41.068591 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Publish callbacks [] for security_group (7bf81cd3-fca9-47d6-b6bc-2be474367edc), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:41.082001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] For port dbc82779-99fb-44cc-bd91-197b8cc25405, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dbc82779-99fb-44cc-bd91-197b8cc25405,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:32:41.093644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:41.101889 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7bf81cd3-fca9-47d6-b6bc-2be474367edc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:41.139306 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:41.140742 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:41.143265 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-8e8b527e-20fe-4ddd-94ac-a416b68c1099 service neutron] 10.222.0.49 "PUT /v2.0/ports/ba3244cb-f4e1-4b20-bcc7-48be5e35b63b HTTP/1.1" status: 200 len: 1091 time: 2.3061111 Jan 28 12:32:41.172672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94705b46-838a-4ab8-9365-37b52faf2310', 'tag': 'ba3244cb-f4e1-4b20-bcc7-48be5e35b63b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:41.181096 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda1e82b-1bfd-4e82-9ebc-7d05838a367d" -d '{"events": [{"name": "network-changed", "server_uuid": "94705b46-838a-4ab8-9365-37b52faf2310", "tag": "ba3244cb-f4e1-4b20-bcc7-48be5e35b63b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:41.199922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] device_id is not set on port 9e091731-98f3-48a0-9d92-636583e4a971 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:32:41.288848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Allocated IP 172.20.0.13 (f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0/c86275c7-8e5c-4f5d-968d-3433128a5047/d87d1ea6-ba90-4167-8979-f0707149d73c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:32:41.312716 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:41.326441 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-be598183-767b-46c2-bfd6-5161ee2d0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:41.329043 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-be598183-767b-46c2-bfd6-5161ee2d0300 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd4f3e15551437e9958e148d3bb8e05&device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 1094 time: 0.1307201 Jan 28 12:32:41.336109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:32:41.399899 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-f0c0b6cc-99bd-4f70-8729-c5e81be9230d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b HTTP/1.1" status: 200 len: 217 time: 0.0575290 Jan 28 12:32:41.438901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Allocated IP 10.2.2.2 (d3b63326-8568-43b2-9e27-1f1fd24b1c71/e2b2d8fd-2f60-487f-a585-614b3246e10e/982791c3-aa4f-4ca4-bd0b-e454fed5d7f6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:32:41.478014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709ebbf-5e61-4443-8ea1-59f78b6fb97d req-ac983fb1-ef68-4f4d-af84-36dc4ab56d21 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:41.486688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e709ebbf-5e61-4443-8ea1-59f78b6fb97d req-ac983fb1-ef68-4f4d-af84-36dc4ab56d21 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 946 time: 0.3993239 Jan 28 12:32:41.488509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf81cd3-fca9-47d6-b6bc-2be474367edc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:41.498219 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (050d5029-b111-4f06-a355-b1b127e7795b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:41.498629 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Added segment 050d5029-b111-4f06-a355-b1b127e7795b of type vlan for network 03deda44-a5a7-4ea9-ac42-170f861d26b9 Jan 28 12:32:41.596334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e709ebbf-5e61-4443-8ea1-59f78b6fb97d req-2128c729-9ab4-4b81-8383-7efd97d62933 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040969 Jan 28 12:32:41.743753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683b5af-9003-44ad-8d2e-7050ab8caae1 req-56de6443-1f49-470c-893d-12edc437199b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:41.759261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4683b5af-9003-44ad-8d2e-7050ab8caae1 req-56de6443-1f49-470c-893d-12edc437199b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.4371266 Jan 28 12:32:41.796339 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Publish callbacks [] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:41.878212 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (03deda44-a5a7-4ea9-ac42-170f861d26b9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:41.915437 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks [] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:41.934719 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:42.074395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4683b5af-9003-44ad-8d2e-7050ab8caae1 req-6d5c586e-d0d5-475f-8b02-9d7f9f973e32 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127582 Jan 28 12:32:42.076165 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b72b66-1575-4f5e-a1af-16c98910c78d x-openstack-request-id: req-44b72b66-1575-4f5e-a1af-16c98910c78d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:42.076612 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94705b46-838a-4ab8-9365-37b52faf2310", "tag": "ba3244cb-f4e1-4b20-bcc7-48be5e35b63b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:42.076905 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44b72b66-1575-4f5e-a1af-16c98910c78d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:42.077325 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94705b46-838a-4ab8-9365-37b52faf2310', 'tag': 'ba3244cb-f4e1-4b20-bcc7-48be5e35b63b', 'status': 'completed', 'code': 200} Jan 28 12:32:42.081516 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:42.087566 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (03deda44-a5a7-4ea9-ac42-170f861d26b9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:42.102698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:42.106724 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:42.112851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Network d3b63326-8568-43b2-9e27-1f1fd24b1c71 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:42.116900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a094ce-85c1-42da-9c48-1d2da25f7ff2 None None] Pushing event updated for resources: {'Port': ['ID=dbc82779-99fb-44cc-bd91-197b8cc25405,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:42.131875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:42.141958 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-f07f44c1-8f3d-40cf-8d1f-e43143c1c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:42.149570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-f07f44c1-8f3d-40cf-8d1f-e43143c1c639 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c86275c7-8e5c-4f5d-968d-3433128a5047 HTTP/1.1" status: 200 len: 859 time: 0.7432332 Jan 28 12:32:42.221977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Allocated IP 10.1.1.10 (3deb71e2-39c5-4302-a8cc-28bdd226e15c/8756d781-f143-4b70-be6e-f3c1b0bb9dbc/9e091731-98f3-48a0-9d92-636583e4a971) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:32:42.292813 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1959283 Jan 28 12:32:42.305525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41894) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:42.315442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Pushing event updated for resources: {'Port': ['ID=982791c3-aa4f-4ca4-bd0b-e454fed5d7f6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:42.324735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:32:42.326198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4f94f2cc-9e8c-4062-ad61-1c2a00bf8a7e admin admin] Request body: {'subnet': {'network_id': '03deda44-a5a7-4ea9-ac42-170f861d26b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1256635332-subnet', 'tenant_id': '456a30c699154d03b32e250443a7de86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:42.633476 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e97f4-0ae2-4289-b8df-7efa18ff14ec admin admin] Pushing event updated for resources: {'Network': ['ID=03deda44-a5a7-4ea9-ac42-170f861d26b9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:42.686460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 03deda44-a5a7-4ea9-ac42-170f861d26b9 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:32:42.696900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f94f2cc-9e8c-4062-ad61-1c2a00bf8a7e admin admin] Made reservation on behalf of 456a30c699154d03b32e250443a7de86 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:42.699333 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f94f2cc-9e8c-4062-ad61-1c2a00bf8a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:42.820481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Attempting to bind port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:32:42.821068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Attempting to bind port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:32:42.821326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Attempting to bind port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 on network d3b63326-8568-43b2-9e27-1f1fd24b1c71 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:43.033032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dbc82779-99fb-44cc-bd91-197b8cc25405 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:43.035367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:32:43.035776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Checking segment: {'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:43.036192 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:43.036647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Bound using segment: {'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:32:43.037554 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Bound port: 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:32:43.038189 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:43.086971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d30d91-1c1d-4b18-a7fb-65aa806c490d req-a2cf9dca-9409-428a-8a33-888a38ec6118 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:43.097276 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d30d91-1c1d-4b18-a7fb-65aa806c490d req-a2cf9dca-9409-428a-8a33-888a38ec6118 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 932 time: 0.8641009 Jan 28 12:32:43.109928 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-1d6dc03a-73b0-419c-8578-e08932bc28f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8819547 Jan 28 12:32:43.111141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Pushing event updated for resources: {'Port': ['ID=d87d1ea6-ba90-4167-8979-f0707149d73c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:43.131698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:43.136743 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:43.156917 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:32:43.212437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] For port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:43.216896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] For port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=982791c3-aa4f-4ca4-bd0b-e454fed5d7f6,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:32:43.233436 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:43.315578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:43.316517 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:43.366142 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port dbc82779-99fb-44cc-bd91-197b8cc25405 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:43.366529 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:43.372198 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-7da658cf-5d8e-4032-8be0-297c6f21c557 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9548953 Jan 28 12:32:43.399219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Request body: {'port': {'device_id': 'b4f96091-aca4-4de6-aef6-f2f1f9f22d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:43.424395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7273d2-e604-44eb-8d1d-3b60f0605eb7 None None] Pushing event updated for resources: {'Port': ['ID=982791c3-aa4f-4ca4-bd0b-e454fed5d7f6,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:43.527316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port dbc82779-99fb-44cc-bd91-197b8cc25405 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:43.527806 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:43.557914 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-2a48785a-3bd6-477a-bd5d-e76bfae68ec9 service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239984 Jan 28 12:32:43.644604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port dbc82779-99fb-44cc-bd91-197b8cc25405, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dbc82779-99fb-44cc-bd91-197b8cc25405,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:43.709466 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:43.767208 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:43.908890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=dbc82779-99fb-44cc-bd91-197b8cc25405,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:44.207400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad34d1d-a3d3-43fd-8af2-68934b942866 None None] Network 3deb71e2-39c5-4302-a8cc-28bdd226e15c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:32:44.232986 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for port (9e091731-98f3-48a0-9d92-636583e4a971), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:44.240684 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50d21503-855d-4aec-885d-c8e1e3b6bd61 req-11b0bcf6-d055-42a2-b177-a3dc464c5474 service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738198 Jan 28 12:32:44.347975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-debf3c45-2158-44b3-8b54-3eece2334525 None None] Provisioning complete for port dbc82779-99fb-44cc-bd91-197b8cc25405 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:44.355919 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-debf3c45-2158-44b3-8b54-3eece2334525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:44.507447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d30d91-1c1d-4b18-a7fb-65aa806c490d req-da1cab30-ece3-4aaf-b015-c2f8853c2112 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4090765 Jan 28 12:32:44.519860 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f94f2cc-9e8c-4062-ad61-1c2a00bf8a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (9379bd60-5fdf-4d79-b17f-c491dc7bc1fa), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:44.598890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-debf3c45-2158-44b3-8b54-3eece2334525 None None] Current status of the port dbc82779-99fb-44cc-bd91-197b8cc25405 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:44.606699 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db7cc8-9446-4702-8a95-86b4e854c9cc req-f4ece82c-e759-49ee-8284-000c91041696 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:44.608353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47db7cc8-9446-4702-8a95-86b4e854c9cc req-f4ece82c-e759-49ee-8284-000c91041696 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 946 time: 1.5780966 Jan 28 12:32:44.715808 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (9e091731-98f3-48a0-9d92-636583e4a971), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:44.807813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87d1ea6-ba90-4167-8979-f0707149d73c {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:32:44.819226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94f2cc-9e8c-4062-ad61-1c2a00bf8a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9379bd60-5fdf-4d79-b17f-c491dc7bc1fa,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:44.827720 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Publish callbacks [] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:44.898165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Transition to ACTIVE for port object d87d1ea6-ba90-4167-8979-f0707149d73c will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:32:44.955586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:45.004267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Network 3deb71e2-39c5-4302-a8cc-28bdd226e15c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:45.022909 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47db7cc8-9446-4702-8a95-86b4e854c9cc req-e3ce506d-559f-439b-a42e-9ba6708ea680 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3720345 Jan 28 12:32:45.088557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:45.093997 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Pushing event updated for resources: {'Port': ['ID=d87d1ea6-ba90-4167-8979-f0707149d73c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:45.125813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f94f2cc-9e8c-4062-ad61-1c2a00bf8a7e admin admin] Checking segment: {'id': '050d5029-b111-4f06-a355-b1b127e7795b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03deda44-a5a7-4ea9-ac42-170f861d26b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:45.126296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f94f2cc-9e8c-4062-ad61-1c2a00bf8a7e admin admin] Network hostable DHCP agents. Network: 03deda44-a5a7-4ea9-ac42-170f861d26b9, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:32:45.180735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:32:45.188431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:45.189069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1e82b-1bfd-4e82-9ebc-7d05838a367d req-2cc20ed8-f74c-4246-b38e-5e61ead69773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:45.189162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6183ffba-8147-4baa-93ec-b6a371318329 None None] Provisioning complete for port dbc82779-99fb-44cc-bd91-197b8cc25405 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:45.189262 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dda1e82b-1bfd-4e82-9ebc-7d05838a367d req-2cc20ed8-f74c-4246-b38e-5e61ead69773 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd4f3e15551437e9958e148d3bb8e05&device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 1094 time: 0.8618371 Jan 28 12:32:45.189336 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6183ffba-8147-4baa-93ec-b6a371318329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:45.396274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f94f2cc-9e8c-4062-ad61-1c2a00bf8a7e admin admin] Network 03deda44-a5a7-4ea9-ac42-170f861d26b9 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:32:45.428855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Attempting to bind port d87d1ea6-ba90-4167-8979-f0707149d73c on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:32:45.429421 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Attempting to bind port d87d1ea6-ba90-4167-8979-f0707149d73c by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:32:45.429664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Attempting to bind port d87d1ea6-ba90-4167-8979-f0707149d73c on network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:45.435023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Port': ['ID=9e091731-98f3-48a0-9d92-636583e4a971,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:45.450272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Port d87d1ea6-ba90-4167-8979-f0707149d73c on network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:32:45.450272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Attempting to bind port d87d1ea6-ba90-4167-8979-f0707149d73c on network f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:45.469249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:32:45.469695 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Checking segment: {'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:45.470019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Bound using segment: {'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:32:45.470701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Bound port: d87d1ea6-ba90-4167-8979-f0707149d73c, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d60a11-d517-4830-b937-2612f28ceb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:32:45.474183 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:45.494718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4f94f2cc-9e8c-4062-ad61-1c2a00bf8a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 03deda44-a5a7-4ea9-ac42-170f861d26b9) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:45.516722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1e82b-1bfd-4e82-9ebc-7d05838a367d req-3a100e12-4cff-4564-8055-b03e6685284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:45.518514 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dda1e82b-1bfd-4e82-9ebc-7d05838a367d req-3a100e12-4cff-4564-8055-b03e6685284c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 HTTP/1.1" status: 200 len: 920 time: 0.2908006 Jan 28 12:32:45.524265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db82ae-5ad2-424b-a233-4140840d2339 req-9848886b-dae2-4d70-b20a-cf374d834b13 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:45.535206 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90db82ae-5ad2-424b-a233-4140840d2339 req-9848886b-dae2-4d70-b20a-cf374d834b13 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.5081272 Jan 28 12:32:45.541321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f94f2cc-9e8c-4062-ad61-1c2a00bf8a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:45.560594 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f94f2cc-9e8c-4062-ad61-1c2a00bf8a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:45.597288 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dda1e82b-1bfd-4e82-9ebc-7d05838a367d req-00e41c3f-a6de-4d0c-9f3a-b7018fdbc5ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b HTTP/1.1" status: 200 len: 217 time: 0.0490508 Jan 28 12:32:45.612217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6183ffba-8147-4baa-93ec-b6a371318329 None None] Current status of the port dbc82779-99fb-44cc-bd91-197b8cc25405 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:45.617634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4527c9ad-2b72-44b5-9fdf-2d49a8e095bd None None] Network d3b63326-8568-43b2-9e27-1f1fd24b1c71 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:32:45.660938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:45.671304 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:45.709477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:45.757007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adce8f6a-049a-4137-ab9f-a0a415be068f None None] Network 03deda44-a5a7-4ea9-ac42-170f861d26b9 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:32:45.781775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4f94f2cc-9e8c-4062-ad61-1c2a00bf8a7e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4659216 Jan 28 12:32:45.803612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:45.804481 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:45.879279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] For port d87d1ea6-ba90-4167-8979-f0707149d73c, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:45.888675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] For port d87d1ea6-ba90-4167-8979-f0707149d73c, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d87d1ea6-ba90-4167-8979-f0707149d73c,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:32:45.901884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1e82b-1bfd-4e82-9ebc-7d05838a367d req-97e1b8e9-7cb7-415f-847e-b437624788d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:45.905586 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dda1e82b-1bfd-4e82-9ebc-7d05838a367d req-97e1b8e9-7cb7-415f-847e-b437624788d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c86275c7-8e5c-4f5d-968d-3433128a5047 HTTP/1.1" status: 200 len: 859 time: 0.2989302 Jan 28 12:32:45.906461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2af1de5d-8e1f-428b-bb6b-4c88ffa2ec36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.7133455 Jan 28 12:32:45.907166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41996) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:45.912320 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:45.918919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'port': {'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c', 'name': 'tempest-TaggedBootDevicesTest_v242-1581167506', 'fixed_ips': [{'subnet_id': '8756d781-f143-4b70-be6e-f3c1b0bb9dbc'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:46.073768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Pushing event updated for resources: {'Port': ['ID=d87d1ea6-ba90-4167-8979-f0707149d73c,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:46.124716 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dda1e82b-1bfd-4e82-9ebc-7d05838a367d req-239cb325-6002-4859-bcb3-e9504861fd07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2061784 Jan 28 12:32:46.156650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:46.157234 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:46.158608 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-946a0d79-ddad-4b09-9818-09fbee2cfff3 service neutron] 10.222.0.49 "PUT /v2.0/ports/d87d1ea6-ba90-4167-8979-f0707149d73c HTTP/1.1" status: 200 len: 1092 time: 2.7851913 Jan 28 12:32:46.159067 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f96091-aca4-4de6-aef6-f2f1f9f22d00', 'tag': 'd87d1ea6-ba90-4167-8979-f0707149d73c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:46.162014 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301fb0ce-ee44-44a4-8fba-376ef5715ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f96091-aca4-4de6-aef6-f2f1f9f22d00", "tag": "d87d1ea6-ba90-4167-8979-f0707149d73c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:46.162571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05138b-7f00-497d-8452-736284a54336 req-ed255cd7-19d9-4802-92fd-2f6741b9cec7 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:46.174035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac05138b-7f00-497d-8452-736284a54336 req-ed255cd7-19d9-4802-92fd-2f6741b9cec7 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 944 time: 0.3730226 Jan 28 12:32:46.187839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90db82ae-5ad2-424b-a233-4140840d2339 req-c21c406e-1597-402d-8f6c-db9ef381a037 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485536 Jan 28 12:32:46.262698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:46.350679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac05138b-7f00-497d-8452-736284a54336 req-414174b9-bf09-4096-94d6-c79df61b2355 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578619 Jan 28 12:32:46.482524 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6c2b79-1c9e-43f7-ac13-e4834da49cf3 x-openstack-request-id: req-0c6c2b79-1c9e-43f7-ac13-e4834da49cf3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:46.483020 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f96091-aca4-4de6-aef6-f2f1f9f22d00", "tag": "d87d1ea6-ba90-4167-8979-f0707149d73c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:46.483112 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c6c2b79-1c9e-43f7-ac13-e4834da49cf3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:46.483618 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f96091-aca4-4de6-aef6-f2f1f9f22d00', 'tag': 'd87d1ea6-ba90-4167-8979-f0707149d73c', 'status': 'completed', 'code': 200} Jan 28 12:32:46.513596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-6defc57e-7d1b-460a-a6b5-1ad70e2537a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:46.515634 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-6defc57e-7d1b-460a-a6b5-1ad70e2537a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd4f3e15551437e9958e148d3bb8e05&device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 1095 time: 0.2153151 Jan 28 12:32:46.545865 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dda1e82b-1bfd-4e82-9ebc-7d05838a367d req-ee3f669a-77cc-44b0-940b-203aeb47d6b8 service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108865 Jan 28 12:32:46.597749 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-1bbf24cb-8439-4211-add3-6bbe64f8e295 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87d1ea6-ba90-4167-8979-f0707149d73c HTTP/1.1" status: 200 len: 217 time: 0.0724473 Jan 28 12:32:46.677761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6262962b-9ad0-4533-84cc-1662e73ac71a None None] Provisioning complete for port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:46.678454 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6262962b-9ad0-4533-84cc-1662e73ac71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:46.829158 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:46.844577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42030) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:46.865337 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1959862560-network', 'tenant_id': '6c1b1d192eb946fdbb16370017178fe5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:46.917849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Made reservation on behalf of 6c1b1d192eb946fdbb16370017178fe5 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:46.920765 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:46.924200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-8378fbf8-e7ea-4835-9e31-04d96bfb1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:46.925808 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-8378fbf8-e7ea-4835-9e31-04d96bfb1cbc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c86275c7-8e5c-4f5d-968d-3433128a5047 HTTP/1.1" status: 200 len: 859 time: 0.3054912 Jan 28 12:32:46.928817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] device_id is not set on port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:32:46.954372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:46.954837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:46.977383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:46.980607 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:46.994892 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:47.081447 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-edea50ea-1ae9-4c19-b89e-f17067367576 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464901 Jan 28 12:32:47.332237 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dda1e82b-1bfd-4e82-9ebc-7d05838a367d req-78ef0605-e929-4b7a-8d84-257a72799479 service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451816 Jan 28 12:32:47.335228 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:47.392854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf96231-11b7-409b-9b1d-28e417f77e0a req-deba6b1c-0152-49ce-869e-98cb8d447a78 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:47.395194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ccf96231-11b7-409b-9b1d-28e417f77e0a req-deba6b1c-0152-49ce-869e-98cb8d447a78 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 946 time: 0.8663635 Jan 28 12:32:47.468511 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Publish callbacks [] for security_group (ce4477ab-7d82-4069-a978-5adf9bff38fb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:47.478768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ce4477ab-7d82-4069-a978-5adf9bff38fb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:47.508191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=982791c3-aa4f-4ca4-bd0b-e454fed5d7f6,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:47.526379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6af0d1e-79b5-499e-9430-a778176658b5 None None] Network 03deda44-a5a7-4ea9-ac42-170f861d26b9 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:32:47.565316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ccf96231-11b7-409b-9b1d-28e417f77e0a req-7229dbef-8324-4c0a-9024-8a305d1a9fd8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585512 Jan 28 12:32:47.589179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ba3244cb-f4e1-4b20-bcc7-48be5e35b63b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:32:47.609151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:32:47.657651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4477ab-7d82-4069-a978-5adf9bff38fb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:47.680550 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:47.682658 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dbc82779-99fb-44cc-bd91-197b8cc25405 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:47.710656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (677ae7ec-3d3a-4680-8243-d17d43b1f945), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:47.711282 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Added segment 677ae7ec-3d3a-4680-8243-d17d43b1f945 of type vlan for network a08c05b7-6cbc-44ac-a519-4a1f85e0024a Jan 28 12:32:47.736444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Allocated IP 10.1.1.106 (3deb71e2-39c5-4302-a8cc-28bdd226e15c/8756d781-f143-4b70-be6e-f3c1b0bb9dbc/85c6a239-9b33-429d-9bc6-8a6f1df7a5cd) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:32:47.745698 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-13fb3906-756e-4b94-b823-a6b87b810c92 service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323900 Jan 28 12:32:47.807838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80e46c-2a63-408d-91a2-8b9030581bf9 req-756ed971-0154-4e8a-91ce-32832361988c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:47.809974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:47.810691 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:47.821560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f80e46c-2a63-408d-91a2-8b9030581bf9 req-756ed971-0154-4e8a-91ce-32832361988c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.3057575 Jan 28 12:32:47.923635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:47.927105 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ad8e13-c41e-4e4c-b31b-71a28a84f01a" -d '{"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-plugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:48.016278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f80e46c-2a63-408d-91a2-8b9030581bf9 req-bbd9e4c2-a49e-4f34-905b-980b4f75ffd5 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925771 Jan 28 12:32:48.046447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:48.067015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'ba3244cb-f4e1-4b20-bcc7-48be5e35b63b', 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0', 'port_id': 'ba3244cb-f4e1-4b20-bcc7-48be5e35b63b', 'mac_address': 'fa:16:3e:1c:f6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86275c7-8e5c-4f5d-968d-3433128a5047', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:32:48.136983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6262962b-9ad0-4533-84cc-1662e73ac71a None None] Current status of the port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:48.141578 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:48.144843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a08c05b7-6cbc-44ac-a519-4a1f85e0024a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:48.152537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:48.153231 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:48.188529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:48.192484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3244cb-f4e1-4b20-bcc7-48be5e35b63b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:32:48.217469 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:48.240675 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6262962b-9ad0-4533-84cc-1662e73ac71a None None] Provisioning complete for port 9e091731-98f3-48a0-9d92-636583e4a971 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:48.241211 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6262962b-9ad0-4533-84cc-1662e73ac71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9e091731-98f3-48a0-9d92-636583e4a971), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:48.287790 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6262962b-9ad0-4533-84cc-1662e73ac71a None None] Port 9e091731-98f3-48a0-9d92-636583e4a971 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:32:48.289559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=982791c3-aa4f-4ca4-bd0b-e454fed5d7f6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:48.332049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:48.387520 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a08c05b7-6cbc-44ac-a519-4a1f85e0024a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:48.388552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:48.389176 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:48.416431 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:48.435596 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5750635 Jan 28 12:32:48.451693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port dbc82779-99fb-44cc-bd91-197b8cc25405 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:48.452391 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:48.457354 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b9732182-5e4f-4916-8265-d94302abe9ff None None] Provisioning complete for port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:48.458109 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9732182-5e4f-4916-8265-d94302abe9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:48.532660 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f25100ad-2338-4411-a8f0-2593aa019fb5 req-6488e934-d42a-49e1-b3ed-29c69e6c9006 service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7799592 Jan 28 12:32:48.550745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42078) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:48.573934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=13']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:48.607621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4008a3c7-0f1a-4555-a0f5-3fe78e2bbe5c admin admin] Request body: {'subnet': {'network_id': 'a08c05b7-6cbc-44ac-a519-4a1f85e0024a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1959862560-subnet', 'tenant_id': '6c1b1d192eb946fdbb16370017178fe5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:48.620568 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999fa2ae-1ea6-48b4-9b49-ac7313f87eb7 x-openstack-request-id: req-999fa2ae-1ea6-48b4-9b49-ac7313f87eb7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:48.622736 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-plugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:48.625561 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-999fa2ae-1ea6-48b4-9b49-ac7313f87eb7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:48.626286 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'code': 200} Jan 28 12:32:48.656137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21029dd6-18b0-4deb-b769-bce0bf6b1fed req-9c0ba635-3c04-4eba-81d0-74ffff7c8cdc tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:48.662130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21029dd6-18b0-4deb-b769-bce0bf6b1fed req-9c0ba635-3c04-4eba-81d0-74ffff7c8cdc tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 944 time: 0.6793823 Jan 28 12:32:48.746136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b9732182-5e4f-4916-8265-d94302abe9ff None None] Current status of the port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:48.886719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ba3244cb-f4e1-4b20-bcc7-48be5e35b63b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:32:48.901533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:48.922034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:48.931324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96593d3-39c6-4777-9853-ff14aa4f5386 admin admin] Pushing event updated for resources: {'Network': ['ID=a08c05b7-6cbc-44ac-a519-4a1f85e0024a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:48.948317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21029dd6-18b0-4deb-b769-bce0bf6b1fed req-b29dac6f-39c2-4a57-8be5-01bd4c3bc7ff tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706153 Jan 28 12:32:48.955906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port dbc82779-99fb-44cc-bd91-197b8cc25405 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:48.976902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4008a3c7-0f1a-4555-a0f5-3fe78e2bbe5c admin admin] Made reservation on behalf of 6c1b1d192eb946fdbb16370017178fe5 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:48.989433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a08c05b7-6cbc-44ac-a519-4a1f85e0024a details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:32:48.995850 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4008a3c7-0f1a-4555-a0f5-3fe78e2bbe5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:49.061955 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:49.218722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fb0ce-ee44-44a4-8fba-376ef5715ac4 req-9f265998-f2f4-4aee-8b4f-6f30a4ea693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:49.225275 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-301fb0ce-ee44-44a4-8fba-376ef5715ac4 req-9f265998-f2f4-4aee-8b4f-6f30a4ea693a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd4f3e15551437e9958e148d3bb8e05&device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 1095 time: 0.4714952 Jan 28 12:32:49.262338 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Network 3deb71e2-39c5-4302-a8cc-28bdd226e15c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:49.266375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Port': ['ID=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:49.270695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:49.284970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:32:49.296082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:49.413109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fb0ce-ee44-44a4-8fba-376ef5715ac4 req-80302dc8-b5f5-41d3-884f-b431e6c6e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:49.415002 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-301fb0ce-ee44-44a4-8fba-376ef5715ac4 req-80302dc8-b5f5-41d3-884f-b431e6c6e3e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 HTTP/1.1" status: 200 len: 920 time: 0.1748898 Jan 28 12:32:49.444373 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07fb9df8-4d8c-4fc1-a02b-75f44a411d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:49.445949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015500d8-40bd-402b-8608-80071240f5b2 req-92f77314-6413-4242-9385-7e8f298d89dc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:49.453184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-015500d8-40bd-402b-8608-80071240f5b2 req-92f77314-6413-4242-9385-7e8f298d89dc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.6319153 Jan 28 12:32:49.494762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:49.495279 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:49.572652 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-301fb0ce-ee44-44a4-8fba-376ef5715ac4 req-343d5311-a28e-4a74-a9cf-82277f0bcb4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87d1ea6-ba90-4167-8979-f0707149d73c HTTP/1.1" status: 200 len: 217 time: 0.1488116 Jan 28 12:32:49.574055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:49.574758 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:49.650592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-015500d8-40bd-402b-8608-80071240f5b2 req-cbfcae72-63bb-4c18-8d7d-8cd88e133a4c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963720 Jan 28 12:32:49.705561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482060a-65d0-4f81-af82-fb3e36f47fd5 req-5ecb053e-1b6f-4cd1-938f-976c8907b931 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:49.711569 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3482060a-65d0-4f81-af82-fb3e36f47fd5 req-5ecb053e-1b6f-4cd1-938f-976c8907b931 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.4465244 Jan 28 12:32:49.781818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-20158037-1591-4e8f-9016-7cd85b04ea58 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8655288 Jan 28 12:32:49.807986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:49.858909 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fb0ce-ee44-44a4-8fba-376ef5715ac4 req-d9ed8050-4bae-4e8e-8ee7-78c6773332bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:49.861404 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-301fb0ce-ee44-44a4-8fba-376ef5715ac4 req-d9ed8050-4bae-4e8e-8ee7-78c6773332bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c86275c7-8e5c-4f5d-968d-3433128a5047 HTTP/1.1" status: 200 len: 859 time: 0.2807536 Jan 28 12:32:49.881277 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4008a3c7-0f1a-4555-a0f5-3fe78e2bbe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (adbeae87-1ca2-4dbb-9646-e2a302b9ca5d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:49.897584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-764118de-8105-4409-a28e-5295af0eda36 None None] Provisioning complete for port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:49.897791 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-764118de-8105-4409-a28e-5295af0eda36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:49.924978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3482060a-65d0-4f81-af82-fb3e36f47fd5 req-c66411cb-bdc4-4d51-a98a-dc19304755c6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954629 Jan 28 12:32:50.017160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-764118de-8105-4409-a28e-5295af0eda36 None None] Port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:32:50.049890 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-301fb0ce-ee44-44a4-8fba-376ef5715ac4 req-14662e3e-9861-4f98-b356-023ab8824320 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623054 Jan 28 12:32:50.188381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77ffbe-cd10-4949-b9eb-a002d71147b7 req-cbd9b6a4-c324-4b4b-aaad-2a9165fdcc25 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:50.194334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b77ffbe-cd10-4949-b9eb-a002d71147b7 req-cbd9b6a4-c324-4b4b-aaad-2a9165fdcc25 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 944 time: 0.1056385 Jan 28 12:32:50.266354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008a3c7-0f1a-4555-a0f5-3fe78e2bbe5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbeae87-1ca2-4dbb-9646-e2a302b9ca5d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:50.320164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b77ffbe-cd10-4949-b9eb-a002d71147b7 req-9c34049e-a7fc-4a84-9ee1-0ac3b4b8de1c tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060748 Jan 28 12:32:50.354176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008a3c7-0f1a-4555-a0f5-3fe78e2bbe5c admin admin] Checking segment: {'id': '677ae7ec-3d3a-4680-8243-d17d43b1f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a08c05b7-6cbc-44ac-a519-4a1f85e0024a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:50.354560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008a3c7-0f1a-4555-a0f5-3fe78e2bbe5c admin admin] Network hostable DHCP agents. Network: a08c05b7-6cbc-44ac-a519-4a1f85e0024a, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:32:50.359675 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-301fb0ce-ee44-44a4-8fba-376ef5715ac4 req-6f9007ff-ab91-4c97-b4a8-c6c4216f7a8a service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829912 Jan 28 12:32:50.434241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008a3c7-0f1a-4555-a0f5-3fe78e2bbe5c admin admin] Network a08c05b7-6cbc-44ac-a519-4a1f85e0024a is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:32:50.491888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4008a3c7-0f1a-4555-a0f5-3fe78e2bbe5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a08c05b7-6cbc-44ac-a519-4a1f85e0024a) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:50.497436 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4008a3c7-0f1a-4555-a0f5-3fe78e2bbe5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:50.497628 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4008a3c7-0f1a-4555-a0f5-3fe78e2bbe5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:50.504903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d0ba3a-363e-446b-bb4e-2b1ec278e54d None None] Network a08c05b7-6cbc-44ac-a519-4a1f85e0024a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:32:50.515417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:50.522482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b6009c27-4d10-4056-aeca-eaed647bd62e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--525175455', 'description': 'tempest-description--1670734040'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:50.544329 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4008a3c7-0f1a-4555-a0f5-3fe78e2bbe5c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9921324 Jan 28 12:32:50.605733 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6009c27-4d10-4056-aeca-eaed647bd62e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:50.635201 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-301fb0ce-ee44-44a4-8fba-376ef5715ac4 req-ea6e19eb-f358-41b1-92da-41373f77b175 service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588449 Jan 28 12:32:50.821557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c3053e-3c25-4e7a-99eb-b44591fed2c0 None None] Network a08c05b7-6cbc-44ac-a519-4a1f85e0024a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:32:50.828533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6009c27-4d10-4056-aeca-eaed647bd62e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for security_group (352c51a2-bfcc-4241-9fca-9489b88dd559), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:50.856896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6009c27-4d10-4056-aeca-eaed647bd62e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (352c51a2-bfcc-4241-9fca-9489b88dd559), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:50.977899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6009c27-4d10-4056-aeca-eaed647bd62e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352c51a2-bfcc-4241-9fca-9489b88dd559,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:51.002604 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6009c27-4d10-4056-aeca-eaed647bd62e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:51.005681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b6009c27-4d10-4056-aeca-eaed647bd62e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4872248 Jan 28 12:32:51.010567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42178) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:51.018924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cc664171-1a4c-4782-85db-4b3d9ac10624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'security_group_rule': {'security_group_id': '352c51a2-bfcc-4241-9fca-9489b88dd559', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:51.041643 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb3d0a-1e74-4b0e-9659-c39460af05fb req-611a5ce0-1c3f-43cf-84ea-1fac2c761bf4 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:51.044615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbcb3d0a-1e74-4b0e-9659-c39460af05fb req-611a5ce0-1c3f-43cf-84ea-1fac2c761bf4 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.2273095 Jan 28 12:32:51.116424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbcb3d0a-1e74-4b0e-9659-c39460af05fb req-179f44c6-0502-4e20-82d6-9d3c530c7af0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633080 Jan 28 12:32:51.152646 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc664171-1a4c-4782-85db-4b3d9ac10624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for security_group_rule (58d98d7f-d21c-479c-afcf-a351e1f816ca), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:51.264841 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc664171-1a4c-4782-85db-4b3d9ac10624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for security_group_rule (58d98d7f-d21c-479c-afcf-a351e1f816ca), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:51.281370 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc664171-1a4c-4782-85db-4b3d9ac10624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (58d98d7f-d21c-479c-afcf-a351e1f816ca), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:51.334349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc664171-1a4c-4782-85db-4b3d9ac10624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d98d7f-d21c-479c-afcf-a351e1f816ca,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:51.342126 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc664171-1a4c-4782-85db-4b3d9ac10624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:51.343966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cc664171-1a4c-4782-85db-4b3d9ac10624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322637 Jan 28 12:32:51.349599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42200) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:51.358833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc753b8-8208-45a3-a4f9-88627c838192 req-88a7a80a-1a58-482d-ac67-4b4179da2fdd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:51.360819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b2d49d2d-a689-491a-9139-52c2387ebc94 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'security_group_rule': {'security_group_id': '352c51a2-bfcc-4241-9fca-9489b88dd559', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:51.368256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bc753b8-8208-45a3-a4f9-88627c838192 req-88a7a80a-1a58-482d-ac67-4b4179da2fdd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.1557453 Jan 28 12:32:51.440481 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2d49d2d-a689-491a-9139-52c2387ebc94 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for security_group_rule (18871bb2-c9dc-4708-aa5c-d343480dd94b), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:51.532914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d87d1ea6-ba90-4167-8979-f0707149d73c details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:32:51.539370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ba3244cb-f4e1-4b20-bcc7-48be5e35b63b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:51.559860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bc753b8-8208-45a3-a4f9-88627c838192 req-f897a584-bfca-422b-a977-9ec39a30a576 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905856 Jan 28 12:32:51.625396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2d49d2d-a689-491a-9139-52c2387ebc94 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for security_group_rule (18871bb2-c9dc-4708-aa5c-d343480dd94b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:51.633680 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2d49d2d-a689-491a-9139-52c2387ebc94 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (18871bb2-c9dc-4708-aa5c-d343480dd94b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:51.678091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d49d2d-a689-491a-9139-52c2387ebc94 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18871bb2-c9dc-4708-aa5c-d343480dd94b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:51.724168 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2d49d2d-a689-491a-9139-52c2387ebc94 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:51.729403 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b2d49d2d-a689-491a-9139-52c2387ebc94 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3780127 Jan 28 12:32:51.730491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:51.747717 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:51.748581 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4763b6b2-1e68-41b5-aaf9-9a9af928860d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:51.803188 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:51.807521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba576fa-f2e1-4538-a04c-88aac907e8f4 req-b78b724f-613b-461c-93e8-e80bfce3ceb7 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:51.811746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aba576fa-f2e1-4538-a04c-88aac907e8f4 req-b78b724f-613b-461c-93e8-e80bfce3ceb7 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 944 time: 0.1273727 Jan 28 12:32:51.838632 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:32:51.846847 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:51.847542 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:51.924738 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aba576fa-f2e1-4538-a04c-88aac907e8f4 req-38a85403-45da-433f-ba2c-f6606d2c2374 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066048 Jan 28 12:32:52.062012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:52.311909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d87d1ea6-ba90-4167-8979-f0707149d73c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d87d1ea6-ba90-4167-8979-f0707149d73c,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:52.343610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Allocated IP 172.25.7.23 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/ab57818f-852b-4546-9627-f44e64774664) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:32:52.356626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'd87d1ea6-ba90-4167-8979-f0707149d73c', 'network_id': 'f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0', 'port_id': 'd87d1ea6-ba90-4167-8979-f0707149d73c', 'mac_address': 'fa:16:3e:c3:00:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86275c7-8e5c-4f5d-968d-3433128a5047', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:32:52.394227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59214c6-612e-4da9-ade1-61b97c65c8f3 req-7b8a1743-503f-4a0a-8523-e9a35b629fa5 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:52.409485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e59214c6-612e-4da9-ade1-61b97c65c8f3 req-7b8a1743-503f-4a0a-8523-e9a35b629fa5 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.1166201 Jan 28 12:32:52.496384 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d87d1ea6-ba90-4167-8979-f0707149d73c is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:52.497002 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:52.533039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87d1ea6-ba90-4167-8979-f0707149d73c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:32:52.544946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e59214c6-612e-4da9-ade1-61b97c65c8f3 req-348916fd-e1f9-4ced-b520-946930396bab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284745 Jan 28 12:32:52.627022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d87d1ea6-ba90-4167-8979-f0707149d73c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d87d1ea6-ba90-4167-8979-f0707149d73c,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:52.650111 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:52.730626 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for port (ab57818f-852b-4546-9627-f44e64774664), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:52.779472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:52.786249 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:52.818196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-14e46d14-d620-49ec-81bf-d484bb977c92 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:52.826910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-14e46d14-d620-49ec-81bf-d484bb977c92 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/networks?id=03deda44-a5a7-4ea9-ac42-170f861d26b9 HTTP/1.1" status: 200 len: 825 time: 0.2712910 Jan 28 12:32:52.847817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a3e15f4a-eb1f-4e54-8d3e-888af1c3ff7b tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/quotas/456a30c699154d03b32e250443a7de86 HTTP/1.1" status: 200 len: 375 time: 0.0194545 Jan 28 12:32:52.858090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ab57818f-852b-4546-9627-f44e64774664), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:52.901635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d87d1ea6-ba90-4167-8979-f0707149d73c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:52.906400 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:52.911054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:52.916559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94705b46-838a-4ab8-9365-37b52faf2310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3244cb-f4e1-4b20-bcc7-48be5e35b63b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:52.919082 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a1790b-35c4-458e-b22f-e05bc918cabb" -d '{"events": [{"server_uuid": "94705b46-838a-4ab8-9365-37b52faf2310", "name": "network-vif-plugged", "status": "completed", "tag": "ba3244cb-f4e1-4b20-bcc7-48be5e35b63b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:52.925116 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:52.932747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.933258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.933716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.934142 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.934580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.935014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.935562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.936020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.936501 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.936930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.937360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.937787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.938210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:32:52.946938 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-7e297e00-e817-461c-b98a-37e65c7a6308 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=456a30c699154d03b32e250443a7de86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0953956 Jan 28 12:32:52.965136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:52.977361 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:52.993419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:32:53.046846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d87d1ea6-ba90-4167-8979-f0707149d73c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:32:53.129163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Port': ['ID=ab57818f-852b-4546-9627-f44e64774664,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:53.215630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:53.222448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-d0db7c36-a94c-41b3-8412-5bece7a076e7 service neutron] 10.222.0.53 "GET /v2.0/networks/03deda44-a5a7-4ea9-ac42-170f861d26b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682011 Jan 28 12:32:53.261376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:53.275020 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for floatingip (ccee6d71-9fec-4969-a3c5-815dd2bfa15e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:53.332501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ab57818f-852b-4546-9627-f44e64774664), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:53.343065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff74c9-0e68-48b8-badc-e27bd767573a req-71b74e58-b80d-478b-80c4-8e2866a46f23 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:53.345387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5ff74c9-0e68-48b8-badc-e27bd767573a req-71b74e58-b80d-478b-80c4-8e2866a46f23 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.4245429 Jan 28 12:32:53.481347 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5ff74c9-0e68-48b8-badc-e27bd767573a req-0cc3e65c-10a5-47d9-a62f-49b04a0a1501 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270509 Jan 28 12:32:53.500330 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b48f8af-17d9-4de0-bf28-bdf0b47c3108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:53.559068 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-b22df0f1-644a-4197-9e5e-c88f149929bb service neutron] 10.222.0.53 "GET /v2.0/networks/03deda44-a5a7-4ea9-ac42-170f861d26b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286815 Jan 28 12:32:53.594868 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999b679d-06b5-4884-88d7-f547184395fc x-openstack-request-id: req-999b679d-06b5-4884-88d7-f547184395fc {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:53.595167 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94705b46-838a-4ab8-9365-37b52faf2310", "name": "network-vif-plugged", "status": "completed", "tag": "ba3244cb-f4e1-4b20-bcc7-48be5e35b63b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:53.595464 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-999b679d-06b5-4884-88d7-f547184395fc {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:53.595926 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94705b46-838a-4ab8-9365-37b52faf2310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3244cb-f4e1-4b20-bcc7-48be5e35b63b', 'code': 200} Jan 28 12:32:53.727376 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for port (ab57818f-852b-4546-9627-f44e64774664), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:53.739080 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ab57818f-852b-4546-9627-f44e64774664), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:53.834299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d3d68-9dd6-4b91-9387-1605e3673f82 req-8bfefc16-8849-49a2-a1dc-af32650b0bf8 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:53.842666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-399d3d68-9dd6-4b91-9387-1605e3673f82 req-8bfefc16-8849-49a2-a1dc-af32650b0bf8 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 945 time: 0.1084383 Jan 28 12:32:53.845367 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Port': ['ID=ab57818f-852b-4546-9627-f44e64774664,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:53.918102 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd21158-6369-49dd-94a7-a43baa7b574b req-b53dc0a8-b2e2-47d4-aff0-e00bfca712b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:53.921080 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-399d3d68-9dd6-4b91-9387-1605e3673f82 req-519c8d95-d417-4baa-9902-354183275987 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772283 Jan 28 12:32:53.929128 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3cd21158-6369-49dd-94a7-a43baa7b574b req-b53dc0a8-b2e2-47d4-aff0-e00bfca712b1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 1096 time: 0.2636669 Jan 28 12:32:53.939777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b48f8af-17d9-4de0-bf28-bdf0b47c3108 admin admin] Publish callbacks [] for security_group (862f9012-85e1-49bf-a87f-8564bdac5d51), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:53.969585 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b48f8af-17d9-4de0-bf28-bdf0b47c3108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (862f9012-85e1-49bf-a87f-8564bdac5d51), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:54.118845 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7b48f8af-17d9-4de0-bf28-bdf0b47c3108 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ef5174fd94747aa9a098abc2b5d9d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8996613 Jan 28 12:32:54.129151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafd6e6-9b07-400e-9788-de649fe60f07 req-a297d6d0-fe6b-4f3c-b341-3ed762897fec tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:54.143378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8eafd6e6-9b07-400e-9788-de649fe60f07 req-a297d6d0-fe6b-4f3c-b341-3ed762897fec tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.1304848 Jan 28 12:32:54.144905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42276) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:54.184228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48f8af-17d9-4de0-bf28-bdf0b47c3108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862f9012-85e1-49bf-a87f-8564bdac5d51,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:54.353345 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (ccee6d71-9fec-4969-a3c5-815dd2bfa15e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:54.394714 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3cd21158-6369-49dd-94a7-a43baa7b574b req-5a074d70-7d70-4177-bce6-87df465c8843 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531713 Jan 28 12:32:54.404606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41c661b5-5c21-431c-b093-fa66e518b0ef req-6143193b-562e-4806-982c-aa83456026a6 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 210 time: 0.0811548 Jan 28 12:32:54.406557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:54.409323 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-79fdf999-3191-4f28-a6cf-a4ad72fc9ffd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6750281 Jan 28 12:32:54.472799 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe87e-b2ef-4795-9985-6198ec2a9b9f admin admin] Publish callbacks [] for security_group (862f9012-85e1-49bf-a87f-8564bdac5d51), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:54.549589 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe87e-b2ef-4795-9985-6198ec2a9b9f admin admin] Publish callbacks [] for security_group (862f9012-85e1-49bf-a87f-8564bdac5d51), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:54.565429 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:54.697784 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8eafd6e6-9b07-400e-9788-de649fe60f07 req-b4a68a9c-b6ad-420b-a832-a980ae5bc64d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5535052 Jan 28 12:32:54.767576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe87e-b2ef-4795-9985-6198ec2a9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (862f9012-85e1-49bf-a87f-8564bdac5d51), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:54.777557 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe87e-b2ef-4795-9985-6198ec2a9b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:54.783821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7e9fe87e-b2ef-4795-9985-6198ec2a9b9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/862f9012-85e1-49bf-a87f-8564bdac5d51 HTTP/1.1" status: 204 len: 168 time: 0.6252708 Jan 28 12:32:54.810894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ac1a-bc09-4bdb-af95-78f6c82057cc req-9acf07b0-4b30-42a0-abd0-572231d5bbf5 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:54.819622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b1ac1a-bc09-4bdb-af95-78f6c82057cc req-9acf07b0-4b30-42a0-abd0-572231d5bbf5 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.1688426 Jan 28 12:32:54.858757 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fe87e-b2ef-4795-9985-6198ec2a9b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862f9012-85e1-49bf-a87f-8564bdac5d51,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:54.917741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b1ac1a-bc09-4bdb-af95-78f6c82057cc req-ff419f96-5cec-49a6-bc32-8a186be997d8 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971518 Jan 28 12:32:55.048715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-040ae926-6eee-41a6-8a4d-2a2e81aaa9d3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--525175455&fields=id&tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f HTTP/1.1" status: 200 len: 267 time: 0.1103735 Jan 28 12:32:55.185967 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-4eb427d3-03c4-464e-b8e7-79ae8395658d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:55.194917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-4eb427d3-03c4-464e-b8e7-79ae8395658d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports/9e091731-98f3-48a0-9d92-636583e4a971 HTTP/1.1" status: 200 len: 936 time: 0.1451442 Jan 28 12:32:55.317349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0322240-87e2-4286-83eb-7644317d88a2 req-fd5c6139-8be3-46a7-88c6-d6df1826a6ac tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:55.332360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0322240-87e2-4286-83eb-7644317d88a2 req-fd5c6139-8be3-46a7-88c6-d6df1826a6ac tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 945 time: 0.2191637 Jan 28 12:32:55.444732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0322240-87e2-4286-83eb-7644317d88a2 req-415fce9a-2304-4a33-8ed0-60cd95861ff8 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110156 Jan 28 12:32:55.477384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e8b9e601-ccb6-4a2c-9f56-a12c997d1fc8 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:55.484642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e8b9e601-ccb6-4a2c-9f56-a12c997d1fc8 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports/85c6a239-9b33-429d-9bc6-8a6f1df7a5cd HTTP/1.1" status: 200 len: 937 time: 0.2882128 Jan 28 12:32:55.537366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-af0a2d46-777a-47d1-9266-6ffe7c5c93d9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?network_id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0517180 Jan 28 12:32:55.560948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d87d1ea6-ba90-4167-8979-f0707149d73c up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:32:55.586258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-0646a973-827d-4e69-8429-b9585222af71 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?network_id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0471873 Jan 28 12:32:55.795763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-40c13666-7aa4-4aa7-87c4-22d5e39a9183 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:55.801266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-40c13666-7aa4-4aa7-87c4-22d5e39a9183 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:55.807205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-40c13666-7aa4-4aa7-87c4-22d5e39a9183 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:55.815141 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-40c13666-7aa4-4aa7-87c4-22d5e39a9183 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/networks?id=1bf351ce-cde8-4750-8c3e-65261d6dbfdd&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&id=d3b63326-8568-43b2-9e27-1f1fd24b1c71 HTTP/1.1" status: 200 len: 1994 time: 0.2279024 Jan 28 12:32:55.834852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d1050c75-c5dd-432b-9a08-3d8fe9b7e2d6 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/quotas/b13a1008cf7344eba7f4d4cc4009bd8f HTTP/1.1" status: 200 len: 375 time: 0.0183020 Jan 28 12:32:55.883872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port d87d1ea6-ba90-4167-8979-f0707149d73c completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:32:55.928740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port d87d1ea6-ba90-4167-8979-f0707149d73c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:32:55.931501 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:55.967986 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:56.025216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-2e27d242-b682-4108-9648-41d1f1442760 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1876168 Jan 28 12:32:56.167137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-d8800ab7-91e7-420e-b9b5-9b28c32297ee tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:56.170559 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-d8800ab7-91e7-420e-b9b5-9b28c32297ee tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.49 "GET /v2.0/networks?id=03deda44-a5a7-4ea9-ac42-170f861d26b9 HTTP/1.1" status: 200 len: 825 time: 0.3734159 Jan 28 12:32:56.201027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Request body: {'port': {'device_id': 'aa7e7dec-a4d5-4698-9027-1a3aaf8c6435', 'network_id': '03deda44-a5a7-4ea9-ac42-170f861d26b9', 'admin_state_up': True, 'tenant_id': '456a30c699154d03b32e250443a7de86'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:56.201652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d87d1ea6-ba90-4167-8979-f0707149d73c is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:32:56.202404 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:56.253584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11d48009-3823-4897-823c-453b87070710 req-b179ec43-c0a1-4be0-bd01-a899324f4c22 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 210 time: 0.2230241 Jan 28 12:32:56.320007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f96091-aca4-4de6-aef6-f2f1f9f22d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87d1ea6-ba90-4167-8979-f0707149d73c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:56.333345 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cd0d52-a42c-4639-8cc9-9b5c8823aad3" -d '{"events": [{"server_uuid": "b4f96091-aca4-4de6-aef6-f2f1f9f22d00", "name": "network-vif-plugged", "status": "completed", "tag": "d87d1ea6-ba90-4167-8979-f0707149d73c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:56.355293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d87d1ea6-ba90-4167-8979-f0707149d73c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d87d1ea6-ba90-4167-8979-f0707149d73c,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:32:56.374985 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:56.485499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d87d1ea6-ba90-4167-8979-f0707149d73c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:56.492318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-c7b321b1-e0a4-4694-9336-90a9c99f965a service neutron] 10.222.0.53 "GET /v2.0/networks/1bf351ce-cde8-4750-8c3e-65261d6dbfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662414 Jan 28 12:32:56.581683 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Made reservation on behalf of 456a30c699154d03b32e250443a7de86 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:56.582596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90074ca-dbc5-430d-8d0c-eecd076ba4be req-7ac315ba-420a-48fa-81d6-d1718e0432db tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:56.584595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90074ca-dbc5-430d-8d0c-eecd076ba4be req-7ac315ba-420a-48fa-81d6-d1718e0432db tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.1849566 Jan 28 12:32:56.593249 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:56.761028 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Allocated IP 172.20.0.14 (03deda44-a5a7-4ea9-ac42-170f861d26b9/9379bd60-5fdf-4d79-b17f-c491dc7bc1fa/ec585d69-b0b6-4da4-b331-9f2c36bc846d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:32:56.762395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90074ca-dbc5-430d-8d0c-eecd076ba4be req-2fc1fe99-7aca-4f7e-892d-a82b5ac52c51 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653032 Jan 28 12:32:56.772377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-f21f8f6e-514d-4029-8e43-529ff28579dc service neutron] 10.222.0.53 "GET /v2.0/networks/1bf351ce-cde8-4750-8c3e-65261d6dbfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674303 Jan 28 12:32:56.827051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-4c054e39-1263-4ea5-a82c-8e6372a0d88b service neutron] 10.222.0.53 "GET /v2.0/ports/9e091731-98f3-48a0-9d92-636583e4a971?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0469384 Jan 28 12:32:57.040977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-1a82212f-d3c6-4fea-b878-fd012cf2d876 service neutron] 10.222.0.53 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057698 Jan 28 12:32:57.102021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Publish callbacks [] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:57.155737 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:57.205857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-b8897244-95e1-478d-a6e4-0b6e73986bfb service neutron] 10.222.0.53 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452799 Jan 28 12:32:57.282277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Pushing event updated for resources: {'Port': ['ID=ec585d69-b0b6-4da4-b331-9f2c36bc846d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:57.290650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d564b53-e19b-4770-8152-30b2c1a9739f service neutron] 10.222.0.53 "GET /v2.0/ports/85c6a239-9b33-429d-9bc6-8a6f1df7a5cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0838013 Jan 28 12:32:57.292886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Network 03deda44-a5a7-4ea9-ac42-170f861d26b9 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:32:57.296313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:32:57.299555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:32:57.367510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:57.368153 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:57.400145 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-a1daba49-e0ee-435c-9559-eab176b57e75 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2180541 Jan 28 12:32:57.404157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98086927-b439-4354-81bf-d2e9a5bc96f4 req-2ed51c03-d839-4345-bb98-052f925b1368 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:57.405690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98086927-b439-4354-81bf-d2e9a5bc96f4 req-2ed51c03-d839-4345-bb98-052f925b1368 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.1576257 Jan 28 12:32:57.419148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Request body: {'port': {'device_id': 'aa7e7dec-a4d5-4698-9027-1a3aaf8c6435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:57.556828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-c0eb0b7c-6f40-48a0-b92c-bf0adc904495 service neutron] 10.222.0.53 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651541 Jan 28 12:32:57.577600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:57.592707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98086927-b439-4354-81bf-d2e9a5bc96f4 req-b6d4e6ec-df05-4c11-ad6e-87f1e3f21567 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759441 Jan 28 12:32:57.745997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42360) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:57.842778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-1ebc9281-0805-486d-b2b6-453af730cd09 service neutron] 10.222.0.53 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696629 Jan 28 12:32:58.049752 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bb737d-9e9f-42f4-9e20-317ee5634b9f x-openstack-request-id: req-59bb737d-9e9f-42f4-9e20-317ee5634b9f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:32:58.050283 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f96091-aca4-4de6-aef6-f2f1f9f22d00", "name": "network-vif-plugged", "status": "completed", "tag": "d87d1ea6-ba90-4167-8979-f0707149d73c", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:32:58.050526 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59bb737d-9e9f-42f4-9e20-317ee5634b9f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:32:58.050935 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f96091-aca4-4de6-aef6-f2f1f9f22d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87d1ea6-ba90-4167-8979-f0707149d73c', 'code': 200} Jan 28 12:32:58.234902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024e274-2d2a-4a91-bab4-44fc0f1edecd req-4f3c9595-a3f2-4a59-baac-2ee7995e2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:58.236723 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a024e274-2d2a-4a91-bab4-44fc0f1edecd req-4f3c9595-a3f2-4a59-baac-2ee7995e2676 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 1097 time: 0.1191869 Jan 28 12:32:58.238787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec585d69-b0b6-4da4-b331-9f2c36bc846d {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:32:58.264729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Publish callbacks [] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:58.292897 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Transition to ACTIVE for port object ec585d69-b0b6-4da4-b331-9f2c36bc846d will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:32:58.306665 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:58.316309 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a024e274-2d2a-4a91-bab4-44fc0f1edecd req-45a44149-a9de-4719-a352-f333dbecede2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722778 Jan 28 12:32:58.381440 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Pushing event updated for resources: {'Port': ['ID=ec585d69-b0b6-4da4-b331-9f2c36bc846d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:58.445802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1850053813'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:58.477885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Attempting to bind port ec585d69-b0b6-4da4-b331-9f2c36bc846d on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:32:58.478281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Attempting to bind port ec585d69-b0b6-4da4-b331-9f2c36bc846d by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '050d5029-b111-4f06-a355-b1b127e7795b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03deda44-a5a7-4ea9-ac42-170f861d26b9'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:32:58.478563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Attempting to bind port ec585d69-b0b6-4da4-b331-9f2c36bc846d on network 03deda44-a5a7-4ea9-ac42-170f861d26b9 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:58.484136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Port ec585d69-b0b6-4da4-b331-9f2c36bc846d on network 03deda44-a5a7-4ea9-ac42-170f861d26b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:32:58.484385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Attempting to bind port ec585d69-b0b6-4da4-b331-9f2c36bc846d on network 03deda44-a5a7-4ea9-ac42-170f861d26b9 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:32:58.490219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:32:58.490573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Checking segment: {'id': '050d5029-b111-4f06-a355-b1b127e7795b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03deda44-a5a7-4ea9-ac42-170f861d26b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:32:58.490944 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Bound using segment: {'id': '050d5029-b111-4f06-a355-b1b127e7795b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03deda44-a5a7-4ea9-ac42-170f861d26b9'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:32:58.491411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Bound port: ec585d69-b0b6-4da4-b331-9f2c36bc846d, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '050d5029-b111-4f06-a355-b1b127e7795b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03deda44-a5a7-4ea9-ac42-170f861d26b9'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:32:58.491780 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:58.540346 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Made reservation on behalf of 101831108d2b43548b72c3882c310cb7 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:58.543841 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:58.556451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-be187d02-2483-4f1b-a1f6-2471a5a9bee8 service neutron] 10.222.0.53 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128677 Jan 28 12:32:58.564015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c290ca4-07e5-4d56-a668-8ddbf13ee942 req-7d645d54-06c0-4a0a-abc7-feba22bf00e0 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:58.570928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c290ca4-07e5-4d56-a668-8ddbf13ee942 req-7d645d54-06c0-4a0a-abc7-feba22bf00e0 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.1342545 Jan 28 12:32:58.585663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] For port ec585d69-b0b6-4da4-b331-9f2c36bc846d, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:32:58.591066 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] For port ec585d69-b0b6-4da4-b331-9f2c36bc846d, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec585d69-b0b6-4da4-b331-9f2c36bc846d,segment=NetworkSegment(050d5029-b111-4f06-a355-b1b127e7795b),segment_id=050d5029-b111-4f06-a355-b1b127e7795b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:32:58.592375 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:58.615689 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:58.652347 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:58.653170 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:58.654755 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] 10.222.0.49 "PUT /v2.0/ports/ec585d69-b0b6-4da4-b331-9f2c36bc846d HTTP/1.1" status: 200 len: 1092 time: 1.2424212 Jan 28 12:32:58.655307 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7e7dec-a4d5-4698-9027-1a3aaf8c6435', 'tag': 'ec585d69-b0b6-4da4-b331-9f2c36bc846d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:32:58.657731 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7b249f-0623-4eb5-871e-9327cbe2acd6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7e7dec-a4d5-4698-9027-1a3aaf8c6435", "tag": "ec585d69-b0b6-4da4-b331-9f2c36bc846d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:32:58.701403 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032271b-d76e-4263-8ae8-f80c26764892 service neutron] Pushing event updated for resources: {'Port': ['ID=ec585d69-b0b6-4da4-b331-9f2c36bc846d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:58.756496 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c290ca4-07e5-4d56-a668-8ddbf13ee942 req-280d6348-610b-4ab4-9163-753e73f9a327 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845994 Jan 28 12:32:58.783824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-4c74687e-a477-404d-8fdc-d5ac3e67eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:58.785909 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-4c74687e-a477-404d-8fdc-d5ac3e67eb1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=456a30c699154d03b32e250443a7de86&device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 1095 time: 0.0673330 Jan 28 12:32:58.826602 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks [] for security_group (d5679732-5115-4713-be4d-b29bf9395f54), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:58.835945 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d5679732-5115-4713-be4d-b29bf9395f54), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:58.847490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-1fc076f3-fa68-4a73-816a-8505a1afa281 service neutron] 10.222.0.53 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744341 Jan 28 12:32:58.877426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:32:58.905617 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-2096b177-29b9-472e-9fbf-f9a3bc513ad6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec585d69-b0b6-4da4-b331-9f2c36bc846d HTTP/1.1" status: 200 len: 217 time: 0.1059492 Jan 28 12:32:58.959983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4c8f540e-54c3-4e26-b801-ecf11cf18abe), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:58.960455 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Added segment 4c8f540e-54c3-4e26-b801-ecf11cf18abe of type vlan for network c2301fe3-995a-4963-aa0b-c58cfcc859b8 Jan 28 12:32:58.975072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5679732-5115-4713-be4d-b29bf9395f54,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:59.031542 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (c2301fe3-995a-4963-aa0b-c58cfcc859b8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:59.116261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-cdcc09fb-9b84-437e-b2f1-774d9e010b95 service neutron] 10.222.0.53 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557316 Jan 28 12:32:59.148982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (c2301fe3-995a-4963-aa0b-c58cfcc859b8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:59.166114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:59.167676 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:59.335907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5838079 Jan 28 12:32:59.344499 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42380) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:32:59.394702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddef029-5ac5-4b9e-a2fd-29e392d32bce tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Pushing event updated for resources: {'Network': ['ID=c2301fe3-995a-4963-aa0b-c58cfcc859b8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:32:59.406588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network c2301fe3-995a-4963-aa0b-c58cfcc859b8 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:32:59.475438 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-53918d05-d098-411a-b15f-ee259ba7906a service neutron] 10.222.0.53 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511353 Jan 28 12:32:59.500327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Request body: {'network': {'name': 'tempest-network--850418409', 'router:external': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:32:59.567635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46371899-2d6b-432a-bada-a194dcff62cf req-0d7dc481-bae6-4274-9e24-988c8a4bc8d2 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:59.590548 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46371899-2d6b-432a-bada-a194dcff62cf req-0d7dc481-bae6-4274-9e24-988c8a4bc8d2 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 944 time: 0.3628862 Jan 28 12:32:59.663872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Made reservation on behalf of d4fa5e3895d14eab9e2b8e5cb9b2e3db for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:32:59.666075 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-abb2b1a4-e983-44a5-acdf-7d888f07b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:32:59.666874 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:59.667982 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-abb2b1a4-e983-44a5-acdf-7d888f07b91c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9379bd60-5fdf-4d79-b17f-c491dc7bc1fa HTTP/1.1" status: 200 len: 865 time: 0.7414494 Jan 28 12:32:59.715464 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-541db729-974f-49b9-9a91-a24d8dc96042 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03deda44-a5a7-4ea9-ac42-170f861d26b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397019 Jan 28 12:32:59.726640 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46371899-2d6b-432a-bada-a194dcff62cf req-d510f117-fd42-4681-93e7-f2d70dc6851d tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bf81cd3-fca9-47d6-b6bc-2be474367edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350083 Jan 28 12:32:59.734408 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:32:59.853437 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-411b4636-1eea-4dae-a75d-3541ebce551b service neutron] 10.222.0.49 "GET /v2.0/networks/03deda44-a5a7-4ea9-ac42-170f861d26b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281564 Jan 28 12:32:59.896070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-01300ed0-5c20-4c4c-b546-f5d2b21a64c8 service neutron] 10.222.0.53 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652709 Jan 28 12:32:59.975557 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fd71a935-9a5b-4c68-be8a-542565f3a323 req-6bdbad02-d9d4-4496-82e2-285e1d5425e5 service neutron] 10.222.0.49 "GET /v2.0/networks/03deda44-a5a7-4ea9-ac42-170f861d26b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155438 Jan 28 12:33:00.027642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fc0c4-e168-406c-ac06-a041d0f18a87 req-679e9542-4009-4424-8561-96b1e4d27443 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:00.029350 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f30fc0c4-e168-406c-ac06-a041d0f18a87 req-679e9542-4009-4424-8561-96b1e4d27443 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.2150586 Jan 28 12:33:00.084664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-f2b9c474-0f14-4daf-bfb5-ff5a163e5d78 service neutron] 10.222.0.53 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877859 Jan 28 12:33:00.113096 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks [] for security_group (9f555f99-a7c0-4a49-b8cc-c5aea300c464), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:00.139996 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9f555f99-a7c0-4a49-b8cc-c5aea300c464), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:00.249858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:33:00.280146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f555f99-a7c0-4a49-b8cc-c5aea300c464,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:00.313998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f30fc0c4-e168-406c-ac06-a041d0f18a87 req-4247f821-e7c3-4682-9a70-fa436244b2c5 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612073 Jan 28 12:33:00.322017 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b1eacd96-20e8-4053-9436-ddd3c0828489), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:00.322501 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Added segment b1eacd96-20e8-4053-9436-ddd3c0828489 of type vlan for network 2488d373-11af-4dc3-b2f1-aca483dc48da Jan 28 12:33:00.342451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-b8be0949-2162-44c0-a14c-a5e32d7d3fa3 service neutron] 10.222.0.53 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495272 Jan 28 12:33:00.547887 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (2488d373-11af-4dc3-b2f1-aca483dc48da), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:00.627418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b3a4-7b2b-4d0b-b5a5-1d458a1c6775 req-08af3403-20a8-4023-a9d1-00c8054d8428 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:00.636738 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a0b3a4-7b2b-4d0b-b5a5-1d458a1c6775 req-08af3403-20a8-4023-a9d1-00c8054d8428 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.1826141 Jan 28 12:33:00.646205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (2488d373-11af-4dc3-b2f1-aca483dc48da), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:00.647197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:00.648022 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:00.742503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event updated for resources: {'Network': ['ID=2488d373-11af-4dc3-b2f1-aca483dc48da,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:00.757723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 2488d373-11af-4dc3-b2f1-aca483dc48da details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:33:00.763698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-f62cb188-3bac-4234-a08b-9679da33c02a service neutron] 10.222.0.53 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846259 Jan 28 12:33:00.779055 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:33:00.818430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-77ae53de-68f1-4463-ad11-8051c4621c78 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4700458 Jan 28 12:33:00.821265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:00.840026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a0b3a4-7b2b-4d0b-b5a5-1d458a1c6775 req-f89950dd-829e-4c72-9b4b-696f5c1651e6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030156 Jan 28 12:33:00.871702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-37425005-a4fd-47f6-ad2b-e4adddc00e65 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:00.873282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-37425005-a4fd-47f6-ad2b-e4adddc00e65 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports/9e091731-98f3-48a0-9d92-636583e4a971 HTTP/1.1" status: 200 len: 936 time: 0.1007338 Jan 28 12:33:00.935061 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea895185-d412-4384-9308-3c351cf88647 x-openstack-request-id: req-ea895185-d412-4384-9308-3c351cf88647 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:00.935680 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7e7dec-a4d5-4698-9027-1a3aaf8c6435", "tag": "ec585d69-b0b6-4da4-b331-9f2c36bc846d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:00.936397 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea895185-d412-4384-9308-3c351cf88647 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:00.937053 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7e7dec-a4d5-4698-9027-1a3aaf8c6435', 'tag': 'ec585d69-b0b6-4da4-b331-9f2c36bc846d', 'status': 'completed', 'code': 200} Jan 28 12:33:00.960573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-23fe4b9a-66b4-46ab-80a8-18313ad4610e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:00.962237 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-23fe4b9a-66b4-46ab-80a8-18313ad4610e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports/85c6a239-9b33-429d-9bc6-8a6f1df7a5cd HTTP/1.1" status: 200 len: 937 time: 0.0792623 Jan 28 12:33:01.030217 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (2488d373-11af-4dc3-b2f1-aca483dc48da), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:01.085533 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b249f-0623-4eb5-871e-9327cbe2acd6 req-332b73f8-b225-4a4d-8c1c-48ff569ad21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:01.087138 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0f7b249f-0623-4eb5-871e-9327cbe2acd6 req-332b73f8-b225-4a4d-8c1c-48ff569ad21a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=456a30c699154d03b32e250443a7de86&device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 1095 time: 0.1146460 Jan 28 12:33:01.146986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e754e0-3079-45f4-b4f1-c15e4864a530 req-ee8460c2-99d8-45e0-8e88-2d201a474f6f tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:01.149383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6e754e0-3079-45f4-b4f1-c15e4864a530 req-ee8460c2-99d8-45e0-8e88-2d201a474f6f tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.0823147 Jan 28 12:33:01.272862 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6e754e0-3079-45f4-b4f1-c15e4864a530 req-5b6bcbb0-f3c0-4317-82b1-8fd76215a0cf tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157887 Jan 28 12:33:01.342389 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (2488d373-11af-4dc3-b2f1-aca483dc48da), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:01.390292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2488d373-11af-4dc3-b2f1-aca483dc48da']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:01.421512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1eacd96-20e8-4053-9436-ddd3c0828489') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:01.421815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1eacd96-20e8-4053-9436-ddd3c0828489') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:01.445321 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (b1eacd96-20e8-4053-9436-ddd3c0828489), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:01.456450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b249f-0623-4eb5-871e-9327cbe2acd6 req-4e4ec79f-2790-490e-8b9f-e6d256dd1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:01.460978 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0f7b249f-0623-4eb5-871e-9327cbe2acd6 req-4e4ec79f-2790-490e-8b9f-e6d256dd1e56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03deda44-a5a7-4ea9-ac42-170f861d26b9 HTTP/1.1" status: 200 len: 926 time: 0.3211083 Jan 28 12:33:01.554865 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b1eacd96-20e8-4053-9436-ddd3c0828489), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:01.559594 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0f7b249f-0623-4eb5-871e-9327cbe2acd6 req-f819c371-0c98-4dfa-91a6-7be9d2741794 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec585d69-b0b6-4da4-b331-9f2c36bc846d HTTP/1.1" status: 200 len: 217 time: 0.0755153 Jan 28 12:33:01.599882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc86e28-17b0-4d55-af62-c9adfc2fdcee req-10ef41cd-dcb9-4c5b-8b5c-9f85caadaa40 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:01.607712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8cc86e28-17b0-4d55-af62-c9adfc2fdcee req-10ef41cd-dcb9-4c5b-8b5c-9f85caadaa40 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 944 time: 0.0951028 Jan 28 12:33:01.620073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ec585d69-b0b6-4da4-b331-9f2c36bc846d details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:33:01.650628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b249f-0623-4eb5-871e-9327cbe2acd6 req-14b7facb-8e25-4369-bff0-48cae2ceff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:01.654824 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0f7b249f-0623-4eb5-871e-9327cbe2acd6 req-14b7facb-8e25-4369-bff0-48cae2ceff44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9379bd60-5fdf-4d79-b17f-c491dc7bc1fa HTTP/1.1" status: 200 len: 865 time: 0.0884249 Jan 28 12:33:01.655989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:33:01.656568 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (b1eacd96-20e8-4053-9436-ddd3c0828489), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:33:01.665280 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:33:01.684408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8cc86e28-17b0-4d55-af62-c9adfc2fdcee req-6f312db5-9b85-4273-b7de-b13bbf6b168b tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bf81cd3-fca9-47d6-b6bc-2be474367edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758615 Jan 28 12:33:01.756719 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0f7b249f-0623-4eb5-871e-9327cbe2acd6 req-1ed36a24-1126-491c-b2f2-a8598b7c3a9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03deda44-a5a7-4ea9-ac42-170f861d26b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579116 Jan 28 12:33:01.891751 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ec585d69-b0b6-4da4-b331-9f2c36bc846d, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec585d69-b0b6-4da4-b331-9f2c36bc846d,segment=NetworkSegment(050d5029-b111-4f06-a355-b1b127e7795b),segment_id=050d5029-b111-4f06-a355-b1b127e7795b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:01.923972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'ec585d69-b0b6-4da4-b331-9f2c36bc846d', 'network_id': '03deda44-a5a7-4ea9-ac42-170f861d26b9', 'port_id': 'ec585d69-b0b6-4da4-b331-9f2c36bc846d', 'mac_address': 'fa:16:3e:3a:52:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9379bd60-5fdf-4d79-b17f-c491dc7bc1fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:33:02.026230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ec585d69-b0b6-4da4-b331-9f2c36bc846d is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:33:02.026630 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:02.075819 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0f7b249f-0623-4eb5-871e-9327cbe2acd6 req-c911d434-5eaa-4bf3-adde-03a6644450e7 service neutron] 10.222.0.49 "GET /v2.0/networks/03deda44-a5a7-4ea9-ac42-170f861d26b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404714 Jan 28 12:33:02.080624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec585d69-b0b6-4da4-b331-9f2c36bc846d {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:02.134828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ec585d69-b0b6-4da4-b331-9f2c36bc846d, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec585d69-b0b6-4da4-b331-9f2c36bc846d,segment=NetworkSegment(050d5029-b111-4f06-a355-b1b127e7795b),segment_id=050d5029-b111-4f06-a355-b1b127e7795b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:02.149322 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:02.240860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f18a1b6-1c39-4b1c-a14c-93760104de3f req-56abd928-e5e5-496d-bdba-d40cd2f111f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1692712 Jan 28 12:33:02.264388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ec585d69-b0b6-4da4-b331-9f2c36bc846d,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:02.356029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (2488d373-11af-4dc3-b2f1-aca483dc48da), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:02.371854 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2488d373-11af-4dc3-b2f1-aca483dc48da {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 12:33:02.396454 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:02.405444 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "DELETE /v2.0/networks/2488d373-11af-4dc3-b2f1-aca483dc48da HTTP/1.1" status: 204 len: 168 time: 1.5782859 Jan 28 12:33:02.418585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42500) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:02.433076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bc7fe3fb-ba48-4d67-8439-2aeb07f9b60c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:02.441502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d1ee8-7e00-4c2d-903a-c951e0d0b51d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event deleted for resources: {'Network': ['ID=2488d373-11af-4dc3-b2f1-aca483dc48da,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:02.483760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac4ac9-15cb-4d5b-b1c3-dd0bba034f80 req-49eb230d-d4cd-42ab-b0c6-ee512e5fa22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:02.486357 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30ac4ac9-15cb-4d5b-b1c3-dd0bba034f80 req-49eb230d-d4cd-42ab-b0c6-ee512e5fa22b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd4f3e15551437e9958e148d3bb8e05&device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 1097 time: 0.3413534 Jan 28 12:33:02.503182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ec585d69-b0b6-4da4-b331-9f2c36bc846d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:33:02.647018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac4ac9-15cb-4d5b-b1c3-dd0bba034f80 req-44808a81-3762-4481-a3c6-e54c637b4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:02.654858 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30ac4ac9-15cb-4d5b-b1c3-dd0bba034f80 req-44808a81-3762-4481-a3c6-e54c637b4a39 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 HTTP/1.1" status: 200 len: 920 time: 0.1586487 Jan 28 12:33:02.696902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7fe3fb-ba48-4d67-8439-2aeb07f9b60c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Made reservation on behalf of d4fa5e3895d14eab9e2b8e5cb9b2e3db for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:02.698299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd07904-a9c2-44aa-abdd-f8e0d73a2680 req-830d2e26-48bd-4106-a1f0-fffef037363d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:02.700415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3dd07904-a9c2-44aa-abdd-f8e0d73a2680 req-830d2e26-48bd-4106-a1f0-fffef037363d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.4895585 Jan 28 12:33:02.705244 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe3fb-ba48-4d67-8439-2aeb07f9b60c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:02.771800 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30ac4ac9-15cb-4d5b-b1c3-dd0bba034f80 req-5237620c-87c9-4f9d-a162-33ed80218875 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87d1ea6-ba90-4167-8979-f0707149d73c HTTP/1.1" status: 200 len: 217 time: 0.1041176 Jan 28 12:33:02.775216 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0f7b249f-0623-4eb5-871e-9327cbe2acd6 req-8f01c693-170f-49e5-9bb0-84f2471ef9e2 service neutron] 10.222.0.49 "GET /v2.0/networks/03deda44-a5a7-4ea9-ac42-170f861d26b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828585 Jan 28 12:33:02.799298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18a1b6-1c39-4b1c-a14c-93760104de3f req-ecdb7a1b-b4af-4c09-9b62-bb6cbdeedff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:02.804016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f18a1b6-1c39-4b1c-a14c-93760104de3f req-ecdb7a1b-b4af-4c09-9b62-bb6cbdeedff2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1096 time: 0.4303164 Jan 28 12:33:02.829223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaa759-2ec7-4359-98ad-de26fdb8fe01 req-e460dce4-fec1-4342-b814-334ca59af81b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:02.833289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfeaa759-2ec7-4359-98ad-de26fdb8fe01 req-e460dce4-fec1-4342-b814-334ca59af81b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.5067363 Jan 28 12:33:02.853239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7fe3fb-ba48-4d67-8439-2aeb07f9b60c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:33:02.873086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac4ac9-15cb-4d5b-b1c3-dd0bba034f80 req-180cae2d-90b1-4160-a061-cbd0052a2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:02.875052 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30ac4ac9-15cb-4d5b-b1c3-dd0bba034f80 req-180cae2d-90b1-4160-a061-cbd0052a2718 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c86275c7-8e5c-4f5d-968d-3433128a5047 HTTP/1.1" status: 200 len: 859 time: 0.0904522 Jan 28 12:33:02.878738 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe3fb-ba48-4d67-8439-2aeb07f9b60c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f7803b12-e224-40da-85cf-29d4c66b1e92), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:02.879363 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-bc7fe3fb-ba48-4d67-8439-2aeb07f9b60c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Added segment f7803b12-e224-40da-85cf-29d4c66b1e92 of type vlan for network d76a33ab-44e9-4094-a003-242140b0c977 Jan 28 12:33:02.951301 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30ac4ac9-15cb-4d5b-b1c3-dd0bba034f80 req-1c7608b0-10ee-4ce3-953d-97d278ebd019 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600321 Jan 28 12:33:03.026431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfeaa759-2ec7-4359-98ad-de26fdb8fe01 req-e5ec7556-9083-4c90-b979-ed4652f276d4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119735 Jan 28 12:33:03.110258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3dd07904-a9c2-44aa-abdd-f8e0d73a2680 req-da1d67c1-3915-42cf-b173-33c207129ccd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983126 Jan 28 12:33:03.206786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18a1b6-1c39-4b1c-a14c-93760104de3f req-a22d5edb-5caf-4602-ab2b-001b16e44f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:03.209253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f18a1b6-1c39-4b1c-a14c-93760104de3f req-a22d5edb-5caf-4602-ab2b-001b16e44f6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.3735256 Jan 28 12:33:03.226746 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe3fb-ba48-4d67-8439-2aeb07f9b60c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d76a33ab-44e9-4094-a003-242140b0c977), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:03.353459 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe3fb-ba48-4d67-8439-2aeb07f9b60c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d76a33ab-44e9-4094-a003-242140b0c977), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:03.357476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7fe3fb-ba48-4d67-8439-2aeb07f9b60c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:03.358063 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe3fb-ba48-4d67-8439-2aeb07f9b60c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:03.401231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f18a1b6-1c39-4b1c-a14c-93760104de3f req-c8b3d3ee-6b93-4ff2-aaaa-1e13324b2604 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 200 len: 217 time: 0.1862078 Jan 28 12:33:03.430607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05b5383f-c06e-4c4f-93f7-6afa61c92c60 req-97d927b4-ecb1-4153-a164-a102116d70fc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1575856 Jan 28 12:33:03.600457 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30ac4ac9-15cb-4d5b-b1c3-dd0bba034f80 req-6b4e6bd8-ec89-400c-b859-8cbde29b67be service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211358 Jan 28 12:33:03.626403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b231bab-bac6-460b-a564-38750319d363 req-7597f409-a49c-4ddd-b34e-111a1687c5e6 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:03.636162 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b231bab-bac6-460b-a564-38750319d363 req-7597f409-a49c-4ddd-b34e-111a1687c5e6 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.4051590 Jan 28 12:33:03.733990 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bc7fe3fb-ba48-4d67-8439-2aeb07f9b60c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3118858 Jan 28 12:33:03.745585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:03.750280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18a1b6-1c39-4b1c-a14c-93760104de3f req-8c06040f-2b10-47dd-9851-0ff437747e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:03.751790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f18a1b6-1c39-4b1c-a14c-93760104de3f req-8c06040f-2b10-47dd-9851-0ff437747e2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.3168926 Jan 28 12:33:03.754003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Request body: {'subnet': {'network_id': 'd76a33ab-44e9-4094-a003-242140b0c977', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:03.778510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fe3fb-ba48-4d67-8439-2aeb07f9b60c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event updated for resources: {'Network': ['ID=d76a33ab-44e9-4094-a003-242140b0c977,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:03.790028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d76a33ab-44e9-4094-a003-242140b0c977 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:33:03.815874 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30ac4ac9-15cb-4d5b-b1c3-dd0bba034f80 req-e16dae0a-4602-476a-a6a6-75738d05cc88 service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054195 Jan 28 12:33:03.883861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823960c-9cca-45de-938e-f1b10501ebbd req-11312ee4-6f54-4038-b99b-40b98f28fa18 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:03.887212 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6823960c-9cca-45de-938e-f1b10501ebbd req-11312ee4-6f54-4038-b99b-40b98f28fa18 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.2997754 Jan 28 12:33:03.891695 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Made reservation on behalf of d4fa5e3895d14eab9e2b8e5cb9b2e3db for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:03.902252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:03.964009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f18a1b6-1c39-4b1c-a14c-93760104de3f req-aedb753e-a6c3-4fe3-9969-4f627d9f9d15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1937447 Jan 28 12:33:03.991949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b231bab-bac6-460b-a564-38750319d363 req-b9c18cbe-2ab7-449e-bcc6-dca4aa05708e tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524764 Jan 28 12:33:04.058611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ac858-a963-4edc-a6b6-8100b2a7c639 req-acd9eb76-9a39-459b-93bf-f0f7d5e574e0 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:04.064076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-916ac858-a963-4edc-a6b6-8100b2a7c639 req-acd9eb76-9a39-459b-93bf-f0f7d5e574e0 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 945 time: 0.2965260 Jan 28 12:33:04.175354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-6823960c-9cca-45de-938e-f1b10501ebbd req-2a7131cb-74d5-4feb-8e44-b27a31b2acc2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Deleting port 91c02777-82fb-4ef4-a467-b289b36362ab {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:33:04.175720 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6823960c-9cca-45de-938e-f1b10501ebbd req-2a7131cb-74d5-4feb-8e44-b27a31b2acc2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:04.299528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-916ac858-a963-4edc-a6b6-8100b2a7c639 req-9fd0b668-c690-4623-9c01-480164b36b27 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bf81cd3-fca9-47d6-b6bc-2be474367edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227128 Jan 28 12:33:04.323160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f18a1b6-1c39-4b1c-a14c-93760104de3f req-0f813bee-42d5-43c1-bf8a-8f81fe6a37e7 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477819 Jan 28 12:33:04.352242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6823960c-9cca-45de-938e-f1b10501ebbd req-2a7131cb-74d5-4feb-8e44-b27a31b2acc2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] For port 91c02777-82fb-4ef4-a467-b289b36362ab, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=91c02777-82fb-4ef4-a467-b289b36362ab,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:04.352841 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6823960c-9cca-45de-938e-f1b10501ebbd req-2a7131cb-74d5-4feb-8e44-b27a31b2acc2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:04.368328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-6823960c-9cca-45de-938e-f1b10501ebbd req-2a7131cb-74d5-4feb-8e44-b27a31b2acc2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Calling delete_port for 91c02777-82fb-4ef4-a467-b289b36362ab owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:33:04.501709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6d8ac-f12c-447c-a0f8-7fd7d14a1e0c req-25e9ac2e-e766-4161-89df-360619ff0ae0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:04.504525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fca6d8ac-f12c-447c-a0f8-7fd7d14a1e0c req-25e9ac2e-e766-4161-89df-360619ff0ae0 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f67507-fccb-46d8-acdd-9efe51d8e67c HTTP/1.1" status: 200 len: 946 time: 0.3158569 Jan 28 12:33:04.684243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.objects.ports [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:33:04.684869 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (4208e155-2451-4655-b53a-b7311fd7946f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:04.778391 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f18a1b6-1c39-4b1c-a14c-93760104de3f req-ec5564ef-f966-4491-ae4c-22560aab2c70 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428380 Jan 28 12:33:04.781925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6823960c-9cca-45de-938e-f1b10501ebbd req-2a7131cb-74d5-4feb-8e44-b27a31b2acc2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (91c02777-82fb-4ef4-a467-b289b36362ab), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:04.796084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['91c02777-82fb-4ef4-a467-b289b36362ab'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:33:04.862725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919da66-e4bf-41e8-a49f-00d0107904bf req-6f7cd04a-cbfe-4ebf-a38b-04edf2be64ba tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:04.878363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a919da66-e4bf-41e8-a49f-00d0107904bf req-6f7cd04a-cbfe-4ebf-a38b-04edf2be64ba tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.4029651 Jan 28 12:33:04.894353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fca6d8ac-f12c-447c-a0f8-7fd7d14a1e0c req-615c38f6-efd3-463a-be83-59213b037f5f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110602 Jan 28 12:33:04.907197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4208e155-2451-4655-b53a-b7311fd7946f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:04.915622 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6823960c-9cca-45de-938e-f1b10501ebbd req-2a7131cb-74d5-4feb-8e44-b27a31b2acc2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] No DVR routers for this DVR port 91c02777-82fb-4ef4-a467-b289b36362ab on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:33:04.918751 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6823960c-9cca-45de-938e-f1b10501ebbd req-2a7131cb-74d5-4feb-8e44-b27a31b2acc2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:04.923452 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6823960c-9cca-45de-938e-f1b10501ebbd req-2a7131cb-74d5-4feb-8e44-b27a31b2acc2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "DELETE /v2.0/ports/91c02777-82fb-4ef4-a467-b289b36362ab HTTP/1.1" status: 204 len: 173 time: 1.0156064 Jan 28 12:33:04.924294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7131cb-74d5-4feb-8e44-b27a31b2acc2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event deleted for resources: {'Port': ['ID=91c02777-82fb-4ef4-a467-b289b36362ab,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:04.939877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f67507-fccb-46d8-acdd-9efe51d8e67c', 'name': 'network-vif-deleted', 'tag': '91c02777-82fb-4ef4-a467-b289b36362ab'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:04.943062 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efa24b2-d81a-4637-aa08-d72fdde2422e" -d '{"events": [{"server_uuid": "b2f67507-fccb-46d8-acdd-9efe51d8e67c", "name": "network-vif-deleted", "tag": "91c02777-82fb-4ef4-a467-b289b36362ab"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:04.948745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a919da66-e4bf-41e8-a49f-00d0107904bf req-4ca5a448-0a03-462f-aa75-2b76c894db0c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694375 Jan 28 12:33:04.951445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Checking segment: {'id': 'f7803b12-e224-40da-85cf-29d4c66b1e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd76a33ab-44e9-4094-a003-242140b0c977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:04.951929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Network hostable DHCP agents. Network: d76a33ab-44e9-4094-a003-242140b0c977, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:33:04.985657 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Network d76a33ab-44e9-4094-a003-242140b0c977 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:33:05.007278 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d76a33ab-44e9-4094-a003-242140b0c977) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:05.016576 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:05.017679 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:05.035225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cc97f4-4289-437e-9df7-0f77ec57ba96 None None] Network d76a33ab-44e9-4094-a003-242140b0c977 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:33:05.063466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42532) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:05.073760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Request body: {'floatingip': {'floating_network_id': 'd76a33ab-44e9-4094-a003-242140b0c977'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:05.091143 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a562712d-0783-4c23-ba09-8588a521200d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3408730 Jan 28 12:33:05.235765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-debfddf3-92a3-4000-b3ee-2fe7aad429b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:05.242352 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-debfddf3-92a3-4000-b3ee-2fe7aad429b3 service neutron] 10.222.0.49 "GET /v2.0/ports/9e091731-98f3-48a0-9d92-636583e4a971 HTTP/1.1" status: 200 len: 1032 time: 0.1182399 Jan 28 12:33:05.248547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9198613f-9e79-40a6-a6f3-b42b818afaaa req-d9a7a336-e827-472e-b374-7ffe724e799e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1281836 Jan 28 12:33:05.262664 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9375184c-85b2-4dbf-a12e-3aae6f502023 x-openstack-request-id: req-9375184c-85b2-4dbf-a12e-3aae6f502023 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:05.263083 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f67507-fccb-46d8-acdd-9efe51d8e67c", "name": "network-vif-deleted", "tag": "91c02777-82fb-4ef4-a467-b289b36362ab", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:05.265617 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9375184c-85b2-4dbf-a12e-3aae6f502023 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:05.268698 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f67507-fccb-46d8-acdd-9efe51d8e67c', 'name': 'network-vif-deleted', 'tag': '91c02777-82fb-4ef4-a467-b289b36362ab', 'status': 'completed', 'code': 200} Jan 28 12:33:05.280222 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:05.415261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-4947e702-78a7-4ca3-9b86-18438c026e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:05.422704 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-4947e702-78a7-4ca3-9b86-18438c026e0a service neutron] 10.222.0.49 "GET /v2.0/ports/85c6a239-9b33-429d-9bc6-8a6f1df7a5cd HTTP/1.1" status: 200 len: 1033 time: 0.1714540 Jan 28 12:33:05.440359 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed12a4-aae7-4df7-bd01-3d7c5ee29301 None None] Network d76a33ab-44e9-4094-a003-242140b0c977 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:33:05.666672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-94665300-a9ec-4e4e-ad48-81a5a2c15afd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:05.672381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fd36a-6f32-4256-8480-d0fa1ce86e46 req-bf78a456-49ce-4a4f-bed7-0eb60649aae3 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:05.673903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-308fd36a-6f32-4256-8480-d0fa1ce86e46 req-bf78a456-49ce-4a4f-bed7-0eb60649aae3 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 945 time: 0.2280693 Jan 28 12:33:05.676511 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-94665300-a9ec-4e4e-ad48-81a5a2c15afd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:05.684095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-94665300-a9ec-4e4e-ad48-81a5a2c15afd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:05.686254 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-94665300-a9ec-4e4e-ad48-81a5a2c15afd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "GET /v2.0/networks?id=1bf351ce-cde8-4750-8c3e-65261d6dbfdd&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&id=d3b63326-8568-43b2-9e27-1f1fd24b1c71 HTTP/1.1" status: 200 len: 1994 time: 0.2521055 Jan 28 12:33:05.691674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ec585d69-b0b6-4da4-b331-9f2c36bc846d up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:33:05.761035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd24ffa-b8e2-484a-8ee2-14dcb62fabac req-ce0a0354-ce89-4e78-a2ea-3f2c312259a8 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:05.768802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fd24ffa-b8e2-484a-8ee2-14dcb62fabac req-ce0a0354-ce89-4e78-a2ea-3f2c312259a8 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.3217144 Jan 28 12:33:05.828822 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d672a4c7-97f6-4ee4-8485-2e783c3107ea tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f HTTP/1.1" status: 200 len: 379 time: 0.1324787 Jan 28 12:33:05.839787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'port': {'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'admin_state_up': True, 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'security_groups': ['352c51a2-bfcc-4241-9fca-9489b88dd559']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:05.859886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port ec585d69-b0b6-4da4-b331-9f2c36bc846d completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:33:05.878820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port ec585d69-b0b6-4da4-b331-9f2c36bc846d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:33:05.878820 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:05.881084 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:05.900348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-308fd36a-6f32-4256-8480-d0fa1ce86e46 req-16ebc680-83e8-4800-9240-2d2c48b39f1c tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bf81cd3-fca9-47d6-b6bc-2be474367edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098396 Jan 28 12:33:05.918255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fd24ffa-b8e2-484a-8ee2-14dcb62fabac req-6f776d33-73da-4918-9e17-962ffb868897 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484499 Jan 28 12:33:06.221970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:06.238662 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:06.268423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ec585d69-b0b6-4da4-b331-9f2c36bc846d is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:33:06.272712 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:06.362575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Allocated IP 172.20.0.7 (d76a33ab-44e9-4094-a003-242140b0c977/4208e155-2451-4655-b53a-b7311fd7946f/0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:06.391032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aeca7-698d-4f66-bfc3-50b272f35e04 req-57f6ff2d-8bb7-4d67-a942-42c36ba79823 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:06.406080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ec585d69-b0b6-4da4-b331-9f2c36bc846d, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec585d69-b0b6-4da4-b331-9f2c36bc846d,segment=NetworkSegment(050d5029-b111-4f06-a355-b1b127e7795b),segment_id=050d5029-b111-4f06-a355-b1b127e7795b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:06.407448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d4aeca7-698d-4f66-bfc3-50b272f35e04 req-57f6ff2d-8bb7-4d67-a942-42c36ba79823 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.3104346 Jan 28 12:33:06.408205 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7e7dec-a4d5-4698-9027-1a3aaf8c6435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec585d69-b0b6-4da4-b331-9f2c36bc846d'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:06.416009 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f72e05-b6d4-4e2f-bbbf-310348a15c5f" -d '{"events": [{"server_uuid": "aa7e7dec-a4d5-4698-9027-1a3aaf8c6435", "name": "network-vif-plugged", "status": "completed", "tag": "ec585d69-b0b6-4da4-b331-9f2c36bc846d"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:06.424190 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:06.425151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 91c02777-82fb-4ef4-a467-b289b36362ab no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:33:06.536057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 91c02777-82fb-4ef4-a467-b289b36362ab {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:33:06.537394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 91c02777-82fb-4ef4-a467-b289b36362ab not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:33:06.600223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ec585d69-b0b6-4da4-b331-9f2c36bc846d,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:06.651366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5e32602-3ca4-4440-8400-f3f7be7204c6 req-2c7a4499-2899-4870-b2e2-9264e17f60c4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1229734 Jan 28 12:33:06.689515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d4aeca7-698d-4f66-bfc3-50b272f35e04 req-c0e7f30b-8bf5-4eba-a37b-7e1bafaaaaf3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803471 Jan 28 12:33:06.692032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Allocated IP 172.20.0.6 (1bf351ce-cde8-4750-8c3e-65261d6dbfdd/01f467cc-bdc7-448a-a68f-ccbe4d40c1b8/d18dd548-98ca-4f06-ab2e-5e85c9b77764) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:06.787853 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f19bb71-956e-476b-893a-0c1974b83a81 x-openstack-request-id: req-9f19bb71-956e-476b-893a-0c1974b83a81 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:06.788146 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7e7dec-a4d5-4698-9027-1a3aaf8c6435", "name": "network-vif-plugged", "status": "completed", "tag": "ec585d69-b0b6-4da4-b331-9f2c36bc846d", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:06.788406 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f19bb71-956e-476b-893a-0c1974b83a81 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:06.788824 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7e7dec-a4d5-4698-9027-1a3aaf8c6435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec585d69-b0b6-4da4-b331-9f2c36bc846d', 'code': 200} Jan 28 12:33:06.817124 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks [] for port (0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:06.870688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:06.940871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Network d76a33ab-44e9-4094-a003-242140b0c977 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:06.947949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:06.955728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:07.234849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c8d74-faa9-4423-908a-d60bfcf151c2 req-c8731530-3c51-46cc-bba2-57727a58e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:07.248376 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-575c8d74-faa9-4423-908a-d60bfcf151c2 req-c8731530-3c51-46cc-bba2-57727a58e10c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 1097 time: 0.3235600 Jan 28 12:33:07.389268 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:07.513337 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-575c8d74-faa9-4423-908a-d60bfcf151c2 req-3cd3795c-fc1f-4860-a537-690233471764 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7bf81cd3-fca9-47d6-b6bc-2be474367edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437634 Jan 28 12:33:07.595599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event updated for resources: {'Port': ['ID=0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:07.597023 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:07.660663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065eb72-027a-4184-ac5a-dc21ab890983 req-8c3e0ab6-1c1b-418a-9cf7-86e0efd892fb tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:07.669919 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2065eb72-027a-4184-ac5a-dc21ab890983 req-8c3e0ab6-1c1b-418a-9cf7-86e0efd892fb tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 946 time: 0.1698849 Jan 28 12:33:07.707971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:07.713028 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:07.714300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Port': ['ID=d18dd548-98ca-4f06-ab2e-5e85c9b77764,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:07.720697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:07.748719 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks [] for floatingip (ae2e00f9-0b9f-4c12-b698-0c6e295482bd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:07.819424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:07.820065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:07.864479 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e4619970-e6fd-4131-aef9-2bff2d92ad00 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0283737 Jan 28 12:33:07.879424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'port': {'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c', 'admin_state_up': True, 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'security_groups': ['352c51a2-bfcc-4241-9fca-9489b88dd559']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:07.887767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2065eb72-027a-4184-ac5a-dc21ab890983 req-e3c63c45-cae8-455e-a9c0-38c5c15de8c8 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bf81cd3-fca9-47d6-b6bc-2be474367edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079833 Jan 28 12:33:07.988129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:08.144686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5018ba3c-353a-4a58-a4e4-b562d9e5baa0 None None] Provisioning complete for port d18dd548-98ca-4f06-ab2e-5e85c9b77764 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:33:08.145796 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5018ba3c-353a-4a58-a4e4-b562d9e5baa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:08.155539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322a2e2-d348-4156-afa4-788828e510b5 req-5aeb9753-5a78-416f-9245-e18a95737831 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:08.156998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4322a2e2-d348-4156-afa4-788828e510b5 req-5aeb9753-5a78-416f-9245-e18a95737831 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.1027827 Jan 28 12:33:08.178364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:08.188709 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:08.192243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5018ba3c-353a-4a58-a4e4-b562d9e5baa0 None None] Port d18dd548-98ca-4f06-ab2e-5e85c9b77764 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:33:08.298174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4322a2e2-d348-4156-afa4-788828e510b5 req-68f62dbe-7be4-45b4-8fe5-389fdb9bbf58 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297314 Jan 28 12:33:08.419266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Allocated IP 10.1.1.111 (3deb71e2-39c5-4302-a8cc-28bdd226e15c/8756d781-f143-4b70-be6e-f3c1b0bb9dbc/e3e13ee8-39fb-4803-b035-c6c7540718a8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:08.437973 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks [] for port (0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:08.447644 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:08.615385 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:08.661108 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:08.686591 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (ae2e00f9-0b9f-4c12-b698-0c6e295482bd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:08.717689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Network 3deb71e2-39c5-4302-a8cc-28bdd226e15c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:08.721989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:08.725410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:08.728691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aafb19-a655-4ec2-9c18-4601931ae08e req-9f2141fb-f4d2-4b3a-a199-b7773dd79c77 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:08.737704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52aafb19-a655-4ec2-9c18-4601931ae08e req-9f2141fb-f4d2-4b3a-a199-b7773dd79c77 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 931 time: 0.2786274 Jan 28 12:33:08.766397 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:08.766971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Port': ['ID=e3e13ee8-39fb-4803-b035-c6c7540718a8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:08.770877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7029810 Jan 28 12:33:08.777118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42592) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:08.825607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52aafb19-a655-4ec2-9c18-4601931ae08e req-3a40bdec-57a1-4f7f-9c81-d8adcb06676b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868685 Jan 28 12:33:08.850542 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1ce5e-453a-483c-8aac-34d3af3f6f14 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event updated for resources: {'Port': ['ID=0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:08.878238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-1b31f5cc-1c36-4fcb-8830-7c788d8ea4b8 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:08.881525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-1b31f5cc-1c36-4fcb-8830-7c788d8ea4b8 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.3242877 Jan 28 12:33:08.911218 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-55dee2af-dc32-4de4-aace-0bab6120a394 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/quotas/b77d7b1bffe84f9a80589d60595239b5 HTTP/1.1" status: 200 len: 375 time: 0.0236092 Jan 28 12:33:09.031746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-85759f12-2823-4bd2-b4f7-572ce1b02db1 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109853 Jan 28 12:33:09.175433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a745b97-2181-4d5b-a09e-d61490beed68 req-1b638d7f-b2cf-4ef2-a9bf-c50ea8c7876b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:09.185225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a745b97-2181-4d5b-a09e-d61490beed68 req-1b638d7f-b2cf-4ef2-a9bf-c50ea8c7876b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.1778228 Jan 28 12:33:09.244365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-559c8889-9cfb-4a53-976d-a70f38bafa21 None None] Provisioning complete for port e3e13ee8-39fb-4803-b035-c6c7540718a8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:33:09.245453 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-559c8889-9cfb-4a53-976d-a70f38bafa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:09.300546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a745b97-2181-4d5b-a09e-d61490beed68 req-dc458558-8fdc-4a1f-8ab0-e6f3a7de8cd2 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143391 Jan 28 12:33:09.325464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-559c8889-9cfb-4a53-976d-a70f38bafa21 None None] Port e3e13ee8-39fb-4803-b035-c6c7540718a8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:33:09.369013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-c379732c-0c72-4a70-8e91-b65a7ccabec6 service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361776 Jan 28 12:33:09.428133 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-74556733-b02e-4772-a3cf-c4342ce8df57 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=d76a33ab-44e9-4094-a003-242140b0c977 HTTP/1.1" status: 200 len: 689 time: 0.6503115 Jan 28 12:33:09.431011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42618) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:09.490966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:09.493100 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:09.580138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a9e98-e023-4e65-9761-c9e65ee6e0fe req-7b40945c-5718-405e-957b-b0956384f57d tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:09.582506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e30a9e98-e023-4e65-9761-c9e65ee6e0fe req-7b40945c-5718-405e-957b-b0956384f57d tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 946 time: 0.1132300 Jan 28 12:33:09.587373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-7c26acfa-389e-4cae-b7ca-08e6c423c595 service neutron] 10.222.0.53 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113841 Jan 28 12:33:09.648693 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-58ed53cd-caf0-4838-95f3-0d026ca589de tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7779155 Jan 28 12:33:09.655987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e30a9e98-e023-4e65-9761-c9e65ee6e0fe req-ccd919a6-b3a5-4d2b-b640-af6d33d00d01 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bf81cd3-fca9-47d6-b6bc-2be474367edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674438 Jan 28 12:33:09.691000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'port': {'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c', 'admin_state_up': True, 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'security_groups': ['352c51a2-bfcc-4241-9fca-9489b88dd559']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:09.922698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0356a-f646-4a28-9ab2-8affe8f3d752 req-2925e9e1-54a6-42bb-936d-47bd401860fe tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:09.924336 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7a0356a-f646-4a28-9ab2-8affe8f3d752 req-2925e9e1-54a6-42bb-936d-47bd401860fe tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.0992677 Jan 28 12:33:09.984870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d76a33ab-44e9-4094-a003-242140b0c977), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:10.029119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7a0356a-f646-4a28-9ab2-8affe8f3d752 req-cb46d47f-dc18-4ffd-9583-238637794ea4 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951762 Jan 28 12:33:10.190074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2725afd-7da7-4955-bf42-3a378d528033 req-1bdad362-d537-4914-84b1-4aeb28f49177 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 210 time: 0.0577033 Jan 28 12:33:10.227979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ab79-9097-4a6c-8ea7-3313645de999 req-4c684dc1-eb9e-472a-a82d-83d504513648 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:10.240446 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f131ab79-9097-4a6c-8ea7-3313645de999 req-4c684dc1-eb9e-472a-a82d-83d504513648 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 946 time: 0.1619861 Jan 28 12:33:10.283456 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Deleting port 0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:33:10.283803 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:10.298490 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:10.303844 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:10.412038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f131ab79-9097-4a6c-8ea7-3313645de999 req-22f33ad1-581c-4352-80ec-be956abe9aef tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bf81cd3-fca9-47d6-b6bc-2be474367edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678658 Jan 28 12:33:10.436423 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:10.436998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks [] for floatingip (0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:10.458173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Calling delete_port for 0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:33:10.475375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed7871-2260-4e7e-8a38-c90f5aa4f211 req-b3d643a6-98ca-421f-a919-a7e25fd943f0 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:10.490136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed7871-2260-4e7e-8a38-c90f5aa4f211 req-b3d643a6-98ca-421f-a919-a7e25fd943f0 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:10.499688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03ed7871-2260-4e7e-8a38-c90f5aa4f211 req-b3d643a6-98ca-421f-a919-a7e25fd943f0 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 1653 time: 0.1814702 Jan 28 12:33:10.594584 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Allocated IP 10.1.1.217 (3deb71e2-39c5-4302-a8cc-28bdd226e15c/8756d781-f143-4b70-be6e-f3c1b0bb9dbc/fdfc4e8f-b326-4e7b-844a-2cb142c67066) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:10.609594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f0c12-545b-4fc0-bd70-2c8a9eb0f8cb req-ed509caf-cbe6-4dba-9fcc-682c6d43ad71 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:10.611308 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-842f0c12-545b-4fc0-bd70-2c8a9eb0f8cb req-ed509caf-cbe6-4dba-9fcc-682c6d43ad71 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 947 time: 0.0872080 Jan 28 12:33:10.616828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03ed7871-2260-4e7e-8a38-c90f5aa4f211 req-5aefe3e2-9153-4a5f-a49c-ec2b4e01ff23 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161995 Jan 28 12:33:10.728371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-842f0c12-545b-4fc0-bd70-2c8a9eb0f8cb req-ee37b1ed-f2d3-4118-a26e-646ac1971d7a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011779 Jan 28 12:33:10.783322 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:10.842990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a6cf98f-56ea-40f3-8c4e-a0a04bf31d1c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:11.003929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:11.112415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks [] for floatingip (ae2e00f9-0b9f-4c12-b698-0c6e295482bd), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:11.264803 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (4208e155-2451-4655-b53a-b7311fd7946f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:11.272652 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:11.306712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c36c58-f39e-42a5-ada2-24ee0d475556 req-b26c7b34-613e-489b-8d4e-5c5a49a4b838 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:11.325955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40c36c58-f39e-42a5-ada2-24ee0d475556 req-b26c7b34-613e-489b-8d4e-5c5a49a4b838 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.0964472 Jan 28 12:33:11.391950 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Network 3deb71e2-39c5-4302-a8cc-28bdd226e15c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:11.410001 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:11.447028 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:11.456861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Port': ['ID=fdfc4e8f-b326-4e7b-844a-2cb142c67066,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:11.484142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40c36c58-f39e-42a5-ada2-24ee0d475556 req-0460910a-dfda-4b37-8ac3-fde0b1118365 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564465 Jan 28 12:33:11.532247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7b639-e758-4bc1-9a78-7cd1a1b3a47c req-72cb6f56-48fd-4433-bb9c-e3f23ac8e549 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:11.533936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06f7b639-e758-4bc1-9a78-7cd1a1b3a47c req-72cb6f56-48fd-4433-bb9c-e3f23ac8e549 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 946 time: 0.2034912 Jan 28 12:33:11.550522 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (4208e155-2451-4655-b53a-b7311fd7946f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:11.635429 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:11.636530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:11.666468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:33:11.717792 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c47d06c-685e-4782-90af-d3f22dbf2f96 req-4d865baf-c7ed-4be5-bfea-4364b2790309 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 210 time: 0.0817204 Jan 28 12:33:11.748076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06f7b639-e758-4bc1-9a78-7cd1a1b3a47c req-83e4da78-992f-400f-9370-1ddfd867bcb5 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bf81cd3-fca9-47d6-b6bc-2be474367edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003715 Jan 28 12:33:11.864962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4208e155-2451-4655-b53a-b7311fd7946f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:11.978166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:33:11.979386 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:12.030752 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:12.034907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ebd5-a94c-4c38-8f3d-80de0c43cf6b req-b45fcd19-d797-4c71-b437-e68155f4b98c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:12.037000 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b993817-e85c-47e6-b67c-bacabd36d052" -d '{"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:12.055941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ebd5-a94c-4c38-8f3d-80de0c43cf6b req-b45fcd19-d797-4c71-b437-e68155f4b98c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:12.061228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ebd5-a94c-4c38-8f3d-80de0c43cf6b req-b45fcd19-d797-4c71-b437-e68155f4b98c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:12.064732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3af0ebd5-a94c-4c38-8f3d-80de0c43cf6b req-b45fcd19-d797-4c71-b437-e68155f4b98c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 2374 time: 0.1653073 Jan 28 12:33:12.093716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:12.113854 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d76a33ab-44e9-4094-a003-242140b0c977), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:12.115455 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:12.135861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5e13d10c-2205-46f9-955a-c61f2c154de8 None None] Provisioning complete for port fdfc4e8f-b326-4e7b-844a-2cb142c67066 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:33:12.136247 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e13d10c-2205-46f9-955a-c61f2c154de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:12.145833 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3d0de7c2-ecce-4177-9cdd-128f7e393eeb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4812775 Jan 28 12:33:12.172029 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3af0ebd5-a94c-4c38-8f3d-80de0c43cf6b req-21481ba4-b5eb-4f01-bc06-570ecc5ada65 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883217 Jan 28 12:33:12.211143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'port': {'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71', 'admin_state_up': True, 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'security_groups': ['352c51a2-bfcc-4241-9fca-9489b88dd559']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:12.338552 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b030dcc7-7253-4a3b-86f8-4fbee227abc2 x-openstack-request-id: req-b030dcc7-7253-4a3b-86f8-4fbee227abc2 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:12.338859 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:12.339127 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b030dcc7-7253-4a3b-86f8-4fbee227abc2 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:12.341392 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'code': 200} Jan 28 12:33:12.357533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=14']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:12.360451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5e13d10c-2205-46f9-955a-c61f2c154de8 None None] Port fdfc4e8f-b326-4e7b-844a-2cb142c67066 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:33:12.413299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76a33ab-44e9-4094-a003-242140b0c977']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:12.439595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7803b12-e224-40da-85cf-29d4c66b1e92') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:12.440221 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7803b12-e224-40da-85cf-29d4c66b1e92') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:12.485270 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (f7803b12-e224-40da-85cf-29d4c66b1e92), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:12.509097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-98728100-5183-4bd7-bb02-fbbbd40f0fa6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:12.510906 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-98728100-5183-4bd7-bb02-fbbbd40f0fa6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 811 time: 0.6472752 Jan 28 12:33:12.518398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f948481-2041-4547-bbb0-4e62b97fcec4 req-5fc84367-ec24-400b-ae1c-dba1fb057f15 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:12.521512 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f7803b12-e224-40da-85cf-29d4c66b1e92), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:12.529740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Request body: {'port': {'device_id': '8383719d-4a9c-4fdb-a8e8-aa32e00abaae', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'admin_state_up': True, 'tenant_id': 'b77d7b1bffe84f9a80589d60595239b5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:12.531053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f948481-2041-4547-bbb0-4e62b97fcec4 req-5fc84367-ec24-400b-ae1c-dba1fb057f15 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 946 time: 0.1287289 Jan 28 12:33:12.550290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:33:12.550819 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (f7803b12-e224-40da-85cf-29d4c66b1e92), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:33:12.553536 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:33:12.574153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:12.608678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f948481-2041-4547-bbb0-4e62b97fcec4 req-506bed7f-842f-482e-844d-562cc8af1987 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bf81cd3-fca9-47d6-b6bc-2be474367edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759225 Jan 28 12:33:12.701997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b58cc-5dbe-47b4-a544-ca60dcb7b4c4 req-9f830867-817c-4971-8902-d45e068687c6 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:12.710173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b89b58cc-5dbe-47b4-a544-ca60dcb7b4c4 req-9f830867-817c-4971-8902-d45e068687c6 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.0725763 Jan 28 12:33:12.741016 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d76a33ab-44e9-4094-a003-242140b0c977), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:12.746448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d76a33ab-44e9-4094-a003-242140b0c977 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 12:33:12.749578 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:12.758281 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d76a33ab-44e9-4094-a003-242140b0c977 HTTP/1.1" status: 204 len: 168 time: 3.3238828 Jan 28 12:33:12.760501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42772) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:12.787390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b580f4-1ad4-4704-aaab-650daa669ec2 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event deleted for resources: {'Network': ['ID=d76a33ab-44e9-4094-a003-242140b0c977,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:12.850299 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:12.887005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Made reservation on behalf of b77d7b1bffe84f9a80589d60595239b5 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:12.891088 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:12.899707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7fe68520-fd9b-489f-befc-b473b6144884 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2259 time: 0.1377482 Jan 28 12:33:12.906435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42776) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:12.990484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b89b58cc-5dbe-47b4-a544-ca60dcb7b4c4 req-601bfa45-0a41-464f-9999-3a92d4bf0c2f tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778921 Jan 28 12:33:13.046656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17fbc8-361e-4141-9faf-573d319a177a req-5c4419b9-81a6-4817-a084-a448b4df83bb tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.050455 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c17fbc8-361e-4141-9faf-573d319a177a req-5c4419b9-81a6-4817-a084-a448b4df83bb tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.3392107 Jan 28 12:33:13.166920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.167971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.168574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.169414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.170060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.171113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.171733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.172435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.173047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.173631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.174217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.174796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.175395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.176022 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.176745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.177322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.177902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.178530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.181920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3f71cc26-0062-4be4-839e-5a4f0aa6c08d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 11512 time: 0.2741532 Jan 28 12:33:13.194833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42778) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:13.230918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0e28dd3-f6e6-456f-9524-6868181a466e req-eb739801-1858-4ef7-aab6-dd5d34c64d97 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 210 time: 0.1067762 Jan 28 12:33:13.324949 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-2d303c4d-ea9c-447c-b9cf-ebed4227a7eb tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] delete failed (client error): The resource could not be found. Jan 28 12:33:13.324949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2d303c4d-ea9c-447c-b9cf-ebed4227a7eb tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/ae2e00f9-0b9f-4c12-b698-0c6e295482bd HTTP/1.1" status: 404 len: 345 time: 0.1284516 Jan 28 12:33:13.336064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:13.373661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Allocated IP 172.20.0.10 (02586113-c01d-4c5c-ba3c-998693ed9659/f43d2cbd-bf64-4a86-a4a0-cced0a12976e/fb31eb1c-da19-420b-a2b0-c9beecd0d34a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:13.425325 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2674c50-7765-4e20-a2f4-957ed8e8f26c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 12:33:13.425880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2674c50-7765-4e20-a2f4-957ed8e8f26c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:33:13.429259 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c2674c50-7765-4e20-a2f4-957ed8e8f26c tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d76a33ab-44e9-4094-a003-242140b0c977 HTTP/1.1" status: 404 len: 339 time: 0.0896106 Jan 28 12:33:13.433085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42788) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:13.452757 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e2d8de19-3ce5-41d5-971e-becc5eb98ec9 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Request body: {'network': {'name': 'tempest-network--1476892144', 'router:external': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:13.476640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Allocated IP 10.2.2.100 (d3b63326-8568-43b2-9e27-1f1fd24b1c71/e2b2d8fd-2f60-487f-a585-614b3246e10e/687734a6-4953-4791-86b6-eee72b417f42) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:13.487556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c17fbc8-361e-4141-9faf-573d319a177a req-1ddcb951-4b82-4dd7-b0c5-11bedd4878e3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164145 Jan 28 12:33:13.589987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356dae-a72b-4fa5-bea0-1abb3160bdbe req-397545a2-13c3-481e-9c1d-44441ae12d04 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.596359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356dae-a72b-4fa5-bea0-1abb3160bdbe req-397545a2-13c3-481e-9c1d-44441ae12d04 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.603386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356dae-a72b-4fa5-bea0-1abb3160bdbe req-397545a2-13c3-481e-9c1d-44441ae12d04 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.611889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b356dae-a72b-4fa5-bea0-1abb3160bdbe req-397545a2-13c3-481e-9c1d-44441ae12d04 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 2374 time: 0.2620947 Jan 28 12:33:13.617151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d8de19-3ce5-41d5-971e-becc5eb98ec9 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Made reservation on behalf of d4fa5e3895d14eab9e2b8e5cb9b2e3db for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:13.620735 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2d8de19-3ce5-41d5-971e-becc5eb98ec9 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:13.716955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d8de19-3ce5-41d5-971e-becc5eb98ec9 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:33:13.732168 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2d8de19-3ce5-41d5-971e-becc5eb98ec9 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f0fa7fb0-3151-44ed-9798-d3a3e10650f8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:13.733152 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-e2d8de19-3ce5-41d5-971e-becc5eb98ec9 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Added segment f0fa7fb0-3151-44ed-9798-d3a3e10650f8 of type vlan for network ff3d6e71-366f-4d12-a853-91d779035c19 Jan 28 12:33:13.767082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks [] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:13.788017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for port (687734a6-4953-4791-86b6-eee72b417f42), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:13.800634 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2d8de19-3ce5-41d5-971e-becc5eb98ec9 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (ff3d6e71-366f-4d12-a853-91d779035c19), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:13.841893 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:13.879978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2d8de19-3ce5-41d5-971e-becc5eb98ec9 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (ff3d6e71-366f-4d12-a853-91d779035c19), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:13.881385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d8de19-3ce5-41d5-971e-becc5eb98ec9 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:13.882172 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2d8de19-3ce5-41d5-971e-becc5eb98ec9 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:13.942973 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (687734a6-4953-4791-86b6-eee72b417f42), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:13.991707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event updated for resources: {'Port': ['ID=fb31eb1c-da19-420b-a2b0-c9beecd0d34a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:14.002427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b356dae-a72b-4fa5-bea0-1abb3160bdbe req-32da6514-79ec-4299-aa3b-180438b1e669 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3855858 Jan 28 12:33:14.046929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e2d8de19-3ce5-41d5-971e-becc5eb98ec9 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6077662 Jan 28 12:33:14.049279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:14.052309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8de19-3ce5-41d5-971e-becc5eb98ec9 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event updated for resources: {'Network': ['ID=ff3d6e71-366f-4d12-a853-91d779035c19,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:14.053423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Network 02586113-c01d-4c5c-ba3c-998693ed9659 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:14.073367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network ff3d6e71-366f-4d12-a853-91d779035c19 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:33:14.074908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:14.087175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:14.123772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb822f-087f-477d-bf58-d2fbcae6920e req-d205de09-a6fe-40d0-9059-93c032480b49 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:14.125303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-accb822f-087f-477d-bf58-d2fbcae6920e req-d205de09-a6fe-40d0-9059-93c032480b49 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 946 time: 0.2801375 Jan 28 12:33:14.146056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607b0e-5f91-4c40-93c3-acb2ddf53fc6 req-718e8561-00ad-48db-804f-4e644b3adee0 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:14.153512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12607b0e-5f91-4c40-93c3-acb2ddf53fc6 req-718e8561-00ad-48db-804f-4e644b3adee0 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 946 time: 0.2063866 Jan 28 12:33:14.171412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Network d3b63326-8568-43b2-9e27-1f1fd24b1c71 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:14.173410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35018a1-2f3e-4206-a146-8c5ef0305f0d req-a5b21e18-588d-487f-a6c3-7e83ef20e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:14.178947 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a35018a1-2f3e-4206-a146-8c5ef0305f0d req-a5b21e18-588d-487f-a6c3-7e83ef20e0cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 1096 time: 0.2301545 Jan 28 12:33:14.205721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:14.217628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:14.280998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:14.281934 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:14.284351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Port': ['ID=687734a6-4953-4791-86b6-eee72b417f42,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:14.356667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12607b0e-5f91-4c40-93c3-acb2ddf53fc6 req-8071697f-4d14-42da-ab7a-63eca7fea4dc tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bf81cd3-fca9-47d6-b6bc-2be474367edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021306 Jan 28 12:33:14.431529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9703fb-79ac-4b9d-a481-d695c5c5d5b4 req-d9cf276f-d10e-4eb0-abc3-e52950430069 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:14.436258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f9703fb-79ac-4b9d-a481-d695c5c5d5b4 req-d9cf276f-d10e-4eb0-abc3-e52950430069 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2623637 Jan 28 12:33:14.460370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:14.461058 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:14.503198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a931806-711e-40db-b393-8f846f240c82 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:14.509572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a931806-711e-40db-b393-8f846f240c82 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:14.518559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a931806-711e-40db-b393-8f846f240c82 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:14.524604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a931806-711e-40db-b393-8f846f240c82 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:14.526263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5a931806-711e-40db-b393-8f846f240c82 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4712529 Jan 28 12:33:14.526774 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-deb598ba-f30a-4612-a4cc-45a365d1f304 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3556147 Jan 28 12:33:14.540873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42804) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:14.554509 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-a8e80fb5-69e9-481f-9c69-16c3b30b1242 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0303564 Jan 28 12:33:14.571962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'port': {'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71', 'admin_state_up': True, 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'security_groups': ['352c51a2-bfcc-4241-9fca-9489b88dd559']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:14.587581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Request body: {'port': {'device_id': '8383719d-4a9c-4fdb-a8e8-aa32e00abaae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:14.642241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f9703fb-79ac-4b9d-a481-d695c5c5d5b4 req-b8020a8f-df16-46f9-a68b-7a6b3b52edc0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035738 Jan 28 12:33:14.654969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d289d-9df6-497f-a96a-b5eaea2e863c req-62ae5bc4-3e50-4ebe-a3c5-3856428d7bc0 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:14.667210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b1d289d-9df6-497f-a96a-b5eaea2e863c req-62ae5bc4-3e50-4ebe-a3c5-3856428d7bc0 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.1283860 Jan 28 12:33:14.707960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9f31d0d4-c22a-4a2c-83d0-da45543d8b42 None None] Provisioning complete for port 687734a6-4953-4791-86b6-eee72b417f42 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:33:14.708735 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f31d0d4-c22a-4a2c-83d0-da45543d8b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (687734a6-4953-4791-86b6-eee72b417f42), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:14.740184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-accb822f-087f-477d-bf58-d2fbcae6920e req-c115509a-70d9-4aeb-9c23-a839ff888300 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Deleting port ec585d69-b0b6-4da4-b331-9f2c36bc846d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:33:14.744154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-accb822f-087f-477d-bf58-d2fbcae6920e req-c115509a-70d9-4aeb-9c23-a839ff888300 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:14.784330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35018a1-2f3e-4206-a146-8c5ef0305f0d req-2142b0bb-ec43-43b8-abc3-6148e846420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:14.786652 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a35018a1-2f3e-4206-a146-8c5ef0305f0d req-2142b0bb-ec43-43b8-abc3-6148e846420b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.5843680 Jan 28 12:33:14.786778 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9f31d0d4-c22a-4a2c-83d0-da45543d8b42 None None] Port 687734a6-4953-4791-86b6-eee72b417f42 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:33:14.794088 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:14.862501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (ff3d6e71-366f-4d12-a853-91d779035c19), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:14.966162 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a35018a1-2f3e-4206-a146-8c5ef0305f0d req-2538b829-ec1e-463b-b7a6-8fc2b28d126b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 200 len: 999 time: 0.1696780 Jan 28 12:33:15.087734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Made reservation on behalf of b13a1008cf7344eba7f4d4cc4009bd8f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:15.092288 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:15.186860 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (ff3d6e71-366f-4d12-a853-91d779035c19), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:15.199848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35018a1-2f3e-4206-a146-8c5ef0305f0d req-ae531963-c4c0-4f9f-8d63-7bfd63b2de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:15.201409 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a35018a1-2f3e-4206-a146-8c5ef0305f0d req-ae531963-c4c0-4f9f-8d63-7bfd63b2de49 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.2093048 Jan 28 12:33:15.271109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-accb822f-087f-477d-bf58-d2fbcae6920e req-c115509a-70d9-4aeb-9c23-a839ff888300 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] For port ec585d69-b0b6-4da4-b331-9f2c36bc846d, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec585d69-b0b6-4da4-b331-9f2c36bc846d,segment=NetworkSegment(050d5029-b111-4f06-a355-b1b127e7795b),segment_id=050d5029-b111-4f06-a355-b1b127e7795b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:15.271918 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-accb822f-087f-477d-bf58-d2fbcae6920e req-c115509a-70d9-4aeb-9c23-a839ff888300 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:15.290736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-accb822f-087f-477d-bf58-d2fbcae6920e req-c115509a-70d9-4aeb-9c23-a839ff888300 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Calling delete_port for ec585d69-b0b6-4da4-b331-9f2c36bc846d owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:33:15.373234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b1d289d-9df6-497f-a96a-b5eaea2e863c req-37bdb188-30de-4393-9dd6-d4ffac767cc9 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7035458 Jan 28 12:33:15.493505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb9403-661b-4825-968a-f4c704bcf7a4 req-3ca93690-7c74-4138-a970-38096c059c34 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:15.495262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53cb9403-661b-4825-968a-f4c704bcf7a4 req-3ca93690-7c74-4138-a970-38096c059c34 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 932 time: 0.7018018 Jan 28 12:33:15.653676 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3d6e71-366f-4d12-a853-91d779035c19']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:15.664210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53cb9403-661b-4825-968a-f4c704bcf7a4 req-6f590ef2-3c11-48e1-977c-ad4267722ae7 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546204 Jan 28 12:33:15.677615 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fa7fb0-3151-44ed-9798-d3a3e10650f8') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:15.678106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fa7fb0-3151-44ed-9798-d3a3e10650f8') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:15.713641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62003dc-6a59-47d6-a623-bb191ce12ce7 req-ad7a023f-4efc-4680-ab35-7fb7f7ee8fdb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:15.720933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62003dc-6a59-47d6-a623-bb191ce12ce7 req-ad7a023f-4efc-4680-ab35-7fb7f7ee8fdb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:15.727920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62003dc-6a59-47d6-a623-bb191ce12ce7 req-ad7a023f-4efc-4680-ab35-7fb7f7ee8fdb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:15.739302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62003dc-6a59-47d6-a623-bb191ce12ce7 req-ad7a023f-4efc-4680-ab35-7fb7f7ee8fdb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:15.746068 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (f0fa7fb0-3151-44ed-9798-d3a3e10650f8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:15.749726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a62003dc-6a59-47d6-a623-bb191ce12ce7 req-ad7a023f-4efc-4680-ab35-7fb7f7ee8fdb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 3095 time: 0.2016237 Jan 28 12:33:15.780107 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-accb822f-087f-477d-bf58-d2fbcae6920e req-c115509a-70d9-4aeb-9c23-a839ff888300 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ec585d69-b0b6-4da4-b331-9f2c36bc846d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:15.788402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35018a1-2f3e-4206-a146-8c5ef0305f0d req-4960c928-e41d-4236-862f-690f4f6fc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:15.789994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a35018a1-2f3e-4206-a146-8c5ef0305f0d req-4960c928-e41d-4236-862f-690f4f6fc937 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2280009 Jan 28 12:33:15.795918 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f0fa7fb0-3151-44ed-9798-d3a3e10650f8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:15.829056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:33:15.829552 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (f0fa7fb0-3151-44ed-9798-d3a3e10650f8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:15.840173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cdf0e91a-62e9-4737-83b6-c86d081c4c89 req-95cd98de-4cfd-445b-9ed0-9815c64d569f tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa7e7dec-a4d5-4698-9027-1a3aaf8c6435 HTTP/1.1" status: 200 len: 210 time: 0.0755448 Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:33:15.843490 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:33:15.970055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115509a-70d9-4aeb-9c23-a839ff888300 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Pushing event deleted for resources: {'Port': ['ID=ec585d69-b0b6-4da4-b331-9f2c36bc846d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:16.020791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-accb822f-087f-477d-bf58-d2fbcae6920e req-c115509a-70d9-4aeb-9c23-a839ff888300 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] No DVR routers for this DVR port ec585d69-b0b6-4da4-b331-9f2c36bc846d on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:33:16.027973 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-accb822f-087f-477d-bf58-d2fbcae6920e req-c115509a-70d9-4aeb-9c23-a839ff888300 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.031891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-accb822f-087f-477d-bf58-d2fbcae6920e req-c115509a-70d9-4aeb-9c23-a839ff888300 tempest-ServersNegativeTestMultiTenantJSON-1928925863 tempest-ServersNegativeTestMultiTenantJSON-1928925863-project] 10.222.0.49 "DELETE /v2.0/ports/ec585d69-b0b6-4da4-b331-9f2c36bc846d HTTP/1.1" status: 204 len: 173 time: 1.8753419 Jan 28 12:33:16.033255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7e7dec-a4d5-4698-9027-1a3aaf8c6435', 'name': 'network-vif-deleted', 'tag': 'ec585d69-b0b6-4da4-b331-9f2c36bc846d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:16.035873 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd67a7d-e09c-42e5-800e-9851415ee289" -d '{"events": [{"server_uuid": "aa7e7dec-a4d5-4698-9027-1a3aaf8c6435", "name": "network-vif-deleted", "tag": "ec585d69-b0b6-4da4-b331-9f2c36bc846d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:16.059082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a62003dc-6a59-47d6-a623-bb191ce12ce7 req-aef0546d-586f-42ed-964d-177decb406ea tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3084414 Jan 28 12:33:16.072626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Allocated IP 10.2.2.200 (d3b63326-8568-43b2-9e27-1f1fd24b1c71/e2b2d8fd-2f60-487f-a585-614b3246e10e/d614476f-a012-40fd-a206-22686ed73e88) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:16.076778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ade74-88a9-47ae-a343-e207cfda2e79 req-ab3a3323-5a60-4189-9eb8-b215f38b66ee tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:16.078996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e67ade74-88a9-47ae-a343-e207cfda2e79 req-ab3a3323-5a60-4189-9eb8-b215f38b66ee tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1305892 Jan 28 12:33:16.088431 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (ff3d6e71-366f-4d12-a853-91d779035c19), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.106998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb31eb1c-da19-420b-a2b0-c9beecd0d34a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:16.112065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff3d6e71-366f-4d12-a853-91d779035c19 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 12:33:16.125233 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.134389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:16.134840 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "DELETE /v2.0/networks/ff3d6e71-366f-4d12-a853-91d779035c19 HTTP/1.1" status: 204 len: 168 time: 1.5910754 Jan 28 12:33:16.137190 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Publish callbacks [] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.142776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f7056299-b067-4c17-a589-1db4f2ecdc41 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Request body: {'network': {'name': 'tempest-network--782451958', 'router:external': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:16.153023 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a35018a1-2f3e-4206-a146-8c5ef0305f0d req-469f3a99-1c93-40bf-95c3-9be13b1d7da0 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447945 Jan 28 12:33:16.159739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3920c65-ceed-487a-b2f6-9e77de82b9ad tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff3d6e71-366f-4d12-a853-91d779035c19,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:16.247384 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0e3da5-9cd4-4483-a76a-1ea83041f2cd x-openstack-request-id: req-df0e3da5-9cd4-4483-a76a-1ea83041f2cd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:16.247605 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7e7dec-a4d5-4698-9027-1a3aaf8c6435", "name": "network-vif-deleted", "tag": "ec585d69-b0b6-4da4-b331-9f2c36bc846d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:16.248183 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df0e3da5-9cd4-4483-a76a-1ea83041f2cd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:16.248275 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7e7dec-a4d5-4698-9027-1a3aaf8c6435', 'name': 'network-vif-deleted', 'tag': 'ec585d69-b0b6-4da4-b331-9f2c36bc846d', 'status': 'completed', 'code': 200} Jan 28 12:33:16.253012 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e67ade74-88a9-47ae-a343-e207cfda2e79 req-8d0eeb07-0b78-426d-b11a-fbc19be73d12 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678572 Jan 28 12:33:16.253688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7056299-b067-4c17-a589-1db4f2ecdc41 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Made reservation on behalf of d4fa5e3895d14eab9e2b8e5cb9b2e3db for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:16.260218 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7056299-b067-4c17-a589-1db4f2ecdc41 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.282897 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Transition to ACTIVE for port object fb31eb1c-da19-420b-a2b0-c9beecd0d34a will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:33:16.296833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7056299-b067-4c17-a589-1db4f2ecdc41 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:33:16.305321 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.312120 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7056299-b067-4c17-a589-1db4f2ecdc41 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6a15601d-25f5-460d-a2c3-45df794f0047), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.312478 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-f7056299-b067-4c17-a589-1db4f2ecdc41 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Added segment 6a15601d-25f5-460d-a2c3-45df794f0047 of type vlan for network e4062377-ba33-4ffa-8478-8c7846311a43 Jan 28 12:33:16.372035 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7056299-b067-4c17-a589-1db4f2ecdc41 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e4062377-ba33-4ffa-8478-8c7846311a43), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.418298 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7056299-b067-4c17-a589-1db4f2ecdc41 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e4062377-ba33-4ffa-8478-8c7846311a43), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.419330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7056299-b067-4c17-a589-1db4f2ecdc41 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:16.419955 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7056299-b067-4c17-a589-1db4f2ecdc41 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.545187 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f7056299-b067-4c17-a589-1db4f2ecdc41 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4096220 Jan 28 12:33:16.549762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42826) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:16.592814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Pushing event updated for resources: {'Port': ['ID=fb31eb1c-da19-420b-a2b0-c9beecd0d34a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:16.603276 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a35018a1-2f3e-4206-a146-8c5ef0305f0d req-5e2889e5-5773-4535-8a0d-1f290bdaed49 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226074 Jan 28 12:33:16.650931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7056299-b067-4c17-a589-1db4f2ecdc41 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event updated for resources: {'Network': ['ID=e4062377-ba33-4ffa-8478-8c7846311a43,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:16.664684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e4062377-ba33-4ffa-8478-8c7846311a43 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:33:16.681495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for port (d614476f-a012-40fd-a206-22686ed73e88), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.690478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cefcce-e5e1-4bcd-8a22-aba1f1553932 req-2e9202bf-772a-4d70-86a6-2499a6785b6c tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:16.700776 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04cefcce-e5e1-4bcd-8a22-aba1f1553932 req-2e9202bf-772a-4d70-86a6-2499a6785b6c tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.2020669 Jan 28 12:33:16.803843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d614476f-a012-40fd-a206-22686ed73e88), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.855376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Attempting to bind port fb31eb1c-da19-420b-a2b0-c9beecd0d34a on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:33:16.857380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4b74ae-a32b-4105-8d0a-0a9e36190de3 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:16.859419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Attempting to bind port fb31eb1c-da19-420b-a2b0-c9beecd0d34a by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:33:16.859873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Attempting to bind port fb31eb1c-da19-420b-a2b0-c9beecd0d34a on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:16.871010 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7b4b74ae-a32b-4105-8d0a-0a9e36190de3 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] 10.222.0.53 "GET /v2.0/networks/e4062377-ba33-4ffa-8478-8c7846311a43 HTTP/1.1" status: 200 len: 756 time: 0.3173780 Jan 28 12:33:16.890894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:16.939487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Port fb31eb1c-da19-420b-a2b0-c9beecd0d34a on network 02586113-c01d-4c5c-ba3c-998693ed9659 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:33:16.939991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Attempting to bind port fb31eb1c-da19-420b-a2b0-c9beecd0d34a on network 02586113-c01d-4c5c-ba3c-998693ed9659 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:16.943189 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:16.951922 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Network d3b63326-8568-43b2-9e27-1f1fd24b1c71 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:16.957283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:16.962765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:16.977177 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:33:16.977522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Checking segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:16.977918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Bound using segment: {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:33:16.978370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Bound port: fb31eb1c-da19-420b-a2b0-c9beecd0d34a, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99dc513-fa52-4813-9233-55231414e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:33:16.978735 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.021024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event updated for resources: {'Port': ['ID=d614476f-a012-40fd-a206-22686ed73e88,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:17.046122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043ee71d-7089-4b00-8f8f-3ed3860f1c43 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:17.049966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-043ee71d-7089-4b00-8f8f-3ed3860f1c43 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] 10.222.0.53 "GET /v2.0/networks/c2301fe3-995a-4963-aa0b-c58cfcc859b8 HTTP/1.1" status: 200 len: 768 time: 0.1580257 Jan 28 12:33:17.054005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:17.102466 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:17.103234 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.134835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04cefcce-e5e1-4bcd-8a22-aba1f1553932 req-4296974f-6ff3-4177-af9c-ea91786fe0dc tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333429 Jan 28 12:33:17.162349 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12c59c37-3c73-449e-8de1-e134314e11fb tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6221468 Jan 28 12:33:17.163862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] For port fb31eb1c-da19-420b-a2b0-c9beecd0d34a, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:33:17.168514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] For port fb31eb1c-da19-420b-a2b0-c9beecd0d34a, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb31eb1c-da19-420b-a2b0-c9beecd0d34a,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:33:17.174340 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Request body: {'port': {'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:17.211827 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.263240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42840) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:17.375119 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.380768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f6dff-6076-41e4-997d-c2cde4662c41 req-b8f4e1f5-5bd3-474e-b44c-ca208c9d19bc tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:17.382524 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d6f6dff-6076-41e4-997d-c2cde4662c41 req-b8f4e1f5-5bd3-474e-b44c-ca208c9d19bc tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 944 time: 0.5020888 Jan 28 12:33:17.460239 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e4062377-ba33-4ffa-8478-8c7846311a43), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.462859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f0f8c7b7-e4e0-4fd2-990e-1f5fc1ac7dbd None None] Provisioning complete for port d614476f-a012-40fd-a206-22686ed73e88 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:33:17.463241 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c7b7-e4e0-4fd2-990e-1f5fc1ac7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d614476f-a012-40fd-a206-22686ed73e88), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.506371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:17.507006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.508447 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] 10.222.0.49 "PUT /v2.0/ports/fb31eb1c-da19-420b-a2b0-c9beecd0d34a HTTP/1.1" status: 200 len: 1092 time: 2.9271722 Jan 28 12:33:17.512090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8383719d-4a9c-4fdb-a8e8-aa32e00abaae', 'tag': 'fb31eb1c-da19-420b-a2b0-c9beecd0d34a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:17.514410 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2e14de-c6ec-4fa9-948d-3a08ff8e87ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8383719d-4a9c-4fdb-a8e8-aa32e00abaae", "tag": "fb31eb1c-da19-420b-a2b0-c9beecd0d34a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:17.554634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8c7b7-e4e0-4fd2-990e-1f5fc1ac7dbd None None] Port d614476f-a012-40fd-a206-22686ed73e88 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:33:17.566182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d6f6dff-6076-41e4-997d-c2cde4662c41 req-a54ddb15-714e-4f70-a4ec-a4f42891852c tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769199 Jan 28 12:33:17.609531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b62f9-f022-4385-ab33-48354ee71e0b service neutron] Pushing event updated for resources: {'Port': ['ID=fb31eb1c-da19-420b-a2b0-c9beecd0d34a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:17.619782 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.624587 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-42faf2e4-8662-4ec7-9343-835dbdf3b025 admin admin] Deleting subnet 9379bd60-5fdf-4d79-b17f-c491dc7bc1fa {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:33:17.634291 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42faf2e4-8662-4ec7-9343-835dbdf3b025 admin admin] Publish callbacks [] for subnet (9379bd60-5fdf-4d79-b17f-c491dc7bc1fa), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.674113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ec585d69-b0b6-4da4-b331-9f2c36bc846d no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:33:17.697227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8b12-af87-4882-b186-7870ea603298 req-b3788b8d-3369-416f-a283-da802ddfa93c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:17.703623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8b12-af87-4882-b186-7870ea603298 req-b3788b8d-3369-416f-a283-da802ddfa93c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:17.709899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8b12-af87-4882-b186-7870ea603298 req-b3788b8d-3369-416f-a283-da802ddfa93c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:17.715704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8b12-af87-4882-b186-7870ea603298 req-b3788b8d-3369-416f-a283-da802ddfa93c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:17.721498 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: ec585d69-b0b6-4da4-b331-9f2c36bc846d {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:33:17.721873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ec585d69-b0b6-4da4-b331-9f2c36bc846d not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:33:17.722248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8b12-af87-4882-b186-7870ea603298 req-b3788b8d-3369-416f-a283-da802ddfa93c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:17.730297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f44e8b12-af87-4882-b186-7870ea603298 req-b3788b8d-3369-416f-a283-da802ddfa93c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 3816 time: 0.3127406 Jan 28 12:33:17.731128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-650bbef7-f092-4b1a-95e9-664e903a8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:17.732812 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-650bbef7-f092-4b1a-95e9-664e903a8f24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 1095 time: 0.1701496 Jan 28 12:33:17.740135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42faf2e4-8662-4ec7-9343-835dbdf3b025 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (9379bd60-5fdf-4d79-b17f-c491dc7bc1fa), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.761574 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e4062377-ba33-4ffa-8478-8c7846311a43), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.838809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f44e8b12-af87-4882-b186-7870ea603298 req-4986c296-96ed-4a45-b9b4-73c93d41c2f6 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074219 Jan 28 12:33:17.846340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4062377-ba33-4ffa-8478-8c7846311a43']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:17.873111 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-e7610e26-9701-4ff3-85a6-fe926932f1cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb31eb1c-da19-420b-a2b0-c9beecd0d34a HTTP/1.1" status: 200 len: 217 time: 0.1245737 Jan 28 12:33:17.874042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a15601d-25f5-460d-a2c3-45df794f0047') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:17.874471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a15601d-25f5-460d-a2c3-45df794f0047') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:17.893536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdc219-8c7d-4b1c-b03f-8f46afe62a30 req-5ccffb7f-5e92-4828-a855-c648d9141eba tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:17.895951 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdcdc219-8c7d-4b1c-b03f-8f46afe62a30 req-5ccffb7f-5e92-4828-a855-c648d9141eba tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2288396 Jan 28 12:33:17.898046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (6a15601d-25f5-460d-a2c3-45df794f0047), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.928773 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6a15601d-25f5-460d-a2c3-45df794f0047), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.930939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42faf2e4-8662-4ec7-9343-835dbdf3b025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (9379bd60-5fdf-4d79-b17f-c491dc7bc1fa), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.943365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:33:17.943935 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (6a15601d-25f5-460d-a2c3-45df794f0047), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:33:17.946084 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:33:17.986141 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612d5818-3319-4a38-9678-89f8e8eb09f3 x-openstack-request-id: req-612d5818-3319-4a38-9678-89f8e8eb09f3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:17.986432 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8383719d-4a9c-4fdb-a8e8-aa32e00abaae", "tag": "fb31eb1c-da19-420b-a2b0-c9beecd0d34a", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:17.986716 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-612d5818-3319-4a38-9678-89f8e8eb09f3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:17.987069 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8383719d-4a9c-4fdb-a8e8-aa32e00abaae', 'tag': 'fb31eb1c-da19-420b-a2b0-c9beecd0d34a', 'status': 'completed', 'code': 200} Jan 28 12:33:18.044410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-376e70ab-1585-49f1-a74f-cd1988e22354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:18.046121 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-376e70ab-1585-49f1-a74f-cd1988e22354 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.1639664 Jan 28 12:33:18.069227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdcdc219-8c7d-4b1c-b03f-8f46afe62a30 req-22af6363-e270-4a74-8919-3d689009eb21 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636021 Jan 28 12:33:18.105147 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (e4062377-ba33-4ffa-8478-8c7846311a43), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:18.112850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4062377-ba33-4ffa-8478-8c7846311a43 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 12:33:18.147857 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18dd548-98ca-4f06-ab2e-5e85c9b77764 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:18.151552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4062377-ba33-4ffa-8478-8c7846311a43,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:18.154019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:18.165103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a536d7e2-c187-4f76-9ed6-e5b835cc574d tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "DELETE /v2.0/networks/e4062377-ba33-4ffa-8478-8c7846311a43 HTTP/1.1" status: 204 len: 168 time: 1.1096966 Jan 28 12:33:18.169369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:18.180085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-044460a3-fe80-46ef-a88e-ef450b3e5bdf tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Request body: {'network': {'name': 'tempest-network--251429553'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:18.205451 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-5cc4e356-83f7-455a-b04a-cde48946ebd4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425591 Jan 28 12:33:18.208148 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Publish callbacks [] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:18.212589 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42faf2e4-8662-4ec7-9343-835dbdf3b025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (9379bd60-5fdf-4d79-b17f-c491dc7bc1fa), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:18.225301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044460a3-fe80-46ef-a88e-ef450b3e5bdf tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Made reservation on behalf of d4fa5e3895d14eab9e2b8e5cb9b2e3db for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:18.227835 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-044460a3-fe80-46ef-a88e-ef450b3e5bdf tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:18.292186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044460a3-fe80-46ef-a88e-ef450b3e5bdf tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:33:18.391095 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-b6e59642-3d06-49c1-a302-f6393afaf86b service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605871 Jan 28 12:33:18.401487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faf2e4-8662-4ec7-9343-835dbdf3b025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9379bd60-5fdf-4d79-b17f-c491dc7bc1fa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:18.407826 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42faf2e4-8662-4ec7-9343-835dbdf3b025 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:18.414731 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-42faf2e4-8662-4ec7-9343-835dbdf3b025 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9379bd60-5fdf-4d79-b17f-c491dc7bc1fa HTTP/1.1" status: 204 len: 168 time: 1.1483560 Jan 28 12:33:18.414731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Transition to ACTIVE for port object d18dd548-98ca-4f06-ab2e-5e85c9b77764 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:33:18.416889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:18.469237 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-044460a3-fe80-46ef-a88e-ef450b3e5bdf tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (043345d0-a19b-4ff1-a020-832e5dca8210), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:18.475460 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-044460a3-fe80-46ef-a88e-ef450b3e5bdf tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Added segment 043345d0-a19b-4ff1-a020-832e5dca8210 of type vlan for network 25522936-3140-48fa-9e59-f8245f809519 Jan 28 12:33:18.541419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (03deda44-a5a7-4ea9-ac42-170f861d26b9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:18.549207 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:18.560012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-044460a3-fe80-46ef-a88e-ef450b3e5bdf tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (25522936-3140-48fa-9e59-f8245f809519), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:18.601460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-044460a3-fe80-46ef-a88e-ef450b3e5bdf tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (25522936-3140-48fa-9e59-f8245f809519), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:18.602498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044460a3-fe80-46ef-a88e-ef450b3e5bdf tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:18.603094 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-044460a3-fe80-46ef-a88e-ef450b3e5bdf tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:18.615218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475d40f-085e-496d-9538-bf1f38de9b37 req-d08eec29-e955-4b72-bb53-8ebd8574c7af tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:18.622267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7475d40f-085e-496d-9538-bf1f38de9b37 req-d08eec29-e955-4b72-bb53-8ebd8574c7af tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2427032 Jan 28 12:33:18.697056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044460a3-fe80-46ef-a88e-ef450b3e5bdf tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event updated for resources: {'Network': ['ID=25522936-3140-48fa-9e59-f8245f809519,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:18.713381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 25522936-3140-48fa-9e59-f8245f809519 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:33:18.719401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb3a35-0c94-49fc-84a1-ba0a88502519 req-c04d00a0-fe97-4fb4-aeda-3bc4621c1789 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:18.727686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72eb3a35-0c94-49fc-84a1-ba0a88502519 req-c04d00a0-fe97-4fb4-aeda-3bc4621c1789 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.4750223 Jan 28 12:33:18.763127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-044460a3-fe80-46ef-a88e-ef450b3e5bdf tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5925410 Jan 28 12:33:18.766244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42862) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:18.847203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-29921886-e44f-428a-b8a6-0981df2812a3 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:18.955073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Pushing event updated for resources: {'Port': ['ID=d18dd548-98ca-4f06-ab2e-5e85c9b77764,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:18.960035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7475d40f-085e-496d-9538-bf1f38de9b37 req-355768de-4bd9-43e6-9b53-4fd833e9c35f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367519 Jan 28 12:33:19.065824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (03deda44-a5a7-4ea9-ac42-170f861d26b9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.099079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03deda44-a5a7-4ea9-ac42-170f861d26b9']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:19.109689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050d5029-b111-4f06-a355-b1b127e7795b') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:19.110126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050d5029-b111-4f06-a355-b1b127e7795b') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:19.114563 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29921886-e44f-428a-b8a6-0981df2812a3 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (25522936-3140-48fa-9e59-f8245f809519), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.123027 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (050d5029-b111-4f06-a355-b1b127e7795b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.137910 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (050d5029-b111-4f06-a355-b1b127e7795b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.144792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:33:19.145954 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (050d5029-b111-4f06-a355-b1b127e7795b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.173785 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29921886-e44f-428a-b8a6-0981df2812a3 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (25522936-3140-48fa-9e59-f8245f809519), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:33:19.227778 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:33:19.230009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29921886-e44f-428a-b8a6-0981df2812a3 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Network 25522936-3140-48fa-9e59-f8245f809519 is not hosted by any dhcp agent {{(pid=103129) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 12:33:19.230009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29921886-e44f-428a-b8a6-0981df2812a3 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:19.230009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29921886-e44f-428a-b8a6-0981df2812a3 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.233252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:19.233417 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a9222b7-ddf6-4477-9eb5-96a6446855ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.239497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-29921886-e44f-428a-b8a6-0981df2812a3 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "PUT /v2.0/networks/25522936-3140-48fa-9e59-f8245f809519 HTTP/1.1" status: 200 len: 857 time: 0.4212468 Jan 28 12:33:19.347058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72eb3a35-0c94-49fc-84a1-ba0a88502519 req-629ccc80-1d0e-47b5-ac04-d3c8744f548c tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111035 Jan 28 12:33:19.360964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (03deda44-a5a7-4ea9-ac42-170f861d26b9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.371064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03237b14-8ad6-48d5-8323-8b1e1cd53e5f req-482fea5a-6b65-411a-9bd5-71426e2cf8e6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:19.372673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03237b14-8ad6-48d5-8323-8b1e1cd53e5f req-482fea5a-6b65-411a-9bd5-71426e2cf8e6 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 944 time: 0.2455387 Jan 28 12:33:19.393849 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea6aab21-84dc-4a95-9c34-e2fdcaddef79 req-dcb6ff8d-d901-4fd1-9382-29dcf946c49a service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9782486 Jan 28 12:33:19.394984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.403631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29921886-e44f-428a-b8a6-0981df2812a3 tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event updated for resources: {'Network': ['ID=25522936-3140-48fa-9e59-f8245f809519,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:19.427164 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/03deda44-a5a7-4ea9-ac42-170f861d26b9 HTTP/1.1" status: 204 len: 168 time: 1.0067854 Jan 28 12:33:19.436020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42874) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:19.464701 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (25522936-3140-48fa-9e59-f8245f809519), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.518107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=03deda44-a5a7-4ea9-ac42-170f861d26b9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:19.554673 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.555016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.555378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.555716 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.556048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.556374 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.556695 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.557025 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.557348 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.557669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.558475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.558475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.558666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6df68e-2abe-4b5c-9fb9-1d825329f0d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:19.567944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03237b14-8ad6-48d5-8323-8b1e1cd53e5f req-9cd882c1-a7ed-42cd-be39-aff5948818e2 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835356 Jan 28 12:33:19.578242 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3037992-9296-4f06-bb63-3ccc783d9082 admin admin] Deleting subnet adbeae87-1ca2-4dbb-9646-e2a302b9ca5d {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:33:19.592541 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3037992-9296-4f06-bb63-3ccc783d9082 admin admin] Publish callbacks [] for subnet (adbeae87-1ca2-4dbb-9646-e2a302b9ca5d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.592768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Attempting to bind port d18dd548-98ca-4f06-ab2e-5e85c9b77764 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:33:19.592768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Attempting to bind port d18dd548-98ca-4f06-ab2e-5e85c9b77764 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:33:19.592768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Attempting to bind port d18dd548-98ca-4f06-ab2e-5e85c9b77764 on network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:19.617952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41e16b-3cd0-488d-acc4-208a1245d3f7 req-c64ecce0-9a5a-4ef6-9f77-034a80f2193d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:19.620519 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e14de-c6ec-4fa9-948d-3a08ff8e87ad req-6f9754f5-f1d1-46e6-a917-5588617aa3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:19.622037 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c2e14de-c6ec-4fa9-948d-3a08ff8e87ad req-6f9754f5-f1d1-46e6-a917-5588617aa3da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b77d7b1bffe84f9a80589d60595239b5&device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 1095 time: 0.1407084 Jan 28 12:33:19.623182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Port d18dd548-98ca-4f06-ab2e-5e85c9b77764 on network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:33:19.623534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Attempting to bind port d18dd548-98ca-4f06-ab2e-5e85c9b77764 on network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:19.631511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41e16b-3cd0-488d-acc4-208a1245d3f7 req-c64ecce0-9a5a-4ef6-9f77-034a80f2193d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:19.636788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41e16b-3cd0-488d-acc4-208a1245d3f7 req-c64ecce0-9a5a-4ef6-9f77-034a80f2193d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:19.653295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41e16b-3cd0-488d-acc4-208a1245d3f7 req-c64ecce0-9a5a-4ef6-9f77-034a80f2193d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:19.659217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41e16b-3cd0-488d-acc4-208a1245d3f7 req-c64ecce0-9a5a-4ef6-9f77-034a80f2193d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:19.663287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db41e16b-3cd0-488d-acc4-208a1245d3f7 req-c64ecce0-9a5a-4ef6-9f77-034a80f2193d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 3828 time: 0.1746116 Jan 28 12:33:19.681891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:33:19.682375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Checking segment: {'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:19.682790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Bound using segment: {'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:33:19.683498 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Bound port: d18dd548-98ca-4f06-ab2e-5e85c9b77764, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38eb722-da45-4efc-9bfe-1443ee5d46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:33:19.683897 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.741368 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (25522936-3140-48fa-9e59-f8245f809519), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.758630 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3037992-9296-4f06-bb63-3ccc783d9082 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (adbeae87-1ca2-4dbb-9646-e2a302b9ca5d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.795407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25522936-3140-48fa-9e59-f8245f809519']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:19.813813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043345d0-a19b-4ff1-a020-832e5dca8210') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:19.814125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043345d0-a19b-4ff1-a020-832e5dca8210') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:19.837301 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (043345d0-a19b-4ff1-a020-832e5dca8210), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.838544 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3037992-9296-4f06-bb63-3ccc783d9082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (adbeae87-1ca2-4dbb-9646-e2a302b9ca5d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.865371 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (043345d0-a19b-4ff1-a020-832e5dca8210), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.868560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015ce19-ac68-41a2-a0fd-50df71090fd7 req-9d983ebc-032e-4662-9ff3-1bc661c2d57e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:19.875605 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8015ce19-ac68-41a2-a0fd-50df71090fd7 req-9d983ebc-032e-4662-9ff3-1bc661c2d57e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1778471 Jan 28 12:33:19.876234 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:33:19.876624 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (043345d0-a19b-4ff1-a020-832e5dca8210), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:33:19.878252 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:33:19.891006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db41e16b-3cd0-488d-acc4-208a1245d3f7 req-f7908002-e0cb-4229-b895-0f6709a9752f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913924 Jan 28 12:33:19.894215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] For port d18dd548-98ca-4f06-ab2e-5e85c9b77764, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:33:19.960366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8015ce19-ac68-41a2-a0fd-50df71090fd7 req-1d3fd059-a2d8-42cb-9953-e4d9540488aa tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787203 Jan 28 12:33:19.964017 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] For port d18dd548-98ca-4f06-ab2e-5e85c9b77764, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d18dd548-98ca-4f06-ab2e-5e85c9b77764,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:33:19.980816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e14de-c6ec-4fa9-948d-3a08ff8e87ad req-c971fe91-93fc-4859-ad99-25a284f1f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:19.982753 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c2e14de-c6ec-4fa9-948d-3a08ff8e87ad req-c971fe91-93fc-4859-ad99-25a284f1f840 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 200 len: 912 time: 0.3221443 Jan 28 12:33:19.991965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3037992-9296-4f06-bb63-3ccc783d9082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (adbeae87-1ca2-4dbb-9646-e2a302b9ca5d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:20.068398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3037992-9296-4f06-bb63-3ccc783d9082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbeae87-1ca2-4dbb-9646-e2a302b9ca5d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:20.071656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:20.075183 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3037992-9296-4f06-bb63-3ccc783d9082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:20.080634 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d3037992-9296-4f06-bb63-3ccc783d9082 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/adbeae87-1ca2-4dbb-9646-e2a302b9ca5d HTTP/1.1" status: 204 len: 168 time: 0.6433642 Jan 28 12:33:20.084191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:20.144756 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c2e14de-c6ec-4fa9-948d-3a08ff8e87ad req-711b16be-995f-4322-adb6-52ebd6c57249 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb31eb1c-da19-420b-a2b0-c9beecd0d34a HTTP/1.1" status: 200 len: 217 time: 0.1451499 Jan 28 12:33:20.169227 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Pushing event updated for resources: {'Port': ['ID=d18dd548-98ca-4f06-ab2e-5e85c9b77764,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:20.195505 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (25522936-3140-48fa-9e59-f8245f809519), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:20.212011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:20.212659 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:20.214098 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ac321c68-c496-4423-b945-b4d3ee090168 service neutron] 10.222.0.49 "PUT /v2.0/ports/d18dd548-98ca-4f06-ab2e-5e85c9b77764 HTTP/1.1" status: 200 len: 1091 time: 3.0440590 Jan 28 12:33:20.214858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 25522936-3140-48fa-9e59-f8245f809519 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 12:33:20.224213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a08c05b7-6cbc-44ac-a519-4a1f85e0024a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:20.228898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:20.231249 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c9a82d-75a1-456e-b3e6-53e083706abc" -d '{"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "d18dd548-98ca-4f06-ab2e-5e85c9b77764"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:20.237213 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:20.244313 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] 10.222.0.53 "DELETE /v2.0/networks/25522936-3140-48fa-9e59-f8245f809519 HTTP/1.1" status: 204 len: 168 time: 1.0095892 Jan 28 12:33:20.253113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42890) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:20.305262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Request body: {'port': {'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:20.336978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80fde9-2c3f-4966-8930-8a234fd9904b tempest-ExternalNetworksTestJSON-1262575375 tempest-ExternalNetworksTestJSON-1262575375-project-admin] Pushing event deleted for resources: {'Network': ['ID=25522936-3140-48fa-9e59-f8245f809519,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:20.394715 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcb50a0-945d-429a-b81b-51b9a39b3106 x-openstack-request-id: req-bbcb50a0-945d-429a-b81b-51b9a39b3106 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:20.395612 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "d18dd548-98ca-4f06-ab2e-5e85c9b77764", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:20.395861 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbcb50a0-945d-429a-b81b-51b9a39b3106 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:20.396271 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764', 'status': 'completed', 'code': 200} Jan 28 12:33:20.417868 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-af070695-d8f0-46c5-8e58-22b6de797bb6 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] DELETE failed (client error): The resource could not be found. Jan 28 12:33:20.418338 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af070695-d8f0-46c5-8e58-22b6de797bb6 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:33:20.425260 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-af070695-d8f0-46c5-8e58-22b6de797bb6 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] 10.222.0.53 "DELETE /v2.0/subnets/4208e155-2451-4655-b53a-b7311fd7946f HTTP/1.1" status: 404 len: 337 time: 0.1429439 Jan 28 12:33:20.433329 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42898) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:20.489357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e14de-c6ec-4fa9-948d-3a08ff8e87ad req-9f69ce17-5914-480c-9cbb-4e254ecf25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:20.499444 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c2e14de-c6ec-4fa9-948d-3a08ff8e87ad req-9f69ce17-5914-480c-9cbb-4e254ecf25e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 200 len: 851 time: 0.3410993 Jan 28 12:33:20.500015 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a08c05b7-6cbc-44ac-a519-4a1f85e0024a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:20.558768 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c2e14de-c6ec-4fa9-948d-3a08ff8e87ad req-abd4e88a-006e-4402-bf84-ea5f97923be1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02586113-c01d-4c5c-ba3c-998693ed9659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507281 Jan 28 12:33:20.690926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08c05b7-6cbc-44ac-a519-4a1f85e0024a']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:20.715963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677ae7ec-3d3a-4680-8243-d17d43b1f945') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:20.715963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677ae7ec-3d3a-4680-8243-d17d43b1f945') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:20.728742 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (c2301fe3-995a-4963-aa0b-c58cfcc859b8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:20.740614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-e0de733d-5916-4b22-8c0a-cb84bb2ef60c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:20.742179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-e0de733d-5916-4b22-8c0a-cb84bb2ef60c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 811 time: 0.4595375 Jan 28 12:33:20.743833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9e091731-98f3-48a0-9d92-636583e4a971), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:20.768940 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9a82d-75a1-456e-b3e6-53e083706abc req-bdf4f316-7f90-49bf-bf62-d095d82a3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:20.769724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9a82d-75a1-456e-b3e6-53e083706abc req-bdf4f316-7f90-49bf-bf62-d095d82a3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:20.770891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9a82d-75a1-456e-b3e6-53e083706abc req-bdf4f316-7f90-49bf-bf62-d095d82a3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:20.771579 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9a82d-75a1-456e-b3e6-53e083706abc req-bdf4f316-7f90-49bf-bf62-d095d82a3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:20.772216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9a82d-75a1-456e-b3e6-53e083706abc req-bdf4f316-7f90-49bf-bf62-d095d82a3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:20.774138 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-12c9a82d-75a1-456e-b3e6-53e083706abc req-bdf4f316-7f90-49bf-bf62-d095d82a3369 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 4363 time: 0.3846366 Jan 28 12:33:20.779820 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (677ae7ec-3d3a-4680-8243-d17d43b1f945), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:20.829472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557f3d9-172d-4cd1-8da1-d0d1fd737dae req-2f3b69f7-2730-4d6e-aa3b-98fa3353fe1e tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:20.833617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f557f3d9-172d-4cd1-8da1-d0d1fd737dae req-2f3b69f7-2730-4d6e-aa3b-98fa3353fe1e tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.2820058 Jan 28 12:33:20.871841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-2b621580-f161-40b6-9795-d9219ec5840b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/quotas/7968c81b36cc48bf8630ba9caa6afc84 HTTP/1.1" status: 200 len: 375 time: 0.1207054 Jan 28 12:33:20.879304 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (677ae7ec-3d3a-4680-8243-d17d43b1f945), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:21.047486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:33:21.047854 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (677ae7ec-3d3a-4680-8243-d17d43b1f945), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:33:21.055524 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:33:21.198727 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f557f3d9-172d-4cd1-8da1-d0d1fd737dae req-a725d9db-ad04-4a3b-b651-855e7ad0b499 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370008 Jan 28 12:33:21.263617 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a08c05b7-6cbc-44ac-a519-4a1f85e0024a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:21.267999 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (c2301fe3-995a-4963-aa0b-c58cfcc859b8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:21.289320 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:21.294574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a08c05b7-6cbc-44ac-a519-4a1f85e0024a HTTP/1.1" status: 204 len: 168 time: 1.2093165 Jan 28 12:33:21.311999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ae84561b-db76-4873-8485-847c6f332162 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3969076 Jan 28 12:33:21.366037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541586e8-c716-4b6b-ad2a-9ca8b00ea134 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08c05b7-6cbc-44ac-a519-4a1f85e0024a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:21.402720 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c2e14de-c6ec-4fa9-948d-3a08ff8e87ad req-508db70a-a867-4a72-9073-f71f33df5401 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8089771 Jan 28 12:33:21.412287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2301fe3-995a-4963-aa0b-c58cfcc859b8']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:21.478196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8f540e-54c3-4e26-b801-ecf11cf18abe') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:21.480200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8f540e-54c3-4e26-b801-ecf11cf18abe') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:21.507704 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (4c8f540e-54c3-4e26-b801-ecf11cf18abe), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:21.528348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b326e-d960-4d1c-874b-7d835f29ffa8 req-c72ca4d4-1e0d-4c2d-af40-913abe545d67 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:21.536073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c81b326e-d960-4d1c-874b-7d835f29ffa8 req-c72ca4d4-1e0d-4c2d-af40-913abe545d67 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 944 time: 0.1923261 Jan 28 12:33:21.579143 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4c8f540e-54c3-4e26-b801-ecf11cf18abe), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:21.600156 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b065ce7d-3ba1-4869-85e0-ef5b387c16e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:21.651570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c81b326e-d960-4d1c-874b-7d835f29ffa8 req-4c403c96-ed6e-4ddc-841b-f6df937118c1 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145747 Jan 28 12:33:21.658132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:33:21.658853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (4c8f540e-54c3-4e26-b801-ecf11cf18abe), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:33:21.664359 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:33:21.688183 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-a2b6de49-5fff-4fd4-9c40-d1a4ac9cbb58 service neutron] 10.222.0.53 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454053 Jan 28 12:33:21.698769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fb31eb1c-da19-420b-a2b0-c9beecd0d34a details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:33:21.714985 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c2e14de-c6ec-4fa9-948d-3a08ff8e87ad req-23b248b8-3b65-46aa-8dc3-1f4040e47be9 service neutron] 10.222.0.49 "GET /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931645 Jan 28 12:33:21.727090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9a82d-75a1-456e-b3e6-53e083706abc req-e0ef6ab8-300a-4328-8108-915833ed2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:21.727642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9a82d-75a1-456e-b3e6-53e083706abc req-e0ef6ab8-300a-4328-8108-915833ed2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:21.728224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9a82d-75a1-456e-b3e6-53e083706abc req-e0ef6ab8-300a-4328-8108-915833ed2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:21.730306 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-12c9a82d-75a1-456e-b3e6-53e083706abc req-e0ef6ab8-300a-4328-8108-915833ed2ad1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9451568 Jan 28 12:33:21.781516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42918) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:21.843097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9a82d-75a1-456e-b3e6-53e083706abc req-7ccd83aa-784a-4f13-bfd4-78c79ff2361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:21.844625 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-12c9a82d-75a1-456e-b3e6-53e083706abc req-7ccd83aa-784a-4f13-bfd4-78c79ff2361d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023729 Jan 28 12:33:21.997593 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fb31eb1c-da19-420b-a2b0-c9beecd0d34a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb31eb1c-da19-420b-a2b0-c9beecd0d34a,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:22.000917 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e091731-98f3-48a0-9d92-636583e4a971 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:22.010157 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Publish callbacks [] for port (9e091731-98f3-48a0-9d92-636583e4a971), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:22.019105 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'fb31eb1c-da19-420b-a2b0-c9beecd0d34a', 'network_id': '02586113-c01d-4c5c-ba3c-998693ed9659', 'port_id': 'fb31eb1c-da19-420b-a2b0-c9beecd0d34a', 'mac_address': 'fa:16:3e:af:e3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43d2cbd-bf64-4a86-a4a0-cced0a12976e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:33:22.062613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fb31eb1c-da19-420b-a2b0-c9beecd0d34a is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:33:22.063293 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:22.066527 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0c0118d3-2455-478d-98ac-37310be2b837 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=456a30c699154d03b32e250443a7de86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2810442 Jan 28 12:33:22.066992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42920) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:22.086836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (c2301fe3-995a-4963-aa0b-c58cfcc859b8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:22.090911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Transition to ACTIVE for port object 9e091731-98f3-48a0-9d92-636583e4a971 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:33:22.092042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb31eb1c-da19-420b-a2b0-c9beecd0d34a {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:22.116627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:22.118434 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (9e091731-98f3-48a0-9d92-636583e4a971), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:22.120398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] 10.222.0.53 "DELETE /v2.0/networks/c2301fe3-995a-4963-aa0b-c58cfcc859b8 HTTP/1.1" status: 204 len: 168 time: 1.6774786 Jan 28 12:33:22.124587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7ecf8-ade4-4a0d-bf25-2096c536f244 tempest-ExternalNetworksTestJSON-640480522 tempest-ExternalNetworksTestJSON-640480522-project] Pushing event deleted for resources: {'Network': ['ID=c2301fe3-995a-4963-aa0b-c58cfcc859b8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:22.131819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fb31eb1c-da19-420b-a2b0-c9beecd0d34a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb31eb1c-da19-420b-a2b0-c9beecd0d34a,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:22.140128 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:22.159752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1d493-c2eb-4e19-b8f9-9fa68e356094 req-62efe54e-9099-4cd8-8be9-e745aa05f9bf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:22.174786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1d493-c2eb-4e19-b8f9-9fa68e356094 req-62efe54e-9099-4cd8-8be9-e745aa05f9bf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:22.187641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1d493-c2eb-4e19-b8f9-9fa68e356094 req-62efe54e-9099-4cd8-8be9-e745aa05f9bf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:22.202993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1d493-c2eb-4e19-b8f9-9fa68e356094 req-62efe54e-9099-4cd8-8be9-e745aa05f9bf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:22.217988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1d493-c2eb-4e19-b8f9-9fa68e356094 req-62efe54e-9099-4cd8-8be9-e745aa05f9bf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:22.223829 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78c1d493-c2eb-4e19-b8f9-9fa68e356094 req-62efe54e-9099-4cd8-8be9-e745aa05f9bf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 3828 time: 0.2605782 Jan 28 12:33:22.246866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fb31eb1c-da19-420b-a2b0-c9beecd0d34a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:22.314221 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-a8b5fddc-21d9-4ad3-bedd-1c9263c69519 service neutron] 10.222.0.53 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397274 Jan 28 12:33:22.359775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Pushing event updated for resources: {'Port': ['ID=9e091731-98f3-48a0-9d92-636583e4a971,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:22.386053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78c1d493-c2eb-4e19-b8f9-9fa68e356094 req-65c9ff71-f63f-4f86-bd54-e8459637282c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553500 Jan 28 12:33:22.418092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa2471d5-7ad8-4f4d-9973-eb4fd04f4acb admin admin] Publish callbacks [] for security_group (7bf81cd3-fca9-47d6-b6bc-2be474367edc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:22.494928 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa2471d5-7ad8-4f4d-9973-eb4fd04f4acb admin admin] Publish callbacks [] for security_group (7bf81cd3-fca9-47d6-b6bc-2be474367edc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:22.508427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fb31eb1c-da19-420b-a2b0-c9beecd0d34a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:33:22.566878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Attempting to bind port 9e091731-98f3-48a0-9d92-636583e4a971 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:33:22.567640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Attempting to bind port 9e091731-98f3-48a0-9d92-636583e4a971 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:33:22.568096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Attempting to bind port 9e091731-98f3-48a0-9d92-636583e4a971 on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:22.574534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Port 9e091731-98f3-48a0-9d92-636583e4a971 on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:33:22.575001 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Attempting to bind port 9e091731-98f3-48a0-9d92-636583e4a971 on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:22.592352 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:33:22.596085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Checking segment: {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:22.603522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Bound using segment: {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:33:22.623860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Bound port: 9e091731-98f3-48a0-9d92-636583e4a971, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:33:22.627043 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9e091731-98f3-48a0-9d92-636583e4a971), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:22.651464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42934) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:22.720667 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa2471d5-7ad8-4f4d-9973-eb4fd04f4acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7bf81cd3-fca9-47d6-b6bc-2be474367edc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:22.726309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa2471d5-7ad8-4f4d-9973-eb4fd04f4acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:22.728030 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fa2471d5-7ad8-4f4d-9973-eb4fd04f4acb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bf81cd3-fca9-47d6-b6bc-2be474367edc HTTP/1.1" status: 204 len: 168 time: 0.6597879 Jan 28 12:33:22.742704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c63cfa0-fafc-4656-92e0-82da15b91f30 req-e9b5e79d-2fc3-4889-bc45-fdad137af685 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 210 time: 0.0670679 Jan 28 12:33:22.846021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2471d5-7ad8-4f4d-9973-eb4fd04f4acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf81cd3-fca9-47d6-b6bc-2be474367edc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:22.943929 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:22.971413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] For port 9e091731-98f3-48a0-9d92-636583e4a971, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:33:22.979164 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] For port 9e091731-98f3-48a0-9d92-636583e4a971, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9e091731-98f3-48a0-9d92-636583e4a971,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:33:22.993685 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (9e091731-98f3-48a0-9d92-636583e4a971), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:23.092072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:23.092301 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:23.098259 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] 10.222.0.49 "PUT /v2.0/ports/9e091731-98f3-48a0-9d92-636583e4a971 HTTP/1.1" status: 200 len: 1135 time: 2.8181243 Jan 28 12:33:23.120540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': '9e091731-98f3-48a0-9d92-636583e4a971'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:23.124805 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb16a972-fd80-4efb-a961-1123f107dd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "9e091731-98f3-48a0-9d92-636583e4a971"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:23.183303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Request body: {'port': {'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:23.294351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafe9af-baca-4eda-8179-8c6dcdbe9659 service neutron] Pushing event updated for resources: {'Port': ['ID=9e091731-98f3-48a0-9d92-636583e4a971,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:23.446188 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:23.509462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42956) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:23.662981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772596f-972e-46cf-943b-9c391591e9fc req-b31ec157-9468-405e-ba44-c599adf2de1b tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:23.672468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a772596f-972e-46cf-943b-9c391591e9fc req-b31ec157-9468-405e-ba44-c599adf2de1b tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.9029329 Jan 28 12:33:23.782427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b7c2-7dcf-4616-9475-908bbc0bb076 req-e5aa1606-fbaf-484e-a116-e63753b6e26f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:23.785987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4111b7c2-7dcf-4616-9475-908bbc0bb076 req-e5aa1606-fbaf-484e-a116-e63753b6e26f tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 945 time: 0.8703775 Jan 28 12:33:23.790952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9380f395-b8b7-4243-9aaf-854cb3aa13c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=101831108d2b43548b72c3882c310cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1350348 Jan 28 12:33:23.794786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42970) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:23.800078 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6ec29231-2ee2-411e-a938-96371105340f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c1b1d192eb946fdbb16370017178fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2877338 Jan 28 12:33:23.812741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42972) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:23.880062 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4111b7c2-7dcf-4616-9475-908bbc0bb076 req-081dc572-f161-4712-b967-3f6bf2224385 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853574 Jan 28 12:33:23.886594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a772596f-972e-46cf-943b-9c391591e9fc req-ffff09d0-66e5-4a47-8321-9a0c0493e3d6 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132406 Jan 28 12:33:23.999396 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c593c7c3-9902-45a4-95b9-797a5e916f0b admin admin] Publish callbacks [] for security_group (d5679732-5115-4713-be4d-b29bf9395f54), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:24.010447 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab45e0f6-5232-4b14-adf8-e80928bbfef7 admin admin] Publish callbacks [] for security_group (ce4477ab-7d82-4069-a978-5adf9bff38fb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:24.055375 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c593c7c3-9902-45a4-95b9-797a5e916f0b admin admin] Publish callbacks [] for security_group (d5679732-5115-4713-be4d-b29bf9395f54), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:24.055671 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab45e0f6-5232-4b14-adf8-e80928bbfef7 admin admin] Publish callbacks [] for security_group (ce4477ab-7d82-4069-a978-5adf9bff38fb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:24.065408 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef577f28-e2f6-46da-a13f-2bf7b3e2d1a6 x-openstack-request-id: req-ef577f28-e2f6-46da-a13f-2bf7b3e2d1a6 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:24.065905 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "9e091731-98f3-48a0-9d92-636583e4a971", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:24.066327 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef577f28-e2f6-46da-a13f-2bf7b3e2d1a6 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:24.067764 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': '9e091731-98f3-48a0-9d92-636583e4a971', 'status': 'completed', 'code': 200} Jan 28 12:33:24.152945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eec443-1423-4f17-b2f7-9b1aea3655ee req-7976643f-55c1-4c1a-8e82-274e9c0010cf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.158571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eec443-1423-4f17-b2f7-9b1aea3655ee req-7976643f-55c1-4c1a-8e82-274e9c0010cf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.165100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eec443-1423-4f17-b2f7-9b1aea3655ee req-7976643f-55c1-4c1a-8e82-274e9c0010cf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.170898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eec443-1423-4f17-b2f7-9b1aea3655ee req-7976643f-55c1-4c1a-8e82-274e9c0010cf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.177232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eec443-1423-4f17-b2f7-9b1aea3655ee req-7976643f-55c1-4c1a-8e82-274e9c0010cf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.183681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eec443-1423-4f17-b2f7-9b1aea3655ee req-7976643f-55c1-4c1a-8e82-274e9c0010cf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.190584 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:24.192415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56eec443-1423-4f17-b2f7-9b1aea3655ee req-7976643f-55c1-4c1a-8e82-274e9c0010cf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 4605 time: 0.1260355 Jan 28 12:33:24.215747 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Publish callbacks [] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:24.247464 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c593c7c3-9902-45a4-95b9-797a5e916f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d5679732-5115-4713-be4d-b29bf9395f54), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:24.251084 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c593c7c3-9902-45a4-95b9-797a5e916f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:24.252583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c593c7c3-9902-45a4-95b9-797a5e916f0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5679732-5115-4713-be4d-b29bf9395f54 HTTP/1.1" status: 204 len: 168 time: 0.4563472 Jan 28 12:33:24.268197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Transition to ACTIVE for port object 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:33:24.279042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593c7c3-9902-45a4-95b9-797a5e916f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5679732-5115-4713-be4d-b29bf9395f54,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:24.302795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56eec443-1423-4f17-b2f7-9b1aea3655ee req-cdc174c5-50e3-4e35-9674-029af873c481 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092002 Jan 28 12:33:24.313793 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-7f8b5ead-021c-42b1-80d1-9402370ade2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.314342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-7f8b5ead-021c-42b1-80d1-9402370ade2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.314839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-7f8b5ead-021c-42b1-80d1-9402370ade2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.315381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-7f8b5ead-021c-42b1-80d1-9402370ade2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.315847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-7f8b5ead-021c-42b1-80d1-9402370ade2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.316307 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-7f8b5ead-021c-42b1-80d1-9402370ade2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.319408 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-7f8b5ead-021c-42b1-80d1-9402370ade2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5291 time: 0.2276084 Jan 28 12:33:24.320596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab45e0f6-5232-4b14-adf8-e80928bbfef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ce4477ab-7d82-4069-a978-5adf9bff38fb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:24.323567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab45e0f6-5232-4b14-adf8-e80928bbfef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:24.327891 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ab45e0f6-5232-4b14-adf8-e80928bbfef7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce4477ab-7d82-4069-a978-5adf9bff38fb HTTP/1.1" status: 204 len: 168 time: 0.5089655 Jan 28 12:33:24.339578 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:24.480468 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45e0f6-5232-4b14-adf8-e80928bbfef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4477ab-7d82-4069-a978-5adf9bff38fb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:24.502288 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Pushing event updated for resources: {'Port': ['ID=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:24.503066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6b427ed-d8c3-41c2-8380-a1c1028e11d3 req-56588293-e5e8-4204-8f7a-3159f18339ee tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 210 time: 0.0939109 Jan 28 12:33:24.565207 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:24.746397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-b345d3f5-b163-4fa1-a68b-dcdfc7c8134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.746906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-b345d3f5-b163-4fa1-a68b-dcdfc7c8134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.747674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-b345d3f5-b163-4fa1-a68b-dcdfc7c8134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:24.749104 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-b345d3f5-b163-4fa1-a68b-dcdfc7c8134f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4195249 Jan 28 12:33:24.981458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Attempting to bind port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:33:24.982120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Attempting to bind port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:33:24.982629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Attempting to bind port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:25.008265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-87d92ac7-e72a-43ae-8031-24bce11e7aec tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:25.010156 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-87d92ac7-e72a-43ae-8031-24bce11e7aec tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 811 time: 0.3988101 Jan 28 12:33:25.016226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:33:25.016685 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Attempting to bind port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:25.044890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Request body: {'port': {'device_id': '726309f4-39ea-46e3-9f7b-ef18e954689f', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'admin_state_up': True, 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:25.069097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:33:25.088241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Checking segment: {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:25.088871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Bound using segment: {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:33:25.089452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Bound port: 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:33:25.089930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:25.203675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-405f0076-f66e-4900-aa28-c7427f21fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:25.208736 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb16a972-fd80-4efb-a961-1123f107dd6d req-405f0076-f66e-4900-aa28-c7427f21fd36 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4389679 Jan 28 12:33:25.325974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1745f-8418-4f94-b329-f6237d8701d4 req-aa7ebb47-d2f0-4091-b83b-07afb31823db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:25.335290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22d1745f-8418-4f94-b329-f6237d8701d4 req-aa7ebb47-d2f0-4091-b83b-07afb31823db service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 1097 time: 0.2648287 Jan 28 12:33:25.426971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a3c8a-0b80-4e51-9ac9-c447955e2c0a req-a9f8f1f1-e5a2-42f3-bc05-d7659a16e879 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:25.437040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e1a3c8a-0b80-4e51-9ac9-c447955e2c0a req-a9f8f1f1-e5a2-42f3-bc05-d7659a16e879 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 945 time: 0.2971802 Jan 28 12:33:25.442631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43000) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:25.480083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277579fa-0f4d-4c1f-bb9c-be9eb1b0d034 req-bac60491-7ede-4688-b70c-747c13cc49c1 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:25.482624 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-277579fa-0f4d-4c1f-bb9c-be9eb1b0d034 req-bac60491-7ede-4688-b70c-747c13cc49c1 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.3534710 Jan 28 12:33:25.493581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] For port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:33:25.521615 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] For port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:33:25.544643 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:25.560099 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Made reservation on behalf of 7968c81b36cc48bf8630ba9caa6afc84 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:25.564391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:25.594343 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22d1745f-8418-4f94-b329-f6237d8701d4 req-074a527a-f401-4554-a79e-ad649c7f54c0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461872 Jan 28 12:33:25.599234 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cdfd0d93-5daf-4106-b8a4-447a253559b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4fa5e3895d14eab9e2b8e5cb9b2e3db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1527672 Jan 28 12:33:25.611053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43006) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:25.624173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:25.624948 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:25.628182 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] 10.222.0.49 "PUT /v2.0/ports/85c6a239-9b33-429d-9bc6-8a6f1df7a5cd HTTP/1.1" status: 200 len: 1136 time: 2.4910905 Jan 28 12:33:25.701705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-277579fa-0f4d-4c1f-bb9c-be9eb1b0d034 req-4b0cd22a-b713-4bad-9165-85b6d83c4f54 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941500 Jan 28 12:33:25.717882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e1a3c8a-0b80-4e51-9ac9-c447955e2c0a req-1b42dc1f-110c-442a-a0ca-0fc56f91b71e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775686 Jan 28 12:33:25.732329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fb31eb1c-da19-420b-a2b0-c9beecd0d34a up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:33:25.757356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4d08f-0ff4-4ce2-aaf6-c7857452344e service neutron] Pushing event updated for resources: {'Port': ['ID=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:25.886895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Request body: {'port': {'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:25.932499 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:25.960844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port fb31eb1c-da19-420b-a2b0-c9beecd0d34a completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:33:25.965444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port fb31eb1c-da19-420b-a2b0-c9beecd0d34a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:33:25.966170 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:26.034090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da7e44cf-cc3c-465f-ba2d-3d88ab68cacd admin admin] Publish callbacks [] for security_group (9f555f99-a7c0-4a49-b8cc-c5aea300c464), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:26.052621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c37bca-45b0-4100-b1b7-621fc2c46109 req-8a0cc5f3-cfea-4272-8dee-07044242269c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:26.062466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c37bca-45b0-4100-b1b7-621fc2c46109 req-8a0cc5f3-cfea-4272-8dee-07044242269c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:26.075880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c37bca-45b0-4100-b1b7-621fc2c46109 req-8a0cc5f3-cfea-4272-8dee-07044242269c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:26.094207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c37bca-45b0-4100-b1b7-621fc2c46109 req-8a0cc5f3-cfea-4272-8dee-07044242269c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:26.106664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c37bca-45b0-4100-b1b7-621fc2c46109 req-8a0cc5f3-cfea-4272-8dee-07044242269c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:26.118295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c37bca-45b0-4100-b1b7-621fc2c46109 req-8a0cc5f3-cfea-4272-8dee-07044242269c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:26.134480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c37bca-45b0-4100-b1b7-621fc2c46109 req-8a0cc5f3-cfea-4272-8dee-07044242269c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:26.136516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2c37bca-45b0-4100-b1b7-621fc2c46109 req-8a0cc5f3-cfea-4272-8dee-07044242269c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5383 time: 0.2606733 Jan 28 12:33:26.217438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fb31eb1c-da19-420b-a2b0-c9beecd0d34a is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:33:26.225486 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:26.230447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Allocated IP 172.20.0.12 (c2c613c3-43b7-41c8-a1c0-74bdae3e9634/53abd98a-d1ef-4617-bae2-6e0b828ced57/27de3916-7505-46fc-97aa-391f8d8a7eea) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:26.257875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-276e0108-912f-44b6-bafc-7d102e83d7be req-8a655df6-6fb5-4f24-9e76-bbd43255c9de tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 210 time: 0.1202130 Jan 28 12:33:26.283998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8383719d-4a9c-4fdb-a8e8-aa32e00abaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb31eb1c-da19-420b-a2b0-c9beecd0d34a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:26.291995 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5901f2be-6b72-44de-8493-47f82ad34e9d" -d '{"events": [{"server_uuid": "8383719d-4a9c-4fdb-a8e8-aa32e00abaae", "name": "network-vif-plugged", "status": "completed", "tag": "fb31eb1c-da19-420b-a2b0-c9beecd0d34a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:26.342474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': '85c6a239-9b33-429d-9bc6-8a6f1df7a5cd'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:26.344833 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1579f323-6c46-48a7-8d1f-030faee77bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "85c6a239-9b33-429d-9bc6-8a6f1df7a5cd"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:26.375701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2c37bca-45b0-4100-b1b7-621fc2c46109 req-3f026059-7fef-4725-aca9-4094b36ed303 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2006893 Jan 28 12:33:26.513978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28922a6b-da85-45be-9a36-ea2a4ec4a487 req-0fe2efd9-5973-493f-9bd2-9ecae44c0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:26.518402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28922a6b-da85-45be-9a36-ea2a4ec4a487 req-0fe2efd9-5973-493f-9bd2-9ecae44c0e25 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 1096 time: 0.0773871 Jan 28 12:33:26.558882 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:26.606871 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da7e44cf-cc3c-465f-ba2d-3d88ab68cacd admin admin] Publish callbacks [] for security_group (9f555f99-a7c0-4a49-b8cc-c5aea300c464), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:26.638201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28922a6b-da85-45be-9a36-ea2a4ec4a487 req-f37e3887-2438-4026-bb2c-ce96cc5905d4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106076 Jan 28 12:33:26.655861 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd14302-f5ad-42f1-8bd3-f3bd86df4b45 x-openstack-request-id: req-4dd14302-f5ad-42f1-8bd3-f3bd86df4b45 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:26.656411 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8383719d-4a9c-4fdb-a8e8-aa32e00abaae", "name": "network-vif-plugged", "status": "completed", "tag": "fb31eb1c-da19-420b-a2b0-c9beecd0d34a", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:26.656813 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4dd14302-f5ad-42f1-8bd3-f3bd86df4b45 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:26.657391 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8383719d-4a9c-4fdb-a8e8-aa32e00abaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb31eb1c-da19-420b-a2b0-c9beecd0d34a', 'code': 200} Jan 28 12:33:26.659621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fb31eb1c-da19-420b-a2b0-c9beecd0d34a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb31eb1c-da19-420b-a2b0-c9beecd0d34a,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:26.675320 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:26.761240 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc626c1-01a2-44ea-938a-3ae02d01fe21 x-openstack-request-id: req-8fc626c1-01a2-44ea-938a-3ae02d01fe21 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:26.763028 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "85c6a239-9b33-429d-9bc6-8a6f1df7a5cd", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:26.764380 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fc626c1-01a2-44ea-938a-3ae02d01fe21 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:26.764933 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': '85c6a239-9b33-429d-9bc6-8a6f1df7a5cd', 'status': 'completed', 'code': 200} Jan 28 12:33:26.772303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fb31eb1c-da19-420b-a2b0-c9beecd0d34a,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:26.832554 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da7e44cf-cc3c-465f-ba2d-3d88ab68cacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9f555f99-a7c0-4a49-b8cc-c5aea300c464), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:26.835489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da7e44cf-cc3c-465f-ba2d-3d88ab68cacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:26.840175 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-da7e44cf-cc3c-465f-ba2d-3d88ab68cacd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f555f99-a7c0-4a49-b8cc-c5aea300c464 HTTP/1.1" status: 204 len: 168 time: 1.2275801 Jan 28 12:33:26.908583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e44cf-cc3c-465f-ba2d-3d88ab68cacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f555f99-a7c0-4a49-b8cc-c5aea300c464,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:27.097145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0f21a-feed-41b4-9656-9f66f9b2e48e req-e534ed41-5a79-4201-8f3d-59f0e4231f0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.108051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8aa0f21a-feed-41b4-9656-9f66f9b2e48e req-e534ed41-5a79-4201-8f3d-59f0e4231f0b tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 946 time: 0.2287350 Jan 28 12:33:27.141688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d958f-4975-43ed-abcc-fc67adb9a3d8 req-d2d8c781-4f27-4da9-b984-72ea07bc5ea9 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.143571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba5d958f-4975-43ed-abcc-fc67adb9a3d8 req-d2d8c781-4f27-4da9-b984-72ea07bc5ea9 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.1773324 Jan 28 12:33:27.256258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba5d958f-4975-43ed-abcc-fc67adb9a3d8 req-9525fd91-485a-42b0-b449-1efc4cb44867 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016278 Jan 28 12:33:27.290515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8aa0f21a-feed-41b4-9656-9f66f9b2e48e req-8a6f6dcd-2df6-4d1d-b0a8-c11920b1ab35 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813388 Jan 28 12:33:27.351595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-d5af4d82-293c-4c0f-9231-61be037eec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.353316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-d5af4d82-293c-4c0f-9231-61be037eec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.353822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-d5af4d82-293c-4c0f-9231-61be037eec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.354304 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-d5af4d82-293c-4c0f-9231-61be037eec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.354778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-d5af4d82-293c-4c0f-9231-61be037eec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.356011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-d5af4d82-293c-4c0f-9231-61be037eec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.356496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-d5af4d82-293c-4c0f-9231-61be037eec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.363209 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-d5af4d82-293c-4c0f-9231-61be037eec66 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 6220 time: 0.5515025 Jan 28 12:33:27.408114 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:27.601305 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3956c718-bac1-42c2-b0d1-0666e674f9fa req-cde7f676-aaa1-48b6-a9a5-20dc531c91bf tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 210 time: 0.0570414 Jan 28 12:33:27.727269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-106e99ed-5ac0-4f60-8e6a-04933e3e9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.727269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-106e99ed-5ac0-4f60-8e6a-04933e3e9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.733478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-106e99ed-5ac0-4f60-8e6a-04933e3e9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.736873 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-106e99ed-5ac0-4f60-8e6a-04933e3e9ae5 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3436825 Jan 28 12:33:27.750595 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:27.763093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a30b25-4e96-4642-94a4-5e79beb56566 req-3c74790e-da98-4d88-9e7a-82e8ea4de6fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.769331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a30b25-4e96-4642-94a4-5e79beb56566 req-3c74790e-da98-4d88-9e7a-82e8ea4de6fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.776792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a30b25-4e96-4642-94a4-5e79beb56566 req-3c74790e-da98-4d88-9e7a-82e8ea4de6fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.783117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a30b25-4e96-4642-94a4-5e79beb56566 req-3c74790e-da98-4d88-9e7a-82e8ea4de6fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.789342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a30b25-4e96-4642-94a4-5e79beb56566 req-3c74790e-da98-4d88-9e7a-82e8ea4de6fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.796194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a30b25-4e96-4642-94a4-5e79beb56566 req-3c74790e-da98-4d88-9e7a-82e8ea4de6fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.805741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a30b25-4e96-4642-94a4-5e79beb56566 req-3c74790e-da98-4d88-9e7a-82e8ea4de6fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:27.814549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5a30b25-4e96-4642-94a4-5e79beb56566 req-3c74790e-da98-4d88-9e7a-82e8ea4de6fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5383 time: 0.2107372 Jan 28 12:33:28.003259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5a30b25-4e96-4642-94a4-5e79beb56566 req-5c8aed29-0c31-4706-beac-531421ea2743 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1863353 Jan 28 12:33:28.030006 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:28.047942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:28.057878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:28.062895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e13ee8-39fb-4803-b035-c6c7540718a8 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:28.071260 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event updated for resources: {'Port': ['ID=27de3916-7505-46fc-97aa-391f8d8a7eea,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:28.115069 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Publish callbacks [] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:28.170372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Transition to ACTIVE for port object e3e13ee8-39fb-4803-b035-c6c7540718a8 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:33:28.179739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-d0e912bd-9dd3-4687-bd66-2cda93fa421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:28.182949 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1579f323-6c46-48a7-8d1f-030faee77bfb req-d0e912bd-9dd3-4687-bd66-2cda93fa421a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4256458 Jan 28 12:33:28.195467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:28.199017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:28.221390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:28.250320 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ad72affd-bf83-434f-b52b-5e453f0344bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2241943 Jan 28 12:33:28.294652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Request body: {'port': {'device_id': '726309f4-39ea-46e3-9f7b-ef18e954689f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:28.352221 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e13ee8-39fb-4803-b035-c6c7540718a8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:28.465884 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:28.582045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df027647-eaef-4f6b-bcd7-74d2734d9ad4 req-740a785a-58a2-4d77-b9c9-95cf8171360b tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:28.586204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-26e50ce4-eb14-4ec9-9c88-bd6520efec47 None None] Provisioning complete for port 27de3916-7505-46fc-97aa-391f8d8a7eea triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:33:28.587120 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26e50ce4-eb14-4ec9-9c88-bd6520efec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:28.600533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-df027647-eaef-4f6b-bcd7-74d2734d9ad4 req-740a785a-58a2-4d77-b9c9-95cf8171360b tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.1581266 Jan 28 12:33:28.629881 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Attempting to bind port e3e13ee8-39fb-4803-b035-c6c7540718a8 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:33:28.635433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Attempting to bind port e3e13ee8-39fb-4803-b035-c6c7540718a8 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:33:28.636153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Attempting to bind port e3e13ee8-39fb-4803-b035-c6c7540718a8 on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:28.667227 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Port e3e13ee8-39fb-4803-b035-c6c7540718a8 on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:33:28.667482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Attempting to bind port e3e13ee8-39fb-4803-b035-c6c7540718a8 on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:28.682405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:33:28.694831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Checking segment: {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:28.696317 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Bound using segment: {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:33:28.696915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Bound port: e3e13ee8-39fb-4803-b035-c6c7540718a8, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:33:28.699669 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:28.707440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-26e50ce4-eb14-4ec9-9c88-bd6520efec47 None None] Port 27de3916-7505-46fc-97aa-391f8d8a7eea cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:33:28.790632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de144b-0e3e-4ba0-a6c7-e53a5ed5c8ba req-bdd51a53-e1c4-4140-ade5-624fe4194312 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:28.796098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98de144b-0e3e-4ba0-a6c7-e53a5ed5c8ba req-bdd51a53-e1c4-4140-ade5-624fe4194312 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 946 time: 0.2462604 Jan 28 12:33:28.809586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-df027647-eaef-4f6b-bcd7-74d2734d9ad4 req-d3f7ab3e-b00f-43ec-a37d-d2ab1f96ef1f tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836114 Jan 28 12:33:28.957978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98de144b-0e3e-4ba0-a6c7-e53a5ed5c8ba req-aa68d1ca-6869-4ea3-8ab5-c20ed2f96268 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432667 Jan 28 12:33:29.137048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] For port e3e13ee8-39fb-4803-b035-c6c7540718a8, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:33:29.141776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] For port e3e13ee8-39fb-4803-b035-c6c7540718a8, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e3e13ee8-39fb-4803-b035-c6c7540718a8,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:33:29.154495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:29.280224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:29.280979 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:29.282703 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] 10.222.0.49 "PUT /v2.0/ports/e3e13ee8-39fb-4803-b035-c6c7540718a8 HTTP/1.1" status: 200 len: 1091 time: 3.4140179 Jan 28 12:33:29.288687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': 'e3e13ee8-39fb-4803-b035-c6c7540718a8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:29.293361 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9725d0-ef41-4073-ab94-3a69021b351d" -d '{"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "e3e13ee8-39fb-4803-b035-c6c7540718a8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:29.320169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Request body: {'port': {'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:29.376351 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483ce4f-b024-411a-b826-f63b8bce3100 req-00d6ee2e-b102-4186-bfd5-b15bd9f43e11 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:29.393048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fba716-38bf-437b-b638-9cda390e3020 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e13ee8-39fb-4803-b035-c6c7540718a8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:29.407113 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9483ce4f-b024-411a-b826-f63b8bce3100 req-00d6ee2e-b102-4186-bfd5-b15bd9f43e11 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 932 time: 0.2318041 Jan 28 12:33:29.482577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb2b6d-2996-4b4c-9a26-087b2f16de50 req-b0739639-3923-482c-8112-c9b3c108cda4 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:29.500965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70bb2b6d-2996-4b4c-9a26-087b2f16de50 req-b0739639-3923-482c-8112-c9b3c108cda4 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.2888641 Jan 28 12:33:29.642859 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9483ce4f-b024-411a-b826-f63b8bce3100 req-f05ad2cd-cc44-4be0-a899-ef0cca2e1977 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289181 Jan 28 12:33:29.644329 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:29.662159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70bb2b6d-2996-4b4c-9a26-087b2f16de50 req-1d747f4c-321f-45dc-85f7-451bf225ac4d tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589978 Jan 28 12:33:29.703641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27de3916-7505-46fc-97aa-391f8d8a7eea {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:29.729766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Publish callbacks [] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:29.851265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Transition to ACTIVE for port object 27de3916-7505-46fc-97aa-391f8d8a7eea will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:33:29.878557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:29.882449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f316778-6d9e-4cbb-b03e-ac0bf5e1ca8d req-9a2e5c5f-c47f-4aaa-92f2-f46a1c08e43b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:29.898176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f316778-6d9e-4cbb-b03e-ac0bf5e1ca8d req-9a2e5c5f-c47f-4aaa-92f2-f46a1c08e43b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:29.904797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f316778-6d9e-4cbb-b03e-ac0bf5e1ca8d req-9a2e5c5f-c47f-4aaa-92f2-f46a1c08e43b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:29.910941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f316778-6d9e-4cbb-b03e-ac0bf5e1ca8d req-9a2e5c5f-c47f-4aaa-92f2-f46a1c08e43b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:29.932962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f316778-6d9e-4cbb-b03e-ac0bf5e1ca8d req-9a2e5c5f-c47f-4aaa-92f2-f46a1c08e43b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:29.947498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f316778-6d9e-4cbb-b03e-ac0bf5e1ca8d req-9a2e5c5f-c47f-4aaa-92f2-f46a1c08e43b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:29.962601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f316778-6d9e-4cbb-b03e-ac0bf5e1ca8d req-9a2e5c5f-c47f-4aaa-92f2-f46a1c08e43b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:29.974855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f316778-6d9e-4cbb-b03e-ac0bf5e1ca8d req-9a2e5c5f-c47f-4aaa-92f2-f46a1c08e43b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5395 time: 0.2003226 Jan 28 12:33:30.118769 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f316778-6d9e-4cbb-b03e-ac0bf5e1ca8d req-7ceb189e-a44e-4ac2-b652-2f1bd76245d3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1403794 Jan 28 12:33:30.122656 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8d6f2a-b4c5-42f7-8f87-cf01a50caf2d x-openstack-request-id: req-ca8d6f2a-b4c5-42f7-8f87-cf01a50caf2d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:30.122965 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "e3e13ee8-39fb-4803-b035-c6c7540718a8", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:30.123226 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca8d6f2a-b4c5-42f7-8f87-cf01a50caf2d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:30.123659 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': 'e3e13ee8-39fb-4803-b035-c6c7540718a8', 'status': 'completed', 'code': 200} Jan 28 12:33:30.286858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:30.296303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb98217-f2c4-40c5-bd9e-02a64a5214be req-1213e015-a0e7-4ef5-ab2a-055c5290df3e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:30.306197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Pushing event updated for resources: {'Port': ['ID=27de3916-7505-46fc-97aa-391f8d8a7eea,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:30.311683 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eeb98217-f2c4-40c5-bd9e-02a64a5214be req-1213e015-a0e7-4ef5-ab2a-055c5290df3e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 946 time: 0.1391089 Jan 28 12:33:30.434369 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eeb98217-f2c4-40c5-bd9e-02a64a5214be req-2082057f-31d1-49b7-b853-4c806ff8d366 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214614 Jan 28 12:33:30.729539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5007b98-0f33-4f62-948a-ba62dea045e4 req-99cf7604-88f1-4b35-aab8-9f83a780ceb0 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:30.733090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5007b98-0f33-4f62-948a-ba62dea045e4 req-99cf7604-88f1-4b35-aab8-9f83a780ceb0 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1119294 Jan 28 12:33:30.875881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5007b98-0f33-4f62-948a-ba62dea045e4 req-7dc84f16-3b2f-4300-bf8d-d9eb80c0cd47 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339893 Jan 28 12:33:30.933982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1919c0e-5a0d-4d11-b977-715bb85366ae req-603fffbc-d305-42df-888f-b33ca7bba821 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:30.937337 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1919c0e-5a0d-4d11-b977-715bb85366ae req-603fffbc-d305-42df-888f-b33ca7bba821 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 944 time: 0.1098220 Jan 28 12:33:31.063902 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1919c0e-5a0d-4d11-b977-715bb85366ae req-900ac188-6259-4720-b63d-71fe66f99506 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125422 Jan 28 12:33:31.124218 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-273174897', 'router:external': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:31.218741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-15338239-6b37-4ab5-8f18-883c5188a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.220324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-15338239-6b37-4ab5-8f18-883c5188a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.220858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-15338239-6b37-4ab5-8f18-883c5188a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.221385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-15338239-6b37-4ab5-8f18-883c5188a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.221952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-15338239-6b37-4ab5-8f18-883c5188a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.223235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-15338239-6b37-4ab5-8f18-883c5188a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.224091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-15338239-6b37-4ab5-8f18-883c5188a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.227117 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-15338239-6b37-4ab5-8f18-883c5188a394 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 6287 time: 1.1026585 Jan 28 12:33:31.366143 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43164) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:31.383653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Made reservation on behalf of f10751d2ae3f49c2a10b3467c65c4455 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:31.388021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.424323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfc4e8f-b326-4e7b-844a-2cb142c67066 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:31.428691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9080e9-44fb-4d78-a698-6a8eb79c2f9c req-e0b5545b-2d74-4dd6-9d51-189924c29af4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.431315 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.438072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-95c04277-f8e0-46d3-a961-d93644ae1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.438827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-95c04277-f8e0-46d3-a961-d93644ae1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.439510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-95c04277-f8e0-46d3-a961-d93644ae1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.441408 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-95c04277-f8e0-46d3-a961-d93644ae1426 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1878645 Jan 28 12:33:31.442935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9080e9-44fb-4d78-a698-6a8eb79c2f9c req-e0b5545b-2d74-4dd6-9d51-189924c29af4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.461391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9080e9-44fb-4d78-a698-6a8eb79c2f9c req-e0b5545b-2d74-4dd6-9d51-189924c29af4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.470838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9080e9-44fb-4d78-a698-6a8eb79c2f9c req-e0b5545b-2d74-4dd6-9d51-189924c29af4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.475816 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Publish callbacks [] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.491006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9080e9-44fb-4d78-a698-6a8eb79c2f9c req-e0b5545b-2d74-4dd6-9d51-189924c29af4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.502429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9080e9-44fb-4d78-a698-6a8eb79c2f9c req-e0b5545b-2d74-4dd6-9d51-189924c29af4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.522703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9080e9-44fb-4d78-a698-6a8eb79c2f9c req-e0b5545b-2d74-4dd6-9d51-189924c29af4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.526386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6e9080e9-44fb-4d78-a698-6a8eb79c2f9c req-e0b5545b-2d74-4dd6-9d51-189924c29af4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5395 time: 0.2611887 Jan 28 12:33:31.603927 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.609623 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for security_group (1f561af2-3e77-439a-a892-b0c1298190a5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.628433 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1f561af2-3e77-439a-a892-b0c1298190a5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.644354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:33:31.658982 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b268833f-1cef-4a21-be2d-133d1261809b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.659778 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Added segment b268833f-1cef-4a21-be2d-133d1261809b of type vlan for network 6b683236-2315-4a83-8212-69be25f76d25 Jan 28 12:33:31.688255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306b580-5e17-4aa7-a6ed-2bdd9fea68a0 req-d376634b-2988-4ac1-b4ff-5ed81037a486 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.692552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b306b580-5e17-4aa7-a6ed-2bdd9fea68a0 req-d376634b-2988-4ac1-b4ff-5ed81037a486 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 946 time: 0.1554401 Jan 28 12:33:31.718751 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (6b683236-2315-4a83-8212-69be25f76d25), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.726129 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6e9080e9-44fb-4d78-a698-6a8eb79c2f9c req-762d2a05-2fde-4155-96a9-c848dc0acf57 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1927078 Jan 28 12:33:31.784504 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (6b683236-2315-4a83-8212-69be25f76d25), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.786531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:31.787719 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.800548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Transition to ACTIVE for port object fdfc4e8f-b326-4e7b-844a-2cb142c67066 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:33:31.808166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b306b580-5e17-4aa7-a6ed-2bdd9fea68a0 req-75b76f5b-4873-4c23-af44-2d5dac8a79eb tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086271 Jan 28 12:33:31.848929 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Publish callbacks [] for security_group (fc063125-bdcf-4193-80f2-3b87a1985902), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.855564 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fc063125-bdcf-4193-80f2-3b87a1985902), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.889445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc063125-bdcf-4193-80f2-3b87a1985902,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:31.910959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Attempting to bind port 27de3916-7505-46fc-97aa-391f8d8a7eea on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:33:31.910959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Attempting to bind port 27de3916-7505-46fc-97aa-391f8d8a7eea by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:33:31.911286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Attempting to bind port 27de3916-7505-46fc-97aa-391f8d8a7eea on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:31.929279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.929904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.930844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.932565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event updated for resources: {'Network': ['ID=6b683236-2315-4a83-8212-69be25f76d25,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:31.933269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.936288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.937266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.939564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.940102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.943279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Port 27de3916-7505-46fc-97aa-391f8d8a7eea on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:33:31.943528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.943652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Attempting to bind port 27de3916-7505-46fc-97aa-391f8d8a7eea on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:31.944411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.944896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.945009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 6b683236-2315-4a83-8212-69be25f76d25 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:33:31.945968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.946450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:31.960348 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6551766 Jan 28 12:33:31.962306 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:31.964850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43174) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:31.979919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Request body: {'subnet': {'network_id': '6b683236-2315-4a83-8212-69be25f76d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:32.037059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fa4f4a1b-276d-48b0-aa1d-c9fd4038dfc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36310656f5194e8b9b1faeab4511889b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6683457 Jan 28 12:33:32.049391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43176) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:32.054660 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfc4e8f-b326-4e7b-844a-2cb142c67066,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:32.139986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede14a86-c8ca-486b-a0a8-72c0eeb395e0 req-e0b890d4-043c-45a2-8689-ffeb5288e781 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:32.152050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ede14a86-c8ca-486b-a0a8-72c0eeb395e0 req-e0b890d4-043c-45a2-8689-ffeb5288e781 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1420465 Jan 28 12:33:32.153930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Made reservation on behalf of f10751d2ae3f49c2a10b3467c65c4455 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:32.157022 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:32.271167 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:33:32.271565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Checking segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:32.271950 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Bound using segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:33:32.272386 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Bound port: 27de3916-7505-46fc-97aa-391f8d8a7eea, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:33:32.272750 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:32.303947 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6174-71c9-44ac-8125-80195f56ae57 admin admin] Publish callbacks [] for security_group (fc063125-bdcf-4193-80f2-3b87a1985902), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:32.370962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] For port 27de3916-7505-46fc-97aa-391f8d8a7eea, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:33:32.374458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] For port 27de3916-7505-46fc-97aa-391f8d8a7eea, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=27de3916-7505-46fc-97aa-391f8d8a7eea,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:33:32.380298 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Attempting to bind port fdfc4e8f-b326-4e7b-844a-2cb142c67066 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:33:32.380601 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Attempting to bind port fdfc4e8f-b326-4e7b-844a-2cb142c67066 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:33:32.380872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Attempting to bind port fdfc4e8f-b326-4e7b-844a-2cb142c67066 on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:32.392845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Port fdfc4e8f-b326-4e7b-844a-2cb142c67066 on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:33:32.393499 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Attempting to bind port fdfc4e8f-b326-4e7b-844a-2cb142c67066 on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:32.402614 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:32.411603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f4f9f-f6ca-43bc-adcb-c95294605419 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f561af2-3e77-439a-a892-b0c1298190a5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:32.443480 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:33:32.443867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Checking segment: {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:32.444205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Bound using segment: {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:33:32.444655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Bound port: fdfc4e8f-b326-4e7b-844a-2cb142c67066, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3380be-9dcf-4b3d-9291-a780a22a525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:33:32.445024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:32.538273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:32.539117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:32.540594 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] 10.222.0.49 "PUT /v2.0/ports/27de3916-7505-46fc-97aa-391f8d8a7eea HTTP/1.1" status: 200 len: 1092 time: 4.2513411 Jan 28 12:33:32.565931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87c124-420f-4277-8ec5-f35c4237019f service neutron] Pushing event updated for resources: {'Port': ['ID=27de3916-7505-46fc-97aa-391f8d8a7eea,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:32.571074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ede14a86-c8ca-486b-a0a8-72c0eeb395e0 req-1821b78a-876d-498f-a575-d3dfa4d12d3b tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180794 Jan 28 12:33:32.591595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726309f4-39ea-46e3-9f7b-ef18e954689f', 'tag': '27de3916-7505-46fc-97aa-391f8d8a7eea'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:32.594424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94058406-9dd5-4e9d-9f70-61fc5a3da27a req-c72d1014-2c41-4c50-bccf-853eb8416008 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:32.595134 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11163e6f-da99-4509-8dd9-f7da636376fc" -d '{"events": [{"name": "network-changed", "server_uuid": "726309f4-39ea-46e3-9f7b-ef18e954689f", "tag": "27de3916-7505-46fc-97aa-391f8d8a7eea"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:32.604530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94058406-9dd5-4e9d-9f70-61fc5a3da27a req-c72d1014-2c41-4c50-bccf-853eb8416008 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 944 time: 0.3381176 Jan 28 12:33:32.685917 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6174-71c9-44ac-8125-80195f56ae57 admin admin] Publish callbacks [] for security_group (fc063125-bdcf-4193-80f2-3b87a1985902), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:32.723923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-bc7cb942-2387-4a51-a179-9bd80e4db19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:32.726117 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-bc7cb942-2387-4a51-a179-9bd80e4db19c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 1095 time: 0.1275885 Jan 28 12:33:32.735018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-8017d72c-8265-4398-92fa-389d96b3ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:32.737297 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1c9725d0-ef41-4073-ab94-3a69021b351d req-8017d72c-8265-4398-92fa-389d96b3ff6e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2417228 Jan 28 12:33:32.804086 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-050ead4e-179c-4c74-a5df-790134847d34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27de3916-7505-46fc-97aa-391f8d8a7eea HTTP/1.1" status: 200 len: 217 time: 0.0453467 Jan 28 12:33:32.821196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc69dd0-43a5-4432-a1ac-b21eee657f52 req-9551994f-3607-4106-8d60-d53c0835ba62 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:32.842287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bc69dd0-43a5-4432-a1ac-b21eee657f52 req-9551994f-3607-4106-8d60-d53c0835ba62 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 946 time: 0.1860032 Jan 28 12:33:32.867329 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ec8834c3-6be1-4b57-9624-3d7daf31df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:32.868816 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-ec8834c3-6be1-4b57-9624-3d7daf31df13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.0532467 Jan 28 12:33:32.871075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94058406-9dd5-4e9d-9f70-61fc5a3da27a req-9e9ea610-e2dd-4439-b13c-c0892d74c032 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588260 Jan 28 12:33:32.991046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] For port fdfc4e8f-b326-4e7b-844a-2cb142c67066, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:33:33.022112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bc69dd0-43a5-4432-a1ac-b21eee657f52 req-7b77e14d-c89b-4388-9e1e-535f68af5ab4 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788173 Jan 28 12:33:33.031289 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6174-71c9-44ac-8125-80195f56ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fc063125-bdcf-4193-80f2-3b87a1985902), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:33.035156 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6174-71c9-44ac-8125-80195f56ae57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:33.038743 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8e5f6174-71c9-44ac-8125-80195f56ae57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc063125-bdcf-4193-80f2-3b87a1985902 HTTP/1.1" status: 204 len: 168 time: 0.9317009 Jan 28 12:33:33.045425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] For port fdfc4e8f-b326-4e7b-844a-2cb142c67066, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fdfc4e8f-b326-4e7b-844a-2cb142c67066,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:33:33.048636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-f99c45d8-b49e-4f94-8d59-e6dfd3e5794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:33.051148 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-f99c45d8-b49e-4f94-8d59-e6dfd3e5794c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693218 Jan 28 12:33:33.061404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:33.150867 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ddec5-806c-42b2-9448-c984280dc57a x-openstack-request-id: req-352ddec5-806c-42b2-9448-c984280dc57a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:33.151240 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726309f4-39ea-46e3-9f7b-ef18e954689f", "tag": "27de3916-7505-46fc-97aa-391f8d8a7eea", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:33.151530 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-352ddec5-806c-42b2-9448-c984280dc57a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:33.151950 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726309f4-39ea-46e3-9f7b-ef18e954689f', 'tag': '27de3916-7505-46fc-97aa-391f8d8a7eea', 'status': 'completed', 'code': 200} Jan 28 12:33:33.171187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f6174-71c9-44ac-8125-80195f56ae57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc063125-bdcf-4193-80f2-3b87a1985902,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:33.205768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.objects.ports [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:33:33.206624 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (99272f19-21de-4789-a72b-bc81d4ea3e70), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:33.295787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:33.295787 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:33.295787 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] 10.222.0.49 "PUT /v2.0/ports/fdfc4e8f-b326-4e7b-844a-2cb142c67066 HTTP/1.1" status: 200 len: 1091 time: 3.9809916 Jan 28 12:33:33.379986 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-6cb15e87-af34-4273-9d80-07900fd5f824 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127639 Jan 28 12:33:33.389030 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Request body: {'port': {'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:33.391082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event updated for resources: {'Subnet': ['ID=99272f19-21de-4789-a72b-bc81d4ea3e70,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:33.397856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Checking segment: {'id': 'b268833f-1cef-4a21-be2d-133d1261809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6b683236-2315-4a83-8212-69be25f76d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:33.398613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Network hostable DHCP agents. Network: 6b683236-2315-4a83-8212-69be25f76d25, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:33:33.428071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90580f87-b345-4ea2-b148-a381c067134e req-39fa6839-42ed-4d5c-8a61-7175e0749110 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:33.448245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90580f87-b345-4ea2-b148-a381c067134e req-39fa6839-42ed-4d5c-8a61-7175e0749110 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:33.481191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90580f87-b345-4ea2-b148-a381c067134e req-39fa6839-42ed-4d5c-8a61-7175e0749110 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:33.494816 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90580f87-b345-4ea2-b148-a381c067134e req-39fa6839-42ed-4d5c-8a61-7175e0749110 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:33.518044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90580f87-b345-4ea2-b148-a381c067134e req-39fa6839-42ed-4d5c-8a61-7175e0749110 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:33.528573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90580f87-b345-4ea2-b148-a381c067134e req-39fa6839-42ed-4d5c-8a61-7175e0749110 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:33.534550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90580f87-b345-4ea2-b148-a381c067134e req-39fa6839-42ed-4d5c-8a61-7175e0749110 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:33.543829 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90580f87-b345-4ea2-b148-a381c067134e req-39fa6839-42ed-4d5c-8a61-7175e0749110 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5407 time: 0.3095472 Jan 28 12:33:33.648455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Network 6b683236-2315-4a83-8212-69be25f76d25 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:33:33.664829 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d086774-8868-4433-8051-9c60ff086eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfc4e8f-b326-4e7b-844a-2cb142c67066,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:33.673026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d243b-e4c3-4c3b-9879-20a89de12a56 req-a414d968-8910-4187-8e5c-528fb5025cb8 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:33.689595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-630d243b-e4c3-4c3b-9879-20a89de12a56 req-a414d968-8910-4187-8e5c-528fb5025cb8 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.2949014 Jan 28 12:33:33.690129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43202) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:33.751657 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (687734a6-4953-4791-86b6-eee72b417f42), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:33.770172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90580f87-b345-4ea2-b148-a381c067134e req-3263015c-fd26-4afe-9562-0f0247477c99 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2242296 Jan 28 12:33:33.770882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 6b683236-2315-4a83-8212-69be25f76d25) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:33.776037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:33.776648 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:33.789569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a910820c-41f9-49fa-9791-6413e2bd2989 None None] Network 6b683236-2315-4a83-8212-69be25f76d25 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:33:33.806337 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfa92c73-ccd7-4a42-aca6-3aaf9b925ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:33.861872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a2ebdad8-7c13-4b58-9efd-7f478d0e88b4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8957086 Jan 28 12:33:33.868110 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43204) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:33.881810 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56eb5b6-237b-4558-8188-5c95f14657a2 req-4f85f8fa-af92-4de3-a797-a1a2bf078c12 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:33.883913 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f56eb5b6-237b-4558-8188-5c95f14657a2 req-4f85f8fa-af92-4de3-a797-a1a2bf078c12 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 946 time: 0.2065356 Jan 28 12:33:33.901181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-630d243b-e4c3-4c3b-9879-20a89de12a56 req-04a82652-dc45-4e31-a2cc-7b9ff4eb15db tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617241 Jan 28 12:33:33.931459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-829661463', 'network_id': '6b683236-2315-4a83-8212-69be25f76d25'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:33.992503 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-05e342e0-659f-4bbc-9d69-c5b897fb296b req-172a5547-36b9-4423-b5ec-659952939816 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777176 Jan 28 12:33:34.019114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a684d9-ebad-40d9-a6cf-4ff3de64bfb3 None None] Network 6b683236-2315-4a83-8212-69be25f76d25 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:33:34.078662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Made reservation on behalf of f10751d2ae3f49c2a10b3467c65c4455 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:34.082125 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:34.114436 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfa92c73-ccd7-4a42-aca6-3aaf9b925ad4 admin admin] Publish callbacks [] for security_group (286c0663-b845-4893-a7ab-5006392e872d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:34.127830 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfa92c73-ccd7-4a42-aca6-3aaf9b925ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (286c0663-b845-4893-a7ab-5006392e872d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:34.153258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dfa04-8397-4ad2-94e0-45292f74558d req-bff95c83-f349-4460-8c3e-5cb2f74c0a79 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:34.168006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-776dfa04-8397-4ad2-94e0-45292f74558d req-bff95c83-f349-4460-8c3e-5cb2f74c0a79 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 944 time: 0.1310956 Jan 28 12:33:34.231539 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] device_id is not set on port a587b58e-08ee-4980-8987-ca04069eb41c yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:33:34.317896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bfa92c73-ccd7-4a42-aca6-3aaf9b925ad4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26d47098c01341968bcf05e7d181104c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6018665 Jan 28 12:33:34.319635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43212) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:34.324447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa92c73-ccd7-4a42-aca6-3aaf9b925ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286c0663-b845-4893-a7ab-5006392e872d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:34.375900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-776dfa04-8397-4ad2-94e0-45292f74558d req-c9e18244-a3a1-4b1d-b5d8-564f56b63e63 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031605 Jan 28 12:33:34.400240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56cc4e-ad6a-433e-b959-67256d28ab3d req-1e1f78fe-2be1-4858-b295-7bf84aa5a3ee tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:34.401965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca56cc4e-ad6a-433e-b959-67256d28ab3d req-1e1f78fe-2be1-4858-b295-7bf84aa5a3ee tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 946 time: 0.2066801 Jan 28 12:33:34.507899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca56cc4e-ad6a-433e-b959-67256d28ab3d req-99e37925-4104-4cf9-8f5a-02325a359060 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931911 Jan 28 12:33:34.513244 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-101b6d5f-2b0f-4238-ba91-5a5be7f90e5c admin admin] Publish callbacks [] for security_group (286c0663-b845-4893-a7ab-5006392e872d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:34.533654 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Allocated IP 172.20.0.9 (6b683236-2315-4a83-8212-69be25f76d25/99272f19-21de-4789-a72b-bc81d4ea3e70/a587b58e-08ee-4980-8987-ca04069eb41c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:34.608038 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-101b6d5f-2b0f-4238-ba91-5a5be7f90e5c admin admin] Publish callbacks [] for security_group (286c0663-b845-4893-a7ab-5006392e872d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:34.680841 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11163e6f-da99-4509-8dd9-f7da636376fc req-4c784fe7-7000-4743-b814-617d5e66e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:34.683054 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-11163e6f-da99-4509-8dd9-f7da636376fc req-4c784fe7-7000-4743-b814-617d5e66e949 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 1095 time: 0.6127245 Jan 28 12:33:34.700863 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-101b6d5f-2b0f-4238-ba91-5a5be7f90e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (286c0663-b845-4893-a7ab-5006392e872d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:34.703570 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-101b6d5f-2b0f-4238-ba91-5a5be7f90e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:34.706402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-101b6d5f-2b0f-4238-ba91-5a5be7f90e5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/286c0663-b845-4893-a7ab-5006392e872d HTTP/1.1" status: 204 len: 168 time: 0.3714569 Jan 28 12:33:34.736685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b6d5f-2b0f-4238-ba91-5a5be7f90e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286c0663-b845-4893-a7ab-5006392e872d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:34.807612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f56eb5b6-237b-4558-8188-5c95f14657a2 req-ad9021e4-a5d9-4e4b-919d-bfe10ba34bdd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Deleting port fb31eb1c-da19-420b-a2b0-c9beecd0d34a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:33:34.808112 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f56eb5b6-237b-4558-8188-5c95f14657a2 req-ad9021e4-a5d9-4e4b-919d-bfe10ba34bdd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:35.006837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9244a47-eeb5-4ff6-a505-291c7b8335d1 req-5af3beb3-5e3d-4deb-94a3-8f5a2f99c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.012363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9244a47-eeb5-4ff6-a505-291c7b8335d1 req-5af3beb3-5e3d-4deb-94a3-8f5a2f99c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.018343 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9244a47-eeb5-4ff6-a505-291c7b8335d1 req-5af3beb3-5e3d-4deb-94a3-8f5a2f99c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.024582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9244a47-eeb5-4ff6-a505-291c7b8335d1 req-5af3beb3-5e3d-4deb-94a3-8f5a2f99c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.030502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9244a47-eeb5-4ff6-a505-291c7b8335d1 req-5af3beb3-5e3d-4deb-94a3-8f5a2f99c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.037439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9244a47-eeb5-4ff6-a505-291c7b8335d1 req-5af3beb3-5e3d-4deb-94a3-8f5a2f99c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.044319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9244a47-eeb5-4ff6-a505-291c7b8335d1 req-5af3beb3-5e3d-4deb-94a3-8f5a2f99c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.046553 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9244a47-eeb5-4ff6-a505-291c7b8335d1 req-5af3beb3-5e3d-4deb-94a3-8f5a2f99c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5407 time: 0.1296957 Jan 28 12:33:35.125816 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094c14e-4a09-4208-87cf-3a1344bec619 req-7147c4e8-e2c1-4e98-8034-16f0d061f680 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.127801 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a094c14e-4a09-4208-87cf-3a1344bec619 req-7147c4e8-e2c1-4e98-8034-16f0d061f680 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.0800972 Jan 28 12:33:35.155422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11163e6f-da99-4509-8dd9-f7da636376fc req-d64ba311-1735-43bd-8976-7d4fe0e33cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.157181 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-11163e6f-da99-4509-8dd9-f7da636376fc req-d64ba311-1735-43bd-8976-7d4fe0e33cab service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.4638231 Jan 28 12:33:35.183445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': 'fdfc4e8f-b326-4e7b-844a-2cb142c67066'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:35.185949 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2766763-a75d-4ffa-8546-de0fa6047767" -d '{"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "fdfc4e8f-b326-4e7b-844a-2cb142c67066"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:35.204913 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a094c14e-4a09-4208-87cf-3a1344bec619 req-3c978c90-e9e2-4d3a-afd1-67f051884929 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695767 Jan 28 12:33:35.211131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9244a47-eeb5-4ff6-a505-291c7b8335d1 req-ba6ae81e-25a0-45f9-a420-7b3432a70b53 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1347702 Jan 28 12:33:35.374988 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3afb42-c664-4ac5-b8fe-78b9796c734d x-openstack-request-id: req-4c3afb42-c664-4ac5-b8fe-78b9796c734d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:35.375208 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "fdfc4e8f-b326-4e7b-844a-2cb142c67066", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:35.375327 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c3afb42-c664-4ac5-b8fe-78b9796c734d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:35.376105 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': 'fdfc4e8f-b326-4e7b-844a-2cb142c67066', 'status': 'completed', 'code': 200} Jan 28 12:33:35.405895 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-11163e6f-da99-4509-8dd9-f7da636376fc req-5e9ada3f-0f6a-49c4-8aac-cfe48c3c9af8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27de3916-7505-46fc-97aa-391f8d8a7eea HTTP/1.1" status: 200 len: 217 time: 0.2168064 Jan 28 12:33:35.414809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f56eb5b6-237b-4558-8188-5c95f14657a2 req-ad9021e4-a5d9-4e4b-919d-bfe10ba34bdd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] For port fb31eb1c-da19-420b-a2b0-c9beecd0d34a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fb31eb1c-da19-420b-a2b0-c9beecd0d34a,segment=NetworkSegment(a99dc513-fa52-4813-9233-55231414e081),segment_id=a99dc513-fa52-4813-9233-55231414e081)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:35.415187 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f56eb5b6-237b-4558-8188-5c95f14657a2 req-ad9021e4-a5d9-4e4b-919d-bfe10ba34bdd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:35.459859 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-e18cd803-0a18-41a0-880a-9d42fee1f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.460193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-e18cd803-0a18-41a0-880a-9d42fee1f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.460668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-e18cd803-0a18-41a0-880a-9d42fee1f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.461129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-e18cd803-0a18-41a0-880a-9d42fee1f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.461591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-e18cd803-0a18-41a0-880a-9d42fee1f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.464003 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-e18cd803-0a18-41a0-880a-9d42fee1f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.464470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-e18cd803-0a18-41a0-880a-9d42fee1f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:35.476026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-e18cd803-0a18-41a0-880a-9d42fee1f91e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 6354 time: 0.1182942 Jan 28 12:33:35.476588 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687734a6-4953-4791-86b6-eee72b417f42 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:35.544128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f56eb5b6-237b-4558-8188-5c95f14657a2 req-ad9021e4-a5d9-4e4b-919d-bfe10ba34bdd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Calling delete_port for fb31eb1c-da19-420b-a2b0-c9beecd0d34a owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:33:35.553479 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Publish callbacks [] for port (687734a6-4953-4791-86b6-eee72b417f42), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:35.590147 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for port (a587b58e-08ee-4980-8987-ca04069eb41c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:35.633696 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Transition to ACTIVE for port object 687734a6-4953-4791-86b6-eee72b417f42 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:33:35.776016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 27de3916-7505-46fc-97aa-391f8d8a7eea details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:33:35.977080 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f56eb5b6-237b-4558-8188-5c95f14657a2 req-ad9021e4-a5d9-4e4b-919d-bfe10ba34bdd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fb31eb1c-da19-420b-a2b0-c9beecd0d34a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:35.984701 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (687734a6-4953-4791-86b6-eee72b417f42), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:35.999025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a587b58e-08ee-4980-8987-ca04069eb41c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:36.026207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fb31eb1c-da19-420b-a2b0-c9beecd0d34a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:33:36.122871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11163e6f-da99-4509-8dd9-f7da636376fc req-e2de1037-8399-43f4-b2b0-db44803dfc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:36.124604 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-11163e6f-da99-4509-8dd9-f7da636376fc req-e2de1037-8399-43f4-b2b0-db44803dfc04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.6865776 Jan 28 12:33:36.289201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 27de3916-7505-46fc-97aa-391f8d8a7eea, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=27de3916-7505-46fc-97aa-391f8d8a7eea,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:36.337895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc627b9-bd59-4805-952e-c372b7068847 req-4dff70fd-6c9e-4169-977b-9f9b66f1dbb8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:36.340804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '27de3916-7505-46fc-97aa-391f8d8a7eea', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'port_id': '27de3916-7505-46fc-97aa-391f8d8a7eea', 'mac_address': 'fa:16:3e:3b:31:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:33:36.352339 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bbc627b9-bd59-4805-952e-c372b7068847 req-4dff70fd-6c9e-4169-977b-9f9b66f1dbb8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 944 time: 0.7212782 Jan 28 12:33:36.354520 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Network 6b683236-2315-4a83-8212-69be25f76d25 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:36.359452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-4af5c046-5702-4506-b86d-f5e08119b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:36.360419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-4af5c046-5702-4506-b86d-f5e08119b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:36.361994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-4af5c046-5702-4506-b86d-f5e08119b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:36.365338 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56eb5b6-237b-4558-8188-5c95f14657a2 req-ad9021e4-a5d9-4e4b-919d-bfe10ba34bdd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] No DVR routers for this DVR port fb31eb1c-da19-420b-a2b0-c9beecd0d34a on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:33:36.369926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-4af5c046-5702-4506-b86d-f5e08119b50b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8841665 Jan 28 12:33:36.374072 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f56eb5b6-237b-4558-8188-5c95f14657a2 req-ad9021e4-a5d9-4e4b-919d-bfe10ba34bdd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:36.386799 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f56eb5b6-237b-4558-8188-5c95f14657a2 req-ad9021e4-a5d9-4e4b-919d-bfe10ba34bdd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.49 "DELETE /v2.0/ports/fb31eb1c-da19-420b-a2b0-c9beecd0d34a HTTP/1.1" status: 204 len: 173 time: 2.4671586 Jan 28 12:33:36.507627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665ae7-4b5e-4a41-9198-2da3f3e06884 req-1cf36fdc-2055-42ea-889b-066140086f75 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:36.512598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:36.523549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:36.523940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0665ae7-4b5e-4a41-9198-2da3f3e06884 req-1cf36fdc-2055-42ea-889b-066140086f75 tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383719d-4a9c-4fdb-a8e8-aa32e00abaae HTTP/1.1" status: 200 len: 867 time: 0.7589848 Jan 28 12:33:36.553346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 27de3916-7505-46fc-97aa-391f8d8a7eea is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:33:36.555603 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:36.594881 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27de3916-7505-46fc-97aa-391f8d8a7eea {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:36.665004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 27de3916-7505-46fc-97aa-391f8d8a7eea, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=27de3916-7505-46fc-97aa-391f8d8a7eea,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:36.673763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:36.674656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:36.694176 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:36.737338 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.8519275 Jan 28 12:33:36.742578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43268) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:36.786559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Pushing event updated for resources: {'Port': ['ID=687734a6-4953-4791-86b6-eee72b417f42,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:36.791243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bbc627b9-bd59-4805-952e-c372b7068847 req-cda39258-3f86-4511-b518-a02d8a98a298 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377675 Jan 28 12:33:36.909471 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0665ae7-4b5e-4a41-9198-2da3f3e06884 req-d0b61348-4c85-434f-9ddb-428028f73a2e tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] 10.222.0.53 "GET /v2.0/security-groups?id=179266b6-a5ae-4621-8c8e-602c9d08b989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778493 Jan 28 12:33:36.940400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-e797a60a-20aa-403d-a4ae-eb0cfb43511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:36.948532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2766763-a75d-4ffa-8546-de0fa6047767 req-e797a60a-20aa-403d-a4ae-eb0cfb43511f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5438704 Jan 28 12:33:36.992546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=27de3916-7505-46fc-97aa-391f8d8a7eea,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:37.158084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['27de3916-7505-46fc-97aa-391f8d8a7eea'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:33:37.361438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe385ce-4e75-463f-b686-caca28f99d55 req-dc78654c-2a42-4985-93a1-fadbcee3d2aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:37.367065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe385ce-4e75-463f-b686-caca28f99d55 req-dc78654c-2a42-4985-93a1-fadbcee3d2aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:37.382749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe385ce-4e75-463f-b686-caca28f99d55 req-dc78654c-2a42-4985-93a1-fadbcee3d2aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:37.395249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe385ce-4e75-463f-b686-caca28f99d55 req-dc78654c-2a42-4985-93a1-fadbcee3d2aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:37.412037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe385ce-4e75-463f-b686-caca28f99d55 req-dc78654c-2a42-4985-93a1-fadbcee3d2aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:37.422861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe385ce-4e75-463f-b686-caca28f99d55 req-dc78654c-2a42-4985-93a1-fadbcee3d2aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:37.435700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe385ce-4e75-463f-b686-caca28f99d55 req-dc78654c-2a42-4985-93a1-fadbcee3d2aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:37.451908 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbe385ce-4e75-463f-b686-caca28f99d55 req-dc78654c-2a42-4985-93a1-fadbcee3d2aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5419 time: 0.3192501 Jan 28 12:33:37.578376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbe385ce-4e75-463f-b686-caca28f99d55 req-a90a8ccc-904e-4ebb-abd2-a6da49cf3cd6 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255720 Jan 28 12:33:37.730226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8383719d-4a9c-4fdb-a8e8-aa32e00abaae', 'name': 'network-vif-deleted', 'tag': 'fb31eb1c-da19-420b-a2b0-c9beecd0d34a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:37.733412 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c70f36-0f8b-4750-89db-d32fcf2acc14" -d '{"events": [{"server_uuid": "8383719d-4a9c-4fdb-a8e8-aa32e00abaae", "name": "network-vif-deleted", "tag": "fb31eb1c-da19-420b-a2b0-c9beecd0d34a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:37.773054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9021e4-a5d9-4e4b-919d-bfe10ba34bdd tempest-DeleteServersTestJSON-1609207328 tempest-DeleteServersTestJSON-1609207328-project] Pushing event deleted for resources: {'Port': ['ID=fb31eb1c-da19-420b-a2b0-c9beecd0d34a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:37.776313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fb31eb1c-da19-420b-a2b0-c9beecd0d34a no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:33:37.790529 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:33:37.810102 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11163e6f-da99-4509-8dd9-f7da636376fc req-82c7f0d3-0dd8-4b28-8dd2-ecc1ab61cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:37.812558 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-11163e6f-da99-4509-8dd9-f7da636376fc req-82c7f0d3-0dd8-4b28-8dd2-ecc1ab61cd02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5938401 Jan 28 12:33:37.837746 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5997ff-12a7-4ba6-bc28-771a2d45f42b x-openstack-request-id: req-4b5997ff-12a7-4ba6-bc28-771a2d45f42b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:37.838282 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8383719d-4a9c-4fdb-a8e8-aa32e00abaae", "name": "network-vif-deleted", "tag": "fb31eb1c-da19-420b-a2b0-c9beecd0d34a", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:37.838943 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b5997ff-12a7-4ba6-bc28-771a2d45f42b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:37.839597 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8383719d-4a9c-4fdb-a8e8-aa32e00abaae', 'name': 'network-vif-deleted', 'tag': 'fb31eb1c-da19-420b-a2b0-c9beecd0d34a', 'status': 'completed', 'code': 200} Jan 28 12:33:37.845492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: fb31eb1c-da19-420b-a2b0-c9beecd0d34a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:33:37.845492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fb31eb1c-da19-420b-a2b0-c9beecd0d34a not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:33:37.926110 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Attempting to bind port 687734a6-4953-4791-86b6-eee72b417f42 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:33:37.927013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Attempting to bind port 687734a6-4953-4791-86b6-eee72b417f42 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:33:37.927614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Attempting to bind port 687734a6-4953-4791-86b6-eee72b417f42 on network d3b63326-8568-43b2-9e27-1f1fd24b1c71 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:38.015581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3af7d0-63ed-4a65-b85a-4c4c9ea95f77 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event updated for resources: {'Port': ['ID=a587b58e-08ee-4980-8987-ca04069eb41c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:38.048111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3954439-779e-4ee2-a788-070f03db8e8c req-a7dc51f4-f2cb-46f8-9b3b-dc0e3210cf5c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:38.056995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3954439-779e-4ee2-a788-070f03db8e8c req-a7dc51f4-f2cb-46f8-9b3b-dc0e3210cf5c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 945 time: 0.0978079 Jan 28 12:33:38.058074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Port 687734a6-4953-4791-86b6-eee72b417f42 on network d3b63326-8568-43b2-9e27-1f1fd24b1c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:33:38.058352 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Attempting to bind port 687734a6-4953-4791-86b6-eee72b417f42 on network d3b63326-8568-43b2-9e27-1f1fd24b1c71 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:38.087223 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:33:38.088922 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Checking segment: {'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:38.089386 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Bound using segment: {'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:33:38.090718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Bound port: 687734a6-4953-4791-86b6-eee72b417f42, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:33:38.090853 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (687734a6-4953-4791-86b6-eee72b417f42), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:38.167909 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3954439-779e-4ee2-a788-070f03db8e8c req-7b9c2e8f-7813-4920-b10b-810eab159e4d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056867 Jan 28 12:33:38.248707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0c0605f5-bfca-47b8-a160-b25133258dd6 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Deleting port a587b58e-08ee-4980-8987-ca04069eb41c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:33:38.250768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c0605f5-bfca-47b8-a160-b25133258dd6 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a587b58e-08ee-4980-8987-ca04069eb41c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:38.305312 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-11163e6f-da99-4509-8dd9-f7da636376fc req-cc28ad86-5572-4428-90d5-aefa26500700 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580965 Jan 28 12:33:38.558412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] For port 687734a6-4953-4791-86b6-eee72b417f42, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:33:38.649889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c0605f5-bfca-47b8-a160-b25133258dd6 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a587b58e-08ee-4980-8987-ca04069eb41c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:38.693984 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0c0605f5-bfca-47b8-a160-b25133258dd6 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Calling delete_port for a587b58e-08ee-4980-8987-ca04069eb41c owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:33:38.815547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47561-b5de-4025-9212-71449c8ac505 req-6cc43729-905c-4087-9b36-01aad3b6b7a6 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:38.824122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47561-b5de-4025-9212-71449c8ac505 req-6cc43729-905c-4087-9b36-01aad3b6b7a6 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:38.833846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47561-b5de-4025-9212-71449c8ac505 req-6cc43729-905c-4087-9b36-01aad3b6b7a6 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:38.843725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47561-b5de-4025-9212-71449c8ac505 req-6cc43729-905c-4087-9b36-01aad3b6b7a6 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:38.863454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47561-b5de-4025-9212-71449c8ac505 req-6cc43729-905c-4087-9b36-01aad3b6b7a6 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:38.872166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47561-b5de-4025-9212-71449c8ac505 req-6cc43729-905c-4087-9b36-01aad3b6b7a6 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:38.877701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e47561-b5de-4025-9212-71449c8ac505 req-6cc43729-905c-4087-9b36-01aad3b6b7a6 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:38.886670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72e47561-b5de-4025-9212-71449c8ac505 req-6cc43729-905c-4087-9b36-01aad3b6b7a6 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5419 time: 0.1480310 Jan 28 12:33:38.972053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72e47561-b5de-4025-9212-71449c8ac505 req-dccc6a50-1ae1-4606-905d-cdff0154fba1 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839024 Jan 28 12:33:39.015691 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] For port 687734a6-4953-4791-86b6-eee72b417f42, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=687734a6-4953-4791-86b6-eee72b417f42,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:33:39.026275 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c0605f5-bfca-47b8-a160-b25133258dd6 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a587b58e-08ee-4980-8987-ca04069eb41c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:39.033502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (687734a6-4953-4791-86b6-eee72b417f42), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:39.094808 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:39.096192 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:39.097893 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-315035bb-4526-4978-8c55-def4c636f052 service neutron] 10.222.0.49 "PUT /v2.0/ports/687734a6-4953-4791-86b6-eee72b417f42 HTTP/1.1" status: 200 len: 1091 time: 5.7154808 Jan 28 12:33:39.100109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0605f5-bfca-47b8-a160-b25133258dd6 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event deleted for resources: {'Port': ['ID=a587b58e-08ee-4980-8987-ca04069eb41c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:39.130369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-11163e6f-da99-4509-8dd9-f7da636376fc req-e6e16ac7-8369-431b-a531-0301e2425541 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7794685 Jan 28 12:33:39.164665 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Request body: {'port': {'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:39.436120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1405aa0-572c-4253-9e79-de89775248d5 req-0fb007ea-50d1-4d8a-be6a-bb9ceac11dd8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:39.436339 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315035bb-4526-4978-8c55-def4c636f052 service neutron] Pushing event updated for resources: {'Port': ['ID=687734a6-4953-4791-86b6-eee72b417f42,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:39.438108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1405aa0-572c-4253-9e79-de89775248d5 req-0fb007ea-50d1-4d8a-be6a-bb9ceac11dd8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 945 time: 0.1077089 Jan 28 12:33:39.468292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c0605f5-bfca-47b8-a160-b25133258dd6 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:39.473008 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0c0605f5-bfca-47b8-a160-b25133258dd6 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a587b58e-08ee-4980-8987-ca04069eb41c HTTP/1.1" status: 204 len: 168 time: 2.7282307 Jan 28 12:33:39.483989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43362) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:39.496695 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d614476f-a012-40fd-a206-22686ed73e88), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:39.501117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b683236-2315-4a83-8212-69be25f76d25', 'external_fixed_ips': [{'subnet_id': '99272f19-21de-4789-a72b-bc81d4ea3e70', 'ip_address': '172.20.0.9'}]}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:39.543498 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43364) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:39.625930 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (97a85ea7-77d2-4612-b8d0-b04456872e22), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:39.630063 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (97a85ea7-77d2-4612-b8d0-b04456872e22), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:39.714642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_controller (97a85ea7-77d2-4612-b8d0-b04456872e22), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:39.719485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1405aa0-572c-4253-9e79-de89775248d5 req-dc39d883-1b4b-49c4-8f44-f13ec371c7f1 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529356 Jan 28 12:33:39.775978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 27de3916-7505-46fc-97aa-391f8d8a7eea up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:33:39.852945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': '687734a6-4953-4791-86b6-eee72b417f42'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:39.855367 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f50df85-3a61-42f9-8105-698cacc9f7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "687734a6-4953-4791-86b6-eee72b417f42"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:39.894827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 27de3916-7505-46fc-97aa-391f8d8a7eea completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:33:39.901820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 27de3916-7505-46fc-97aa-391f8d8a7eea triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:33:39.902314 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:39.991562 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58960124-6d09-4b49-a125-edce9a1ecf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:40.015072 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e939ce44-967b-4da1-bc21-019108e88208 x-openstack-request-id: req-e939ce44-967b-4da1-bc21-019108e88208 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:40.015990 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "687734a6-4953-4791-86b6-eee72b417f42", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:40.016956 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e939ce44-967b-4da1-bc21-019108e88208 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:40.017701 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': '687734a6-4953-4791-86b6-eee72b417f42', 'status': 'completed', 'code': 200} Jan 28 12:33:40.055972 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6800cd-da44-4e76-aea7-588022a08311 req-be59a8f2-017b-4a20-96a2-65011387bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.058091 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6b6800cd-da44-4e76-aea7-588022a08311 req-be59a8f2-017b-4a20-96a2-65011387bc4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd4f3e15551437e9958e148d3bb8e05&device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 1096 time: 0.1932001 Jan 28 12:33:40.116061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 27de3916-7505-46fc-97aa-391f8d8a7eea is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:33:40.116810 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:40.117403 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (97a85ea7-77d2-4612-b8d0-b04456872e22), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:40.172298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 27de3916-7505-46fc-97aa-391f8d8a7eea, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=27de3916-7505-46fc-97aa-391f8d8a7eea,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:33:40.173425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726309f4-39ea-46e3-9f7b-ef18e954689f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27de3916-7505-46fc-97aa-391f8d8a7eea'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:40.177699 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8ff2ac-b852-4906-87c5-7674327cc99a" -d '{"events": [{"server_uuid": "726309f4-39ea-46e3-9f7b-ef18e954689f", "name": "network-vif-plugged", "status": "completed", "tag": "27de3916-7505-46fc-97aa-391f8d8a7eea"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:40.182951 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:40.243543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=27de3916-7505-46fc-97aa-391f8d8a7eea,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:40.249318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac13f6f-f47e-4bc0-abc4-77410d3e1e31 req-fe351d31-20f4-4d29-bdda-b403afe548a5 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.264140 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ac13f6f-f47e-4bc0-abc4-77410d3e1e31 req-fe351d31-20f4-4d29-bdda-b403afe548a5 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.4005063 Jan 28 12:33:40.295033 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6800cd-da44-4e76-aea7-588022a08311 req-c0d08abb-d9c8-4f1c-a65b-b9356e02e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.296654 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6b6800cd-da44-4e76-aea7-588022a08311 req-c0d08abb-d9c8-4f1c-a65b-b9356e02e91b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 HTTP/1.1" status: 200 len: 920 time: 0.2239349 Jan 28 12:33:40.305870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d614476f-a012-40fd-a206-22686ed73e88 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:40.313482 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58960124-6d09-4b49-a125-edce9a1ecf37 admin admin] Publish callbacks [] for security_group (2015334f-37c8-4820-bd34-d9625c26b97e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:40.325300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Publish callbacks [] for port (d614476f-a012-40fd-a206-22686ed73e88), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:40.327902 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58960124-6d09-4b49-a125-edce9a1ecf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2015334f-37c8-4820-bd34-d9625c26b97e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:40.372635 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6b6800cd-da44-4e76-aea7-588022a08311 req-0e1e1c7e-cc80-4e42-8f4d-55283d717ae2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b HTTP/1.1" status: 200 len: 217 time: 0.0554588 Jan 28 12:33:40.414255 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Transition to ACTIVE for port object d614476f-a012-40fd-a206-22686ed73e88 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:33:40.466176 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d614476f-a012-40fd-a206-22686ed73e88), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:40.481975 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58960124-6d09-4b49-a125-edce9a1ecf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2015334f-37c8-4820-bd34-d9625c26b97e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:40.520420 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-58960124-6d09-4b49-a125-edce9a1ecf37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=568874e482f44fc9952cb58347a0ad50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9756701 Jan 28 12:33:40.527169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43384) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:40.587178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0329230-752d-4648-883f-b96b1501948b service neutron] Pushing event updated for resources: {'Port': ['ID=d614476f-a012-40fd-a206-22686ed73e88,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:40.590051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6800cd-da44-4e76-aea7-588022a08311 req-32f3ee77-e27e-4b40-aa16-74f1e3c72efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.591601 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6b6800cd-da44-4e76-aea7-588022a08311 req-32f3ee77-e27e-4b40-aa16-74f1e3c72efb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c86275c7-8e5c-4f5d-968d-3433128a5047 HTTP/1.1" status: 200 len: 859 time: 0.2037601 Jan 28 12:33:40.644963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-c4dd1a4c-12ce-4f1a-9211-0ad7b427cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.645482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-c4dd1a4c-12ce-4f1a-9211-0ad7b427cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.645955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-c4dd1a4c-12ce-4f1a-9211-0ad7b427cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.646421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-c4dd1a4c-12ce-4f1a-9211-0ad7b427cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.646882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-c4dd1a4c-12ce-4f1a-9211-0ad7b427cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.647411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-c4dd1a4c-12ce-4f1a-9211-0ad7b427cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.647832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-c4dd1a4c-12ce-4f1a-9211-0ad7b427cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.649756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-c4dd1a4c-12ce-4f1a-9211-0ad7b427cb48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 6421 time: 0.5631139 Jan 28 12:33:40.687655 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6b6800cd-da44-4e76-aea7-588022a08311 req-7080d5c4-3dec-472a-b85f-05d03772a058 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749097 Jan 28 12:33:40.706988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473317f-757d-440b-8995-74060f5476a0 req-0927dd5a-df97-4a90-8554-ad594caa6efe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.712529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473317f-757d-440b-8995-74060f5476a0 req-0927dd5a-df97-4a90-8554-ad594caa6efe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.717887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473317f-757d-440b-8995-74060f5476a0 req-0927dd5a-df97-4a90-8554-ad594caa6efe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.724199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473317f-757d-440b-8995-74060f5476a0 req-0927dd5a-df97-4a90-8554-ad594caa6efe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.729928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473317f-757d-440b-8995-74060f5476a0 req-0927dd5a-df97-4a90-8554-ad594caa6efe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.734932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473317f-757d-440b-8995-74060f5476a0 req-0927dd5a-df97-4a90-8554-ad594caa6efe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.740469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473317f-757d-440b-8995-74060f5476a0 req-0927dd5a-df97-4a90-8554-ad594caa6efe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.748215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6473317f-757d-440b-8995-74060f5476a0 req-0927dd5a-df97-4a90-8554-ad594caa6efe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5419 time: 0.6018851 Jan 28 12:33:40.750917 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Attempting to bind port d614476f-a012-40fd-a206-22686ed73e88 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:33:40.751262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Attempting to bind port d614476f-a012-40fd-a206-22686ed73e88 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:33:40.751625 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Attempting to bind port d614476f-a012-40fd-a206-22686ed73e88 on network d3b63326-8568-43b2-9e27-1f1fd24b1c71 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:40.763886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Port d614476f-a012-40fd-a206-22686ed73e88 on network d3b63326-8568-43b2-9e27-1f1fd24b1c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:33:40.764174 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Attempting to bind port d614476f-a012-40fd-a206-22686ed73e88 on network d3b63326-8568-43b2-9e27-1f1fd24b1c71 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:40.770414 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90055d7-b46b-4761-bb3b-48ec81097ce8 admin admin] Publish callbacks [] for security_group (2015334f-37c8-4820-bd34-d9625c26b97e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:40.787218 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:33:40.787637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Checking segment: {'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:40.787986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Bound using segment: {'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:33:40.788441 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Bound port: d614476f-a012-40fd-a206-22686ed73e88, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51ec18b-84f1-4591-a4a2-d20075056f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:33:40.788805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d614476f-a012-40fd-a206-22686ed73e88), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:40.830495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90055d7-b46b-4761-bb3b-48ec81097ce8 admin admin] Publish callbacks [] for security_group (2015334f-37c8-4820-bd34-d9625c26b97e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:40.834834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ac13f6f-f47e-4bc0-abc4-77410d3e1e31 req-9cc7448d-d029-4b64-9f88-62f7b3700d1c tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684261 Jan 28 12:33:40.884930 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ec2c24-6ded-4fd7-9dd0-47a361e0ad44 x-openstack-request-id: req-c7ec2c24-6ded-4fd7-9dd0-47a361e0ad44 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:40.885441 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726309f4-39ea-46e3-9f7b-ef18e954689f", "name": "network-vif-plugged", "status": "completed", "tag": "27de3916-7505-46fc-97aa-391f8d8a7eea", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:40.885545 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7ec2c24-6ded-4fd7-9dd0-47a361e0ad44 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:40.885886 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726309f4-39ea-46e3-9f7b-ef18e954689f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27de3916-7505-46fc-97aa-391f8d8a7eea', 'code': 200} Jan 28 12:33:40.907010 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6b6800cd-da44-4e76-aea7-588022a08311 req-98cdc1bf-a3f0-462a-b252-5c6bfa1643ad service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109616 Jan 28 12:33:40.921536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6473317f-757d-440b-8995-74060f5476a0 req-39285490-f297-4d91-b127-6fcd69fef982 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1724703 Jan 28 12:33:40.957488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-5a9c8cb4-df10-41e3-9251-749fe9122351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.958280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-5a9c8cb4-df10-41e3-9251-749fe9122351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.958898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-5a9c8cb4-df10-41e3-9251-749fe9122351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:40.961035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-5a9c8cb4-df10-41e3-9251-749fe9122351 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2979391 Jan 28 12:33:41.106416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] For port d614476f-a012-40fd-a206-22686ed73e88, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:33:41.126847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] For port d614476f-a012-40fd-a206-22686ed73e88, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d614476f-a012-40fd-a206-22686ed73e88,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:33:41.170210 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90055d7-b46b-4761-bb3b-48ec81097ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2015334f-37c8-4820-bd34-d9625c26b97e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:41.172944 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90055d7-b46b-4761-bb3b-48ec81097ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:41.177307 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a90055d7-b46b-4761-bb3b-48ec81097ce8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2015334f-37c8-4820-bd34-d9625c26b97e HTTP/1.1" status: 204 len: 168 time: 0.6418176 Jan 28 12:33:41.180298 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d614476f-a012-40fd-a206-22686ed73e88), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:41.194772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-16f372e9-bfe3-41b3-968e-7e66cce4bc3f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:41.196341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-16f372e9-bfe3-41b3-968e-7e66cce4bc3f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 808 time: 0.1248765 Jan 28 12:33:41.204772 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6b6800cd-da44-4e76-aea7-588022a08311 req-f9c64cf9-561c-4430-9a62-0ae5b9fb36ae service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628837 Jan 28 12:33:41.205632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90055d7-b46b-4761-bb3b-48ec81097ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2015334f-37c8-4820-bd34-d9625c26b97e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:41.237433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:41.239689 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:41.241259 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d0329230-752d-4648-883f-b96b1501948b service neutron] 10.222.0.49 "PUT /v2.0/ports/d614476f-a012-40fd-a206-22686ed73e88 HTTP/1.1" status: 200 len: 1091 time: 2.0843258 Jan 28 12:33:41.248680 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884237c3-e787-43bf-a5c0-0a900a6992c5 req-57850862-b100-4e56-87c8-8f45e726f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:41.250309 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-884237c3-e787-43bf-a5c0-0a900a6992c5 req-57850862-b100-4e56-87c8-8f45e726f23e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 1097 time: 0.2510526 Jan 28 12:33:41.335073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0329230-752d-4648-883f-b96b1501948b service neutron] Pushing event updated for resources: {'Port': ['ID=d614476f-a012-40fd-a206-22686ed73e88,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:41.364138 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-884237c3-e787-43bf-a5c0-0a900a6992c5 req-c064a147-0bf9-48ca-952d-8b67ee2ad53b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038628 Jan 28 12:33:41.398336 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-24e41236-0b72-4ce7-aef8-629e2ea6336f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/quotas/28c9043847134daea969876de73b5965 HTTP/1.1" status: 200 len: 375 time: 0.1434164 Jan 28 12:33:41.416260 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (97a85ea7-77d2-4612-b8d0-b04456872e22), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:41.462902 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:41.505952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c895b7-a7ee-48f8-b3d9-8eb87f1c78ef req-b6382cb9-c8e1-4f93-88e5-c8738df574f9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:41.507552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32c895b7-a7ee-48f8-b3d9-8eb87f1c78ef req-b6382cb9-c8e1-4f93-88e5-c8738df574f9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.3100786 Jan 28 12:33:41.573979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-bd6a425c-1df9-42e6-a553-82b8dda1f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:41.576038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f50df85-3a61-42f9-8105-698cacc9f7a0 req-bd6a425c-1df9-42e6-a553-82b8dda1f5c5 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5058672 Jan 28 12:33:41.700236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-d9f7bfc8-ec94-4b46-a247-4e7c04141e45 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2882636 Jan 28 12:33:41.710714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43400) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:41.727186 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8794e16d-3436-44c1-90c6-f3cae250b581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:41.809617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32c895b7-a7ee-48f8-b3d9-8eb87f1c78ef req-25ff2c3f-886b-4073-9db5-dba11be4cdec tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858126 Jan 28 12:33:41.816957 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8794e16d-3436-44c1-90c6-f3cae250b581 admin admin] Publish callbacks [] for security_group (ef2979ca-73a7-4188-81ee-0f8f29672292), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:41.822441 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8794e16d-3436-44c1-90c6-f3cae250b581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ef2979ca-73a7-4188-81ee-0f8f29672292), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:41.884572 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8794e16d-3436-44c1-90c6-f3cae250b581 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9973516056864bd3b27dfb75d48a31c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1725078 Jan 28 12:33:41.886122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794e16d-3436-44c1-90c6-f3cae250b581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2979ca-73a7-4188-81ee-0f8f29672292,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:41.888720 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43404) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:41.905935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-babffc41-fad9-4d44-a2b7-44c5aeb6866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:41.906423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-babffc41-fad9-4d44-a2b7-44c5aeb6866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:41.906897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-babffc41-fad9-4d44-a2b7-44c5aeb6866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:41.907382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-babffc41-fad9-4d44-a2b7-44c5aeb6866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:41.907852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-babffc41-fad9-4d44-a2b7-44c5aeb6866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:41.908333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-babffc41-fad9-4d44-a2b7-44c5aeb6866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:41.908791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-babffc41-fad9-4d44-a2b7-44c5aeb6866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:41.911595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-babffc41-fad9-4d44-a2b7-44c5aeb6866e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 6488 time: 0.2088516 Jan 28 12:33:42.018969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': 'd614476f-a012-40fd-a206-22686ed73e88'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:42.022147 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61101265-34d8-4136-93c0-058e712ea903" -d '{"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "d614476f-a012-40fd-a206-22686ed73e88"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:42.027273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-c289fb22-17d1-4ead-aa11-e7c7ded35cd7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d18dd548-98ca-4f06-ab2e-5e85c9b77764 HTTP/1.1" status: 200 len: 217 time: 0.1059589 Jan 28 12:33:42.029162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Allocated IP 172.20.0.9 (6b683236-2315-4a83-8212-69be25f76d25/99272f19-21de-4789-a72b-bc81d4ea3e70/22117ecc-f08f-4eeb-8304-5e0ceb012a21) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:42.046155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-09fb3a24-231f-4d2c-b27b-3eb8d0875ec8 service neutron] 10.222.0.53 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141906 Jan 28 12:33:42.212548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885ca4-7ce6-4352-a4b6-f1e0f075792b req-08a840d2-4f1d-474c-a424-a65e7cfc05b5 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:42.214055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36885ca4-7ce6-4352-a4b6-f1e0f075792b req-08a840d2-4f1d-474c-a424-a65e7cfc05b5 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.2837548 Jan 28 12:33:42.254210 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe6a66c7-2115-4666-a9a8-01a9b1a2e1c7 admin admin] Publish callbacks [] for security_group (ef2979ca-73a7-4188-81ee-0f8f29672292), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:42.256657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-f8c85788-9bfa-493c-9857-eeed4727cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:42.258072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-f8c85788-9bfa-493c-9857-eeed4727cad9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01f467cc-bdc7-448a-a68f-ccbe4d40c1b8 HTTP/1.1" status: 200 len: 855 time: 0.2102165 Jan 28 12:33:42.352077 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe6a66c7-2115-4666-a9a8-01a9b1a2e1c7 admin admin] Publish callbacks [] for security_group (ef2979ca-73a7-4188-81ee-0f8f29672292), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:42.409584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-aa8fc92a-1bf9-4e69-9c0c-a79479b2eec4 service neutron] 10.222.0.53 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413725 Jan 28 12:33:42.413141 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for port (22117ecc-f08f-4eeb-8304-5e0ceb012a21), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:42.422374 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36885ca4-7ce6-4352-a4b6-f1e0f075792b req-e74ef73e-fa07-43a2-989b-077ee817788b tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955876 Jan 28 12:33:42.450623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-8750681a-5e75-4d6b-87fa-447ab20a111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:42.450623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-8750681a-5e75-4d6b-87fa-447ab20a111a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bf351ce-cde8-4750-8c3e-65261d6dbfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636515 Jan 28 12:33:42.516820 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe6a66c7-2115-4666-a9a8-01a9b1a2e1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ef2979ca-73a7-4188-81ee-0f8f29672292), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:42.522703 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe6a66c7-2115-4666-a9a8-01a9b1a2e1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:42.533706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fe6a66c7-2115-4666-a9a8-01a9b1a2e1c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef2979ca-73a7-4188-81ee-0f8f29672292 HTTP/1.1" status: 204 len: 168 time: 0.6142244 Jan 28 12:33:42.621786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a66c7-2115-4666-a9a8-01a9b1a2e1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2979ca-73a7-4188-81ee-0f8f29672292,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:42.634399 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (22117ecc-f08f-4eeb-8304-5e0ceb012a21), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:42.699307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Network 6b683236-2315-4a83-8212-69be25f76d25 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:42.716172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:42.718785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:42.810709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c5fbe-f52f-4b97-b4b9-24c654cb1b2d req-f3dde9f0-df10-4287-96ac-4c61cba7c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:42.825140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c5fbe-f52f-4b97-b4b9-24c654cb1b2d req-f3dde9f0-df10-4287-96ac-4c61cba7c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:42.842535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c5fbe-f52f-4b97-b4b9-24c654cb1b2d req-f3dde9f0-df10-4287-96ac-4c61cba7c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:42.850573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c5fbe-f52f-4b97-b4b9-24c654cb1b2d req-f3dde9f0-df10-4287-96ac-4c61cba7c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:42.856966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c5fbe-f52f-4b97-b4b9-24c654cb1b2d req-f3dde9f0-df10-4287-96ac-4c61cba7c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:42.863430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c5fbe-f52f-4b97-b4b9-24c654cb1b2d req-f3dde9f0-df10-4287-96ac-4c61cba7c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:42.869482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c5fbe-f52f-4b97-b4b9-24c654cb1b2d req-f3dde9f0-df10-4287-96ac-4c61cba7c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:42.873611 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e0ffe1-d6c9-47f8-8169-39f6180ed368 x-openstack-request-id: req-d5e0ffe1-d6c9-47f8-8169-39f6180ed368 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:42.874065 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "d614476f-a012-40fd-a206-22686ed73e88", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:42.874192 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5e0ffe1-d6c9-47f8-8169-39f6180ed368 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:42.874566 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': 'd614476f-a012-40fd-a206-22686ed73e88', 'status': 'completed', 'code': 200} Jan 28 12:33:42.886922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa4c5fbe-f52f-4b97-b4b9-24c654cb1b2d req-f3dde9f0-df10-4287-96ac-4c61cba7c9d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.3503077 Jan 28 12:33:42.959207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event updated for resources: {'Port': ['ID=22117ecc-f08f-4eeb-8304-5e0ceb012a21,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:42.977126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-5b9f1462-a4dc-48c8-adc8-3dc4c7fbe52a service neutron] 10.222.0.49 "GET /v2.0/networks/1bf351ce-cde8-4750-8c3e-65261d6dbfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140243 Jan 28 12:33:43.235763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e77031c1-04ad-4aeb-a752-c1caf43f64ed req-ba758a15-8567-4214-96d4-3324c5963886 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.1516531 Jan 28 12:33:43.253952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa4c5fbe-f52f-4b97-b4b9-24c654cb1b2d req-02f3bbad-8ea4-4475-bfa3-a1b6a780f9dc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3655462 Jan 28 12:33:43.376539 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d958c4bd-8aca-4c01-9391-ff137e05dfb6 service neutron] 10.222.0.49 "GET /v2.0/networks/1bf351ce-cde8-4750-8c3e-65261d6dbfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110423 Jan 28 12:33:43.522458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-a6352ff8-8bdc-48f9-96a8-9bf5f4926a09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=9e091731-98f3-48a0-9d92-636583e4a971 HTTP/1.1" status: 200 len: 217 time: 0.0777822 Jan 28 12:33:43.684234 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd264c1-1a53-4456-b22b-084af9970b4a req-1854acd0-473d-48cc-8dc5-2ff0310b6756 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:43.691671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcd264c1-1a53-4456-b22b-084af9970b4a req-1854acd0-473d-48cc-8dc5-2ff0310b6756 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.3551989 Jan 28 12:33:43.844822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-67178acc-876f-472e-b205-fabe5d8bbcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:43.847324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-67178acc-876f-472e-b205-fabe5d8bbcaa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 200 len: 797 time: 0.3134775 Jan 28 12:33:44.509900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a8cd-1568-4746-a584-5e618a284fdb req-ae0d8bbd-acbf-4f64-b8f0-827be92edf01 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:44.517159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3373a8cd-1568-4746-a584-5e618a284fdb req-ae0d8bbd-acbf-4f64-b8f0-827be92edf01 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.8857760 Jan 28 12:33:44.520105 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (97a85ea7-77d2-4612-b8d0-b04456872e22), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:44.634057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0584f796-237f-4bcc-af93-456887180ba0 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:44.635645 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0584f796-237f-4bcc-af93-456887180ba0 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 808 time: 0.2320712 Jan 28 12:33:44.648704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Request body: {'port': {'device_id': '975ace1c-13d3-4a84-8fbd-c1aeb04efba3', 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d', 'admin_state_up': True, 'tenant_id': '28c9043847134daea969876de73b5965'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:44.877459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Made reservation on behalf of 28c9043847134daea969876de73b5965 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:33:44.882078 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:45.032876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcd264c1-1a53-4456-b22b-084af9970b4a req-887ed2b8-a5bd-4861-9961-fb0e9ccc0ee0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3380213 Jan 28 12:33:45.152195 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Allocated IP 172.20.0.6 (d35abe7a-4c5a-4b32-a523-ada4c5d4474d/a6190fa1-4696-4bc6-b0ca-485a2fb172fe/85137ef3-17bf-4ee4-b3b8-05a72b4613bd) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:45.172521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3373a8cd-1568-4746-a584-5e618a284fdb req-bebb4e81-e0ca-476c-b3bc-dfd814767b01 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6542201 Jan 28 12:33:45.268550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-9e93a171-c2bc-4d45-94d2-517fe13c3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:45.277527 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-9e93a171-c2bc-4d45-94d2-517fe13c3d7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4116662 Jan 28 12:33:45.279846 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (97a85ea7-77d2-4612-b8d0-b04456872e22), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:45.447101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks [] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:45.505442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:45.517548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['fb75757a-6752-4c27-bcde-50f12bbcf42e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:33:45.521352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-b0534946-375a-44dc-b688-0f26f30be34c service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429340 Jan 28 12:33:45.617700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Network d35abe7a-4c5a-4b32-a523-ada4c5d4474d is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:45.640768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:45.641779 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b20ae9d-562d-48d6-8657-d89f13730d3c req-f388b147-9b66-4d05-aba5-9c368c88ffdf tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.3097243 Jan 28 12:33:45.667152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:45.817574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Pushing event updated for resources: {'Port': ['ID=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:45.885657 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:45.886957 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:45.954679 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-0aaa2118-4bc8-4937-987e-9e3bd0f892c6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3105414 Jan 28 12:33:45.967292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Request body: {'port': {'device_id': '975ace1c-13d3-4a84-8fbd-c1aeb04efba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:46.070428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc54c3e-592b-4450-8d84-f8160278d042 req-22e3993b-4206-4886-8ee7-7c187ec89e03 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:46.095235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc54c3e-592b-4450-8d84-f8160278d042 req-22e3993b-4206-4886-8ee7-7c187ec89e03 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:46.109661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc54c3e-592b-4450-8d84-f8160278d042 req-22e3993b-4206-4886-8ee7-7c187ec89e03 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:46.119385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc54c3e-592b-4450-8d84-f8160278d042 req-22e3993b-4206-4886-8ee7-7c187ec89e03 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:46.126726 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:46.139537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc54c3e-592b-4450-8d84-f8160278d042 req-22e3993b-4206-4886-8ee7-7c187ec89e03 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:46.156783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc54c3e-592b-4450-8d84-f8160278d042 req-22e3993b-4206-4886-8ee7-7c187ec89e03 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:46.176920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc54c3e-592b-4450-8d84-f8160278d042 req-22e3993b-4206-4886-8ee7-7c187ec89e03 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:46.212598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcc54c3e-592b-4450-8d84-f8160278d042 req-22e3993b-4206-4886-8ee7-7c187ec89e03 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.7737701 Jan 28 12:33:46.336922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-9c4eceff-75dd-42a6-a605-58836871950c service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046394 Jan 28 12:33:46.458470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43498) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:46.517575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcc54c3e-592b-4450-8d84-f8160278d042 req-d3fd415f-102d-4b31-a51d-365c6586c6d2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2946041 Jan 28 12:33:46.554686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e669d095-5c0e-47d8-a0d3-84173984ff50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd HTTP/1.1" status: 200 len: 217 time: 0.1790724 Jan 28 12:33:46.564299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Router 97a85ea7-77d2-4612-b8d0-b04456872e22 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:33:46.624901 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85137ef3-17bf-4ee4-b3b8-05a72b4613bd {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:33:46.633429 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Publish callbacks [] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:46.648325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Transition to ACTIVE for port object 85137ef3-17bf-4ee4-b3b8-05a72b4613bd will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:33:46.658375 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:46.707791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Pushing event updated for resources: {'Port': ['ID=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:46.742131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15747150-3545-4dc0-a9b2-b99eb324955f req-f4fb234b-817d-4186-b363-008a1b3b1217 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:46.751468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15747150-3545-4dc0-a9b2-b99eb324955f req-f4fb234b-817d-4186-b363-008a1b3b1217 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.7241774 Jan 28 12:33:46.778278 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44cffd98-8dcf-4165-8b3f-31bb2053f081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:46.807212 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:33:46.807578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:33:46.807948 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:46.813653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:33:46.813985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:46.820408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:33:46.820749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:46.821135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:33:46.821571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Bound port: 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:33:46.821930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:46.897821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:33:46.903038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:33:46.903291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581ea4f-d5d9-4dd7-9d2b-2b6aef2dcc44 req-2b1ced36-6dcf-450e-9cd3-be4202465431 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:46.905159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c581ea4f-d5d9-4dd7-9d2b-2b6aef2dcc44 req-2b1ced36-6dcf-450e-9cd3-be4202465431 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.2675667 Jan 28 12:33:46.930908 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:46.934147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-c294144e-6a62-45f9-8d15-09347f26f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:46.936917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-c294144e-6a62-45f9-8d15-09347f26f199 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 200 len: 797 time: 0.3743567 Jan 28 12:33:46.949132 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:46.978589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:46.979823 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:46.981749 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-64022771-5107-4855-82c5-6f8963922f79 service neutron] 10.222.0.49 "PUT /v2.0/ports/85137ef3-17bf-4ee4-b3b8-05a72b4613bd HTTP/1.1" status: 200 len: 1091 time: 1.0186985 Jan 28 12:33:46.982407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975ace1c-13d3-4a84-8fbd-c1aeb04efba3', 'tag': '85137ef3-17bf-4ee4-b3b8-05a72b4613bd'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:33:46.984977 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de24ec8-6724-478d-8bea-ed8fcb60590a" -d '{"events": [{"name": "network-changed", "server_uuid": "975ace1c-13d3-4a84-8fbd-c1aeb04efba3", "tag": "85137ef3-17bf-4ee4-b3b8-05a72b4613bd"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:33:47.058652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64022771-5107-4855-82c5-6f8963922f79 service neutron] Pushing event updated for resources: {'Port': ['ID=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:47.147809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-ec5a6ed9-11f0-4dd1-9d7b-783c76608ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:47.150738 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-ec5a6ed9-11f0-4dd1-9d7b-783c76608ebb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 1094 time: 0.1108716 Jan 28 12:33:47.186740 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:33:47.202885 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Sync routers for ids ['97a85ea7-77d2-4612-b8d0-b04456872e22'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:33:47.203955 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-84ae0e81-e934-4ffb-9773-02ce1bbac737 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd HTTP/1.1" status: 200 len: 217 time: 0.0450113 Jan 28 12:33:47.207624 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c581ea4f-d5d9-4dd7-9d2b-2b6aef2dcc44 req-954e11f7-83ad-4503-810f-92009dfdac7e tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640750 Jan 28 12:33:47.217745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-a6b7def2-29a9-4c2d-aaa1-086685d1819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:47.218731 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Routers {'97a85ea7-77d2-4612-b8d0-b04456872e22'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:33:47.219384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-a6b7def2-29a9-4c2d-aaa1-086685d1819f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1845949 Jan 28 12:33:47.219510 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b016df77-508f-4442-a460-da3eded070f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['97a85ea7-77d2-4612-b8d0-b04456872e22'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:47.286607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15747150-3545-4dc0-a9b2-b99eb324955f req-1953e6fd-8ef5-4d82-93af-518e205d0f6a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342064 Jan 28 12:33:47.293659 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:47.297552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e154145e-87bb-4157-84b5-646b48db5355 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.8077414 Jan 28 12:33:47.300736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43508) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:47.363990 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44cffd98-8dcf-4165-8b3f-31bb2053f081 admin admin] Publish callbacks [] for security_group (48320598-ceb1-401c-8851-eb7c3f91e529), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:47.378499 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Set router 97a85ea7-77d2-4612-b8d0-b04456872e22 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:33:47.409379 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44cffd98-8dcf-4165-8b3f-31bb2053f081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (48320598-ceb1-401c-8851-eb7c3f91e529), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:47.443828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-ae8e549b-df51-471f-976b-6071b0e445ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:47.445346 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-ae8e549b-df51-471f-976b-6071b0e445ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.2301767 Jan 28 12:33:47.454479 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4a2d88-8665-4866-a16d-7af7b00867eb x-openstack-request-id: req-5c4a2d88-8665-4866-a16d-7af7b00867eb {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:33:47.455671 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975ace1c-13d3-4a84-8fbd-c1aeb04efba3", "tag": "85137ef3-17bf-4ee4-b3b8-05a72b4613bd", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:33:47.456139 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c4a2d88-8665-4866-a16d-7af7b00867eb {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:33:47.456829 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975ace1c-13d3-4a84-8fbd-c1aeb04efba3', 'tag': '85137ef3-17bf-4ee4-b3b8-05a72b4613bd', 'status': 'completed', 'code': 200} Jan 28 12:33:47.504028 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-093e8252-a91a-41ce-bef2-29e133a609be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459425 Jan 28 12:33:47.593169 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:47.601623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-44cffd98-8dcf-4165-8b3f-31bb2053f081 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36c4e460ab58412787383ab969305ead&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0809798 Jan 28 12:33:47.604778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-db098e9b-4220-4bcf-9cdd-d37e4d5f5d3e service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613336 Jan 28 12:33:47.605253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43512) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:47.606639 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b016df77-508f-4442-a460-da3eded070f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a85ea7-77d2-4612-b8d0-b04456872e22', 'name': '', 'tenant_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b683236-2315-4a83-8212-69be25f76d25', 'external_fixed_ips': [{'subnet_id': '99272f19-21de-4789-a72b-bc81d4ea3e70', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '22117ecc-f08f-4eeb-8304-5e0ceb012a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:33:39Z', 'updated_at': '2022-01-28T12:33:43Z', 'revision_number': 3, 'project_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'gw_port': {'id': '22117ecc-f08f-4eeb-8304-5e0ceb012a21', 'name': '', 'network_id': '6b683236-2315-4a83-8212-69be25f76d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a85ea7-77d2-4612-b8d0-b04456872e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '99272f19-21de-4789-a72b-bc81d4ea3e70', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:33:41Z', 'updated_at': '2022-01-28T12:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99272f19-21de-4789-a72b-bc81d4ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:47.643674 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Checking router: 97a85ea7-77d2-4612-b8d0-b04456872e22 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:33:47.644159 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Updating router 97a85ea7-77d2-4612-b8d0-b04456872e22 port 22117ecc-f08f-4eeb-8304-5e0ceb012a21 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:33:47.663828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cffd98-8dcf-4165-8b3f-31bb2053f081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48320598-ceb1-401c-8851-eb7c3f91e529,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:47.670796 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (22117ecc-f08f-4eeb-8304-5e0ceb012a21), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:47.752718 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (97a85ea7-77d2-4612-b8d0-b04456872e22), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:47.901504 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (97a85ea7-77d2-4612-b8d0-b04456872e22), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:47.980884 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-b44ae677-2851-432d-b88c-45d3df443c6b service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958597 Jan 28 12:33:47.993822 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Publish callbacks [] for port (22117ecc-f08f-4eeb-8304-5e0ceb012a21), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:48.009378 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (22117ecc-f08f-4eeb-8304-5e0ceb012a21), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:48.064294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a277a63-9057-4aba-8941-428e212250e2 req-81cddd6a-ff79-468d-86f5-9f1da184eeb1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:48.068022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a277a63-9057-4aba-8941-428e212250e2 req-81cddd6a-ff79-468d-86f5-9f1da184eeb1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.5721774 Jan 28 12:33:48.088670 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Deleting port 22117ecc-f08f-4eeb-8304-5e0ceb012a21 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:33:48.089009 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (22117ecc-f08f-4eeb-8304-5e0ceb012a21), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:48.143751 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Pushing event updated for resources: {'Port': ['ID=22117ecc-f08f-4eeb-8304-5e0ceb012a21,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:48.169804 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.170159 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.170566 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.170950 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.171299 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.171664 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.171994 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.172586 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.173078 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.173672 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.174177 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.174672 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.175227 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:33:48.179704 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Attempting to bind port 22117ecc-f08f-4eeb-8304-5e0ceb012a21 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:33:48.180360 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Attempting to bind port 22117ecc-f08f-4eeb-8304-5e0ceb012a21 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'b268833f-1cef-4a21-be2d-133d1261809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6b683236-2315-4a83-8212-69be25f76d25'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:33:48.180913 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Attempting to bind port 22117ecc-f08f-4eeb-8304-5e0ceb012a21 on network 6b683236-2315-4a83-8212-69be25f76d25 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:33:48.188189 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:33:48.188887 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Checking segment: {'id': 'b268833f-1cef-4a21-be2d-133d1261809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6b683236-2315-4a83-8212-69be25f76d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:33:48.189470 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:48.190055 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Bound using segment: {'id': 'b268833f-1cef-4a21-be2d-133d1261809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6b683236-2315-4a83-8212-69be25f76d25'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:33:48.190704 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Bound port: 22117ecc-f08f-4eeb-8304-5e0ceb012a21, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b268833f-1cef-4a21-be2d-133d1261809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6b683236-2315-4a83-8212-69be25f76d25'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:33:48.191295 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (22117ecc-f08f-4eeb-8304-5e0ceb012a21), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:48.251391 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b016df77-508f-4442-a460-da3eded070f1 None None] For port 22117ecc-f08f-4eeb-8304-5e0ceb012a21, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:33:48.257474 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b016df77-508f-4442-a460-da3eded070f1 None None] For port 22117ecc-f08f-4eeb-8304-5e0ceb012a21, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=22117ecc-f08f-4eeb-8304-5e0ceb012a21,segment=NetworkSegment(b268833f-1cef-4a21-be2d-133d1261809b),segment_id=b268833f-1cef-4a21-be2d-133d1261809b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:33:48.270723 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (22117ecc-f08f-4eeb-8304-5e0ceb012a21), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:48.295810 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9564289e-5bd1-4e69-809d-d7f6ed2772c4 admin admin] Publish callbacks [] for security_group (48320598-ceb1-401c-8851-eb7c3f91e529), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:48.324673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4527bc1-724a-46be-8a60-8fd6c080b0ca req-2030bfd7-e9b9-4a08-8aab-e8a6be2c7482 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:48.330709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4527bc1-724a-46be-8a60-8fd6c080b0ca req-2030bfd7-e9b9-4a08-8aab-e8a6be2c7482 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:48.338146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4527bc1-724a-46be-8a60-8fd6c080b0ca req-2030bfd7-e9b9-4a08-8aab-e8a6be2c7482 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:48.344410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4527bc1-724a-46be-8a60-8fd6c080b0ca req-2030bfd7-e9b9-4a08-8aab-e8a6be2c7482 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:48.351227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4527bc1-724a-46be-8a60-8fd6c080b0ca req-2030bfd7-e9b9-4a08-8aab-e8a6be2c7482 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:48.356997 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Routers {'97a85ea7-77d2-4612-b8d0-b04456872e22'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:33:48.357374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4527bc1-724a-46be-8a60-8fd6c080b0ca req-2030bfd7-e9b9-4a08-8aab-e8a6be2c7482 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:48.358009 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b016df77-508f-4442-a460-da3eded070f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['97a85ea7-77d2-4612-b8d0-b04456872e22'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:48.364274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4527bc1-724a-46be-8a60-8fd6c080b0ca req-2030bfd7-e9b9-4a08-8aab-e8a6be2c7482 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:48.372822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4527bc1-724a-46be-8a60-8fd6c080b0ca req-2030bfd7-e9b9-4a08-8aab-e8a6be2c7482 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.7199070 Jan 28 12:33:48.437974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-4434f12a-7048-4e61-9a32-48779f2de654 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8158774 Jan 28 12:33:48.513278 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9564289e-5bd1-4e69-809d-d7f6ed2772c4 admin admin] Publish callbacks [] for security_group (48320598-ceb1-401c-8851-eb7c3f91e529), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:48.638563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4527bc1-724a-46be-8a60-8fd6c080b0ca req-ccd7fcf6-f82e-4319-a6db-c9aeff0fd68d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2647731 Jan 28 12:33:48.639308 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9564289e-5bd1-4e69-809d-d7f6ed2772c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (48320598-ceb1-401c-8851-eb7c3f91e529), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:48.642880 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9564289e-5bd1-4e69-809d-d7f6ed2772c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:48.646740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9564289e-5bd1-4e69-809d-d7f6ed2772c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48320598-ceb1-401c-8851-eb7c3f91e529 HTTP/1.1" status: 204 len: 168 time: 1.0246527 Jan 28 12:33:48.703543 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa512a6-d585-4919-9095-ac5ceb4b31e1 None None] Pushing event updated for resources: {'Port': ['ID=22117ecc-f08f-4eeb-8304-5e0ceb012a21,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:48.719038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-960af006-3fda-4466-9f67-04a9e7545959 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=e3e13ee8-39fb-4803-b035-c6c7540718a8 HTTP/1.1" status: 200 len: 217 time: 0.0860960 Jan 28 12:33:48.721453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564289e-5bd1-4e69-809d-d7f6ed2772c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48320598-ceb1-401c-8851-eb7c3f91e529,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:48.733973 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-b016df77-508f-4442-a460-da3eded070f1 None None] Set router 97a85ea7-77d2-4612-b8d0-b04456872e22 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:33:48.742015 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-123e1c62-fa1f-4de7-beae-ff5928189682 req-7aba1087-b9e4-491e-9c14-00b300a728f7 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7480571 Jan 28 12:33:48.780630 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (22117ecc-f08f-4eeb-8304-5e0ceb012a21), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:48.822325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a277a63-9057-4aba-8941-428e212250e2 req-caa0ab0c-4911-46a0-915c-01a9488445d8 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7213922 Jan 28 12:33:48.823937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e808bab4-6982-41c6-9363-14eedc32551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:48.826448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e808bab4-6982-41c6-9363-14eedc32551c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 200 len: 797 time: 0.0934854 Jan 28 12:33:48.836905 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Calling delete_port for 22117ecc-f08f-4eeb-8304-5e0ceb012a21 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:33:48.919930 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b016df77-508f-4442-a460-da3eded070f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a85ea7-77d2-4612-b8d0-b04456872e22', 'name': '', 'tenant_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:33:39Z', 'updated_at': '2022-01-28T12:33:47Z', 'revision_number': 4, 'project_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:48.974580 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016df77-508f-4442-a460-da3eded070f1 None None] The sync data for ids ['97a85ea7-77d2-4612-b8d0-b04456872e22'] in n-d-824835-4 is: [{'id': '97a85ea7-77d2-4612-b8d0-b04456872e22', 'name': '', 'tenant_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:33:39Z', 'updated_at': '2022-01-28T12:33:47Z', 'revision_number': 4, 'project_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:33:49.035379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ad2462f1-7252-4198-8c0b-3e24cbbdd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.037078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-ad2462f1-7252-4198-8c0b-3e24cbbdd64d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2037990 Jan 28 12:33:49.054352 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb3456-a5eb-4a0e-a5e2-a2925772c916 req-49b2bafe-d6ae-48db-8288-69b3536eeb33 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.060611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37fb3456-a5eb-4a0e-a5e2-a2925772c916 req-49b2bafe-d6ae-48db-8288-69b3536eeb33 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1482551 Jan 28 12:33:49.102037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de24ec8-6724-478d-8bea-ed8fcb60590a req-a8c233a2-29e9-4504-97a3-13ccd84e0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.103582 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0de24ec8-6724-478d-8bea-ed8fcb60590a req-a8c233a2-29e9-4504-97a3-13ccd84e0403 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 1094 time: 0.1544590 Jan 28 12:33:49.165964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb80c37-4ee5-455e-9b64-7a00c09fe641 req-0be48db9-f606-4d87-96d4-6ccd4d1df278 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.180258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbb80c37-4ee5-455e-9b64-7a00c09fe641 req-0be48db9-f606-4d87-96d4-6ccd4d1df278 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.1968901 Jan 28 12:33:49.218956 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02118914-2133-4657-9431-664cc373f2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:49.299687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbb80c37-4ee5-455e-9b64-7a00c09fe641 req-d3ac775c-71e4-4f17-8015-3580a218cb1b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184051 Jan 28 12:33:49.328799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37fb3456-a5eb-4a0e-a5e2-a2925772c916 req-2f435afe-443c-4cc6-ba84-09c69fc20cfc tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553182 Jan 28 12:33:49.385079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-973492a0-71eb-40cf-ae04-f5a86ae6569f service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221147 Jan 28 12:33:49.469121 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43524) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:49.500798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-651e016b-3755-4ddc-a843-1a5567dfde6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:49.535648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3222a570-cf8e-4bbe-97d0-81b79aacadc4 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420739 Jan 28 12:33:49.552888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de24ec8-6724-478d-8bea-ed8fcb60590a req-4dd37819-7810-4b08-a893-d1e6ab8301e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.554382 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0de24ec8-6724-478d-8bea-ed8fcb60590a req-4dd37819-7810-4b08-a893-d1e6ab8301e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.3847849 Jan 28 12:33:49.558234 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (22117ecc-f08f-4eeb-8304-5e0ceb012a21), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:49.596519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d05c042b-4c04-47d4-ab7e-48df61f4eb3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=fdfc4e8f-b326-4e7b-844a-2cb142c67066 HTTP/1.1" status: 200 len: 217 time: 0.0546975 Jan 28 12:33:49.655719 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0de24ec8-6724-478d-8bea-ed8fcb60590a req-dedec2b3-e73c-4dd1-9755-21c153e927a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd HTTP/1.1" status: 200 len: 217 time: 0.0554514 Jan 28 12:33:49.668823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e9dee065-d34f-4e93-8614-70b674997dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.671770 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e9dee065-d34f-4e93-8614-70b674997dd2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 200 len: 797 time: 0.0680943 Jan 28 12:33:49.735036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de24ec8-6724-478d-8bea-ed8fcb60590a req-a1b591da-5e65-4482-af63-1add26492dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.736604 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0de24ec8-6724-478d-8bea-ed8fcb60590a req-a1b591da-5e65-4482-af63-1add26492dac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.0544829 Jan 28 12:33:49.740783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event deleted for resources: {'Port': ['ID=22117ecc-f08f-4eeb-8304-5e0ceb012a21,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:49.794517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-dbbd003e-2515-4137-af7c-33d1e9583fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.798707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-dbbd003e-2515-4137-af7c-33d1e9583fd4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1200819 Jan 28 12:33:49.807104 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0de24ec8-6724-478d-8bea-ed8fcb60590a req-591e7da9-713e-41bf-9209-88449c4d3758 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548511 Jan 28 12:33:49.953986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033142-8808-419e-876e-cd8c8645087b req-d5cb3a40-dc86-422d-b205-eae02068dcba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.961286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033142-8808-419e-876e-cd8c8645087b req-d5cb3a40-dc86-422d-b205-eae02068dcba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.974332 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033142-8808-419e-876e-cd8c8645087b req-d5cb3a40-dc86-422d-b205-eae02068dcba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.981027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033142-8808-419e-876e-cd8c8645087b req-d5cb3a40-dc86-422d-b205-eae02068dcba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.989030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033142-8808-419e-876e-cd8c8645087b req-d5cb3a40-dc86-422d-b205-eae02068dcba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:49.995609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033142-8808-419e-876e-cd8c8645087b req-d5cb3a40-dc86-422d-b205-eae02068dcba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:50.002309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033142-8808-419e-876e-cd8c8645087b req-d5cb3a40-dc86-422d-b205-eae02068dcba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:50.012396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b033142-8808-419e-876e-cd8c8645087b req-d5cb3a40-dc86-422d-b205-eae02068dcba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.1883891 Jan 28 12:33:50.022402 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0de24ec8-6724-478d-8bea-ed8fcb60590a req-8e27ac4e-f316-4e77-adb3-3b0a0d9b4548 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453660 Jan 28 12:33:50.025968 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (97a85ea7-77d2-4612-b8d0-b04456872e22), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.030202 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-651e016b-3755-4ddc-a843-1a5567dfde6f admin admin] Publish callbacks [] for security_group (7aa4f9b0-f478-41de-bff4-c7ed5b4846fe), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.120213 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-651e016b-3755-4ddc-a843-1a5567dfde6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7aa4f9b0-f478-41de-bff4-c7ed5b4846fe), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.182584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-56de834b-0262-4c22-865e-67a149559e3a service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740420 Jan 28 12:33:50.314199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41238d0-b76c-4ed6-8d95-acd312b35d6f req-26e47699-eb0c-4eed-acd5-bb1d502658d5 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:50.316383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f41238d0-b76c-4ed6-8d95-acd312b35d6f req-26e47699-eb0c-4eed-acd5-bb1d502658d5 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.3006575 Jan 28 12:33:50.319029 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-e99687ac-0270-4dc6-94b6-e6ae73061b61 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261451 Jan 28 12:33:50.356084 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0de24ec8-6724-478d-8bea-ed8fcb60590a req-f2b367c3-3102-44d6-a8ca-beb7bde45471 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966216 Jan 28 12:33:50.364220 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-651e016b-3755-4ddc-a843-1a5567dfde6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d781578bcd7f4aa6a26aed31b5907376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8896401 Jan 28 12:33:50.365964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (97a85ea7-77d2-4612-b8d0-b04456872e22), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.367775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:50.385955 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_controller (97a85ea7-77d2-4612-b8d0-b04456872e22), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.398654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-f718aa24-64f5-421f-b093-cf36f84f2252 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=687734a6-4953-4791-86b6-eee72b417f42 HTTP/1.1" status: 200 len: 217 time: 0.0655844 Jan 28 12:33:50.418591 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b033142-8808-419e-876e-cd8c8645087b req-3e65e7ab-6abd-40ae-9514-8ffeaf797380 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4045188 Jan 28 12:33:50.418814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e016b-3755-4ddc-a843-1a5567dfde6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa4f9b0-f478-41de-bff4-c7ed5b4846fe,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:50.515556 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (97a85ea7-77d2-4612-b8d0-b04456872e22), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.516740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97a85ea7-77d2-4612-b8d0-b04456872e22 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:33:50.529246 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.531720 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b51e764a-dcf1-4226-842a-6abfde4f1261 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "DELETE /v2.0/routers/97a85ea7-77d2-4612-b8d0-b04456872e22 HTTP/1.1" status: 204 len: 168 time: 3.2279439 Jan 28 12:33:50.539614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43540) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:50.570941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d41e2c3-d10f-4f65-b1ea-0c003eac2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:50.574931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-6d41e2c3-d10f-4f65-b1ea-0c003eac2907 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2b2d8fd-2f60-487f-a585-614b3246e10e HTTP/1.1" status: 200 len: 797 time: 0.1531377 Jan 28 12:33:50.614870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a1d0e2-915d-4303-afd2-3c844fffbb26 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Deleting subnet 99272f19-21de-4789-a72b-bc81d4ea3e70 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:33:50.619531 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d0e2-915d-4303-afd2-3c844fffbb26 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for subnet (99272f19-21de-4789-a72b-bc81d4ea3e70), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.678753 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d0e2-915d-4303-afd2-3c844fffbb26 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (99272f19-21de-4789-a72b-bc81d4ea3e70), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.717104 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f41238d0-b76c-4ed6-8d95-acd312b35d6f req-1184aa48-157b-45e9-a0ad-93c74b3d9d26 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930433 Jan 28 12:33:50.725565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-54061050-1b3b-4070-b6ee-a16f4583212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:50.727271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-54061050-1b3b-4070-b6ee-a16f4583212d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1436689 Jan 28 12:33:50.734908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c08aa-9a40-4a6c-a920-63cc06bfabcb req-a02a17fb-c494-4500-a297-cf85c348d0ad tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:50.743464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-309c08aa-9a40-4a6c-a920-63cc06bfabcb req-a02a17fb-c494-4500-a297-cf85c348d0ad tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.1531484 Jan 28 12:33:50.776171 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d0e2-915d-4303-afd2-3c844fffbb26 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (99272f19-21de-4789-a72b-bc81d4ea3e70), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.869201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84907bd0-c6a1-4c75-95a6-8ef92017e296 admin admin] Publish callbacks [] for security_group (7aa4f9b0-f478-41de-bff4-c7ed5b4846fe), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.871858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-cc0033ec-9787-4e99-81c5-9ccf2eaa2c3c service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258793 Jan 28 12:33:50.909029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84907bd0-c6a1-4c75-95a6-8ef92017e296 admin admin] Publish callbacks [] for security_group (7aa4f9b0-f478-41de-bff4-c7ed5b4846fe), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.924675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d0e2-915d-4303-afd2-3c844fffbb26 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (99272f19-21de-4789-a72b-bc81d4ea3e70), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:50.963250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1d0e2-915d-4303-afd2-3c844fffbb26 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=99272f19-21de-4789-a72b-bc81d4ea3e70,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:50.995515 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d0e2-915d-4303-afd2-3c844fffbb26 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:51.020654 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e4a1d0e2-915d-4303-afd2-3c844fffbb26 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/99272f19-21de-4789-a72b-bc81d4ea3e70 HTTP/1.1" status: 204 len: 168 time: 0.4796646 Jan 28 12:33:51.023413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43542) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:51.026061 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-309c08aa-9a40-4a6c-a920-63cc06bfabcb req-a43cec68-8de9-4ae6-82c6-59712d349eb3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816775 Jan 28 12:33:51.110772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052e8db-4c2a-40f9-9501-556355853603 req-21bd445b-064e-40e1-8ec6-1f759b77debd tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:51.113592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a052e8db-4c2a-40f9-9501-556355853603 req-21bd445b-064e-40e1-8ec6-1f759b77debd tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.2371058 Jan 28 12:33:51.134741 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (6b683236-2315-4a83-8212-69be25f76d25), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:51.154067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-afa77856-d380-499e-b0ba-46141cf447e2 service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738922 Jan 28 12:33:51.204567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84907bd0-c6a1-4c75-95a6-8ef92017e296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7aa4f9b0-f478-41de-bff4-c7ed5b4846fe), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:51.208523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84907bd0-c6a1-4c75-95a6-8ef92017e296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:51.210153 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-84907bd0-c6a1-4c75-95a6-8ef92017e296 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7aa4f9b0-f478-41de-bff4-c7ed5b4846fe HTTP/1.1" status: 204 len: 168 time: 0.8380957 Jan 28 12:33:51.216431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-8dda5cdd-6cef-4b5e-b11c-fc0dc724f188 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d614476f-a012-40fd-a206-22686ed73e88 HTTP/1.1" status: 200 len: 217 time: 0.0524912 Jan 28 12:33:51.238409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84907bd0-c6a1-4c75-95a6-8ef92017e296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa4f9b0-f478-41de-bff4-c7ed5b4846fe,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:51.315581 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a052e8db-4c2a-40f9-9501-556355853603 req-30235c3b-1909-4b9e-afa9-5df6e277efca tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845849 Jan 28 12:33:51.345380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-88ef799f-8d2b-4c22-bc1b-1a8c70fe4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:51.346849 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-88ef799f-8d2b-4c22-bc1b-1a8c70fe4346 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2b2d8fd-2f60-487f-a585-614b3246e10e HTTP/1.1" status: 200 len: 797 time: 0.1153202 Jan 28 12:33:51.394661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (6b683236-2315-4a83-8212-69be25f76d25), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:51.420299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b683236-2315-4a83-8212-69be25f76d25']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:51.431582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b268833f-1cef-4a21-be2d-133d1261809b') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:51.431918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b268833f-1cef-4a21-be2d-133d1261809b') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:51.444187 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (b268833f-1cef-4a21-be2d-133d1261809b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:51.462925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3ff83157-4962-4d35-a099-b022fe981757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:51.464672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-3ff83157-4962-4d35-a099-b022fe981757 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064470 Jan 28 12:33:51.499053 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b268833f-1cef-4a21-be2d-133d1261809b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:51.513392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:33:51.514114 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (b268833f-1cef-4a21-be2d-133d1261809b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:33:51.586329 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:33:51.593868 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (6b683236-2315-4a83-8212-69be25f76d25), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:51.605254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b683236-2315-4a83-8212-69be25f76d25 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 12:33:51.608505 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:51.614301 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b6813cb3-7d1f-4680-9ebd-f750cd33935d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:51.619458 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "DELETE /v2.0/networks/6b683236-2315-4a83-8212-69be25f76d25 HTTP/1.1" status: 204 len: 168 time: 0.5936944 Jan 28 12:33:51.639012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596fea0-039f-46ad-9301-11189d0d60ff tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b683236-2315-4a83-8212-69be25f76d25,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:51.644481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-d01da233-c6a6-4fcd-b1e9-49dae58dfb7b service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693559 Jan 28 12:33:52.245536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43566) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:52.250167 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0540044c-345c-40ca-b60d-f44a69ad24ec tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Request body: {'router': {'name': 'tempest-router--1647057901', 'project_id': '396f5ea5d4034d83a55822bb611e1ba1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:52.279928 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0540044c-345c-40ca-b60d-f44a69ad24ec tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (d95e2137-f674-4b06-b545-b9697f6ada5b), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:52.281176 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0540044c-345c-40ca-b60d-f44a69ad24ec tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (d95e2137-f674-4b06-b545-b9697f6ada5b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:52.441216 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0540044c-345c-40ca-b60d-f44a69ad24ec tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_controller (d95e2137-f674-4b06-b545-b9697f6ada5b), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:52.452227 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0540044c-345c-40ca-b60d-f44a69ad24ec tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (d95e2137-f674-4b06-b545-b9697f6ada5b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:52.480524 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0540044c-345c-40ca-b60d-f44a69ad24ec tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:52.481300 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0540044c-345c-40ca-b60d-f44a69ad24ec tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2347615 Jan 28 12:33:52.484322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43574) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:52.606966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b75b5-827a-41b1-8f6e-f45d705579a3 req-81efd2e7-e4ff-497b-b09b-a97431629ea8 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.609163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a70b75b5-827a-41b1-8f6e-f45d705579a3 req-81efd2e7-e4ff-497b-b09b-a97431629ea8 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1575897 Jan 28 12:33:52.643172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4706ad-4243-4126-8736-a1eb93a6743f req-53fe3f92-26e5-445a-b961-7a549992d4aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.647225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da5a36f3-4c91-46e8-8035-27f212482325 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (d95e2137-f674-4b06-b545-b9697f6ada5b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:52.665188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4706ad-4243-4126-8736-a1eb93a6743f req-53fe3f92-26e5-445a-b961-7a549992d4aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.671202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4706ad-4243-4126-8736-a1eb93a6743f req-53fe3f92-26e5-445a-b961-7a549992d4aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.678200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4706ad-4243-4126-8736-a1eb93a6743f req-53fe3f92-26e5-445a-b961-7a549992d4aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.684099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4706ad-4243-4126-8736-a1eb93a6743f req-53fe3f92-26e5-445a-b961-7a549992d4aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.692766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4706ad-4243-4126-8736-a1eb93a6743f req-53fe3f92-26e5-445a-b961-7a549992d4aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.700299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4706ad-4243-4126-8736-a1eb93a6743f req-53fe3f92-26e5-445a-b961-7a549992d4aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.702691 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa4706ad-4243-4126-8736-a1eb93a6743f req-53fe3f92-26e5-445a-b961-7a549992d4aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 1.0571976 Jan 28 12:33:52.722964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f630d048-40de-4739-9a2c-cee1829ecb5c req-7001011a-dd19-4c88-81b5-cacfdd1fb469 service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0629828 Jan 28 12:33:52.863628 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:52.884550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a70b75b5-827a-41b1-8f6e-f45d705579a3 req-1560b2fa-3a06-46b7-b55a-75734da811ff tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663982 Jan 28 12:33:52.896017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa4706ad-4243-4126-8736-a1eb93a6743f req-a19c716c-0728-4051-89e7-1eabd3022187 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1835928 Jan 28 12:33:52.921062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101265-34d8-4136-93c0-058e712ea903 req-f25a271a-dcb6-4e49-b04a-23a465984ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.921535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101265-34d8-4136-93c0-058e712ea903 req-f25a271a-dcb6-4e49-b04a-23a465984ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.922006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101265-34d8-4136-93c0-058e712ea903 req-f25a271a-dcb6-4e49-b04a-23a465984ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.922613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101265-34d8-4136-93c0-058e712ea903 req-f25a271a-dcb6-4e49-b04a-23a465984ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.923668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101265-34d8-4136-93c0-058e712ea903 req-f25a271a-dcb6-4e49-b04a-23a465984ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.934107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101265-34d8-4136-93c0-058e712ea903 req-f25a271a-dcb6-4e49-b04a-23a465984ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.934641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101265-34d8-4136-93c0-058e712ea903 req-f25a271a-dcb6-4e49-b04a-23a465984ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:52.937187 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61101265-34d8-4136-93c0-058e712ea903 req-f25a271a-dcb6-4e49-b04a-23a465984ed0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 6488 time: 0.1287119 Jan 28 12:33:53.006144 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da5a36f3-4c91-46e8-8035-27f212482325 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (d95e2137-f674-4b06-b545-b9697f6ada5b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:53.012647 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da5a36f3-4c91-46e8-8035-27f212482325 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_controller (d95e2137-f674-4b06-b545-b9697f6ada5b), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:53.125930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da5a36f3-4c91-46e8-8035-27f212482325 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (d95e2137-f674-4b06-b545-b9697f6ada5b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:53.126732 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5a36f3-4c91-46e8-8035-27f212482325 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d95e2137-f674-4b06-b545-b9697f6ada5b {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:33:53.132594 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da5a36f3-4c91-46e8-8035-27f212482325 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:53.134197 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-da5a36f3-4c91-46e8-8035-27f212482325 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "DELETE /v2.0/routers/d95e2137-f674-4b06-b545-b9697f6ada5b HTTP/1.1" status: 204 len: 168 time: 0.6484909 Jan 28 12:33:53.184917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca38321-c8b9-463f-9b19-70334b70f2db req-6a228938-ca1e-4ecb-ae8e-55b4c1155054 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:53.194088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ca38321-c8b9-463f-9b19-70334b70f2db req-6a228938-ca1e-4ecb-ae8e-55b4c1155054 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.1531999 Jan 28 12:33:53.212621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101265-34d8-4136-93c0-058e712ea903 req-3ca24cb8-be06-41a5-80f0-73cdc094a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:53.214441 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61101265-34d8-4136-93c0-058e712ea903 req-3ca24cb8-be06-41a5-80f0-73cdc094a134 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d3b63326-8568-43b2-9e27-1f1fd24b1c71 HTTP/1.1" status: 200 len: 902 time: 0.2678223 Jan 28 12:33:53.313215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61101265-34d8-4136-93c0-058e712ea903 req-3de6a1d1-9091-467a-9b53-c314f1a61315 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d614476f-a012-40fd-a206-22686ed73e88 HTTP/1.1" status: 200 len: 217 time: 0.0695431 Jan 28 12:33:53.335247 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ca38321-c8b9-463f-9b19-70334b70f2db req-e720402b-9dd1-4bed-84d3-9d4cc8997f8b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399536 Jan 28 12:33:53.349567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43588) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:53.407013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101265-34d8-4136-93c0-058e712ea903 req-08cfb599-e954-4399-8c3f-942c1bb1d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:53.409083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61101265-34d8-4136-93c0-058e712ea903 req-08cfb599-e954-4399-8c3f-942c1bb1d32d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2b2d8fd-2f60-487f-a585-614b3246e10e HTTP/1.1" status: 200 len: 797 time: 0.0690448 Jan 28 12:33:53.419376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b049c-fcfc-44de-9ecf-687c365aad23 req-9290b734-eb65-4b8e-8017-211e67b850d8 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:53.421410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a8b049c-fcfc-44de-9ecf-687c365aad23 req-9290b734-eb65-4b8e-8017-211e67b850d8 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.2668066 Jan 28 12:33:53.556804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101265-34d8-4136-93c0-058e712ea903 req-80f9cc47-7359-46d2-bf62-d21527994975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:53.558747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61101265-34d8-4136-93c0-058e712ea903 req-80f9cc47-7359-46d2-bf62-d21527994975 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1362822 Jan 28 12:33:53.563684 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a8b049c-fcfc-44de-9ecf-687c365aad23 req-6a722083-bcf2-4c87-a9a8-198073bb4c0f tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314998 Jan 28 12:33:53.670869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1131611673', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:53.710097 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (229e9a2b-a236-4b67-b646-0ff33597c44d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:53.711291 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (229e9a2b-a236-4b67-b646-0ff33597c44d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:53.801307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61101265-34d8-4136-93c0-058e712ea903 req-a7b8d76a-1b5b-40a5-9505-85a0da771784 service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305923 Jan 28 12:33:53.869999 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_controller (229e9a2b-a236-4b67-b646-0ff33597c44d), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:53.919045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61101265-34d8-4136-93c0-058e712ea903 req-7a751656-b3fb-4063-a56d-8398a2ec1ef4 service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052134 Jan 28 12:33:54.170522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7113c-b7c2-4826-b878-f033bdd807f8 req-e8350214-9df0-4426-bfd7-f433a01c5adf tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:54.172199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49c7113c-b7c2-4826-b878-f033bdd807f8 req-e8350214-9df0-4426-bfd7-f433a01c5adf tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1486397 Jan 28 12:33:54.189576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2fe94-831c-4d98-8c98-6d90cd6e2372 req-d216361f-cecd-4f24-a1cb-51657a35e879 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:54.193837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (229e9a2b-a236-4b67-b646-0ff33597c44d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:54.197049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2fe94-831c-4d98-8c98-6d90cd6e2372 req-d216361f-cecd-4f24-a1cb-51657a35e879 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:54.202522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2fe94-831c-4d98-8c98-6d90cd6e2372 req-d216361f-cecd-4f24-a1cb-51657a35e879 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:54.209448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2fe94-831c-4d98-8c98-6d90cd6e2372 req-d216361f-cecd-4f24-a1cb-51657a35e879 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:54.215011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2fe94-831c-4d98-8c98-6d90cd6e2372 req-d216361f-cecd-4f24-a1cb-51657a35e879 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:54.220484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2fe94-831c-4d98-8c98-6d90cd6e2372 req-d216361f-cecd-4f24-a1cb-51657a35e879 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:54.226783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2fe94-831c-4d98-8c98-6d90cd6e2372 req-d216361f-cecd-4f24-a1cb-51657a35e879 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:54.234375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33c2fe94-831c-4d98-8c98-6d90cd6e2372 req-d216361f-cecd-4f24-a1cb-51657a35e879 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.2018347 Jan 28 12:33:54.435768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49c7113c-b7c2-4826-b878-f033bdd807f8 req-edbc3d26-fd37-4b00-84c2-5c23c22b7c74 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910083 Jan 28 12:33:54.444064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33c2fe94-831c-4d98-8c98-6d90cd6e2372 req-dc621b9e-d003-4889-95ae-df9bae54b35e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2088108 Jan 28 12:33:54.496333 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (229e9a2b-a236-4b67-b646-0ff33597c44d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:54.547563 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:54.554693 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:54.708572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Allocated IP 172.25.7.200 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/cb996188-8780-4298-8d24-479bd215e7d8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:54.723815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9bdea-650b-4186-a138-ea98701d4624 req-0c406838-bb4f-441b-97eb-27a29b917cd5 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:54.725386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90f9bdea-650b-4186-a138-ea98701d4624 req-0c406838-bb4f-441b-97eb-27a29b917cd5 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.1388953 Jan 28 12:33:54.773915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5c174-5bd2-4289-b21d-b55cfb45dba0 req-c1b8297e-6184-454b-b01a-f37ef2cf00c1 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:54.783136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43f5c174-5bd2-4289-b21d-b55cfb45dba0 req-c1b8297e-6184-454b-b01a-f37ef2cf00c1 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1185799 Jan 28 12:33:54.858033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90f9bdea-650b-4186-a138-ea98701d4624 req-66c41c9e-1eeb-4258-ba5e-a34a76f89af8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238773 Jan 28 12:33:54.873516 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for port (cb996188-8780-4298-8d24-479bd215e7d8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:54.875795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43f5c174-5bd2-4289-b21d-b55cfb45dba0 req-ba5ba212-24c4-47f4-92ec-962bfae6daa7 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915117 Jan 28 12:33:54.927647 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (cb996188-8780-4298-8d24-479bd215e7d8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:54.968479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:54.971424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:54.976762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:55.006870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Pushing event updated for resources: {'Port': ['ID=cb996188-8780-4298-8d24-479bd215e7d8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:55.329494 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (229e9a2b-a236-4b67-b646-0ff33597c44d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:55.694547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c92ab-9a2a-4d3a-aace-9f03dc1caa3b req-810742ac-bf55-45f8-b29c-77506f5ac381 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:55.698058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b7c92ab-9a2a-4d3a-aace-9f03dc1caa3b req-810742ac-bf55-45f8-b29c-77506f5ac381 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1591864 Jan 28 12:33:55.719265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246350d6-684a-4430-aad2-0566e410414c req-59b00b5f-fd6d-49db-8a7f-b7e38b65a33d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:55.725865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246350d6-684a-4430-aad2-0566e410414c req-59b00b5f-fd6d-49db-8a7f-b7e38b65a33d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:55.732307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246350d6-684a-4430-aad2-0566e410414c req-59b00b5f-fd6d-49db-8a7f-b7e38b65a33d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:55.739744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246350d6-684a-4430-aad2-0566e410414c req-59b00b5f-fd6d-49db-8a7f-b7e38b65a33d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:55.746727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246350d6-684a-4430-aad2-0566e410414c req-59b00b5f-fd6d-49db-8a7f-b7e38b65a33d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:55.753537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246350d6-684a-4430-aad2-0566e410414c req-59b00b5f-fd6d-49db-8a7f-b7e38b65a33d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:55.760686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246350d6-684a-4430-aad2-0566e410414c req-59b00b5f-fd6d-49db-8a7f-b7e38b65a33d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:55.762815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-246350d6-684a-4430-aad2-0566e410414c req-59b00b5f-fd6d-49db-8a7f-b7e38b65a33d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.2089181 Jan 28 12:33:55.851904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b7c92ab-9a2a-4d3a-aace-9f03dc1caa3b req-4afd4f8d-df7e-4aca-a2d5-70e118f8cca6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879354 Jan 28 12:33:55.918953 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:55.919499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-246350d6-684a-4430-aad2-0566e410414c req-704bd568-068f-4c29-b0a3-681bc1832a2e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1378450 Jan 28 12:33:56.007197 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (229e9a2b-a236-4b67-b646-0ff33597c44d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:56.083900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac8d28-a436-48fb-a995-24f5a7d6669a req-c89464f1-4cd6-481a-b2e0-5b45ad8d2468 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:56.092594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34ac8d28-a436-48fb-a995-24f5a7d6669a req-c89464f1-4cd6-481a-b2e0-5b45ad8d2468 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.0975769 Jan 28 12:33:56.211999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34ac8d28-a436-48fb-a995-24f5a7d6669a req-075c4748-4c2e-43cf-8aaf-4017cb428159 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180887 Jan 28 12:33:56.231671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfceda-9a97-4ff5-9aa8-217be7eeb1b4 req-f178c018-c852-401a-b324-1a2cfc1085a7 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:56.235938 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66bfceda-9a97-4ff5-9aa8-217be7eeb1b4 req-f178c018-c852-401a-b324-1a2cfc1085a7 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1115377 Jan 28 12:33:56.238205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Router 229e9a2b-a236-4b67-b646-0ff33597c44d is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:33:56.309600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66bfceda-9a97-4ff5-9aa8-217be7eeb1b4 req-95ba251e-dc3a-4170-8bc1-cf13566719f8 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593412 Jan 28 12:33:56.393080 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:33:56.407635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3b416-a76a-47f8-a5de-92e767c227f1 None None] Sync routers for ids ['229e9a2b-a236-4b67-b646-0ff33597c44d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:33:56.419613 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:56.425326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43658) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:56.425889 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d310b34e-dc76-4387-a276-c5ea6861ebdb tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0749307 Jan 28 12:33:56.427385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3b416-a76a-47f8-a5de-92e767c227f1 None None] Routers {'229e9a2b-a236-4b67-b646-0ff33597c44d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:33:56.431379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-96c3b416-a76a-47f8-a5de-92e767c227f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['229e9a2b-a236-4b67-b646-0ff33597c44d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:56.519163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-96c3b416-a76a-47f8-a5de-92e767c227f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:56.535301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3b416-a76a-47f8-a5de-92e767c227f1 None None] Routers {'229e9a2b-a236-4b67-b646-0ff33597c44d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:33:56.536952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-96c3b416-a76a-47f8-a5de-92e767c227f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['229e9a2b-a236-4b67-b646-0ff33597c44d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:56.579144 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f5347c21-b3f7-4d0c-b492-290f8df3eea0 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/routers/229e9a2b-a236-4b67-b646-0ff33597c44d HTTP/1.1" status: 200 len: 921 time: 0.1515417 Jan 28 12:33:56.583663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43662) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:56.605808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-96c3b416-a76a-47f8-a5de-92e767c227f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:33:56.607087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3b416-a76a-47f8-a5de-92e767c227f1 None None] The sync data for ids ['229e9a2b-a236-4b67-b646-0ff33597c44d'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:33:56.655191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43664) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:56.655618 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5e2ec7a6-4a0b-4f86-8a7a-a7c57896d52f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "GET /v2.0/ports?device_id=229e9a2b-a236-4b67-b646-0ff33597c44d HTTP/1.1" status: 200 len: 205 time: 0.0700543 Jan 28 12:33:56.904342 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (229e9a2b-a236-4b67-b646-0ff33597c44d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:57.108601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5a158-890f-4463-b710-69f45be40099 req-89736463-0b80-46e6-b48d-4ab0c74df3dc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:57.110203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91b5a158-890f-4463-b710-69f45be40099 req-89736463-0b80-46e6-b48d-4ab0c74df3dc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1520395 Jan 28 12:33:57.143129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bdfa7-e0a2-476c-beeb-d3cbb7f001f6 req-79d0a773-a071-4ea0-a267-d50f61399a9e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:57.148480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bdfa7-e0a2-476c-beeb-d3cbb7f001f6 req-79d0a773-a071-4ea0-a267-d50f61399a9e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:57.153707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bdfa7-e0a2-476c-beeb-d3cbb7f001f6 req-79d0a773-a071-4ea0-a267-d50f61399a9e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:57.159074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bdfa7-e0a2-476c-beeb-d3cbb7f001f6 req-79d0a773-a071-4ea0-a267-d50f61399a9e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:57.165259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bdfa7-e0a2-476c-beeb-d3cbb7f001f6 req-79d0a773-a071-4ea0-a267-d50f61399a9e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:57.170427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bdfa7-e0a2-476c-beeb-d3cbb7f001f6 req-79d0a773-a071-4ea0-a267-d50f61399a9e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:57.179229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bdfa7-e0a2-476c-beeb-d3cbb7f001f6 req-79d0a773-a071-4ea0-a267-d50f61399a9e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:57.179229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c04bdfa7-e0a2-476c-beeb-d3cbb7f001f6 req-79d0a773-a071-4ea0-a267-d50f61399a9e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.1311479 Jan 28 12:33:57.187582 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (229e9a2b-a236-4b67-b646-0ff33597c44d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:57.279793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91b5a158-890f-4463-b710-69f45be40099 req-d7326bd5-ace2-4522-b204-faa2523fb08c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619625 Jan 28 12:33:57.313477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c04bdfa7-e0a2-476c-beeb-d3cbb7f001f6 req-d77c76c3-2109-4366-b9dd-ba85c40441dc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1275702 Jan 28 12:33:57.329828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Deleting port cb996188-8780-4298-8d24-479bd215e7d8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:33:57.330123 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cb996188-8780-4298-8d24-479bd215e7d8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:57.531898 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cb996188-8780-4298-8d24-479bd215e7d8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:57.566446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Calling delete_port for cb996188-8780-4298-8d24-479bd215e7d8 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:33:57.587802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31f533-81ce-47fb-89c3-66c708f1cb74 req-a4fb54c7-935f-4f0f-b16b-ae113e82dc8f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:57.595708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c31f533-81ce-47fb-89c3-66c708f1cb74 req-a4fb54c7-935f-4f0f-b16b-ae113e82dc8f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.1295114 Jan 28 12:33:57.669822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4d76f-af28-4626-bb6b-93e193b359d2 req-eb9fa7b6-37b4-47b9-aefa-f76b9f7e5cf3 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:57.671532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68c4d76f-af28-4626-bb6b-93e193b359d2 req-eb9fa7b6-37b4-47b9-aefa-f76b9f7e5cf3 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1710258 Jan 28 12:33:57.747466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c31f533-81ce-47fb-89c3-66c708f1cb74 req-1d575dc2-59f7-4e57-9947-1411a86f24fe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506240 Jan 28 12:33:57.839001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68c4d76f-af28-4626-bb6b-93e193b359d2 req-ebbd65ce-3da3-4990-bd0a-35ebd85bc74d tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575077 Jan 28 12:33:57.945190 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (cb996188-8780-4298-8d24-479bd215e7d8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:57.955699 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e59736-fbc5-4e1b-b0b0-4835c95d5003 req-5ffabfdb-fc28-4131-a7b7-521b58781942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:57.957427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8e59736-fbc5-4e1b-b0b0-4835c95d5003 req-5ffabfdb-fc28-4131-a7b7-521b58781942 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 1096 time: 0.0725648 Jan 28 12:33:57.989102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Pushing event deleted for resources: {'Port': ['ID=cb996188-8780-4298-8d24-479bd215e7d8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:58.072541 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8e59736-fbc5-4e1b-b0b0-4835c95d5003 req-0424193b-ca15-4d11-b1c0-9437c71291dd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930254 Jan 28 12:33:58.073360 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (229e9a2b-a236-4b67-b646-0ff33597c44d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:58.177225 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (229e9a2b-a236-4b67-b646-0ff33597c44d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:58.179519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_controller (229e9a2b-a236-4b67-b646-0ff33597c44d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:58.235665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (229e9a2b-a236-4b67-b646-0ff33597c44d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:58.236519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Fanout notify agent at l3_agent the message router_deleted on router 229e9a2b-a236-4b67-b646-0ff33597c44d {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:33:58.245192 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:58.250084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4b9202c8-34f9-4590-9a64-846569d44d4f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/routers/229e9a2b-a236-4b67-b646-0ff33597c44d HTTP/1.1" status: 204 len: 168 time: 1.5892868 Jan 28 12:33:58.250271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43696) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:33:58.254794 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1315370556', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'enable_snat': False}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:33:58.281315 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (a187b9b4-304d-4410-8c86-7fd28ed37881), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:58.282395 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (a187b9b4-304d-4410-8c86-7fd28ed37881), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:58.355218 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_controller (a187b9b4-304d-4410-8c86-7fd28ed37881), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:58.468799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee824c12-0a39-4e15-9629-1dcc62270d04 req-1e2c2ce6-ef16-4391-b4a8-111f8f1b348c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:58.471047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee824c12-0a39-4e15-9629-1dcc62270d04 req-1e2c2ce6-ef16-4391-b4a8-111f8f1b348c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.0676923 Jan 28 12:33:58.545524 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (a187b9b4-304d-4410-8c86-7fd28ed37881), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:58.581268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee824c12-0a39-4e15-9629-1dcc62270d04 req-cf54e7a2-6228-4531-bca3-3cde05d3e309 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930903 Jan 28 12:33:58.597133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330347cd-d55b-4692-bf54-79b1df501979 req-4e27ff38-fbf7-463d-84e7-219cf19bfd41 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:58.614897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330347cd-d55b-4692-bf54-79b1df501979 req-4e27ff38-fbf7-463d-84e7-219cf19bfd41 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:58.621945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330347cd-d55b-4692-bf54-79b1df501979 req-4e27ff38-fbf7-463d-84e7-219cf19bfd41 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:58.640460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330347cd-d55b-4692-bf54-79b1df501979 req-4e27ff38-fbf7-463d-84e7-219cf19bfd41 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:58.647435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330347cd-d55b-4692-bf54-79b1df501979 req-4e27ff38-fbf7-463d-84e7-219cf19bfd41 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:58.653654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330347cd-d55b-4692-bf54-79b1df501979 req-4e27ff38-fbf7-463d-84e7-219cf19bfd41 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:58.659817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330347cd-d55b-4692-bf54-79b1df501979 req-4e27ff38-fbf7-463d-84e7-219cf19bfd41 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:58.661853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-330347cd-d55b-4692-bf54-79b1df501979 req-4e27ff38-fbf7-463d-84e7-219cf19bfd41 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.1895623 Jan 28 12:33:58.741100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-330347cd-d55b-4692-bf54-79b1df501979 req-24d685b0-c829-4d23-9069-abe7e8e1941e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734153 Jan 28 12:33:58.904214 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (a187b9b4-304d-4410-8c86-7fd28ed37881), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:58.945806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5738baa-8b08-4b27-9a73-c3d428ec99df req-1e7e80c0-6b06-49e8-af44-7a66f09d349b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:58.963304 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:58.967965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5738baa-8b08-4b27-9a73-c3d428ec99df req-1e7e80c0-6b06-49e8-af44-7a66f09d349b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.1215611 Jan 28 12:33:59.079107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa67623-f3ab-468a-bcc7-02144baa946e req-31305f0b-5f3e-4fb4-87b7-3834fbfc58d5 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:59.091483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfa67623-f3ab-468a-bcc7-02144baa946e req-31305f0b-5f3e-4fb4-87b7-3834fbfc58d5 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1220701 Jan 28 12:33:59.110632 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5738baa-8b08-4b27-9a73-c3d428ec99df req-7c7f5087-5bf0-45b6-abc2-eb51c8e5ac46 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294951 Jan 28 12:33:59.162708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Allocated IP 172.25.7.105 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/ff1bd370-5a00-4099-8b13-be03fa8106a0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:33:59.341353 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:59.402052 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:59.464531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:33:59.468710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:33:59.473139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:33:59.517511 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfa67623-f3ab-468a-bcc7-02144baa946e req-38ba8f4b-af0b-4e57-b547-901824f55a02 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177513 Jan 28 12:33:59.525043 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event updated for resources: {'Port': ['ID=ff1bd370-5a00-4099-8b13-be03fa8106a0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:33:59.777528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbb3f3-ba79-4bbf-b8fd-f514dc8827e4 req-db3be0ce-9487-4c7e-9caf-e549edf745be tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:59.779419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15bbb3f3-ba79-4bbf-b8fd-f514dc8827e4 req-db3be0ce-9487-4c7e-9caf-e549edf745be tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.0981040 Jan 28 12:33:59.837413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (a187b9b4-304d-4410-8c86-7fd28ed37881), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:33:59.863890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15bbb3f3-ba79-4bbf-b8fd-f514dc8827e4 req-60e78610-af99-49a6-8b74-ea801e2434ef tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775144 Jan 28 12:33:59.944725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e627-5511-4484-967d-7cfd2adcfe20 req-b87acfe7-0a24-454e-a722-e087c5569363 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:59.950342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e627-5511-4484-967d-7cfd2adcfe20 req-b87acfe7-0a24-454e-a722-e087c5569363 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:59.956754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e627-5511-4484-967d-7cfd2adcfe20 req-b87acfe7-0a24-454e-a722-e087c5569363 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:59.963251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e627-5511-4484-967d-7cfd2adcfe20 req-b87acfe7-0a24-454e-a722-e087c5569363 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:59.969530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e627-5511-4484-967d-7cfd2adcfe20 req-b87acfe7-0a24-454e-a722-e087c5569363 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:59.975940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e627-5511-4484-967d-7cfd2adcfe20 req-b87acfe7-0a24-454e-a722-e087c5569363 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:59.982541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e627-5511-4484-967d-7cfd2adcfe20 req-b87acfe7-0a24-454e-a722-e087c5569363 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:33:59.984649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c140e627-5511-4484-967d-7cfd2adcfe20 req-b87acfe7-0a24-454e-a722-e087c5569363 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.1188619 Jan 28 12:34:00.082593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c140e627-5511-4484-967d-7cfd2adcfe20 req-cb671a7f-782e-4bb9-8cba-103eb8a0d4db tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833104 Jan 28 12:34:00.143164 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (a187b9b4-304d-4410-8c86-7fd28ed37881), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:00.264971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030c741-a9b6-4cf3-a09b-b09974d11a43 req-5288e401-3a1b-46fb-a961-93cf9ff7a32f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:00.273702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b030c741-a9b6-4cf3-a09b-b09974d11a43 req-5288e401-3a1b-46fb-a961-93cf9ff7a32f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.0669599 Jan 28 12:34:00.325270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Router a187b9b4-304d-4410-8c86-7fd28ed37881 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:34:00.337365 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b030c741-a9b6-4cf3-a09b-b09974d11a43 req-5586d543-5095-4ff0-960a-381c34205246 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627625 Jan 28 12:34:00.458975 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:34:00.471310 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Sync routers for ids ['a187b9b4-304d-4410-8c86-7fd28ed37881'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:34:00.480662 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:00.482195 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d6719836-ff99-4c57-92cd-44799703213e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.2311342 Jan 28 12:34:00.485036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43736) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:00.489478 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Routers {'a187b9b4-304d-4410-8c86-7fd28ed37881'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:00.490445 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a187b9b4-304d-4410-8c86-7fd28ed37881'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:00.644101 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6907ff3f-8447-407d-a81a-bbb235b6877f tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/routers/a187b9b4-304d-4410-8c86-7fd28ed37881 HTTP/1.1" status: 200 len: 909 time: 0.1545415 Jan 28 12:34:00.644385 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Set router a187b9b4-304d-4410-8c86-7fd28ed37881 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:34:00.644534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43742) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:00.650291 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1315370556', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'enable_snat': True}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:00.693309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (920d6bce-69ff-4d50-99f9-d3f385321a58), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:00.697628 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (920d6bce-69ff-4d50-99f9-d3f385321a58), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:00.755435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89edfa-e1e5-4dad-8404-7b650e7d77d0 req-1e15dfdd-4eb9-452c-8ccd-b92aa7b4805f tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:00.772023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2e89edfa-e1e5-4dad-8404-7b650e7d77d0 req-1e15dfdd-4eb9-452c-8ccd-b92aa7b4805f tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1479316 Jan 28 12:34:00.787600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_controller (920d6bce-69ff-4d50-99f9-d3f385321a58), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:00.917968 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a187b9b4-304d-4410-8c86-7fd28ed37881', 'name': 'tempest-snat-router-1315370556', 'tenant_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.105'}], 'enable_snat': False}, 'gw_port_id': 'ff1bd370-5a00-4099-8b13-be03fa8106a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:33:58Z', 'updated_at': '2022-01-28T12:33:59Z', 'revision_number': 3, 'project_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'gw_port': {'id': 'ff1bd370-5a00-4099-8b13-be03fa8106a0', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ce:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a187b9b4-304d-4410-8c86-7fd28ed37881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:33:58Z', 'updated_at': '2022-01-28T12:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:00.926692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2e89edfa-e1e5-4dad-8404-7b650e7d77d0 req-da5d1067-b498-41a8-9212-a8daa7041fa1 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477878 Jan 28 12:34:00.987920 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Checking router: a187b9b4-304d-4410-8c86-7fd28ed37881 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:34:00.988371 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Updating router a187b9b4-304d-4410-8c86-7fd28ed37881 port ff1bd370-5a00-4099-8b13-be03fa8106a0 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:34:01.018458 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:01.073112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09f7a1-64a5-4411-8137-d8c56d7234d0 req-3fa96e04-73fe-4d49-be9b-80945ea929cc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:01.084656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b09f7a1-64a5-4411-8137-d8c56d7234d0 req-3fa96e04-73fe-4d49-be9b-80945ea929cc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.0807552 Jan 28 12:34:01.225042 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b09f7a1-64a5-4411-8137-d8c56d7234d0 req-b1ff7ede-3410-475b-a8c3-ca8709e24ec0 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367381 Jan 28 12:34:01.246795 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (920d6bce-69ff-4d50-99f9-d3f385321a58), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:01.366897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c1b89-8d19-4aa7-927e-76816f2e6a25 req-d5447e7f-41ed-4111-936c-06ba49337c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:01.373601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e10c1b89-8d19-4aa7-927e-76816f2e6a25 req-d5447e7f-41ed-4111-936c-06ba49337c6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd4f3e15551437e9958e148d3bb8e05&device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 1096 time: 0.1147490 Jan 28 12:34:01.469168 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Publish callbacks [] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:01.476370 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:01.553234 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad9988-da52-4187-9d0e-9a858a1871d6 None None] Pushing event updated for resources: {'Port': ['ID=ff1bd370-5a00-4099-8b13-be03fa8106a0,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:01.560492 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Attempting to bind port ff1bd370-5a00-4099-8b13-be03fa8106a0 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:34:01.561296 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Attempting to bind port ff1bd370-5a00-4099-8b13-be03fa8106a0 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:34:01.562016 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Attempting to bind port ff1bd370-5a00-4099-8b13-be03fa8106a0 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:34:01.572768 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:34:01.573274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120000-4dcb-45c8-968d-09de36a13cef req-19c27cb4-1a34-4202-b214-2d81d9214e0c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:01.573686 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:34:01.574524 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:01.575763 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:34:01.576656 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Bound port: ff1bd370-5a00-4099-8b13-be03fa8106a0, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:34:01.577400 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:01.583045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120000-4dcb-45c8-968d-09de36a13cef req-19c27cb4-1a34-4202-b214-2d81d9214e0c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:01.590296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120000-4dcb-45c8-968d-09de36a13cef req-19c27cb4-1a34-4202-b214-2d81d9214e0c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:01.599457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120000-4dcb-45c8-968d-09de36a13cef req-19c27cb4-1a34-4202-b214-2d81d9214e0c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:01.607581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120000-4dcb-45c8-968d-09de36a13cef req-19c27cb4-1a34-4202-b214-2d81d9214e0c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:01.616162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120000-4dcb-45c8-968d-09de36a13cef req-19c27cb4-1a34-4202-b214-2d81d9214e0c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:01.622693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120000-4dcb-45c8-968d-09de36a13cef req-19c27cb4-1a34-4202-b214-2d81d9214e0c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:01.632909 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5120000-4dcb-45c8-968d-09de36a13cef req-19c27cb4-1a34-4202-b214-2d81d9214e0c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.2578061 Jan 28 12:34:01.658567 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] For port ff1bd370-5a00-4099-8b13-be03fa8106a0, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:34:01.663468 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] For port ff1bd370-5a00-4099-8b13-be03fa8106a0, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ff1bd370-5a00-4099-8b13-be03fa8106a0,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:34:01.672186 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:01.676831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ec051-6734-425c-bfd3-356345f3d3b2 req-93e923b8-7618-4f99-981a-38ce156246b6 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:01.684162 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e85ec051-6734-425c-bfd3-356345f3d3b2 req-93e923b8-7618-4f99-981a-38ce156246b6 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.2676802 Jan 28 12:34:01.772328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5120000-4dcb-45c8-968d-09de36a13cef req-31029ff8-13d9-469b-9141-c6d26b1d5307 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1381545 Jan 28 12:34:01.785320 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (920d6bce-69ff-4d50-99f9-d3f385321a58), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:01.811605 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:01.827999 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad9988-da52-4187-9d0e-9a858a1871d6 None None] Pushing event updated for resources: {'Port': ['ID=ff1bd370-5a00-4099-8b13-be03fa8106a0,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:01.841254 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Routers {'a187b9b4-304d-4410-8c86-7fd28ed37881'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:01.842621 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a187b9b4-304d-4410-8c86-7fd28ed37881'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:01.971166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c1b89-8d19-4aa7-927e-76816f2e6a25 req-ecb8ea8a-fbcc-429a-9ef0-59143861a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:01.973101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e10c1b89-8d19-4aa7-927e-76816f2e6a25 req-ecb8ea8a-fbcc-429a-9ef0-59143861a53e service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 HTTP/1.1" status: 200 len: 920 time: 0.5583808 Jan 28 12:34:01.981764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Allocated IP 172.25.7.19 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/23f4defa-d824-42b9-ac7e-ac0ed26eb489) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:34:02.014234 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] Set router a187b9b4-304d-4410-8c86-7fd28ed37881 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:34:02.141352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e10c1b89-8d19-4aa7-927e-76816f2e6a25 req-adf49d78-243e-4534-9e22-142a5cdf0541 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b HTTP/1.1" status: 200 len: 217 time: 0.1485169 Jan 28 12:34:02.149554 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for port (23f4defa-d824-42b9-ac7e-ac0ed26eb489), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:02.157547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e85ec051-6734-425c-bfd3-356345f3d3b2 req-7615042a-91a1-4fcc-b9b5-5963db8df52c tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645164 Jan 28 12:34:02.230716 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (23f4defa-d824-42b9-ac7e-ac0ed26eb489), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:02.281524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07e9de-c881-44f4-b57e-ecfe66af97c7 req-e6cffdaf-0de0-4f69-8ec1-de903d223770 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:02.283195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a07e9de-c881-44f4-b57e-ecfe66af97c7 req-e6cffdaf-0de0-4f69-8ec1-de903d223770 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.3537183 Jan 28 12:34:02.302137 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a187b9b4-304d-4410-8c86-7fd28ed37881', 'name': 'tempest-snat-router-1315370556', 'tenant_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.105'}], 'enable_snat': False}, 'gw_port_id': 'ff1bd370-5a00-4099-8b13-be03fa8106a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:33:58Z', 'updated_at': '2022-01-28T12:33:59Z', 'revision_number': 3, 'project_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'gw_port': {'id': 'ff1bd370-5a00-4099-8b13-be03fa8106a0', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ce:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a187b9b4-304d-4410-8c86-7fd28ed37881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:33:58Z', 'updated_at': '2022-01-28T12:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:02.315413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:34:02.323216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:34:02.328959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:34:02.332754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event updated for resources: {'Port': ['ID=23f4defa-d824-42b9-ac7e-ac0ed26eb489,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:02.361411 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1613c-a5a5-445f-9c79-c2fe728f8e63 None None] The sync data for ids ['a187b9b4-304d-4410-8c86-7fd28ed37881'] in n-d-824835-4 is: [{'id': 'a187b9b4-304d-4410-8c86-7fd28ed37881', 'name': 'tempest-snat-router-1315370556', 'tenant_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.105'}], 'enable_snat': False}, 'gw_port_id': 'ff1bd370-5a00-4099-8b13-be03fa8106a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:33:58Z', 'updated_at': '2022-01-28T12:33:59Z', 'revision_number': 3, 'project_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'gw_port': {'id': 'ff1bd370-5a00-4099-8b13-be03fa8106a0', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ce:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a187b9b4-304d-4410-8c86-7fd28ed37881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:33:58Z', 'updated_at': '2022-01-28T12:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:34:02.364981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c1b89-8d19-4aa7-927e-76816f2e6a25 req-2741fbab-09de-4357-8b81-1a7b4652dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:02.367258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e10c1b89-8d19-4aa7-927e-76816f2e6a25 req-2741fbab-09de-4357-8b81-1a7b4652dde1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c86275c7-8e5c-4f5d-968d-3433128a5047 HTTP/1.1" status: 200 len: 859 time: 0.2062607 Jan 28 12:34:02.426431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e10c1b89-8d19-4aa7-927e-76816f2e6a25 req-08d0e305-e393-46cc-8707-e3d2fbe2ac82 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460956 Jan 28 12:34:02.480711 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a07e9de-c881-44f4-b57e-ecfe66af97c7 req-7d3355a6-cf1c-4e54-88ef-526cb6c4fcc7 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863828 Jan 28 12:34:02.566285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a085fde-30bc-449e-859c-b427c2cee1e5 req-01d1c906-8d75-4ea6-b603-fce53c176409 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:02.568330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a085fde-30bc-449e-859c-b427c2cee1e5 req-01d1c906-8d75-4ea6-b603-fce53c176409 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1173899 Jan 28 12:34:02.622719 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e10c1b89-8d19-4aa7-927e-76816f2e6a25 req-9d4a11a3-6def-4b35-93c1-08c9c8984fe8 service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795366 Jan 28 12:34:02.672375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a085fde-30bc-449e-859c-b427c2cee1e5 req-e34d0b24-108b-49b0-90cd-209dc6090ebc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941515 Jan 28 12:34:02.803325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e10c1b89-8d19-4aa7-927e-76816f2e6a25 req-6e876197-9d69-4a3b-8028-162d31460cb7 service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688013 Jan 28 12:34:02.992309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a663-ea22-472c-a061-d4fd9df7b170 req-635eb4a4-7111-447a-be97-dc0c79bcbf08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:03.000310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a663-ea22-472c-a061-d4fd9df7b170 req-635eb4a4-7111-447a-be97-dc0c79bcbf08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:03.012484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a663-ea22-472c-a061-d4fd9df7b170 req-635eb4a4-7111-447a-be97-dc0c79bcbf08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:03.024914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a663-ea22-472c-a061-d4fd9df7b170 req-635eb4a4-7111-447a-be97-dc0c79bcbf08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:03.037987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a663-ea22-472c-a061-d4fd9df7b170 req-635eb4a4-7111-447a-be97-dc0c79bcbf08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:03.050367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a663-ea22-472c-a061-d4fd9df7b170 req-635eb4a4-7111-447a-be97-dc0c79bcbf08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:03.069324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a663-ea22-472c-a061-d4fd9df7b170 req-635eb4a4-7111-447a-be97-dc0c79bcbf08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:03.075528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74e7a663-ea22-472c-a061-d4fd9df7b170 req-635eb4a4-7111-447a-be97-dc0c79bcbf08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.1679845 Jan 28 12:34:03.258151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d56c963e-5170-44dc-a229-8971e5c6b978 req-47bf6270-f76d-47e7-b310-eb7e73cf4cbb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1691611 Jan 28 12:34:03.303936 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (920d6bce-69ff-4d50-99f9-d3f385321a58), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:03.337708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74e7a663-ea22-472c-a061-d4fd9df7b170 req-9a41ffa9-2d63-44ea-b8e9-d0c68e5aa68f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2514403 Jan 28 12:34:03.474249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ff1bd370-5a00-4099-8b13-be03fa8106a0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:34:03.511201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c963e-5170-44dc-a229-8971e5c6b978 req-109141bf-fb0b-4792-b224-375d726e8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:03.523307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d56c963e-5170-44dc-a229-8971e5c6b978 req-109141bf-fb0b-4792-b224-375d726e8479 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 1096 time: 0.1711199 Jan 28 12:34:03.561751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e3c7-cb88-4cd6-b563-b9902f04788e req-14fc7272-8275-48d9-aa8b-eb80c3cf54b5 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:03.569855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae22e3c7-cb88-4cd6-b563-b9902f04788e req-14fc7272-8275-48d9-aa8b-eb80c3cf54b5 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1411941 Jan 28 12:34:03.645983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ff1bd370-5a00-4099-8b13-be03fa8106a0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:03.647079 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:03.812096 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae22e3c7-cb88-4cd6-b563-b9902f04788e req-08e64cc6-6134-46e0-ad8b-7e00b8256561 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406681 Jan 28 12:34:03.816264 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (920d6bce-69ff-4d50-99f9-d3f385321a58), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:03.882227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3558fd-7425-4a3f-8d80-b061e030ec2a req-59d22783-c84a-42a1-87a1-606ab998f86f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:03.884011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e3558fd-7425-4a3f-8d80-b061e030ec2a req-59d22783-c84a-42a1-87a1-606ab998f86f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.2868879 Jan 28 12:34:03.923947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ff1bd370-5a00-4099-8b13-be03fa8106a0 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:03.924345 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:03.937913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c963e-5170-44dc-a229-8971e5c6b978 req-1e42a150-0df4-4bac-95b5-75e20aae42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:03.939494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d56c963e-5170-44dc-a229-8971e5c6b978 req-1e42a150-0df4-4bac-95b5-75e20aae42ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.3671238 Jan 28 12:34:03.993665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port ff1bd370-5a00-4099-8b13-be03fa8106a0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ff1bd370-5a00-4099-8b13-be03fa8106a0,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:04.001426 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:04.100998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=ff1bd370-5a00-4099-8b13-be03fa8106a0,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:04.114698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.120439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.124393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.125033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.125557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.126060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.126903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.128951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.129720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.130244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.131053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.131588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.132135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:04.137653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Router 920d6bce-69ff-4d50-99f9-d3f385321a58 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:34:04.185290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d56c963e-5170-44dc-a229-8971e5c6b978 req-5b8de87c-1bb7-4b8a-b22e-5e711f609953 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 200 len: 999 time: 0.2351367 Jan 28 12:34:04.201617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e3558fd-7425-4a3f-8d80-b061e030ec2a req-ebf22a9a-9308-476c-a51b-5486f20e3c7b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097463 Jan 28 12:34:04.271675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2818d-3bf0-4073-81b7-2337873755b8 req-178a9453-42a1-43c0-a4bf-e929bbf250f8 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:04.279007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ec2818d-3bf0-4073-81b7-2337873755b8 req-178a9453-42a1-43c0-a4bf-e929bbf250f8 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.3050427 Jan 28 12:34:04.327184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c963e-5170-44dc-a229-8971e5c6b978 req-15768865-192e-4a76-909e-40dad06e8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:04.328734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d56c963e-5170-44dc-a229-8971e5c6b978 req-15768865-192e-4a76-909e-40dad06e8590 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.1247883 Jan 28 12:34:04.334849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:34:04.344508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Sync routers for ids ['920d6bce-69ff-4d50-99f9-d3f385321a58'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:34:04.367096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Routers {'920d6bce-69ff-4d50-99f9-d3f385321a58'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:04.367813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:04.368326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['920d6bce-69ff-4d50-99f9-d3f385321a58'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:04.371543 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-47b669cb-34ff-4c02-a92a-130edf3c2255 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7234671 Jan 28 12:34:04.375585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43806) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:04.471162 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ec2818d-3bf0-4073-81b7-2337873755b8 req-e712e659-224a-4215-9141-214a3ba540d4 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912310 Jan 28 12:34:04.487936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56081d4a-0c41-4af3-a257-c3882e13654c req-4e23a845-37d9-44d0-b65d-55c98281a332 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3091283 Jan 28 12:34:04.508038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c963e-5170-44dc-a229-8971e5c6b978 req-3e612e3e-beeb-4bbb-badf-ee4a861d4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:04.510854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d56c963e-5170-44dc-a229-8971e5c6b978 req-3e612e3e-beeb-4bbb-badf-ee4a861d4c81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722777 Jan 28 12:34:04.571239 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3e46ed57-1768-4432-b934-61670b65da3a tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/routers/920d6bce-69ff-4d50-99f9-d3f385321a58 HTTP/1.1" status: 200 len: 907 time: 0.1942036 Jan 28 12:34:04.573699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:04.674641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Set router 920d6bce-69ff-4d50-99f9-d3f385321a58 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:34:04.721384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf964c8d-8ff4-4514-8fbd-e38a463abd7d req-db06044f-111c-485d-b0c4-a4f6ecb083a1 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:04.730469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf964c8d-8ff4-4514-8fbd-e38a463abd7d req-db06044f-111c-485d-b0c4-a4f6ecb083a1 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:04.736662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf964c8d-8ff4-4514-8fbd-e38a463abd7d req-db06044f-111c-485d-b0c4-a4f6ecb083a1 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:04.742433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf964c8d-8ff4-4514-8fbd-e38a463abd7d req-db06044f-111c-485d-b0c4-a4f6ecb083a1 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:04.748614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf964c8d-8ff4-4514-8fbd-e38a463abd7d req-db06044f-111c-485d-b0c4-a4f6ecb083a1 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:04.756342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf964c8d-8ff4-4514-8fbd-e38a463abd7d req-db06044f-111c-485d-b0c4-a4f6ecb083a1 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:04.761787 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf964c8d-8ff4-4514-8fbd-e38a463abd7d req-db06044f-111c-485d-b0c4-a4f6ecb083a1 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:04.780630 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf964c8d-8ff4-4514-8fbd-e38a463abd7d req-db06044f-111c-485d-b0c4-a4f6ecb083a1 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.2681446 Jan 28 12:34:04.815033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56081d4a-0c41-4af3-a257-c3882e13654c req-48369954-89a5-40be-b86c-b9055abc27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:04.817554 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56081d4a-0c41-4af3-a257-c3882e13654c req-48369954-89a5-40be-b86c-b9055abc27d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 1095 time: 0.2935512 Jan 28 12:34:04.886505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf964c8d-8ff4-4514-8fbd-e38a463abd7d req-f3fd5ef9-0eab-4e8d-b6a8-b12e9399c8a3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047826 Jan 28 12:34:04.888737 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (920d6bce-69ff-4d50-99f9-d3f385321a58), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:04.905922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d56c963e-5170-44dc-a229-8971e5c6b978 req-6047364f-8692-4b93-88a5-20a421691878 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732641 Jan 28 12:34:05.117813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (920d6bce-69ff-4d50-99f9-d3f385321a58), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:05.152431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01286c10-4d14-45d3-8622-957a5c34656a req-74626f86-8bde-493c-bdf9-8968b1bacd1b tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:05.167757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01286c10-4d14-45d3-8622-957a5c34656a req-74626f86-8bde-493c-bdf9-8968b1bacd1b tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1691916 Jan 28 12:34:05.243132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56081d4a-0c41-4af3-a257-c3882e13654c req-bb80f1df-79c3-4654-a963-090ee3329069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:05.244309 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56081d4a-0c41-4af3-a257-c3882e13654c req-bb80f1df-79c3-4654-a963-090ee3329069 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.3762288 Jan 28 12:34:05.258523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920d6bce-69ff-4d50-99f9-d3f385321a58', 'name': 'tempest-snat-router-1315370556', 'tenant_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '23f4defa-d824-42b9-ac7e-ac0ed26eb489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:34:00Z', 'updated_at': '2022-01-28T12:34:02Z', 'revision_number': 3, 'project_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'gw_port': {'id': '23f4defa-d824-42b9-ac7e-ac0ed26eb489', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920d6bce-69ff-4d50-99f9-d3f385321a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:34:01Z', 'updated_at': '2022-01-28T12:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:05.262700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d56c963e-5170-44dc-a229-8971e5c6b978 req-202e551d-8ee3-44b5-bbb0-7189c05be4ef service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409200 Jan 28 12:34:05.284977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Deleting port 23f4defa-d824-42b9-ac7e-ac0ed26eb489 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:34:05.284977 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (23f4defa-d824-42b9-ac7e-ac0ed26eb489), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:05.363403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Checking router: 920d6bce-69ff-4d50-99f9-d3f385321a58 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:34:05.364675 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Updating router 920d6bce-69ff-4d50-99f9-d3f385321a58 port 23f4defa-d824-42b9-ac7e-ac0ed26eb489 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:34:05.379260 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56081d4a-0c41-4af3-a257-c3882e13654c req-f6026e0e-947d-40d6-8583-02fb81f1cab0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e HTTP/1.1" status: 200 len: 217 time: 0.1150804 Jan 28 12:34:05.414585 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (23f4defa-d824-42b9-ac7e-ac0ed26eb489), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:05.417781 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (23f4defa-d824-42b9-ac7e-ac0ed26eb489), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:05.488224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Calling delete_port for 23f4defa-d824-42b9-ac7e-ac0ed26eb489 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:34:05.489397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56081d4a-0c41-4af3-a257-c3882e13654c req-0b5cc384-efb5-446b-b967-33c62c1276ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:05.491653 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56081d4a-0c41-4af3-a257-c3882e13654c req-0b5cc384-efb5-446b-b967-33c62c1276ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.1065798 Jan 28 12:34:05.553916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01286c10-4d14-45d3-8622-957a5c34656a req-afa7685f-bb71-4eec-9114-5b8a1f0efe37 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849559 Jan 28 12:34:05.621679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56081d4a-0c41-4af3-a257-c3882e13654c req-77ac52c6-26c4-455c-b0ca-190f54805e67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616658 Jan 28 12:34:05.669093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16118b9-ead0-431d-83e3-f950b08f4826 req-320c0c9e-b160-421c-8e5a-b4f57c38fd59 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:05.684012 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b16118b9-ead0-431d-83e3-f950b08f4826 req-320c0c9e-b160-421c-8e5a-b4f57c38fd59 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.1901445 Jan 28 12:34:05.921107 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Publish callbacks [] for port (23f4defa-d824-42b9-ac7e-ac0ed26eb489), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:05.926634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ff1bd370-5a00-4099-8b13-be03fa8106a0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:34:05.961260 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (23f4defa-d824-42b9-ac7e-ac0ed26eb489), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:05.976811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b16118b9-ead0-431d-83e3-f950b08f4826 req-d802d1b8-cef0-4da7-a688-bf558bb3aedb tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908611 Jan 28 12:34:06.061944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56081d4a-0c41-4af3-a257-c3882e13654c req-d482b2f1-a1dd-4436-a880-8162b04c3f2e service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327595 Jan 28 12:34:06.149903 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (23f4defa-d824-42b9-ac7e-ac0ed26eb489), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:06.195554 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a4a27-7590-49b6-9318-9fb3772f8aca None None] Pushing event updated for resources: {'Port': ['ID=23f4defa-d824-42b9-ac7e-ac0ed26eb489,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:06.207278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Attempting to bind port 23f4defa-d824-42b9-ac7e-ac0ed26eb489 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:34:06.208224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Attempting to bind port 23f4defa-d824-42b9-ac7e-ac0ed26eb489 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:34:06.210644 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Attempting to bind port 23f4defa-d824-42b9-ac7e-ac0ed26eb489 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:34:06.244390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:34:06.245730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:34:06.249583 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:06.250385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:34:06.252087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Bound port: 23f4defa-d824-42b9-ac7e-ac0ed26eb489, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:34:06.256317 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (23f4defa-d824-42b9-ac7e-ac0ed26eb489), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:06.308150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event deleted for resources: {'Port': ['ID=23f4defa-d824-42b9-ac7e-ac0ed26eb489,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:06.371371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Port 23f4defa-d824-42b9-ac7e-ac0ed26eb489 has been deleted concurrently {{(pid=103130) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 12:34:06.414379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ff1bd370-5a00-4099-8b13-be03fa8106a0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:06.414806 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:06.466510 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (920d6bce-69ff-4d50-99f9-d3f385321a58), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:06.486542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Routers {'920d6bce-69ff-4d50-99f9-d3f385321a58'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:06.487211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['920d6bce-69ff-4d50-99f9-d3f385321a58'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:06.513824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1345-a92c-4cf2-8a3e-5c6955ae5301 req-5e0ce19e-f424-4f11-8bf2-488579bec366 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:06.530915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1345-a92c-4cf2-8a3e-5c6955ae5301 req-5e0ce19e-f424-4f11-8bf2-488579bec366 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:06.555722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1345-a92c-4cf2-8a3e-5c6955ae5301 req-5e0ce19e-f424-4f11-8bf2-488579bec366 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:06.565017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1345-a92c-4cf2-8a3e-5c6955ae5301 req-5e0ce19e-f424-4f11-8bf2-488579bec366 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:06.577828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1345-a92c-4cf2-8a3e-5c6955ae5301 req-5e0ce19e-f424-4f11-8bf2-488579bec366 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:06.598032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1345-a92c-4cf2-8a3e-5c6955ae5301 req-5e0ce19e-f424-4f11-8bf2-488579bec366 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:06.607711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (920d6bce-69ff-4d50-99f9-d3f385321a58), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:06.608155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1345-a92c-4cf2-8a3e-5c6955ae5301 req-5e0ce19e-f424-4f11-8bf2-488579bec366 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:06.611037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_controller (920d6bce-69ff-4d50-99f9-d3f385321a58), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:06.627735 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cad1345-a92c-4cf2-8a3e-5c6955ae5301 req-5e0ce19e-f424-4f11-8bf2-488579bec366 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.3336043 Jan 28 12:34:06.645953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56081d4a-0c41-4af3-a257-c3882e13654c req-a9a4eceb-88b7-46a8-846a-0e74d715a2f7 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723736 Jan 28 12:34:06.677601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (920d6bce-69ff-4d50-99f9-d3f385321a58), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:06.678769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 920d6bce-69ff-4d50-99f9-d3f385321a58 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:34:06.694612 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:06.700225 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-17f29717-8c33-4c60-9935-96289e352c2d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "DELETE /v2.0/routers/920d6bce-69ff-4d50-99f9-d3f385321a58 HTTP/1.1" status: 204 len: 168 time: 2.1252327 Jan 28 12:34:06.700565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43840) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:06.803951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8846df6-1d88-46c5-8e94-048a626265a3 req-e0a149cd-41f9-42a3-9431-dae66633ba95 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:06.805790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8846df6-1d88-46c5-8e94-048a626265a3 req-e0a149cd-41f9-42a3-9431-dae66633ba95 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1573043 Jan 28 12:34:06.829960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] Set router 920d6bce-69ff-4d50-99f9-d3f385321a58 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:34:06.863515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cad1345-a92c-4cf2-8a3e-5c6955ae5301 req-ac515f4e-c856-4f69-b0e2-cb7a942fe931 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2328134 Jan 28 12:34:06.896757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920d6bce-69ff-4d50-99f9-d3f385321a58', 'name': 'tempest-snat-router-1315370556', 'tenant_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:34:00Z', 'updated_at': '2022-01-28T12:34:06Z', 'revision_number': 5, 'project_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:06.937673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcab46a-77a4-42f2-9096-42bc69767d73 None None] The sync data for ids ['920d6bce-69ff-4d50-99f9-d3f385321a58'] in n-d-824835-4 is: [{'id': '920d6bce-69ff-4d50-99f9-d3f385321a58', 'name': 'tempest-snat-router-1315370556', 'tenant_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:34:00Z', 'updated_at': '2022-01-28T12:34:06Z', 'revision_number': 5, 'project_id': 'f10751d2ae3f49c2a10b3467c65c4455', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:34:06.967163 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (a187b9b4-304d-4410-8c86-7fd28ed37881), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:06.988278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ff1bd370-5a00-4099-8b13-be03fa8106a0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:07.077749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8846df6-1d88-46c5-8e94-048a626265a3 req-4ac566ab-72cf-4558-8ecd-4f90a7f91507 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529964 Jan 28 12:34:07.230721 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (a187b9b4-304d-4410-8c86-7fd28ed37881), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:07.242972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29b5ab-c712-4fd6-8d97-bf51d6a7bcfe req-026ddb68-1367-4af6-9f18-83fb53222aab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:07.245010 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb29b5ab-c712-4fd6-8d97-bf51d6a7bcfe req-026ddb68-1367-4af6-9f18-83fb53222aab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.0805104 Jan 28 12:34:07.374198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb29b5ab-c712-4fd6-8d97-bf51d6a7bcfe req-01820273-7427-43fd-b656-910bf4eeeadc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193230 Jan 28 12:34:07.405477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Deleting port ff1bd370-5a00-4099-8b13-be03fa8106a0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:34:07.405988 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:07.533205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] For port ff1bd370-5a00-4099-8b13-be03fa8106a0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ff1bd370-5a00-4099-8b13-be03fa8106a0,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:07.533794 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:07.548799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Calling delete_port for ff1bd370-5a00-4099-8b13-be03fa8106a0 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:34:07.751304 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:07.904604 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec739ea9-b38d-4bff-8747-8640259e82ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.085183 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec739ea9-b38d-4bff-8747-8640259e82ee admin admin] Publish callbacks [] for security_group (3b3bca16-5fab-4859-b2e5-cacce10c7e71), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.099284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec739ea9-b38d-4bff-8747-8640259e82ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3b3bca16-5fab-4859-b2e5-cacce10c7e71), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.141829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b69c5-bef1-4fc6-8cec-4986da61794c req-e5d42e7c-9487-40c6-a7a1-bac6ff05f108 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:08.151481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b69c5-bef1-4fc6-8cec-4986da61794c req-e5d42e7c-9487-40c6-a7a1-bac6ff05f108 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:08.159738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b69c5-bef1-4fc6-8cec-4986da61794c req-e5d42e7c-9487-40c6-a7a1-bac6ff05f108 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:08.165598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b69c5-bef1-4fc6-8cec-4986da61794c req-e5d42e7c-9487-40c6-a7a1-bac6ff05f108 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:08.172164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b69c5-bef1-4fc6-8cec-4986da61794c req-e5d42e7c-9487-40c6-a7a1-bac6ff05f108 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:08.179184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b69c5-bef1-4fc6-8cec-4986da61794c req-e5d42e7c-9487-40c6-a7a1-bac6ff05f108 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:08.185471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b69c5-bef1-4fc6-8cec-4986da61794c req-e5d42e7c-9487-40c6-a7a1-bac6ff05f108 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:08.187527 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-553b69c5-bef1-4fc6-8cec-4986da61794c req-e5d42e7c-9487-40c6-a7a1-bac6ff05f108 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.1699235 Jan 28 12:34:08.189002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43868) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:08.205266 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ec739ea9-b38d-4bff-8747-8640259e82ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1dfdfd7422343afba0e0e0505d99980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4523044 Jan 28 12:34:08.207960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec739ea9-b38d-4bff-8747-8640259e82ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3bca16-5fab-4859-b2e5-cacce10c7e71,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:08.363210 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ff1bd370-5a00-4099-8b13-be03fa8106a0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.386126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-553b69c5-bef1-4fc6-8cec-4986da61794c req-63038fc1-afcf-45cb-8334-8c977aaf8185 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1764588 Jan 28 12:34:08.407192 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1ad78e1-cc54-4f36-9cd9-b8560d8f5a7f admin admin] Publish callbacks [] for security_group (3b3bca16-5fab-4859-b2e5-cacce10c7e71), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.413438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff1bd370-5a00-4099-8b13-be03fa8106a0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:08.427274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbca26-f276-4c5b-9eb0-ab315c9c26ee req-03c85e09-d8e9-4801-9804-19e9ebd578a1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:08.428914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8bbca26-f276-4c5b-9eb0-ab315c9c26ee req-03c85e09-d8e9-4801-9804-19e9ebd578a1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1688018 Jan 28 12:34:08.522018 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1ad78e1-cc54-4f36-9cd9-b8560d8f5a7f admin admin] Publish callbacks [] for security_group (3b3bca16-5fab-4859-b2e5-cacce10c7e71), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.620966 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (a187b9b4-304d-4410-8c86-7fd28ed37881), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.629692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8bbca26-f276-4c5b-9eb0-ab315c9c26ee req-088d6388-a9ca-4e65-ba2d-9f0f11ee6ea4 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569433 Jan 28 12:34:08.753527 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (a187b9b4-304d-4410-8c86-7fd28ed37881), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.757492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_controller (a187b9b4-304d-4410-8c86-7fd28ed37881), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.767215 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1ad78e1-cc54-4f36-9cd9-b8560d8f5a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3b3bca16-5fab-4859-b2e5-cacce10c7e71), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.770595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1ad78e1-cc54-4f36-9cd9-b8560d8f5a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.774390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d1ad78e1-cc54-4f36-9cd9-b8560d8f5a7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b3bca16-5fab-4859-b2e5-cacce10c7e71 HTTP/1.1" status: 204 len: 168 time: 0.5819168 Jan 28 12:34:08.829917 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (a187b9b4-304d-4410-8c86-7fd28ed37881), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.830547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a187b9b4-304d-4410-8c86-7fd28ed37881 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:34:08.850380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad78e1-cc54-4f36-9cd9-b8560d8f5a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3bca16-5fab-4859-b2e5-cacce10c7e71,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:08.853875 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.859313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43886) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:08.867249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1466848058', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:08.869374 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-704bc57c-dbae-4e70-acdd-25d3a87dde9d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "DELETE /v2.0/routers/a187b9b4-304d-4410-8c86-7fd28ed37881 HTTP/1.1" status: 204 len: 168 time: 2.1620567 Jan 28 12:34:08.911940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a435301-3dda-4768-9ae5-b14692b6cfae req-e8be62c9-0930-437a-9cd5-115e0ea4b3e8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:08.924115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a435301-3dda-4768-9ae5-b14692b6cfae req-e8be62c9-0930-437a-9cd5-115e0ea4b3e8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.1193960 Jan 28 12:34:08.928335 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.932871 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:08.993705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43890) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:09.006665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a435301-3dda-4768-9ae5-b14692b6cfae req-bb9df928-6503-4fa7-a4dd-dd3df37ef675 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790370 Jan 28 12:34:09.079173 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_controller (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:09.307170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43896) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:09.328169 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3968999-aaa6-4d42-8074-c5fb9e78d64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:09.366943 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-365224bc-feb4-4580-9c30-289baf6688d1 admin admin] Deleting subnet f43d2cbd-bf64-4a86-a4a0-cced0a12976e {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:34:09.370503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-365224bc-feb4-4580-9c30-289baf6688d1 admin admin] Publish callbacks [] for subnet (f43d2cbd-bf64-4a86-a4a0-cced0a12976e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:09.410541 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-365224bc-feb4-4580-9c30-289baf6688d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (f43d2cbd-bf64-4a86-a4a0-cced0a12976e), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:09.437539 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3968999-aaa6-4d42-8074-c5fb9e78d64c admin admin] Publish callbacks [] for security_group (f61a185e-2d04-4dcc-a0c7-302bcb097fc9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:09.447713 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3968999-aaa6-4d42-8074-c5fb9e78d64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f61a185e-2d04-4dcc-a0c7-302bcb097fc9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:09.498033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-365224bc-feb4-4580-9c30-289baf6688d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (f43d2cbd-bf64-4a86-a4a0-cced0a12976e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:09.501807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:09.571739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d3968999-aaa6-4d42-8074-c5fb9e78d64c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4f46bb3b7074943ab91d8c9b807b00a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2629232 Jan 28 12:34:09.571945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43900) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:09.573365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3968999-aaa6-4d42-8074-c5fb9e78d64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61a185e-2d04-4dcc-a0c7-302bcb097fc9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:09.583269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ff1bd370-5a00-4099-8b13-be03fa8106a0 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:34:09.621144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: ff1bd370-5a00-4099-8b13-be03fa8106a0 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:34:09.621776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ff1bd370-5a00-4099-8b13-be03fa8106a0 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:34:09.676007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc94a1-dacf-42bb-9586-9a90b0511909 req-22598b90-f2d5-436b-9cf5-d98cddd66c42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:09.690448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc94a1-dacf-42bb-9586-9a90b0511909 req-22598b90-f2d5-436b-9cf5-d98cddd66c42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:09.700142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc94a1-dacf-42bb-9586-9a90b0511909 req-22598b90-f2d5-436b-9cf5-d98cddd66c42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:09.702420 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-365224bc-feb4-4580-9c30-289baf6688d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (f43d2cbd-bf64-4a86-a4a0-cced0a12976e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:09.708066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc94a1-dacf-42bb-9586-9a90b0511909 req-22598b90-f2d5-436b-9cf5-d98cddd66c42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:09.713977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc94a1-dacf-42bb-9586-9a90b0511909 req-22598b90-f2d5-436b-9cf5-d98cddd66c42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:09.720971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc94a1-dacf-42bb-9586-9a90b0511909 req-22598b90-f2d5-436b-9cf5-d98cddd66c42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:09.729517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc94a1-dacf-42bb-9586-9a90b0511909 req-22598b90-f2d5-436b-9cf5-d98cddd66c42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:09.738127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28fc94a1-dacf-42bb-9586-9a90b0511909 req-22598b90-f2d5-436b-9cf5-d98cddd66c42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.1655898 Jan 28 12:34:09.758089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365224bc-feb4-4580-9c30-289baf6688d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f43d2cbd-bf64-4a86-a4a0-cced0a12976e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:09.767100 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-365224bc-feb4-4580-9c30-289baf6688d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:09.773183 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-365224bc-feb4-4580-9c30-289baf6688d1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f43d2cbd-bf64-4a86-a4a0-cced0a12976e HTTP/1.1" status: 204 len: 168 time: 0.7754769 Jan 28 12:34:09.776525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43908) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:09.832510 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0075de3-4b65-4a05-ad6b-73684ae5b040 admin admin] Publish callbacks [] for security_group (f61a185e-2d04-4dcc-a0c7-302bcb097fc9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:09.869582 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0075de3-4b65-4a05-ad6b-73684ae5b040 admin admin] Publish callbacks [] for security_group (f61a185e-2d04-4dcc-a0c7-302bcb097fc9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:09.878866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28fc94a1-dacf-42bb-9586-9a90b0511909 req-04ff3896-d9bb-4f69-aee0-d01bd8c881f7 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1367762 Jan 28 12:34:09.900665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bdbc6-77c5-4d3e-b6f9-54b2c208de4c req-12204a6f-2d3b-4095-bf7a-a1e46acf0d02 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:09.908572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e68bdbc6-77c5-4d3e-b6f9-54b2c208de4c req-12204a6f-2d3b-4095-bf7a-a1e46acf0d02 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1423635 Jan 28 12:34:09.922314 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (02586113-c01d-4c5c-ba3c-998693ed9659), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.015560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e68bdbc6-77c5-4d3e-b6f9-54b2c208de4c req-4e23680d-b875-4c1c-8f6b-5828483180fd tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015105 Jan 28 12:34:10.099957 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0075de3-4b65-4a05-ad6b-73684ae5b040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f61a185e-2d04-4dcc-a0c7-302bcb097fc9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.102551 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0075de3-4b65-4a05-ad6b-73684ae5b040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.103750 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e0075de3-4b65-4a05-ad6b-73684ae5b040 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f61a185e-2d04-4dcc-a0c7-302bcb097fc9 HTTP/1.1" status: 204 len: 168 time: 0.5298021 Jan 28 12:34:10.147548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0075de3-4b65-4a05-ad6b-73684ae5b040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61a185e-2d04-4dcc-a0c7-302bcb097fc9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:10.151397 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (02586113-c01d-4c5c-ba3c-998693ed9659), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.160282 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.193515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd3f9e-43d1-44bd-8cef-96102fb54bee req-28906ee7-ebcd-4c91-975a-cc98d7c148d0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:10.195216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61cd3f9e-43d1-44bd-8cef-96102fb54bee req-28906ee7-ebcd-4c91-975a-cc98d7c148d0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.0757642 Jan 28 12:34:10.195698 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.201033 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02586113-c01d-4c5c-ba3c-998693ed9659']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:10.232771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99dc513-fa52-4813-9233-55231414e081') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:10.233182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99dc513-fa52-4813-9233-55231414e081') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:10.284942 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (a99dc513-fa52-4813-9233-55231414e081), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.296640 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61cd3f9e-43d1-44bd-8cef-96102fb54bee req-aa391df3-ff11-4eee-bf47-791ad4986452 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900080 Jan 28 12:34:10.310344 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a99dc513-fa52-4813-9233-55231414e081), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.323458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:34:10.323852 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (a99dc513-fa52-4813-9233-55231414e081), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: items = [ Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:34:10.325908 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:34:10.444109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Allocated IP 172.25.7.190 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/350c77a5-9d7e-4e24-8456-4ba05a20f436) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:34:10.446604 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (02586113-c01d-4c5c-ba3c-998693ed9659), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.468695 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.474232 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/02586113-c01d-4c5c-ba3c-998693ed9659 HTTP/1.1" status: 204 len: 168 time: 0.6946120 Jan 28 12:34:10.491265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c76d40-a2d7-4572-8f0b-bd0471c385ec admin admin] Pushing event deleted for resources: {'Network': ['ID=02586113-c01d-4c5c-ba3c-998693ed9659,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:10.704705 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for port (350c77a5-9d7e-4e24-8456-4ba05a20f436), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.771962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (350c77a5-9d7e-4e24-8456-4ba05a20f436), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.800230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43918) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:10.812825 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43920) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:10.846595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:34:10.847486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-64249bd2-3f59-483f-a152-7fcab61e28de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b77d7b1bffe84f9a80589d60595239b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460403 Jan 28 12:34:10.848688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43924) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:10.849085 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54a3129f-eeb7-4d6a-b783-70f32de98fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.854131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:34:10.856733 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:34:10.873845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Pushing event updated for resources: {'Port': ['ID=350c77a5-9d7e-4e24-8456-4ba05a20f436,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:10.915330 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83a5f1dc-a5cc-45a8-9984-0a7b76fc7bb5 admin admin] Publish callbacks [] for security_group (179266b6-a5ae-4621-8c8e-602c9d08b989), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:10.975293 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83a5f1dc-a5cc-45a8-9984-0a7b76fc7bb5 admin admin] Publish callbacks [] for security_group (179266b6-a5ae-4621-8c8e-602c9d08b989), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:11.087045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfacdd-51ee-45e6-afda-b3aa466e509d req-a9cb163c-510d-4e8c-95c0-d639f580ace0 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:11.088660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9dfacdd-51ee-45e6-afda-b3aa466e509d req-a9cb163c-510d-4e8c-95c0-d639f580ace0 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1315949 Jan 28 12:34:11.113498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd9f8-535f-43af-b161-2fccd6ae3a2a req-bd9460f3-376e-410a-9d9e-db53cbb9495e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:11.118924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd9f8-535f-43af-b161-2fccd6ae3a2a req-bd9460f3-376e-410a-9d9e-db53cbb9495e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:11.124428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd9f8-535f-43af-b161-2fccd6ae3a2a req-bd9460f3-376e-410a-9d9e-db53cbb9495e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:11.129891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd9f8-535f-43af-b161-2fccd6ae3a2a req-bd9460f3-376e-410a-9d9e-db53cbb9495e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:11.135122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd9f8-535f-43af-b161-2fccd6ae3a2a req-bd9460f3-376e-410a-9d9e-db53cbb9495e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:11.140928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd9f8-535f-43af-b161-2fccd6ae3a2a req-bd9460f3-376e-410a-9d9e-db53cbb9495e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:11.146940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd9f8-535f-43af-b161-2fccd6ae3a2a req-bd9460f3-376e-410a-9d9e-db53cbb9495e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:11.149482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ecfd9f8-535f-43af-b161-2fccd6ae3a2a req-bd9460f3-376e-410a-9d9e-db53cbb9495e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.1506515 Jan 28 12:34:11.176333 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54a3129f-eeb7-4d6a-b783-70f32de98fa7 admin admin] Publish callbacks [] for security_group (88fd3934-ca2d-43bd-8a1b-16a9b13645d6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:11.184959 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83a5f1dc-a5cc-45a8-9984-0a7b76fc7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (179266b6-a5ae-4621-8c8e-602c9d08b989), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:11.188580 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83a5f1dc-a5cc-45a8-9984-0a7b76fc7bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:11.188774 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54a3129f-eeb7-4d6a-b783-70f32de98fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (88fd3934-ca2d-43bd-8a1b-16a9b13645d6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:11.192044 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-83a5f1dc-a5cc-45a8-9984-0a7b76fc7bb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/179266b6-a5ae-4621-8c8e-602c9d08b989 HTTP/1.1" status: 204 len: 168 time: 0.3392470 Jan 28 12:34:11.215918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5f1dc-a5cc-45a8-9984-0a7b76fc7bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179266b6-a5ae-4621-8c8e-602c9d08b989,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:11.228668 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9dfacdd-51ee-45e6-afda-b3aa466e509d req-285a1c26-f72a-4c2a-b672-f494f1732e87 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787024 Jan 28 12:34:11.337324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ecfd9f8-535f-43af-b161-2fccd6ae3a2a req-dfdfc613-55c5-4263-aabf-fb2190a51f0a tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1240809 Jan 28 12:34:11.518500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52382a85-76ac-46b8-b546-b2caf2d9d2df req-f6cce102-c5a3-4902-bede-be8e15ee163c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:11.528283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52382a85-76ac-46b8-b546-b2caf2d9d2df req-f6cce102-c5a3-4902-bede-be8e15ee163c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.0792577 Jan 28 12:34:11.621462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52382a85-76ac-46b8-b546-b2caf2d9d2df req-f6245669-b67e-46b7-a780-cc278ce10c5f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919600 Jan 28 12:34:11.670599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43948) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:11.670914 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-54a3129f-eeb7-4d6a-b783-70f32de98fa7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=958d5822b45a4285836cb1982f85db1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8566310 Jan 28 12:34:11.674520 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3129f-eeb7-4d6a-b783-70f32de98fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fd3934-ca2d-43bd-8a1b-16a9b13645d6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:11.679976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:11.814645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aac1e8-9303-4a4c-ba29-5289ede9d686 req-c5cf7077-4c81-4b16-bdb6-954dffb1b60d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:11.817682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53aac1e8-9303-4a4c-ba29-5289ede9d686 req-c5cf7077-4c81-4b16-bdb6-954dffb1b60d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.0983112 Jan 28 12:34:11.818639 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e8020d2-1798-4df7-bb81-046262d5289a admin admin] Publish callbacks [] for security_group (88fd3934-ca2d-43bd-8a1b-16a9b13645d6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:11.887982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e8020d2-1798-4df7-bb81-046262d5289a admin admin] Publish callbacks [] for security_group (88fd3934-ca2d-43bd-8a1b-16a9b13645d6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:11.992037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53aac1e8-9303-4a4c-ba29-5289ede9d686 req-fa89e45b-7a19-44a8-90e7-87906d0bc8ea tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590834 Jan 28 12:34:12.014227 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e8020d2-1798-4df7-bb81-046262d5289a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (88fd3934-ca2d-43bd-8a1b-16a9b13645d6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:12.017092 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e8020d2-1798-4df7-bb81-046262d5289a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:12.018777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8e8020d2-1798-4df7-bb81-046262d5289a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88fd3934-ca2d-43bd-8a1b-16a9b13645d6 HTTP/1.1" status: 204 len: 168 time: 0.3461871 Jan 28 12:34:12.043384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8020d2-1798-4df7-bb81-046262d5289a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fd3934-ca2d-43bd-8a1b-16a9b13645d6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:12.060314 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:12.293055 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Router 2390a280-b1ea-4dee-a6d3-c6275fd6c5d6 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:34:12.440796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:34:12.455411 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460c992-01c9-4b13-a4e5-c90007507749 None None] Sync routers for ids ['2390a280-b1ea-4dee-a6d3-c6275fd6c5d6'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:34:12.469335 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460c992-01c9-4b13-a4e5-c90007507749 None None] Routers {'2390a280-b1ea-4dee-a6d3-c6275fd6c5d6'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:12.469976 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6460c992-01c9-4b13-a4e5-c90007507749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2390a280-b1ea-4dee-a6d3-c6275fd6c5d6'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:12.498537 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:12.499827 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c3705634-9b35-4c1d-b9e6-7f8f26bd1d58 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6387014 Jan 28 12:34:12.502677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43978) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:12.513856 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f073700a-d971-465c-8ae2-cd8f52fb7dad tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'enable_snat': False}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:12.609824 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6460c992-01c9-4b13-a4e5-c90007507749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:12.633287 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460c992-01c9-4b13-a4e5-c90007507749 None None] Routers {'2390a280-b1ea-4dee-a6d3-c6275fd6c5d6'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:12.636023 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6460c992-01c9-4b13-a4e5-c90007507749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2390a280-b1ea-4dee-a6d3-c6275fd6c5d6'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:12.646314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab3c3-7985-4b37-ba61-404455491026 req-863e9b88-5079-445f-bd06-3b83076bf7e5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:12.656420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43982) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:12.661093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab3c3-7985-4b37-ba61-404455491026 req-863e9b88-5079-445f-bd06-3b83076bf7e5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:12.676008 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab3c3-7985-4b37-ba61-404455491026 req-863e9b88-5079-445f-bd06-3b83076bf7e5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:12.689865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab3c3-7985-4b37-ba61-404455491026 req-863e9b88-5079-445f-bd06-3b83076bf7e5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:12.696293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab3c3-7985-4b37-ba61-404455491026 req-863e9b88-5079-445f-bd06-3b83076bf7e5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:12.703493 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab3c3-7985-4b37-ba61-404455491026 req-863e9b88-5079-445f-bd06-3b83076bf7e5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:12.705107 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6460c992-01c9-4b13-a4e5-c90007507749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:12.706323 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460c992-01c9-4b13-a4e5-c90007507749 None None] The sync data for ids ['2390a280-b1ea-4dee-a6d3-c6275fd6c5d6'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:34:12.719916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab3c3-7985-4b37-ba61-404455491026 req-863e9b88-5079-445f-bd06-3b83076bf7e5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:12.722518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1ab3c3-7985-4b37-ba61-404455491026 req-863e9b88-5079-445f-bd06-3b83076bf7e5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.2072945 Jan 28 12:34:12.949835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1ab3c3-7985-4b37-ba61-404455491026 req-d894c5f9-52d1-4412-a38a-09b1717f6bde tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2192965 Jan 28 12:34:12.963441 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f073700a-d971-465c-8ae2-cd8f52fb7dad tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:12.967375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6995908-c881-49b8-93f0-f79132e8832d req-153d4525-a876-44b2-8691-0dff1ba8e293 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:12.978958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6995908-c881-49b8-93f0-f79132e8832d req-153d4525-a876-44b2-8691-0dff1ba8e293 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.2078896 Jan 28 12:34:13.078423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-938836746-network', 'tenant_id': 'fc7d3cb13a2948d38c470f0a3b4ac269'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:13.081327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6995908-c881-49b8-93f0-f79132e8832d req-78756c55-b9f6-4cdd-b2b8-0f0f34ae27ce tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012852 Jan 28 12:34:13.117745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Made reservation on behalf of fc7d3cb13a2948d38c470f0a3b4ac269 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:34:13.122925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:13.144964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:13.177950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac0305-a2c3-4377-bd30-aece824c54db req-9d74f2fd-cac0-4713-aa79-3a1880c39702 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:13.185301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94ac0305-a2c3-4377-bd30-aece824c54db req-9d74f2fd-cac0-4713-aa79-3a1880c39702 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.0662165 Jan 28 12:34:13.250312 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Publish callbacks [] for security_group (2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:13.253513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94ac0305-a2c3-4377-bd30-aece824c54db req-e14dc30c-c70b-4c5b-956e-7ffe09003ba4 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655096 Jan 28 12:34:13.266564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:13.321540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:34:13.354261 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (feb7716b-ec0f-4572-b1a1-f6e675703a1e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:13.354585 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Added segment feb7716b-ec0f-4572-b1a1-f6e675703a1e of type vlan for network 6e54757e-bb74-494d-85bc-80928306c9f1 Jan 28 12:34:13.394781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:13.446950 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (6e54757e-bb74-494d-85bc-80928306c9f1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:13.568715 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (6e54757e-bb74-494d-85bc-80928306c9f1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:13.569938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:13.570585 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:13.636789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] Pushing event updated for resources: {'Network': ['ID=6e54757e-bb74-494d-85bc-80928306c9f1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:13.645499 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-94ce6471-0cfb-4e85-b744-93ea492ea218 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9880214 Jan 28 12:34:13.649586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44010) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:13.652318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 6e54757e-bb74-494d-85bc-80928306c9f1 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:34:13.662174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-639ecae0-ef23-4f4a-82c2-09d3aec88649 admin admin] Request body: {'subnet': {'network_id': '6e54757e-bb74-494d-85bc-80928306c9f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-938836746-subnet', 'tenant_id': 'fc7d3cb13a2948d38c470f0a3b4ac269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:13.732889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639ecae0-ef23-4f4a-82c2-09d3aec88649 admin admin] Made reservation on behalf of fc7d3cb13a2948d38c470f0a3b4ac269 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:34:13.736117 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-639ecae0-ef23-4f4a-82c2-09d3aec88649 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:13.788996 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f073700a-d971-465c-8ae2-cd8f52fb7dad tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:13.794766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f073700a-d971-465c-8ae2-cd8f52fb7dad tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:13.974788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f073700a-d971-465c-8ae2-cd8f52fb7dad tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Router 2390a280-b1ea-4dee-a6d3-c6275fd6c5d6 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:34:14.039540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-639ecae0-ef23-4f4a-82c2-09d3aec88649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (75a7074d-d3f4-4406-8082-6e03e12f5921), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:14.173695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ecae0-ef23-4f4a-82c2-09d3aec88649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a7074d-d3f4-4406-8082-6e03e12f5921,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:14.182540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f073700a-d971-465c-8ae2-cd8f52fb7dad tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:34:14.189334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f073700a-d971-465c-8ae2-cd8f52fb7dad tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:14.193215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639ecae0-ef23-4f4a-82c2-09d3aec88649 admin admin] Checking segment: {'id': 'feb7716b-ec0f-4572-b1a1-f6e675703a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6e54757e-bb74-494d-85bc-80928306c9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:34:14.193592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ecae0-ef23-4f4a-82c2-09d3aec88649 admin admin] Network hostable DHCP agents. Network: 6e54757e-bb74-494d-85bc-80928306c9f1, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:34:14.194843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d08868c-57e2-409c-af5a-c1db9358fdb3 None None] Sync routers for ids ['2390a280-b1ea-4dee-a6d3-c6275fd6c5d6'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:34:14.208429 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f073700a-d971-465c-8ae2-cd8f52fb7dad tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "PUT /v2.0/routers/2390a280-b1ea-4dee-a6d3-c6275fd6c5d6 HTTP/1.1" status: 200 len: 922 time: 1.7044773 Jan 28 12:34:14.210906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44032) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:14.213047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d08868c-57e2-409c-af5a-c1db9358fdb3 None None] Routers {'2390a280-b1ea-4dee-a6d3-c6275fd6c5d6'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:14.213904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3d08868c-57e2-409c-af5a-c1db9358fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2390a280-b1ea-4dee-a6d3-c6275fd6c5d6'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:14.228046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca5b5-4434-4bf0-ad3c-a688a7821115 req-87358754-0f90-4051-8a57-79ea58830bae tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:14.245229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca5b5-4434-4bf0-ad3c-a688a7821115 req-87358754-0f90-4051-8a57-79ea58830bae tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:14.250572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca5b5-4434-4bf0-ad3c-a688a7821115 req-87358754-0f90-4051-8a57-79ea58830bae tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:14.253648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3d08868c-57e2-409c-af5a-c1db9358fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:14.264485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d08868c-57e2-409c-af5a-c1db9358fdb3 None None] Routers {'2390a280-b1ea-4dee-a6d3-c6275fd6c5d6'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:14.265104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3d08868c-57e2-409c-af5a-c1db9358fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2390a280-b1ea-4dee-a6d3-c6275fd6c5d6'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:14.267497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca5b5-4434-4bf0-ad3c-a688a7821115 req-87358754-0f90-4051-8a57-79ea58830bae tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:14.276899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca5b5-4434-4bf0-ad3c-a688a7821115 req-87358754-0f90-4051-8a57-79ea58830bae tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:14.284661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca5b5-4434-4bf0-ad3c-a688a7821115 req-87358754-0f90-4051-8a57-79ea58830bae tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:14.290955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca5b5-4434-4bf0-ad3c-a688a7821115 req-87358754-0f90-4051-8a57-79ea58830bae tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:14.301463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-213ca5b5-4434-4bf0-ad3c-a688a7821115 req-87358754-0f90-4051-8a57-79ea58830bae tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.2041633 Jan 28 12:34:14.313022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3d08868c-57e2-409c-af5a-c1db9358fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:14.314430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d08868c-57e2-409c-af5a-c1db9358fdb3 None None] The sync data for ids ['2390a280-b1ea-4dee-a6d3-c6275fd6c5d6'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:34:14.368188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ecae0-ef23-4f4a-82c2-09d3aec88649 admin admin] Network 6e54757e-bb74-494d-85bc-80928306c9f1 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:34:14.373594 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-111d9b3c-bc25-4431-808d-67851bca62af tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/routers/2390a280-b1ea-4dee-a6d3-c6275fd6c5d6 HTTP/1.1" status: 200 len: 922 time: 0.1597714 Jan 28 12:34:14.374524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:14.423787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-213ca5b5-4434-4bf0-ad3c-a688a7821115 req-5be17e97-9f7a-4b90-a8e9-614dbb4ad6a2 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169121 Jan 28 12:34:14.437292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-639ecae0-ef23-4f4a-82c2-09d3aec88649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 6e54757e-bb74-494d-85bc-80928306c9f1) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:34:14.451145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16d8dbc-d979-416b-9224-d25b5952090a None None] Network 6e54757e-bb74-494d-85bc-80928306c9f1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:34:14.463374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639ecae0-ef23-4f4a-82c2-09d3aec88649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:14.464212 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-639ecae0-ef23-4f4a-82c2-09d3aec88649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:14.482768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85074b-4831-4221-8ece-7c327edc31f0 req-47cf303c-61e3-4564-b783-d0ef548a3cbe tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:14.484319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae85074b-4831-4221-8ece-7c327edc31f0 req-47cf303c-61e3-4564-b783-d0ef548a3cbe tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1749177 Jan 28 12:34:14.518364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-639ecae0-ef23-4f4a-82c2-09d3aec88649 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8621991 Jan 28 12:34:14.543064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea5b278-276a-467c-96a9-ecceebecd572 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:14.554466 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cea5b278-276a-467c-96a9-ecceebecd572 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&device_id=2390a280-b1ea-4dee-a6d3-c6275fd6c5d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1735036 Jan 28 12:34:14.555129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44044) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:14.581680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae85074b-4831-4221-8ece-7c327edc31f0 req-800cea12-0899-4b86-9dd6-d3f1c9e64d59 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895958 Jan 28 12:34:14.673467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca70979d-7d99-4b3a-9ff8-58fe63df7e6a None None] Network 6e54757e-bb74-494d-85bc-80928306c9f1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:34:14.700417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b2b94-e4e0-444e-8150-5494d7179b77 req-1f69e3d7-517f-451f-bc91-9b2bd447b439 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:14.710781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-607b2b94-e4e0-444e-8150-5494d7179b77 req-1f69e3d7-517f-451f-bc91-9b2bd447b439 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.1323464 Jan 28 12:34:14.751561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dd31d0-7758-40af-8a93-d56b39a422c3 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:14.753422 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e4dd31d0-7758-40af-8a93-d56b39a422c3 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 881 time: 0.1972597 Jan 28 12:34:14.758211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44054) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:14.782532 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:34:14.817433 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-73d6216c-da46-4550-a872-6d2bbd408f42 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "GET /v2.0/ports?device_id=2390a280-b1ea-4dee-a6d3-c6275fd6c5d6 HTTP/1.1" status: 200 len: 205 time: 0.0577610 Jan 28 12:34:14.820051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44062) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:14.827988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-607b2b94-e4e0-444e-8150-5494d7179b77 req-73646858-3476-4712-bcc9-52aa88697a29 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163161 Jan 28 12:34:14.956463 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:15.089562 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:15.156100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Deleting port 350c77a5-9d7e-4e24-8456-4ba05a20f436 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:34:15.156519 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (350c77a5-9d7e-4e24-8456-4ba05a20f436), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:15.195199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-a531b779-d055-4101-b1ad-1095676f0c6d tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:15.196898 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-a531b779-d055-4101-b1ad-1095676f0c6d tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/networks?id=6e54757e-bb74-494d-85bc-80928306c9f1 HTTP/1.1" status: 200 len: 813 time: 0.1379747 Jan 28 12:34:15.215037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-2ce28844-8754-44ea-a55b-39c1307ba0a3 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/quotas/fc7d3cb13a2948d38c470f0a3b4ac269 HTTP/1.1" status: 200 len: 375 time: 0.0124547 Jan 28 12:34:15.257689 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-565a437f-dd8d-4ff4-896e-8adf724280cd tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc7d3cb13a2948d38c470f0a3b4ac269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374525 Jan 28 12:34:15.262732 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (350c77a5-9d7e-4e24-8456-4ba05a20f436), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:15.277877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Calling delete_port for 350c77a5-9d7e-4e24-8456-4ba05a20f436 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:34:15.398542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-04137437-588b-4644-9bdc-dfbe7743bae8 service neutron] 10.222.0.53 "GET /v2.0/networks/6e54757e-bb74-494d-85bc-80928306c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312201 Jan 28 12:34:15.495259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (350c77a5-9d7e-4e24-8456-4ba05a20f436), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:15.531393 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Pushing event deleted for resources: {'Port': ['ID=350c77a5-9d7e-4e24-8456-4ba05a20f436,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:15.550484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-8f2204c0-1b32-4bc8-bc80-c744f46238ea service neutron] 10.222.0.53 "GET /v2.0/networks/6e54757e-bb74-494d-85bc-80928306c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507845 Jan 28 12:34:15.605769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:15.647242 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bfef8-c7f2-44dc-9a27-fcb840e7357d req-8adcaf42-31d2-4515-b544-f0cbd54c0320 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:15.654278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bfef8-c7f2-44dc-9a27-fcb840e7357d req-8adcaf42-31d2-4515-b544-f0cbd54c0320 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:15.661016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bfef8-c7f2-44dc-9a27-fcb840e7357d req-8adcaf42-31d2-4515-b544-f0cbd54c0320 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:15.667913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bfef8-c7f2-44dc-9a27-fcb840e7357d req-8adcaf42-31d2-4515-b544-f0cbd54c0320 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:15.673864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bfef8-c7f2-44dc-9a27-fcb840e7357d req-8adcaf42-31d2-4515-b544-f0cbd54c0320 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:15.681315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bfef8-c7f2-44dc-9a27-fcb840e7357d req-8adcaf42-31d2-4515-b544-f0cbd54c0320 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:15.688077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bfef8-c7f2-44dc-9a27-fcb840e7357d req-8adcaf42-31d2-4515-b544-f0cbd54c0320 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:15.690228 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f2bfef8-c7f2-44dc-9a27-fcb840e7357d req-8adcaf42-31d2-4515-b544-f0cbd54c0320 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.1384985 Jan 28 12:34:15.747375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44104) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:15.822834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:15.825135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_controller (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:15.825786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f2bfef8-c7f2-44dc-9a27-fcb840e7357d req-a8666699-7364-4898-a11b-d57df0f75d5d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274457 Jan 28 12:34:15.854509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e412a7-c5b6-43ff-80c0-a5a62f7806d2 req-911f7a11-86a4-468a-b272-371b4dabe80e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:15.863711 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41e412a7-c5b6-43ff-80c0-a5a62f7806d2 req-911f7a11-86a4-468a-b272-371b4dabe80e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.0898995 Jan 28 12:34:15.897384 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (2390a280-b1ea-4dee-a6d3-c6275fd6c5d6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:15.898199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Fanout notify agent at l3_agent the message router_deleted on router 2390a280-b1ea-4dee-a6d3-c6275fd6c5d6 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:34:15.923872 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:15.932948 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8aad7cd5-e872-4f42-8cb6-7059cbd64931 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/routers/2390a280-b1ea-4dee-a6d3-c6275fd6c5d6 HTTP/1.1" status: 204 len: 168 time: 1.1083493 Jan 28 12:34:15.937078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44116) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:15.941454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41e412a7-c5b6-43ff-80c0-a5a62f7806d2 req-50e3c59d-f6a5-4bf7-a3d9-2b785b0ab909 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766337 Jan 28 12:34:15.949729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fa5617d3-2a8d-41cb-b893-42a00a43d975 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-394625708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:15.994062 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-64c20a64-eb5b-4656-a597-e936924f9fc7 req-44bf1f32-cc76-4675-9f6f-5b7803f2e6ca tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 210 time: 0.0457029 Jan 28 12:34:16.001645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5347963-1fea-4976-b0e1-5f44e9ebf00b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.067880 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa5617d3-2a8d-41cb-b893-42a00a43d975 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.069032 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa5617d3-2a8d-41cb-b893-42a00a43d975 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.144617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65e4ba-c63e-43b7-a44c-6516656868d0 req-14475ee7-2473-4ed2-be4c-3da518fddf6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:16.150837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa5617d3-2a8d-41cb-b893-42a00a43d975 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_controller (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.154698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff65e4ba-c63e-43b7-a44c-6516656868d0 req-14475ee7-2473-4ed2-be4c-3da518fddf6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.0789661 Jan 28 12:34:16.162618 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa5617d3-2a8d-41cb-b893-42a00a43d975 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.189447 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa5617d3-2a8d-41cb-b893-42a00a43d975 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.193450 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fa5617d3-2a8d-41cb-b893-42a00a43d975 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2528343 Jan 28 12:34:16.194188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44122) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:16.197806 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5347963-1fea-4976-b0e1-5f44e9ebf00b admin admin] Publish callbacks [] for security_group (80c8820e-4d5a-4f6d-93a1-ba0b494e60c8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.201850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Request body: {'router': {'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:16.206491 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5347963-1fea-4976-b0e1-5f44e9ebf00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (80c8820e-4d5a-4f6d-93a1-ba0b494e60c8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.264369 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff65e4ba-c63e-43b7-a44c-6516656868d0 req-4e006fe0-88d6-4cb5-b3a5-adcd481ee4b9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070232 Jan 28 12:34:16.324863 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d5347963-1fea-4976-b0e1-5f44e9ebf00b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb9a025ae86742c58779bd0da52cf3be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5757642 Jan 28 12:34:16.327709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44126) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:16.329048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5347963-1fea-4976-b0e1-5f44e9ebf00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c8820e-4d5a-4f6d-93a1-ba0b494e60c8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:16.412563 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ba14052-9342-4d24-a52a-887fef147a7b admin admin] Publish callbacks [] for security_group (80c8820e-4d5a-4f6d-93a1-ba0b494e60c8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.445882 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ba14052-9342-4d24-a52a-887fef147a7b admin admin] Publish callbacks [] for security_group (80c8820e-4d5a-4f6d-93a1-ba0b494e60c8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.479282 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.520458 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ba14052-9342-4d24-a52a-887fef147a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (80c8820e-4d5a-4f6d-93a1-ba0b494e60c8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.524468 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ba14052-9342-4d24-a52a-887fef147a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.525825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5ba14052-9342-4d24-a52a-887fef147a7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80c8820e-4d5a-4f6d-93a1-ba0b494e60c8 HTTP/1.1" status: 204 len: 168 time: 0.1967933 Jan 28 12:34:16.537692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba14052-9342-4d24-a52a-887fef147a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c8820e-4d5a-4f6d-93a1-ba0b494e60c8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:16.713064 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.888865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44134) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:16.913160 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a935b2d2-de60-4cfa-8632-d8e0c7b60616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:16.953910 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:17.064429 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:17.187127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Allocated IP 172.25.7.248 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/2f75f9e8-8ee2-4f66-afba-68a2fe409cd7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:34:17.278487 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a935b2d2-de60-4cfa-8632-d8e0c7b60616 admin admin] Publish callbacks [] for security_group (a198d984-0cfe-4ed0-a485-14a7a5a20c52), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:17.291861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce39c6-2c16-433c-917e-1530b0a42ec0 req-726a308a-c837-47ce-9dd8-7f0849644c3e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:17.297576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce39c6-2c16-433c-917e-1530b0a42ec0 req-726a308a-c837-47ce-9dd8-7f0849644c3e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:17.303735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce39c6-2c16-433c-917e-1530b0a42ec0 req-726a308a-c837-47ce-9dd8-7f0849644c3e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:17.309488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce39c6-2c16-433c-917e-1530b0a42ec0 req-726a308a-c837-47ce-9dd8-7f0849644c3e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:17.314741 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for port (2f75f9e8-8ee2-4f66-afba-68a2fe409cd7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:17.314949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce39c6-2c16-433c-917e-1530b0a42ec0 req-726a308a-c837-47ce-9dd8-7f0849644c3e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:17.320288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce39c6-2c16-433c-917e-1530b0a42ec0 req-726a308a-c837-47ce-9dd8-7f0849644c3e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:17.325468 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce39c6-2c16-433c-917e-1530b0a42ec0 req-726a308a-c837-47ce-9dd8-7f0849644c3e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:17.328747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7ce39c6-2c16-433c-917e-1530b0a42ec0 req-726a308a-c837-47ce-9dd8-7f0849644c3e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.3158340 Jan 28 12:34:17.345076 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a935b2d2-de60-4cfa-8632-d8e0c7b60616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a198d984-0cfe-4ed0-a485-14a7a5a20c52), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:17.352416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2f75f9e8-8ee2-4f66-afba-68a2fe409cd7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:17.388764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:34:17.393722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:34:17.399572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:34:17.424661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Pushing event updated for resources: {'Port': ['ID=2f75f9e8-8ee2-4f66-afba-68a2fe409cd7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:17.462277 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d680ec-ff46-4897-9201-28ea85b25246 req-0c236911-a19b-4399-be76-1650cd9df265 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:17.467825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53d680ec-ff46-4897-9201-28ea85b25246 req-0c236911-a19b-4399-be76-1650cd9df265 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.3609672 Jan 28 12:34:17.472956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a935b2d2-de60-4cfa-8632-d8e0c7b60616 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b7fcb9c1f81472099558f264dd5c172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5830734 Jan 28 12:34:17.479034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44146) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:17.485605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935b2d2-de60-4cfa-8632-d8e0c7b60616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a198d984-0cfe-4ed0-a485-14a7a5a20c52,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:17.540907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-71466ec3-8d04-44e1-800f-5a9e359aeec3 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:17.542467 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-71466ec3-8d04-44e1-800f-5a9e359aeec3 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.49 "GET /v2.0/networks?id=6e54757e-bb74-494d-85bc-80928306c9f1 HTTP/1.1" status: 200 len: 813 time: 0.4381580 Jan 28 12:34:17.568720 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Request body: {'port': {'device_id': 'dc2de776-8db4-43b3-9ef1-8e281872cc80', 'network_id': '6e54757e-bb74-494d-85bc-80928306c9f1', 'admin_state_up': True, 'tenant_id': 'fc7d3cb13a2948d38c470f0a3b4ac269'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:17.595069 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7ce39c6-2c16-433c-917e-1530b0a42ec0 req-9847aba6-874a-4651-8282-88a12d302a11 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2513254 Jan 28 12:34:17.604620 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:17.607305 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b22fe02-e910-47a3-b8ff-1a8e64ddab16 admin admin] Publish callbacks [] for security_group (a198d984-0cfe-4ed0-a485-14a7a5a20c52), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:17.615071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53d680ec-ff46-4897-9201-28ea85b25246 req-b3e40ed6-0ede-4b38-914f-24094a686b54 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343703 Jan 28 12:34:17.703894 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b22fe02-e910-47a3-b8ff-1a8e64ddab16 admin admin] Publish callbacks [] for security_group (a198d984-0cfe-4ed0-a485-14a7a5a20c52), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:17.785977 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:17.796655 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-510ec8c3-d595-4580-8f16-09edc408a7a6 req-9cadace5-bb5b-4675-a594-4b0af847da52 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 210 time: 0.1030548 Jan 28 12:34:17.855739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Made reservation on behalf of fc7d3cb13a2948d38c470f0a3b4ac269 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:34:17.859299 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:17.884031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d3554-a0b3-420c-9c5e-abf564ba3b71 req-f4ce575e-9296-4c64-8cdd-c90ce2941bb3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:17.885498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c3d3554-a0b3-420c-9c5e-abf564ba3b71 req-f4ce575e-9296-4c64-8cdd-c90ce2941bb3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.0814044 Jan 28 12:34:17.984737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c3d3554-a0b3-420c-9c5e-abf564ba3b71 req-8b0f4d4a-0373-4adb-acb7-733ae48079cc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865505 Jan 28 12:34:18.011389 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b22fe02-e910-47a3-b8ff-1a8e64ddab16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a198d984-0cfe-4ed0-a485-14a7a5a20c52), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:18.015519 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b22fe02-e910-47a3-b8ff-1a8e64ddab16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:18.016894 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5b22fe02-e910-47a3-b8ff-1a8e64ddab16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a198d984-0cfe-4ed0-a485-14a7a5a20c52 HTTP/1.1" status: 204 len: 168 time: 0.5368400 Jan 28 12:34:18.025791 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:18.036957 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22fe02-e910-47a3-b8ff-1a8e64ddab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198d984-0cfe-4ed0-a485-14a7a5a20c52,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:18.047888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:18.087508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Allocated IP 172.20.0.8 (6e54757e-bb74-494d-85bc-80928306c9f1/75a7074d-d3f4-4406-8082-6e03e12f5921/35222037-c635-4d13-be35-173d3dd040f4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:34:18.245504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Router 3a7e3b24-7351-45d4-b4e3-3602b2f8d241 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:34:18.321332 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Publish callbacks [] for port (35222037-c635-4d13-be35-173d3dd040f4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:18.334034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49edec-5d1f-4904-a152-ed6824d702ce req-06df346e-3707-4ed0-86bb-f6706f31e5fa tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:18.341978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c49edec-5d1f-4904-a152-ed6824d702ce req-06df346e-3707-4ed0-86bb-f6706f31e5fa tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1048045 Jan 28 12:34:18.391625 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:34:18.400449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:18.404431 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4c0a554a-f94b-4510-8af7-59cb52ed80fa tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "PUT /v2.0/routers/3a7e3b24-7351-45d4-b4e3-3602b2f8d241 HTTP/1.1" status: 200 len: 879 time: 2.2064908 Jan 28 12:34:18.404554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44158) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:18.410953 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697ce639-fcfe-401e-999e-2a0bcc021dab None None] Sync routers for ids ['3a7e3b24-7351-45d4-b4e3-3602b2f8d241'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:34:18.426881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c49edec-5d1f-4904-a152-ed6824d702ce req-1169aa89-1cbb-48f6-be6a-9a0fc2e2e0aa tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836782 Jan 28 12:34:18.435609 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697ce639-fcfe-401e-999e-2a0bcc021dab None None] Routers {'3a7e3b24-7351-45d4-b4e3-3602b2f8d241'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:18.436360 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-697ce639-fcfe-401e-999e-2a0bcc021dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['3a7e3b24-7351-45d4-b4e3-3602b2f8d241'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:18.442932 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (35222037-c635-4d13-be35-173d3dd040f4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:18.543939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Network 6e54757e-bb74-494d-85bc-80928306c9f1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:34:18.553994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:34:18.559163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:34:18.608650 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-697ce639-fcfe-401e-999e-2a0bcc021dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:18.618563 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-409fb3f0-a119-4b9c-b73c-1bc24422239e tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/routers/3a7e3b24-7351-45d4-b4e3-3602b2f8d241 HTTP/1.1" status: 200 len: 920 time: 0.2129140 Jan 28 12:34:18.618872 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697ce639-fcfe-401e-999e-2a0bcc021dab None None] Routers {'3a7e3b24-7351-45d4-b4e3-3602b2f8d241'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:18.619508 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-697ce639-fcfe-401e-999e-2a0bcc021dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['3a7e3b24-7351-45d4-b4e3-3602b2f8d241'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:18.621933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44166) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:18.664583 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-697ce639-fcfe-401e-999e-2a0bcc021dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:18.665256 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697ce639-fcfe-401e-999e-2a0bcc021dab None None] The sync data for ids ['3a7e3b24-7351-45d4-b4e3-3602b2f8d241'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:34:18.694957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Pushing event updated for resources: {'Port': ['ID=35222037-c635-4d13-be35-173d3dd040f4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:18.703255 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73201e26-8cb8-4ce8-b09c-16e447358a8f tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:18.708478 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-73201e26-8cb8-4ce8-b09c-16e447358a8f tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&device_id=3a7e3b24-7351-45d4-b4e3-3602b2f8d241&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0850954 Jan 28 12:34:18.710906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44174) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:18.759914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:18.760964 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:18.775664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12470912-a685-471a-970e-7da24420bb0d req-8bfe50c5-022f-41f3-a53e-8ea8c3f134a6 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:18.786190 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12470912-a685-471a-970e-7da24420bb0d req-8bfe50c5-022f-41f3-a53e-8ea8c3f134a6 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2221656 Jan 28 12:34:18.815749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeff5bc0-e682-4cac-ba2e-ddd7c42a4bf9 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:18.817338 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eeff5bc0-e682-4cac-ba2e-ddd7c42a4bf9 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 881 time: 0.1053565 Jan 28 12:34:18.820775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:18.851823 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c9dc0d50-ae20-4fd6-8fb9-05f3987dea75 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a7e3b24-7351-45d4-b4e3-3602b2f8d241 HTTP/1.1" status: 200 len: 205 time: 0.0297322 Jan 28 12:34:18.854271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44184) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:18.855222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12470912-a685-471a-970e-7da24420bb0d req-93183e48-010d-4741-a400-6160201ef7fa tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679715 Jan 28 12:34:18.876031 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-dc7b66fa-70dd-4e8d-b257-0abee0eddd66 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3146718 Jan 28 12:34:18.891869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Request body: {'port': {'device_id': 'dc2de776-8db4-43b3-9ef1-8e281872cc80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:18.902495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696f15f-204c-43bc-b58d-a47627f209f4 req-aae29266-015e-44fa-90b3-ed8a6607f7a7 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:18.912261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6696f15f-204c-43bc-b58d-a47627f209f4 req-aae29266-015e-44fa-90b3-ed8a6607f7a7 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.2113869 Jan 28 12:34:18.995466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6696f15f-204c-43bc-b58d-a47627f209f4 req-d4d2bc59-218e-4e4d-98ec-501ebc7cdaae tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770302 Jan 28 12:34:19.071370 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:19.132794 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (35222037-c635-4d13-be35-173d3dd040f4), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:19.169273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322244ae-7eed-498e-b0d5-295a91bec2fa req-a500bccd-d37c-422d-beee-10dad3ea3637 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:19.177323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322244ae-7eed-498e-b0d5-295a91bec2fa req-a500bccd-d37c-422d-beee-10dad3ea3637 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:19.182833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322244ae-7eed-498e-b0d5-295a91bec2fa req-a500bccd-d37c-422d-beee-10dad3ea3637 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:19.188105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322244ae-7eed-498e-b0d5-295a91bec2fa req-a500bccd-d37c-422d-beee-10dad3ea3637 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:19.194247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322244ae-7eed-498e-b0d5-295a91bec2fa req-a500bccd-d37c-422d-beee-10dad3ea3637 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:19.200292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322244ae-7eed-498e-b0d5-295a91bec2fa req-a500bccd-d37c-422d-beee-10dad3ea3637 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:19.200565 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2a84246-9c4a-4a06-823b-a686c62f1e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:19.206050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322244ae-7eed-498e-b0d5-295a91bec2fa req-a500bccd-d37c-422d-beee-10dad3ea3637 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:19.207975 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-322244ae-7eed-498e-b0d5-295a91bec2fa req-a500bccd-d37c-422d-beee-10dad3ea3637 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.2110000 Jan 28 12:34:19.257709 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:19.360934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Deleting port 2f75f9e8-8ee2-4f66-afba-68a2fe409cd7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:34:19.361276 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2f75f9e8-8ee2-4f66-afba-68a2fe409cd7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:19.396182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c758e-1087-4e5a-8129-9d62fbb656a8 req-2b6ec9da-ee99-4d9f-9a8d-0f743b81c8c9 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:19.403658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e49c758e-1087-4e5a-8129-9d62fbb656a8 req-2b6ec9da-ee99-4d9f-9a8d-0f743b81c8c9 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 931 time: 0.1946611 Jan 28 12:34:19.454130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-322244ae-7eed-498e-b0d5-295a91bec2fa req-9f0dca0f-ee91-4df4-a137-9cb506436f50 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2163000 Jan 28 12:34:19.478014 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2f75f9e8-8ee2-4f66-afba-68a2fe409cd7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:19.504155 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Calling delete_port for 2f75f9e8-8ee2-4f66-afba-68a2fe409cd7 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:34:19.577080 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e49c758e-1087-4e5a-8129-9d62fbb656a8 req-bca35509-2ecd-4427-b06c-eba01c202892 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724970 Jan 28 12:34:19.730989 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2f75f9e8-8ee2-4f66-afba-68a2fe409cd7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:19.736043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-b130fc7a-0c27-400a-819c-0dbb81dbdb2d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:19.737856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-b130fc7a-0c27-400a-819c-0dbb81dbdb2d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 811 time: 0.1574876 Jan 28 12:34:19.764916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Pushing event deleted for resources: {'Port': ['ID=2f75f9e8-8ee2-4f66-afba-68a2fe409cd7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:19.786092 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-b07fd23e-e300-4699-8116-ce3d5edda378 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/quotas/7968c81b36cc48bf8630ba9caa6afc84 HTTP/1.1" status: 200 len: 375 time: 0.0150728 Jan 28 12:34:19.792662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.793015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.793708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.793708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.794003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.794331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.794657 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.795009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.795301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.795647 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.795780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35222037-c635-4d13-be35-173d3dd040f4 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:34:19.795965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.796447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.796779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:19.836760 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Publish callbacks [] for port (35222037-c635-4d13-be35-173d3dd040f4), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:19.857350 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Transition to ACTIVE for port object 35222037-c635-4d13-be35-173d3dd040f4 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:34:19.863321 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (35222037-c635-4d13-be35-173d3dd040f4), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:19.863767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:19.924646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-bc14294e-21f2-4887-aae4-d19c27faf894 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1238763 Jan 28 12:34:19.965329 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Pushing event updated for resources: {'Port': ['ID=35222037-c635-4d13-be35-173d3dd040f4,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:19.973314 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:19.985245 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_controller (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.058522 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (3a7e3b24-7351-45d4-b4e3-3602b2f8d241), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.058522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Fanout notify agent at l3_agent the message router_deleted on router 3a7e3b24-7351-45d4-b4e3-3602b2f8d241 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:34:20.090133 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.096508 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-730f3b6d-47b0-4d0c-835d-098450457719 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/routers/3a7e3b24-7351-45d4-b4e3-3602b2f8d241 HTTP/1.1" status: 204 len: 168 time: 1.2370474 Jan 28 12:34:20.097692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44228) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:20.105119 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-00ae7cb3-ee2d-48be-97f3-07583875fd89 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-465077699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:20.137765 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00ae7cb3-ee2d-48be-97f3-07583875fd89 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.139308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00ae7cb3-ee2d-48be-97f3-07583875fd89 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.206006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00ae7cb3-ee2d-48be-97f3-07583875fd89 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_controller (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.210893 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00ae7cb3-ee2d-48be-97f3-07583875fd89 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.234449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00ae7cb3-ee2d-48be-97f3-07583875fd89 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.238797 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-00ae7cb3-ee2d-48be-97f3-07583875fd89 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1367264 Jan 28 12:34:20.239051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:20.244430 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'enable_snat': True}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:20.519919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ee5c6-89a8-4876-81bb-7fee29de03a8 req-eb3026c0-1443-4191-b9d9-0a35fcfd4686 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:20.521505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e2ee5c6-89a8-4876-81bb-7fee29de03a8 req-eb3026c0-1443-4191-b9d9-0a35fcfd4686 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1431568 Jan 28 12:34:20.522329 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.532912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-b1c4ed1d-d697-4c17-880f-5f9ee90db14a service neutron] 10.222.0.53 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069949 Jan 28 12:34:20.640046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Attempting to bind port 35222037-c635-4d13-be35-173d3dd040f4 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:34:20.640382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Attempting to bind port 35222037-c635-4d13-be35-173d3dd040f4 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'feb7716b-ec0f-4572-b1a1-f6e675703a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6e54757e-bb74-494d-85bc-80928306c9f1'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:34:20.640708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Attempting to bind port 35222037-c635-4d13-be35-173d3dd040f4 on network 6e54757e-bb74-494d-85bc-80928306c9f1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:34:20.664334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Port 35222037-c635-4d13-be35-173d3dd040f4 on network 6e54757e-bb74-494d-85bc-80928306c9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:34:20.664659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Attempting to bind port 35222037-c635-4d13-be35-173d3dd040f4 on network 6e54757e-bb74-494d-85bc-80928306c9f1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:34:20.682008 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:34:20.682399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Checking segment: {'id': 'feb7716b-ec0f-4572-b1a1-f6e675703a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6e54757e-bb74-494d-85bc-80928306c9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:34:20.682790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Bound using segment: {'id': 'feb7716b-ec0f-4572-b1a1-f6e675703a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6e54757e-bb74-494d-85bc-80928306c9f1'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:34:20.683235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Bound port: 35222037-c635-4d13-be35-173d3dd040f4, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb7716b-ec0f-4572-b1a1-f6e675703a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6e54757e-bb74-494d-85bc-80928306c9f1'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:34:20.683701 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (35222037-c635-4d13-be35-173d3dd040f4), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.696261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e2ee5c6-89a8-4876-81bb-7fee29de03a8 req-35b2cfac-83be-4807-b0ef-f1e3efb91a98 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533179 Jan 28 12:34:20.755897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-b5f9c748-4256-4f7c-8d7a-b1ee3fafa9b7 service neutron] 10.222.0.53 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212436 Jan 28 12:34:20.804703 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.832841 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.834691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] For port 35222037-c635-4d13-be35-173d3dd040f4, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:34:20.848785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] For port 35222037-c635-4d13-be35-173d3dd040f4, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=35222037-c635-4d13-be35-173d3dd040f4,segment=NetworkSegment(feb7716b-ec0f-4572-b1a1-f6e675703a1e),segment_id=feb7716b-ec0f-4572-b1a1-f6e675703a1e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:34:20.862249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (35222037-c635-4d13-be35-173d3dd040f4), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.946245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:20.947149 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:20.970597 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] 10.222.0.49 "PUT /v2.0/ports/35222037-c635-4d13-be35-173d3dd040f4 HTTP/1.1" status: 200 len: 1091 time: 2.0903022 Jan 28 12:34:20.971292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2de776-8db4-43b3-9ef1-8e281872cc80', 'tag': '35222037-c635-4d13-be35-173d3dd040f4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:34:20.981949 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f4ee3f-aae5-44f1-8bc4-40e2cae3a06b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2de776-8db4-43b3-9ef1-8e281872cc80", "tag": "35222037-c635-4d13-be35-173d3dd040f4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:34:21.017519 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Allocated IP 172.25.7.28 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/d88d37d2-8124-4db0-929d-286ef23a17df) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:34:21.165131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0499803-089b-4a0a-9cb0-56c981f7f082 service neutron] Pushing event updated for resources: {'Port': ['ID=35222037-c635-4d13-be35-173d3dd040f4,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:21.187411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-b6e4a092-959f-4209-9d79-01b88a2b54da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:21.187411 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-b6e4a092-959f-4209-9d79-01b88a2b54da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc7d3cb13a2948d38c470f0a3b4ac269&device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 1094 time: 0.1399016 Jan 28 12:34:21.203206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcbc0b-86c8-4d35-82df-6485e8a8092d req-33020d85-7900-4d86-9066-f4b258fc6d40 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:21.209221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcbc0b-86c8-4d35-82df-6485e8a8092d req-33020d85-7900-4d86-9066-f4b258fc6d40 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:21.214930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcbc0b-86c8-4d35-82df-6485e8a8092d req-33020d85-7900-4d86-9066-f4b258fc6d40 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:21.221721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcbc0b-86c8-4d35-82df-6485e8a8092d req-33020d85-7900-4d86-9066-f4b258fc6d40 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:21.228535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcbc0b-86c8-4d35-82df-6485e8a8092d req-33020d85-7900-4d86-9066-f4b258fc6d40 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:21.234380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcbc0b-86c8-4d35-82df-6485e8a8092d req-33020d85-7900-4d86-9066-f4b258fc6d40 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:21.240386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcbc0b-86c8-4d35-82df-6485e8a8092d req-33020d85-7900-4d86-9066-f4b258fc6d40 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:21.249508 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfdcbc0b-86c8-4d35-82df-6485e8a8092d req-33020d85-7900-4d86-9066-f4b258fc6d40 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.2400248 Jan 28 12:34:21.280606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71722b7a-039f-4f7a-b2f9-0817873f9a7f req-572b5c25-d4bd-4809-95b7-fa38d6b1cfc4 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:21.280606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71722b7a-039f-4f7a-b2f9-0817873f9a7f req-572b5c25-d4bd-4809-95b7-fa38d6b1cfc4 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 943 time: 0.2682600 Jan 28 12:34:21.300926 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for port (d88d37d2-8124-4db0-929d-286ef23a17df), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:21.327780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-00ab14a5-977c-416b-8990-719afb9a9438 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35222037-c635-4d13-be35-173d3dd040f4 HTTP/1.1" status: 200 len: 217 time: 0.0756900 Jan 28 12:34:21.360387 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d88d37d2-8124-4db0-929d-286ef23a17df), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:21.400062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:34:21.404273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:34:21.408236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:34:21.519571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event updated for resources: {'Port': ['ID=d88d37d2-8124-4db0-929d-286ef23a17df,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:21.541706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-661e010b-2579-41de-b1b8-8a759924a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:21.543345 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-661e010b-2579-41de-b1b8-8a759924a5c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=75a7074d-d3f4-4406-8082-6e03e12f5921 HTTP/1.1" status: 200 len: 853 time: 0.1966546 Jan 28 12:34:21.560767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71722b7a-039f-4f7a-b2f9-0817873f9a7f req-4be642dd-ff54-4435-a6d8-52b1b645de6d tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370255 Jan 28 12:34:21.605408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfdcbc0b-86c8-4d35-82df-6485e8a8092d req-2aa0e3ff-41b1-45cb-bf4e-c2d29fea9720 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3549218 Jan 28 12:34:21.623189 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6a112cef-cc99-43fc-93f9-44024b25a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:21.658341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-17f90f14-3ad6-4ee1-b194-e21ddd5de490 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e54757e-bb74-494d-85bc-80928306c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792329 Jan 28 12:34:21.739394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd94cc2b-daa7-45ea-9811-88f577d29d6e req-11519349-f156-4552-ba9e-685fae668ebf tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 210 time: 0.0889695 Jan 28 12:34:21.749530 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b215c6a-f94d-49ab-9ec7-d5a9b96e6275 x-openstack-request-id: req-2b215c6a-f94d-49ab-9ec7-d5a9b96e6275 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:34:21.749824 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2de776-8db4-43b3-9ef1-8e281872cc80", "tag": "35222037-c635-4d13-be35-173d3dd040f4", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:34:21.750136 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b215c6a-f94d-49ab-9ec7-d5a9b96e6275 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:34:21.750547 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2de776-8db4-43b3-9ef1-8e281872cc80', 'tag': '35222037-c635-4d13-be35-173d3dd040f4', 'status': 'completed', 'code': 200} Jan 28 12:34:21.807932 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:21.835127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-2c1f0d7c-8809-4fd6-81cc-93c8b8e2725a service neutron] 10.222.0.49 "GET /v2.0/networks/6e54757e-bb74-494d-85bc-80928306c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836648 Jan 28 12:34:21.987586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68f576-e547-41e7-9e5d-c8c2c78bf678 req-1f88b730-fd1d-4897-a918-f3d71cd1e2ee tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:21.995807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db68f576-e547-41e7-9e5d-c8c2c78bf678 req-1f88b730-fd1d-4897-a918-f3d71cd1e2ee tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1419032 Jan 28 12:34:22.078522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11deb2e7-a0b0-4ee0-8387-bd0d8dbfffa6 req-8db8177d-6a03-467c-b886-b47471669b14 service neutron] 10.222.0.49 "GET /v2.0/networks/6e54757e-bb74-494d-85bc-80928306c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330656 Jan 28 12:34:22.096996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db68f576-e547-41e7-9e5d-c8c2c78bf678 req-f7e3a7ed-1f40-4cde-9c42-54cc24418dfb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997021 Jan 28 12:34:22.189667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44316) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:22.210489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4ee3f-aae5-44f1-8bc4-40e2cae3a06b req-1d680b74-1faa-42b6-aa2b-56ebf7e2e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:22.212073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25f4ee3f-aae5-44f1-8bc4-40e2cae3a06b req-1d680b74-1faa-42b6-aa2b-56ebf7e2e593 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc7d3cb13a2948d38c470f0a3b4ac269&device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 1094 time: 0.0618653 Jan 28 12:34:22.340798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2da6bb3-9d6c-48b6-b3f7-d53d1e895ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:22.359780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4ee3f-aae5-44f1-8bc4-40e2cae3a06b req-cbe33860-a264-40ea-a791-9fc5d87af9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:22.361757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25f4ee3f-aae5-44f1-8bc4-40e2cae3a06b req-cbe33860-a264-40ea-a791-9fc5d87af9be service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e54757e-bb74-494d-85bc-80928306c9f1 HTTP/1.1" status: 200 len: 914 time: 0.1425598 Jan 28 12:34:22.440093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25f4ee3f-aae5-44f1-8bc4-40e2cae3a06b req-67024d7e-3ad3-4d3a-926a-ae542d6a9ccc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35222037-c635-4d13-be35-173d3dd040f4 HTTP/1.1" status: 200 len: 217 time: 0.0716019 Jan 28 12:34:22.465082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:22.469288 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:22.493870 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2da6bb3-9d6c-48b6-b3f7-d53d1e895ed0 admin admin] Publish callbacks [] for security_group (71ab0a90-7bc4-449a-9512-9ca3df446ea2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:22.518483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2da6bb3-9d6c-48b6-b3f7-d53d1e895ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (71ab0a90-7bc4-449a-9512-9ca3df446ea2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:22.624723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da6bb3-9d6c-48b6-b3f7-d53d1e895ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ab0a90-7bc4-449a-9512-9ca3df446ea2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:22.631075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e2da6bb3-9d6c-48b6-b3f7-d53d1e895ed0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=babf112dd4c64baebb8635930da4ebd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4406228 Jan 28 12:34:22.634947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44324) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:22.747617 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Router 4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:34:22.749385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4ee3f-aae5-44f1-8bc4-40e2cae3a06b req-92ef8d1c-be53-492b-86f4-9a16006091ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:22.751099 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25f4ee3f-aae5-44f1-8bc4-40e2cae3a06b req-92ef8d1c-be53-492b-86f4-9a16006091ec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=75a7074d-d3f4-4406-8082-6e03e12f5921 HTTP/1.1" status: 200 len: 853 time: 0.2557580 Jan 28 12:34:22.754963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2fd099d-b9c1-4ab3-8b15-bb7a77cccbed admin admin] Publish callbacks [] for security_group (71ab0a90-7bc4-449a-9512-9ca3df446ea2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:22.857049 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:22.873974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25f4ee3f-aae5-44f1-8bc4-40e2cae3a06b req-b741f267-0b6a-4005-ad8f-54d7a25a4d0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e54757e-bb74-494d-85bc-80928306c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897288 Jan 28 12:34:22.875867 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2fd099d-b9c1-4ab3-8b15-bb7a77cccbed admin admin] Publish callbacks [] for security_group (71ab0a90-7bc4-449a-9512-9ca3df446ea2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:22.890851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1e6b40d8-cf27-42c8-9c89-cd5d306bd08a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:22.892378 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1e6b40d8-cf27-42c8-9c89-cd5d306bd08a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 811 time: 0.4181933 Jan 28 12:34:22.909964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Request body: {'port': {'device_id': 'ddad159d-fe4f-4d68-aa1b-ab6faad0a834', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'admin_state_up': True, 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:22.922829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad41ba2-da5a-4a21-aaec-e902a9602713 req-8782a3d5-25dd-46eb-84d0-7c28520664c3 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:22.925398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fad41ba2-da5a-4a21-aaec-e902a9602713 req-8782a3d5-25dd-46eb-84d0-7c28520664c3 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 943 time: 0.1714146 Jan 28 12:34:22.939490 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:34:22.946768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:22.948027 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9b265b84-8999-4793-b37f-67e6a63688a4 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "PUT /v2.0/routers/4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac HTTP/1.1" status: 200 len: 913 time: 2.7078619 Jan 28 12:34:22.952206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3c828-9f3e-4093-96a1-4c78274ccc7d None None] Sync routers for ids ['4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:34:22.958218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965edf5b-544e-4d68-bc26-af9690259d9b req-b7665d9a-1a7a-4d9e-8170-d9a8546db703 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:22.963656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965edf5b-544e-4d68-bc26-af9690259d9b req-b7665d9a-1a7a-4d9e-8170-d9a8546db703 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:22.969164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965edf5b-544e-4d68-bc26-af9690259d9b req-b7665d9a-1a7a-4d9e-8170-d9a8546db703 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:22.969813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3c828-9f3e-4093-96a1-4c78274ccc7d None None] Routers {'4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:22.970706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f3f3c828-9f3e-4093-96a1-4c78274ccc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:22.974911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965edf5b-544e-4d68-bc26-af9690259d9b req-b7665d9a-1a7a-4d9e-8170-d9a8546db703 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:22.980223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965edf5b-544e-4d68-bc26-af9690259d9b req-b7665d9a-1a7a-4d9e-8170-d9a8546db703 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:22.981678 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44330) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:22.986934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965edf5b-544e-4d68-bc26-af9690259d9b req-b7665d9a-1a7a-4d9e-8170-d9a8546db703 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:22.993102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965edf5b-544e-4d68-bc26-af9690259d9b req-b7665d9a-1a7a-4d9e-8170-d9a8546db703 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:23.000634 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-965edf5b-544e-4d68-bc26-af9690259d9b req-b7665d9a-1a7a-4d9e-8170-d9a8546db703 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.2484024 Jan 28 12:34:23.020917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f3f3c828-9f3e-4093-96a1-4c78274ccc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:23.032103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3c828-9f3e-4093-96a1-4c78274ccc7d None None] Routers {'4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:23.033040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f3f3c828-9f3e-4093-96a1-4c78274ccc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:23.076197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f3f3c828-9f3e-4093-96a1-4c78274ccc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:23.077066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3c828-9f3e-4093-96a1-4c78274ccc7d None None] The sync data for ids ['4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:34:23.118837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2fd099d-b9c1-4ab3-8b15-bb7a77cccbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (71ab0a90-7bc4-449a-9512-9ca3df446ea2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:23.121412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Made reservation on behalf of 7968c81b36cc48bf8630ba9caa6afc84 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:34:23.125047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2fd099d-b9c1-4ab3-8b15-bb7a77cccbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:23.125246 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:23.141004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e2fd099d-b9c1-4ab3-8b15-bb7a77cccbed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71ab0a90-7bc4-449a-9512-9ca3df446ea2 HTTP/1.1" status: 204 len: 168 time: 0.5041459 Jan 28 12:34:23.177048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd099d-b9c1-4ab3-8b15-bb7a77cccbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ab0a90-7bc4-449a-9512-9ca3df446ea2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:23.237393 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fad41ba2-da5a-4a21-aaec-e902a9602713 req-a6194436-ced8-4e0e-95d0-3ee7a106f38c tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935269 Jan 28 12:34:23.241646 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2c8b550c-0083-4cf3-8ea8-d8c9b6eb5851 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/routers/4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac HTTP/1.1" status: 200 len: 919 time: 0.2588534 Jan 28 12:34:23.258945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44338) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:23.367570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-965edf5b-544e-4d68-bc26-af9690259d9b req-861a3380-c233-49ab-9d20-48f491cb579f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3600214 Jan 28 12:34:23.403778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Allocated IP 172.20.0.3 (c2c613c3-43b7-41c8-a1c0-74bdae3e9634/53abd98a-d1ef-4617-bae2-6e0b828ced57/fedcd2ad-b58c-41da-9e6d-5226e0700070) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:34:23.578227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce0c83f-e633-44a6-b82e-facda2000381 req-0b8af377-1722-4ee3-b47b-8c3b46d29cb0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 210 time: 0.1455364 Jan 28 12:34:23.587363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25f4ee3f-aae5-44f1-8bc4-40e2cae3a06b req-f28a8879-b8c7-46ee-86ce-8efa71353e5c service neutron] 10.222.0.49 "GET /v2.0/networks/6e54757e-bb74-494d-85bc-80928306c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965506 Jan 28 12:34:23.621849 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:23.645284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dcd339-67fa-4aa4-a45c-8b17a63be32a tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:23.646976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-91dcd339-67fa-4aa4-a45c-8b17a63be32a tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&device_id=4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3850243 Jan 28 12:34:23.668395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44344) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:23.682190 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:23.697470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['27de3916-7505-46fc-97aa-391f8d8a7eea'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:23.750556 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event updated for resources: {'Port': ['ID=fedcd2ad-b58c-41da-9e6d-5226e0700070,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:23.765303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:34:23.778519 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:34:23.796468 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:34:23.836593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44348) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:23.864854 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:23.865556 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:23.887637 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-3f01e9ee-fcd1-4dc9-a6b4-9b274c7404ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9831388 Jan 28 12:34:23.900002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Request body: {'port': {'device_id': 'ddad159d-fe4f-4d68-aa1b-ab6faad0a834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:23.952953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 85137ef3-17bf-4ee4-b3b8-05a72b4613bd details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:34:24.016444 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-213227ba-c74b-46ea-a206-8fca487833a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.023842 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.151710 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:24.162083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25f4ee3f-aae5-44f1-8bc4-40e2cae3a06b req-30bc593d-9761-4db5-b3f8-a5159e838c18 service neutron] 10.222.0.49 "GET /v2.0/networks/6e54757e-bb74-494d-85bc-80928306c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628014 Jan 28 12:34:24.181727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '85137ef3-17bf-4ee4-b3b8-05a72b4613bd', 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d', 'port_id': '85137ef3-17bf-4ee4-b3b8-05a72b4613bd', 'mac_address': 'fa:16:3e:f6:c1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6190fa1-4696-4bc6-b0ca-485a2fb172fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:34:24.201646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75a6d2-7e9f-474e-a381-2c7e6a0ffaf5 req-b2089a89-d7a3-41ce-a7b1-0436fcf1a79f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:24.209355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd75a6d2-7e9f-474e-a381-2c7e6a0ffaf5 req-b2089a89-d7a3-41ce-a7b1-0436fcf1a79f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.4052389 Jan 28 12:34:24.246529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7fecb-4263-4a81-afeb-272740c7cbb5 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:24.254069 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0ab7fecb-4263-4a81-afeb-272740c7cbb5 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 881 time: 0.5844834 Jan 28 12:34:24.263166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fd81d994-8495-4b7d-bbaa-735e54694d63 None None] Provisioning complete for port fedcd2ad-b58c-41da-9e6d-5226e0700070 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:24.263840 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fd81d994-8495-4b7d-bbaa-735e54694d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.264188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44352) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:24.317561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-75561725-b890-4453-b20c-582a3b420a07 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac HTTP/1.1" status: 200 len: 205 time: 0.0521810 Jan 28 12:34:24.322061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44354) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:24.325124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:24.325520 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.349479 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85137ef3-17bf-4ee4-b3b8-05a72b4613bd {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:34:24.355108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd75a6d2-7e9f-474e-a381-2c7e6a0ffaf5 req-9e5d33bb-5454-43e5-8538-f4c803650afe tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383858 Jan 28 12:34:24.382207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:24.387264 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fd81d994-8495-4b7d-bbaa-735e54694d63 None None] Port fedcd2ad-b58c-41da-9e6d-5226e0700070 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:34:24.398902 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.473077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:24.508700 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-213227ba-c74b-46ea-a206-8fca487833a9 admin admin] Publish callbacks [] for security_group (3a8af136-5905-4ea1-8fce-0131e303a44c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.531266 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.532114 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-213227ba-c74b-46ea-a206-8fca487833a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3a8af136-5905-4ea1-8fce-0131e303a44c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.561052 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.584123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7963987-3511-4f2a-a653-289b8ce05ade req-dfcc4460-e0a2-488e-850b-c65daf0e1af1 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:24.585526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7963987-3511-4f2a-a653-289b8ce05ade req-dfcc4460-e0a2-488e-850b-c65daf0e1af1 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 943 time: 0.2226684 Jan 28 12:34:24.631003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedcd2ad-b58c-41da-9e6d-5226e0700070 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:34:24.638582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213227ba-c74b-46ea-a206-8fca487833a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8af136-5905-4ea1-8fce-0131e303a44c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:24.651082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-213227ba-c74b-46ea-a206-8fca487833a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=729ba8d7d2704ee2a0452b6fe13285ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8134704 Jan 28 12:34:24.651680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44360) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:24.671266 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Publish callbacks [] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.674946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf077-8435-41f0-bc48-c1b4d79033bb req-d0ac2609-314f-470e-be52-490ca3f9f4cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:24.680845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf077-8435-41f0-bc48-c1b4d79033bb req-d0ac2609-314f-470e-be52-490ca3f9f4cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:24.686429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf077-8435-41f0-bc48-c1b4d79033bb req-d0ac2609-314f-470e-be52-490ca3f9f4cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:24.692716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf077-8435-41f0-bc48-c1b4d79033bb req-d0ac2609-314f-470e-be52-490ca3f9f4cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:24.696724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Transition to ACTIVE for port object fedcd2ad-b58c-41da-9e6d-5226e0700070 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:34:24.698561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf077-8435-41f0-bc48-c1b4d79033bb req-d0ac2609-314f-470e-be52-490ca3f9f4cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:24.704806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf077-8435-41f0-bc48-c1b4d79033bb req-d0ac2609-314f-470e-be52-490ca3f9f4cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:24.707793 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.710589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf077-8435-41f0-bc48-c1b4d79033bb req-d0ac2609-314f-470e-be52-490ca3f9f4cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:24.712556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83dbf077-8435-41f0-bc48-c1b4d79033bb req-d0ac2609-314f-470e-be52-490ca3f9f4cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.1989105 Jan 28 12:34:24.755021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Pushing event updated for resources: {'Port': ['ID=fedcd2ad-b58c-41da-9e6d-5226e0700070,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:24.762768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.779731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['85137ef3-17bf-4ee4-b3b8-05a72b4613bd'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:24.792304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7963987-3511-4f2a-a653-289b8ce05ade req-ef4a8911-ecba-485d-8b76-2a7fa65a7e28 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925275 Jan 28 12:34:24.834477 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b8fdaf-b8c8-4ee1-bdc4-e903ca97a2d5 admin admin] Publish callbacks [] for security_group (3a8af136-5905-4ea1-8fce-0131e303a44c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.875530 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b8fdaf-b8c8-4ee1-bdc4-e903ca97a2d5 admin admin] Publish callbacks [] for security_group (3a8af136-5905-4ea1-8fce-0131e303a44c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.970706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83dbf077-8435-41f0-bc48-c1b4d79033bb req-37399c07-3260-4a68-a059-8606a4fcb3b4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2484512 Jan 28 12:34:24.984408 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b8fdaf-b8c8-4ee1-bdc4-e903ca97a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3a8af136-5905-4ea1-8fce-0131e303a44c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:24.987789 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b8fdaf-b8c8-4ee1-bdc4-e903ca97a2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:25.016392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Attempting to bind port fedcd2ad-b58c-41da-9e6d-5226e0700070 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:34:25.017395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Attempting to bind port fedcd2ad-b58c-41da-9e6d-5226e0700070 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:34:25.018246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-27b8fdaf-b8c8-4ee1-bdc4-e903ca97a2d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a8af136-5905-4ea1-8fce-0131e303a44c HTTP/1.1" status: 204 len: 168 time: 0.3617723 Jan 28 12:34:25.018592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Attempting to bind port fedcd2ad-b58c-41da-9e6d-5226e0700070 on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:34:25.046402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Port fedcd2ad-b58c-41da-9e6d-5226e0700070 on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:34:25.046738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Attempting to bind port fedcd2ad-b58c-41da-9e6d-5226e0700070 on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:34:25.055312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8fdaf-b8c8-4ee1-bdc4-e903ca97a2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8af136-5905-4ea1-8fce-0131e303a44c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:25.063038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:34:25.066887 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Checking segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:34:25.070453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Bound using segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:34:25.071206 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Bound port: fedcd2ad-b58c-41da-9e6d-5226e0700070, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:34:25.072126 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:25.116136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Deleting port d88d37d2-8124-4db0-929d-286ef23a17df {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:34:25.116468 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d88d37d2-8124-4db0-929d-286ef23a17df), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:25.138628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f6726-e379-4863-b41d-d25ef5160eca req-0eb87981-ebca-4813-8103-832cf006ee6b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:25.159708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-795f6726-e379-4863-b41d-d25ef5160eca req-0eb87981-ebca-4813-8103-832cf006ee6b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 943 time: 0.1386809 Jan 28 12:34:25.264692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-795f6726-e379-4863-b41d-d25ef5160eca req-9d812d7d-608b-48aa-a58b-8685cf655321 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035407 Jan 28 12:34:25.274286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] For port fedcd2ad-b58c-41da-9e6d-5226e0700070, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:34:25.279492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] For port fedcd2ad-b58c-41da-9e6d-5226e0700070, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fedcd2ad-b58c-41da-9e6d-5226e0700070,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:34:25.291285 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:25.310467 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d88d37d2-8124-4db0-929d-286ef23a17df), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:25.356742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Calling delete_port for d88d37d2-8124-4db0-929d-286ef23a17df owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:34:25.363870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:25.364642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:25.366064 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] 10.222.0.49 "PUT /v2.0/ports/fedcd2ad-b58c-41da-9e6d-5226e0700070 HTTP/1.1" status: 200 len: 1091 time: 1.4710181 Jan 28 12:34:25.366523 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddad159d-fe4f-4d68-aa1b-ab6faad0a834', 'tag': 'fedcd2ad-b58c-41da-9e6d-5226e0700070'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:34:25.369269 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dfda41-4116-4f39-93aa-c1344bf86884" -d '{"events": [{"name": "network-changed", "server_uuid": "ddad159d-fe4f-4d68-aa1b-ab6faad0a834", "tag": "fedcd2ad-b58c-41da-9e6d-5226e0700070"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:34:25.402966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1828ff-8b57-4ff5-8d5a-05391ca4b558 service neutron] Pushing event updated for resources: {'Port': ['ID=fedcd2ad-b58c-41da-9e6d-5226e0700070,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:25.531756 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd9e2f7-e73c-468b-807f-c6588b814a3f x-openstack-request-id: req-8cd9e2f7-e73c-468b-807f-c6588b814a3f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:34:25.532129 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddad159d-fe4f-4d68-aa1b-ab6faad0a834", "tag": "fedcd2ad-b58c-41da-9e6d-5226e0700070", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:34:25.532457 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cd9e2f7-e73c-468b-807f-c6588b814a3f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:34:25.532926 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddad159d-fe4f-4d68-aa1b-ab6faad0a834', 'tag': 'fedcd2ad-b58c-41da-9e6d-5226e0700070', 'status': 'completed', 'code': 200} Jan 28 12:34:25.593700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-24513941-53d0-4d6c-9f50-15cb6e8b1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:25.604503 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-24513941-53d0-4d6c-9f50-15cb6e8b1304 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 1094 time: 0.1232457 Jan 28 12:34:25.614206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dff43a-3e68-4757-994c-de911854fc9d req-82e6a46c-4ac8-429d-bd0a-0d51489187f7 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:25.624441 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63dff43a-3e68-4757-994c-de911854fc9d req-82e6a46c-4ac8-429d-bd0a-0d51489187f7 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 944 time: 0.0910976 Jan 28 12:34:25.723811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63dff43a-3e68-4757-994c-de911854fc9d req-5929ca76-9ceb-4c8c-a4b3-6f8e7dc0a2ab tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927064 Jan 28 12:34:25.827045 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d88d37d2-8124-4db0-929d-286ef23a17df), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:25.831954 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-4f95fcf0-ca27-4a22-ac8b-4229f91eb5a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fedcd2ad-b58c-41da-9e6d-5226e0700070 HTTP/1.1" status: 200 len: 217 time: 0.2188327 Jan 28 12:34:25.870830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Pushing event deleted for resources: {'Port': ['ID=d88d37d2-8124-4db0-929d-286ef23a17df,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:25.941817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 35222037-c635-4d13-be35-173d3dd040f4 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:34:25.985229 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.119164 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-271eb134-6776-43e6-8d51-0a42ddfab05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.121703 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-271eb134-6776-43e6-8d51-0a42ddfab05f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.2627022 Jan 28 12:34:26.126394 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.129006 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.129608 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_controller (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.201426 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 35222037-c635-4d13-be35-173d3dd040f4, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=35222037-c635-4d13-be35-173d3dd040f4,segment=NetworkSegment(feb7716b-ec0f-4572-b1a1-f6e675703a1e),segment_id=feb7716b-ec0f-4572-b1a1-f6e675703a1e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:26.220162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-a17b8a92-e9ec-4a93-bff2-446b357c895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.222192 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-a17b8a92-e9ec-4a93-bff2-446b357c895e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880961 Jan 28 12:34:26.223992 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.224786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Fanout notify agent at l3_agent the message router_deleted on router 4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:34:26.232013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '35222037-c635-4d13-be35-173d3dd040f4', 'network_id': '6e54757e-bb74-494d-85bc-80928306c9f1', 'port_id': '35222037-c635-4d13-be35-173d3dd040f4', 'mac_address': 'fa:16:3e:d5:6f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a7074d-d3f4-4406-8082-6e03e12f5921', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:34:26.234158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.236213 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b26cb758-79c8-4087-a5fc-c9167457c628 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/routers/4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac HTTP/1.1" status: 204 len: 168 time: 1.9131763 Jan 28 12:34:26.240221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb827457-d3b0-490b-a082-718a096d2551 req-f1429d06-1417-4576-884b-134270257695 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.242246 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44394) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:26.251873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb827457-d3b0-490b-a082-718a096d2551 req-f1429d06-1417-4576-884b-134270257695 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 943 time: 0.2363217 Jan 28 12:34:26.254868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-08d5a1e8-5a20-47be-997f-60e4e5e406d2 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-973044315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:26.340791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 35222037-c635-4d13-be35-173d3dd040f4 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:26.341337 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (35222037-c635-4d13-be35-173d3dd040f4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.348229 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08d5a1e8-5a20-47be-997f-60e4e5e406d2 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (d0c63dba-7072-42e9-85bd-11c02da2ce84), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.351188 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08d5a1e8-5a20-47be-997f-60e4e5e406d2 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (d0c63dba-7072-42e9-85bd-11c02da2ce84), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.369657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35222037-c635-4d13-be35-173d3dd040f4 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:34:26.393221 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 35222037-c635-4d13-be35-173d3dd040f4, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=35222037-c635-4d13-be35-173d3dd040f4,segment=NetworkSegment(feb7716b-ec0f-4572-b1a1-f6e675703a1e),segment_id=feb7716b-ec0f-4572-b1a1-f6e675703a1e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:26.397035 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-25256386-54d5-46d6-b98f-5b77739bab24 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555526 Jan 28 12:34:26.399946 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (35222037-c635-4d13-be35-173d3dd040f4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.425663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc664-9994-40e5-b10a-4f230f37dba4 req-e1095976-6f0e-4e8b-893c-66bfbb2a5624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.433954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc664-9994-40e5-b10a-4f230f37dba4 req-e1095976-6f0e-4e8b-893c-66bfbb2a5624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.452162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc664-9994-40e5-b10a-4f230f37dba4 req-e1095976-6f0e-4e8b-893c-66bfbb2a5624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.469103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc664-9994-40e5-b10a-4f230f37dba4 req-e1095976-6f0e-4e8b-893c-66bfbb2a5624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.470202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=35222037-c635-4d13-be35-173d3dd040f4,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:26.481664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc664-9994-40e5-b10a-4f230f37dba4 req-e1095976-6f0e-4e8b-893c-66bfbb2a5624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.495262 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08d5a1e8-5a20-47be-997f-60e4e5e406d2 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_controller (d0c63dba-7072-42e9-85bd-11c02da2ce84), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.499143 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc664-9994-40e5-b10a-4f230f37dba4 req-e1095976-6f0e-4e8b-893c-66bfbb2a5624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.513191 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08d5a1e8-5a20-47be-997f-60e4e5e406d2 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (d0c63dba-7072-42e9-85bd-11c02da2ce84), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.514689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc664-9994-40e5-b10a-4f230f37dba4 req-e1095976-6f0e-4e8b-893c-66bfbb2a5624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.523461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e13bc664-9994-40e5-b10a-4f230f37dba4 req-e1095976-6f0e-4e8b-893c-66bfbb2a5624 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.4228115 Jan 28 12:34:26.526823 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb827457-d3b0-490b-a082-718a096d2551 req-4773bef0-a02f-4705-a5a9-b3d2da310c87 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740519 Jan 28 12:34:26.560302 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08d5a1e8-5a20-47be-997f-60e4e5e406d2 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.565168 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-08d5a1e8-5a20-47be-997f-60e4e5e406d2 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3140843 Jan 28 12:34:26.566065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44402) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:26.572953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'enable_snat': False}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:26.673048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e13bc664-9994-40e5-b10a-4f230f37dba4 req-de8fd4ae-f67d-4ba0-ac49-5d9df3c73c08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1373682 Jan 28 12:34:26.708103 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce8c0a0b-a919-4dfc-9bc6-0c07d9581b26 req-36430e45-47b7-4b52-bb7d-e824be2dabe8 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009257 Jan 28 12:34:26.795896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['35222037-c635-4d13-be35-173d3dd040f4'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:26.802723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983180-97b8-49a9-9bab-da79844ca695 req-25309b5e-7c1e-445a-b5a4-c1a9430dd541 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.810643 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5983180-97b8-49a9-9bab-da79844ca695 req-25309b5e-7c1e-445a-b5a4-c1a9430dd541 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 943 time: 0.0907717 Jan 28 12:34:26.844875 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (d0c63dba-7072-42e9-85bd-11c02da2ce84), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:26.885970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfda41-4116-4f39-93aa-c1344bf86884 req-b0bf9633-e7dd-4e77-a6fe-d7871ac7b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.887765 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59dfda41-4116-4f39-93aa-c1344bf86884 req-b0bf9633-e7dd-4e77-a6fe-d7871ac7b9af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 1094 time: 0.0586548 Jan 28 12:34:26.911696 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5983180-97b8-49a9-9bab-da79844ca695 req-6cb93160-f601-4a8a-a320-f19fadf0af3b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957048 Jan 28 12:34:26.931795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6271bd-10f9-408c-8124-7d2c4ba509a6 req-845e2499-96d4-42b2-8b09-807d17466ab5 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:26.933971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e6271bd-10f9-408c-8124-7d2c4ba509a6 req-845e2499-96d4-42b2-8b09-807d17466ab5 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 944 time: 0.0917025 Jan 28 12:34:27.000180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e6271bd-10f9-408c-8124-7d2c4ba509a6 req-4f61d4de-0863-446b-a034-d7d62c8d9ac4 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599468 Jan 28 12:34:27.050927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfda41-4116-4f39-93aa-c1344bf86884 req-af8b6688-f5a3-4f27-a448-404eb77a59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:27.052405 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59dfda41-4116-4f39-93aa-c1344bf86884 req-af8b6688-f5a3-4f27-a448-404eb77a59cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.1545000 Jan 28 12:34:27.110061 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59dfda41-4116-4f39-93aa-c1344bf86884 req-54edb3ca-6b92-4eaa-964d-2422993ef952 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fedcd2ad-b58c-41da-9e6d-5226e0700070 HTTP/1.1" status: 200 len: 217 time: 0.0470130 Jan 28 12:34:27.228018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfda41-4116-4f39-93aa-c1344bf86884 req-998cece8-65df-4ff7-8ed9-70b6e6535316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:27.229482 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59dfda41-4116-4f39-93aa-c1344bf86884 req-998cece8-65df-4ff7-8ed9-70b6e6535316 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.1106236 Jan 28 12:34:27.292927 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (d0c63dba-7072-42e9-85bd-11c02da2ce84), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:27.315836 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:27.328230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfda41-4116-4f39-93aa-c1344bf86884 req-a0e80cca-f816-489d-904e-41f05f0bbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:27.329721 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59dfda41-4116-4f39-93aa-c1344bf86884 req-a0e80cca-f816-489d-904e-41f05f0bbc6a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797253 Jan 28 12:34:27.496369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59dfda41-4116-4f39-93aa-c1344bf86884 req-fa38815f-6eba-49d8-9a3c-c3fa3c7d37bf service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395216 Jan 28 12:34:27.497405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Allocated IP 172.25.7.174 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/970c4098-7550-453e-97b7-d5f6025a4cbc) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:34:27.668861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b1637-8325-48f8-8ac1-5eb162769a5a req-df819ad3-2014-461c-aad6-fa655cf568ac tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:27.670430 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59dfda41-4116-4f39-93aa-c1344bf86884 req-047e3073-5bb9-4d24-90ca-f69918337061 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667864 Jan 28 12:34:27.670596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-341b1637-8325-48f8-8ac1-5eb162769a5a req-df819ad3-2014-461c-aad6-fa655cf568ac tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 944 time: 0.0547588 Jan 28 12:34:27.688083 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for port (970c4098-7550-453e-97b7-d5f6025a4cbc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:27.752632 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-341b1637-8325-48f8-8ac1-5eb162769a5a req-80a20dbe-a7e2-4150-a954-e46d12470495 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638549 Jan 28 12:34:27.863953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21036a-44f4-4d7e-8d70-98a82417756f req-292eebf1-afb1-4a47-ab9e-d2a078660164 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:27.870050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21036a-44f4-4d7e-8d70-98a82417756f req-292eebf1-afb1-4a47-ab9e-d2a078660164 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:27.876294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21036a-44f4-4d7e-8d70-98a82417756f req-292eebf1-afb1-4a47-ab9e-d2a078660164 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:27.881220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21036a-44f4-4d7e-8d70-98a82417756f req-292eebf1-afb1-4a47-ab9e-d2a078660164 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:27.886572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21036a-44f4-4d7e-8d70-98a82417756f req-292eebf1-afb1-4a47-ab9e-d2a078660164 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:27.893227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21036a-44f4-4d7e-8d70-98a82417756f req-292eebf1-afb1-4a47-ab9e-d2a078660164 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:27.897781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21036a-44f4-4d7e-8d70-98a82417756f req-292eebf1-afb1-4a47-ab9e-d2a078660164 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:27.899902 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc21036a-44f4-4d7e-8d70-98a82417756f req-292eebf1-afb1-4a47-ab9e-d2a078660164 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.1035175 Jan 28 12:34:27.951202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 85137ef3-17bf-4ee4-b3b8-05a72b4613bd up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:34:27.979526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc21036a-44f4-4d7e-8d70-98a82417756f req-ca141d80-91ca-44f4-bf96-051c201f5127 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713172 Jan 28 12:34:28.050089 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:34:28.055688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:28.056252 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:28.088172 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (970c4098-7550-453e-97b7-d5f6025a4cbc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:28.135066 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:34:28.140038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:34:28.147797 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:34:28.177694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Pushing event updated for resources: {'Port': ['ID=970c4098-7550-453e-97b7-d5f6025a4cbc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:28.190352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:28.193384 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:28.217498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd93075-07f4-46f6-b809-4d422f0d4f38 req-6cdf24bc-f997-42fa-ad0f-6511872699a3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:28.219001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efd93075-07f4-46f6-b809-4d422f0d4f38 req-6cdf24bc-f997-42fa-ad0f-6511872699a3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 943 time: 0.1592724 Jan 28 12:34:28.230157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80b7f4-114f-40a6-8edc-f90bc43481e1 req-fa8c1eff-63ba-4cca-bef5-5eeecd34f3f1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:28.231816 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c80b7f4-114f-40a6-8edc-f90bc43481e1 req-fa8c1eff-63ba-4cca-bef5-5eeecd34f3f1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 944 time: 0.1038096 Jan 28 12:34:28.241018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ace1c-13d3-4a84-8fbd-c1aeb04efba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85137ef3-17bf-4ee4-b3b8-05a72b4613bd'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:34:28.247072 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070ceab0-ab28-4ffd-8e69-fb8967fdcd8a" -d '{"events": [{"server_uuid": "975ace1c-13d3-4a84-8fbd-c1aeb04efba3", "name": "network-vif-plugged", "status": "completed", "tag": "85137ef3-17bf-4ee4-b3b8-05a72b4613bd"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:34:28.268636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:28.275401 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:28.325787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c80b7f4-114f-40a6-8edc-f90bc43481e1 req-add51ff6-7489-4b6a-9159-d4f7eaa8b077 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823276 Jan 28 12:34:28.347220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efd93075-07f4-46f6-b809-4d422f0d4f38 req-0261e2d8-0fef-43eb-b0bd-1e4752b00c92 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120360 Jan 28 12:34:28.359308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:28.395274 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69746434-d8f6-4756-8027-c1a523bb62da x-openstack-request-id: req-69746434-d8f6-4756-8027-c1a523bb62da {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:34:28.396347 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ace1c-13d3-4a84-8fbd-c1aeb04efba3", "name": "network-vif-plugged", "status": "completed", "tag": "85137ef3-17bf-4ee4-b3b8-05a72b4613bd", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:34:28.396808 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69746434-d8f6-4756-8027-c1a523bb62da {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:34:28.397843 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975ace1c-13d3-4a84-8fbd-c1aeb04efba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85137ef3-17bf-4ee4-b3b8-05a72b4613bd', 'code': 200} Jan 28 12:34:28.488272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router_gateway (d0c63dba-7072-42e9-85bd-11c02da2ce84), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:28.551487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba26bb-a105-4918-b5f3-fbd051f4f538 req-ea64d96c-aaca-4145-955d-2d6394dcef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:28.552986 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1bba26bb-a105-4918-b5f3-fbd051f4f538 req-ea64d96c-aaca-4145-955d-2d6394dcef8a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 1096 time: 0.0913470 Jan 28 12:34:28.666802 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1bba26bb-a105-4918-b5f3-fbd051f4f538 req-f8ee5e66-95d5-42ad-9e50-1300fe0b2490 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890281 Jan 28 12:34:28.725152 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (d0c63dba-7072-42e9-85bd-11c02da2ce84), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:28.728518 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (d0c63dba-7072-42e9-85bd-11c02da2ce84), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:28.871720 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Router d0c63dba-7072-42e9-85bd-11c02da2ce84 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:34:28.886324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea8117-7751-4203-89a8-4ea96f8c6127 req-43ef0709-e320-4c0a-8a61-4d3b403675b6 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:28.887884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5ea8117-7751-4203-89a8-4ea96f8c6127 req-43ef0709-e320-4c0a-8a61-4d3b403675b6 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 944 time: 0.0609269 Jan 28 12:34:28.935377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5ea8117-7751-4203-89a8-4ea96f8c6127 req-57f57ee6-3ce2-4800-809f-de7170bafbbd tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Jan 28 12:34:28.990046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:34:28.994419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:28.998886 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7db643aa-03fa-4a84-80a5-dfb87a4ab76d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "PUT /v2.0/routers/d0c63dba-7072-42e9-85bd-11c02da2ce84 HTTP/1.1" status: 200 len: 915 time: 2.4298131 Jan 28 12:34:28.999104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44570) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:29.000957 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d0e90-c98f-47ad-a195-7286d12b004a None None] Sync routers for ids ['d0c63dba-7072-42e9-85bd-11c02da2ce84'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:34:29.012152 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d0e90-c98f-47ad-a195-7286d12b004a None None] Routers {'d0c63dba-7072-42e9-85bd-11c02da2ce84'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:29.013129 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f14d0e90-c98f-47ad-a195-7286d12b004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['d0c63dba-7072-42e9-85bd-11c02da2ce84'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:29.051216 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f14d0e90-c98f-47ad-a195-7286d12b004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:29.060416 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d0e90-c98f-47ad-a195-7286d12b004a None None] Routers {'d0c63dba-7072-42e9-85bd-11c02da2ce84'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:29.061175 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f14d0e90-c98f-47ad-a195-7286d12b004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['d0c63dba-7072-42e9-85bd-11c02da2ce84'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:29.096917 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f14d0e90-c98f-47ad-a195-7286d12b004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:29.097899 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d0e90-c98f-47ad-a195-7286d12b004a None None] The sync data for ids ['d0c63dba-7072-42e9-85bd-11c02da2ce84'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:34:29.141803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44576) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:29.153340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-83b8224f-e3e3-4555-bc29-0e44591f3259 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/routers/d0c63dba-7072-42e9-85bd-11c02da2ce84 HTTP/1.1" status: 200 len: 921 time: 0.1530674 Jan 28 12:34:29.156192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44580) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:29.173548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f073c0-9033-423d-a3ff-5f47e8ce1ad8 req-c4e8079d-3722-43bc-80d6-bb24fa50ee81 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:29.179488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f073c0-9033-423d-a3ff-5f47e8ce1ad8 req-c4e8079d-3722-43bc-80d6-bb24fa50ee81 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:29.185056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f073c0-9033-423d-a3ff-5f47e8ce1ad8 req-c4e8079d-3722-43bc-80d6-bb24fa50ee81 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:29.191288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f073c0-9033-423d-a3ff-5f47e8ce1ad8 req-c4e8079d-3722-43bc-80d6-bb24fa50ee81 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:29.196538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f073c0-9033-423d-a3ff-5f47e8ce1ad8 req-c4e8079d-3722-43bc-80d6-bb24fa50ee81 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:29.201670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f073c0-9033-423d-a3ff-5f47e8ce1ad8 req-c4e8079d-3722-43bc-80d6-bb24fa50ee81 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:29.206263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7b8607-cd96-4b5a-82f5-a4886049016d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:29.207733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f073c0-9033-423d-a3ff-5f47e8ce1ad8 req-c4e8079d-3722-43bc-80d6-bb24fa50ee81 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:29.208970 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6f7b8607-cd96-4b5a-82f5-a4886049016d tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&device_id=d0c63dba-7072-42e9-85bd-11c02da2ce84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0515113 Jan 28 12:34:29.211679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44584) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:29.215289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9f073c0-9033-423d-a3ff-5f47e8ce1ad8 req-c4e8079d-3722-43bc-80d6-bb24fa50ee81 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5431 time: 0.1160009 Jan 28 12:34:29.276751 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9f073c0-9033-423d-a3ff-5f47e8ce1ad8 req-df2a36a7-b4f6-417b-af9e-7434c4c99527 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605314 Jan 28 12:34:29.288377 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-119134cd-37f5-4820-be6f-44e03e1c33b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:29.342592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f96bc2-68ca-448e-85a9-9c8475f02830 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:29.346868 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f2f96bc2-68ca-448e-85a9-9c8475f02830 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 881 time: 0.1311102 Jan 28 12:34:29.347302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44588) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:29.390837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fd7a4b6e-9e85-46f0-bd6a-302a1edad97a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0c63dba-7072-42e9-85bd-11c02da2ce84 HTTP/1.1" status: 200 len: 205 time: 0.0407329 Jan 28 12:34:29.393447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44592) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:29.420953 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-119134cd-37f5-4820-be6f-44e03e1c33b1 admin admin] Publish callbacks [] for security_group (4e713192-5819-49b3-b40f-900903c5e000), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:29.426749 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-119134cd-37f5-4820-be6f-44e03e1c33b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4e713192-5819-49b3-b40f-900903c5e000), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:29.466463 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119134cd-37f5-4820-be6f-44e03e1c33b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e713192-5819-49b3-b40f-900903c5e000,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:29.471973 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-119134cd-37f5-4820-be6f-44e03e1c33b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9baab84f505b43bcb67cc795e1521a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3284039 Jan 28 12:34:29.473103 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44594) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:29.523469 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74462392-d9d9-4548-80d7-37e9b9c8dfbc admin admin] Publish callbacks [] for security_group (4e713192-5819-49b3-b40f-900903c5e000), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:29.545414 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74462392-d9d9-4548-80d7-37e9b9c8dfbc admin admin] Publish callbacks [] for security_group (4e713192-5819-49b3-b40f-900903c5e000), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:29.565803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811b60d-c592-41b6-aba2-ce47760a8d99 req-755e0eeb-f843-490e-b364-12f2f4c7533a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:29.567257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a811b60d-c592-41b6-aba2-ce47760a8d99 req-755e0eeb-f843-490e-b364-12f2f4c7533a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 943 time: 0.1245613 Jan 28 12:34:29.575322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21944e71-eb13-436c-8677-98cd45cca7c4 req-2b7c09d7-80bc-4628-9142-eb88b339eb73 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:29.576756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21944e71-eb13-436c-8677-98cd45cca7c4 req-2b7c09d7-80bc-4628-9142-eb88b339eb73 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.1329279 Jan 28 12:34:29.599061 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74462392-d9d9-4548-80d7-37e9b9c8dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4e713192-5819-49b3-b40f-900903c5e000), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:29.602081 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74462392-d9d9-4548-80d7-37e9b9c8dfbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:29.603228 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-74462392-d9d9-4548-80d7-37e9b9c8dfbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e713192-5819-49b3-b40f-900903c5e000 HTTP/1.1" status: 204 len: 168 time: 0.1284301 Jan 28 12:34:29.609501 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (d0c63dba-7072-42e9-85bd-11c02da2ce84), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:29.611777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74462392-d9d9-4548-80d7-37e9b9c8dfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e713192-5819-49b3-b40f-900903c5e000,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:29.711927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a811b60d-c592-41b6-aba2-ce47760a8d99 req-bdb691c3-68df-4901-92a1-85fbcd6740df tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342108 Jan 28 12:34:29.740095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21944e71-eb13-436c-8677-98cd45cca7c4 req-d3a48ee3-1d2c-46bc-952e-a80c59793516 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481836 Jan 28 12:34:29.766753 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (d0c63dba-7072-42e9-85bd-11c02da2ce84), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:29.954157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:34:29.957367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 35222037-c635-4d13-be35-173d3dd040f4 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:34:29.961727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44604) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:29.988798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7d210a-d3ae-43a8-a883-dd2fe0bf42a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.102883 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7d210a-d3ae-43a8-a883-dd2fe0bf42a2 admin admin] Publish callbacks [] for security_group (96e6e5d6-2d48-4916-98b5-028e83ef9e94), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.109633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7d210a-d3ae-43a8-a883-dd2fe0bf42a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (96e6e5d6-2d48-4916-98b5-028e83ef9e94), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.126009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:30.143571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '85c6a239-9b33-429d-9bc6-8a6f1df7a5cd', 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c', 'port_id': '85c6a239-9b33-429d-9bc6-8a6f1df7a5cd', 'mac_address': 'fa:16:3e:f2:a7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8756d781-f143-4b70-be6e-f3c1b0bb9dbc', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:34:30.146570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 35222037-c635-4d13-be35-173d3dd040f4 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:34:30.152945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 35222037-c635-4d13-be35-173d3dd040f4 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:30.153356 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (35222037-c635-4d13-be35-173d3dd040f4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.185908 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7a7d210a-d3ae-43a8-a883-dd2fe0bf42a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=602714a56a1c4f6ead531d1a251c768c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229698 Jan 28 12:34:30.187024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d210a-d3ae-43a8-a883-dd2fe0bf42a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e6e5d6-2d48-4916-98b5-028e83ef9e94,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:30.188578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44606) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:30.203273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Deleting port 970c4098-7550-453e-97b7-d5f6025a4cbc {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:34:30.203683 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (970c4098-7550-453e-97b7-d5f6025a4cbc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.212157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bac71-2ec0-4773-b8bd-daf15ee44919 req-dcae2fae-a237-4d8c-b08d-15f581d07ca3 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:30.213595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab8bac71-2ec0-4773-b8bd-daf15ee44919 req-dcae2fae-a237-4d8c-b08d-15f581d07ca3 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 944 time: 0.0832963 Jan 28 12:34:30.222055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:30.222452 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.242200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:34:30.268436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:30.292392 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.293036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 687734a6-4953-4791-86b6-eee72b417f42 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:34:30.343999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab8bac71-2ec0-4773-b8bd-daf15ee44919 req-0b5e6588-ecc1-4275-8457-a91213dbe502 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178112 Jan 28 12:34:30.354754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 35222037-c635-4d13-be35-173d3dd040f4 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:30.355097 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (35222037-c635-4d13-be35-173d3dd040f4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.360423 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a650b18c-1d9c-4174-82bb-25d36188f486 admin admin] Publish callbacks [] for security_group (96e6e5d6-2d48-4916-98b5-028e83ef9e94), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.363990 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (970c4098-7550-453e-97b7-d5f6025a4cbc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.411520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Calling delete_port for 970c4098-7550-453e-97b7-d5f6025a4cbc owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:34:30.419695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:30.427978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a650b18c-1d9c-4174-82bb-25d36188f486 admin admin] Publish callbacks [] for security_group (96e6e5d6-2d48-4916-98b5-028e83ef9e94), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.435549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2de776-8db4-43b3-9ef1-8e281872cc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35222037-c635-4d13-be35-173d3dd040f4'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:34:30.437751 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad059c4-e483-47a2-9dd2-96304dd9ec39" -d '{"events": [{"server_uuid": "dc2de776-8db4-43b3-9ef1-8e281872cc80", "name": "network-vif-plugged", "status": "completed", "tag": "35222037-c635-4d13-be35-173d3dd040f4"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:34:30.458925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 35222037-c635-4d13-be35-173d3dd040f4, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=35222037-c635-4d13-be35-173d3dd040f4,segment=NetworkSegment(feb7716b-ec0f-4572-b1a1-f6e675703a1e),segment_id=feb7716b-ec0f-4572-b1a1-f6e675703a1e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:30.477357 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (35222037-c635-4d13-be35-173d3dd040f4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.500972 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48718340-a404-4af0-a0e1-97245db37cb4 x-openstack-request-id: req-48718340-a404-4af0-a0e1-97245db37cb4 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:34:30.501263 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2de776-8db4-43b3-9ef1-8e281872cc80", "name": "network-vif-plugged", "status": "completed", "tag": "35222037-c635-4d13-be35-173d3dd040f4", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:34:30.501522 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48718340-a404-4af0-a0e1-97245db37cb4 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:34:30.501949 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2de776-8db4-43b3-9ef1-8e281872cc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35222037-c635-4d13-be35-173d3dd040f4', 'code': 200} Jan 28 12:34:30.542011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921f36-9653-4f54-8512-354bb5ed9878 req-9a5c345d-d608-450b-9266-a0a17b55092d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:30.548330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921f36-9653-4f54-8512-354bb5ed9878 req-9a5c345d-d608-450b-9266-a0a17b55092d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:30.553774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921f36-9653-4f54-8512-354bb5ed9878 req-9a5c345d-d608-450b-9266-a0a17b55092d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:30.557164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 687734a6-4953-4791-86b6-eee72b417f42, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=687734a6-4953-4791-86b6-eee72b417f42,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:30.559384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921f36-9653-4f54-8512-354bb5ed9878 req-9a5c345d-d608-450b-9266-a0a17b55092d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:30.564805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921f36-9653-4f54-8512-354bb5ed9878 req-9a5c345d-d608-450b-9266-a0a17b55092d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:30.570562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921f36-9653-4f54-8512-354bb5ed9878 req-9a5c345d-d608-450b-9266-a0a17b55092d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:30.576165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921f36-9653-4f54-8512-354bb5ed9878 req-9a5c345d-d608-450b-9266-a0a17b55092d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:30.578594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e921f36-9653-4f54-8512-354bb5ed9878 req-9a5c345d-d608-450b-9266-a0a17b55092d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5432 time: 0.2100658 Jan 28 12:34:30.588502 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '687734a6-4953-4791-86b6-eee72b417f42', 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71', 'port_id': '687734a6-4953-4791-86b6-eee72b417f42', 'mac_address': 'fa:16:3e:ca:f5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b2d8fd-2f60-487f-a585-614b3246e10e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:34:30.602262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eafcd-75ef-4579-b75d-258822e7d440 req-7d9830a7-09fe-43bc-9b15-e1394b6111e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:30.603981 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e38eafcd-75ef-4579-b75d-258822e7d440 req-7d9830a7-09fe-43bc-9b15-e1394b6111e2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 1096 time: 0.0515149 Jan 28 12:34:30.621006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=35222037-c635-4d13-be35-173d3dd040f4,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:30.649858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 687734a6-4953-4791-86b6-eee72b417f42 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:30.650914 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (687734a6-4953-4791-86b6-eee72b417f42), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.670480 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e38eafcd-75ef-4579-b75d-258822e7d440 req-c4cf6414-2972-4576-8311-6165fe473f0b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567534 Jan 28 12:34:30.670829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687734a6-4953-4791-86b6-eee72b417f42 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:34:30.684820 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a650b18c-1d9c-4174-82bb-25d36188f486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (96e6e5d6-2d48-4916-98b5-028e83ef9e94), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.687293 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a650b18c-1d9c-4174-82bb-25d36188f486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.688466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a650b18c-1d9c-4174-82bb-25d36188f486 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96e6e5d6-2d48-4916-98b5-028e83ef9e94 HTTP/1.1" status: 204 len: 168 time: 0.4989903 Jan 28 12:34:30.694108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 687734a6-4953-4791-86b6-eee72b417f42, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=687734a6-4953-4791-86b6-eee72b417f42,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:30.700146 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (687734a6-4953-4791-86b6-eee72b417f42), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.701168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fdfc4e8f-b326-4e7b-844a-2cb142c67066 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:34:30.708165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650b18c-1d9c-4174-82bb-25d36188f486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e6e5d6-2d48-4916-98b5-028e83ef9e94,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:30.724616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e921f36-9653-4f54-8512-354bb5ed9878 req-e5aeb7b0-a9dd-4f4b-9a0d-b75e84c7d182 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1367288 Jan 28 12:34:30.761176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=687734a6-4953-4791-86b6-eee72b417f42,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:30.806984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fdfc4e8f-b326-4e7b-844a-2cb142c67066, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fdfc4e8f-b326-4e7b-844a-2cb142c67066,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:30.807627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (970c4098-7550-453e-97b7-d5f6025a4cbc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.820905 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'fdfc4e8f-b326-4e7b-844a-2cb142c67066', 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c', 'port_id': 'fdfc4e8f-b326-4e7b-844a-2cb142c67066', 'mac_address': 'fa:16:3e:4c:95:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8756d781-f143-4b70-be6e-f3c1b0bb9dbc', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:34:30.857292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Pushing event deleted for resources: {'Port': ['ID=970c4098-7550-453e-97b7-d5f6025a4cbc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:30.888081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fdfc4e8f-b326-4e7b-844a-2cb142c67066 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:30.888392 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.906720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfc4e8f-b326-4e7b-844a-2cb142c67066 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:34:30.928290 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fdfc4e8f-b326-4e7b-844a-2cb142c67066, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fdfc4e8f-b326-4e7b-844a-2cb142c67066,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:30.933504 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:30.934234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d18dd548-98ca-4f06-ab2e-5e85c9b77764 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:34:30.979439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07727051-a29d-47ad-8a01-c280c247ef65 req-398ae698-2cf8-4415-a352-2fb3fc164cc4 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:30.986319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07727051-a29d-47ad-8a01-c280c247ef65 req-398ae698-2cf8-4415-a352-2fb3fc164cc4 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 943 time: 0.1424544 Jan 28 12:34:30.996824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (d0c63dba-7072-42e9-85bd-11c02da2ce84), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.006532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22280c84-6fae-43fb-89aa-8af08bc71903 req-86354ef9-77a6-411e-a53d-0b630488abf8 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:31.007976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22280c84-6fae-43fb-89aa-8af08bc71903 req-86354ef9-77a6-411e-a53d-0b630488abf8 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.1336672 Jan 28 12:34:31.055073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fdfc4e8f-b326-4e7b-844a-2cb142c67066,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:31.102197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d18dd548-98ca-4f06-ab2e-5e85c9b77764, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d18dd548-98ca-4f06-ab2e-5e85c9b77764,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:31.114370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'port_id': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764', 'mac_address': 'fa:16:3e:02:5d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:34:31.133426 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (d0c63dba-7072-42e9-85bd-11c02da2ce84), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.137798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_controller (d0c63dba-7072-42e9-85bd-11c02da2ce84), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.208158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07727051-a29d-47ad-8a01-c280c247ef65 req-28b8810e-d318-4034-81f2-eb2151ba5aff tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209425 Jan 28 12:34:31.222647 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22280c84-6fae-43fb-89aa-8af08bc71903 req-b08692ce-87cd-4e09-a83a-a434fc1f9861 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073050 Jan 28 12:34:31.224285 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (d0c63dba-7072-42e9-85bd-11c02da2ce84), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.224931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Fanout notify agent at l3_agent the message router_deleted on router d0c63dba-7072-42e9-85bd-11c02da2ce84 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:34:31.241398 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.242532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-17c08b69-a894-456e-8777-578622feb4a0 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/routers/d0c63dba-7072-42e9-85bd-11c02da2ce84 HTTP/1.1" status: 204 len: 168 time: 1.8469024 Jan 28 12:34:31.246650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44632) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:31.251417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1118393182', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:31.327775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d18dd548-98ca-4f06-ab2e-5e85c9b77764 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:31.328461 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.330594 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (aa45dcd3-5976-45dc-8a65-90fa62fcab60), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.332441 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (aa45dcd3-5976-45dc-8a65-90fa62fcab60), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.353359 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18dd548-98ca-4f06-ab2e-5e85c9b77764 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:34:31.372016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baea97-8b39-47ae-8427-c4157099440b req-e4c2a35a-696a-40ba-ad6c-ee4a7493af3c tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:31.373571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63baea97-8b39-47ae-8427-c4157099440b req-e4c2a35a-696a-40ba-ad6c-ee4a7493af3c tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 1096 time: 0.0699174 Jan 28 12:34:31.379909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d18dd548-98ca-4f06-ab2e-5e85c9b77764, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d18dd548-98ca-4f06-ab2e-5e85c9b77764,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:31.386282 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.387088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fedcd2ad-b58c-41da-9e6d-5226e0700070 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:34:31.411197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_controller (aa45dcd3-5976-45dc-8a65-90fa62fcab60), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.549567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fedcd2ad-b58c-41da-9e6d-5226e0700070, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fedcd2ad-b58c-41da-9e6d-5226e0700070,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:31.549567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d18dd548-98ca-4f06-ab2e-5e85c9b77764,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:31.560402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'fedcd2ad-b58c-41da-9e6d-5226e0700070', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'port_id': 'fedcd2ad-b58c-41da-9e6d-5226e0700070', 'mac_address': 'fa:16:3e:99:5f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:34:31.592094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63baea97-8b39-47ae-8427-c4157099440b req-63cb7806-c1f9-4f34-b33d-5393155bf9e7 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829190 Jan 28 12:34:31.606946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fedcd2ad-b58c-41da-9e6d-5226e0700070 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:31.607503 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.626339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedcd2ad-b58c-41da-9e6d-5226e0700070 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:34:31.636385 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (aa45dcd3-5976-45dc-8a65-90fa62fcab60), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.650687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa517cf8-131b-4f51-bd3e-c6d5d00aaeb8 req-0ea49bdc-e217-4c9e-a289-18d13f99451a tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:31.657790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa517cf8-131b-4f51-bd3e-c6d5d00aaeb8 req-0ea49bdc-e217-4c9e-a289-18d13f99451a tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 945 time: 0.1959345 Jan 28 12:34:31.667007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fedcd2ad-b58c-41da-9e6d-5226e0700070, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fedcd2ad-b58c-41da-9e6d-5226e0700070,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:31.672941 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.673990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e3e13ee8-39fb-4803-b035-c6c7540718a8 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:34:31.743643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fedcd2ad-b58c-41da-9e6d-5226e0700070,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:31.750133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e3e13ee8-39fb-4803-b035-c6c7540718a8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e3e13ee8-39fb-4803-b035-c6c7540718a8,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:31.763363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'e3e13ee8-39fb-4803-b035-c6c7540718a8', 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c', 'port_id': 'e3e13ee8-39fb-4803-b035-c6c7540718a8', 'mac_address': 'fa:16:3e:b4:9f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8756d781-f143-4b70-be6e-f3c1b0bb9dbc', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:34:31.793142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa517cf8-131b-4f51-bd3e-c6d5d00aaeb8 req-d89fd361-b437-4152-a3c8-8740f61cc274 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338022 Jan 28 12:34:31.795310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad624ad-7458-4219-9255-b316fb527ff6 req-775875c4-6f0d-4339-ac42-b2b4978f16a3 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:31.796817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ad624ad-7458-4219-9255-b316fb527ff6 req-775875c4-6f0d-4339-ac42-b2b4978f16a3 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 1096 time: 0.1347270 Jan 28 12:34:31.807939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e3e13ee8-39fb-4803-b035-c6c7540718a8 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:31.808406 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.832297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e13ee8-39fb-4803-b035-c6c7540718a8 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:34:31.863202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e3e13ee8-39fb-4803-b035-c6c7540718a8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e3e13ee8-39fb-4803-b035-c6c7540718a8,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:31.869767 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:31.871032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9e091731-98f3-48a0-9d92-636583e4a971 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:34:31.873126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ad624ad-7458-4219-9255-b316fb527ff6 req-c194e7a3-0699-44cc-97c7-f22a41ec3c83 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663640 Jan 28 12:34:31.966591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e3e13ee8-39fb-4803-b035-c6c7540718a8,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:31.973686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9e091731-98f3-48a0-9d92-636583e4a971, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9e091731-98f3-48a0-9d92-636583e4a971,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:31.987235 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '9e091731-98f3-48a0-9d92-636583e4a971', 'network_id': '3deb71e2-39c5-4302-a8cc-28bdd226e15c', 'port_id': '9e091731-98f3-48a0-9d92-636583e4a971', 'mac_address': 'fa:16:3e:8c:1a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8756d781-f143-4b70-be6e-f3c1b0bb9dbc', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:34:32.031545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 9e091731-98f3-48a0-9d92-636583e4a971 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:32.032095 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9e091731-98f3-48a0-9d92-636583e4a971), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:32.050842 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e091731-98f3-48a0-9d92-636583e4a971 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:34:32.074112 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9e091731-98f3-48a0-9d92-636583e4a971, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9e091731-98f3-48a0-9d92-636583e4a971,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:32.077371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-a2ba62c4-cbfc-469a-a856-15d116cf1dad req-dc4c2dc8-8e99-4361-b675-bd1616be4863 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:34:32.078504 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2ba62c4-cbfc-469a-a856-15d116cf1dad req-dc4c2dc8-8e99-4361-b675-bd1616be4863 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060213 Jan 28 12:34:32.079276 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (aa45dcd3-5976-45dc-8a65-90fa62fcab60), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:32.091896 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9e091731-98f3-48a0-9d92-636583e4a971), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:32.092630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d614476f-a012-40fd-a206-22686ed73e88 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:34:32.109413 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:32.123672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d09d-4b89-4d69-be82-6277b71a19c8 req-206c8db7-2334-47e7-a0dd-ff3a1c032127 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:32.130484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d09d-4b89-4d69-be82-6277b71a19c8 req-206c8db7-2334-47e7-a0dd-ff3a1c032127 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:32.135885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d09d-4b89-4d69-be82-6277b71a19c8 req-206c8db7-2334-47e7-a0dd-ff3a1c032127 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:32.141227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d09d-4b89-4d69-be82-6277b71a19c8 req-206c8db7-2334-47e7-a0dd-ff3a1c032127 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:32.146873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d09d-4b89-4d69-be82-6277b71a19c8 req-206c8db7-2334-47e7-a0dd-ff3a1c032127 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:32.152247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d09d-4b89-4d69-be82-6277b71a19c8 req-206c8db7-2334-47e7-a0dd-ff3a1c032127 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:32.157615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358d09d-4b89-4d69-be82-6277b71a19c8 req-206c8db7-2334-47e7-a0dd-ff3a1c032127 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:32.165645 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9358d09d-4b89-4d69-be82-6277b71a19c8 req-206c8db7-2334-47e7-a0dd-ff3a1c032127 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5436 time: 0.2111998 Jan 28 12:34:32.201270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=9e091731-98f3-48a0-9d92-636583e4a971,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:32.206757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d614476f-a012-40fd-a206-22686ed73e88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d614476f-a012-40fd-a206-22686ed73e88,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:32.218554 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'd614476f-a012-40fd-a206-22686ed73e88', 'network_id': 'd3b63326-8568-43b2-9e27-1f1fd24b1c71', 'port_id': 'd614476f-a012-40fd-a206-22686ed73e88', 'mac_address': 'fa:16:3e:1b:91:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b2d8fd-2f60-487f-a585-614b3246e10e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:34:32.266448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d614476f-a012-40fd-a206-22686ed73e88 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:32.266448 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d614476f-a012-40fd-a206-22686ed73e88), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:32.281470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d614476f-a012-40fd-a206-22686ed73e88 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:34:32.295152 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9358d09d-4b89-4d69-be82-6277b71a19c8 req-bfe748ee-806e-406d-acf2-86c2a072f431 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285388 Jan 28 12:34:32.303954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d614476f-a012-40fd-a206-22686ed73e88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d614476f-a012-40fd-a206-22686ed73e88,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:32.310593 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d614476f-a012-40fd-a206-22686ed73e88), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:32.377419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d614476f-a012-40fd-a206-22686ed73e88,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:32.399733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Allocated IP 172.25.7.83 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/2e0ee5b5-3f18-42f5-9a7e-7fb789eaf798) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:34:32.553153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67674732-0717-4a8c-9f28-2014bc8b6f1c req-f442eef6-7361-4fae-8072-fde8144a7ddc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:32.554732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67674732-0717-4a8c-9f28-2014bc8b6f1c req-f442eef6-7361-4fae-8072-fde8144a7ddc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 944 time: 0.1523485 Jan 28 12:34:32.633708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for port (2e0ee5b5-3f18-42f5-9a7e-7fb789eaf798), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:32.680630 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67674732-0717-4a8c-9f28-2014bc8b6f1c req-07bdb7e8-815b-40a6-9ffd-03c8224cee42 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894299 Jan 28 12:34:32.698799 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (2e0ee5b5-3f18-42f5-9a7e-7fb789eaf798), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:32.746594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:34:32.750358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:34:32.754745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:34:32.801395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Pushing event updated for resources: {'Port': ['ID=2e0ee5b5-3f18-42f5-9a7e-7fb789eaf798,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:32.817432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:32.817891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:32.818420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:32.818836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:32.819179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:32.819579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:32.820034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:32.820375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:32.820750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:32.821119 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:32.821541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:32.822002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:32.822337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:34:33.005077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78290f89-31b0-4123-9cd9-0ba5a289d912 req-e2fd9f0c-61b6-4c28-9c1c-3b551c19f6ef tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:33.006759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78290f89-31b0-4123-9cd9-0ba5a289d912 req-e2fd9f0c-61b6-4c28-9c1c-3b551c19f6ef tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 945 time: 0.0984187 Jan 28 12:34:33.130589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78290f89-31b0-4123-9cd9-0ba5a289d912 req-ce70f883-71c0-4410-89af-053d9af2dbc0 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882261 Jan 28 12:34:33.146597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (aa45dcd3-5976-45dc-8a65-90fa62fcab60), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:33.229197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-60ec6007-6c59-43ba-9fd9-62c482d2c069 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:34:33.230806 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-60ec6007-6c59-43ba-9fd9-62c482d2c069 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063086 Jan 28 12:34:33.290435 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-fd3f4081-9f7c-43f6-a7a4-6a7a1ca40b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:33.297791 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-fd3f4081-9f7c-43f6-a7a4-6a7a1ca40b34 service neutron] 10.222.0.53 "GET /v2.0/ports/85137ef3-17bf-4ee4-b3b8-05a72b4613bd HTTP/1.1" status: 200 len: 1093 time: 0.0572195 Jan 28 12:34:33.302587 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] Request body: {'binding': {'host': 'n-h1-824835-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:33.303214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:34:33.418039 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (aa45dcd3-5976-45dc-8a65-90fa62fcab60), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:33.505259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:33.531714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on host n-h1-824835-4 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:34:33.532048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:34:33.532776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:34:33.539330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] Port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:34:33.539915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:34:33.546254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:34:33.546598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:34:33.546985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:34:33.547443 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] Bound port: 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:34:33.591575 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37957e7-fd26-4635-90ec-39b2438913b8 req-63f4f20c-11e4-42cb-9e59-3eef17947c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:33.593078 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c37957e7-fd26-4635-90ec-39b2438913b8 req-63f4f20c-11e4-42cb-9e59-3eef17947c7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fc7d3cb13a2948d38c470f0a3b4ac269&device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 1096 time: 0.1161788 Jan 28 12:34:33.658860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:34:33.673186 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:33.674422 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] 10.222.0.53 "POST /v2.0/ports/85137ef3-17bf-4ee4-b3b8-05a72b4613bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.3755329 Jan 28 12:34:33.683768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f69b3468-b1dd-4156-a2f2-17212b87199c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:33.743398 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37957e7-fd26-4635-90ec-39b2438913b8 req-8b80fecc-91a4-4307-a770-eb701a72739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:33.744857 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c37957e7-fd26-4635-90ec-39b2438913b8 req-8b80fecc-91a4-4307-a770-eb701a72739d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e54757e-bb74-494d-85bc-80928306c9f1 HTTP/1.1" status: 200 len: 914 time: 0.1448879 Jan 28 12:34:33.808062 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c37957e7-fd26-4635-90ec-39b2438913b8 req-77883ccc-5fbe-4827-abdf-5a0f0fb20a7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35222037-c635-4d13-be35-173d3dd040f4 HTTP/1.1" status: 200 len: 217 time: 0.0422807 Jan 28 12:34:33.855445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['85c6a239-9b33-429d-9bc6-8a6f1df7a5cd'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:33.862772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d614476f-a012-40fd-a206-22686ed73e88'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:33.867324 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f69b3468-b1dd-4156-a2f2-17212b87199c admin admin] Publish callbacks [] for security_group (6e4ff754-e9df-4d5d-9f84-74208d984f13), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:33.876837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f69b3468-b1dd-4156-a2f2-17212b87199c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6e4ff754-e9df-4d5d-9f84-74208d984f13), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:33.900461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37957e7-fd26-4635-90ec-39b2438913b8 req-a78660e6-be62-4c78-93e2-0175527cbf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:33.902450 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c37957e7-fd26-4635-90ec-39b2438913b8 req-a78660e6-be62-4c78-93e2-0175527cbf2b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=75a7074d-d3f4-4406-8082-6e03e12f5921 HTTP/1.1" status: 200 len: 853 time: 0.0836177 Jan 28 12:34:33.939562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fdfc4e8f-b326-4e7b-844a-2cb142c67066'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:33.941160 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f69b3468-b1dd-4156-a2f2-17212b87199c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a35ebe29b7c4bbda9ea28f55c241f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4301257 Jan 28 12:34:33.942487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['687734a6-4953-4791-86b6-eee72b417f42'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:33.952973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b208084-4c90-4d41-8470-b6e0fd0cf9bb req-e1df631b-83c2-4025-9b98-0f6c068fe8a4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:33.955776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44770) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:33.956684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b3468-b1dd-4156-a2f2-17212b87199c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4ff754-e9df-4d5d-9f84-74208d984f13,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:33.958511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b208084-4c90-4d41-8470-b6e0fd0cf9bb req-e1df631b-83c2-4025-9b98-0f6c068fe8a4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:33.962067 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c37957e7-fd26-4635-90ec-39b2438913b8 req-64ecd036-f4ed-4db7-9f79-5a8ee75ef308 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e54757e-bb74-494d-85bc-80928306c9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496414 Jan 28 12:34:33.964203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b208084-4c90-4d41-8470-b6e0fd0cf9bb req-e1df631b-83c2-4025-9b98-0f6c068fe8a4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:33.969483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b208084-4c90-4d41-8470-b6e0fd0cf9bb req-e1df631b-83c2-4025-9b98-0f6c068fe8a4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:33.975806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b208084-4c90-4d41-8470-b6e0fd0cf9bb req-e1df631b-83c2-4025-9b98-0f6c068fe8a4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:33.981011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b208084-4c90-4d41-8470-b6e0fd0cf9bb req-e1df631b-83c2-4025-9b98-0f6c068fe8a4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:33.983717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['9e091731-98f3-48a0-9d92-636583e4a971'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:33.986790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b208084-4c90-4d41-8470-b6e0fd0cf9bb req-e1df631b-83c2-4025-9b98-0f6c068fe8a4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:33.994489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b208084-4c90-4d41-8470-b6e0fd0cf9bb req-e1df631b-83c2-4025-9b98-0f6c068fe8a4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5438 time: 0.1685264 Jan 28 12:34:33.997135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e3e13ee8-39fb-4803-b035-c6c7540718a8'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:34.000102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fedcd2ad-b58c-41da-9e6d-5226e0700070'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:34.083976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e12c70-20d4-4ad1-a6c0-640aadcd2f09 admin admin] Publish callbacks [] for security_group (6e4ff754-e9df-4d5d-9f84-74208d984f13), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:34.085799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6438d8-34b4-41db-8eb1-f62c4e8c453d req-7216a840-392e-42f9-93e3-5194703aeec7 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:34.087282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e6438d8-34b4-41db-8eb1-f62c4e8c453d req-7216a840-392e-42f9-93e3-5194703aeec7 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 945 time: 0.2603300 Jan 28 12:34:34.110439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-d6dd3f61-2b6c-460b-8554-d3b89275fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:34.112290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-d6dd3f61-2b6c-460b-8554-d3b89275fff3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 1096 time: 0.1139863 Jan 28 12:34:34.120743 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c37957e7-fd26-4635-90ec-39b2438913b8 req-740bc6ca-bc27-4e1b-8d1e-2c4672725770 service neutron] 10.222.0.49 "GET /v2.0/networks/6e54757e-bb74-494d-85bc-80928306c9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447728 Jan 28 12:34:34.129326 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e12c70-20d4-4ad1-a6c0-640aadcd2f09 admin admin] Publish callbacks [] for security_group (6e4ff754-e9df-4d5d-9f84-74208d984f13), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:34.177090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b208084-4c90-4d41-8470-b6e0fd0cf9bb req-fcd08f26-8881-439e-a30c-829bfc68a896 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1804805 Jan 28 12:34:34.270613 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c37957e7-fd26-4635-90ec-39b2438913b8 req-25a0fe76-4c2f-4896-9cf0-7a373280bc81 service neutron] 10.222.0.49 "GET /v2.0/networks/6e54757e-bb74-494d-85bc-80928306c9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334474 Jan 28 12:34:34.272825 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e12c70-20d4-4ad1-a6c0-640aadcd2f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6e4ff754-e9df-4d5d-9f84-74208d984f13), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:34.287811 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e12c70-20d4-4ad1-a6c0-640aadcd2f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:34.292541 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-19e12c70-20d4-4ad1-a6c0-640aadcd2f09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e4ff754-e9df-4d5d-9f84-74208d984f13 HTTP/1.1" status: 204 len: 168 time: 0.3331017 Jan 28 12:34:34.308287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e12c70-20d4-4ad1-a6c0-640aadcd2f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4ff754-e9df-4d5d-9f84-74208d984f13,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:34.320125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-25047b71-ba3f-4c20-80e5-0cc72fa095d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:34.321762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-25047b71-ba3f-4c20-80e5-0cc72fa095d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.1990943 Jan 28 12:34:34.384956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-826715a1-899a-4bef-b6f1-84f9c269325e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd HTTP/1.1" status: 200 len: 217 time: 0.0500073 Jan 28 12:34:34.428481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d18dd548-98ca-4f06-ab2e-5e85c9b77764'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:34.458141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-e0fdab03-9675-4d07-b420-38fea94034f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:34.460283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-e0fdab03-9675-4d07-b420-38fea94034f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.0652831 Jan 28 12:34:34.475897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e6438d8-34b4-41db-8eb1-f62c4e8c453d req-3abf457a-8916-4592-bea0-97728b7c5903 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671196 Jan 28 12:34:34.507733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Router aa45dcd3-5976-45dc-8a65-90fa62fcab60 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:34:34.562485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-db2acf80-bb48-4add-ba11-34e26479cf22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849557 Jan 28 12:34:34.655499 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b7adc-e06d-456d-8e6b-3874dfd9783f req-4830e763-7608-4390-bca8-99bb6774bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:34.657670 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1f7b7adc-e06d-456d-8e6b-3874dfd9783f req-4830e763-7608-4390-bca8-99bb6774bd8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd4f3e15551437e9958e148d3bb8e05&device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 1096 time: 0.0580578 Jan 28 12:34:34.830034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:34.831294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b7adc-e06d-456d-8e6b-3874dfd9783f req-0d7f5c7c-4a89-4086-be66-26b3b97d4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:34.832789 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1f7b7adc-e06d-456d-8e6b-3874dfd9783f req-0d7f5c7c-4a89-4086-be66-26b3b97d4be6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 HTTP/1.1" status: 200 len: 920 time: 0.1680050 Jan 28 12:34:34.856800 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4832c7c8-343b-4a26-9ae5-1a7228610a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:34.913739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-46e41851-0818-4407-bd78-221323d17987 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426452 Jan 28 12:34:34.925185 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1f7b7adc-e06d-456d-8e6b-3874dfd9783f req-36d8d8e0-5661-424c-9acb-3d05738a9fae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b HTTP/1.1" status: 200 len: 217 time: 0.0771904 Jan 28 12:34:34.955502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87055e9-f423-45e9-8994-642bbee8a203 req-b8279a2a-5987-4080-878d-a11ce1c4a2c0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:34.962951 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e87055e9-f423-45e9-8994-642bbee8a203 req-b8279a2a-5987-4080-878d-a11ce1c4a2c0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 944 time: 0.3675058 Jan 28 12:34:35.000201 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b7adc-e06d-456d-8e6b-3874dfd9783f req-a01c8e35-9513-4a5e-af6c-3da019392f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:35.001575 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1f7b7adc-e06d-456d-8e6b-3874dfd9783f req-a01c8e35-9513-4a5e-af6c-3da019392f1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c86275c7-8e5c-4f5d-968d-3433128a5047 HTTP/1.1" status: 200 len: 859 time: 0.0583544 Jan 28 12:34:35.048279 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1f7b7adc-e06d-456d-8e6b-3874dfd9783f req-2543e9fa-e381-43b3-b64c-2456dea89650 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348995 Jan 28 12:34:35.070953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:34:35.082476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a6781-db14-4988-86d0-3f13e7dba4de None None] Sync routers for ids ['aa45dcd3-5976-45dc-8a65-90fa62fcab60'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:34:35.102104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a6781-db14-4988-86d0-3f13e7dba4de None None] Routers {'aa45dcd3-5976-45dc-8a65-90fa62fcab60'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:35.102746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f07a6781-db14-4988-86d0-3f13e7dba4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['aa45dcd3-5976-45dc-8a65-90fa62fcab60'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:35.121797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b60641-c0a9-4a68-b1ce-1ab1b8a6daf9 req-5aeedba4-de28-4df1-9701-54ff84703c4f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:35.129453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9b60641-c0a9-4a68-b1ce-1ab1b8a6daf9 req-5aeedba4-de28-4df1-9701-54ff84703c4f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.5130401 Jan 28 12:34:35.153614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f07a6781-db14-4988-86d0-3f13e7dba4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:35.160400 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e87055e9-f423-45e9-8994-642bbee8a203 req-8b83dcf1-bb20-45ed-b86f-788f118a9195 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962402 Jan 28 12:34:35.169627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a6781-db14-4988-86d0-3f13e7dba4de None None] Routers {'aa45dcd3-5976-45dc-8a65-90fa62fcab60'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:35.170643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f07a6781-db14-4988-86d0-3f13e7dba4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['aa45dcd3-5976-45dc-8a65-90fa62fcab60'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:35.179798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:35.181494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-da36742b-4657-4e89-98e8-7a8447bf282c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9333897 Jan 28 12:34:35.194303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44782) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:35.202487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:35.203016 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4832c7c8-343b-4a26-9ae5-1a7228610a42 admin admin] Publish callbacks [] for security_group (a618e6fd-eff4-4f13-9b45-b13959e70e90), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:35.216166 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4832c7c8-343b-4a26-9ae5-1a7228610a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a618e6fd-eff4-4f13-9b45-b13959e70e90), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:35.220560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f07a6781-db14-4988-86d0-3f13e7dba4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:35.221647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a6781-db14-4988-86d0-3f13e7dba4de None None] The sync data for ids ['aa45dcd3-5976-45dc-8a65-90fa62fcab60'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:34:35.266376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-bc95435d-4bb7-41a2-84a4-51b78d63cbc3 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447580 Jan 28 12:34:35.271741 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1f7b7adc-e06d-456d-8e6b-3874dfd9783f req-9b4a5e3d-34cd-416d-ac98-93a79e16d59b service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145429 Jan 28 12:34:35.277481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832c7c8-343b-4a26-9ae5-1a7228610a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a618e6fd-eff4-4f13-9b45-b13959e70e90,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:35.286141 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4832c7c8-343b-4a26-9ae5-1a7228610a42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32ad9ce4a95c4c95b8a8f46011241953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4497776 Jan 28 12:34:35.286756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44786) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:35.375018 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-1f7b7adc-e06d-456d-8e6b-3874dfd9783f req-6f9408f1-3bda-4eaa-8579-eed51b3b81ca service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946014 Jan 28 12:34:35.375947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9b60641-c0a9-4a68-b1ce-1ab1b8a6daf9 req-783470a8-eb71-4838-8724-f58fa2c46001 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450836 Jan 28 12:34:35.469484 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d7483d0-d59e-4b38-abe3-e63bb74eef13 admin admin] Publish callbacks [] for security_group (a618e6fd-eff4-4f13-9b45-b13959e70e90), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:35.546166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40759841-234c-4521-980a-ed033b1609da req-648cb61d-c0f9-4040-9203-8121c1f12e3b tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:35.547565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40759841-234c-4521-980a-ed033b1609da req-648cb61d-c0f9-4040-9203-8121c1f12e3b tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1871471 Jan 28 12:34:35.571432 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d7483d0-d59e-4b38-abe3-e63bb74eef13 admin admin] Publish callbacks [] for security_group (a618e6fd-eff4-4f13-9b45-b13959e70e90), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:35.653334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ca7b5-a298-401c-aaad-24260abd1c7f req-550c6d5b-e01e-456f-9904-8d7fcc57bdf3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:35.659017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ca7b5-a298-401c-aaad-24260abd1c7f req-550c6d5b-e01e-456f-9904-8d7fcc57bdf3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:35.664190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ca7b5-a298-401c-aaad-24260abd1c7f req-550c6d5b-e01e-456f-9904-8d7fcc57bdf3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:35.669349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ca7b5-a298-401c-aaad-24260abd1c7f req-550c6d5b-e01e-456f-9904-8d7fcc57bdf3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:35.675252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ca7b5-a298-401c-aaad-24260abd1c7f req-550c6d5b-e01e-456f-9904-8d7fcc57bdf3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:35.680453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ca7b5-a298-401c-aaad-24260abd1c7f req-550c6d5b-e01e-456f-9904-8d7fcc57bdf3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:35.685642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ca7b5-a298-401c-aaad-24260abd1c7f req-550c6d5b-e01e-456f-9904-8d7fcc57bdf3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:35.687740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d5ca7b5-a298-401c-aaad-24260abd1c7f req-550c6d5b-e01e-456f-9904-8d7fcc57bdf3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5438 time: 0.2364991 Jan 28 12:34:35.758709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40759841-234c-4521-980a-ed033b1609da req-eeb56bc3-67b8-4a5a-a7b4-51983cda0f01 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994383 Jan 28 12:34:35.824258 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d7483d0-d59e-4b38-abe3-e63bb74eef13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a618e6fd-eff4-4f13-9b45-b13959e70e90), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:35.826672 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d7483d0-d59e-4b38-abe3-e63bb74eef13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:35.827941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4d7483d0-d59e-4b38-abe3-e63bb74eef13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a618e6fd-eff4-4f13-9b45-b13959e70e90 HTTP/1.1" status: 204 len: 168 time: 0.5402462 Jan 28 12:34:35.866630 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d5ca7b5-a298-401c-aaad-24260abd1c7f req-ff0d3664-de88-4167-bc28-fea1bbfa1bc8 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1678681 Jan 28 12:34:35.882710 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7483d0-d59e-4b38-abe3-e63bb74eef13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a618e6fd-eff4-4f13-9b45-b13959e70e90,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:35.954708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (aa45dcd3-5976-45dc-8a65-90fa62fcab60), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:35.965851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a02bc-8700-40d0-96fa-fc4d00cab0c8 req-8d9c1d05-bfc1-4b18-ba05-a5b5f9256a42 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:35.967488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f6a02bc-8700-40d0-96fa-fc4d00cab0c8 req-8d9c1d05-bfc1-4b18-ba05-a5b5f9256a42 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 945 time: 0.1289024 Jan 28 12:34:36.000104 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_gateway (aa45dcd3-5976-45dc-8a65-90fa62fcab60), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:36.067437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f6a02bc-8700-40d0-96fa-fc4d00cab0c8 req-ea32dfb6-a115-4308-a3bc-fba8782f80f2 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912101 Jan 28 12:34:36.112878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Deleting port 2e0ee5b5-3f18-42f5-9a7e-7fb789eaf798 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:34:36.113419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2e0ee5b5-3f18-42f5-9a7e-7fb789eaf798), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:36.213018 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2e0ee5b5-3f18-42f5-9a7e-7fb789eaf798), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:36.232112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Calling delete_port for 2e0ee5b5-3f18-42f5-9a7e-7fb789eaf798 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:34:36.366576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a145ee3-8eed-43c0-a5dc-9da64ace2a92 req-0b4bf8e0-7e55-48a3-80e3-e001e5426d09 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:36.368109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a145ee3-8eed-43c0-a5dc-9da64ace2a92 req-0b4bf8e0-7e55-48a3-80e3-e001e5426d09 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 944 time: 0.1244750 Jan 28 12:34:36.475266 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a145ee3-8eed-43c0-a5dc-9da64ace2a92 req-383b44b3-922d-4313-8b07-4bf9e8c1cb56 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979323 Jan 28 12:34:36.604322 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (2e0ee5b5-3f18-42f5-9a7e-7fb789eaf798), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:36.624127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35f993-761c-418f-b926-f8c7fe821227 req-692bb664-c094-44f4-9acd-be9afddbff36 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:36.625976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a35f993-761c-418f-b926-f8c7fe821227 req-692bb664-c094-44f4-9acd-be9afddbff36 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 945 time: 0.1309128 Jan 28 12:34:36.656327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Pushing event deleted for resources: {'Port': ['ID=2e0ee5b5-3f18-42f5-9a7e-7fb789eaf798,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:36.698041 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04dfaa-8e5f-468e-9144-73e81796c2a0 req-0f6f504d-ac7e-459a-bdff-ef5fd99add8e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:36.699540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b04dfaa-8e5f-468e-9144-73e81796c2a0 req-0f6f504d-ac7e-459a-bdff-ef5fd99add8e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.1481433 Jan 28 12:34:36.777840 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a35f993-761c-418f-b926-f8c7fe821227 req-435a220f-fd36-486f-942b-0f13c18c0a69 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310899 Jan 28 12:34:36.787302 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (aa45dcd3-5976-45dc-8a65-90fa62fcab60), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:36.840092 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b04dfaa-8e5f-468e-9144-73e81796c2a0 req-c4dc87a0-66c2-48d3-9a48-f462433c22c2 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194372 Jan 28 12:34:37.089737 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (aa45dcd3-5976-45dc-8a65-90fa62fcab60), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:37.098084 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (aa45dcd3-5976-45dc-8a65-90fa62fcab60), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:37.124544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab692c80-5b52-4dd6-af95-d4d27a28d25b req-4aee41f1-d5d6-4638-819f-c307fea2bbfc tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:37.126115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab692c80-5b52-4dd6-af95-d4d27a28d25b req-4aee41f1-d5d6-4638-819f-c307fea2bbfc tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.2427101 Jan 28 12:34:37.530486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7cc1c-3c20-4da6-a2c0-5af5a30f9c35 req-de505d23-5e2a-4581-afcf-63e2787cb5ac tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:37.536789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7cc1c-3c20-4da6-a2c0-5af5a30f9c35 req-de505d23-5e2a-4581-afcf-63e2787cb5ac tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:37.553377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7cc1c-3c20-4da6-a2c0-5af5a30f9c35 req-de505d23-5e2a-4581-afcf-63e2787cb5ac tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:37.558759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7cc1c-3c20-4da6-a2c0-5af5a30f9c35 req-de505d23-5e2a-4581-afcf-63e2787cb5ac tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:37.564085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7cc1c-3c20-4da6-a2c0-5af5a30f9c35 req-de505d23-5e2a-4581-afcf-63e2787cb5ac tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:37.570428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7cc1c-3c20-4da6-a2c0-5af5a30f9c35 req-de505d23-5e2a-4581-afcf-63e2787cb5ac tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:37.575641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7cc1c-3c20-4da6-a2c0-5af5a30f9c35 req-de505d23-5e2a-4581-afcf-63e2787cb5ac tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:37.577579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cfe7cc1c-3c20-4da6-a2c0-5af5a30f9c35 req-de505d23-5e2a-4581-afcf-63e2787cb5ac tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5438 time: 0.6041269 Jan 28 12:34:37.592158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Router aa45dcd3-5976-45dc-8a65-90fa62fcab60 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:34:37.649718 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab692c80-5b52-4dd6-af95-d4d27a28d25b req-effa862b-3796-40ff-b097-cd7a1f6b7875 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767752 Jan 28 12:34:37.653887 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44874) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:37.759422 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cfe7cc1c-3c20-4da6-a2c0-5af5a30f9c35 req-fc48ea1a-d829-4d38-ada3-8fe79060eac0 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1724367 Jan 28 12:34:37.764598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:34:37.774160 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7129a2-b601-48fd-8d78-5350790c54b7 None None] Sync routers for ids ['aa45dcd3-5976-45dc-8a65-90fa62fcab60'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:34:37.778333 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:37.781864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2cccd809-465f-45a9-822d-3d9306a8c92a tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "PUT /v2.0/routers/aa45dcd3-5976-45dc-8a65-90fa62fcab60 HTTP/1.1" status: 200 len: 706 time: 2.5842342 Jan 28 12:34:37.782089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44878) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:37.787482 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35200004-e767-4bb4-8fac-f2caf597307b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:37.799948 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7129a2-b601-48fd-8d78-5350790c54b7 None None] Routers {'aa45dcd3-5976-45dc-8a65-90fa62fcab60'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:37.802245 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dd7129a2-b601-48fd-8d78-5350790c54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['aa45dcd3-5976-45dc-8a65-90fa62fcab60'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:37.881305 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dd7129a2-b601-48fd-8d78-5350790c54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:37.907524 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7129a2-b601-48fd-8d78-5350790c54b7 None None] Routers {'aa45dcd3-5976-45dc-8a65-90fa62fcab60'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:37.908785 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dd7129a2-b601-48fd-8d78-5350790c54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['aa45dcd3-5976-45dc-8a65-90fa62fcab60'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:37.933193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35200004-e767-4bb4-8fac-f2caf597307b admin admin] Publish callbacks [] for security_group (8a5cdeb6-d630-4bae-af35-a5cb42ecdba8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:37.938212 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35200004-e767-4bb4-8fac-f2caf597307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8a5cdeb6-d630-4bae-af35-a5cb42ecdba8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:37.945146 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dd7129a2-b601-48fd-8d78-5350790c54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:37.946109 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7129a2-b601-48fd-8d78-5350790c54b7 None None] The sync data for ids ['aa45dcd3-5976-45dc-8a65-90fa62fcab60'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:34:37.966843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ef92ba69-fb80-4d92-a09c-91f1ebe76e4f tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/routers/aa45dcd3-5976-45dc-8a65-90fa62fcab60 HTTP/1.1" status: 200 len: 741 time: 0.1811786 Jan 28 12:34:37.970729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.008667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28e74b-b415-4c13-9f39-2261359ba676 req-3e5bba1b-f5b1-4d33-a94b-fbef3a56ee96 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:38.015644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad28e74b-b415-4c13-9f39-2261359ba676 req-3e5bba1b-f5b1-4d33-a94b-fbef3a56ee96 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 944 time: 0.1470275 Jan 28 12:34:38.030117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f8e32-b3b7-4816-80d0-e2572ac625c4 req-320dec89-79c5-4d1a-a513-d06a1af1fac4 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:38.031584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a2f8e32-b3b7-4816-80d0-e2572ac625c4 req-320dec89-79c5-4d1a-a513-d06a1af1fac4 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 945 time: 0.1126554 Jan 28 12:34:38.037707 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-815f47b9-764e-435b-a285-fad310603956 tempest-RoutersAdminTest-1535870223 tempest-RoutersAdminTest-1535870223-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&device_id=aa45dcd3-5976-45dc-8a65-90fa62fcab60 HTTP/1.1" status: 200 len: 205 time: 0.0633097 Jan 28 12:34:38.039508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44886) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.040077 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-35200004-e767-4bb4-8fac-f2caf597307b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6002106475794954987277a4639f95a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3851824 Jan 28 12:34:38.040788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35200004-e767-4bb4-8fac-f2caf597307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5cdeb6-d630-4bae-af35-a5cb42ecdba8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:38.043515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44888) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.087291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b0a41faf-186e-45ca-a086-5c8acb84a1e3 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa45dcd3-5976-45dc-8a65-90fa62fcab60 HTTP/1.1" status: 200 len: 205 time: 0.0467665 Jan 28 12:34:38.090040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44890) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.151652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad28e74b-b415-4c13-9f39-2261359ba676 req-df0f5729-5627-493a-a3a4-3662143def93 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349623 Jan 28 12:34:38.177072 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06984d2b-68f7-4eef-abd7-21586d98e6d1 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (aa45dcd3-5976-45dc-8a65-90fa62fcab60), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:38.200348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be35b355-7ba8-4694-9d2b-3f02dd6615ca admin admin] Publish callbacks [] for security_group (8a5cdeb6-d630-4bae-af35-a5cb42ecdba8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:38.222237 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a2f8e32-b3b7-4816-80d0-e2572ac625c4 req-4b38c49e-dcff-42f0-8722-06d9ac83e9d9 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472454 Jan 28 12:34:38.254937 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be35b355-7ba8-4694-9d2b-3f02dd6615ca admin admin] Publish callbacks [] for security_group (8a5cdeb6-d630-4bae-af35-a5cb42ecdba8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:38.320015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f175044-3829-47b4-91d6-706cc2af7837 req-354b970d-b2b2-42c3-ac65-09f97311263f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:38.322077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f175044-3829-47b4-91d6-706cc2af7837 req-354b970d-b2b2-42c3-ac65-09f97311263f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.0935338 Jan 28 12:34:38.355677 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be35b355-7ba8-4694-9d2b-3f02dd6615ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8a5cdeb6-d630-4bae-af35-a5cb42ecdba8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:38.358318 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be35b355-7ba8-4694-9d2b-3f02dd6615ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:38.362108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-be35b355-7ba8-4694-9d2b-3f02dd6615ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a5cdeb6-d630-4bae-af35-a5cb42ecdba8 HTTP/1.1" status: 204 len: 168 time: 0.3078058 Jan 28 12:34:38.376363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06984d2b-68f7-4eef-abd7-21586d98e6d1 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (aa45dcd3-5976-45dc-8a65-90fa62fcab60), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:38.379698 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06984d2b-68f7-4eef-abd7-21586d98e6d1 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router_controller (aa45dcd3-5976-45dc-8a65-90fa62fcab60), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:38.383950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35b355-7ba8-4694-9d2b-3f02dd6615ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5cdeb6-d630-4bae-af35-a5cb42ecdba8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:38.413520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f175044-3829-47b4-91d6-706cc2af7837 req-7795065a-9887-4277-83dd-6f02f3ad2343 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683498 Jan 28 12:34:38.464451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06984d2b-68f7-4eef-abd7-21586d98e6d1 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (aa45dcd3-5976-45dc-8a65-90fa62fcab60), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:38.465114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06984d2b-68f7-4eef-abd7-21586d98e6d1 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Fanout notify agent at l3_agent the message router_deleted on router aa45dcd3-5976-45dc-8a65-90fa62fcab60 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:34:38.478613 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06984d2b-68f7-4eef-abd7-21586d98e6d1 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:38.479900 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-06984d2b-68f7-4eef-abd7-21586d98e6d1 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/routers/aa45dcd3-5976-45dc-8a65-90fa62fcab60 HTTP/1.1" status: 204 len: 168 time: 0.3881357 Jan 28 12:34:38.483577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44894) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.518090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2252bbd0-e0f9-4b93-b63f-6436a880686c tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa45dcd3-5976-45dc-8a65-90fa62fcab60 HTTP/1.1" status: 200 len: 205 time: 0.0303247 Jan 28 12:34:38.518397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44896) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.566823 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-226ff270-ae3b-461e-9f9d-28828c8f035f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] delete failed (client error): The resource could not be found. Jan 28 12:34:38.572078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-226ff270-ae3b-461e-9f9d-28828c8f035f tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/routers/aa45dcd3-5976-45dc-8a65-90fa62fcab60 HTTP/1.1" status: 404 len: 336 time: 0.0504837 Jan 28 12:34:38.573337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44900) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.588191 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514e3e1-5a93-4b6f-8ee4-67c4bd90b539 req-c0872223-d771-46cc-8e61-0670ac06d258 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:38.589863 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5514e3e1-5a93-4b6f-8ee4-67c4bd90b539 req-c0872223-d771-46cc-8e61-0670ac06d258 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 945 time: 0.0628901 Jan 28 12:34:38.605740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-804e19fe-c180-4668-95de-99de2b4da47e tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0c63dba-7072-42e9-85bd-11c02da2ce84 HTTP/1.1" status: 200 len: 205 time: 0.0291328 Jan 28 12:34:38.606002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.645787 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-0561947b-53c3-4cdb-86a6-ec2b36e360b1 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] delete failed (client error): The resource could not be found. Jan 28 12:34:38.649327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0561947b-53c3-4cdb-86a6-ec2b36e360b1 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/routers/d0c63dba-7072-42e9-85bd-11c02da2ce84 HTTP/1.1" status: 404 len: 336 time: 0.0400608 Jan 28 12:34:38.650314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44906) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.705220 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.705795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ba79dfe4-56dd-4cb9-9ffe-1c1487caedb6 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac HTTP/1.1" status: 200 len: 205 time: 0.0543230 Jan 28 12:34:38.744988 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-384cd851-24e9-48d3-a864-2c6f4beb3746 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] delete failed (client error): The resource could not be found. Jan 28 12:34:38.746069 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-384cd851-24e9-48d3-a864-2c6f4beb3746 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/routers/4d2a2a1b-fc6d-4bf4-a95d-985de1ee2aac HTTP/1.1" status: 404 len: 336 time: 0.0396342 Jan 28 12:34:38.749155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44916) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.779582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-5514e3e1-5a93-4b6f-8ee4-67c4bd90b539 req-23dca89f-fa8d-4124-a8a7-50a6315cff3e tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Deleting port 35222037-c635-4d13-be35-173d3dd040f4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:34:38.780195 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5514e3e1-5a93-4b6f-8ee4-67c4bd90b539 req-23dca89f-fa8d-4124-a8a7-50a6315cff3e tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (35222037-c635-4d13-be35-173d3dd040f4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:38.814470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dcc86fed-0d9d-47c0-9ff9-cad9310d5a18 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a7e3b24-7351-45d4-b4e3-3602b2f8d241 HTTP/1.1" status: 200 len: 205 time: 0.0531313 Jan 28 12:34:38.815519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44922) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.878093 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-8573bdde-2d65-4813-9d98-827053a99770 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] delete failed (client error): The resource could not be found. Jan 28 12:34:38.882326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8573bdde-2d65-4813-9d98-827053a99770 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/routers/3a7e3b24-7351-45d4-b4e3-3602b2f8d241 HTTP/1.1" status: 404 len: 336 time: 0.0644231 Jan 28 12:34:38.883754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44926) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.884640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-5514e3e1-5a93-4b6f-8ee4-67c4bd90b539 req-23dca89f-fa8d-4124-a8a7-50a6315cff3e tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] For port 35222037-c635-4d13-be35-173d3dd040f4, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=35222037-c635-4d13-be35-173d3dd040f4,segment=NetworkSegment(feb7716b-ec0f-4572-b1a1-f6e675703a1e),segment_id=feb7716b-ec0f-4572-b1a1-f6e675703a1e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:38.885179 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5514e3e1-5a93-4b6f-8ee4-67c4bd90b539 req-23dca89f-fa8d-4124-a8a7-50a6315cff3e tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (35222037-c635-4d13-be35-173d3dd040f4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:38.900228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-5514e3e1-5a93-4b6f-8ee4-67c4bd90b539 req-23dca89f-fa8d-4124-a8a7-50a6315cff3e tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Calling delete_port for 35222037-c635-4d13-be35-173d3dd040f4 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:34:38.918197 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-26ce90e9-47ce-475b-8ea2-c4a9c29175ca tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "GET /v2.0/ports?device_id=2390a280-b1ea-4dee-a6d3-c6275fd6c5d6 HTTP/1.1" status: 200 len: 205 time: 0.0332549 Jan 28 12:34:38.919606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44928) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:38.937221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e350b-5291-43ec-81e1-6e606aa8abf4 req-41c7ac9e-1d88-4434-a2f2-03b3cb3eeda1 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:38.938399 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d48e350b-5291-43ec-81e1-6e606aa8abf4 req-41c7ac9e-1d88-4434-a2f2-03b3cb3eeda1 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1938050 Jan 28 12:34:38.976937 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-3c52c298-3099-4e21-a8c5-ca085cd645a2 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] delete failed (client error): The resource could not be found. Jan 28 12:34:38.980620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3c52c298-3099-4e21-a8c5-ca085cd645a2 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/routers/2390a280-b1ea-4dee-a6d3-c6275fd6c5d6 HTTP/1.1" status: 404 len: 336 time: 0.0594947 Jan 28 12:34:38.983918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44932) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:39.015409 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1735498c-b35d-4e59-99a9-a6af38e0ab96 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "GET /v2.0/ports?device_id=229e9a2b-a236-4b67-b646-0ff33597c44d HTTP/1.1" status: 200 len: 205 time: 0.0300932 Jan 28 12:34:39.018569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44934) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:39.063791 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-815bd9f3-1698-4386-ad37-ca06b554bfc3 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] delete failed (client error): The resource could not be found. Jan 28 12:34:39.065157 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-815bd9f3-1698-4386-ad37-ca06b554bfc3 tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/routers/229e9a2b-a236-4b67-b646-0ff33597c44d HTTP/1.1" status: 404 len: 336 time: 0.0452151 Jan 28 12:34:39.067716 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:39.081547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fcef9-bf8b-4d8b-b2f1-953ba1ea3604 req-807abc1b-4524-4eb2-b9b7-0bc99947f80d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:39.087111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fcef9-bf8b-4d8b-b2f1-953ba1ea3604 req-807abc1b-4524-4eb2-b9b7-0bc99947f80d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:39.092562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fcef9-bf8b-4d8b-b2f1-953ba1ea3604 req-807abc1b-4524-4eb2-b9b7-0bc99947f80d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:39.098937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fcef9-bf8b-4d8b-b2f1-953ba1ea3604 req-807abc1b-4524-4eb2-b9b7-0bc99947f80d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:39.104120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fcef9-bf8b-4d8b-b2f1-953ba1ea3604 req-807abc1b-4524-4eb2-b9b7-0bc99947f80d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:39.109388 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fcef9-bf8b-4d8b-b2f1-953ba1ea3604 req-807abc1b-4524-4eb2-b9b7-0bc99947f80d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:39.115254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fcef9-bf8b-4d8b-b2f1-953ba1ea3604 req-807abc1b-4524-4eb2-b9b7-0bc99947f80d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:39.117260 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b40fcef9-bf8b-4d8b-b2f1-953ba1ea3604 req-807abc1b-4524-4eb2-b9b7-0bc99947f80d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5438 time: 0.1468832 Jan 28 12:34:39.121204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d48e350b-5291-43ec-81e1-6e606aa8abf4 req-c7b50fd4-1c08-4fee-8262-ce0b21d894db tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515996 Jan 28 12:34:39.124184 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3daea9ae-e08f-440b-a8a6-a7d107d640cc tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] DELETE failed (client error): The resource could not be found. Jan 28 12:34:39.124649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3daea9ae-e08f-440b-a8a6-a7d107d640cc tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:34:39.128572 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3daea9ae-e08f-440b-a8a6-a7d107d640cc tempest-RoutersAdminTest-343191214 tempest-RoutersAdminTest-343191214-project] 10.222.0.53 "DELETE /v2.0/subnets/99272f19-21de-4789-a72b-bc81d4ea3e70 HTTP/1.1" status: 404 len: 337 time: 0.0597386 Jan 28 12:34:39.168094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5514e3e1-5a93-4b6f-8ee4-67c4bd90b539 req-23dca89f-fa8d-4124-a8a7-50a6315cff3e tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (35222037-c635-4d13-be35-173d3dd040f4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:39.184447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['35222037-c635-4d13-be35-173d3dd040f4'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:39.259809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dca89f-fa8d-4124-a8a7-50a6315cff3e tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Pushing event deleted for resources: {'Port': ['ID=35222037-c635-4d13-be35-173d3dd040f4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:39.290625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b40fcef9-bf8b-4d8b-b2f1-953ba1ea3604 req-91dcade1-dcd4-4c25-81d9-e088c55dfb12 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1619558 Jan 28 12:34:39.362180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5514e3e1-5a93-4b6f-8ee4-67c4bd90b539 req-23dca89f-fa8d-4124-a8a7-50a6315cff3e tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] No DVR routers for this DVR port 35222037-c635-4d13-be35-173d3dd040f4 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:34:39.368431 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5514e3e1-5a93-4b6f-8ee4-67c4bd90b539 req-23dca89f-fa8d-4124-a8a7-50a6315cff3e tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:39.377132 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5514e3e1-5a93-4b6f-8ee4-67c4bd90b539 req-23dca89f-fa8d-4124-a8a7-50a6315cff3e tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.49 "DELETE /v2.0/ports/35222037-c635-4d13-be35-173d3dd040f4 HTTP/1.1" status: 204 len: 173 time: 0.7790611 Jan 28 12:34:39.393239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2de776-8db4-43b3-9ef1-8e281872cc80', 'name': 'network-vif-deleted', 'tag': '35222037-c635-4d13-be35-173d3dd040f4'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:34:39.410065 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d49736-6a89-4117-8e66-8fcf1c10e0eb" -d '{"events": [{"server_uuid": "dc2de776-8db4-43b3-9ef1-8e281872cc80", "name": "network-vif-deleted", "tag": "35222037-c635-4d13-be35-173d3dd040f4"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:34:39.431486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c73a1-16fb-4d1b-89b7-12947de334eb req-8368de7f-4764-40a1-97a7-d8cd08d82c0e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:39.440282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-709c73a1-16fb-4d1b-89b7-12947de334eb req-8368de7f-4764-40a1-97a7-d8cd08d82c0e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 944 time: 0.1296797 Jan 28 12:34:39.494817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-742dda72-16db-4e92-84c9-d2fbe4532d79 req-ac287ac1-020a-4ead-a665-a82d0ee77363 tempest-InstanceActionsTestJSON-66669084 tempest-InstanceActionsTestJSON-66669084-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2de776-8db4-43b3-9ef1-8e281872cc80 HTTP/1.1" status: 200 len: 210 time: 0.0457618 Jan 28 12:34:39.534961 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-709c73a1-16fb-4d1b-89b7-12947de334eb req-c3e1b278-907c-42ac-a6ec-430c46a23aee tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932465 Jan 28 12:34:39.575742 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f5ef09-c455-44fe-b462-b975f6d7c090 x-openstack-request-id: req-f1f5ef09-c455-44fe-b462-b975f6d7c090 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:34:39.576096 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2de776-8db4-43b3-9ef1-8e281872cc80", "name": "network-vif-deleted", "tag": "35222037-c635-4d13-be35-173d3dd040f4", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:34:39.576359 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1f5ef09-c455-44fe-b462-b975f6d7c090 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:34:39.577178 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2de776-8db4-43b3-9ef1-8e281872cc80', 'name': 'network-vif-deleted', 'tag': '35222037-c635-4d13-be35-173d3dd040f4', 'status': 'completed', 'code': 200} Jan 28 12:34:39.632623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:39.678099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e85a0-12b4-4b39-8e32-1956bbe66319 req-c0fe076d-172c-470b-b719-7febc1edf076 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:39.686239 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-635e85a0-12b4-4b39-8e32-1956bbe66319 req-c0fe076d-172c-470b-b719-7febc1edf076 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.0672326 Jan 28 12:34:39.744048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-635e85a0-12b4-4b39-8e32-1956bbe66319 req-b67f28b7-04a9-4ddd-9bd7-61e9f429ecf0 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567024 Jan 28 12:34:39.822970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0f5b4e5-c0cd-4a17-ab36-c5bd75c6a20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:39.940683 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0f5b4e5-c0cd-4a17-ab36-c5bd75c6a20a admin admin] Publish callbacks [] for security_group (53dda8aa-47b3-4424-8c35-ba270fa2c7ad), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:39.948435 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0f5b4e5-c0cd-4a17-ab36-c5bd75c6a20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (53dda8aa-47b3-4424-8c35-ba270fa2c7ad), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:39.995936 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a0f5b4e5-c0cd-4a17-ab36-c5bd75c6a20a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67de92d7cc4a41af8d5f97f9332c3221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619735 Jan 28 12:34:39.996168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44974) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:39.996900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5b4e5-c0cd-4a17-ab36-c5bd75c6a20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dda8aa-47b3-4424-8c35-ba270fa2c7ad,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:40.078044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fa0b-492a-4adb-80f5-462c35ea109f admin admin] Publish callbacks [] for security_group (53dda8aa-47b3-4424-8c35-ba270fa2c7ad), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.106549 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fa0b-492a-4adb-80f5-462c35ea109f admin admin] Publish callbacks [] for security_group (53dda8aa-47b3-4424-8c35-ba270fa2c7ad), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.147801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44978) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:40.180829 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fa0b-492a-4adb-80f5-462c35ea109f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (53dda8aa-47b3-4424-8c35-ba270fa2c7ad), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.183391 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfa7fa0b-492a-4adb-80f5-462c35ea109f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.187387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dfa7fa0b-492a-4adb-80f5-462c35ea109f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53dda8aa-47b3-4424-8c35-ba270fa2c7ad HTTP/1.1" status: 204 len: 168 time: 0.1874683 Jan 28 12:34:40.211758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7fa0b-492a-4adb-80f5-462c35ea109f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dda8aa-47b3-4424-8c35-ba270fa2c7ad,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:40.293383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e80391-a5dd-41eb-b6b6-79f4dcbb9328 req-639ee12c-5aa6-42c7-b211-ebf6a1baed09 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:40.301486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e8e80391-a5dd-41eb-b6b6-79f4dcbb9328 req-639ee12c-5aa6-42c7-b211-ebf6a1baed09 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.0748787 Jan 28 12:34:40.306446 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:40.334065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.341940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e3e13ee8-39fb-4803-b035-c6c7540718a8 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:34:40.366037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e8e80391-a5dd-41eb-b6b6-79f4dcbb9328 req-02d5d3cc-52b0-422f-ad6b-d94de0b52b62 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631819 Jan 28 12:34:40.431655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port e3e13ee8-39fb-4803-b035-c6c7540718a8 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:34:40.437734 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port e3e13ee8-39fb-4803-b035-c6c7540718a8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:40.438128 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.537539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f39f02-cc44-47ec-9cfb-4c69d76285d5 req-5b48ccb3-7922-4f68-b3ea-10552fdb8103 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:40.545392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f39f02-cc44-47ec-9cfb-4c69d76285d5 req-5b48ccb3-7922-4f68-b3ea-10552fdb8103 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:40.546103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e3e13ee8-39fb-4803-b035-c6c7540718a8 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:40.546782 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.555741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f39f02-cc44-47ec-9cfb-4c69d76285d5 req-5b48ccb3-7922-4f68-b3ea-10552fdb8103 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:40.555939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.562008 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f39f02-cc44-47ec-9cfb-4c69d76285d5 req-5b48ccb3-7922-4f68-b3ea-10552fdb8103 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:40.572420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44994) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:40.574090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f39f02-cc44-47ec-9cfb-4c69d76285d5 req-5b48ccb3-7922-4f68-b3ea-10552fdb8103 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:40.582702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f39f02-cc44-47ec-9cfb-4c69d76285d5 req-5b48ccb3-7922-4f68-b3ea-10552fdb8103 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:40.585038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e3e13ee8-39fb-4803-b035-c6c7540718a8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e3e13ee8-39fb-4803-b035-c6c7540718a8,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:40.586435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e13ee8-39fb-4803-b035-c6c7540718a8'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:34:40.589152 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c7850c-22ab-41d9-a904-2db9bb4b818e" -d '{"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "e3e13ee8-39fb-4803-b035-c6c7540718a8"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:34:40.590556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f39f02-cc44-47ec-9cfb-4c69d76285d5 req-5b48ccb3-7922-4f68-b3ea-10552fdb8103 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:40.596019 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.597057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d614476f-a012-40fd-a206-22686ed73e88 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:34:40.601543 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12f39f02-cc44-47ec-9cfb-4c69d76285d5 req-5b48ccb3-7922-4f68-b3ea-10552fdb8103 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5438 time: 0.1644042 Jan 28 12:34:40.672450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e3e13ee8-39fb-4803-b035-c6c7540718a8,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:40.722977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12f39f02-cc44-47ec-9cfb-4c69d76285d5 req-3b04435e-f573-4896-9e13-ab2737d6931a tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204462 Jan 28 12:34:40.728411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53beb47-3538-4a08-9076-bd3bba7899e2 admin admin] Deleting subnet 75a7074d-d3f4-4406-8082-6e03e12f5921 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:34:40.734225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d53beb47-3538-4a08-9076-bd3bba7899e2 admin admin] Publish callbacks [] for subnet (75a7074d-d3f4-4406-8082-6e03e12f5921), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.739014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port d614476f-a012-40fd-a206-22686ed73e88 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:34:40.746386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port d614476f-a012-40fd-a206-22686ed73e88 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:40.746926 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d614476f-a012-40fd-a206-22686ed73e88), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.809549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d53beb47-3538-4a08-9076-bd3bba7899e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (75a7074d-d3f4-4406-8082-6e03e12f5921), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.830841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45000) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:40.841814 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9decb3-e2ae-44c0-ac18-26523d9e1a26 x-openstack-request-id: req-7a9decb3-e2ae-44c0-ac18-26523d9e1a26 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:34:40.842352 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "e3e13ee8-39fb-4803-b035-c6c7540718a8", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:34:40.842759 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a9decb3-e2ae-44c0-ac18-26523d9e1a26 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:34:40.843635 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e13ee8-39fb-4803-b035-c6c7540718a8', 'code': 200} Jan 28 12:34:40.858501 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Allocated IP 172.25.7.134 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/b955f17c-a7eb-4e92-9282-21d01c26f3a7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:34:40.873127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222209bf-31ca-44a1-808d-d3c382916f1b req-66b21b7e-b6df-4168-8ab4-080fd69bbebe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:40.883927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-222209bf-31ca-44a1-808d-d3c382916f1b req-66b21b7e-b6df-4168-8ab4-080fd69bbebe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 944 time: 0.1935017 Jan 28 12:34:40.894222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d614476f-a012-40fd-a206-22686ed73e88 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:40.894936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d614476f-a012-40fd-a206-22686ed73e88), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.936448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d614476f-a012-40fd-a206-22686ed73e88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d614476f-a012-40fd-a206-22686ed73e88,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:40.944484 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d614476f-a012-40fd-a206-22686ed73e88), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:40.946792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 687734a6-4953-4791-86b6-eee72b417f42 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:34:41.005465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-222209bf-31ca-44a1-808d-d3c382916f1b req-defa47e4-fecc-476a-a526-b427e919c740 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203814 Jan 28 12:34:41.012691 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b0b64637-dba8-4f1a-8411-de08fd96d83c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f10751d2ae3f49c2a10b3467c65c4455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802757 Jan 28 12:34:41.013702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45004) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:41.030993 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks [] for port (b955f17c-a7eb-4e92-9282-21d01c26f3a7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.063694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d614476f-a012-40fd-a206-22686ed73e88,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:41.068059 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d53beb47-3538-4a08-9076-bd3bba7899e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (75a7074d-d3f4-4406-8082-6e03e12f5921), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.075907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 687734a6-4953-4791-86b6-eee72b417f42 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:34:41.083309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 687734a6-4953-4791-86b6-eee72b417f42 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:41.083943 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (687734a6-4953-4791-86b6-eee72b417f42), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.101672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9805d-b28f-4c60-b883-207dcfee0d13 req-e075809e-e405-4eac-8713-940f21d417a2 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:41.108633 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bd9805d-b28f-4c60-b883-207dcfee0d13 req-e075809e-e405-4eac-8713-940f21d417a2 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.2036140 Jan 28 12:34:41.165931 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b067a2c-8190-4b17-ac54-697cc248a71d admin admin] Publish callbacks [] for security_group (1f561af2-3e77-439a-a892-b0c1298190a5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.169667 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d53beb47-3538-4a08-9076-bd3bba7899e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (75a7074d-d3f4-4406-8082-6e03e12f5921), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.178384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bd9805d-b28f-4c60-b883-207dcfee0d13 req-7fac157a-4270-4d94-bd9a-ef88d2e013bb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675297 Jan 28 12:34:41.211378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 687734a6-4953-4791-86b6-eee72b417f42 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:41.211778 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (687734a6-4953-4791-86b6-eee72b417f42), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.219037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b067a2c-8190-4b17-ac54-697cc248a71d admin admin] Publish callbacks [] for security_group (1f561af2-3e77-439a-a892-b0c1298190a5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.220038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53beb47-3538-4a08-9076-bd3bba7899e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a7074d-d3f4-4406-8082-6e03e12f5921,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:41.225180 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d53beb47-3538-4a08-9076-bd3bba7899e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.230090 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d53beb47-3538-4a08-9076-bd3bba7899e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/75a7074d-d3f4-4406-8082-6e03e12f5921 HTTP/1.1" status: 204 len: 168 time: 0.6559234 Jan 28 12:34:41.233954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45006) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:41.249656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b955f17c-a7eb-4e92-9282-21d01c26f3a7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.255874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 687734a6-4953-4791-86b6-eee72b417f42, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=687734a6-4953-4791-86b6-eee72b417f42,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:41.262862 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (687734a6-4953-4791-86b6-eee72b417f42), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.263987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fdfc4e8f-b326-4e7b-844a-2cb142c67066 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:34:41.305564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:34:41.313742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:34:41.316334 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (6e54757e-bb74-494d-85bc-80928306c9f1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.319548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:34:41.352772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=687734a6-4953-4791-86b6-eee72b417f42,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:41.370460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port fdfc4e8f-b326-4e7b-844a-2cb142c67066 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:34:41.376074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port fdfc4e8f-b326-4e7b-844a-2cb142c67066 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:41.376576 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.379371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Pushing event updated for resources: {'Port': ['ID=b955f17c-a7eb-4e92-9282-21d01c26f3a7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:41.438247 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (6e54757e-bb74-494d-85bc-80928306c9f1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.465314 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b067a2c-8190-4b17-ac54-697cc248a71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1f561af2-3e77-439a-a892-b0c1298190a5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.468560 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b067a2c-8190-4b17-ac54-697cc248a71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.473159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1b067a2c-8190-4b17-ac54-697cc248a71d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f561af2-3e77-439a-a892-b0c1298190a5 HTTP/1.1" status: 204 len: 168 time: 0.4579968 Jan 28 12:34:41.479872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e54757e-bb74-494d-85bc-80928306c9f1']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:41.511041 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks [] for floatingip (6c2edfb5-7050-4456-8124-bbe973f93918), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.511845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b067a2c-8190-4b17-ac54-697cc248a71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f561af2-3e77-439a-a892-b0c1298190a5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:41.517057 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb7716b-ec0f-4572-b1a1-f6e675703a1e') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:41.518444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb7716b-ec0f-4572-b1a1-f6e675703a1e') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:41.568205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (feb7716b-ec0f-4572-b1a1-f6e675703a1e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.574785 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b955f17c-a7eb-4e92-9282-21d01c26f3a7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.611101 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fdfc4e8f-b326-4e7b-844a-2cb142c67066 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:41.611700 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.634817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9180f-9009-45cb-a699-3e887f54522e req-418cf4db-2707-4a42-bb8e-22485264bebe tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:41.636053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80d9180f-9009-45cb-a699-3e887f54522e req-418cf4db-2707-4a42-bb8e-22485264bebe tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1278937 Jan 28 12:34:41.637181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (feb7716b-ec0f-4572-b1a1-f6e675703a1e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.646257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:34:41.646665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (feb7716b-ec0f-4572-b1a1-f6e675703a1e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:34:41.648460 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:34:41.661293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fdfc4e8f-b326-4e7b-844a-2cb142c67066, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fdfc4e8f-b326-4e7b-844a-2cb142c67066,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:41.674548 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.675914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 35222037-c635-4d13-be35-173d3dd040f4 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:34:41.738546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 35222037-c635-4d13-be35-173d3dd040f4 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:34:41.740645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 35222037-c635-4d13-be35-173d3dd040f4 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:34:41.742287 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (6e54757e-bb74-494d-85bc-80928306c9f1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.750379 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:41.753791 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6e54757e-bb74-494d-85bc-80928306c9f1 HTTP/1.1" status: 204 len: 168 time: 0.5188103 Jan 28 12:34:41.792398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80d9180f-9009-45cb-a699-3e887f54522e req-5d715a08-3756-4b3d-9230-ddd519f816e4 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400950 Jan 28 12:34:41.823319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75088068-9c33-4799-b457-a51a45f65908 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e54757e-bb74-494d-85bc-80928306c9f1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:41.875248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fdfc4e8f-b326-4e7b-844a-2cb142c67066,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:41.938943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50b01e-8b23-479a-8520-86bbe6d0c011 req-4bcff1fa-7e6a-4888-bf9e-671a0921be21 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:41.947927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50b01e-8b23-479a-8520-86bbe6d0c011 req-4bcff1fa-7e6a-4888-bf9e-671a0921be21 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:41.957715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50b01e-8b23-479a-8520-86bbe6d0c011 req-4bcff1fa-7e6a-4888-bf9e-671a0921be21 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:41.966306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50b01e-8b23-479a-8520-86bbe6d0c011 req-4bcff1fa-7e6a-4888-bf9e-671a0921be21 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:41.977455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50b01e-8b23-479a-8520-86bbe6d0c011 req-4bcff1fa-7e6a-4888-bf9e-671a0921be21 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:41.984527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50b01e-8b23-479a-8520-86bbe6d0c011 req-4bcff1fa-7e6a-4888-bf9e-671a0921be21 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:42.013985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50b01e-8b23-479a-8520-86bbe6d0c011 req-4bcff1fa-7e6a-4888-bf9e-671a0921be21 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:42.016017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f50b01e-8b23-479a-8520-86bbe6d0c011 req-4bcff1fa-7e6a-4888-bf9e-671a0921be21 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5442 time: 0.1621590 Jan 28 12:34:42.108553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45024) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:42.229160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2a445557-7042-42f7-80f1-47a17b8f7c9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc7d3cb13a2948d38c470f0a3b4ac269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1172514 Jan 28 12:34:42.237771 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks [] for port (b955f17c-a7eb-4e92-9282-21d01c26f3a7), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.238693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f50b01e-8b23-479a-8520-86bbe6d0c011 req-abacad7a-6484-49a2-bc40-c007208d93d3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2113719 Jan 28 12:34:42.244724 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b955f17c-a7eb-4e92-9282-21d01c26f3a7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.248415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45032) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:42.331471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e694a-b8f7-4e50-8a58-925ef73f7feb req-eab524f6-5703-4641-a937-aeb889d5b716 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:42.332259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (6c2edfb5-7050-4456-8124-bbe973f93918), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.337066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f82e694a-b8f7-4e50-8a58-925ef73f7feb req-eab524f6-5703-4641-a937-aeb889d5b716 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 944 time: 0.2102146 Jan 28 12:34:42.348569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Pushing event updated for resources: {'Port': ['ID=b955f17c-a7eb-4e92-9282-21d01c26f3a7,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:42.357831 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.359552 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-87931fd1-d565-4d37-8c27-86874a9cc428 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2106624 Jan 28 12:34:42.362986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:42.368956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d18dd548-98ca-4f06-ab2e-5e85c9b77764 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:34:42.369820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-21719eca-508d-495a-bcd8-1983e5320514 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1701708591', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'fixed_ips': [{'ip_address': '172.25.7.134'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:42.393635 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21719eca-508d-495a-bcd8-1983e5320514 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Made reservation on behalf of 78da30bc409a4df1983525ee434d90b0 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:34:42.397446 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21719eca-508d-495a-bcd8-1983e5320514 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.402265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45fe679a-ed3b-4321-a7d2-41a19192a981 admin admin] Publish callbacks [] for security_group (2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.411504 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21719eca-508d-495a-bcd8-1983e5320514 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.435139 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f82e694a-b8f7-4e50-8a58-925ef73f7feb req-d3ff226a-9e8e-4753-bb53-97751ce7f50f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924497 Jan 28 12:34:42.440814 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45fe679a-ed3b-4321-a7d2-41a19192a981 admin admin] Publish callbacks [] for security_group (2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.476322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port d18dd548-98ca-4f06-ab2e-5e85c9b77764 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:34:42.484283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port d18dd548-98ca-4f06-ab2e-5e85c9b77764 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:42.484672 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.607364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce637d3-16e0-48ca-ac86-214df225fbb8 req-d5337bc7-4098-436f-a137-dbe87f441463 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:42.609465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ce637d3-16e0-48ca-ac86-214df225fbb8 req-d5337bc7-4098-436f-a137-dbe87f441463 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.0815125 Jan 28 12:34:42.630925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d18dd548-98ca-4f06-ab2e-5e85c9b77764 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:42.631410 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.648403 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45fe679a-ed3b-4321-a7d2-41a19192a981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.652100 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21719eca-508d-495a-bcd8-1983e5320514 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks [] for security_group (4cac1ca6-b543-4a57-853f-8fe088cffa6f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.661404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21719eca-508d-495a-bcd8-1983e5320514 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4cac1ca6-b543-4a57-853f-8fe088cffa6f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.670269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45fe679a-ed3b-4321-a7d2-41a19192a981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.672549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-45fe679a-ed3b-4321-a7d2-41a19192a981 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9 HTTP/1.1" status: 204 len: 168 time: 0.4219315 Jan 28 12:34:42.672963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d18dd548-98ca-4f06-ab2e-5e85c9b77764, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d18dd548-98ca-4f06-ab2e-5e85c9b77764,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:42.679258 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.680910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9e091731-98f3-48a0-9d92-636583e4a971 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:34:42.704105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-21719eca-508d-495a-bcd8-1983e5320514 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] device_id is not set on port 56816e6f-554c-4ac2-95f5-4eb730649ff8 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:34:42.717009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe679a-ed3b-4321-a7d2-41a19192a981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcf6fe8-2ede-44f6-8aaf-2d76ff00f1b9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:42.797071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ce637d3-16e0-48ca-ac86-214df225fbb8 req-b78a4679-1d47-4b8b-935c-e3a432c853a6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758976 Jan 28 12:34:42.865886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21719eca-508d-495a-bcd8-1983e5320514 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac1ca6-b543-4a57-853f-8fe088cffa6f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:42.868617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd614476f-a012-40fd-a206-22686ed73e88'}, {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687734a6-4953-4791-86b6-eee72b417f42'}, {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfc4e8f-b326-4e7b-844a-2cb142c67066'}, {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:34:42.873542 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1594c0ab-241b-4c5a-a2cc-c4fd7310ed75" -d '{"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "d614476f-a012-40fd-a206-22686ed73e88"}, {"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "687734a6-4953-4791-86b6-eee72b417f42"}, {"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "fdfc4e8f-b326-4e7b-844a-2cb142c67066"}, {"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "d18dd548-98ca-4f06-ab2e-5e85c9b77764"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:34:42.879426 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d18dd548-98ca-4f06-ab2e-5e85c9b77764,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:42.898833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 9e091731-98f3-48a0-9d92-636583e4a971 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:34:42.917425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 9e091731-98f3-48a0-9d92-636583e4a971 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:42.917425 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9e091731-98f3-48a0-9d92-636583e4a971), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:42.977251 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 12:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96183f85-cde3-4a0e-b948-cbc8f6080d4a x-openstack-request-id: req-96183f85-cde3-4a0e-b948-cbc8f6080d4a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:34:42.977568 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "d614476f-a012-40fd-a206-22686ed73e88", "code": 200}, {"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "687734a6-4953-4791-86b6-eee72b417f42", "code": 200}, {"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "fdfc4e8f-b326-4e7b-844a-2cb142c67066", "code": 200}, {"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "d18dd548-98ca-4f06-ab2e-5e85c9b77764", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:34:42.979201 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96183f85-cde3-4a0e-b948-cbc8f6080d4a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:34:42.979703 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd614476f-a012-40fd-a206-22686ed73e88', 'code': 200} Jan 28 12:34:42.982368 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687734a6-4953-4791-86b6-eee72b417f42', 'code': 200} Jan 28 12:34:42.982650 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfc4e8f-b326-4e7b-844a-2cb142c67066', 'code': 200} Jan 28 12:34:42.982913 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764', 'code': 200} Jan 28 12:34:43.071209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 9e091731-98f3-48a0-9d92-636583e4a971 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:43.072232 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9e091731-98f3-48a0-9d92-636583e4a971), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:43.080853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0af2d0-52c1-4ce5-a3ce-e1443bb99dfc req-cc8cb0a7-0fc6-432d-86bc-fcc387bb36b7 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:43.083710 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b0af2d0-52c1-4ce5-a3ce-e1443bb99dfc req-cc8cb0a7-0fc6-432d-86bc-fcc387bb36b7 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.0904667 Jan 28 12:34:43.126009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9e091731-98f3-48a0-9d92-636583e4a971, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9e091731-98f3-48a0-9d92-636583e4a971,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:43.130355 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-21719eca-508d-495a-bcd8-1983e5320514 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 12:34:43.132540 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9e091731-98f3-48a0-9d92-636583e4a971), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:43.133947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21719eca-508d-495a-bcd8-1983e5320514 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:34:43.134364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:34:43.163376 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-21719eca-508d-495a-bcd8-1983e5320514 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7989697 Jan 28 12:34:43.166286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45058) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:43.197825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b0af2d0-52c1-4ce5-a3ce-e1443bb99dfc req-93d30d9a-86a1-4c35-85a9-0f168c714111 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057811 Jan 28 12:34:43.296207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=9e091731-98f3-48a0-9d92-636583e4a971,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:43.332929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:34:43.337605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:43.338227 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:43.361598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-359d7d21-8f80-4d3f-bba8-2325f0d90aa5 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Deleting port b955f17c-a7eb-4e92-9282-21d01c26f3a7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:34:43.362184 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-359d7d21-8f80-4d3f-bba8-2325f0d90aa5 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b955f17c-a7eb-4e92-9282-21d01c26f3a7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:43.446546 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-359d7d21-8f80-4d3f-bba8-2325f0d90aa5 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b955f17c-a7eb-4e92-9282-21d01c26f3a7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:43.446902 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-359d7d21-8f80-4d3f-bba8-2325f0d90aa5 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks [] for floatingip (b955f17c-a7eb-4e92-9282-21d01c26f3a7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:43.482313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-359d7d21-8f80-4d3f-bba8-2325f0d90aa5 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Calling delete_port for b955f17c-a7eb-4e92-9282-21d01c26f3a7 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:34:43.519255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337aa03-dd98-4181-a5c3-6fec767ffa1f req-e18b24ba-3768-4f54-abfd-525ca59bc7cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:43.525246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337aa03-dd98-4181-a5c3-6fec767ffa1f req-e18b24ba-3768-4f54-abfd-525ca59bc7cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:43.530960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337aa03-dd98-4181-a5c3-6fec767ffa1f req-e18b24ba-3768-4f54-abfd-525ca59bc7cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:43.543146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337aa03-dd98-4181-a5c3-6fec767ffa1f req-e18b24ba-3768-4f54-abfd-525ca59bc7cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:43.550625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337aa03-dd98-4181-a5c3-6fec767ffa1f req-e18b24ba-3768-4f54-abfd-525ca59bc7cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:43.558000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337aa03-dd98-4181-a5c3-6fec767ffa1f req-e18b24ba-3768-4f54-abfd-525ca59bc7cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:43.563884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337aa03-dd98-4181-a5c3-6fec767ffa1f req-e18b24ba-3768-4f54-abfd-525ca59bc7cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:43.566823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:43.567317 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:43.572869 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f337aa03-dd98-4181-a5c3-6fec767ffa1f req-e18b24ba-3768-4f54-abfd-525ca59bc7cc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5444 time: 0.1588471 Jan 28 12:34:43.652913 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f337aa03-dd98-4181-a5c3-6fec767ffa1f req-a98b2ef7-b0bb-4fbb-97c1-072b73906b74 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786121 Jan 28 12:34:43.661242 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:43.672048 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:43.674113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fedcd2ad-b58c-41da-9e6d-5226e0700070 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:34:43.684713 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-359d7d21-8f80-4d3f-bba8-2325f0d90aa5 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b955f17c-a7eb-4e92-9282-21d01c26f3a7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:43.729463 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77978c3-5519-4705-be06-f2ef94d99c26 req-8428cf2b-e718-4776-96f4-7ed5407d942b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:43.740422 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e77978c3-5519-4705-be06-f2ef94d99c26 req-8428cf2b-e718-4776-96f4-7ed5407d942b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 944 time: 0.0841687 Jan 28 12:34:43.798796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d7d21-8f80-4d3f-bba8-2325f0d90aa5 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Pushing event deleted for resources: {'Port': ['ID=b955f17c-a7eb-4e92-9282-21d01c26f3a7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:43.802394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e77978c3-5519-4705-be06-f2ef94d99c26 req-7aaf1b5e-2d16-4044-bdab-b464644bbdc4 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608802 Jan 28 12:34:43.860196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:43.871946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port fedcd2ad-b58c-41da-9e6d-5226e0700070 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:34:43.881673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port fedcd2ad-b58c-41da-9e6d-5226e0700070 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:34:43.882154 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:43.908655 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-359d7d21-8f80-4d3f-bba8-2325f0d90aa5 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks [] for floatingip (6c2edfb5-7050-4456-8124-bbe973f93918), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:43.911648 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-359d7d21-8f80-4d3f-bba8-2325f0d90aa5 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:43.915442 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-359d7d21-8f80-4d3f-bba8-2325f0d90aa5 tempest-ExternalNetworksAdminNegativeTestJSON-600014739 tempest-ExternalNetworksAdminNegativeTestJSON-600014739-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/6c2edfb5-7050-4456-8124-bbe973f93918 HTTP/1.1" status: 204 len: 168 time: 0.7479782 Jan 28 12:34:44.020743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c6348-6b6a-4326-bd31-946d674aff89 req-c6268131-90c1-481b-9dd7-ee8974ad9814 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:44.024146 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-141c6348-6b6a-4326-bd31-946d674aff89 req-c6268131-90c1-481b-9dd7-ee8974ad9814 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.0911012 Jan 28 12:34:44.026231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fedcd2ad-b58c-41da-9e6d-5226e0700070 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:34:44.026639 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:44.073581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fedcd2ad-b58c-41da-9e6d-5226e0700070, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fedcd2ad-b58c-41da-9e6d-5226e0700070,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:44.082583 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:44.108771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45092) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:44.117409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-141c6348-6b6a-4326-bd31-946d674aff89 req-e50cb2c8-3a39-4373-bad8-9944e3139361 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853086 Jan 28 12:34:44.166831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fedcd2ad-b58c-41da-9e6d-5226e0700070,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:44.379590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475349c3-3c7e-4c8b-ab02-00ceaa79eec1 req-112b41ff-672e-4151-b647-1802723e39b5 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:44.388881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-475349c3-3c7e-4c8b-ab02-00ceaa79eec1 req-112b41ff-672e-4151-b647-1802723e39b5 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.0819480 Jan 28 12:34:44.438022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-17b8ba2d-5cf2-4cb2-8be7-440e3a7aa678 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-312687652'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:44.455960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-475349c3-3c7e-4c8b-ab02-00ceaa79eec1 req-1ed031d3-4fab-42fe-81a5-1f7f2e7ec9c2 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599658 Jan 28 12:34:44.458390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45104) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:44.481587 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17b8ba2d-5cf2-4cb2-8be7-440e3a7aa678 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (9a20cfe5-8a71-48cd-b20e-25b2d64e855d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:44.484137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17b8ba2d-5cf2-4cb2-8be7-440e3a7aa678 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (9a20cfe5-8a71-48cd-b20e-25b2d64e855d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:44.533288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45110) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:44.572597 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17b8ba2d-5cf2-4cb2-8be7-440e3a7aa678 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router_controller (9a20cfe5-8a71-48cd-b20e-25b2d64e855d), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:44.577333 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17b8ba2d-5cf2-4cb2-8be7-440e3a7aa678 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (9a20cfe5-8a71-48cd-b20e-25b2d64e855d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:44.602541 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17b8ba2d-5cf2-4cb2-8be7-440e3a7aa678 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:44.604155 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-17b8ba2d-5cf2-4cb2-8be7-440e3a7aa678 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4944544 Jan 28 12:34:44.606650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45114) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:44.659566 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c478eb11-1fbd-462f-bafb-b10e93d6acb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:44.706607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1706982988-network', 'tenant_id': 'f25487ef57234bf99ebde8a50d8da13e'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:44.730956 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7749f59-ad49-4660-9ee5-1eb24df2df41 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (9a20cfe5-8a71-48cd-b20e-25b2d64e855d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:44.849817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Made reservation on behalf of f25487ef57234bf99ebde8a50d8da13e for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:34:44.852194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:44.935520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:44.985355 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e091731-98f3-48a0-9d92-636583e4a971'}, {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c6a239-9b33-429d-9bc6-8a6f1df7a5cd'}, {'server_uuid': 'ddad159d-fe4f-4d68-aa1b-ab6faad0a834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedcd2ad-b58c-41da-9e6d-5226e0700070'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:34:44.988317 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ce8b8a-2ef9-4acc-88da-096d068ce1ae" -d '{"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "9e091731-98f3-48a0-9d92-636583e4a971"}, {"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "85c6a239-9b33-429d-9bc6-8a6f1df7a5cd"}, {"server_uuid": "ddad159d-fe4f-4d68-aa1b-ab6faad0a834", "name": "network-vif-plugged", "status": "completed", "tag": "fedcd2ad-b58c-41da-9e6d-5226e0700070"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:34:44.995709 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7749f59-ad49-4660-9ee5-1eb24df2df41 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (9a20cfe5-8a71-48cd-b20e-25b2d64e855d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.014089 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7749f59-ad49-4660-9ee5-1eb24df2df41 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router_controller (9a20cfe5-8a71-48cd-b20e-25b2d64e855d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.055826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87f4a-4f60-45d4-9c49-0a3a1488ea21 req-91cd60da-662c-4ae4-87e8-416535dbc1af tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:45.061216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87f4a-4f60-45d4-9c49-0a3a1488ea21 req-91cd60da-662c-4ae4-87e8-416535dbc1af tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:45.066976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87f4a-4f60-45d4-9c49-0a3a1488ea21 req-91cd60da-662c-4ae4-87e8-416535dbc1af tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:45.072416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87f4a-4f60-45d4-9c49-0a3a1488ea21 req-91cd60da-662c-4ae4-87e8-416535dbc1af tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:45.077832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87f4a-4f60-45d4-9c49-0a3a1488ea21 req-91cd60da-662c-4ae4-87e8-416535dbc1af tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:45.083893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87f4a-4f60-45d4-9c49-0a3a1488ea21 req-91cd60da-662c-4ae4-87e8-416535dbc1af tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:45.089288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87f4a-4f60-45d4-9c49-0a3a1488ea21 req-91cd60da-662c-4ae4-87e8-416535dbc1af tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:45.091219 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1cd87f4a-4f60-45d4-9c49-0a3a1488ea21 req-91cd60da-662c-4ae4-87e8-416535dbc1af tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5445 time: 0.3186986 Jan 28 12:34:45.190098 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7749f59-ad49-4660-9ee5-1eb24df2df41 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (9a20cfe5-8a71-48cd-b20e-25b2d64e855d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.190561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7749f59-ad49-4660-9ee5-1eb24df2df41 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a20cfe5-8a71-48cd-b20e-25b2d64e855d {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:34:45.195240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c478eb11-1fbd-462f-bafb-b10e93d6acb0 admin admin] Publish callbacks [] for security_group (23904217-f45c-4841-b2d2-21841867e762), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.198853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7749f59-ad49-4660-9ee5-1eb24df2df41 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.200236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f7749f59-ad49-4660-9ee5-1eb24df2df41 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9a20cfe5-8a71-48cd-b20e-25b2d64e855d HTTP/1.1" status: 204 len: 168 time: 0.5925665 Jan 28 12:34:45.203812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45124) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:45.210153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b598359-5f3f-40a7-91e5-fc5e8b3e8f0c req-373fe362-e4db-474b-a186-800a73f3dfdc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:45.210743 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3ac67820-4e3d-4ad5-bc65-90fa5e687adb tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Request body: {'router': {'name': 'tempest-router-1648216515', 'distributed': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:45.211686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b598359-5f3f-40a7-91e5-fc5e8b3e8f0c req-373fe362-e4db-474b-a186-800a73f3dfdc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 945 time: 0.3176825 Jan 28 12:34:45.218767 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c478eb11-1fbd-462f-bafb-b10e93d6acb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (23904217-f45c-4841-b2d2-21841867e762), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.259492 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ac67820-4e3d-4ad5-bc65-90fa5e687adb tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (c94f2a85-5e02-43d0-8a79-e1da35da1c52), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.261346 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ac67820-4e3d-4ad5-bc65-90fa5e687adb tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (c94f2a85-5e02-43d0-8a79-e1da35da1c52), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.323929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478eb11-1fbd-462f-bafb-b10e93d6acb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23904217-f45c-4841-b2d2-21841867e762,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:45.330970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ac67820-4e3d-4ad5-bc65-90fa5e687adb tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router_controller (c94f2a85-5e02-43d0-8a79-e1da35da1c52), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.334991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c478eb11-1fbd-462f-bafb-b10e93d6acb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf5ca1ed8a8046419a9fa6b40f5ba0d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8749108 Jan 28 12:34:45.336904 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ac67820-4e3d-4ad5-bc65-90fa5e687adb tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (c94f2a85-5e02-43d0-8a79-e1da35da1c52), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.339837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45126) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:45.340174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1cd87f4a-4f60-45d4-9c49-0a3a1488ea21 req-061ad13d-0cd0-4bef-803b-55ac5a055383 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2080579 Jan 28 12:34:45.373701 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Publish callbacks [] for security_group (d89547a0-6a86-4d91-a861-cfed8466c314), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.385596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b598359-5f3f-40a7-91e5-fc5e8b3e8f0c req-2553a027-7160-4d95-8fed-500ab51ae368 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597669 Jan 28 12:34:45.394698 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d89547a0-6a86-4d91-a861-cfed8466c314), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.408930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ac67820-4e3d-4ad5-bc65-90fa5e687adb tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.412132 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3ac67820-4e3d-4ad5-bc65-90fa5e687adb tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2059658 Jan 28 12:34:45.417548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45128) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:45.442746 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 12:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45964c06-5ba1-48bf-a5ff-d8e101fa58ad x-openstack-request-id: req-45964c06-5ba1-48bf-a5ff-d8e101fa58ad {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:34:45.443048 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "9e091731-98f3-48a0-9d92-636583e4a971", "code": 200}, {"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-plugged", "status": "completed", "tag": "85c6a239-9b33-429d-9bc6-8a6f1df7a5cd", "code": 200}, {"server_uuid": "ddad159d-fe4f-4d68-aa1b-ab6faad0a834", "name": "network-vif-plugged", "status": "completed", "tag": "fedcd2ad-b58c-41da-9e6d-5226e0700070", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:34:45.443301 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45964c06-5ba1-48bf-a5ff-d8e101fa58ad {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:34:45.443776 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e091731-98f3-48a0-9d92-636583e4a971', 'code': 200} Jan 28 12:34:45.444173 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c6a239-9b33-429d-9bc6-8a6f1df7a5cd', 'code': 200} Jan 28 12:34:45.444428 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddad159d-fe4f-4d68-aa1b-ab6faad0a834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedcd2ad-b58c-41da-9e6d-5226e0700070', 'code': 200} Jan 28 12:34:45.469118 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a423c29d-46c7-492c-a05d-c00dc34c1b93 admin admin] Publish callbacks [] for security_group (23904217-f45c-4841-b2d2-21841867e762), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.498718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:34:45.539302 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a423c29d-46c7-492c-a05d-c00dc34c1b93 admin admin] Publish callbacks [] for security_group (23904217-f45c-4841-b2d2-21841867e762), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.565746 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a06e4df-1c82-486e-90d2-c5bf94df6df3 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (c94f2a85-5e02-43d0-8a79-e1da35da1c52), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.579425 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f4b63f9c-dbf8-4254-84f5-6a9561b83b31), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.580513 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Added segment f4b63f9c-dbf8-4254-84f5-6a9561b83b31 of type vlan for network dd932204-a6c7-450e-b61d-65575f4eb379 Jan 28 12:34:45.630476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c988efc-c3c9-4340-8937-714c2c70df69 req-1a28248f-7854-42d1-bdbd-b2e070a05ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:45.632279 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4c988efc-c3c9-4340-8937-714c2c70df69 req-1a28248f-7854-42d1-bdbd-b2e070a05ea7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 1096 time: 0.0643883 Jan 28 12:34:45.638226 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a423c29d-46c7-492c-a05d-c00dc34c1b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (23904217-f45c-4841-b2d2-21841867e762), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.641460 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a423c29d-46c7-492c-a05d-c00dc34c1b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:45.646185 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a423c29d-46c7-492c-a05d-c00dc34c1b93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23904217-f45c-4841-b2d2-21841867e762 HTTP/1.1" status: 204 len: 168 time: 0.3024395 Jan 28 12:34:45.659248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423c29d-46c7-492c-a05d-c00dc34c1b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23904217-f45c-4841-b2d2-21841867e762,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:45.712316 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4c988efc-c3c9-4340-8937-714c2c70df69 req-973e7238-8f87-45cc-bdfd-cc9158bc139e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676613 Jan 28 12:34:45.989139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:46.035507 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d0b6eb28-a807-44e2-a0c9-b7ede0440346 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78da30bc409a4df1983525ee434d90b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424535 Jan 28 12:34:46.035790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45140) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:46.074306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89547a0-6a86-4d91-a861-cfed8466c314,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:46.088678 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f27b70ca-cf54-488c-a099-10064fd55930 admin admin] Publish callbacks [] for security_group (4cac1ca6-b543-4a57-853f-8fe088cffa6f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.113368 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f27b70ca-cf54-488c-a099-10064fd55930 admin admin] Publish callbacks [] for security_group (4cac1ca6-b543-4a57-853f-8fe088cffa6f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.162058 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f27b70ca-cf54-488c-a099-10064fd55930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4cac1ca6-b543-4a57-853f-8fe088cffa6f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.164987 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f27b70ca-cf54-488c-a099-10064fd55930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.169206 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f27b70ca-cf54-488c-a099-10064fd55930 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4cac1ca6-b543-4a57-853f-8fe088cffa6f HTTP/1.1" status: 204 len: 168 time: 0.1297395 Jan 28 12:34:46.177301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b70ca-cf54-488c-a099-10064fd55930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac1ca6-b543-4a57-853f-8fe088cffa6f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:46.235380 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (dd932204-a6c7-450e-b61d-65575f4eb379), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.245457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c329-4f38-4685-9ed9-6220463b144f req-bcfc8d97-6bcb-4c6d-b812-ae7c6c8511ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.245965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c329-4f38-4685-9ed9-6220463b144f req-bcfc8d97-6bcb-4c6d-b812-ae7c6c8511ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.246438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c329-4f38-4685-9ed9-6220463b144f req-bcfc8d97-6bcb-4c6d-b812-ae7c6c8511ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.246902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c329-4f38-4685-9ed9-6220463b144f req-bcfc8d97-6bcb-4c6d-b812-ae7c6c8511ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.247384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c329-4f38-4685-9ed9-6220463b144f req-bcfc8d97-6bcb-4c6d-b812-ae7c6c8511ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.247994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c329-4f38-4685-9ed9-6220463b144f req-bcfc8d97-6bcb-4c6d-b812-ae7c6c8511ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.248299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c329-4f38-4685-9ed9-6220463b144f req-bcfc8d97-6bcb-4c6d-b812-ae7c6c8511ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.250187 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6271c329-4f38-4685-9ed9-6220463b144f req-bcfc8d97-6bcb-4c6d-b812-ae7c6c8511ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 6502 time: 0.6674967 Jan 28 12:34:46.262131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4554bc-39a0-4e52-9619-0895f15f02bd req-8af65cfb-3e10-49be-8afe-7463eac56a3e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.263641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e4554bc-39a0-4e52-9619-0895f15f02bd req-8af65cfb-3e10-49be-8afe-7463eac56a3e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.7626123 Jan 28 12:34:46.311135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30bdcb-d395-48ec-8e2a-659cc3fbbfcc req-f259262a-097c-4876-af51-b3013b2162ff tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.312604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b30bdcb-d395-48ec-8e2a-659cc3fbbfcc req-f259262a-097c-4876-af51-b3013b2162ff tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.7275765 Jan 28 12:34:46.317857 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a06e4df-1c82-486e-90d2-c5bf94df6df3 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (c94f2a85-5e02-43d0-8a79-e1da35da1c52), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.338356 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a06e4df-1c82-486e-90d2-c5bf94df6df3 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router_controller (c94f2a85-5e02-43d0-8a79-e1da35da1c52), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.442259 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (dd932204-a6c7-450e-b61d-65575f4eb379), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.443208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.443823 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.491587 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a06e4df-1c82-486e-90d2-c5bf94df6df3 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (c94f2a85-5e02-43d0-8a79-e1da35da1c52), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.492146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a06e4df-1c82-486e-90d2-c5bf94df6df3 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c94f2a85-5e02-43d0-8a79-e1da35da1c52 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:34:46.523879 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a06e4df-1c82-486e-90d2-c5bf94df6df3 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.527406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4a06e4df-1c82-486e-90d2-c5bf94df6df3 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] 10.222.0.53 "DELETE /v2.0/routers/c94f2a85-5e02-43d0-8a79-e1da35da1c52 HTTP/1.1" status: 204 len: 168 time: 1.1052647 Jan 28 12:34:46.529888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45154) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:46.536873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f9e3063d-3dd0-4330-b388-87b4be877a25 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Request body: {'router': {'name': 'tempest-router-1709291738', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9425c23f7f5f4f34ab649dbf5a77070d'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:46.559803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b30bdcb-d395-48ec-8e2a-659cc3fbbfcc req-0e555e02-f9be-4006-8e12-3acaee15618c tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332802 Jan 28 12:34:46.573782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0393846 Jan 28 12:34:46.579310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e4554bc-39a0-4e52-9619-0895f15f02bd req-3b27e98c-eefe-4fec-bcd9-21ea83d4006e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770319 Jan 28 12:34:46.582584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6271c329-4f38-4685-9ed9-6220463b144f req-703ed5d3-2086-4d54-9d3e-f1eda1e35101 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&id=27f70792-566c-4e28-bcda-d3f65f0ca26b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2881958 Jan 28 12:34:46.583061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45158) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:46.592211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1383ff2b-3c9b-497b-87da-fee1241e5e51 admin admin] Request body: {'subnet': {'network_id': 'dd932204-a6c7-450e-b61d-65575f4eb379', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1706982988-subnet', 'tenant_id': 'f25487ef57234bf99ebde8a50d8da13e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:46.596686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cb605-3e17-4436-b928-2fc01952c592 admin admin] Pushing event updated for resources: {'Network': ['ID=dd932204-a6c7-450e-b61d-65575f4eb379,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:46.617874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network dd932204-a6c7-450e-b61d-65575f4eb379 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:34:46.632662 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9e3063d-3dd0-4330-b388-87b4be877a25 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (58bf8487-9810-4c48-a4a0-694af84bba53), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.634151 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9e3063d-3dd0-4330-b388-87b4be877a25 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (58bf8487-9810-4c48-a4a0-694af84bba53), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.645193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1383ff2b-3c9b-497b-87da-fee1241e5e51 admin admin] Made reservation on behalf of f25487ef57234bf99ebde8a50d8da13e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:34:46.648014 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1383ff2b-3c9b-497b-87da-fee1241e5e51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.728133 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9e3063d-3dd0-4330-b388-87b4be877a25 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router_controller (58bf8487-9810-4c48-a4a0-694af84bba53), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.733893 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9e3063d-3dd0-4330-b388-87b4be877a25 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (58bf8487-9810-4c48-a4a0-694af84bba53), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.759290 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9e3063d-3dd0-4330-b388-87b4be877a25 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:46.768078 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f9e3063d-3dd0-4330-b388-87b4be877a25 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2293253 Jan 28 12:34:46.768769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45162) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:46.777124 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:46.833641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73787e-348f-45d2-891a-ad555454ee79 req-c41251da-5822-4225-9bdd-9e995d29f636 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.849454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73787e-348f-45d2-891a-ad555454ee79 req-c41251da-5822-4225-9bdd-9e995d29f636 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.857743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73787e-348f-45d2-891a-ad555454ee79 req-c41251da-5822-4225-9bdd-9e995d29f636 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.866304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73787e-348f-45d2-891a-ad555454ee79 req-c41251da-5822-4225-9bdd-9e995d29f636 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.874688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73787e-348f-45d2-891a-ad555454ee79 req-c41251da-5822-4225-9bdd-9e995d29f636 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.885980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73787e-348f-45d2-891a-ad555454ee79 req-c41251da-5822-4225-9bdd-9e995d29f636 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.892006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73787e-348f-45d2-891a-ad555454ee79 req-c41251da-5822-4225-9bdd-9e995d29f636 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:46.896375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe73787e-348f-45d2-891a-ad555454ee79 req-c41251da-5822-4225-9bdd-9e995d29f636 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5445 time: 0.1589618 Jan 28 12:34:46.971683 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.039156 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1383ff2b-3c9b-497b-87da-fee1241e5e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (122b86ec-4f96-43cb-8a54-ba3a2383ceb6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.122685 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (58bf8487-9810-4c48-a4a0-694af84bba53), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.123051 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (58bf8487-9810-4c48-a4a0-694af84bba53), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.147057 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16965397-1ef7-4768-83ac-9ea000652031 req-eaa90561-7baa-4629-bfb4-4a70c90ace12 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:47.153941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16965397-1ef7-4768-83ac-9ea000652031 req-eaa90561-7baa-4629-bfb4-4a70c90ace12 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 945 time: 0.2366664 Jan 28 12:34:47.178672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383ff2b-3c9b-497b-87da-fee1241e5e51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=122b86ec-4f96-43cb-8a54-ba3a2383ceb6,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:47.199126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe73787e-348f-45d2-891a-ad555454ee79 req-d5b61f6c-97c3-42bc-aa38-6c39376da1b8 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2909756 Jan 28 12:34:47.209361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383ff2b-3c9b-497b-87da-fee1241e5e51 admin admin] Checking segment: {'id': 'f4b63f9c-dbf8-4254-84f5-6a9561b83b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dd932204-a6c7-450e-b61d-65575f4eb379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:34:47.209740 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383ff2b-3c9b-497b-87da-fee1241e5e51 admin admin] Network hostable DHCP agents. Network: dd932204-a6c7-450e-b61d-65575f4eb379, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:34:47.215894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103128) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 12:34:47.216459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Router 58bf8487-9810-4c48-a4a0-694af84bba53 migrating from provider to provider. {{(pid=103128) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 12:34:47.217057 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router_controller (58bf8487-9810-4c48-a4a0-694af84bba53), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.223574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router_controller (58bf8487-9810-4c48-a4a0-694af84bba53), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.229106 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (58bf8487-9810-4c48-a4a0-694af84bba53), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.250050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16965397-1ef7-4768-83ac-9ea000652031 req-74cb2e01-2508-44d8-bf6c-a3dd6a0fdbf1 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932996 Jan 28 12:34:47.263069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383ff2b-3c9b-497b-87da-fee1241e5e51 admin admin] Network dd932204-a6c7-450e-b61d-65575f4eb379 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:34:47.274559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1383ff2b-3c9b-497b-87da-fee1241e5e51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, dd932204-a6c7-450e-b61d-65575f4eb379) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:34:47.285596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cacfcd6-ec81-4b7a-8ac5-884080c80bd4 None None] Network dd932204-a6c7-450e-b61d-65575f4eb379 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:34:47.292062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1383ff2b-3c9b-497b-87da-fee1241e5e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:47.292692 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1383ff2b-3c9b-497b-87da-fee1241e5e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.343882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1383ff2b-3c9b-497b-87da-fee1241e5e51 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7574139 Jan 28 12:34:47.344374 n-d-824835-4 neutron-server[103128]: WARNING neutron.scheduler.l3_agent_scheduler [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] No L3 agents can host the router 58bf8487-9810-4c48-a4a0-694af84bba53 Jan 28 12:34:47.466865 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6bba4c-4a4d-469b-a239-d7c114b08814 None None] Network dd932204-a6c7-450e-b61d-65575f4eb379 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:34:47.484139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b06ba-ff8d-4097-bf94-cc1d7ddd72f9 req-eb421765-4f54-421c-865c-c976a96e4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:47.484906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed9b06ba-ff8d-4097-bf94-cc1d7ddd72f9 req-eb421765-4f54-421c-865c-c976a96e4289 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 1096 time: 0.0843933 Jan 28 12:34:47.517804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Hosts for router 58bf8487-9810-4c48-a4a0-694af84bba53: [] {{(pid=103128) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 12:34:47.573318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45180) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:47.573968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Hosts for other DVR routers connected to router 58bf8487-9810-4c48-a4a0-694af84bba53: set() {{(pid=103128) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 12:34:47.578952 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.580271 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-36c981ef-19b7-4f77-8dbc-77ec7b92ff22 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] 10.222.0.53 "PUT /v2.0/routers/58bf8487-9810-4c48-a4a0-694af84bba53 HTTP/1.1" status: 200 len: 717 time: 0.8105142 Jan 28 12:34:47.581709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed9b06ba-ff8d-4097-bf94-cc1d7ddd72f9 req-3534a7c2-f778-4ca3-b1fd-783f29c3e2ed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890734 Jan 28 12:34:47.583134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45182) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:47.608710 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.642390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed93f41-6d4e-4f0a-b8bb-a9a981fd2269 admin admin] Deleting subnet 122b86ec-4f96-43cb-8a54-ba3a2383ceb6 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:34:47.646681 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bed93f41-6d4e-4f0a-b8bb-a9a981fd2269 admin admin] Publish callbacks [] for subnet (122b86ec-4f96-43cb-8a54-ba3a2383ceb6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.703233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c25a7c23-ab3d-45c7-b5ca-a35fcbd95304 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] 10.222.0.53 "GET /v2.0/routers/58bf8487-9810-4c48-a4a0-694af84bba53 HTTP/1.1" status: 200 len: 717 time: 0.1189747 Jan 28 12:34:47.707528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45190) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:47.723906 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bed93f41-6d4e-4f0a-b8bb-a9a981fd2269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (122b86ec-4f96-43cb-8a54-ba3a2383ceb6), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.779388 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bed93f41-6d4e-4f0a-b8bb-a9a981fd2269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (122b86ec-4f96-43cb-8a54-ba3a2383ceb6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.808406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30f837-9a34-4735-ab19-95fb12487308 req-fad56b8d-6bdd-4445-83d0-3b50995696d4 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:47.810618 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b30f837-9a34-4735-ab19-95fb12487308 req-fad56b8d-6bdd-4445-83d0-3b50995696d4 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.1036646 Jan 28 12:34:47.840345 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcfb0b-6d54-4e96-b7a0-831e4513a3ab req-98e84cd4-89bf-407b-8a9a-cf60397e229c tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:47.848632 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53fcfb0b-6d54-4e96-b7a0-831e4513a3ab req-98e84cd4-89bf-407b-8a9a-cf60397e229c tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.0975258 Jan 28 12:34:47.871979 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bed93f41-6d4e-4f0a-b8bb-a9a981fd2269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (122b86ec-4f96-43cb-8a54-ba3a2383ceb6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.914806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed93f41-6d4e-4f0a-b8bb-a9a981fd2269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=122b86ec-4f96-43cb-8a54-ba3a2383ceb6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:47.919286 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bed93f41-6d4e-4f0a-b8bb-a9a981fd2269 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:47.927284 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bed93f41-6d4e-4f0a-b8bb-a9a981fd2269 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/122b86ec-4f96-43cb-8a54-ba3a2383ceb6 HTTP/1.1" status: 204 len: 168 time: 0.3444459 Jan 28 12:34:47.927985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45200) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:47.944863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b30f837-9a34-4735-ab19-95fb12487308 req-d5211a7a-ca7e-498c-b70b-7b7f87aed45f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276605 Jan 28 12:34:47.963310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53fcfb0b-6d54-4e96-b7a0-831e4513a3ab req-ae9a1d99-07dd-4952-a1cb-4ace02c467fd tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009526 Jan 28 12:34:48.017053 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (dd932204-a6c7-450e-b61d-65575f4eb379), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.128758 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (dd932204-a6c7-450e-b61d-65575f4eb379), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.165584 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd932204-a6c7-450e-b61d-65575f4eb379']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:48.182745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b63f9c-dbf8-4254-84f5-6a9561b83b31') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:48.184541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b63f9c-dbf8-4254-84f5-6a9561b83b31') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:48.198001 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (f4b63f9c-dbf8-4254-84f5-6a9561b83b31), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.215070 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f4b63f9c-dbf8-4254-84f5-6a9561b83b31), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.227405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:34:48.228196 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (f4b63f9c-dbf8-4254-84f5-6a9561b83b31), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:34:48.230217 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:34:48.256618 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-49faf944-6640-4532-a7c7-3bad021f8f4c tempest-RoutersTestDVR-1050073814 tempest-RoutersTestDVR-1050073814-project] 10.222.0.53 "GET /v2.0/routers/58bf8487-9810-4c48-a4a0-694af84bba53 HTTP/1.1" status: 200 len: 683 time: 0.5479991 Jan 28 12:34:48.257316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45206) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:48.317701 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (dd932204-a6c7-450e-b61d-65575f4eb379), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.324407 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.333063 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dd932204-a6c7-450e-b61d-65575f4eb379 HTTP/1.1" status: 204 len: 168 time: 0.4025223 Jan 28 12:34:48.364890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93148435-3f02-4d6f-85c6-80f643e2bad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd932204-a6c7-450e-b61d-65575f4eb379,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:48.477660 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8888f4-2d3b-45f2-b419-895fd885947a tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (58bf8487-9810-4c48-a4a0-694af84bba53), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.576412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:48.603938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c90ce-ae37-487a-85cb-dbea45919ec9 req-6647ce55-2a5c-4b52-a0f7-1b504b9d689c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:48.610539 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef9c90ce-ae37-487a-85cb-dbea45919ec9 req-6647ce55-2a5c-4b52-a0f7-1b504b9d689c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 945 time: 0.2273040 Jan 28 12:34:48.636907 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b84c6d4d-79be-4090-91d5-cab21fe05de6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f25487ef57234bf99ebde8a50d8da13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0585642 Jan 28 12:34:48.639128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:48.663053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45d5a-9718-4b41-b370-86f35783f689 req-51138c19-d73d-4895-ae13-56fdac642aef tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:48.668635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45d5a-9718-4b41-b370-86f35783f689 req-51138c19-d73d-4895-ae13-56fdac642aef tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:48.675642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45d5a-9718-4b41-b370-86f35783f689 req-51138c19-d73d-4895-ae13-56fdac642aef tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:48.681593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45d5a-9718-4b41-b370-86f35783f689 req-51138c19-d73d-4895-ae13-56fdac642aef tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:48.686845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45d5a-9718-4b41-b370-86f35783f689 req-51138c19-d73d-4895-ae13-56fdac642aef tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:48.692780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45d5a-9718-4b41-b370-86f35783f689 req-51138c19-d73d-4895-ae13-56fdac642aef tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:48.697013 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4776ff3a-8fa4-407c-b97f-94005ca0679b admin admin] Publish callbacks [] for security_group (d89547a0-6a86-4d91-a861-cfed8466c314), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.698447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45d5a-9718-4b41-b370-86f35783f689 req-51138c19-d73d-4895-ae13-56fdac642aef tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:48.700441 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0c45d5a-9718-4b41-b370-86f35783f689 req-51138c19-d73d-4895-ae13-56fdac642aef tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5445 time: 0.3184450 Jan 28 12:34:48.721277 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4776ff3a-8fa4-407c-b97f-94005ca0679b admin admin] Publish callbacks [] for security_group (d89547a0-6a86-4d91-a861-cfed8466c314), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.749757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8888f4-2d3b-45f2-b419-895fd885947a tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (58bf8487-9810-4c48-a4a0-694af84bba53), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.758551 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8888f4-2d3b-45f2-b419-895fd885947a tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router_controller (58bf8487-9810-4c48-a4a0-694af84bba53), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.777830 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4776ff3a-8fa4-407c-b97f-94005ca0679b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d89547a0-6a86-4d91-a861-cfed8466c314), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.780576 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4776ff3a-8fa4-407c-b97f-94005ca0679b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.782064 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4776ff3a-8fa4-407c-b97f-94005ca0679b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d89547a0-6a86-4d91-a861-cfed8466c314 HTTP/1.1" status: 204 len: 168 time: 0.1418004 Jan 28 12:34:48.790291 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776ff3a-8fa4-407c-b97f-94005ca0679b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89547a0-6a86-4d91-a861-cfed8466c314,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:48.827880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45228) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:48.875018 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0c45d5a-9718-4b41-b370-86f35783f689 req-b24b64e9-2d6d-4a0c-9030-efd35e19232c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310318 Jan 28 12:34:48.888807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef9c90ce-ae37-487a-85cb-dbea45919ec9 req-108a2d3a-2b6d-4862-b6ec-b0e8cf203375 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766356 Jan 28 12:34:48.890190 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8888f4-2d3b-45f2-b419-895fd885947a tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (58bf8487-9810-4c48-a4a0-694af84bba53), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.890838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8888f4-2d3b-45f2-b419-895fd885947a tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58bf8487-9810-4c48-a4a0-694af84bba53 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:34:48.896903 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8888f4-2d3b-45f2-b419-895fd885947a tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.898159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2e8888f4-2d3b-45f2-b419-895fd885947a tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] 10.222.0.53 "DELETE /v2.0/routers/58bf8487-9810-4c48-a4a0-694af84bba53 HTTP/1.1" status: 204 len: 168 time: 0.6396377 Jan 28 12:34:48.901652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45232) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:48.907404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b629c7c7-0cf9-417e-b945-759d60fec1da tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Request body: {'router': {'name': 'tempest-router-1167004380', 'distributed': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:48.945556 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b629c7c7-0cf9-417e-b945-759d60fec1da tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (9ca5cd77-091a-49ae-b5a5-0286f694f9dc), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.947177 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b629c7c7-0cf9-417e-b945-759d60fec1da tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (9ca5cd77-091a-49ae-b5a5-0286f694f9dc), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:48.997412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-08b4598a-1c24-4f37-b9b0-a40dc85d348d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:49.024269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b629c7c7-0cf9-417e-b945-759d60fec1da tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router_controller (9ca5cd77-091a-49ae-b5a5-0286f694f9dc), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.030655 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b629c7c7-0cf9-417e-b945-759d60fec1da tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (9ca5cd77-091a-49ae-b5a5-0286f694f9dc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.037961 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-08b4598a-1c24-4f37-b9b0-a40dc85d348d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] 10.222.0.53 "PUT /v2.0/quotas/ef77b051803c4968871ad91b22a2f679 HTTP/1.1" status: 200 len: 368 time: 0.2065277 Jan 28 12:34:49.038566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45240) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:49.047561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Request body: {'network': {'project_id': 'ef77b051803c4968871ad91b22a2f679'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:49.067983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b629c7c7-0cf9-417e-b945-759d60fec1da tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.069333 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b629c7c7-0cf9-417e-b945-759d60fec1da tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1665385 Jan 28 12:34:49.072508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45242) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:49.081240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Made reservation on behalf of ef77b051803c4968871ad91b22a2f679 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:34:49.083565 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.129416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.158286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883296e-23d8-4206-943c-e05f7e23b0dd req-34f96fd0-3a13-4dbe-a48c-424699b9ba99 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:49.164275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a883296e-23d8-4206-943c-e05f7e23b0dd req-34f96fd0-3a13-4dbe-a48c-424699b9ba99 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1107490 Jan 28 12:34:49.170596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4812ebd6-e298-46f8-8d81-260a772fe2c5 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (9ca5cd77-091a-49ae-b5a5-0286f694f9dc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.183884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c045c8-5c91-4c64-b11e-b7344bacf994 req-5df5bb3d-6383-417c-82cc-10f03a2a0c98 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:49.185895 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89c045c8-5c91-4c64-b11e-b7344bacf994 req-5df5bb3d-6383-417c-82cc-10f03a2a0c98 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.0946140 Jan 28 12:34:49.215224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-efb4a893-8ca5-4de6-8af8-b7d1eb3d620e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.269972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a883296e-23d8-4206-943c-e05f7e23b0dd req-42b1f11e-b242-4cb6-9542-ef2ed705060c tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989573 Jan 28 12:34:49.285299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89c045c8-5c91-4c64-b11e-b7344bacf994 req-993bf0bd-8387-4a80-b3c4-cc6c2371510e tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822446 Jan 28 12:34:49.372625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4812ebd6-e298-46f8-8d81-260a772fe2c5 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (9ca5cd77-091a-49ae-b5a5-0286f694f9dc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.375788 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4812ebd6-e298-46f8-8d81-260a772fe2c5 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router_controller (9ca5cd77-091a-49ae-b5a5-0286f694f9dc), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.442428 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4812ebd6-e298-46f8-8d81-260a772fe2c5 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (9ca5cd77-091a-49ae-b5a5-0286f694f9dc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.443287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4812ebd6-e298-46f8-8d81-260a772fe2c5 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca5cd77-091a-49ae-b5a5-0286f694f9dc {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:34:49.450296 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4812ebd6-e298-46f8-8d81-260a772fe2c5 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.454518 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4812ebd6-e298-46f8-8d81-260a772fe2c5 tempest-RoutersTestDVR-1234557491 tempest-RoutersTestDVR-1234557491-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9ca5cd77-091a-49ae-b5a5-0286f694f9dc HTTP/1.1" status: 204 len: 168 time: 0.3780777 Jan 28 12:34:49.463836 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks [] for security_group (f6ba2fc8-0fe5-478a-825e-2d3a051bfda9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.472585 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f6ba2fc8-0fe5-478a-825e-2d3a051bfda9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.515798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ba2fc8-0fe5-478a-825e-2d3a051bfda9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:49.519572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:34:49.530037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4f6bcd62-0de1-4ef7-851d-8bafad6ed6c7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.530392 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Added segment 4f6bcd62-0de1-4ef7-851d-8bafad6ed6c7 of type vlan for network 0cc9b4d8-4ac8-410e-bac3-3aaa39f89090 Jan 28 12:34:49.580657 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0cc9b4d8-4ac8-410e-bac3-3aaa39f89090), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.643628 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0cc9b4d8-4ac8-410e-bac3-3aaa39f89090), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.646984 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:49.647724 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.708274 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6686397 Jan 28 12:34:49.714658 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:49.723650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8750dc7e-bb75-4ab3-a9f5-e7dff04e91ad tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Request body: {'network': {'project_id': 'ef77b051803c4968871ad91b22a2f679'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:49.749876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c07d1-cfce-47a3-8261-491eda9bbf27 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Pushing event updated for resources: {'Network': ['ID=0cc9b4d8-4ac8-410e-bac3-3aaa39f89090,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:49.757960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adac46f-9689-44e2-934c-2905376cfd00 req-9129ca82-01e5-43be-ac23-0faebc124d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:49.759846 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2adac46f-9689-44e2-934c-2905376cfd00 req-9129ca82-01e5-43be-ac23-0faebc124d25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd4f3e15551437e9958e148d3bb8e05&device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 1096 time: 0.1315448 Jan 28 12:34:49.760813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8750dc7e-bb75-4ab3-a9f5-e7dff04e91ad tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Made reservation on behalf of ef77b051803c4968871ad91b22a2f679 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:34:49.761798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0cc9b4d8-4ac8-410e-bac3-3aaa39f89090 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:34:49.763849 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8750dc7e-bb75-4ab3-a9f5-e7dff04e91ad tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.773797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5b6ff-5c73-4477-b986-1d6a5db2b570 req-2ce9670b-cc52-4aeb-ace1-1fdb3d8ac344 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:49.775483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71d5b6ff-5c73-4477-b986-1d6a5db2b570 req-2ce9670b-cc52-4aeb-ace1-1fdb3d8ac344 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.0982499 Jan 28 12:34:49.791316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8750dc7e-bb75-4ab3-a9f5-e7dff04e91ad tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:34:49.802773 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8750dc7e-bb75-4ab3-a9f5-e7dff04e91ad tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d6f81be7-6525-4a59-a81c-e46df85c727d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.803120 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-8750dc7e-bb75-4ab3-a9f5-e7dff04e91ad tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Added segment d6f81be7-6525-4a59-a81c-e46df85c727d of type vlan for network 24d0374d-6ccc-45d4-a491-9be0d915c6de Jan 28 12:34:49.850749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45278) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:49.864361 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8750dc7e-bb75-4ab3-a9f5-e7dff04e91ad tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (24d0374d-6ccc-45d4-a491-9be0d915c6de), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.896216 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8750dc7e-bb75-4ab3-a9f5-e7dff04e91ad tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (24d0374d-6ccc-45d4-a491-9be0d915c6de), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.897257 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750dc7e-bb75-4ab3-a9f5-e7dff04e91ad tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:49.897881 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8750dc7e-bb75-4ab3-a9f5-e7dff04e91ad tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:49.910494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71d5b6ff-5c73-4477-b986-1d6a5db2b570 req-8f2b6cb6-f4b7-492d-91e9-c6943209cd33 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153736 Jan 28 12:34:49.942916 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8750dc7e-bb75-4ab3-a9f5-e7dff04e91ad tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2271016 Jan 28 12:34:49.975677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45288) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:49.988134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7746a284-e970-4fe8-b6d0-69325404fba0 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Request body: {'network': {'project_id': 'ef77b051803c4968871ad91b22a2f679'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:50.007582 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-7746a284-e970-4fe8-b6d0-69325404fba0 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 12:34:50.008318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7746a284-e970-4fe8-b6d0-69325404fba0 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:34:50.009919 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7746a284-e970-4fe8-b6d0-69325404fba0 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0330772 Jan 28 12:34:50.011094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750dc7e-bb75-4ab3-a9f5-e7dff04e91ad tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Pushing event updated for resources: {'Network': ['ID=24d0374d-6ccc-45d4-a491-9be0d915c6de,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:50.013458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45292) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:50.037584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 24d0374d-6ccc-45d4-a491-9be0d915c6de details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:34:50.059091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adac46f-9689-44e2-934c-2905376cfd00 req-70792646-2edd-4b85-bcd0-5897cdcb206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.061824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2adac46f-9689-44e2-934c-2905376cfd00 req-70792646-2edd-4b85-bcd0-5897cdcb206b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 HTTP/1.1" status: 200 len: 920 time: 0.2848966 Jan 28 12:34:50.074820 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5c759356-c7e3-41aa-8656-015a303d33b8 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef77b051803c4968871ad91b22a2f679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597222 Jan 28 12:34:50.077857 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45294) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:50.154940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2adac46f-9689-44e2-934c-2905376cfd00 req-7f5dfeb8-ef6b-4a60-814c-7a2d636a447b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b HTTP/1.1" status: 200 len: 217 time: 0.0852144 Jan 28 12:34:50.182354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2654f0b2-c0a2-4881-be5c-7bb5e89401a6 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks [] for security_group (f6ba2fc8-0fe5-478a-825e-2d3a051bfda9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.203643 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7849217-7a81-45e3-8817-a0e48709ab09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.211061 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2654f0b2-c0a2-4881-be5c-7bb5e89401a6 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks [] for security_group (f6ba2fc8-0fe5-478a-825e-2d3a051bfda9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.248646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45298) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:50.270516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019345a-d359-420a-97f5-9c0cef8c5cdd req-e47a2321-c79c-43fb-bbb3-27e8897ee73a tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.274054 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2654f0b2-c0a2-4881-be5c-7bb5e89401a6 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f6ba2fc8-0fe5-478a-825e-2d3a051bfda9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.276174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019345a-d359-420a-97f5-9c0cef8c5cdd req-e47a2321-c79c-43fb-bbb3-27e8897ee73a tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.276995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2654f0b2-c0a2-4881-be5c-7bb5e89401a6 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.278211 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2654f0b2-c0a2-4881-be5c-7bb5e89401a6 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6ba2fc8-0fe5-478a-825e-2d3a051bfda9 HTTP/1.1" status: 204 len: 168 time: 0.1992154 Jan 28 12:34:50.281426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019345a-d359-420a-97f5-9c0cef8c5cdd req-e47a2321-c79c-43fb-bbb3-27e8897ee73a tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.282412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45302) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:50.287477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019345a-d359-420a-97f5-9c0cef8c5cdd req-e47a2321-c79c-43fb-bbb3-27e8897ee73a tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.293771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019345a-d359-420a-97f5-9c0cef8c5cdd req-e47a2321-c79c-43fb-bbb3-27e8897ee73a tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.293978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654f0b2-c0a2-4881-be5c-7bb5e89401a6 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ba2fc8-0fe5-478a-825e-2d3a051bfda9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:50.302428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019345a-d359-420a-97f5-9c0cef8c5cdd req-e47a2321-c79c-43fb-bbb3-27e8897ee73a tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.312390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019345a-d359-420a-97f5-9c0cef8c5cdd req-e47a2321-c79c-43fb-bbb3-27e8897ee73a tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.316393 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6019345a-d359-420a-97f5-9c0cef8c5cdd req-e47a2321-c79c-43fb-bbb3-27e8897ee73a tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5445 time: 0.2315428 Jan 28 12:34:50.352037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adac46f-9689-44e2-934c-2905376cfd00 req-c936bc1b-ab98-4eb8-93aa-47af36bc7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.353520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2adac46f-9689-44e2-934c-2905376cfd00 req-c936bc1b-ab98-4eb8-93aa-47af36bc7256 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c86275c7-8e5c-4f5d-968d-3433128a5047 HTTP/1.1" status: 200 len: 859 time: 0.1694777 Jan 28 12:34:50.395896 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (24d0374d-6ccc-45d4-a491-9be0d915c6de), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.416888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8141fcfb-a509-4614-b63b-f2508828472f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.425334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2adac46f-9689-44e2-934c-2905376cfd00 req-ec9afd66-3a68-44bd-9a7a-932ee32cbdf7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562272 Jan 28 12:34:50.512719 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (24d0374d-6ccc-45d4-a491-9be0d915c6de), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.547635 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d0374d-6ccc-45d4-a491-9be0d915c6de']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:50.558875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6019345a-d359-420a-97f5-9c0cef8c5cdd req-c6a7e129-ae30-4158-89ab-4f5b5a2d4d1a tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2243812 Jan 28 12:34:50.563864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f81be7-6525-4a59-a81c-e46df85c727d') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:50.564836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f81be7-6525-4a59-a81c-e46df85c727d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:50.572539 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7849217-7a81-45e3-8817-a0e48709ab09 admin admin] Publish callbacks [] for security_group (8b6250dd-07fc-4922-9831-c404a40ec535), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.578908 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (d6f81be7-6525-4a59-a81c-e46df85c727d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.601152 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7849217-7a81-45e3-8817-a0e48709ab09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8b6250dd-07fc-4922-9831-c404a40ec535), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.607531 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d6f81be7-6525-4a59-a81c-e46df85c727d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.628605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:34:50.629104 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (d6f81be7-6525-4a59-a81c-e46df85c727d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:34:50.630959 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:34:50.632932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77c6b8-e686-4bd7-a2d5-c15b00f80500 req-696d6135-a82c-43f7-a3f0-d8043370eb60 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.633021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8141fcfb-a509-4614-b63b-f2508828472f admin admin] Publish callbacks [] for security_group (512e4095-89e8-4cac-a0be-cf074d9bc00c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.634263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6e77c6b8-e686-4bd7-a2d5-c15b00f80500 req-696d6135-a82c-43f7-a3f0-d8043370eb60 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.2423718 Jan 28 12:34:50.646813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8141fcfb-a509-4614-b63b-f2508828472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (512e4095-89e8-4cac-a0be-cf074d9bc00c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.693605 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a7849217-7a81-45e3-8817-a0e48709ab09 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9425c23f7f5f4f34ab649dbf5a77070d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8373230 Jan 28 12:34:50.700766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45310) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:50.713903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7849217-7a81-45e3-8817-a0e48709ab09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6250dd-07fc-4922-9831-c404a40ec535,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:50.714558 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (24d0374d-6ccc-45d4-a491-9be0d915c6de), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.732309 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2adac46f-9689-44e2-934c-2905376cfd00 req-b3734184-1728-466b-9eec-152cf77ca25c service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863533 Jan 28 12:34:50.743363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.745064 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] 10.222.0.53 "DELETE /v2.0/networks/24d0374d-6ccc-45d4-a491-9be0d915c6de HTTP/1.1" status: 204 len: 168 time: 0.4567828 Jan 28 12:34:50.751546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45312) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:50.759081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f9205-bd8f-4a0b-a3a7-c5a173698f72 tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Pushing event deleted for resources: {'Network': ['ID=24d0374d-6ccc-45d4-a491-9be0d915c6de,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:50.762295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141fcfb-a509-4614-b63b-f2508828472f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512e4095-89e8-4cac-a0be-cf074d9bc00c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:50.776642 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8141fcfb-a509-4614-b63b-f2508828472f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32f7711765b14a4ba25de7f5e0f5e46a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5268426 Jan 28 12:34:50.779167 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45314) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:50.840938 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6e77c6b8-e686-4bd7-a2d5-c15b00f80500 req-9835d3e6-868d-4d35-b47b-4378d2aae3d1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893082 Jan 28 12:34:50.862664 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (0cc9b4d8-4ac8-410e-bac3-3aaa39f89090), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.886189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dd4c7-abcc-41c5-856c-9570a8eb8d84 req-96106beb-e091-4c4d-809a-fd07727f0ae9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.891374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dd4c7-abcc-41c5-856c-9570a8eb8d84 req-96106beb-e091-4c4d-809a-fd07727f0ae9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.897387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dd4c7-abcc-41c5-856c-9570a8eb8d84 req-96106beb-e091-4c4d-809a-fd07727f0ae9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.902587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dd4c7-abcc-41c5-856c-9570a8eb8d84 req-96106beb-e091-4c4d-809a-fd07727f0ae9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.904618 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb48467a-09ff-46b8-954e-8404adc19625 admin admin] Publish callbacks [] for security_group (512e4095-89e8-4cac-a0be-cf074d9bc00c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.908546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dd4c7-abcc-41c5-856c-9570a8eb8d84 req-96106beb-e091-4c4d-809a-fd07727f0ae9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.913747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dd4c7-abcc-41c5-856c-9570a8eb8d84 req-96106beb-e091-4c4d-809a-fd07727f0ae9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.918990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dd4c7-abcc-41c5-856c-9570a8eb8d84 req-96106beb-e091-4c4d-809a-fd07727f0ae9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:50.920884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-983dd4c7-abcc-41c5-856c-9570a8eb8d84 req-96106beb-e091-4c4d-809a-fd07727f0ae9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5445 time: 0.2169368 Jan 28 12:34:50.935878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45318) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:50.947789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-73942ef4-28e3-49fc-9136-47e26e655348 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Request body: {'floatingip': {'port_id': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:50.973835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb48467a-09ff-46b8-954e-8404adc19625 admin admin] Publish callbacks [] for security_group (512e4095-89e8-4cac-a0be-cf074d9bc00c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.982442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (0cc9b4d8-4ac8-410e-bac3-3aaa39f89090), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:50.997842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5d0bab2-7d83-4db6-8fb3-c21b84ebfe60 admin admin] Publish callbacks [] for security_group (8b6250dd-07fc-4922-9831-c404a40ec535), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.021034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc9b4d8-4ac8-410e-bac3-3aaa39f89090']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:51.027919 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2adac46f-9689-44e2-934c-2905376cfd00 req-71f2758e-155f-474d-8579-0224ffa4462b service neutron] 10.222.0.49 "GET /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862544 Jan 28 12:34:51.036573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6bcd62-0de1-4ef7-851d-8bafad6ed6c7') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:51.037366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6bcd62-0de1-4ef7-851d-8bafad6ed6c7') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:51.047754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73942ef4-28e3-49fc-9136-47e26e655348 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for floatingip (ccee6d71-9fec-4969-a3c5-815dd2bfa15e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.055608 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (4f6bcd62-0de1-4ef7-851d-8bafad6ed6c7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.079559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4f6bcd62-0de1-4ef7-851d-8bafad6ed6c7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.091577 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb48467a-09ff-46b8-954e-8404adc19625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (512e4095-89e8-4cac-a0be-cf074d9bc00c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.095843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb48467a-09ff-46b8-954e-8404adc19625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.097296 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cb48467a-09ff-46b8-954e-8404adc19625 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/512e4095-89e8-4cac-a0be-cf074d9bc00c HTTP/1.1" status: 204 len: 168 time: 0.3170543 Jan 28 12:34:51.099474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:34:51.100071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (4f6bcd62-0de1-4ef7-851d-8bafad6ed6c7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:34:51.104057 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:34:51.160883 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5d0bab2-7d83-4db6-8fb3-c21b84ebfe60 admin admin] Publish callbacks [] for security_group (8b6250dd-07fc-4922-9831-c404a40ec535), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.167088 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48467a-09ff-46b8-954e-8404adc19625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512e4095-89e8-4cac-a0be-cf074d9bc00c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:51.202812 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (0cc9b4d8-4ac8-410e-bac3-3aaa39f89090), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.215442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.222235 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] 10.222.0.53 "DELETE /v2.0/networks/0cc9b4d8-4ac8-410e-bac3-3aaa39f89090 HTTP/1.1" status: 204 len: 168 time: 0.4694037 Jan 28 12:34:51.263536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79660a27-a0b2-4d72-b9ce-c7ecdac4946d tempest-QuotasNegativeTest-928677924 tempest-QuotasNegativeTest-928677924-project-admin] Pushing event deleted for resources: {'Network': ['ID=0cc9b4d8-4ac8-410e-bac3-3aaa39f89090,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:51.321964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f478894-0523-4dea-bd8c-fb25adb89e01 req-b39d1f64-9230-458d-95d4-f3e7d66e8606 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:51.323918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f478894-0523-4dea-bd8c-fb25adb89e01 req-b39d1f64-9230-458d-95d4-f3e7d66e8606 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.3241634 Jan 28 12:34:51.443145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f478894-0523-4dea-bd8c-fb25adb89e01 req-740eed7c-4ec3-4cdf-a4f9-687a98a4eb70 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049736 Jan 28 12:34:51.447518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5d0bab2-7d83-4db6-8fb3-c21b84ebfe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8b6250dd-07fc-4922-9831-c404a40ec535), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.449984 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5d0bab2-7d83-4db6-8fb3-c21b84ebfe60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.458672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e5d0bab2-7d83-4db6-8fb3-c21b84ebfe60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b6250dd-07fc-4922-9831-c404a40ec535 HTTP/1.1" status: 204 len: 168 time: 0.7483714 Jan 28 12:34:51.536835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0bab2-7d83-4db6-8fb3-c21b84ebfe60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6250dd-07fc-4922-9831-c404a40ec535,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:51.603463 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32b5ed61-d5b6-4c2a-8901-b58d5371cbd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:51.788479 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:34:52.076879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:52.081709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192e15c-90e5-433a-9b60-b071f0791058 req-d3c9aa0e-b5c9-4a7b-984c-aa4d02064c33 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:52.083201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8192e15c-90e5-433a-9b60-b071f0791058 req-d3c9aa0e-b5c9-4a7b-984c-aa4d02064c33 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.1364713 Jan 28 12:34:52.096888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a36ebfe-e369-47d4-abbe-df6d3fde222b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.189761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8192e15c-90e5-433a-9b60-b071f0791058 req-844ccc77-af69-4399-a609-33a97676e251 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985844 Jan 28 12:34:52.233142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45356) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:52.243087 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a36ebfe-e369-47d4-abbe-df6d3fde222b admin admin] Publish callbacks [] for security_group (2471c036-2de2-492c-836a-14a5b3a17386), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.249241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a36ebfe-e369-47d4-abbe-df6d3fde222b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2471c036-2de2-492c-836a-14a5b3a17386), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.259823 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73942ef4-28e3-49fc-9136-47e26e655348 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.266710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73942ef4-28e3-49fc-9136-47e26e655348 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (ccee6d71-9fec-4969-a3c5-815dd2bfa15e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.301079 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8a36ebfe-e369-47d4-abbe-df6d3fde222b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41fda7ce919d40938d25720f7d10cd00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230866 Jan 28 12:34:52.311063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45360) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:52.311412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36ebfe-e369-47d4-abbe-df6d3fde222b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2471c036-2de2-492c-836a-14a5b3a17386,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:52.393884 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-73942ef4-28e3-49fc-9136-47e26e655348 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Floating IP ccee6d71-9fec-4969-a3c5-815dd2bfa15e associated. External IP: 172.25.7.23, port: d18dd548-98ca-4f06-ab2e-5e85c9b77764. Jan 28 12:34:52.396132 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42761f6f-e521-41e2-b25f-e51d5570b8eb admin admin] Publish callbacks [] for security_group (2471c036-2de2-492c-836a-14a5b3a17386), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.422776 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42761f6f-e521-41e2-b25f-e51d5570b8eb admin admin] Publish callbacks [] for security_group (2471c036-2de2-492c-836a-14a5b3a17386), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.497472 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42761f6f-e521-41e2-b25f-e51d5570b8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2471c036-2de2-492c-836a-14a5b3a17386), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.500721 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42761f6f-e521-41e2-b25f-e51d5570b8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.505232 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-42761f6f-e521-41e2-b25f-e51d5570b8eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2471c036-2de2-492c-836a-14a5b3a17386 HTTP/1.1" status: 204 len: 168 time: 0.1994555 Jan 28 12:34:52.518513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42761f6f-e521-41e2-b25f-e51d5570b8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2471c036-2de2-492c-836a-14a5b3a17386,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:52.594366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-243092a4-d0f7-43db-b529-65e6e33152fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.696819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73942ef4-28e3-49fc-9136-47e26e655348 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Router 00134be2-d1e3-4150-97e2-22228bb223d3 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:34:52.697442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-243092a4-d0f7-43db-b529-65e6e33152fb admin admin] Publish callbacks [] for security_group (c3f17d93-cd27-440f-8199-f913873e69fa), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.703701 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-243092a4-d0f7-43db-b529-65e6e33152fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c3f17d93-cd27-440f-8199-f913873e69fa), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.712104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075d67c-eef7-4009-b259-21047f308ff6 req-42cc4b1f-0873-44f1-9b88-e65b7289f1e1 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:52.713989 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9075d67c-eef7-4009-b259-21047f308ff6 req-42cc4b1f-0873-44f1-9b88-e65b7289f1e1 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.0807240 Jan 28 12:34:52.761077 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-243092a4-d0f7-43db-b529-65e6e33152fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4e7406f49e644f48fb762bc5da21533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5268223 Jan 28 12:34:52.763158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243092a4-d0f7-43db-b529-65e6e33152fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f17d93-cd27-440f-8199-f913873e69fa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:52.765609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45382) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:52.821932 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4414007f-5b44-4aed-aef6-175a7bdee172 admin admin] Publish callbacks [] for security_group (c3f17d93-cd27-440f-8199-f913873e69fa), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.859076 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.860133 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4414007f-5b44-4aed-aef6-175a7bdee172 admin admin] Publish callbacks [] for security_group (c3f17d93-cd27-440f-8199-f913873e69fa), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.869361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9075d67c-eef7-4009-b259-21047f308ff6 req-8815ce27-5947-46d6-b7cf-5eb562420bcc tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476171 Jan 28 12:34:52.906481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73942ef4-28e3-49fc-9136-47e26e655348 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:34:52.925238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108fdf2-363b-4b3f-b93e-e507f702cd43 None None] Sync routers for ids ['00134be2-d1e3-4150-97e2-22228bb223d3'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:34:52.928978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73942ef4-28e3-49fc-9136-47e26e655348 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.950107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108fdf2-363b-4b3f-b93e-e507f702cd43 None None] Routers {'00134be2-d1e3-4150-97e2-22228bb223d3'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:52.950765 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4414007f-5b44-4aed-aef6-175a7bdee172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c3f17d93-cd27-440f-8199-f913873e69fa), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.951194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5108fdf2-363b-4b3f-b93e-e507f702cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['00134be2-d1e3-4150-97e2-22228bb223d3'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:52.955977 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4414007f-5b44-4aed-aef6-175a7bdee172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:52.957913 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4414007f-5b44-4aed-aef6-175a7bdee172 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3f17d93-cd27-440f-8199-f913873e69fa HTTP/1.1" status: 204 len: 168 time: 0.1911800 Jan 28 12:34:52.981153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414007f-5b44-4aed-aef6-175a7bdee172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f17d93-cd27-440f-8199-f913873e69fa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:53.020992 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-73942ef4-28e3-49fc-9136-47e26e655348 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "PUT /v2.0/floatingips/ccee6d71-9fec-4969-a3c5-815dd2bfa15e HTTP/1.1" status: 200 len: 990 time: 2.0784779 Jan 28 12:34:53.021695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:34:53.024320 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38" -d '{"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "d18dd548-98ca-4f06-ab2e-5e85c9b77764"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:34:53.153737 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee4a53d-fa73-4805-917c-b2264eb38d1d x-openstack-request-id: req-1ee4a53d-fa73-4805-917c-b2264eb38d1d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:34:53.154024 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "tag": "d18dd548-98ca-4f06-ab2e-5e85c9b77764", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:34:53.154279 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ee4a53d-fa73-4805-917c-b2264eb38d1d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:34:53.154686 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'tag': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764', 'status': 'completed', 'code': 200} Jan 28 12:34:53.158626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5108fdf2-363b-4b3f-b93e-e507f702cd43 None None] Set router 00134be2-d1e3-4150-97e2-22228bb223d3 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:34:53.296806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-3c48c8eb-4bc4-46cf-b553-92751c2e73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:53.297490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-3c48c8eb-4bc4-46cf-b553-92751c2e73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:53.298611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-3c48c8eb-4bc4-46cf-b553-92751c2e73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:53.300028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-3c48c8eb-4bc4-46cf-b553-92751c2e73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:53.300760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-3c48c8eb-4bc4-46cf-b553-92751c2e73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:53.301439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-3c48c8eb-4bc4-46cf-b553-92751c2e73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:53.302098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-3c48c8eb-4bc4-46cf-b553-92751c2e73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:53.305044 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-3c48c8eb-4bc4-46cf-b553-92751c2e73be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 6502 time: 0.1128817 Jan 28 12:34:53.431191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6d781-bd50-4ba2-839b-39bdaa3649a2 req-858e036a-7825-40b2-835d-d2517e26af2f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:53.439302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-64b6d781-bd50-4ba2-839b-39bdaa3649a2 req-858e036a-7825-40b2-835d-d2517e26af2f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.1322007 Jan 28 12:34:53.529012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-a7bd254c-de1b-4eba-9370-2a1cac0c0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:53.531123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-a7bd254c-de1b-4eba-9370-2a1cac0c0ffa service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bf351ce-cde8-4750-8c3e-65261d6dbfdd HTTP/1.1" status: 200 len: 917 time: 0.2121603 Jan 28 12:34:53.608193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-64b6d781-bd50-4ba2-839b-39bdaa3649a2 req-6aaeea07-f216-43d1-8ef9-7fc9b6fb2c07 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677032 Jan 28 12:34:53.619236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-e907ca15-1b9d-425a-9cb7-472410fab631 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d18dd548-98ca-4f06-ab2e-5e85c9b77764 HTTP/1.1" status: 200 len: 998 time: 0.0772529 Jan 28 12:34:53.676518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-9585162a-4855-4565-84e0-66111e4b2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:53.678468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-9585162a-4855-4565-84e0-66111e4b2bef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01f467cc-bdc7-448a-a68f-ccbe4d40c1b8 HTTP/1.1" status: 200 len: 855 time: 0.0534430 Jan 28 12:34:53.711954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5108fdf2-363b-4b3f-b93e-e507f702cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:31:13Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'ccee6d71-9fec-4969-a3c5-815dd2bfa15e', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'port_id': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'mac_address': 'fa:16:3e:02:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:32:53Z', 'updated_at': '2022-01-28T12:34:52Z', 'revision_number': 1, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c3881b-b8d9-496f-9094-5de1643665ed', 'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'mac_address': 'fa:16:3e:53:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:12Z', 'updated_at': '2022-01-28T12:31:31Z', 'revision_number': 5, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'subnets': [{'id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:53.731456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-4387c866-1e2a-4498-9b97-50037fea7f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:53.732885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-4387c866-1e2a-4498-9b97-50037fea7f57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bf351ce-cde8-4750-8c3e-65261d6dbfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485187 Jan 28 12:34:53.753936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108fdf2-363b-4b3f-b93e-e507f702cd43 None None] Checking router: 00134be2-d1e3-4150-97e2-22228bb223d3 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:34:53.763956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45424) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:53.769892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108fdf2-363b-4b3f-b93e-e507f702cd43 None None] Routers {'00134be2-d1e3-4150-97e2-22228bb223d3'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:34:53.770773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5108fdf2-363b-4b3f-b93e-e507f702cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['00134be2-d1e3-4150-97e2-22228bb223d3'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:53.784102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-86c9be6e-df97-4311-aeab-95adb0cf2589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:53.853026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-ca6410da-107c-4ce2-ba9b-43598e0c1a2f service neutron] 10.222.0.49 "GET /v2.0/networks/1bf351ce-cde8-4750-8c3e-65261d6dbfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125271 Jan 28 12:34:53.935627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-86c9be6e-df97-4311-aeab-95adb0cf2589 admin admin] Publish callbacks [] for security_group (58db4894-310d-4582-8407-d9e723233dc2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:53.941316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5108fdf2-363b-4b3f-b93e-e507f702cd43 None None] Set router 00134be2-d1e3-4150-97e2-22228bb223d3 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:34:53.944420 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-86c9be6e-df97-4311-aeab-95adb0cf2589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (58db4894-310d-4582-8407-d9e723233dc2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:54.034258 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9be6e-df97-4311-aeab-95adb0cf2589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58db4894-310d-4582-8407-d9e723233dc2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:54.046592 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-86c9be6e-df97-4311-aeab-95adb0cf2589 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0f94103e3274476accfc52cff9194e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778168 Jan 28 12:34:54.047641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad3ff8d6-c23a-4cd2-912f-3c84ba267e38 req-1d4698ed-6980-4944-8a32-8d95943e2cc3 service neutron] 10.222.0.49 "GET /v2.0/networks/1bf351ce-cde8-4750-8c3e-65261d6dbfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820049 Jan 28 12:34:54.047780 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45432) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:54.103887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167131e-72bd-489d-89d1-65dc6c923f87 req-2be69c34-0f32-46c8-8125-4259fbce14ad tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:54.105665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1167131e-72bd-489d-89d1-65dc6c923f87 req-2be69c34-0f32-46c8-8125-4259fbce14ad tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.0973060 Jan 28 12:34:54.156628 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5406f7c3-6fef-4eab-be0a-86bc3bf59063 admin admin] Publish callbacks [] for security_group (58db4894-310d-4582-8407-d9e723233dc2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:54.166154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1167131e-72bd-489d-89d1-65dc6c923f87 req-0e888dad-7a1b-45d3-89cc-4e4af2461b49 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525937 Jan 28 12:34:54.215917 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5406f7c3-6fef-4eab-be0a-86bc3bf59063 admin admin] Publish callbacks [] for security_group (58db4894-310d-4582-8407-d9e723233dc2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:54.285040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5406f7c3-6fef-4eab-be0a-86bc3bf59063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (58db4894-310d-4582-8407-d9e723233dc2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:54.286741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5108fdf2-363b-4b3f-b93e-e507f702cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:31:13Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'ccee6d71-9fec-4969-a3c5-815dd2bfa15e', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'port_id': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'mac_address': 'fa:16:3e:02:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:32:53Z', 'updated_at': '2022-01-28T12:34:52Z', 'revision_number': 1, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c3881b-b8d9-496f-9094-5de1643665ed', 'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'mac_address': 'fa:16:3e:53:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:12Z', 'updated_at': '2022-01-28T12:31:31Z', 'revision_number': 5, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'subnets': [{'id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:34:54.290600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5406f7c3-6fef-4eab-be0a-86bc3bf59063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:54.291912 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5406f7c3-6fef-4eab-be0a-86bc3bf59063 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58db4894-310d-4582-8407-d9e723233dc2 HTTP/1.1" status: 204 len: 168 time: 0.2413399 Jan 28 12:34:54.305732 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406f7c3-6fef-4eab-be0a-86bc3bf59063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db4894-310d-4582-8407-d9e723233dc2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:54.352106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108fdf2-363b-4b3f-b93e-e507f702cd43 None None] The sync data for ids ['00134be2-d1e3-4150-97e2-22228bb223d3'] in n-d-824835-4 is: [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:31:13Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'ccee6d71-9fec-4969-a3c5-815dd2bfa15e', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'port_id': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'mac_address': 'fa:16:3e:02:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:32:53Z', 'updated_at': '2022-01-28T12:34:52Z', 'revision_number': 1, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c3881b-b8d9-496f-9094-5de1643665ed', 'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'mac_address': 'fa:16:3e:53:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:12Z', 'updated_at': '2022-01-28T12:31:31Z', 'revision_number': 5, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'subnets': [{'id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:34:54.573837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:54.673927 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1627e1ef-e6fc-4ec6-bc62-9bea049685ee None None] New status for floating IP ccee6d71-9fec-4969-a3c5-815dd2bfa15e: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:34:54.823313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d99a0-48ea-4326-b8e7-49e9c0272969 req-deeab3cc-bd73-4346-b978-aafdbdd20068 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:54.824872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-942d99a0-48ea-4326-b8e7-49e9c0272969 req-deeab3cc-bd73-4346-b978-aafdbdd20068 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 945 time: 0.0776567 Jan 28 12:34:54.827089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-16dd1401-d40f-47f6-9576-cd246b880fda tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:54.828704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-16dd1401-d40f-47f6-9576-cd246b880fda tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3&tenant_id=28c9043847134daea969876de73b5965&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1096 time: 0.1166887 Jan 28 12:34:54.860947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-4'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:54.965513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-942d99a0-48ea-4326-b8e7-49e9c0272969 req-1f89c1e7-6727-4835-a04c-a9d8e67190f7 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329901 Jan 28 12:34:54.968085 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:55.122444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:55.166831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:34:55.225435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ace1c-13d3-4a84-8fbd-c1aeb04efba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85137ef3-17bf-4ee4-b3b8-05a72b4613bd'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:34:55.228742 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a08b8d0-81ed-4ef6-9746-a34c8a2b5c95" -d '{"events": [{"server_uuid": "975ace1c-13d3-4a84-8fbd-c1aeb04efba3", "name": "network-vif-unplugged", "status": "completed", "tag": "85137ef3-17bf-4ee4-b3b8-05a72b4613bd"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:34:55.233334 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Publish callbacks [] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:55.242843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:55.301061 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cbff57-ac2f-4fb3-81a7-3f7469567170 x-openstack-request-id: req-c7cbff57-ac2f-4fb3-81a7-3f7469567170 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:34:55.301499 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ace1c-13d3-4a84-8fbd-c1aeb04efba3", "name": "network-vif-unplugged", "status": "completed", "tag": "85137ef3-17bf-4ee4-b3b8-05a72b4613bd", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:34:55.301771 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7cbff57-ac2f-4fb3-81a7-3f7469567170 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:34:55.302328 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975ace1c-13d3-4a84-8fbd-c1aeb04efba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85137ef3-17bf-4ee4-b3b8-05a72b4613bd', 'code': 200} Jan 28 12:34:55.354908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on host n-h2-824835-4 for vnic_type normal with profile {"migrating_to": "n-h1-824835-4"} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:34:55.355255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:34:55.355612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:34:55.365957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:34:55.365957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:34:55.370579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:34:55.370924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:34:55.371317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:34:55.371768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Bound port: 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:34:55.372276 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:55.386582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Pushing event updated for resources: {'Port': ['ID=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:55.396029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45500) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:55.402846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 85137ef3-17bf-4ee4-b3b8-05a72b4613bd details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:34:55.450969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45504) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:55.468722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:34:55.472791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:34:55.479231 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:55.586386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:55.587403 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:55.588889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] 10.222.0.35 "PUT /v2.0/ports/85137ef3-17bf-4ee4-b3b8-05a72b4613bd HTTP/1.1" status: 200 len: 1121 time: 0.7476025 Jan 28 12:34:55.597810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5777dfb-9362-433e-bba2-fc23cede2999 service neutron] Pushing event updated for resources: {'Port': ['ID=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:55.634137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ede1a1b-e6e7-49ae-9962-89b5ce765b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:55.679923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:55.766714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['85137ef3-17bf-4ee4-b3b8-05a72b4613bd'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:55.780147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2138281336', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:55.828369 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Made reservation on behalf of 528f6accefef484c8ae804b9e0bceaa2 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:34:55.836426 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:55.860379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['85137ef3-17bf-4ee4-b3b8-05a72b4613bd'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:34:55.863364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on host n-h2-824835-4 for vnic_type normal with profile {"migrating_to": "n-h1-824835-4"} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:34:55.863953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:34:55.864640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:34:55.866937 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:55.899046 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ede1a1b-e6e7-49ae-9962-89b5ce765b4b admin admin] Publish callbacks [] for security_group (70a66550-f62d-487a-8c90-ccc6e33e54da), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:55.911521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ede1a1b-e6e7-49ae-9962-89b5ce765b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (70a66550-f62d-487a-8c90-ccc6e33e54da), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:55.933022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:34:55.933616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Attempting to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on network d35abe7a-4c5a-4b32-a523-ada4c5d4474d {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:34:55.975863 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4ede1a1b-e6e7-49ae-9962-89b5ce765b4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca377a2c9e5e4e3d9973312ee27c4353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5237815 Jan 28 12:34:55.978970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45518) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:55.979845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede1a1b-e6e7-49ae-9962-89b5ce765b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a66550-f62d-487a-8c90-ccc6e33e54da,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:56.044078 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks [] for security_group (096ac50a-9638-4b61-8612-9c1b9366a491), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.049353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:34:56.049994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Checking segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:34:56.050765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Bound using segment: {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:34:56.051569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Bound port: 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f6e63e-3428-41e3-878b-129176006570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd35abe7a-4c5a-4b32-a523-ada4c5d4474d'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:34:56.052273 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.052436 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (096ac50a-9638-4b61-8612-9c1b9366a491), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.058415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] device_id is not set on port 5c4bb50c-ae3e-403a-9210-5ac5011ace1a yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:34:56.059808 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.120268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096ac50a-9638-4b61-8612-9c1b9366a491,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:56.159308 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97163213-eedf-48c3-a56e-37df206e5382 admin admin] Publish callbacks [] for security_group (70a66550-f62d-487a-8c90-ccc6e33e54da), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.231276 n-d-824835-4 neutron-server[103130]: WARNING neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Concurrent port binding operations failed on port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd Jan 28 12:34:56.235139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:34:56.237094 n-d-824835-4 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Attempt 2 to bind port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd Jan 28 12:34:56.237559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 85137ef3-17bf-4ee4-b3b8-05a72b4613bd has no active binding in host n-h1-824835-4 {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 12:34:56.244024 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97163213-eedf-48c3-a56e-37df206e5382 admin admin] Publish callbacks [] for security_group (70a66550-f62d-487a-8c90-ccc6e33e54da), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.291584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717845c8-5c04-4797-b2fe-c850c1a6e2c6 req-1f6825db-351e-402e-ad00-40860726f487 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:56.293264 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-717845c8-5c04-4797-b2fe-c850c1a6e2c6 req-1f6825db-351e-402e-ad00-40860726f487 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1538198 Jan 28 12:34:56.308619 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Allocated IP 172.25.7.76 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/5c4bb50c-ae3e-403a-9210-5ac5011ace1a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:34:56.364623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97163213-eedf-48c3-a56e-37df206e5382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (70a66550-f62d-487a-8c90-ccc6e33e54da), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.368551 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97163213-eedf-48c3-a56e-37df206e5382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.372051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-97163213-eedf-48c3-a56e-37df206e5382 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70a66550-f62d-487a-8c90-ccc6e33e54da HTTP/1.1" status: 204 len: 168 time: 0.3915856 Jan 28 12:34:56.422593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97163213-eedf-48c3-a56e-37df206e5382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a66550-f62d-487a-8c90-ccc6e33e54da,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:56.507799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-717845c8-5c04-4797-b2fe-c850c1a6e2c6 req-d84188ac-25ad-4a8a-ac0e-34935bee7b77 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006781 Jan 28 12:34:56.614033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks [] for port (5c4bb50c-ae3e-403a-9210-5ac5011ace1a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.671825 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (5c4bb50c-ae3e-403a-9210-5ac5011ace1a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.733339 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Pushing event updated for resources: {'Port': ['ID=5c4bb50c-ae3e-403a-9210-5ac5011ace1a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:56.756152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:34:56.761514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:34:56.762939 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:34:56.816097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:56.817302 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.850106 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0eac05df-f001-4174-9b5c-f97f47effd5e tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.4535880 Jan 28 12:34:56.853121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:56.858126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.76'}]}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:56.897741 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (871fd2ec-7983-433b-a91b-4b3d957923a5), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.899020 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (871fd2ec-7983-433b-a91b-4b3d957923a5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:56.981718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks [] for router_controller (871fd2ec-7983-433b-a91b-4b3d957923a5), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:57.167454 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks [] for router_gateway (871fd2ec-7983-433b-a91b-4b3d957923a5), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:57.333131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975ace1c-13d3-4a84-8fbd-c1aeb04efba3', 'tag': '85137ef3-17bf-4ee4-b3b8-05a72b4613bd'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:34:57.336121 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab76be52-cb7a-4408-baad-0fcf91d7dcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "975ace1c-13d3-4a84-8fbd-c1aeb04efba3", "tag": "85137ef3-17bf-4ee4-b3b8-05a72b4613bd"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:34:57.362269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45568) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:57.462204 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cb8616-15d3-426e-8af5-0e844eb93f37 x-openstack-request-id: req-35cb8616-15d3-426e-8af5-0e844eb93f37 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:34:57.462719 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975ace1c-13d3-4a84-8fbd-c1aeb04efba3", "tag": "85137ef3-17bf-4ee4-b3b8-05a72b4613bd", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:34:57.463123 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35cb8616-15d3-426e-8af5-0e844eb93f37 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:34:57.463923 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975ace1c-13d3-4a84-8fbd-c1aeb04efba3', 'tag': '85137ef3-17bf-4ee4-b3b8-05a72b4613bd', 'status': 'completed', 'code': 200} Jan 28 12:34:57.481858 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks [] for router_gateway (871fd2ec-7983-433b-a91b-4b3d957923a5), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:57.519225 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:57.788231 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c26d4072-abce-4b47-8ac9-d42295b57720 tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:34:57.839875 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c26d4072-abce-4b47-8ac9-d42295b57720 tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] 10.222.0.53 "PUT /v2.0/quotas/980512b686894e56bed5c0c4de5c4275 HTTP/1.1" status: 200 len: 366 time: 0.4763231 Jan 28 12:34:57.842173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45586) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:57.860438 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-18c38663-9972-4c88-8840-2601b3ea3acf tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0163479 Jan 28 12:34:57.863248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45588) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:57.878947 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e6e2d426-f2ce-4116-80ec-8c0b0c89863e tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] 10.222.0.53 "GET /v2.0/quotas/980512b686894e56bed5c0c4de5c4275 HTTP/1.1" status: 200 len: 366 time: 0.0144575 Jan 28 12:34:57.880414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45590) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:57.889001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76be52-cb7a-4408-baad-0fcf91d7dcd8 req-5241fa79-b8c1-46ab-a117-acb3757df6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:57.890067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab76be52-cb7a-4408-baad-0fcf91d7dcd8 req-5241fa79-b8c1-46ab-a117-acb3757df6af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 1124 time: 0.3837299 Jan 28 12:34:57.902215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f3fe1-6e05-4888-b908-58ec69a530d0 req-abd138dc-f34c-4b16-b46c-ea8738b5fd02 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:57.906345 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b14f3fe1-6e05-4888-b908-58ec69a530d0 req-abd138dc-f34c-4b16-b46c-ea8738b5fd02 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1255600 Jan 28 12:34:57.915994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e8bc3f89-c6d4-4c42-922c-65b8bffd4958 tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/980512b686894e56bed5c0c4de5c4275 HTTP/1.1" status: 204 len: 168 time: 0.0341642 Jan 28 12:34:57.916742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45592) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:57.935463 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-be6251b9-f048-47da-8e28-5a98ba45f4d2 tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0169065 Jan 28 12:34:57.936832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45596) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:57.951939 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks [] for router (871fd2ec-7983-433b-a91b-4b3d957923a5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:57.953075 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-de08c839-219d-4af8-a0d6-19027d26afd8 tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] 10.222.0.53 "GET /v2.0/quotas/980512b686894e56bed5c0c4de5c4275 HTTP/1.1" status: 200 len: 370 time: 0.0146301 Jan 28 12:34:57.955256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45598) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:57.965031 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-903b1273-4d56-4bd3-8e72-8994a318cbe2 tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] 10.222.0.53 "GET /v2.0/quotas/980512b686894e56bed5c0c4de5c4275/default HTTP/1.1" status: 200 len: 370 time: 0.0079942 Jan 28 12:34:57.966117 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45600) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:57.976314 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-2860a45a-739c-4473-b443-23c0a01dee44 tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] delete failed (client error): The resource could not be found. Jan 28 12:34:57.981061 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2860a45a-739c-4473-b443-23c0a01dee44 tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/980512b686894e56bed5c0c4de5c4275 HTTP/1.1" status: 404 len: 348 time: 0.0136292 Jan 28 12:34:58.153362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45606) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:58.200892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Usage tracker for resource:network and project:5a8d086e36cb490694da6c1a6fba9740 is out of sync, need to count used quota {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 12:34:58.206264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 12:34:58.214465 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Usage tracker for resource:subnet and project:5a8d086e36cb490694da6c1a6fba9740 is out of sync, need to count used quota {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 12:34:58.220536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 12:34:58.229087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Usage tracker for resource:subnetpool and project:5a8d086e36cb490694da6c1a6fba9740 is out of sync, need to count used quota {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 12:34:58.237100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 12:34:58.241157 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (871fd2ec-7983-433b-a91b-4b3d957923a5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:58.242230 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks [] for router_controller (871fd2ec-7983-433b-a91b-4b3d957923a5), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:58.247754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Usage tracker for resource:port and project:5a8d086e36cb490694da6c1a6fba9740 is out of sync, need to count used quota {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 12:34:58.253200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 12:34:58.261397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Usage tracker for resource:router and project:5a8d086e36cb490694da6c1a6fba9740 is out of sync, need to count used quota {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 12:34:58.266181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 12:34:58.275321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Usage tracker for resource:floatingip and project:5a8d086e36cb490694da6c1a6fba9740 is out of sync, need to count used quota {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 12:34:58.279575 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 12:34:58.339087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Usage tracker for resource:security_group and project:5a8d086e36cb490694da6c1a6fba9740 is out of sync, need to count used quota {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 12:34:58.348175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 12:34:58.357303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Usage tracker for resource:security_group_rule and project:5a8d086e36cb490694da6c1a6fba9740 is out of sync, need to count used quota {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 12:34:58.362297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.quota.resource [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103128) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 12:34:58.371442 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-92837785-218e-48cd-bdb9-07b405a5d8dc tempest-QuotasTest-564803605 tempest-QuotasTest-564803605-project-admin] 10.222.0.53 "GET /v2.0/quotas/5a8d086e36cb490694da6c1a6fba9740/details.json HTTP/1.1" status: 200 len: 703 time: 0.2131350 Jan 28 12:34:58.645564 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b14f3fe1-6e05-4888-b908-58ec69a530d0 req-93939a20-8909-4f90-86e3-08b45461d875 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7222555 Jan 28 12:34:58.650480 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (871fd2ec-7983-433b-a91b-4b3d957923a5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:58.651286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 871fd2ec-7983-433b-a91b-4b3d957923a5 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:34:58.683987 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 12:34:58.691066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-641791c0-e8d5-45e4-bbc3-605d07bbc93f tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8321919 Jan 28 12:34:58.691561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45622) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:58.719593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76be52-cb7a-4408-baad-0fcf91d7dcd8 req-4bffe05f-9ae5-45df-a23d-e82849a3f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:58.724907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab76be52-cb7a-4408-baad-0fcf91d7dcd8 req-4bffe05f-9ae5-45df-a23d-e82849a3f800 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.8173604 Jan 28 12:34:58.778031 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab76be52-cb7a-4408-baad-0fcf91d7dcd8 req-7d110523-c433-4318-bbc1-6f647f37d188 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd HTTP/1.1" status: 200 len: 217 time: 0.0429282 Jan 28 12:34:58.830540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a581b0ba-4d65-4cb6-b413-914a87923e7b tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Deleting port 5c4bb50c-ae3e-403a-9210-5ac5011ace1a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:34:58.831099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a581b0ba-4d65-4cb6-b413-914a87923e7b tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5c4bb50c-ae3e-403a-9210-5ac5011ace1a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:58.868738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45630) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:58.910472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76be52-cb7a-4408-baad-0fcf91d7dcd8 req-fb758ce8-ffca-441e-a8f2-6f414cc4529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:58.911981 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab76be52-cb7a-4408-baad-0fcf91d7dcd8 req-fb758ce8-ffca-441e-a8f2-6f414cc4529b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.1121721 Jan 28 12:34:58.970060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab76be52-cb7a-4408-baad-0fcf91d7dcd8 req-fb0c5ff5-6aa9-4376-ac89-d7247a273d10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450134 Jan 28 12:34:59.005610 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a581b0ba-4d65-4cb6-b413-914a87923e7b tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5c4bb50c-ae3e-403a-9210-5ac5011ace1a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:59.022378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a581b0ba-4d65-4cb6-b413-914a87923e7b tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Calling delete_port for 5c4bb50c-ae3e-403a-9210-5ac5011ace1a owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:34:59.152525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab76be52-cb7a-4408-baad-0fcf91d7dcd8 req-18627bf7-4846-49fa-8dbb-4a0364e128ea service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730056 Jan 28 12:34:59.310399 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb0e5-a993-4248-9a8e-f9cd9515172a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:59.383570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab76be52-cb7a-4408-baad-0fcf91d7dcd8 req-5c325b6c-e3e4-454b-949d-b9209eac7a57 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119367 Jan 28 12:34:59.450937 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb0e5-a993-4248-9a8e-f9cd9515172a admin admin] Publish callbacks [] for security_group (144df123-ad12-4548-b048-46a9b79d7821), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:59.456717 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb0e5-a993-4248-9a8e-f9cd9515172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (144df123-ad12-4548-b048-46a9b79d7821), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:59.509142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ccbeb0e5-a993-4248-9a8e-f9cd9515172a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd0c320d908f49c4a88af1d4dfe69cc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6371529 Jan 28 12:34:59.509421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeb0e5-a993-4248-9a8e-f9cd9515172a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144df123-ad12-4548-b048-46a9b79d7821,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:59.513333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45648) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:34:59.571277 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ff91159-5361-498d-ac99-f23d43d3f1e0 admin admin] Publish callbacks [] for security_group (144df123-ad12-4548-b048-46a9b79d7821), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:59.603252 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ff91159-5361-498d-ac99-f23d43d3f1e0 admin admin] Publish callbacks [] for security_group (144df123-ad12-4548-b048-46a9b79d7821), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:59.678855 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ff91159-5361-498d-ac99-f23d43d3f1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (144df123-ad12-4548-b048-46a9b79d7821), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:59.682283 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ff91159-5361-498d-ac99-f23d43d3f1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:59.685797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4ff91159-5361-498d-ac99-f23d43d3f1e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/144df123-ad12-4548-b048-46a9b79d7821 HTTP/1.1" status: 204 len: 168 time: 0.1690516 Jan 28 12:34:59.715517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff91159-5361-498d-ac99-f23d43d3f1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144df123-ad12-4548-b048-46a9b79d7821,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:59.771813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a581b0ba-4d65-4cb6-b413-914a87923e7b tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (5c4bb50c-ae3e-403a-9210-5ac5011ace1a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:59.815164 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581b0ba-4d65-4cb6-b413-914a87923e7b tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c4bb50c-ae3e-403a-9210-5ac5011ace1a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:34:59.870217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f8994-eebe-4785-a15a-d641ffb2f6c7 req-b0c1d9e5-19d9-4059-82f8-56eadab90163 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:34:59.885675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b97f8994-eebe-4785-a15a-d641ffb2f6c7 req-b0c1d9e5-19d9-4059-82f8-56eadab90163 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1316342 Jan 28 12:34:59.914940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a581b0ba-4d65-4cb6-b413-914a87923e7b tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:34:59.918960 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a581b0ba-4d65-4cb6-b413-914a87923e7b tempest-RoutersAdminNegativeIpV6Test-1315660393 tempest-RoutersAdminNegativeIpV6Test-1315660393-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5c4bb50c-ae3e-403a-9210-5ac5011ace1a HTTP/1.1" status: 204 len: 168 time: 1.2263606 Jan 28 12:34:59.981417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b97f8994-eebe-4785-a15a-d641ffb2f6c7 req-9ff82a1b-e3d8-4f2b-94a9-5490337c6fd6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947106 Jan 28 12:35:00.556642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45678) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:00.576003 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebb656a7-de68-47bd-980c-70e2f02fe8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:00.663354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45680) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:00.700269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebb656a7-de68-47bd-980c-70e2f02fe8a8 admin admin] Publish callbacks [] for security_group (deafc761-9b2c-4df2-8c90-615cd09706f7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:00.708036 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebb656a7-de68-47bd-980c-70e2f02fe8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (deafc761-9b2c-4df2-8c90-615cd09706f7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:00.777548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45686) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:00.791770 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ebb656a7-de68-47bd-980c-70e2f02fe8a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a8d086e36cb490694da6c1a6fba9740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284753 Jan 28 12:35:00.793069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb656a7-de68-47bd-980c-70e2f02fe8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deafc761-9b2c-4df2-8c90-615cd09706f7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:00.853332 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2412558-a3cb-4970-88b8-d6f65352428d admin admin] Publish callbacks [] for security_group (deafc761-9b2c-4df2-8c90-615cd09706f7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:00.878834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2412558-a3cb-4970-88b8-d6f65352428d admin admin] Publish callbacks [] for security_group (deafc761-9b2c-4df2-8c90-615cd09706f7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:00.936004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2412558-a3cb-4970-88b8-d6f65352428d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (deafc761-9b2c-4df2-8c90-615cd09706f7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:00.939801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2412558-a3cb-4970-88b8-d6f65352428d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:00.944060 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d2412558-a3cb-4970-88b8-d6f65352428d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/deafc761-9b2c-4df2-8c90-615cd09706f7 HTTP/1.1" status: 204 len: 168 time: 0.1649535 Jan 28 12:35:00.952023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2412558-a3cb-4970-88b8-d6f65352428d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deafc761-9b2c-4df2-8c90-615cd09706f7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:01.033191 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a31972b-f510-4663-8f21-d716edf48db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:01.242778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a31972b-f510-4663-8f21-d716edf48db1 admin admin] Publish callbacks [] for security_group (b96d1f28-12f1-4227-91c5-bda5805ede88), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:01.246305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86923603-6b49-460d-93f4-9e259978e9c1 req-43537196-6b87-43d8-9bc3-b7afd555af89 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:01.249484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86923603-6b49-460d-93f4-9e259978e9c1 req-43537196-6b87-43d8-9bc3-b7afd555af89 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1096661 Jan 28 12:35:01.259581 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a31972b-f510-4663-8f21-d716edf48db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b96d1f28-12f1-4227-91c5-bda5805ede88), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:01.293985 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1a31972b-f510-4663-8f21-d716edf48db1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36ddcd855f1444ceb732ad18e6bf4e37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6275842 Jan 28 12:35:01.294665 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45704) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:01.344384 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31972b-f510-4663-8f21-d716edf48db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96d1f28-12f1-4227-91c5-bda5805ede88,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:01.371298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86923603-6b49-460d-93f4-9e259978e9c1 req-78e5a981-62ad-45de-9ea4-232907f79e58 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124618 Jan 28 12:35:01.413723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45708) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:01.457782 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdd8602a-e37d-482d-9860-1cb698aba4e7 admin admin] Publish callbacks [] for security_group (b96d1f28-12f1-4227-91c5-bda5805ede88), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:01.498781 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdd8602a-e37d-482d-9860-1cb698aba4e7 admin admin] Publish callbacks [] for security_group (b96d1f28-12f1-4227-91c5-bda5805ede88), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:01.569979 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdd8602a-e37d-482d-9860-1cb698aba4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b96d1f28-12f1-4227-91c5-bda5805ede88), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:01.572691 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdd8602a-e37d-482d-9860-1cb698aba4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:01.576530 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bdd8602a-e37d-482d-9860-1cb698aba4e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b96d1f28-12f1-4227-91c5-bda5805ede88 HTTP/1.1" status: 204 len: 168 time: 0.2720273 Jan 28 12:35:01.589942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8602a-e37d-482d-9860-1cb698aba4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96d1f28-12f1-4227-91c5-bda5805ede88,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:01.609586 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2407d610-6048-4957-a922-61612c44dc1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:01.752178 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2407d610-6048-4957-a922-61612c44dc1c admin admin] Publish callbacks [] for security_group (57b262c9-72dc-46cf-b164-a1b48181660f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:01.760007 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2407d610-6048-4957-a922-61612c44dc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (57b262c9-72dc-46cf-b164-a1b48181660f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:01.815557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2407d610-6048-4957-a922-61612c44dc1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22465cb2f02747b3b55f43ceff3a5f5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4006591 Jan 28 12:35:01.818312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45722) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:01.834711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407d610-6048-4957-a922-61612c44dc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b262c9-72dc-46cf-b164-a1b48181660f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:01.907673 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7e38941-6414-4b9d-9a9d-2b9b594ad2b1 admin admin] Publish callbacks [] for security_group (57b262c9-72dc-46cf-b164-a1b48181660f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:01.947501 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7e38941-6414-4b9d-9a9d-2b9b594ad2b1 admin admin] Publish callbacks [] for security_group (57b262c9-72dc-46cf-b164-a1b48181660f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:02.028361 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7e38941-6414-4b9d-9a9d-2b9b594ad2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (57b262c9-72dc-46cf-b164-a1b48181660f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:02.033571 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7e38941-6414-4b9d-9a9d-2b9b594ad2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:02.037467 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e7e38941-6414-4b9d-9a9d-2b9b594ad2b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57b262c9-72dc-46cf-b164-a1b48181660f HTTP/1.1" status: 204 len: 168 time: 0.2153690 Jan 28 12:35:02.067888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e38941-6414-4b9d-9a9d-2b9b594ad2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b262c9-72dc-46cf-b164-a1b48181660f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:02.159276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45732) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:02.279462 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-374c8ec2-d9bc-4ada-8e48-4fe429966a6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=528f6accefef484c8ae804b9e0bceaa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1187341 Jan 28 12:35:02.282262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45738) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:02.386833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5b24018-2307-4716-8f06-cc03722107c9 admin admin] Publish callbacks [] for security_group (096ac50a-9638-4b61-8612-9c1b9366a491), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:02.428122 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5b24018-2307-4716-8f06-cc03722107c9 admin admin] Publish callbacks [] for security_group (096ac50a-9638-4b61-8612-9c1b9366a491), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:02.521389 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5b24018-2307-4716-8f06-cc03722107c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (096ac50a-9638-4b61-8612-9c1b9366a491), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:02.526524 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5b24018-2307-4716-8f06-cc03722107c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:02.528740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e5b24018-2307-4716-8f06-cc03722107c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/096ac50a-9638-4b61-8612-9c1b9366a491 HTTP/1.1" status: 204 len: 168 time: 0.2434151 Jan 28 12:35:02.572271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b24018-2307-4716-8f06-cc03722107c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096ac50a-9638-4b61-8612-9c1b9366a491,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:02.645690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee85135-576d-4521-9dc6-bd32facecfbf req-e54d6d72-e8a4-42c4-89f1-6a9f6e960424 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:02.647800 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45754) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:02.666304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ee85135-576d-4521-9dc6-bd32facecfbf req-e54d6d72-e8a4-42c4-89f1-6a9f6e960424 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1319354 Jan 28 12:35:02.677713 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25ed2e90-7284-4c81-a601-354c15195dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:02.682341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45756) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:02.802755 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ee85135-576d-4521-9dc6-bd32facecfbf req-f28b57e1-6a37-415d-877b-4325072f954b tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323695 Jan 28 12:35:02.832156 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25ed2e90-7284-4c81-a601-354c15195dfc admin admin] Publish callbacks [] for security_group (a6a68ab7-bd81-4ebc-9095-c8b0d3d57b13), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:02.833661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25ed2e90-7284-4c81-a601-354c15195dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a6a68ab7-bd81-4ebc-9095-c8b0d3d57b13), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:02.916558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed2e90-7284-4c81-a601-354c15195dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a68ab7-bd81-4ebc-9095-c8b0d3d57b13,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:02.926669 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-25ed2e90-7284-4c81-a601-354c15195dfc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2b731c5db24434c89b97e01c5e9705c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2774427 Jan 28 12:35:02.930212 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45762) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:02.958190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c8d23-cf7e-4f88-ac91-62b8ec39a2b4 req-4b5d1de4-2240-4198-a08b-1d6e938977c7 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:02.964299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d29c8d23-cf7e-4f88-ac91-62b8ec39a2b4 req-4b5d1de4-2240-4198-a08b-1d6e938977c7 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1049945 Jan 28 12:35:03.032690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d29c8d23-cf7e-4f88-ac91-62b8ec39a2b4 req-3ad32f2e-d236-48b8-9dcc-b4ae41ddc9f0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614922 Jan 28 12:35:03.055091 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00d5f4e7-4bc7-40fc-bf43-a30b75193fbf admin admin] Publish callbacks [] for security_group (a6a68ab7-bd81-4ebc-9095-c8b0d3d57b13), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:03.070987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-808310985'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:03.088439 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00d5f4e7-4bc7-40fc-bf43-a30b75193fbf admin admin] Publish callbacks [] for security_group (a6a68ab7-bd81-4ebc-9095-c8b0d3d57b13), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:03.120054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Made reservation on behalf of 4448424414bd41cda8a578b66f789f0c for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:03.124223 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:03.138539 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:03.169789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00d5f4e7-4bc7-40fc-bf43-a30b75193fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a6a68ab7-bd81-4ebc-9095-c8b0d3d57b13), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:03.181848 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00d5f4e7-4bc7-40fc-bf43-a30b75193fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:03.184521 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-00d5f4e7-4bc7-40fc-bf43-a30b75193fbf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6a68ab7-bd81-4ebc-9095-c8b0d3d57b13 HTTP/1.1" status: 204 len: 168 time: 0.2524633 Jan 28 12:35:03.203483 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5f4e7-4bc7-40fc-bf43-a30b75193fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a68ab7-bd81-4ebc-9095-c8b0d3d57b13,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:03.246985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bb353-c6f1-454f-a5a8-a1aff74e72f2 req-6e7ba05b-0925-46d7-b8ef-2f79fd9d7c07 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:03.248922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-738bb353-c6f1-454f-a5a8-a1aff74e72f2 req-6e7ba05b-0925-46d7-b8ef-2f79fd9d7c07 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.0991886 Jan 28 12:35:03.346154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for security_group (08d7a9b6-4002-4b07-b1c7-97926bd848d3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:03.366241 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (08d7a9b6-4002-4b07-b1c7-97926bd848d3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:03.404893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-738bb353-c6f1-454f-a5a8-a1aff74e72f2 req-ddc07654-22eb-4bd0-8528-b74d999d55db tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217182 Jan 28 12:35:03.414926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:35:03.430265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d7a9b6-4002-4b07-b1c7-97926bd848d3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:03.436596 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0a065e84-6ae2-4df4-8c4f-fc8b925ed310), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:03.436806 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Added segment 0a065e84-6ae2-4df4-8c4f-fc8b925ed310 of type vlan for network abe06f1e-d664-4d71-b517-a855700b0c24 Jan 28 12:35:03.505269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (abe06f1e-d664-4d71-b517-a855700b0c24), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:03.567212 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (abe06f1e-d664-4d71-b517-a855700b0c24), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:03.574640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:03.575439 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:03.603800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9187381 Jan 28 12:35:03.604836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45786) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:03.627545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-93194dfe-ddd6-4a9b-b83f-cc330cd585c2 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Request body: {'subnet': {'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:03.692002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8a958-9fcd-40f7-8441-6e91c99cc404 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event updated for resources: {'Network': ['ID=abe06f1e-d664-4d71-b517-a855700b0c24,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:03.706586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network abe06f1e-d664-4d71-b517-a855700b0c24 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:35:03.849003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93194dfe-ddd6-4a9b-b83f-cc330cd585c2 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Made reservation on behalf of 4448424414bd41cda8a578b66f789f0c for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:03.866833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93194dfe-ddd6-4a9b-b83f-cc330cd585c2 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:04.095045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a4152-30d7-4de7-8710-1f241d9265cd req-e95aaecb-7f46-41b9-b5a0-2e3f63d83d03 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:04.102649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-056a4152-30d7-4de7-8710-1f241d9265cd req-e95aaecb-7f46-41b9-b5a0-2e3f63d83d03 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1799219 Jan 28 12:35:04.120166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a1e4137-15d7-45ed-a583-55602d54c586 req-f5a03fe1-0b02-4d09-a63b-d555d5e1fd3e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1170917 Jan 28 12:35:04.147079 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93194dfe-ddd6-4a9b-b83f-cc330cd585c2 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (dbf4a51f-aab4-4f27-bfca-c376e764872d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:04.184082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-056a4152-30d7-4de7-8710-1f241d9265cd req-f2cc3585-246e-4af6-80a4-5069a775b097 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801268 Jan 28 12:35:04.203046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b9940-9e2d-4cc9-a5ad-c1dfd9294d1d req-85ec02ed-bf68-4e23-8c90-428457dc59b9 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:04.219996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-401b9940-9e2d-4cc9-a5ad-c1dfd9294d1d req-85ec02ed-bf68-4e23-8c90-428457dc59b9 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.2217143 Jan 28 12:35:04.271577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:04.388412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93194dfe-ddd6-4a9b-b83f-cc330cd585c2 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Checking segment: {'id': '0a065e84-6ae2-4df4-8c4f-fc8b925ed310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:35:04.390580 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93194dfe-ddd6-4a9b-b83f-cc330cd585c2 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Network hostable DHCP agents. Network: abe06f1e-d664-4d71-b517-a855700b0c24, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:35:04.400992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93194dfe-ddd6-4a9b-b83f-cc330cd585c2 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event updated for resources: {'Subnet': ['ID=dbf4a51f-aab4-4f27-bfca-c376e764872d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:04.406830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e4137-15d7-45ed-a583-55602d54c586 req-cefceadd-b62a-4034-9c2e-847c9cd8a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:04.419802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a1e4137-15d7-45ed-a583-55602d54c586 req-cefceadd-b62a-4034-9c2e-847c9cd8a63e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 1095 time: 0.2509494 Jan 28 12:35:04.428831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93194dfe-ddd6-4a9b-b83f-cc330cd585c2 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Network abe06f1e-d664-4d71-b517-a855700b0c24 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:35:04.448641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-401b9940-9e2d-4cc9-a5ad-c1dfd9294d1d req-714868ad-4cb6-4376-b2cb-52b14f8f8d28 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276320 Jan 28 12:35:04.457277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-93194dfe-ddd6-4a9b-b83f-cc330cd585c2 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, abe06f1e-d664-4d71-b517-a855700b0c24) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:04.479032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93194dfe-ddd6-4a9b-b83f-cc330cd585c2 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:04.479679 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93194dfe-ddd6-4a9b-b83f-cc330cd585c2 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:04.492590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f28942b-ce62-4b56-966a-28396f99ca1d None None] Network abe06f1e-d664-4d71-b517-a855700b0c24 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:35:04.538649 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-93194dfe-ddd6-4a9b-b83f-cc330cd585c2 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9312012 Jan 28 12:35:04.541594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45830) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:04.577927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Request body: {'port': {'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24', 'name': 'tempest-AllowedAddressPairTestJSON-294678912'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:04.605474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-577304925'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:04.690575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e4137-15d7-45ed-a583-55602d54c586 req-6792156b-79ce-4d3c-ac7c-42af78f84199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:04.696198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a1e4137-15d7-45ed-a583-55602d54c586 req-6792156b-79ce-4d3c-ac7c-42af78f84199 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.2463238 Jan 28 12:35:04.756610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 85137ef3-17bf-4ee4-b3b8-05a72b4613bd no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:35:04.793458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Made reservation on behalf of 8244dfbcb36f4e6ea73741f7c48a879f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:04.806962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:04.837842 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:04.842304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a1e4137-15d7-45ed-a583-55602d54c586 req-c66bea14-2853-42e9-906b-573e4862b428 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670 HTTP/1.1" status: 200 len: 217 time: 0.1406918 Jan 28 12:35:04.889763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-abe06f1e-d664-4d71-b517-a855700b0c24', 'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24', 'project_id': '4448424414bd41cda8a578b66f789f0c', 'fixed_ips': [{'subnet_id': 'dbf4a51f-aab4-4f27-bfca-c376e764872d'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:35:04.893992 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.032073 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for security_group (2f01ce50-2dd1-49bb-819b-ebbc3a19c686), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.053574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa717127-2baf-478a-9d0c-d41effe696f3 req-8bb9b9a4-2873-4280-8c93-f0e7e87d5e1c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:05.057133 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2f01ce50-2dd1-49bb-819b-ebbc3a19c686), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.064780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa717127-2baf-478a-9d0c-d41effe696f3 req-8bb9b9a4-2873-4280-8c93-f0e7e87d5e1c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2154145 Jan 28 12:35:05.086245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:35:05.108382 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a4adfcea-fec3-44ee-8daf-9f13429bd4bc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.109684 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Added segment a4adfcea-fec3-44ee-8daf-9f13429bd4bc of type vlan for network 4d008d83-611e-451e-9ab5-15e7d8b44a82 Jan 28 12:35:05.117280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e4137-15d7-45ed-a583-55602d54c586 req-2285db1a-a45a-41ac-80ea-19d7c9ed3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:05.118776 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a1e4137-15d7-45ed-a583-55602d54c586 req-2285db1a-a45a-41ac-80ea-19d7c9ed3af9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.2039211 Jan 28 12:35:05.161272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a1e4137-15d7-45ed-a583-55602d54c586 req-b9851139-5017-413d-add1-c2a06abc2404 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313575 Jan 28 12:35:05.206461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd is: DOWN; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:35:05.215574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Allocated IP 172.20.0.2 (abe06f1e-d664-4d71-b517-a855700b0c24/dbf4a51f-aab4-4f27-bfca-c376e764872d/659d3b5d-cd30-4e08-8841-35c093bbf1c5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:05.258023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa717127-2baf-478a-9d0c-d41effe696f3 req-fb1189fd-a758-43cd-925e-bc3be7a3de1a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922159 Jan 28 12:35:05.263939 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f01ce50-2dd1-49bb-819b-ebbc3a19c686,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:05.279262 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (4d008d83-611e-451e-9ab5-15e7d8b44a82), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.306313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Made reservation on behalf of 4448424414bd41cda8a578b66f789f0c for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:05.310901 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.341076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] device_id is not set on port 0b852d7c-a460-44b3-ae76-ade3a9000260 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:35:05.348503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (4d008d83-611e-451e-9ab5-15e7d8b44a82), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.359145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:05.360688 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.400674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a1e4137-15d7-45ed-a583-55602d54c586 req-51b5735f-7875-442e-a732-49a278d8f5ec service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294974 Jan 28 12:35:05.537061 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Publish callbacks [] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.559674 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.571602 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2923441 Jan 28 12:35:05.572367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:05.591093 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79624ad3-b79a-4815-a09e-14cab4635c98 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Network': ['ID=4d008d83-611e-451e-9ab5-15e7d8b44a82,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:05.603527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e402e899-b5eb-424c-bd5b-e8433131d206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'subnet': {'network_id': '4d008d83-611e-451e-9ab5-15e7d8b44a82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:05.653475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Allocated IP 172.20.0.8 (abe06f1e-d664-4d71-b517-a855700b0c24/dbf4a51f-aab4-4f27-bfca-c376e764872d/0b852d7c-a460-44b3-ae76-ade3a9000260) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:05.670961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 4d008d83-611e-451e-9ab5-15e7d8b44a82 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:35:05.825359 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Network abe06f1e-d664-4d71-b517-a855700b0c24 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:05.828941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e402e899-b5eb-424c-bd5b-e8433131d206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Made reservation on behalf of 8244dfbcb36f4e6ea73741f7c48a879f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:05.831809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:05.833288 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e402e899-b5eb-424c-bd5b-e8433131d206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.835607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:05.904428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Pushing event updated for resources: {'Port': ['ID=659d3b5d-cd30-4e08-8841-35c093bbf1c5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:05.914309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for port (0b852d7c-a460-44b3-ae76-ade3a9000260), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.914654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a1e4137-15d7-45ed-a583-55602d54c586 req-ae916e3d-0fec-44de-8e6c-d999be59c001 service neutron] 10.222.0.49 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079103 Jan 28 12:35:05.923783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55388ef0-a470-49f7-8a97-ab3539c56915 req-9ad54802-ab3a-4d1f-a127-b7bbb68c31e4 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:05.925483 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.926207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.927785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.928321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.930107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.930699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.931212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.931728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.932218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.932767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.933421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.934489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.935416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:05.935855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55388ef0-a470-49f7-8a97-ab3539c56915 req-9ad54802-ab3a-4d1f-a127-b7bbb68c31e4 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1883664 Jan 28 12:35:05.947740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Attempting to bind port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:35:05.949249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Attempting to bind port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '0a065e84-6ae2-4df4-8c4f-fc8b925ed310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:35:05.949817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Attempting to bind port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 on network abe06f1e-d664-4d71-b517-a855700b0c24 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:35:05.961825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:35:05.962662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Checking segment: {'id': '0a065e84-6ae2-4df4-8c4f-fc8b925ed310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:35:05.969169 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:05.972270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Bound using segment: {'id': '0a065e84-6ae2-4df4-8c4f-fc8b925ed310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:35:05.973095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Bound port: 659d3b5d-cd30-4e08-8841-35c093bbf1c5, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a065e84-6ae2-4df4-8c4f-fc8b925ed310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:35:05.974037 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:06.013826 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0b852d7c-a460-44b3-ae76-ade3a9000260), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:06.066423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55388ef0-a470-49f7-8a97-ab3539c56915 req-3c76e367-e021-4206-8cdc-e12f3b66ff21 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281488 Jan 28 12:35:06.093912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] For port 659d3b5d-cd30-4e08-8841-35c093bbf1c5, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:35:06.098787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] For port 659d3b5d-cd30-4e08-8841-35c093bbf1c5, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=659d3b5d-cd30-4e08-8841-35c093bbf1c5,segment=NetworkSegment(0a065e84-6ae2-4df4-8c4f-fc8b925ed310),segment_id=0a065e84-6ae2-4df4-8c4f-fc8b925ed310)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:35:06.104842 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:06.131047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Network abe06f1e-d664-4d71-b517-a855700b0c24 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:06.136527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:06.139067 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:06.216472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80f0e7-88ba-483a-97ad-7dae91b38437 None None] Pushing event updated for resources: {'Port': ['ID=659d3b5d-cd30-4e08-8841-35c093bbf1c5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:06.246641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:06.247272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:06.254241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event updated for resources: {'Port': ['ID=0b852d7c-a460-44b3-ae76-ade3a9000260,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:06.294248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0932ef53-9e4c-4b13-81ad-bb3c921a7332 req-48c3e6f0-1c8d-46a2-8e64-d023a676ba96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1701434 Jan 28 12:35:06.297254 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1d949135-9427-4595-bd4f-f650e668c692 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7530160 Jan 28 12:35:06.302441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45874) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:06.308340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Request body: {'port': {'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24', 'name': 'tempest-AllowedAddressPairTestJSON-875483807', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fe:38:74'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:06.398542 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e402e899-b5eb-424c-bd5b-e8433131d206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (c5c7043b-4082-445e-95a7-92d10a886d3f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:06.637332 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932ef53-9e4c-4b13-81ad-bb3c921a7332 req-26bc9f32-4404-436e-b1c2-6eb3e1b7ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:06.637332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0932ef53-9e4c-4b13-81ad-bb3c921a7332 req-26bc9f32-4404-436e-b1c2-6eb3e1b7ae64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 1096 time: 0.2552006 Jan 28 12:35:06.647091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402e899-b5eb-424c-bd5b-e8433131d206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Subnet': ['ID=c5c7043b-4082-445e-95a7-92d10a886d3f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:06.683084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2e9f1-0ed8-4f3c-b48f-4b7cfbd91bfc req-327a6900-2494-4205-b710-811ad0d386ed tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:06.684829 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aad2e9f1-0ed8-4f3c-b48f-4b7cfbd91bfc req-327a6900-2494-4205-b710-811ad0d386ed tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2480040 Jan 28 12:35:06.709082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402e899-b5eb-424c-bd5b-e8433131d206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Checking segment: {'id': 'a4adfcea-fec3-44ee-8daf-9f13429bd4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4d008d83-611e-451e-9ab5-15e7d8b44a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:35:06.709455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e402e899-b5eb-424c-bd5b-e8433131d206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network hostable DHCP agents. Network: 4d008d83-611e-451e-9ab5-15e7d8b44a82, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:35:06.786845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Made reservation on behalf of 4448424414bd41cda8a578b66f789f0c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:06.872951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e402e899-b5eb-424c-bd5b-e8433131d206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 4d008d83-611e-451e-9ab5-15e7d8b44a82 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:35:06.910093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932ef53-9e4c-4b13-81ad-bb3c921a7332 req-3e18bdd6-d1f1-4ba0-a750-c55647123ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:06.911620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0932ef53-9e4c-4b13-81ad-bb3c921a7332 req-3e18bdd6-d1f1-4ba0-a750-c55647123ce6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.2479951 Jan 28 12:35:06.914860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e402e899-b5eb-424c-bd5b-e8433131d206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 4d008d83-611e-451e-9ab5-15e7d8b44a82) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:06.931220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5395cd59-5273-48f8-a664-a4eada895e4c None None] Network 4d008d83-611e-451e-9ab5-15e7d8b44a82 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:35:06.944561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aad2e9f1-0ed8-4f3c-b48f-4b7cfbd91bfc req-fe250456-5184-4b26-98ad-d4ef47b2c0cf tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317169 Jan 28 12:35:06.950403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e402e899-b5eb-424c-bd5b-e8433131d206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:06.951203 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e402e899-b5eb-424c-bd5b-e8433131d206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:06.997035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0932ef53-9e4c-4b13-81ad-bb3c921a7332 req-16345eee-0f10-49e9-a85d-417729323c71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 200 len: 217 time: 0.0782578 Jan 28 12:35:07.048935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e402e899-b5eb-424c-bd5b-e8433131d206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4752941 Jan 28 12:35:07.051785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45888) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:07.064698 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:07.068305 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1259982971', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:07.120427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] device_id is not set on port d09bac05-8e14-460d-8b47-2517e064c2df yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:35:07.120721 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:07.122516 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:07.137684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932ef53-9e4c-4b13-81ad-bb3c921a7332 req-acaf42c3-cbb5-47fd-af68-1af8b5fbb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:07.139267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0932ef53-9e4c-4b13-81ad-bb3c921a7332 req-acaf42c3-cbb5-47fd-af68-1af8b5fbb0c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.1364729 Jan 28 12:35:07.142608 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba4fb2-63a8-47e2-9033-7d7dc871bb7a None None] Network 4d008d83-611e-451e-9ab5-15e7d8b44a82 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:35:07.301725 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router_controller (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:07.326046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0932ef53-9e4c-4b13-81ad-bb3c921a7332 req-9d1a6a26-9fb0-4df4-ab58-623fb0f652f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1782715 Jan 28 12:35:07.534110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 659d3b5d-cd30-4e08-8841-35c093bbf1c5 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:35:07.617546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Allocated IP 172.20.0.13 (abe06f1e-d664-4d71-b517-a855700b0c24/dbf4a51f-aab4-4f27-bfca-c376e764872d/d09bac05-8e14-460d-8b47-2517e064c2df) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:07.648212 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router_gateway (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:07.663607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:07.664094 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:07.901052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee589b-4b4a-4103-9a5a-87f941dd030f req-8d768bbc-e748-4968-996b-11ce87eade17 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:07.909176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:35:07.909667 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:07.912540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53ee589b-4b4a-4103-9a5a-87f941dd030f req-8d768bbc-e748-4968-996b-11ce87eade17 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.7056522 Jan 28 12:35:08.052593 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router_gateway (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:08.081729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:08.230747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.25.7.160 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/e50d2638-4384-41e7-aeb8-6f865cae4e67) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:08.301857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9956cd8-cff0-46e5-8539-d23244a9c582 None None] Network abe06f1e-d664-4d71-b517-a855700b0c24 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:35:08.394697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a386a88f-9385-4cc0-b04f-a19c487754f9 None None] Provisioning complete for port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:08.395704 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a386a88f-9385-4cc0-b04f-a19c487754f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:08.427950 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (e50d2638-4384-41e7-aeb8-6f865cae4e67), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:08.432933 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for port (d09bac05-8e14-460d-8b47-2517e064c2df), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:08.453817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 659d3b5d-cd30-4e08-8841-35c093bbf1c5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=659d3b5d-cd30-4e08-8841-35c093bbf1c5,segment=NetworkSegment(0a065e84-6ae2-4df4-8c4f-fc8b925ed310),segment_id=0a065e84-6ae2-4df4-8c4f-fc8b925ed310)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:08.476922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e50d2638-4384-41e7-aeb8-6f865cae4e67), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:08.477824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0932ef53-9e4c-4b13-81ad-bb3c921a7332 req-9961de87-bdb2-45f2-be8c-90e1a77e311a service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1082623 Jan 28 12:35:08.496684 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:08.528915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:08.533017 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:08.542638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:08.581266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=e50d2638-4384-41e7-aeb8-6f865cae4e67,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:08.636240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a386a88f-9385-4cc0-b04f-a19c487754f9 None None] Current status of the port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:35:08.640072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=659d3b5d-cd30-4e08-8841-35c093bbf1c5,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:08.659548 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53ee589b-4b4a-4103-9a5a-87f941dd030f req-ea2730da-4175-409b-bf5a-f9f7476aadc2 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7135501 Jan 28 12:35:08.803219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd99f6f-a632-41fc-8396-172c9ff7cdfa req-aa2084a0-149a-4f0b-8183-613918f9e9a9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:08.817649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbd99f6f-a632-41fc-8396-172c9ff7cdfa req-aa2084a0-149a-4f0b-8183-613918f9e9a9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.6055789 Jan 28 12:35:08.894146 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d09bac05-8e14-460d-8b47-2517e064c2df), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:08.955899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0932ef53-9e4c-4b13-81ad-bb3c921a7332 req-1b69a0f7-3cc8-4eac-a8b4-108aacc4bbc4 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711480 Jan 28 12:35:08.970642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Network abe06f1e-d664-4d71-b517-a855700b0c24 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:08.975671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event updated for resources: {'Port': ['ID=d09bac05-8e14-460d-8b47-2517e064c2df,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:08.986524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:08.994139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:09.032060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbd99f6f-a632-41fc-8396-172c9ff7cdfa req-a145e684-a20b-4301-ba8b-a06293b7f5b9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957698 Jan 28 12:35:09.050062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45918) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:09.114318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router_gateway (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:09.120375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-624c0a1b-d665-4fea-a31e-050ff49d2e02 None None] Provisioning complete for port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:09.123765 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-624c0a1b-d665-4fea-a31e-050ff49d2e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:09.134289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:09.135002 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:09.184193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-66b94fb1-3cf8-4dda-b15a-b369380de7bf tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.8796670 Jan 28 12:35:09.185941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45926) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:09.363852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-624c0a1b-d665-4fea-a31e-050ff49d2e02 None None] Current status of the port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:35:09.392992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-624c0a1b-d665-4fea-a31e-050ff49d2e02 None None] Provisioning complete for port 0b852d7c-a460-44b3-ae76-ade3a9000260 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:09.393378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-624c0a1b-d665-4fea-a31e-050ff49d2e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0b852d7c-a460-44b3-ae76-ade3a9000260), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:09.402466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 659d3b5d-cd30-4e08-8841-35c093bbf1c5 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:35:09.466944 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8948-1824-4bbb-992d-fff4dd218bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:09.559425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594244e-43a2-4f5d-ae2d-316486906cdb tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:09.566251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-624c0a1b-d665-4fea-a31e-050ff49d2e02 None None] Port 0b852d7c-a460-44b3-ae76-ade3a9000260 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:09.570566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594244e-43a2-4f5d-ae2d-316486906cdb tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:09.577818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:09.578196 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:09.581442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594244e-43a2-4f5d-ae2d-316486906cdb tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:09.599649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0594244e-43a2-4f5d-ae2d-316486906cdb tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4089739 Jan 28 12:35:09.601010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45934) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:09.663692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:09.691810 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8948-1824-4bbb-992d-fff4dd218bba admin admin] Publish callbacks [] for security_group (0c1594fb-ceb6-4027-9157-76584818edb2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:09.699323 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8948-1824-4bbb-992d-fff4dd218bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0c1594fb-ceb6-4027-9157-76584818edb2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:09.753693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:35:09.755720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fb0a8948-1824-4bbb-992d-fff4dd218bba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae61f5d4c694469984a1710cee700231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7041259 Jan 28 12:35:09.758326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a8948-1824-4bbb-992d-fff4dd218bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1594fb-ceb6-4027-9157-76584818edb2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:09.761944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45938) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:09.794122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-cf154233-73c2-451e-a5f3-628bfdc20924 None None] Provisioning complete for port 0b852d7c-a460-44b3-ae76-ade3a9000260 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:09.797299 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cf154233-73c2-451e-a5f3-628bfdc20924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0b852d7c-a460-44b3-ae76-ade3a9000260), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:09.852023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cf154233-73c2-451e-a5f3-628bfdc20924 None None] Port 0b852d7c-a460-44b3-ae76-ade3a9000260 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:09.895830 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb694-f9ca-4b03-a69a-309b56b18ed1 admin admin] Publish callbacks [] for security_group (0c1594fb-ceb6-4027-9157-76584818edb2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:09.910715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4140562-a7eb-4832-af29-cce583d26d82 req-e75fcca4-6b41-40a4-b318-776f9c864aba tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:09.912493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4140562-a7eb-4832-af29-cce583d26d82 req-e75fcca4-6b41-40a4-b318-776f9c864aba tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1122608 Jan 28 12:35:09.956521 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb694-f9ca-4b03-a69a-309b56b18ed1 admin admin] Publish callbacks [] for security_group (0c1594fb-ceb6-4027-9157-76584818edb2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:09.981087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-907ba5c2-ef15-479c-b699-42326b381b81 None None] Provisioning complete for port d09bac05-8e14-460d-8b47-2517e064c2df triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:09.981804 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-907ba5c2-ef15-479c-b699-42326b381b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d09bac05-8e14-460d-8b47-2517e064c2df), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:10.018752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4140562-a7eb-4832-af29-cce583d26d82 req-2e755a9f-3a16-44fb-a99d-6d6487487c0b tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994992 Jan 28 12:35:10.033991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-907ba5c2-ef15-479c-b699-42326b381b81 None None] Port d09bac05-8e14-460d-8b47-2517e064c2df cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:10.061176 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb694-f9ca-4b03-a69a-309b56b18ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0c1594fb-ceb6-4027-9157-76584818edb2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:10.066202 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb694-f9ca-4b03-a69a-309b56b18ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:10.070092 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bb4fb694-f9ca-4b03-a69a-309b56b18ed1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c1594fb-ceb6-4027-9157-76584818edb2 HTTP/1.1" status: 204 len: 168 time: 0.3045416 Jan 28 12:35:10.084060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fb694-f9ca-4b03-a69a-309b56b18ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1594fb-ceb6-4027-9157-76584818edb2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:10.126015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e6e39dc2-6e4c-44a6-8b5a-0cb135c8831c tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Deleting port d09bac05-8e14-460d-8b47-2517e064c2df {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:10.126619 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6e39dc2-6e4c-44a6-8b5a-0cb135c8831c tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d09bac05-8e14-460d-8b47-2517e064c2df), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:10.244671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac223-22de-4b3a-9110-6cc347de343d req-889ef155-9553-46c6-a8f4-d0dfcc1456df tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:10.256372 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aeac223-22de-4b3a-9110-6cc347de343d req-889ef155-9553-46c6-a8f4-d0dfcc1456df tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.0914555 Jan 28 12:35:10.282933 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6e39dc2-6e4c-44a6-8b5a-0cb135c8831c tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d09bac05-8e14-460d-8b47-2517e064c2df), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:10.299655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e6e39dc2-6e4c-44a6-8b5a-0cb135c8831c tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Calling delete_port for d09bac05-8e14-460d-8b47-2517e064c2df owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:10.350632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:35:10.351993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aeac223-22de-4b3a-9110-6cc347de343d req-1a08351f-4f92-4c78-9c27-7c1d88799d7d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943489 Jan 28 12:35:10.512037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45950) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:10.538525 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a376e4e9-d9cf-440e-ba49-2799dba166c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:10.544147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:10.559502 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb19605-524b-4f86-be20-13f939d9ba07 None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:10.564529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6e39dc2-6e4c-44a6-8b5a-0cb135c8831c tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d09bac05-8e14-460d-8b47-2517e064c2df), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:10.574418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb19605-524b-4f86-be20-13f939d9ba07 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:10.575300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9cb19605-524b-4f86-be20-13f939d9ba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:10.603880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e39dc2-6e4c-44a6-8b5a-0cb135c8831c tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event deleted for resources: {'Port': ['ID=d09bac05-8e14-460d-8b47-2517e064c2df,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:10.608013 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:10.609258 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-74991010-d31b-4247-9d32-075c7ec83643 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5562375 Jan 28 12:35:10.613891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45954) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:10.619075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9cb19605-524b-4f86-be20-13f939d9ba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:10.636255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb19605-524b-4f86-be20-13f939d9ba07 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:10.636995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9cb19605-524b-4f86-be20-13f939d9ba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:10.678726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9cb19605-524b-4f86-be20-13f939d9ba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:10.679700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb19605-524b-4f86-be20-13f939d9ba07 None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:10.982837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a376e4e9-d9cf-440e-ba49-2799dba166c1 admin admin] Publish callbacks [] for security_group (039a7a4f-3e0e-421f-ae42-2ab40075ec69), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:10.998075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a376e4e9-d9cf-440e-ba49-2799dba166c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (039a7a4f-3e0e-421f-ae42-2ab40075ec69), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:11.007499 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6e39dc2-6e4c-44a6-8b5a-0cb135c8831c tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:11.010808 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e6e39dc2-6e4c-44a6-8b5a-0cb135c8831c tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "DELETE /v2.0/ports/d09bac05-8e14-460d-8b47-2517e064c2df HTTP/1.1" status: 204 len: 168 time: 1.4087784 Jan 28 12:35:11.013612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45958) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:11.070469 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-97127767-f101-48f0-b2de-03fd40b7191a tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] GET failed (client error): The resource could not be found. Jan 28 12:35:11.073434 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a376e4e9-d9cf-440e-ba49-2799dba166c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98f16b35387d4023b24f75b07c60b00e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5584369 Jan 28 12:35:11.082652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-97127767-f101-48f0-b2de-03fd40b7191a tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "GET /v2.0/ports/d09bac05-8e14-460d-8b47-2517e064c2df HTTP/1.1" status: 404 len: 333 time: 0.0679641 Jan 28 12:35:11.083227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45962) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:11.086022 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45964) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:11.094523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Request body: {'port': {'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24', 'name': 'tempest-AllowedAddressPairTestJSON-1850831749'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:11.105773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376e4e9-d9cf-440e-ba49-2799dba166c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039a7a4f-3e0e-421f-ae42-2ab40075ec69,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:11.273163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7e161-b228-4644-a05a-20b8e20c44a6 req-a5264877-dfb9-42f1-ad19-cbbbd3299b75 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:11.274630 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1e7e161-b228-4644-a05a-20b8e20c44a6 req-a5264877-dfb9-42f1-ad19-cbbbd3299b75 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1517131 Jan 28 12:35:11.280701 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-327d78e6-43c7-4a5f-b813-6ccf2abbaf36 admin admin] Publish callbacks [] for security_group (039a7a4f-3e0e-421f-ae42-2ab40075ec69), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:11.331658 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-327d78e6-43c7-4a5f-b813-6ccf2abbaf36 admin admin] Publish callbacks [] for security_group (039a7a4f-3e0e-421f-ae42-2ab40075ec69), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:11.343780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Made reservation on behalf of 4448424414bd41cda8a578b66f789f0c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:11.355559 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:11.400984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:11.443294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] device_id is not set on port ac48f559-8122-456b-926e-13fb4e6d106c yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:35:11.456168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1e7e161-b228-4644-a05a-20b8e20c44a6 req-7ea2fea1-dffd-42b8-b40a-50571cf32254 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722679 Jan 28 12:35:11.493766 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-327d78e6-43c7-4a5f-b813-6ccf2abbaf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (039a7a4f-3e0e-421f-ae42-2ab40075ec69), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:11.496777 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-327d78e6-43c7-4a5f-b813-6ccf2abbaf36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:11.501117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-327d78e6-43c7-4a5f-b813-6ccf2abbaf36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/039a7a4f-3e0e-421f-ae42-2ab40075ec69 HTTP/1.1" status: 204 len: 168 time: 0.4138634 Jan 28 12:35:11.540237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d78e6-43c7-4a5f-b813-6ccf2abbaf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039a7a4f-3e0e-421f-ae42-2ab40075ec69,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:11.664534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ad955-6928-4f67-ab6e-209ff3a59826 req-27a2326e-8db3-4f5c-9c15-436c49a3d958 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:11.672153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad0ad955-6928-4f67-ab6e-209ff3a59826 req-27a2326e-8db3-4f5c-9c15-436c49a3d958 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1164188 Jan 28 12:35:11.738831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad0ad955-6928-4f67-ab6e-209ff3a59826 req-3af5bde0-61ca-4724-bd33-829b832f0727 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654414 Jan 28 12:35:11.755987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Allocated IP 172.20.0.4 (abe06f1e-d664-4d71-b517-a855700b0c24/dbf4a51f-aab4-4f27-bfca-c376e764872d/ac48f559-8122-456b-926e-13fb4e6d106c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:11.962151 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for port (ac48f559-8122-456b-926e-13fb4e6d106c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:11.972937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.20.0.1 (4d008d83-611e-451e-9ab5-15e7d8b44a82/c5c7043b-4082-445e-95a7-92d10a886d3f/2370d8c4-b2e4-4bec-ab56-601e71243f41) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:12.041475 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ac48f559-8122-456b-926e-13fb4e6d106c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:12.091575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Network abe06f1e-d664-4d71-b517-a855700b0c24 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:12.096450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:12.103197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:12.110914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event updated for resources: {'Port': ['ID=ac48f559-8122-456b-926e-13fb4e6d106c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:12.198673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:12.199801 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:12.201328 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (2370d8c4-b2e4-4bec-ab56-601e71243f41), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:12.225955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-62a06322-52a5-4fc1-ab02-611b803756b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1360373 Jan 28 12:35:12.226385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45986) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:12.233913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8a094b61-3b80-4377-84b1-65ad478676c3 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fe:38:74'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:12.255098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2370d8c4-b2e4-4bec-ab56-601e71243f41), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:12.324059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 4d008d83-611e-451e-9ab5-15e7d8b44a82 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:12.332453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=2370d8c4-b2e4-4bec-ab56-601e71243f41,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:12.337121 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:12.339627 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:12.404134 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:12.595905 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fa4a5765-d6e9-4b40-8f3e-edf6de2c4aa4 None None] Provisioning complete for port ac48f559-8122-456b-926e-13fb4e6d106c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:12.596497 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5765-d6e9-4b40-8f3e-edf6de2c4aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ac48f559-8122-456b-926e-13fb4e6d106c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:12.666326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a5765-d6e9-4b40-8f3e-edf6de2c4aa4 None None] Port ac48f559-8122-456b-926e-13fb4e6d106c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:12.776567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2370d8c4-b2e4-4bec-ab56-601e71243f41), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:12.997279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-376568dd-bb04-412d-81b5-6d83e2846da2 service neutron] 10.222.0.49 "GET /v2.0/ports/85137ef3-17bf-4ee4-b3b8-05a72b4613bd/bindings/n-h1-824835-4 HTTP/1.1" status: 200 len: 384 time: 0.1658285 Jan 28 12:35:13.009677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c15600-122b-46dd-9041-2557bcecdf37 req-f97a3084-f05b-4259-acf3-d851e781cf07 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:13.018711 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14c15600-122b-46dd-9041-2557bcecdf37 req-f97a3084-f05b-4259-acf3-d851e781cf07 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 943 time: 0.1855729 Jan 28 12:35:13.194673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14c15600-122b-46dd-9041-2557bcecdf37 req-1c3b41d5-58da-48e9-bbc7-25753851f8ab tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750534 Jan 28 12:35:13.398677 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a094b61-3b80-4377-84b1-65ad478676c3 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ac48f559-8122-456b-926e-13fb4e6d106c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:13.498183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc4fc1-4eb4-4a48-96dd-cd5815f9b0e0 req-87e09e8f-6939-46b8-9ceb-838b3d52b5b8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:13.507549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bdbc4fc1-4eb4-4a48-96dd-cd5815f9b0e0 req-87e09e8f-6939-46b8-9ceb-838b3d52b5b8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.6189442 Jan 28 12:35:13.564183 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (2370d8c4-b2e4-4bec-ab56-601e71243f41), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:13.567496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5fc8ad4-1e40-4bb3-ae2a-8b29834652c0 service neutron] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:13.572346 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2370d8c4-b2e4-4bec-ab56-601e71243f41), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:13.664599 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:13.673316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bdbc4fc1-4eb4-4a48-96dd-cd5815f9b0e0 req-a2236ab4-cae8-40fd-aa6a-407c2d470a76 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643953 Jan 28 12:35:13.742331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5fc8ad4-1e40-4bb3-ae2a-8b29834652c0 service neutron] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:35:13.805190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5fc8ad4-1e40-4bb3-ae2a-8b29834652c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85137ef3-17bf-4ee4-b3b8-05a72b4613bd {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:35:13.818495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=2370d8c4-b2e4-4bec-ab56-601e71243f41,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:13.843381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5fc8ad4-1e40-4bb3-ae2a-8b29834652c0 service neutron] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:13.878771 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5fc8ad4-1e40-4bb3-ae2a-8b29834652c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:13.910566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 4d008d83-611e-451e-9ab5-15e7d8b44a82 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:13.913726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:13.914134 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a094b61-3b80-4377-84b1-65ad478676c3 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for port (ac48f559-8122-456b-926e-13fb4e6d106c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:13.947019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a094b61-3b80-4377-84b1-65ad478676c3 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ac48f559-8122-456b-926e-13fb4e6d106c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:14.009964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a094b61-3b80-4377-84b1-65ad478676c3 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event updated for resources: {'Port': ['ID=ac48f559-8122-456b-926e-13fb4e6d106c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:14.085497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8a094b61-3b80-4377-84b1-65ad478676c3 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] In _notify_port_updated(), no bound segment for port ac48f559-8122-456b-926e-13fb4e6d106c on network abe06f1e-d664-4d71-b517-a855700b0c24 {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:35:14.092385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a094b61-3b80-4377-84b1-65ad478676c3 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:14.093342 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a094b61-3b80-4377-84b1-65ad478676c3 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:14.094913 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8a094b61-3b80-4377-84b1-65ad478676c3 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "PUT /v2.0/ports/ac48f559-8122-456b-926e-13fb4e6d106c HTTP/1.1" status: 200 len: 993 time: 1.8673775 Jan 28 12:35:14.097837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46040) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:14.148106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:14.168481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5fc8ad4-1e40-4bb3-ae2a-8b29834652c0 service neutron] Transition to ACTIVE for port object 85137ef3-17bf-4ee4-b3b8-05a72b4613bd will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:35:14.256260 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5fc8ad4-1e40-4bb3-ae2a-8b29834652c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:14.332664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:14.343328 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-10566ea9-e984-4c20-a548-4e299dd56f05 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "PUT /v2.0/routers/bdd33414-59ec-48ba-bc0a-2ecf35dc3de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7270823 Jan 28 12:35:14.343981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46052) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:14.351887 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebe6ed7-1a76-442b-90d2-3512f0074ead None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:14.352477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'port': {'network_id': '4d008d83-611e-451e-9ab5-15e7d8b44a82', 'name': 'tempest-FloatingIPTestJSON-630580389'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:14.385276 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebe6ed7-1a76-442b-90d2-3512f0074ead None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:14.385739 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0ebe6ed7-1a76-442b-90d2-3512f0074ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:14.480406 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0ebe6ed7-1a76-442b-90d2-3512f0074ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:14.499055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5fc8ad4-1e40-4bb3-ae2a-8b29834652c0 service neutron] No DVR routers for this DVR port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:35:14.518138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc8ad4-1e40-4bb3-ae2a-8b29834652c0 service neutron] Pushing event updated for resources: {'Port': ['ID=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:14.518366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-dd31f81f-a9d7-49a8-bae3-55ca9408a747 None None] Provisioning complete for port ac48f559-8122-456b-926e-13fb4e6d106c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:14.519291 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd31f81f-a9d7-49a8-bae3-55ca9408a747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ac48f559-8122-456b-926e-13fb4e6d106c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:14.542424 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebe6ed7-1a76-442b-90d2-3512f0074ead None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:14.546298 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0ebe6ed7-1a76-442b-90d2-3512f0074ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:14.549426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2ba38755-f93e-4279-bc6e-5989dae50579 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Deleting port ac48f559-8122-456b-926e-13fb4e6d106c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:14.549777 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ba38755-f93e-4279-bc6e-5989dae50579 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ac48f559-8122-456b-926e-13fb4e6d106c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:14.560525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-a5fc8ad4-1e40-4bb3-ae2a-8b29834652c0 service neutron] 10.222.0.49 "PUT /v2.0/ports/85137ef3-17bf-4ee4-b3b8-05a72b4613bd/bindings/n-h1-824835-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5378206 Jan 28 12:35:14.596956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20ad17-f87c-46f6-b290-28a2f4cecf0c req-437c80af-20fb-4982-887a-672e08ff5e1f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:14.606223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc20ad17-f87c-46f6-b290-28a2f4cecf0c req-437c80af-20fb-4982-887a-672e08ff5e1f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 944 time: 0.2573960 Jan 28 12:35:14.618235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Made reservation on behalf of 8244dfbcb36f4e6ea73741f7c48a879f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:14.623529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:14.655034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] device_id is not set on port 56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:35:14.655804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dd31f81f-a9d7-49a8-bae3-55ca9408a747 None None] Port ac48f559-8122-456b-926e-13fb4e6d106c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:14.661345 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0ebe6ed7-1a76-442b-90d2-3512f0074ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:14.662196 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebe6ed7-1a76-442b-90d2-3512f0074ead None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:14.815300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc20ad17-f87c-46f6-b290-28a2f4cecf0c req-fc4b378b-a323-4466-8b6c-ab2fa9974472 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080407 Jan 28 12:35:14.827051 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ba38755-f93e-4279-bc6e-5989dae50579 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ac48f559-8122-456b-926e-13fb4e6d106c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:14.840712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2ba38755-f93e-4279-bc6e-5989dae50579 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Calling delete_port for ac48f559-8122-456b-926e-13fb4e6d106c owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:14.911116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-028d058d-4fd9-4210-8323-7e7c573aa99b tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:14.913358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-028d058d-4fd9-4210-8323-7e7c573aa99b tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3&tenant_id=28c9043847134daea969876de73b5965&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.2438610 Jan 28 12:35:14.982419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.20.0.8 (4d008d83-611e-451e-9ab5-15e7d8b44a82/c5c7043b-4082-445e-95a7-92d10a886d3f/56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:15.025085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46066) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:15.041369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c750ffc-9994-4204-85a6-0f35c273ee3f req-4338cd19-8962-44df-bd51-06fcc6a50fac tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:15.043868 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c750ffc-9994-4204-85a6-0f35c273ee3f req-4338cd19-8962-44df-bd51-06fcc6a50fac tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2272291 Jan 28 12:35:15.097140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c99c2847-b3b8-44d3-9db0-58ceb19750a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:15.100636 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c99c2847-b3b8-44d3-9db0-58ceb19750a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3&tenant_id=28c9043847134daea969876de73b5965 HTTP/1.1" status: 200 len: 1095 time: 0.1478655 Jan 28 12:35:15.238748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c750ffc-9994-4204-85a6-0f35c273ee3f req-62b382fa-0ed2-4101-9b74-3f2f096ceeba tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689730 Jan 28 12:35:15.252135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35647b69-c434-4c67-a495-efcf533f0001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:15.268763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-d3c3c697-6870-4978-9c7f-e7bd61c48b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:15.270429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-d3c3c697-6870-4978-9c7f-e7bd61c48b46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c9043847134daea969876de73b5965&device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 1095 time: 0.1227086 Jan 28 12:35:15.323563 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:15.349954 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ba38755-f93e-4279-bc6e-5989dae50579 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ac48f559-8122-456b-926e-13fb4e6d106c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:15.388657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba38755-f93e-4279-bc6e-5989dae50579 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event deleted for resources: {'Port': ['ID=ac48f559-8122-456b-926e-13fb4e6d106c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:15.416357 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:15.514644 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35647b69-c434-4c67-a495-efcf533f0001 admin admin] Publish callbacks [] for security_group (ec179480-8a7e-4d6d-94c3-1cc7ae0ec816), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:15.536315 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35647b69-c434-4c67-a495-efcf533f0001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ec179480-8a7e-4d6d-94c3-1cc7ae0ec816), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:15.542503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 4d008d83-611e-451e-9ab5-15e7d8b44a82 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:15.544108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-dadefbc2-b912-49e6-afbe-92b9b8db195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:15.545581 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-dadefbc2-b912-49e6-afbe-92b9b8db195d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 200 len: 909 time: 0.2653840 Jan 28 12:35:15.545937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:15.572392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:15.582566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:15.640234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-7afd0a12-f35b-4c8e-bc50-542753898fd3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd HTTP/1.1" status: 200 len: 217 time: 0.0811245 Jan 28 12:35:15.655078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35647b69-c434-4c67-a495-efcf533f0001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec179480-8a7e-4d6d-94c3-1cc7ae0ec816,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:15.673941 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-35647b69-c434-4c67-a495-efcf533f0001 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a855455367f846239925443382426ab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6470509 Jan 28 12:35:15.677594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46072) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:15.705849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:15.706618 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:15.769200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-f24ecb47-b3cb-4b32-b7de-225241e0dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:15.770995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-f24ecb47-b3cb-4b32-b7de-225241e0dbf2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 200 len: 848 time: 0.1082060 Jan 28 12:35:15.774667 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-53a91f7a-2eae-4cfd-9407-3c9e3fce6627 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4293096 Jan 28 12:35:15.778530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46074) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:15.785811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'port': {'network_id': '4d008d83-611e-451e-9ab5-15e7d8b44a82', 'name': 'tempest-FloatingIPTestJSON-110683945'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:15.791968 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9abb6895-5e36-4022-a15d-f2efd74962ac admin admin] Publish callbacks [] for security_group (ec179480-8a7e-4d6d-94c3-1cc7ae0ec816), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:15.795181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ba38755-f93e-4279-bc6e-5989dae50579 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:15.801194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2ba38755-f93e-4279-bc6e-5989dae50579 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "DELETE /v2.0/ports/ac48f559-8122-456b-926e-13fb4e6d106c HTTP/1.1" status: 204 len: 168 time: 1.7016075 Jan 28 12:35:15.817877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46076) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:15.853317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-b57858f6-4792-47c4-8964-71d688d2830f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d35abe7a-4c5a-4b32-a523-ada4c5d4474d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728779 Jan 28 12:35:15.854272 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fec282a-5df1-4b96-8584-184be52bca99 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] GET failed (client error): The resource could not be found. Jan 28 12:35:15.859411 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7fec282a-5df1-4b96-8584-184be52bca99 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "GET /v2.0/ports/ac48f559-8122-456b-926e-13fb4e6d106c HTTP/1.1" status: 404 len: 333 time: 0.0371959 Jan 28 12:35:15.860546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46080) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:15.869342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Request body: {'port': {'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24', 'name': 'tempest-AllowedAddressPairTestJSON-1841650095'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:15.885247 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9abb6895-5e36-4022-a15d-f2efd74962ac admin admin] Publish callbacks [] for security_group (ec179480-8a7e-4d6d-94c3-1cc7ae0ec816), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:16.076221 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9abb6895-5e36-4022-a15d-f2efd74962ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ec179480-8a7e-4d6d-94c3-1cc7ae0ec816), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:16.080782 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9abb6895-5e36-4022-a15d-f2efd74962ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:16.082536 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9abb6895-5e36-4022-a15d-f2efd74962ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec179480-8a7e-4d6d-94c3-1cc7ae0ec816 HTTP/1.1" status: 204 len: 168 time: 0.4035935 Jan 28 12:35:16.094822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb6895-5e36-4022-a15d-f2efd74962ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec179480-8a7e-4d6d-94c3-1cc7ae0ec816,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:16.097257 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Made reservation on behalf of 8244dfbcb36f4e6ea73741f7c48a879f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:16.102702 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:16.134577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] device_id is not set on port 842480cf-6cad-4ae4-a860-f32b2ca880fd yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:35:16.207508 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-1249efa7-028f-4d7c-aebb-cd39dea62eb9 service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450453 Jan 28 12:35:16.254537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5be6c-4308-479c-843c-ec0c85ec1283 req-8159aebe-9326-455d-9352-559f8e9332a4 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:16.262034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ad5be6c-4308-479c-843c-ec0c85ec1283 req-8159aebe-9326-455d-9352-559f8e9332a4 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 944 time: 0.2491097 Jan 28 12:35:16.349113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.20.0.10 (4d008d83-611e-451e-9ab5-15e7d8b44a82/c5c7043b-4082-445e-95a7-92d10a886d3f/842480cf-6cad-4ae4-a860-f32b2ca880fd) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:16.404795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-aba35a42-0ea1-4664-98f2-efbf75b39afa service neutron] 10.222.0.35 "GET /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902783 Jan 28 12:35:16.524759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Made reservation on behalf of 4448424414bd41cda8a578b66f789f0c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:16.528467 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:16.550591 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ad5be6c-4308-479c-843c-ec0c85ec1283 req-9da99cd2-9051-4250-8f21-2a38059be864 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877791 Jan 28 12:35:16.566384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a188e6a-fb64-493a-aafd-51cbae71d016 req-fda1f423-b8b1-4795-a425-179513449295 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:16.571546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a188e6a-fb64-493a-aafd-51cbae71d016 req-fda1f423-b8b1-4795-a425-179513449295 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1447036 Jan 28 12:35:16.582066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] device_id is not set on port a4857f16-c119-415e-b616-4d3d7ce72a1f yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:35:16.622135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (842480cf-6cad-4ae4-a860-f32b2ca880fd), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:16.627614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46094) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:16.684484 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (842480cf-6cad-4ae4-a860-f32b2ca880fd), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:16.690677 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb48d3bf-393c-4dd5-b7f1-409681ebcac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:16.755357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 4d008d83-611e-451e-9ab5-15e7d8b44a82 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:16.758878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:16.761810 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:16.796660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a188e6a-fb64-493a-aafd-51cbae71d016 req-4f851881-b0a7-4de0-a7b3-108bcd8d67e2 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163837 Jan 28 12:35:16.801724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=842480cf-6cad-4ae4-a860-f32b2ca880fd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:16.839802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:16.840601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:16.861371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Allocated IP 172.20.0.3 (abe06f1e-d664-4d71-b517-a855700b0c24/dbf4a51f-aab4-4f27-bfca-c376e764872d/a4857f16-c119-415e-b616-4d3d7ce72a1f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:16.865114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-f354dfcc-87ea-4bab-828d-acb0702caeb1 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:16.866435 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4c8642f1-bead-42d1-a366-a3ff30502cd6 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0863793 Jan 28 12:35:16.870529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46098) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:16.871155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-f354dfcc-87ea-4bab-828d-acb0702caeb1 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3&tenant_id=28c9043847134daea969876de73b5965&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.1441631 Jan 28 12:35:16.881801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '842480cf-6cad-4ae4-a860-f32b2ca880fd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:16.914720 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:16.977507 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.016499 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb48d3bf-393c-4dd5-b7f1-409681ebcac6 admin admin] Publish callbacks [] for security_group (c104c11b-dd34-453d-b4d4-229379c4dd6b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.033559 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb48d3bf-393c-4dd5-b7f1-409681ebcac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c104c11b-dd34-453d-b4d4-229379c4dd6b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.178211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-eb48d3bf-393c-4dd5-b7f1-409681ebcac6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cec4a5730f454f0ea3a50254398e6b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5494237 Jan 28 12:35:17.181369 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46106) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:17.237221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48d3bf-393c-4dd5-b7f1-409681ebcac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c104c11b-dd34-453d-b4d4-229379c4dd6b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:17.251518 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.286803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-d10033c4-54a8-4171-8dfb-f4885684030b service neutron] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:35:17.297818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-d10033c4-54a8-4171-8dfb-f4885684030b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.298983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-d10033c4-54a8-4171-8dfb-f4885684030b service neutron] 10.222.0.35 "DELETE /v2.0/ports/85137ef3-17bf-4ee4-b3b8-05a72b4613bd/bindings/n-h2-824835-4 HTTP/1.1" status: 204 len: 173 time: 0.4207661 Jan 28 12:35:17.316759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c34c8-22be-4535-85f6-8ed1a5aaca20 req-5eae19bf-6dd4-4ad5-bc5b-ae2fbd28571a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:17.321328 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1efe51a-f68c-41ab-aa9d-937fa4295c10 admin admin] Publish callbacks [] for security_group (c104c11b-dd34-453d-b4d4-229379c4dd6b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.326847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d7c34c8-22be-4535-85f6-8ed1a5aaca20 req-5eae19bf-6dd4-4ad5-bc5b-ae2fbd28571a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2085786 Jan 28 12:35:17.355614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eaa7a-4f6b-4448-b481-48086d2849b6 req-0454ca5e-6dc4-4f21-b7f2-3f29696fa44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:17.358072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9eaa7a-4f6b-4448-b481-48086d2849b6 req-0454ca5e-6dc4-4f21-b7f2-3f29696fa44f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 1096 time: 0.1892972 Jan 28 12:35:17.379517 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for port (a4857f16-c119-415e-b616-4d3d7ce72a1f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.394077 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1efe51a-f68c-41ab-aa9d-937fa4295c10 admin admin] Publish callbacks [] for security_group (c104c11b-dd34-453d-b4d4-229379c4dd6b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.452146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.25.7.149 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/53b10f5c-c748-4c32-9919-46e96343708c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:17.501444 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1efe51a-f68c-41ab-aa9d-937fa4295c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c104c11b-dd34-453d-b4d4-229379c4dd6b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.503968 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1efe51a-f68c-41ab-aa9d-937fa4295c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.507824 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b1efe51a-f68c-41ab-aa9d-937fa4295c10 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c104c11b-dd34-453d-b4d4-229379c4dd6b HTTP/1.1" status: 204 len: 168 time: 0.3208277 Jan 28 12:35:17.517449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d7c34c8-22be-4535-85f6-8ed1a5aaca20 req-26cf81a9-9b05-4a44-aa6f-bb2ad90df2f6 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891501 Jan 28 12:35:17.551919 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efe51a-f68c-41ab-aa9d-937fa4295c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c104c11b-dd34-453d-b4d4-229379c4dd6b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:17.570234 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eaa7a-4f6b-4448-b481-48086d2849b6 req-0f03e99a-3284-4a91-beab-8e1f44964187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:17.571796 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9eaa7a-4f6b-4448-b481-48086d2849b6 req-0f03e99a-3284-4a91-beab-8e1f44964187 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.2003689 Jan 28 12:35:17.590736 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a4857f16-c119-415e-b616-4d3d7ce72a1f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.629979 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.665939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (53b10f5c-c748-4c32-9919-46e96343708c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.716610 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (53b10f5c-c748-4c32-9919-46e96343708c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:17.759330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Network abe06f1e-d664-4d71-b517-a855700b0c24 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:17.773621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9eaa7a-4f6b-4448-b481-48086d2849b6 req-965a3dd1-ce6c-41fe-8eff-90b44f9eb2d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 200 len: 999 time: 0.1949208 Jan 28 12:35:17.774605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:17.780416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:17.918798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eaa7a-4f6b-4448-b481-48086d2849b6 req-f2ba2c15-6b07-4684-8ac3-4151b18214b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:17.919323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=53b10f5c-c748-4c32-9919-46e96343708c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:17.929529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9eaa7a-4f6b-4448-b481-48086d2849b6 req-f2ba2c15-6b07-4684-8ac3-4151b18214b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.1179671 Jan 28 12:35:17.932795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event updated for resources: {'Port': ['ID=a4857f16-c119-415e-b616-4d3d7ce72a1f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:17.956069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:17.960076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:17.971195 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:18.336288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f2356371-1ddd-4c68-b898-da58ae187a91 None None] Provisioning complete for port a4857f16-c119-415e-b616-4d3d7ce72a1f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:18.336877 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2356371-1ddd-4c68-b898-da58ae187a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a4857f16-c119-415e-b616-4d3d7ce72a1f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:18.421641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f2356371-1ddd-4c68-b898-da58ae187a91 None None] Port a4857f16-c119-415e-b616-4d3d7ce72a1f cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:18.744084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:18.744761 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:18.777997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eaa7a-4f6b-4448-b481-48086d2849b6 req-f1ddd8d0-4cf9-4536-96f2-0aca67e2298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:18.779700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9eaa7a-4f6b-4448-b481-48086d2849b6 req-f1ddd8d0-4cf9-4536-96f2-0aca67e2298d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8157365 Jan 28 12:35:18.793138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-687cbd5b-f7d5-482d-8e55-19e45553e92f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9293733 Jan 28 12:35:18.794143 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46140) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:18.810858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8fe4e0e3-3bec-49fb-9a2f-9da7d560d509 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fe:38:74'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:18.822276 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c16cb6-b6d7-4763-8b29-5bfc2e82d779 req-c4ffe05c-6b9b-4af9-a414-b488f6f850a5 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:18.829964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c16cb6-b6d7-4763-8b29-5bfc2e82d779 req-c4ffe05c-6b9b-4af9-a414-b488f6f850a5 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1669788 Jan 28 12:35:18.840551 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (3f3fff22-0ee7-4afd-87bf-0dd56cde9fa4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:18.862023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8927797-6ff4-4320-a476-0a1903d02f30 req-8eb8e1ce-874c-4c9f-9b2c-c602ab42939d tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:18.870278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8927797-6ff4-4320-a476-0a1903d02f30 req-8eb8e1ce-874c-4c9f-9b2c-c602ab42939d tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 944 time: 1.1374893 Jan 28 12:35:19.007733 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (53b10f5c-c748-4c32-9919-46e96343708c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:19.130900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c16cb6-b6d7-4763-8b29-5bfc2e82d779 req-9705a15b-f962-453e-8622-8568d0ffc50a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999175 Jan 28 12:35:19.188272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9eaa7a-4f6b-4448-b481-48086d2849b6 req-bbed8640-a59a-4e50-9d2e-1c8b60247fbc service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923554 Jan 28 12:35:19.212155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8927797-6ff4-4320-a476-0a1903d02f30 req-f68a66ea-5d1c-4568-a5a7-fea86d29d0f3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302743 Jan 28 12:35:19.227706 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9bd3-6378-4793-a2be-d1ea7506a09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:19.262316 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (53b10f5c-c748-4c32-9919-46e96343708c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:19.282702 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (53b10f5c-c748-4c32-9919-46e96343708c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:19.417935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=53b10f5c-c748-4c32-9919-46e96343708c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:19.450593 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (3f3fff22-0ee7-4afd-87bf-0dd56cde9fa4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:19.499144 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e0e3-3bec-49fb-9a2f-9da7d560d509 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a4857f16-c119-415e-b616-4d3d7ce72a1f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:19.530320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3f457-c511-4df8-a2e7-f7eab0fdb1d6 req-98b83a02-ae6e-4358-9bfa-6392c1c1b465 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:19.533168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5d3f457-c511-4df8-a2e7-f7eab0fdb1d6 req-98b83a02-ae6e-4358-9bfa-6392c1c1b465 tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 1095 time: 0.1542153 Jan 28 12:35:19.540326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9eaa7a-4f6b-4448-b481-48086d2849b6 req-a49f24cc-ef6c-4e2e-bdcb-6637eb130325 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296933 Jan 28 12:35:19.629644 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Floating IP 3f3fff22-0ee7-4afd-87bf-0dd56cde9fa4 associated. External IP: 172.25.7.149, port: 842480cf-6cad-4ae4-a860-f32b2ca880fd. Jan 28 12:35:19.687962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5d3f457-c511-4df8-a2e7-f7eab0fdb1d6 req-470987a9-45f7-4e4c-bfdc-c9f9f075684b tempest-LiveMigrationTest-1570506646 tempest-LiveMigrationTest-1570506646-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886834 Jan 28 12:35:19.862943 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e0e3-3bec-49fb-9a2f-9da7d560d509 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for port (a4857f16-c119-415e-b616-4d3d7ce72a1f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:19.878826 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e0e3-3bec-49fb-9a2f-9da7d560d509 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a4857f16-c119-415e-b616-4d3d7ce72a1f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:19.987899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:20.006975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4e0e3-3bec-49fb-9a2f-9da7d560d509 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event updated for resources: {'Port': ['ID=a4857f16-c119-415e-b616-4d3d7ce72a1f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:20.033264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8fe4e0e3-3bec-49fb-9a2f-9da7d560d509 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] In _notify_port_updated(), no bound segment for port a4857f16-c119-415e-b616-4d3d7ce72a1f on network abe06f1e-d664-4d71-b517-a855700b0c24 {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:35:20.039486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4e0e3-3bec-49fb-9a2f-9da7d560d509 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:20.040218 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e0e3-3bec-49fb-9a2f-9da7d560d509 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:20.045874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8fe4e0e3-3bec-49fb-9a2f-9da7d560d509 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "PUT /v2.0/ports/a4857f16-c119-415e-b616-4d3d7ce72a1f HTTP/1.1" status: 200 len: 996 time: 1.2433076 Jan 28 12:35:20.045874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46174) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:20.214000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:20.232201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a5275-3232-4451-b04c-048ecc336759 None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:20.255668 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:20.260122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a5275-3232-4451-b04c-048ecc336759 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:20.261089 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4b6a5275-3232-4451-b04c-048ecc336759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:20.306852 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-21145504-af01-4c28-a5a3-34c1877b2072 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4342358 Jan 28 12:35:20.307750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:20.312458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-66b63ffa-d4aa-42a0-8628-4f07e152f0d1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:20.342458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4b6a5275-3232-4451-b04c-048ecc336759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:20.355599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a5275-3232-4451-b04c-048ecc336759 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:20.356506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4b6a5275-3232-4451-b04c-048ecc336759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:20.397407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4b6a5275-3232-4451-b04c-048ecc336759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:20.398075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a5275-3232-4451-b04c-048ecc336759 None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:20.525120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-65b50a7c-3538-4d19-83d2-be875e19fdc1 None None] Provisioning complete for port a4857f16-c119-415e-b616-4d3d7ce72a1f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:20.526423 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65b50a7c-3538-4d19-83d2-be875e19fdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a4857f16-c119-415e-b616-4d3d7ce72a1f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:20.536668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c50cb-cd69-4a95-94ec-c52ab8c4fc91 req-7fe9aa30-bbd2-414f-bcac-aadc75eac957 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:20.541923 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-388c50cb-cd69-4a95-94ec-c52ab8c4fc91 req-7fe9aa30-bbd2-414f-bcac-aadc75eac957 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2567177 Jan 28 12:35:20.591793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03347b99-f277-4a55-bf1c-c6f2a42dc26b req-08dc1e46-728e-4368-b2a7-6a45767e321b tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:20.593036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03347b99-f277-4a55-bf1c-c6f2a42dc26b req-08dc1e46-728e-4368-b2a7-6a45767e321b tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 944 time: 0.4297748 Jan 28 12:35:20.649403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-65b50a7c-3538-4d19-83d2-be875e19fdc1 None None] Port a4857f16-c119-415e-b616-4d3d7ce72a1f cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:20.659168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6825a-6154-4be4-bcfd-a6cff4d46219 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Deleting port a4857f16-c119-415e-b616-4d3d7ce72a1f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:20.660218 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8d6825a-6154-4be4-bcfd-a6cff4d46219 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a4857f16-c119-415e-b616-4d3d7ce72a1f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:20.794635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-388c50cb-cd69-4a95-94ec-c52ab8c4fc91 req-4cb57db8-d1a4-4661-bf42-f9abd2af0398 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433872 Jan 28 12:35:20.893833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200bdc6-b3e7-47a1-b1a0-d5a1fb7c2ffc req-7ab43c03-29f4-43d4-90b0-d0574d40ea87 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:20.899237 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8200bdc6-b3e7-47a1-b1a0-d5a1fb7c2ffc req-7ab43c03-29f4-43d4-90b0-d0574d40ea87 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.35 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 944 time: 0.2662582 Jan 28 12:35:20.951025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03347b99-f277-4a55-bf1c-c6f2a42dc26b req-a9de5104-021e-4890-ac99-11c11cdd68f2 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152928 Jan 28 12:35:21.015155 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66b63ffa-d4aa-42a0-8628-4f07e152f0d1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (3f3fff22-0ee7-4afd-87bf-0dd56cde9fa4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:21.090646 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8d6825a-6154-4be4-bcfd-a6cff4d46219 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a4857f16-c119-415e-b616-4d3d7ce72a1f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:21.147559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6825a-6154-4be4-bcfd-a6cff4d46219 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Calling delete_port for a4857f16-c119-415e-b616-4d3d7ce72a1f owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:21.304082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44b666-00ad-48b0-aee8-e5c5ada03c51 req-47d0667a-bfde-429d-b523-652de2498738 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:21.305932 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b44b666-00ad-48b0-aee8-e5c5ada03c51 req-47d0667a-bfde-429d-b523-652de2498738 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2089391 Jan 28 12:35:21.399151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b44b666-00ad-48b0-aee8-e5c5ada03c51 req-54ee0c7f-dcdf-4d03-aad6-510e6499141e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774491 Jan 28 12:35:21.407833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66b63ffa-d4aa-42a0-8628-4f07e152f0d1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:21.414720 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66b63ffa-d4aa-42a0-8628-4f07e152f0d1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (3f3fff22-0ee7-4afd-87bf-0dd56cde9fa4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:21.415185 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-66b63ffa-d4aa-42a0-8628-4f07e152f0d1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Floating IP 3f3fff22-0ee7-4afd-87bf-0dd56cde9fa4 disassociated. External IP: 172.25.7.149, port: 842480cf-6cad-4ae4-a860-f32b2ca880fd. Jan 28 12:35:21.416562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8200bdc6-b3e7-47a1-b1a0-d5a1fb7c2ffc req-bec374fa-02b1-40f5-ae56-5875b28cbdd6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Deleting port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:21.416967 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8200bdc6-b3e7-47a1-b1a0-d5a1fb7c2ffc req-bec374fa-02b1-40f5-ae56-5875b28cbdd6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:21.596256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8200bdc6-b3e7-47a1-b1a0-d5a1fb7c2ffc req-bec374fa-02b1-40f5-ae56-5875b28cbdd6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] For port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:21.596688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8200bdc6-b3e7-47a1-b1a0-d5a1fb7c2ffc req-bec374fa-02b1-40f5-ae56-5875b28cbdd6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:21.614234 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8d6825a-6154-4be4-bcfd-a6cff4d46219 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a4857f16-c119-415e-b616-4d3d7ce72a1f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:21.644008 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3363-4ae5-4b1b-a5e9-d242f35e037e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:21.678549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8200bdc6-b3e7-47a1-b1a0-d5a1fb7c2ffc req-bec374fa-02b1-40f5-ae56-5875b28cbdd6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Calling delete_port for 85137ef3-17bf-4ee4-b3b8-05a72b4613bd owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:21.776656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6825a-6154-4be4-bcfd-a6cff4d46219 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event deleted for resources: {'Port': ['ID=a4857f16-c119-415e-b616-4d3d7ce72a1f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:21.876571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b63ffa-d4aa-42a0-8628-4f07e152f0d1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:21.979242 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8d6825a-6154-4be4-bcfd-a6cff4d46219 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:21.986756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c8d6825a-6154-4be4-bcfd-a6cff4d46219 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "DELETE /v2.0/ports/a4857f16-c119-415e-b616-4d3d7ce72a1f HTTP/1.1" status: 204 len: 168 time: 1.9400637 Jan 28 12:35:21.996932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46218) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:22.123839 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e2987e-2668-421f-b761-ac4f461f91b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] GET failed (client error): The resource could not be found. Jan 28 12:35:22.132606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f7e2987e-2668-421f-b761-ac4f461f91b4 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "GET /v2.0/ports/a4857f16-c119-415e-b616-4d3d7ce72a1f HTTP/1.1" status: 404 len: 333 time: 0.0671802 Jan 28 12:35:22.136537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46222) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:22.145603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Request body: {'port': {'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24', 'name': 'tempest-AllowedAddressPairTestJSON-1842518676'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:22.191187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9ea99-440f-43b1-83b1-7f803f4d1ec6 req-3bc0d8ef-8353-45b7-b2f9-229dbf319178 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:22.194970 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26a9ea99-440f-43b1-83b1-7f803f4d1ec6 req-3bc0d8ef-8353-45b7-b2f9-229dbf319178 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2558341 Jan 28 12:35:22.221956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b63ffa-d4aa-42a0-8628-4f07e152f0d1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:22.238716 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66b63ffa-d4aa-42a0-8628-4f07e152f0d1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:22.240017 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527475d0-b89f-4160-88e7-d5a2d380bf54 None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:22.257905 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527475d0-b89f-4160-88e7-d5a2d380bf54 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:22.258929 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-527475d0-b89f-4160-88e7-d5a2d380bf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:22.315487 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-66b63ffa-d4aa-42a0-8628-4f07e152f0d1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "PUT /v2.0/floatingips/3f3fff22-0ee7-4afd-87bf-0dd56cde9fa4 HTTP/1.1" status: 200 len: 688 time: 2.0040739 Jan 28 12:35:22.316445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:22.353777 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-527475d0-b89f-4160-88e7-d5a2d380bf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:22.381165 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527475d0-b89f-4160-88e7-d5a2d380bf54 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:22.381834 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-527475d0-b89f-4160-88e7-d5a2d380bf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:22.447813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e2f97-9d8c-4d3c-9493-140ada17374b req-c47580d1-4600-4a2c-a676-9807ec81abc1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:22.456722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db0e2f97-9d8c-4d3c-9493-140ada17374b req-c47580d1-4600-4a2c-a676-9807ec81abc1 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 944 time: 0.2603214 Jan 28 12:35:22.466208 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-527475d0-b89f-4160-88e7-d5a2d380bf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:22.473879 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527475d0-b89f-4160-88e7-d5a2d380bf54 None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:22.571451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port 53b10f5c-c748-4c32-9919-46e96343708c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:22.573103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (53b10f5c-c748-4c32-9919-46e96343708c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:22.617196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26a9ea99-440f-43b1-83b1-7f803f4d1ec6 req-c18e68a9-8414-4422-bee9-abb40c1faf1b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3935242 Jan 28 12:35:22.653684 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8200bdc6-b3e7-47a1-b1a0-d5a1fb7c2ffc req-bec374fa-02b1-40f5-ae56-5875b28cbdd6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (85137ef3-17bf-4ee4-b3b8-05a72b4613bd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:22.666777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Made reservation on behalf of 4448424414bd41cda8a578b66f789f0c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:22.667691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['fb75757a-6752-4c27-bcde-50f12bbcf42e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:35:22.679285 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:22.776090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (53b10f5c-c748-4c32-9919-46e96343708c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:22.778142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (53b10f5c-c748-4c32-9919-46e96343708c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:22.808456 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for 53b10f5c-c748-4c32-9919-46e96343708c owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:22.895231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db0e2f97-9d8c-4d3c-9493-140ada17374b req-a52081dd-8746-47e1-b616-aa105638399a tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356680 Jan 28 12:35:22.924243 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec374fa-02b1-40f5-ae56-5875b28cbdd6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Pushing event deleted for resources: {'Port': ['ID=85137ef3-17bf-4ee4-b3b8-05a72b4613bd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:22.960235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] device_id is not set on port 0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:35:22.984028 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:23.131278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8200bdc6-b3e7-47a1-b1a0-d5a1fb7c2ffc req-bec374fa-02b1-40f5-ae56-5875b28cbdd6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] No DVR routers for this DVR port 85137ef3-17bf-4ee4-b3b8-05a72b4613bd on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:35:23.138197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8200bdc6-b3e7-47a1-b1a0-d5a1fb7c2ffc req-bec374fa-02b1-40f5-ae56-5875b28cbdd6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:23.142010 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8200bdc6-b3e7-47a1-b1a0-d5a1fb7c2ffc req-bec374fa-02b1-40f5-ae56-5875b28cbdd6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.35 "DELETE /v2.0/ports/85137ef3-17bf-4ee4-b3b8-05a72b4613bd HTTP/1.1" status: 204 len: 173 time: 2.2369211 Jan 28 12:35:23.142662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ace1c-13d3-4a84-8fbd-c1aeb04efba3', 'name': 'network-vif-deleted', 'tag': '85137ef3-17bf-4ee4-b3b8-05a72b4613bd'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:35:23.146760 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da08055c-ca83-4279-9f4f-014e08b80d28" -d '{"events": [{"server_uuid": "975ace1c-13d3-4a84-8fbd-c1aeb04efba3", "name": "network-vif-deleted", "tag": "85137ef3-17bf-4ee4-b3b8-05a72b4613bd"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:35:23.257843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (53b10f5c-c748-4c32-9919-46e96343708c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:23.348830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=53b10f5c-c748-4c32-9919-46e96343708c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:23.366540 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Allocated IP 172.20.0.9 (abe06f1e-d664-4d71-b517-a855700b0c24/dbf4a51f-aab4-4f27-bfca-c376e764872d/0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:23.422734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.423499 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.423866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.424215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.424561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.424925 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.425262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.425593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.426057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.430867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.431309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.431692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.432037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:23.450253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 85137ef3-17bf-4ee4-b3b8-05a72b4613bd no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:35:23.525260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 85137ef3-17bf-4ee4-b3b8-05a72b4613bd {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:35:23.526943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 85137ef3-17bf-4ee4-b3b8-05a72b4613bd not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:35:23.605771 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (3f3fff22-0ee7-4afd-87bf-0dd56cde9fa4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:23.608421 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:23.620520 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2ded7b15-0e2b-4413-86bf-cf995e0a275e tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/floatingips/3f3fff22-0ee7-4afd-87bf-0dd56cde9fa4 HTTP/1.1" status: 204 len: 168 time: 1.3022809 Jan 28 12:35:23.621643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:23.638496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:23.683904 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for port (0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:23.688731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:23.737413 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c414eb0-d3db-43a9-8b83-87eb1ae55893 x-openstack-request-id: req-1c414eb0-d3db-43a9-8b83-87eb1ae55893 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:35:23.737780 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ace1c-13d3-4a84-8fbd-c1aeb04efba3", "name": "network-vif-deleted", "tag": "85137ef3-17bf-4ee4-b3b8-05a72b4613bd", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:35:23.738068 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c414eb0-d3db-43a9-8b83-87eb1ae55893 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:35:23.738769 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975ace1c-13d3-4a84-8fbd-c1aeb04efba3', 'name': 'network-vif-deleted', 'tag': '85137ef3-17bf-4ee4-b3b8-05a72b4613bd', 'status': 'completed', 'code': 200} Jan 28 12:35:23.742179 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:23.828783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Network abe06f1e-d664-4d71-b517-a855700b0c24 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:23.840452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:23.845703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:23.940350 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2966e2c-6128-43dd-829d-9aefd77f4b2c req-22cf9925-110c-47de-87fe-e33c4f8773b9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:23.950494 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:23.950909 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c2966e2c-6128-43dd-829d-9aefd77f4b2c req-22cf9925-110c-47de-87fe-e33c4f8773b9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.7649167 Jan 28 12:35:24.004993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:24.005850 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:24.073973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9288347 Jan 28 12:35:24.074740 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46260) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:24.091626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9607a-074f-4e6d-aa91-4248aba0d7af tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event updated for resources: {'Port': ['ID=0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:24.116323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Request body: {'port': {'network_id': 'abe06f1e-d664-4d71-b517-a855700b0c24', 'name': 'tempest-AllowedAddressPairTestJSON-933395156'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:24.305205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.25.7.189 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/2cb78e80-89f2-4b7e-b9ae-387c180c7f31) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:24.335704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0cce27b8-8234-46f3-b730-a53920da9d8a req-4039f5fc-a30b-43ea-b5de-51b03911aa73 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.2096889 Jan 28 12:35:24.414166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0dbe0ac7-06db-44f3-b223-ff9f8ddbb2af None None] Provisioning complete for port 0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:24.414842 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0dbe0ac7-06db-44f3-b223-ff9f8ddbb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:24.499292 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c2966e2c-6128-43dd-829d-9aefd77f4b2c req-549445e1-188d-4610-a6c5-52b144ca82ac tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5458927 Jan 28 12:35:24.569201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe0ac7-06db-44f3-b223-ff9f8ddbb2af None None] Port 0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:24.586759 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (2cb78e80-89f2-4b7e-b9ae-387c180c7f31), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:24.629929 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:24.661850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Made reservation on behalf of 4448424414bd41cda8a578b66f789f0c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:24.670143 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:24.700497 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2cb78e80-89f2-4b7e-b9ae-387c180c7f31), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:24.722492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] device_id is not set on port 5f19096b-dda2-492b-bf39-894d62246a9a yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:35:24.800764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:24.807265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:24.813237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:24.926431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=2cb78e80-89f2-4b7e-b9ae-387c180c7f31,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:24.992853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Allocated IP 172.20.0.4 (abe06f1e-d664-4d71-b517-a855700b0c24/dbf4a51f-aab4-4f27-bfca-c376e764872d/5f19096b-dda2-492b-bf39-894d62246a9a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:25.361933 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for port (5f19096b-dda2-492b-bf39-894d62246a9a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:25.446773 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5f19096b-dda2-492b-bf39-894d62246a9a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:25.558191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event updated for resources: {'Port': ['ID=5f19096b-dda2-492b-bf39-894d62246a9a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:25.645070 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:25.648680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5c59f7c-b5f9-4206-bce3-5506ce46158b req-3e9ada1f-6267-4b8c-ba80-283ccdf54692 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.0925710 Jan 28 12:35:25.696715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Network abe06f1e-d664-4d71-b517-a855700b0c24 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:25.729852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:25.748976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:25.854137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2cb78e80-89f2-4b7e-b9ae-387c180c7f31), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:25.888551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f04e6-6450-442c-81b6-f4a7c1325ff9 req-0b26db56-eef8-496c-b7b3-58cbd532dc34 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:25.890172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-064f04e6-6450-442c-81b6-f4a7c1325ff9 req-0b26db56-eef8-496c-b7b3-58cbd532dc34 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2457922 Jan 28 12:35:25.917784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:25.919866 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:25.932297 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:26.024912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ba761b46-a982-450a-a8d3-6b1a6b506133 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9343445 Jan 28 12:35:26.028658 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46288) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:26.036951 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3afaf911-c8d0-47a9-92ef-affa4f3285f0 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fe:38:74'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:39:e2:4e'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:26.056032 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-064f04e6-6450-442c-81b6-f4a7c1325ff9 req-29f376db-357f-4463-8c4d-ddfe0f46ab7e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537921 Jan 28 12:35:26.221461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1a65f910-77c8-4e62-82ea-9d620beb9115 None None] Provisioning complete for port 5f19096b-dda2-492b-bf39-894d62246a9a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:26.222073 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a65f910-77c8-4e62-82ea-9d620beb9115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5f19096b-dda2-492b-bf39-894d62246a9a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:26.307717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1a65f910-77c8-4e62-82ea-9d620beb9115 None None] Port 5f19096b-dda2-492b-bf39-894d62246a9a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:26.333148 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (2cb78e80-89f2-4b7e-b9ae-387c180c7f31), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:26.397299 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2cb78e80-89f2-4b7e-b9ae-387c180c7f31), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:26.558407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de23a1c-3bb4-4213-b012-3f16ff8d8123 req-50e9a678-0fc6-4ba5-af5a-885bb6709edf tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:26.599637 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3de23a1c-3bb4-4213-b012-3f16ff8d8123 req-50e9a678-0fc6-4ba5-af5a-885bb6709edf tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1585467 Jan 28 12:35:26.608778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=2cb78e80-89f2-4b7e-b9ae-387c180c7f31,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:26.656730 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:26.741477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3de23a1c-3bb4-4213-b012-3f16ff8d8123 req-2abefd65-d98e-4610-86fb-d0862af97e72 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341176 Jan 28 12:35:26.857090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3afaf911-c8d0-47a9-92ef-affa4f3285f0 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f19096b-dda2-492b-bf39-894d62246a9a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:26.863064 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Floating IP 6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9 associated. External IP: 172.25.7.189, port: 56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861. Jan 28 12:35:26.911040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d25e002-a9f4-4238-b7ea-fb5918535667 req-5e854d7d-2db4-400f-b9d8-1723a28efee6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.0610068 Jan 28 12:35:27.847263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:27.881140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b5feb-9d43-4f17-8819-aa3a972b467f req-a3e1c22d-daf2-4de5-9023-bb85aea190ff tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:27.896121 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b5b5feb-9d43-4f17-8819-aa3a972b467f req-a3e1c22d-daf2-4de5-9023-bb85aea190ff tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.1685030 Jan 28 12:35:28.079215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d78c69-99e3-4e66-93d9-474de2215ffc req-73b6e5a2-c148-40ba-ac49-e0edf0f43228 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:28.081778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3afaf911-c8d0-47a9-92ef-affa4f3285f0 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for port (5f19096b-dda2-492b-bf39-894d62246a9a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:28.089632 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9d78c69-99e3-4e66-93d9-474de2215ffc req-73b6e5a2-c148-40ba-ac49-e0edf0f43228 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1911912 Jan 28 12:35:28.102366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b5b5feb-9d43-4f17-8819-aa3a972b467f req-1410836d-238f-46fa-bb3c-24c56dc6a31c tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013035 Jan 28 12:35:28.130375 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3afaf911-c8d0-47a9-92ef-affa4f3285f0 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (5f19096b-dda2-492b-bf39-894d62246a9a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:28.221845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9d78c69-99e3-4e66-93d9-474de2215ffc req-2c238d4b-4b06-417b-a9af-6e5c8654b255 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313391 Jan 28 12:35:28.276893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:28.282221 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36e36ae6-d8e2-4c32-9f7b-41382b35f2c4 req-06110d5f-4a7f-4560-b33d-ad0cc61152d6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.0477335 Jan 28 12:35:28.283249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afaf911-c8d0-47a9-92ef-affa4f3285f0 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event updated for resources: {'Port': ['ID=5f19096b-dda2-492b-bf39-894d62246a9a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:28.302121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a37f646-1e5f-4682-9e62-93a2d049fecf None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:28.320783 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a37f646-1e5f-4682-9e62-93a2d049fecf None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:28.321800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6a37f646-1e5f-4682-9e62-93a2d049fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:28.326703 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3afaf911-c8d0-47a9-92ef-affa4f3285f0 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] In _notify_port_updated(), no bound segment for port 5f19096b-dda2-492b-bf39-894d62246a9a on network abe06f1e-d664-4d71-b517-a855700b0c24 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:35:28.342194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afaf911-c8d0-47a9-92ef-affa4f3285f0 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:28.345181 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3afaf911-c8d0-47a9-92ef-affa4f3285f0 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:28.348168 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3afaf911-c8d0-47a9-92ef-affa4f3285f0 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "PUT /v2.0/ports/5f19096b-dda2-492b-bf39-894d62246a9a HTTP/1.1" status: 200 len: 1054 time: 2.3179526 Jan 28 12:35:28.351422 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46334) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:28.365335 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:28.440796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6a37f646-1e5f-4682-9e62-93a2d049fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:28.442433 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2264804c-d10b-4e9c-a48d-3df5eda05dd7 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8140028 Jan 28 12:35:28.445200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46336) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:28.480089 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a37f646-1e5f-4682-9e62-93a2d049fecf None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:28.480737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6a37f646-1e5f-4682-9e62-93a2d049fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:28.590816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6a37f646-1e5f-4682-9e62-93a2d049fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:28.603942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a37f646-1e5f-4682-9e62-93a2d049fecf None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:28.638191 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-64719005-ca72-4b2f-aed1-964737596206 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "GET /v2.0/floatingips/6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9 HTTP/1.1" status: 200 len: 977 time: 0.1923203 Jan 28 12:35:28.642132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46344) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:28.709651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a7822c17-a68c-4e8b-ac7e-7c96763ce0b7 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Deleting port 5f19096b-dda2-492b-bf39-894d62246a9a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:28.710035 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7822c17-a68c-4e8b-ac7e-7c96763ce0b7 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5f19096b-dda2-492b-bf39-894d62246a9a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:28.732030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af1fa5-cc26-4957-a15d-898d41fb2e8d req-4e898a28-b94a-4e2a-8b9b-beb91ee6451b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:28.733628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0af1fa5-cc26-4957-a15d-898d41fb2e8d req-4e898a28-b94a-4e2a-8b9b-beb91ee6451b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2554471 Jan 28 12:35:28.775290 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fb500c7c-aef7-428a-9083-26a66e30910e None None] Provisioning complete for port 5f19096b-dda2-492b-bf39-894d62246a9a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:28.780072 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb500c7c-aef7-428a-9083-26a66e30910e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5f19096b-dda2-492b-bf39-894d62246a9a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:28.790066 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:35:28.829729 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0af1fa5-cc26-4957-a15d-898d41fb2e8d req-1b4dea72-7d10-453c-a4ac-0186db64c3d3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837038 Jan 28 12:35:28.874075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fb500c7c-aef7-428a-9083-26a66e30910e None None] Port 5f19096b-dda2-492b-bf39-894d62246a9a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:28.886121 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7822c17-a68c-4e8b-ac7e-7c96763ce0b7 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5f19096b-dda2-492b-bf39-894d62246a9a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:28.902799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a7822c17-a68c-4e8b-ac7e-7c96763ce0b7 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Calling delete_port for 5f19096b-dda2-492b-bf39-894d62246a9a owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:28.955567 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eeebb14b-8c19-4392-a2c3-81c3bda1850a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3121426 Jan 28 12:35:28.957568 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:28.965012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d73fc851-e14f-441f-a0eb-e1316076d908 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'floatingip': {'port_id': '842480cf-6cad-4ae4-a860-f32b2ca880fd'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:29.080733 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d73fc851-e14f-441f-a0eb-e1316076d908 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:29.163305 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7822c17-a68c-4e8b-ac7e-7c96763ce0b7 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5f19096b-dda2-492b-bf39-894d62246a9a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:29.242260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7822c17-a68c-4e8b-ac7e-7c96763ce0b7 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event deleted for resources: {'Port': ['ID=5f19096b-dda2-492b-bf39-894d62246a9a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:29.313625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd4056-3d2a-490d-8eb6-5c064b0f5c2d req-896998ca-9122-497f-b934-0c42937466f4 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:29.316064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84dd4056-3d2a-490d-8eb6-5c064b0f5c2d req-896998ca-9122-497f-b934-0c42937466f4 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.3120983 Jan 28 12:35:29.504669 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84dd4056-3d2a-490d-8eb6-5c064b0f5c2d req-df667930-0dd7-4b98-8e58-d84cff976d2e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721985 Jan 28 12:35:29.530918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11646a97-38cb-47d0-8c13-1359a72807e3 req-f4397046-a20b-45b4-94ef-c74a1f7d5151 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:29.534619 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11646a97-38cb-47d0-8c13-1359a72807e3 req-f4397046-a20b-45b4-94ef-c74a1f7d5151 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.2944787 Jan 28 12:35:29.697687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab1c6705-74d6-4a1c-8b7c-51301a1b282c req-1417a52f-cdca-411a-ab19-5684e9a2f8de tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.0738862 Jan 28 12:35:29.813562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11646a97-38cb-47d0-8c13-1359a72807e3 req-4143e60a-528b-4109-814c-e57783c56fe5 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759477 Jan 28 12:35:30.070255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93b157-4f73-4d47-b448-b0f9e4d871ac req-1062e5c2-b291-425f-adfb-bf9118767b0c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:30.072368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb93b157-4f73-4d47-b448-b0f9e4d871ac req-1062e5c2-b291-425f-adfb-bf9118767b0c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1582086 Jan 28 12:35:30.076055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d73fc851-e14f-441f-a0eb-e1316076d908 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:30.084660 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d73fc851-e14f-441f-a0eb-e1316076d908 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:30.095586 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7822c17-a68c-4e8b-ac7e-7c96763ce0b7 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:30.101125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a7822c17-a68c-4e8b-ac7e-7c96763ce0b7 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "DELETE /v2.0/ports/5f19096b-dda2-492b-bf39-894d62246a9a HTTP/1.1" status: 204 len: 168 time: 1.7482991 Jan 28 12:35:30.112309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46374) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:30.141915 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8114dcce-8ec7-437f-a25c-6272196fb709 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] GET failed (client error): The resource could not be found. Jan 28 12:35:30.146249 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8114dcce-8ec7-437f-a25c-6272196fb709 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "GET /v2.0/ports/5f19096b-dda2-492b-bf39-894d62246a9a HTTP/1.1" status: 404 len: 333 time: 0.0325925 Jan 28 12:35:30.148432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46376) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:30.254655 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb93b157-4f73-4d47-b448-b0f9e4d871ac req-e07b4072-3ecf-43ec-80d7-c9c49e74c495 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684642 Jan 28 12:35:30.289435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7aff6-09c4-4545-9b72-77c15d824eb1 req-79647f58-f38e-4493-9a83-1b3820484ad3 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:30.290886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95d7aff6-09c4-4545-9b72-77c15d824eb1 req-79647f58-f38e-4493-9a83-1b3820484ad3 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.1019070 Jan 28 12:35:30.315645 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-d73fc851-e14f-441f-a0eb-e1316076d908 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Floating IP 6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9 associated. External IP: 172.25.7.189, port: 56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861. Jan 28 12:35:30.563557 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73fc851-e14f-441f-a0eb-e1316076d908 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:30.759818 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73fc851-e14f-441f-a0eb-e1316076d908 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:30.771941 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b219b7-8a43-467b-acc9-87b92785f6eb None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:30.794803 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b219b7-8a43-467b-acc9-87b92785f6eb None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:30.796184 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-32b219b7-8a43-467b-acc9-87b92785f6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:30.877695 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-32b219b7-8a43-467b-acc9-87b92785f6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:30.899656 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b219b7-8a43-467b-acc9-87b92785f6eb None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:30.904880 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-32b219b7-8a43-467b-acc9-87b92785f6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:30.920956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a9586ceb-34fa-4736-8ebc-85100d89243b tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Deleting port 0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:30.923834 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9586ceb-34fa-4736-8ebc-85100d89243b tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:30.952159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-823a8bbb-546c-4d9e-8c39-ccae26c5d930 req-0eff3660-0d54-4018-ac00-4d7a491db5c4 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.1213913 Jan 28 12:35:31.032446 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-32b219b7-8a43-467b-acc9-87b92785f6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:31.033949 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b219b7-8a43-467b-acc9-87b92785f6eb None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:31.162870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-95d7aff6-09c4-4545-9b72-77c15d824eb1 req-0d272782-b662-474f-aa83-f2fc07138201 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Deleting port d87d1ea6-ba90-4167-8979-f0707149d73c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:31.163497 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95d7aff6-09c4-4545-9b72-77c15d824eb1 req-0d272782-b662-474f-aa83-f2fc07138201 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:31.193705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247beeb-d274-4f0e-8d3d-0e183b73fff7 req-92043011-1fea-49a1-942f-2808d096855d tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:31.195664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1247beeb-d274-4f0e-8d3d-0e183b73fff7 req-92043011-1fea-49a1-942f-2808d096855d tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 946 time: 0.2653353 Jan 28 12:35:31.211327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73fc851-e14f-441f-a0eb-e1316076d908 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:31.241270 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9586ceb-34fa-4736-8ebc-85100d89243b tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:31.277983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a9586ceb-34fa-4736-8ebc-85100d89243b tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Calling delete_port for 0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:31.356549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73fc851-e14f-441f-a0eb-e1316076d908 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:31.362183 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d73fc851-e14f-441f-a0eb-e1316076d908 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:31.369951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e0bb3-cd3e-4427-986f-05723485058b None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:31.381418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e0bb3-cd3e-4427-986f-05723485058b None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:31.382305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f58e0bb3-cd3e-4427-986f-05723485058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:31.383584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1247beeb-d274-4f0e-8d3d-0e183b73fff7 req-a8eca52d-0c7d-4e23-bf1e-0ed86fb01516 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509454 Jan 28 12:35:31.392160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-95d7aff6-09c4-4545-9b72-77c15d824eb1 req-0d272782-b662-474f-aa83-f2fc07138201 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] For port d87d1ea6-ba90-4167-8979-f0707149d73c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d87d1ea6-ba90-4167-8979-f0707149d73c,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:31.392608 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95d7aff6-09c4-4545-9b72-77c15d824eb1 req-0d272782-b662-474f-aa83-f2fc07138201 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:31.417655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-95d7aff6-09c4-4545-9b72-77c15d824eb1 req-0d272782-b662-474f-aa83-f2fc07138201 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Calling delete_port for d87d1ea6-ba90-4167-8979-f0707149d73c owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:31.434939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f58e0bb3-cd3e-4427-986f-05723485058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:31.445381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e0bb3-cd3e-4427-986f-05723485058b None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:31.446336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f58e0bb3-cd3e-4427-986f-05723485058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:31.446636 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46404) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:31.452549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-913063fb-52e8-4a49-86d0-0155824a8542 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:31.454575 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d73fc851-e14f-441f-a0eb-e1316076d908 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "PUT /v2.0/floatingips/6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9 HTTP/1.1" status: 200 len: 978 time: 2.4858885 Jan 28 12:35:31.483174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f58e0bb3-cd3e-4427-986f-05723485058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:31.485105 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e0bb3-cd3e-4427-986f-05723485058b None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:31.603036 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-913063fb-52e8-4a49-86d0-0155824a8542 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:31.679782 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9586ceb-34fa-4736-8ebc-85100d89243b tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:31.757998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46410) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:31.759442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9586ceb-34fa-4736-8ebc-85100d89243b tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event deleted for resources: {'Port': ['ID=0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:31.915325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-913063fb-52e8-4a49-86d0-0155824a8542 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:31.918857 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95d7aff6-09c4-4545-9b72-77c15d824eb1 req-0d272782-b662-474f-aa83-f2fc07138201 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d87d1ea6-ba90-4167-8979-f0707149d73c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:31.926481 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84fde7dd-501e-4ecf-a24e-db5e797d889a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:31.931499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ba3244cb-f4e1-4b20-bcc7-48be5e35b63b', 'd87d1ea6-ba90-4167-8979-f0707149d73c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:35:31.938669 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-913063fb-52e8-4a49-86d0-0155824a8542 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:31.939006 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-913063fb-52e8-4a49-86d0-0155824a8542 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Floating IP 6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9 disassociated. External IP: 172.25.7.189, port: 842480cf-6cad-4ae4-a860-f32b2ca880fd. Jan 28 12:35:31.977895 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9586ceb-34fa-4736-8ebc-85100d89243b tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:31.986319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a9586ceb-34fa-4736-8ebc-85100d89243b tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "DELETE /v2.0/ports/0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8 HTTP/1.1" status: 204 len: 168 time: 1.8366699 Jan 28 12:35:31.991069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:32.017096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d272782-b662-474f-aa83-f2fc07138201 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Pushing event deleted for resources: {'Port': ['ID=d87d1ea6-ba90-4167-8979-f0707149d73c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:32.069267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d7aff6-09c4-4545-9b72-77c15d824eb1 req-0d272782-b662-474f-aa83-f2fc07138201 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] No DVR routers for this DVR port d87d1ea6-ba90-4167-8979-f0707149d73c on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:35:32.072310 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95d7aff6-09c4-4545-9b72-77c15d824eb1 req-0d272782-b662-474f-aa83-f2fc07138201 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.075032 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-94aa00f3-2167-43c0-8040-52b4b02b6b4f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] GET failed (client error): The resource could not be found. Jan 28 12:35:32.076112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95d7aff6-09c4-4545-9b72-77c15d824eb1 req-0d272782-b662-474f-aa83-f2fc07138201 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.49 "DELETE /v2.0/ports/d87d1ea6-ba90-4167-8979-f0707149d73c HTTP/1.1" status: 204 len: 173 time: 1.7780931 Jan 28 12:35:32.082014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f96091-aca4-4de6-aef6-f2f1f9f22d00', 'name': 'network-vif-deleted', 'tag': 'd87d1ea6-ba90-4167-8979-f0707149d73c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:35:32.082333 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-94aa00f3-2167-43c0-8040-52b4b02b6b4f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "GET /v2.0/ports/0eec4a8e-0932-49ac-a8dd-6bf7ae0913a8 HTTP/1.1" status: 404 len: 333 time: 0.0900948 Jan 28 12:35:32.084506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46418) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:32.093007 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499def07-35e6-4de2-91c6-fdd11b9e847e" -d '{"events": [{"server_uuid": "b4f96091-aca4-4de6-aef6-f2f1f9f22d00", "name": "network-vif-deleted", "tag": "d87d1ea6-ba90-4167-8979-f0707149d73c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:35:32.193087 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58e1bc81-fd37-4322-8193-a94c39b637aa req-1ed63b6a-725e-4882-823f-15081bc7ac38 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.1288669 Jan 28 12:35:32.195715 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84fde7dd-501e-4ecf-a24e-db5e797d889a admin admin] Publish callbacks [] for security_group (36802cb0-f640-484e-be78-a9c04ffa10d6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.209197 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84fde7dd-501e-4ecf-a24e-db5e797d889a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (36802cb0-f640-484e-be78-a9c04ffa10d6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.307413 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-84fde7dd-501e-4ecf-a24e-db5e797d889a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60e186eeedad47d9b9d7af188e537e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5449340 Jan 28 12:35:32.309619 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46426) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:32.316849 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d490de3-b3f9-4409-a0b7-e3bfbe944d1b x-openstack-request-id: req-0d490de3-b3f9-4409-a0b7-e3bfbe944d1b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:35:32.317192 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f96091-aca4-4de6-aef6-f2f1f9f22d00", "name": "network-vif-deleted", "tag": "d87d1ea6-ba90-4167-8979-f0707149d73c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:35:32.317384 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d490de3-b3f9-4409-a0b7-e3bfbe944d1b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:35:32.324199 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f96091-aca4-4de6-aef6-f2f1f9f22d00', 'name': 'network-vif-deleted', 'tag': 'd87d1ea6-ba90-4167-8979-f0707149d73c', 'status': 'completed', 'code': 200} Jan 28 12:35:32.338910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fde7dd-501e-4ecf-a24e-db5e797d889a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36802cb0-f640-484e-be78-a9c04ffa10d6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:32.358024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-28e851ae-4299-4e91-843e-d3d69c6c3356 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Deleting port 0b852d7c-a460-44b3-ae76-ade3a9000260 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:32.358282 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e851ae-4299-4e91-843e-d3d69c6c3356 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0b852d7c-a460-44b3-ae76-ade3a9000260), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.416369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913063fb-52e8-4a49-86d0-0155824a8542 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:32.439398 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cad8c38-52fc-495c-aba2-354555276448 admin admin] Publish callbacks [] for security_group (36802cb0-f640-484e-be78-a9c04ffa10d6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.483098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e851ae-4299-4e91-843e-d3d69c6c3356 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0b852d7c-a460-44b3-ae76-ade3a9000260), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.488314 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cad8c38-52fc-495c-aba2-354555276448 admin admin] Publish callbacks [] for security_group (36802cb0-f640-484e-be78-a9c04ffa10d6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.515114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-28e851ae-4299-4e91-843e-d3d69c6c3356 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Calling delete_port for 0b852d7c-a460-44b3-ae76-ade3a9000260 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:32.577436 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b0b8fad-6d99-4d47-b2ac-49aedd2ee27f req-28416d50-a623-492f-b87d-f7bf25156a2b tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f96091-aca4-4de6-aef6-f2f1f9f22d00 HTTP/1.1" status: 200 len: 210 time: 0.0487061 Jan 28 12:35:32.618782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913063fb-52e8-4a49-86d0-0155824a8542 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:32.626539 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-913063fb-52e8-4a49-86d0-0155824a8542 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.628322 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cad8c38-52fc-495c-aba2-354555276448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (36802cb0-f640-484e-be78-a9c04ffa10d6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.631111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cad8c38-52fc-495c-aba2-354555276448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.632507 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c68765-713c-45dd-94f1-e36cf930baef None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:32.632990 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8cad8c38-52fc-495c-aba2-354555276448 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36802cb0-f640-484e-be78-a9c04ffa10d6 HTTP/1.1" status: 204 len: 168 time: 0.3171599 Jan 28 12:35:32.649970 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c68765-713c-45dd-94f1-e36cf930baef None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:32.651012 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e4c68765-713c-45dd-94f1-e36cf930baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:32.688667 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad8c38-52fc-495c-aba2-354555276448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36802cb0-f640-484e-be78-a9c04ffa10d6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:32.710757 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e4c68765-713c-45dd-94f1-e36cf930baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:32.714084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-913063fb-52e8-4a49-86d0-0155824a8542 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "PUT /v2.0/floatingips/6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9 HTTP/1.1" status: 200 len: 688 time: 1.2640333 Jan 28 12:35:32.715106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46432) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:32.727982 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c68765-713c-45dd-94f1-e36cf930baef None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:32.729008 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e4c68765-713c-45dd-94f1-e36cf930baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:32.777834 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e4c68765-713c-45dd-94f1-e36cf930baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:32.778688 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c68765-713c-45dd-94f1-e36cf930baef None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:32.814563 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e851ae-4299-4e91-843e-d3d69c6c3356 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0b852d7c-a460-44b3-ae76-ade3a9000260), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.862332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e851ae-4299-4e91-843e-d3d69c6c3356 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event deleted for resources: {'Port': ['ID=0b852d7c-a460-44b3-ae76-ade3a9000260,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:32.904730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port 2cb78e80-89f2-4b7e-b9ae-387c180c7f31 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:32.905075 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2cb78e80-89f2-4b7e-b9ae-387c180c7f31), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.964557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e851ae-4299-4e91-843e-d3d69c6c3356 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:32.970387 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-28e851ae-4299-4e91-843e-d3d69c6c3356 tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "DELETE /v2.0/ports/0b852d7c-a460-44b3-ae76-ade3a9000260 HTTP/1.1" status: 204 len: 168 time: 0.8848894 Jan 28 12:35:32.972912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46436) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:33.001352 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2cb78e80-89f2-4b7e-b9ae-387c180c7f31), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.001661 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (2cb78e80-89f2-4b7e-b9ae-387c180c7f31), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.022234 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for 2cb78e80-89f2-4b7e-b9ae-387c180c7f31 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:33.055941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a85825-e64b-4423-9f3b-362893f2554f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Deleting subnet dbf4a51f-aab4-4f27-bfca-c376e764872d {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:35:33.061163 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85a85825-e64b-4423-9f3b-362893f2554f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for subnet (dbf4a51f-aab4-4f27-bfca-c376e764872d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.122668 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85a85825-e64b-4423-9f3b-362893f2554f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (dbf4a51f-aab4-4f27-bfca-c376e764872d), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.194330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46438) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:33.208107 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (2cb78e80-89f2-4b7e-b9ae-387c180c7f31), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.239379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=2cb78e80-89f2-4b7e-b9ae-387c180c7f31,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:33.258280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.258942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.259470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.259969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.260465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.261050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.261557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.262245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.262738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.263272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.263822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.264308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.264794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:35:33.353046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.355767 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.359633 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a3bbb339-9ccd-49b6-9ae5-6405aed49d0f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/floatingips/6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9 HTTP/1.1" status: 204 len: 168 time: 0.6434555 Jan 28 12:35:33.392919 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-400864b1-2741-429e-84ba-01c241d60f15 req-06ed1746-8295-4362-be9b-0c7a47ccb1d3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.0429728 Jan 28 12:35:33.393474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46446) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:33.430576 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-ede48a25-8f4c-454f-9035-65e645430380 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] delete failed (client error): The resource could not be found. Jan 28 12:35:33.440933 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ede48a25-8f4c-454f-9035-65e645430380 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/floatingips/6b77cb68-6bd9-4d27-8bcb-8edf93f45ab9 HTTP/1.1" status: 404 len: 345 time: 0.0423090 Jan 28 12:35:33.440933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46448) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:33.526976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c83492-3d93-4ac8-8e34-064767ea4872 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:33.532553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c83492-3d93-4ac8-8e34-064767ea4872 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:33.538373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c83492-3d93-4ac8-8e34-064767ea4872 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:33.543304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-11c83492-3d93-4ac8-8e34-064767ea4872 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "GET /v2.0/ports?network_id=4d008d83-611e-451e-9ab5-15e7d8b44a82 HTTP/1.1" status: 200 len: 2357 time: 0.1043341 Jan 28 12:35:33.543971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46450) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:33.579091 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-076f3a8d-2267-4ba4-b923-204e266f1d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.606170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db7bee-005a-4e77-99d3-2db103f3678b tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:33.610993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-33db7bee-005a-4e77-99d3-2db103f3678b tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "GET /v2.0/subnets/c5c7043b-4082-445e-95a7-92d10a886d3f HTTP/1.1" status: 200 len: 797 time: 0.0658429 Jan 28 12:35:33.613362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46452) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:33.623639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'port': {'network_id': '4d008d83-611e-451e-9ab5-15e7d8b44a82', 'name': 'tempest-FloatingIPTestJSON-856257954', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:33.694068 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85a85825-e64b-4423-9f3b-362893f2554f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (dbf4a51f-aab4-4f27-bfca-c376e764872d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.778058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Made reservation on behalf of 8244dfbcb36f4e6ea73741f7c48a879f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:33.809190 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-076f3a8d-2267-4ba4-b923-204e266f1d07 admin admin] Publish callbacks [] for security_group (85a0bc5a-1f91-42d3-95e6-c27bfcdc460f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.814682 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85a85825-e64b-4423-9f3b-362893f2554f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (dbf4a51f-aab4-4f27-bfca-c376e764872d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.822746 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-076f3a8d-2267-4ba4-b923-204e266f1d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (85a0bc5a-1f91-42d3-95e6-c27bfcdc460f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.879777 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-076f3a8d-2267-4ba4-b923-204e266f1d07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa52a2de7c1e4b08bbac7f7395819f23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6843874 Jan 28 12:35:33.882524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46460) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:33.887684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a85825-e64b-4423-9f3b-362893f2554f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf4a51f-aab4-4f27-bfca-c376e764872d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:33.897668 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85a85825-e64b-4423-9f3b-362893f2554f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.903868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba856a0-1780-4542-aea8-d3a91186b787 None None] Network abe06f1e-d664-4d71-b517-a855700b0c24 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:35:33.904384 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-85a85825-e64b-4423-9f3b-362893f2554f tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "DELETE /v2.0/subnets/dbf4a51f-aab4-4f27-bfca-c376e764872d HTTP/1.1" status: 204 len: 168 time: 0.9296989 Jan 28 12:35:33.907804 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:33.914066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46462) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:33.918097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f3a8d-2267-4ba4-b923-204e266f1d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a0bc5a-1f91-42d3-95e6-c27bfcdc460f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:34.083800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] device_id is not set on port 29eec5bf-ce10-4bba-a50c-f9a08944592a yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:35:34.122820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad6b57-e0c2-4555-8309-80ef13592a2a req-94ba4ec1-fbb9-4a3c-bc7b-b0aa4798d03f tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:34.125079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04ad6b57-e0c2-4555-8309-80ef13592a2a req-94ba4ec1-fbb9-4a3c-bc7b-b0aa4798d03f tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1840899 Jan 28 12:35:34.162478 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (abe06f1e-d664-4d71-b517-a855700b0c24), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:34.169183 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3869-0459-4de4-beeb-69a3207e5a81 admin admin] Publish callbacks [] for security_group (85a0bc5a-1f91-42d3-95e6-c27bfcdc460f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:34.241362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2489de-9725-4025-952e-0f5f886c0641 None None] DHCP port deletion for abe06f1e-d664-4d71-b517-a855700b0c24 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:35:34.262093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3869-0459-4de4-beeb-69a3207e5a81 admin admin] Publish callbacks [] for security_group (85a0bc5a-1f91-42d3-95e6-c27bfcdc460f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:34.295821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7d2489de-9725-4025-952e-0f5f886c0641 None None] Deleting port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:34.296510 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d2489de-9725-4025-952e-0f5f886c0641 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:34.359628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04ad6b57-e0c2-4555-8309-80ef13592a2a req-694dbef1-29d9-429d-ac39-eba4f1079b46 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011864 Jan 28 12:35:34.370441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7d2489de-9725-4025-952e-0f5f886c0641 None None] For port 659d3b5d-cd30-4e08-8841-35c093bbf1c5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=659d3b5d-cd30-4e08-8841-35c093bbf1c5,segment=NetworkSegment(0a065e84-6ae2-4df4-8c4f-fc8b925ed310),segment_id=0a065e84-6ae2-4df4-8c4f-fc8b925ed310)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:34.371410 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d2489de-9725-4025-952e-0f5f886c0641 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:34.393346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7d2489de-9725-4025-952e-0f5f886c0641 None None] Calling delete_port for 659d3b5d-cd30-4e08-8841-35c093bbf1c5 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:34.429412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Deleting port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:34.429839 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:34.498867 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3869-0459-4de4-beeb-69a3207e5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (85a0bc5a-1f91-42d3-95e6-c27bfcdc460f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:34.502394 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3869-0459-4de4-beeb-69a3207e5a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:34.503519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d3dd3869-0459-4de4-beeb-69a3207e5a81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85a0bc5a-1f91-42d3-95e6-c27bfcdc460f HTTP/1.1" status: 204 len: 168 time: 0.6177390 Jan 28 12:35:34.574997 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d2489de-9725-4025-952e-0f5f886c0641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:34.602359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3869-0459-4de4-beeb-69a3207e5a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a0bc5a-1f91-42d3-95e6-c27bfcdc460f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:34.632404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-952b859a-192f-4a36-93bf-3163df645cba req-68f41bcd-1131-4a44-833d-aeb6fe20a127 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.0589159 Jan 28 12:35:34.641043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] For port 659d3b5d-cd30-4e08-8841-35c093bbf1c5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=659d3b5d-cd30-4e08-8841-35c093bbf1c5,segment=NetworkSegment(0a065e84-6ae2-4df4-8c4f-fc8b925ed310),segment_id=0a065e84-6ae2-4df4-8c4f-fc8b925ed310)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:34.641534 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:34.661620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2489de-9725-4025-952e-0f5f886c0641 None None] Pushing event deleted for resources: {'Port': ['ID=659d3b5d-cd30-4e08-8841-35c093bbf1c5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:34.671427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d87d1ea6-ba90-4167-8979-f0707149d73c no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:35:34.673630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Calling delete_port for 659d3b5d-cd30-4e08-8841-35c093bbf1c5 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:34.683518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2489de-9725-4025-952e-0f5f886c0641 None None] No DVR routers for this DVR port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:35:34.708549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: d87d1ea6-ba90-4167-8979-f0707149d73c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:35:34.709306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d87d1ea6-ba90-4167-8979-f0707149d73c not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:35:34.775011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.20.0.14 (4d008d83-611e-451e-9ab5-15e7d8b44a82/c5c7043b-4082-445e-95a7-92d10a886d3f/29eec5bf-ce10-4bba-a50c-f9a08944592a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:34.796518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.20.0.13 (4d008d83-611e-451e-9ab5-15e7d8b44a82/c5c7043b-4082-445e-95a7-92d10a886d3f/29eec5bf-ce10-4bba-a50c-f9a08944592a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:34.858454 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (659d3b5d-cd30-4e08-8841-35c093bbf1c5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:34.910146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event deleted for resources: {'Port': ['ID=659d3b5d-cd30-4e08-8841-35c093bbf1c5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:34.942697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] No DVR routers for this DVR port 659d3b5d-cd30-4e08-8841-35c093bbf1c5 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:35:35.066348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (abe06f1e-d664-4d71-b517-a855700b0c24), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:35.108987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe06f1e-d664-4d71-b517-a855700b0c24']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:35.128592 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (29eec5bf-ce10-4bba-a50c-f9a08944592a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:35.131656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a065e84-6ae2-4df4-8c4f-fc8b925ed310') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:35.132010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a065e84-6ae2-4df4-8c4f-fc8b925ed310') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:35.145994 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (0a065e84-6ae2-4df4-8c4f-fc8b925ed310), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:35.167224 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0a065e84-6ae2-4df4-8c4f-fc8b925ed310), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:35.184703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:35:35.185120 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (0a065e84-6ae2-4df4-8c4f-fc8b925ed310), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:35:35.192669 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:35:35.262505 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (29eec5bf-ce10-4bba-a50c-f9a08944592a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:35.360458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=29eec5bf-ce10-4bba-a50c-f9a08944592a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:35.379333 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (abe06f1e-d664-4d71-b517-a855700b0c24), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:35.399808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 4d008d83-611e-451e-9ab5-15e7d8b44a82 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:35.401625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 659d3b5d-cd30-4e08-8841-35c093bbf1c5 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:35:35.405710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:35.410358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] 10.222.0.53 "DELETE /v2.0/networks/abe06f1e-d664-4d71-b517-a855700b0c24 HTTP/1.1" status: 204 len: 168 time: 1.4950264 Jan 28 12:35:35.493217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 659d3b5d-cd30-4e08-8841-35c093bbf1c5 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:35:35.495811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 659d3b5d-cd30-4e08-8841-35c093bbf1c5 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:35:35.910245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b658ca2-7b15-42a6-84e7-e49b154babdd tempest-AllowedAddressPairTestJSON-276220071 tempest-AllowedAddressPairTestJSON-276220071-project] Pushing event deleted for resources: {'Network': ['ID=abe06f1e-d664-4d71-b517-a855700b0c24,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:35.912412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:35.934977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:35.985844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:35.986589 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:36.010952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46510) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:36.042018 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcaa2cce-549c-45be-91f4-b7ae471b7c4e req-b3fdb332-302b-4eac-8a03-1ae306da308d tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.1221852 Jan 28 12:35:36.064989 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3854af0b-00b9-474d-9529-0f7e7ada8597 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.4502378 Jan 28 12:35:36.067910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:36.073158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '29eec5bf-ce10-4bba-a50c-f9a08944592a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:36.105789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44b0aa-aeca-40d3-8165-ad0c97381c4b req-81ef2e21-7bb1-4082-9680-bf9cce7e17d0 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:36.107608 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:36.123006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a44b0aa-aeca-40d3-8165-ad0c97381c4b req-81ef2e21-7bb1-4082-9680-bf9cce7e17d0 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1969948 Jan 28 12:35:36.187709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a44b0aa-aeca-40d3-8165-ad0c97381c4b req-f351727a-f084-47c1-9753-195af05f0cfa tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611744 Jan 28 12:35:36.249122 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7fd53acc-54ad-4fd3-8897-196943261afb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4448424414bd41cda8a578b66f789f0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368886 Jan 28 12:35:36.251716 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46522) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:36.322047 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0346e212-c215-4ac1-8ef8-9a8a717bbec0 admin admin] Publish callbacks [] for security_group (08d7a9b6-4002-4b07-b1c7-97926bd848d3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:36.356626 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0346e212-c215-4ac1-8ef8-9a8a717bbec0 admin admin] Publish callbacks [] for security_group (08d7a9b6-4002-4b07-b1c7-97926bd848d3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:36.359288 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:36.470580 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0346e212-c215-4ac1-8ef8-9a8a717bbec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (08d7a9b6-4002-4b07-b1c7-97926bd848d3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:36.473805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0346e212-c215-4ac1-8ef8-9a8a717bbec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:36.474969 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0346e212-c215-4ac1-8ef8-9a8a717bbec0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08d7a9b6-4002-4b07-b1c7-97926bd848d3 HTTP/1.1" status: 204 len: 168 time: 0.2223701 Jan 28 12:35:36.513097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346e212-c215-4ac1-8ef8-9a8a717bbec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d7a9b6-4002-4b07-b1c7-97926bd848d3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:36.538196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.25.7.152 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/9967c7e9-5ef6-411d-aa96-d44ac724b0a9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:36.662114 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (9967c7e9-5ef6-411d-aa96-d44ac724b0a9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:36.712604 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9967c7e9-5ef6-411d-aa96-d44ac724b0a9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:36.792062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:36.803828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=9967c7e9-5ef6-411d-aa96-d44ac724b0a9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:36.808472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:36.808472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:37.195911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d99d21b-960e-41a0-99bd-3aadcc044148 req-98e3a3df-fbc7-4d07-b33a-416571978ead tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ace1c-13d3-4a84-8fbd-c1aeb04efba3 HTTP/1.1" status: 200 len: 210 time: 0.0582530 Jan 28 12:35:37.335816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46582) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:37.394335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ba351-b117-43d2-b787-b39bb8b96d65 req-38c3b681-f563-4b75-86fc-02547aa999c2 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:37.396222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff0ba351-b117-43d2-b787-b39bb8b96d65 req-38c3b681-f563-4b75-86fc-02547aa999c2 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.0861909 Jan 28 12:35:37.427053 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (a81c1896-4172-475a-a0ee-9d56a3e12c0c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:37.477894 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff0ba351-b117-43d2-b787-b39bb8b96d65 req-70fc6679-035e-441b-9f4c-3238949a486e tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688608 Jan 28 12:35:37.519269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3cbc24be-40f3-421d-b4a7-a5a3e509e071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:37.577601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9967c7e9-5ef6-411d-aa96-d44ac724b0a9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:37.756242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3cbc24be-40f3-421d-b4a7-a5a3e509e071 admin admin] Publish callbacks [] for security_group (0563687f-b296-48c7-b28e-f796cfa40b83), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:37.767955 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3cbc24be-40f3-421d-b4a7-a5a3e509e071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0563687f-b296-48c7-b28e-f796cfa40b83), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:37.842360 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3cbc24be-40f3-421d-b4a7-a5a3e509e071 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=791dd8e18959432386a4789676dc5d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5029316 Jan 28 12:35:37.843167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46598) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:37.844544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46600) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:37.847036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc24be-40f3-421d-b4a7-a5a3e509e071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0563687f-b296-48c7-b28e-f796cfa40b83,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:37.876242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (9967c7e9-5ef6-411d-aa96-d44ac724b0a9), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:37.892448 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (9967c7e9-5ef6-411d-aa96-d44ac724b0a9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:37.939751 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3798dca2-5aff-43e8-ad8e-de000062cc82 admin admin] Publish callbacks [] for security_group (0563687f-b296-48c7-b28e-f796cfa40b83), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:37.980051 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3798dca2-5aff-43e8-ad8e-de000062cc82 admin admin] Publish callbacks [] for security_group (0563687f-b296-48c7-b28e-f796cfa40b83), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:38.021618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=9967c7e9-5ef6-411d-aa96-d44ac724b0a9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:38.029574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a81c1896-4172-475a-a0ee-9d56a3e12c0c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:38.038185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fefbb97c-d380-4ce7-9c3e-c131ea32353b tempest-DvrRoutersNegativeTest-818801551 tempest-DvrRoutersNegativeTest-818801551-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-191657063', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:38.041706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.policy [None req-fefbb97c-d380-4ce7-9c3e-c131ea32353b tempest-DvrRoutersNegativeTest-818801551 tempest-DvrRoutersNegativeTest-818801551-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103129) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 12:35:38.042195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.policy [None req-fefbb97c-d380-4ce7-9c3e-c131ea32353b tempest-DvrRoutersNegativeTest-818801551 tempest-DvrRoutersNegativeTest-818801551-project] Failed policy check for 'create_router' {{(pid=103129) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 12:35:38.042797 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-fefbb97c-d380-4ce7-9c3e-c131ea32353b tempest-DvrRoutersNegativeTest-818801551 tempest-DvrRoutersNegativeTest-818801551-project] create failed (client error): Access was denied to this resource. Jan 28 12:35:38.048181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fefbb97c-d380-4ce7-9c3e-c131ea32353b tempest-DvrRoutersNegativeTest-818801551 tempest-DvrRoutersNegativeTest-818801551-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1979010 Jan 28 12:35:38.073419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3798dca2-5aff-43e8-ad8e-de000062cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0563687f-b296-48c7-b28e-f796cfa40b83), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:38.077582 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3798dca2-5aff-43e8-ad8e-de000062cc82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:38.079288 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3798dca2-5aff-43e8-ad8e-de000062cc82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0563687f-b296-48c7-b28e-f796cfa40b83 HTTP/1.1" status: 204 len: 168 time: 0.2309184 Jan 28 12:35:38.091226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798dca2-5aff-43e8-ad8e-de000062cc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0563687f-b296-48c7-b28e-f796cfa40b83,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:38.191012 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Floating IP a81c1896-4172-475a-a0ee-9d56a3e12c0c associated. External IP: 172.25.7.152, port: 29eec5bf-ce10-4bba-a50c-f9a08944592a. Jan 28 12:35:38.513353 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:38.543508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46620) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:38.635804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd32541-1e97-4ff8-a236-535825bfe09d req-e355ff8b-436c-42f8-a949-9ad8de707ebe tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:38.648592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0dd32541-1e97-4ff8-a236-535825bfe09d req-e355ff8b-436c-42f8-a949-9ad8de707ebe tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.0835423 Jan 28 12:35:38.695493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:38.706744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46b7db-f471-4ac9-849f-c364940cd157 None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:38.717094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:38.727837 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46b7db-f471-4ac9-849f-c364940cd157 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:38.728497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1b46b7db-f471-4ac9-849f-c364940cd157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:38.755122 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a044deaf-f359-4e93-89f1-a8f1e0149df4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6861148 Jan 28 12:35:38.755989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46624) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:38.760729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-352b10e0-b5b9-4236-b4a7-2d4387935ac9 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'floatingip': {'port_id': '29eec5bf-ce10-4bba-a50c-f9a08944592a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:38.773750 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d251f751-9e2b-48f4-893a-62a0048662c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:38.800282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:38.811077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0dd32541-1e97-4ff8-a236-535825bfe09d req-0192acd4-13e7-421a-9c3f-8ab4702d3818 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615057 Jan 28 12:35:38.811604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1b46b7db-f471-4ac9-849f-c364940cd157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:38.822725 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ea60bd-9a36-44b5-91cd-4950758fb3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:38.828166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46b7db-f471-4ac9-849f-c364940cd157 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:38.828935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1b46b7db-f471-4ac9-849f-c364940cd157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:38.867135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1b46b7db-f471-4ac9-849f-c364940cd157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:38.867812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46b7db-f471-4ac9-849f-c364940cd157 None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:38.876967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-352b10e0-b5b9-4236-b4a7-2d4387935ac9 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (a81c1896-4172-475a-a0ee-9d56a3e12c0c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:38.914136 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d251f751-9e2b-48f4-893a-62a0048662c7 admin admin] Publish callbacks [] for security_group (7e4c835a-7ef8-477c-a73d-9d9d97a98099), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:38.922949 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d251f751-9e2b-48f4-893a-62a0048662c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7e4c835a-7ef8-477c-a73d-9d9d97a98099), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:38.966670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251f751-9e2b-48f4-893a-62a0048662c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4c835a-7ef8-477c-a73d-9d9d97a98099,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:38.973544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d251f751-9e2b-48f4-893a-62a0048662c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=601b94088ea749cc833dd1e2e33d47dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281435 Jan 28 12:35:38.981420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46632) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:39.081590 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ea60bd-9a36-44b5-91cd-4950758fb3f0 admin admin] Publish callbacks [] for security_group (e9670d21-06cf-459e-bd9d-ba37c79d2e5f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:39.093351 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ea60bd-9a36-44b5-91cd-4950758fb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e9670d21-06cf-459e-bd9d-ba37c79d2e5f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:39.192008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea60bd-9a36-44b5-91cd-4950758fb3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9670d21-06cf-459e-bd9d-ba37c79d2e5f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:39.197074 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-57ea60bd-9a36-44b5-91cd-4950758fb3f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=476eb8bbe9894494b90178db6a927f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3958237 Jan 28 12:35:39.200170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46634) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:39.203172 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf4950f-3e49-43b4-867d-d8058bb28313 admin admin] Publish callbacks [] for security_group (7e4c835a-7ef8-477c-a73d-9d9d97a98099), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:39.256880 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35d8eec0-cef2-45d2-a51a-49c482ac26da admin admin] Publish callbacks [] for security_group (e9670d21-06cf-459e-bd9d-ba37c79d2e5f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:39.260994 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf4950f-3e49-43b4-867d-d8058bb28313 admin admin] Publish callbacks [] for security_group (7e4c835a-7ef8-477c-a73d-9d9d97a98099), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:39.279786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35d8eec0-cef2-45d2-a51a-49c482ac26da admin admin] Publish callbacks [] for security_group (e9670d21-06cf-459e-bd9d-ba37c79d2e5f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:39.333499 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35d8eec0-cef2-45d2-a51a-49c482ac26da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e9670d21-06cf-459e-bd9d-ba37c79d2e5f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:39.336341 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35d8eec0-cef2-45d2-a51a-49c482ac26da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:39.340159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-35d8eec0-cef2-45d2-a51a-49c482ac26da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9670d21-06cf-459e-bd9d-ba37c79d2e5f HTTP/1.1" status: 204 len: 168 time: 0.1382120 Jan 28 12:35:39.353214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8eec0-cef2-45d2-a51a-49c482ac26da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9670d21-06cf-459e-bd9d-ba37c79d2e5f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:39.426305 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf4950f-3e49-43b4-867d-d8058bb28313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7e4c835a-7ef8-477c-a73d-9d9d97a98099), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:39.429090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3bf4950f-3e49-43b4-867d-d8058bb28313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:39.430201 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3bf4950f-3e49-43b4-867d-d8058bb28313 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e4c835a-7ef8-477c-a73d-9d9d97a98099 HTTP/1.1" status: 204 len: 168 time: 0.4479094 Jan 28 12:35:39.445726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4950f-3e49-43b4-867d-d8058bb28313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4c835a-7ef8-477c-a73d-9d9d97a98099,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:39.660667 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-352b10e0-b5b9-4236-b4a7-2d4387935ac9 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:39.668992 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-352b10e0-b5b9-4236-b4a7-2d4387935ac9 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a81c1896-4172-475a-a0ee-9d56a3e12c0c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:39.720500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde70b78-827b-4ffb-9562-5e4a8f5367be req-82a09271-f2cc-4d76-aa69-8275694e1a51 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:39.722101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cde70b78-827b-4ffb-9562-5e4a8f5367be req-82a09271-f2cc-4d76-aa69-8275694e1a51 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.49 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1138785 Jan 28 12:35:39.882888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-cde70b78-827b-4ffb-9562-5e4a8f5367be req-e93882c7-a942-43d4-9757-1f7e66b789af tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Deleting port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:39.883240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cde70b78-827b-4ffb-9562-5e4a8f5367be req-e93882c7-a942-43d4-9757-1f7e66b789af tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:40.130910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-cde70b78-827b-4ffb-9562-5e4a8f5367be req-e93882c7-a942-43d4-9757-1f7e66b789af tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] For port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:40.131282 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cde70b78-827b-4ffb-9562-5e4a8f5367be req-e93882c7-a942-43d4-9757-1f7e66b789af tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:40.150343 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352b10e0-b5b9-4236-b4a7-2d4387935ac9 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:40.156709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-cde70b78-827b-4ffb-9562-5e4a8f5367be req-e93882c7-a942-43d4-9757-1f7e66b789af tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Calling delete_port for ba3244cb-f4e1-4b20-bcc7-48be5e35b63b owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:40.171959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2225a-73b2-4213-ae91-5570686575fc req-4168d972-6f8a-4838-a5eb-f018867f3161 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:40.174165 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8c2225a-73b2-4213-ae91-5570686575fc req-4168d972-6f8a-4838-a5eb-f018867f3161 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 945 time: 0.1195056 Jan 28 12:35:40.369555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352b10e0-b5b9-4236-b4a7-2d4387935ac9 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:40.379162 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-352b10e0-b5b9-4236-b4a7-2d4387935ac9 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:40.381230 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5cae59-4ed8-47f7-bd93-bdf7d387083d None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:40.388410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8c2225a-73b2-4213-ae91-5570686575fc req-0205cf28-c12a-4e8f-a1b4-1a7795f2f51d tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4f0e1bb-277e-4e51-8690-ab889d0c394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287255 Jan 28 12:35:40.399098 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5cae59-4ed8-47f7-bd93-bdf7d387083d None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:40.399769 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5f5cae59-4ed8-47f7-bd93-bdf7d387083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:40.477058 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5f5cae59-4ed8-47f7-bd93-bdf7d387083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:40.504506 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5cae59-4ed8-47f7-bd93-bdf7d387083d None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:40.505134 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5f5cae59-4ed8-47f7-bd93-bdf7d387083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:40.530077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46672) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:40.531611 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-352b10e0-b5b9-4236-b4a7-2d4387935ac9 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "PUT /v2.0/floatingips/a81c1896-4172-475a-a0ee-9d56a3e12c0c HTTP/1.1" status: 200 len: 978 time: 1.7736583 Jan 28 12:35:40.586194 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5f5cae59-4ed8-47f7-bd93-bdf7d387083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:40.591942 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5cae59-4ed8-47f7-bd93-bdf7d387083d None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:40.617050 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cde70b78-827b-4ffb-9562-5e4a8f5367be req-e93882c7-a942-43d4-9757-1f7e66b789af tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ba3244cb-f4e1-4b20-bcc7-48be5e35b63b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:40.643212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ba3244cb-f4e1-4b20-bcc7-48be5e35b63b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:35:40.745549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93882c7-a942-43d4-9757-1f7e66b789af tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Pushing event deleted for resources: {'Port': ['ID=ba3244cb-f4e1-4b20-bcc7-48be5e35b63b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:40.761778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde70b78-827b-4ffb-9562-5e4a8f5367be req-e93882c7-a942-43d4-9757-1f7e66b789af tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] No DVR routers for this DVR port ba3244cb-f4e1-4b20-bcc7-48be5e35b63b on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:35:40.766034 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cde70b78-827b-4ffb-9562-5e4a8f5367be req-e93882c7-a942-43d4-9757-1f7e66b789af tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:40.769344 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cde70b78-827b-4ffb-9562-5e4a8f5367be req-e93882c7-a942-43d4-9757-1f7e66b789af tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.49 "DELETE /v2.0/ports/ba3244cb-f4e1-4b20-bcc7-48be5e35b63b HTTP/1.1" status: 204 len: 173 time: 1.0416474 Jan 28 12:35:40.769794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94705b46-838a-4ab8-9365-37b52faf2310', 'name': 'network-vif-deleted', 'tag': 'ba3244cb-f4e1-4b20-bcc7-48be5e35b63b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:35:40.772185 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f23bf48-7dc0-4a41-a5bf-ca9cf27c920c" -d '{"events": [{"server_uuid": "94705b46-838a-4ab8-9365-37b52faf2310", "name": "network-vif-deleted", "tag": "ba3244cb-f4e1-4b20-bcc7-48be5e35b63b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:35:40.867329 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9c9e68-34f2-4978-821a-553ac71732cd x-openstack-request-id: req-de9c9e68-34f2-4978-821a-553ac71732cd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:35:40.867874 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94705b46-838a-4ab8-9365-37b52faf2310", "name": "network-vif-deleted", "tag": "ba3244cb-f4e1-4b20-bcc7-48be5e35b63b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:35:40.868321 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de9c9e68-34f2-4978-821a-553ac71732cd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:35:40.868888 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94705b46-838a-4ab8-9365-37b52faf2310', 'name': 'network-vif-deleted', 'tag': 'ba3244cb-f4e1-4b20-bcc7-48be5e35b63b', 'status': 'completed', 'code': 200} Jan 28 12:35:40.888956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46690) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:40.941680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port 9967c7e9-5ef6-411d-aa96-d44ac724b0a9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:40.942127 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9967c7e9-5ef6-411d-aa96-d44ac724b0a9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:41.116987 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ffa873d2-c741-4790-bb53-ab9ec74de5b3 tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-992852587', 'prefixes': ['172.20.0.0/16']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:41.169807 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9967c7e9-5ef6-411d-aa96-d44ac724b0a9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:41.170152 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (9967c7e9-5ef6-411d-aa96-d44ac724b0a9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:41.201085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for 9967c7e9-5ef6-411d-aa96-d44ac724b0a9 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:41.285552 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffa873d2-c741-4790-bb53-ab9ec74de5b3 tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:41.287769 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ffa873d2-c741-4790-bb53-ab9ec74de5b3 tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3971283 Jan 28 12:35:41.291023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46720) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:41.382176 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ed7baf45-8d6d-4f88-91bd-e8cd2320e1a9 tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] 10.222.0.53 "GET /v2.0/subnetpools/b22f6a8e-06c4-4da0-997a-34ce0386875b HTTP/1.1" status: 200 len: 731 time: 0.0880125 Jan 28 12:35:41.384185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:41.388667 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d5c70ddc-8c19-4cca-bd66-8b9186c9685f tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1687884423'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:41.573851 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c70ddc-8c19-4cca-bd66-8b9186c9685f tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:41.584286 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d5c70ddc-8c19-4cca-bd66-8b9186c9685f tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] 10.222.0.53 "PUT /v2.0/subnetpools/b22f6a8e-06c4-4da0-997a-34ce0386875b HTTP/1.1" status: 200 len: 684 time: 0.1967325 Jan 28 12:35:41.584900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46738) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:41.602556 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (9967c7e9-5ef6-411d-aa96-d44ac724b0a9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:41.676379 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-413b1476-e650-4f35-92bc-23e26016fdcd req-9c6d66bb-8d36-468e-839f-9eaf52af15d9 tempest-ServerRescueNegativeTestJSON-101884638 tempest-ServerRescueNegativeTestJSON-101884638-project] 10.222.0.53 "GET /v2.0/ports?device_id=94705b46-838a-4ab8-9365-37b52faf2310 HTTP/1.1" status: 200 len: 210 time: 0.0996580 Jan 28 12:35:41.727612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=9967c7e9-5ef6-411d-aa96-d44ac724b0a9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:41.781639 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac68f66a-8760-4644-8460-9accad6733db tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:41.785877 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ac68f66a-8760-4644-8460-9accad6733db tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] 10.222.0.53 "DELETE /v2.0/subnetpools/b22f6a8e-06c4-4da0-997a-34ce0386875b HTTP/1.1" status: 204 len: 168 time: 0.1998093 Jan 28 12:35:41.788255 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:41.806578 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-0b759a9d-b830-48b8-92ae-b7a537d7c41e tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] show failed (client error): The resource could not be found. Jan 28 12:35:41.808311 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0b759a9d-b830-48b8-92ae-b7a537d7c41e tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] 10.222.0.53 "GET /v2.0/subnetpools/b22f6a8e-06c4-4da0-997a-34ce0386875b HTTP/1.1" status: 404 len: 346 time: 0.0187891 Jan 28 12:35:41.811003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:41.845234 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (a81c1896-4172-475a-a0ee-9d56a3e12c0c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:41.845234 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Floating IP a81c1896-4172-475a-a0ee-9d56a3e12c0c disassociated (deleted). External IP: 172.25.7.152, port: 29eec5bf-ce10-4bba-a50c-f9a08944592a. Jan 28 12:35:41.848991 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-b82d2655-db7c-4242-a91e-6beace73d68b tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] delete failed (client error): The resource could not be found. Jan 28 12:35:41.850340 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b82d2655-db7c-4242-a91e-6beace73d68b tempest-SubnetPoolsTestJSON-16673693 tempest-SubnetPoolsTestJSON-16673693-project] 10.222.0.53 "DELETE /v2.0/subnetpools/b22f6a8e-06c4-4da0-997a-34ce0386875b HTTP/1.1" status: 404 len: 346 time: 0.0314262 Jan 28 12:35:42.091917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:42.234625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:42.239777 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:42.245276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09312e28-9fb3-4b7b-84c5-a137fd43ffc0 None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:42.269227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09312e28-9fb3-4b7b-84c5-a137fd43ffc0 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:42.269854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-09312e28-9fb3-4b7b-84c5-a137fd43ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:42.271741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46806) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:42.303514 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-583498b0-af2a-4d7d-a76b-74ac8a51455a tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/floatingips/a81c1896-4172-475a-a0ee-9d56a3e12c0c HTTP/1.1" status: 204 len: 168 time: 1.7716470 Jan 28 12:35:42.306129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46810) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:42.306300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-09312e28-9fb3-4b7b-84c5-a137fd43ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:42.322695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09312e28-9fb3-4b7b-84c5-a137fd43ffc0 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:42.324311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-09312e28-9fb3-4b7b-84c5-a137fd43ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:42.398214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-09312e28-9fb3-4b7b-84c5-a137fd43ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:42.400169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09312e28-9fb3-4b7b-84c5-a137fd43ffc0 None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:42.531764 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-648dd33a-c61d-4ac7-b038-22bea3b60f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:42.582734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c95df53c-2a95-4d37-a5b3-ba154d2b6650 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port 29eec5bf-ce10-4bba-a50c-f9a08944592a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:42.583068 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c95df53c-2a95-4d37-a5b3-ba154d2b6650 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (29eec5bf-ce10-4bba-a50c-f9a08944592a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:42.647315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46818) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:42.739658 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46826) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:42.861948 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0cf27eec-cbb4-45f3-9870-a64524196c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:42.958214 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0cf27eec-cbb4-45f3-9870-a64524196c99 admin admin] Publish callbacks [] for security_group (2b43eff2-3403-4659-b7fe-59452d9614e1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:42.969520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0cf27eec-cbb4-45f3-9870-a64524196c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2b43eff2-3403-4659-b7fe-59452d9614e1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.040649 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c95df53c-2a95-4d37-a5b3-ba154d2b6650 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (29eec5bf-ce10-4bba-a50c-f9a08944592a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.044913 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0cf27eec-cbb4-45f3-9870-a64524196c99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38b6b8f7aeee4852967cf551796d2f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962436 Jan 28 12:35:43.055518 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c95df53c-2a95-4d37-a5b3-ba154d2b6650 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for 29eec5bf-ce10-4bba-a50c-f9a08944592a owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:43.056933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46828) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:43.104974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf27eec-cbb4-45f3-9870-a64524196c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b43eff2-3403-4659-b7fe-59452d9614e1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:43.177595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-122f1168-cd0c-4a3c-8298-20cd0c75bc61 admin admin] Publish callbacks [] for security_group (2b43eff2-3403-4659-b7fe-59452d9614e1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.244630 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-122f1168-cd0c-4a3c-8298-20cd0c75bc61 admin admin] Publish callbacks [] for security_group (2b43eff2-3403-4659-b7fe-59452d9614e1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.335934 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-648dd33a-c61d-4ac7-b038-22bea3b60f38 admin admin] Publish callbacks [] for security_group (f888614c-5568-4ff4-a730-3099d030a21f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.338801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c95df53c-2a95-4d37-a5b3-ba154d2b6650 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (29eec5bf-ce10-4bba-a50c-f9a08944592a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.350848 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-648dd33a-c61d-4ac7-b038-22bea3b60f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f888614c-5568-4ff4-a730-3099d030a21f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.366876 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-122f1168-cd0c-4a3c-8298-20cd0c75bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2b43eff2-3403-4659-b7fe-59452d9614e1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.370044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-122f1168-cd0c-4a3c-8298-20cd0c75bc61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.371204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-122f1168-cd0c-4a3c-8298-20cd0c75bc61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b43eff2-3403-4659-b7fe-59452d9614e1 HTTP/1.1" status: 204 len: 168 time: 0.3131607 Jan 28 12:35:43.395037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f1168-cd0c-4a3c-8298-20cd0c75bc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b43eff2-3403-4659-b7fe-59452d9614e1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:43.474529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95df53c-2a95-4d37-a5b3-ba154d2b6650 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=29eec5bf-ce10-4bba-a50c-f9a08944592a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:43.514738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dd33a-c61d-4ac7-b038-22bea3b60f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f888614c-5568-4ff4-a730-3099d030a21f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:43.529287 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-648dd33a-c61d-4ac7-b038-22bea3b60f38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4db84cdd29ed4e9fbabf5381e8108f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2535281 Jan 28 12:35:43.532531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46836) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:43.544284 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77074c4b-8a2e-4a00-ad2a-67f128d185fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (a2708a8b-e62e-42d0-b449-30e6639555ef), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.666650 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c95df53c-2a95-4d37-a5b3-ba154d2b6650 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.670088 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c95df53c-2a95-4d37-a5b3-ba154d2b6650 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/ports/29eec5bf-ce10-4bba-a50c-f9a08944592a HTTP/1.1" status: 204 len: 168 time: 1.3621461 Jan 28 12:35:43.690099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46840) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:43.690596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-300e89e0-3088-4e2d-ab74-ba4af08ca1e5 admin admin] Publish callbacks [] for security_group (f888614c-5568-4ff4-a730-3099d030a21f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.694559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:43.720162 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-300e89e0-3088-4e2d-ab74-ba4af08ca1e5 admin admin] Publish callbacks [] for security_group (f888614c-5568-4ff4-a730-3099d030a21f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.786882 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-300e89e0-3088-4e2d-ab74-ba4af08ca1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f888614c-5568-4ff4-a730-3099d030a21f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.790082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-300e89e0-3088-4e2d-ab74-ba4af08ca1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.790927 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:43.792014 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-300e89e0-3088-4e2d-ab74-ba4af08ca1e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f888614c-5568-4ff4-a730-3099d030a21f HTTP/1.1" status: 204 len: 168 time: 0.2582893 Jan 28 12:35:43.831223 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e89e0-3088-4e2d-ab74-ba4af08ca1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f888614c-5568-4ff4-a730-3099d030a21f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:44.101103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:44.195796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-77074c4b-8a2e-4a00-ad2a-67f128d185fe admin admin] Deleting port 58271e72-d6ae-4da5-9c4e-27668c38d636 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:44.196213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77074c4b-8a2e-4a00-ad2a-67f128d185fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:44.307840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.25.7.7 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/03cd31a4-e5cc-4092-b839-52c403ea96ed) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:44.413903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-77074c4b-8a2e-4a00-ad2a-67f128d185fe admin admin] For port 58271e72-d6ae-4da5-9c4e-27668c38d636, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=58271e72-d6ae-4da5-9c4e-27668c38d636,segment=NetworkSegment(e7d60a11-d517-4830-b937-2612f28ceb55),segment_id=e7d60a11-d517-4830-b937-2612f28ceb55)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:44.414290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77074c4b-8a2e-4a00-ad2a-67f128d185fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:44.482995 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (03cd31a4-e5cc-4092-b839-52c403ea96ed), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:44.540824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-77074c4b-8a2e-4a00-ad2a-67f128d185fe admin admin] Calling delete_port for 58271e72-d6ae-4da5-9c4e-27668c38d636 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:44.598379 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (03cd31a4-e5cc-4092-b839-52c403ea96ed), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:44.660816 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:44.670858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:44.685705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:44.716006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=03cd31a4-e5cc-4092-b839-52c403ea96ed,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:44.737096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46882) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:44.826245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ba3244cb-f4e1-4b20-bcc7-48be5e35b63b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:35:44.879549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: ba3244cb-f4e1-4b20-bcc7-48be5e35b63b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:35:44.880164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ba3244cb-f4e1-4b20-bcc7-48be5e35b63b not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:35:45.032801 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (de9f0471-345f-4547-b869-7f6c9e4b836d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.136398 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (03cd31a4-e5cc-4092-b839-52c403ea96ed), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.162221 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1517382912'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:45.180754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77074c4b-8a2e-4a00-ad2a-67f128d185fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (58271e72-d6ae-4da5-9c4e-27668c38d636), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.225586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Made reservation on behalf of 4d5ea38fef9d4d96b4698e4f615472d0 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:45.230103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.242466 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.263812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77074c4b-8a2e-4a00-ad2a-67f128d185fe admin admin] Pushing event deleted for resources: {'Port': ['ID=58271e72-d6ae-4da5-9c4e-27668c38d636,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:45.345519 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for security_group (1cd52207-5362-479e-bbe7-85d65edf82f2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.352079 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1cd52207-5362-479e-bbe7-85d65edf82f2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.391410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd52207-5362-479e-bbe7-85d65edf82f2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:45.407187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:35:45.424357 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (18716c10-cc7e-4185-9ddf-70f06bd0f7c0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.425742 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Added segment 18716c10-cc7e-4185-9ddf-70f06bd0f7c0 of type vlan for network bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 Jan 28 12:35:45.487572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (bb6cdc57-addf-416c-8ee5-2d0a2edd6a04), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.548175 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (bb6cdc57-addf-416c-8ee5-2d0a2edd6a04), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.553431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:45.554043 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.613119 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77074c4b-8a2e-4a00-ad2a-67f128d185fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (a2708a8b-e62e-42d0-b449-30e6639555ef), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.693617 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9543409 Jan 28 12:35:45.697228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46902) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:45.712091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-48adf338-f014-41f1-a1fe-4e3f56b327df tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Request body: {'subnet': {'network_id': 'bb6cdc57-addf-416c-8ee5-2d0a2edd6a04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:45.855295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1c336-ed3c-4846-9ca4-04d441a2de85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event updated for resources: {'Network': ['ID=bb6cdc57-addf-416c-8ee5-2d0a2edd6a04,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:45.866626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48adf338-f014-41f1-a1fe-4e3f56b327df tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Made reservation on behalf of 4d5ea38fef9d4d96b4698e4f615472d0 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:45.871584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:35:45.877780 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48adf338-f014-41f1-a1fe-4e3f56b327df tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:45.938526 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (03cd31a4-e5cc-4092-b839-52c403ea96ed), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:46.009701 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (03cd31a4-e5cc-4092-b839-52c403ea96ed), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:46.274773 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48adf338-f014-41f1-a1fe-4e3f56b327df tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (41ca6ad1-8415-4baf-b228-b2bae7c7de87), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:46.373168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adf338-f014-41f1-a1fe-4e3f56b327df tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event updated for resources: {'Subnet': ['ID=41ca6ad1-8415-4baf-b228-b2bae7c7de87,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:46.385392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48adf338-f014-41f1-a1fe-4e3f56b327df tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Checking segment: {'id': '18716c10-cc7e-4185-9ddf-70f06bd0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bb6cdc57-addf-416c-8ee5-2d0a2edd6a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:35:46.386237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48adf338-f014-41f1-a1fe-4e3f56b327df tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Network hostable DHCP agents. Network: bb6cdc57-addf-416c-8ee5-2d0a2edd6a04, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:35:46.442575 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48adf338-f014-41f1-a1fe-4e3f56b327df tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Network bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:35:46.469942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-48adf338-f014-41f1-a1fe-4e3f56b327df tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, bb6cdc57-addf-416c-8ee5-2d0a2edd6a04) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:46.481202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b594e5-5b20-4c5d-9978-91485655bd25 None None] Network bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:35:46.487103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=03cd31a4-e5cc-4092-b839-52c403ea96ed,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:46.502805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48adf338-f014-41f1-a1fe-4e3f56b327df tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:46.504281 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48adf338-f014-41f1-a1fe-4e3f56b327df tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:46.544339 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77074c4b-8a2e-4a00-ad2a-67f128d185fe admin admin] Router a2708a8b-e62e-42d0-b449-30e6639555ef has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:46.551603 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (de9f0471-345f-4547-b869-7f6c9e4b836d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:46.554270 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-48adf338-f014-41f1-a1fe-4e3f56b327df tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8549604 Jan 28 12:35:46.555792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46916) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:46.572282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-79e2b492-bcad-4e32-80c9-0328105c4548 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-627601948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:46.575735 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:46.581211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7f061e70-c5bb-4352-988d-98d0fe6dd8f5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8900487 Jan 28 12:35:46.582025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46918) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:46.635074 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79e2b492-bcad-4e32-80c9-0328105c4548 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (53851134-d339-4cf9-9986-a15fa5c119d6), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:46.637286 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79e2b492-bcad-4e32-80c9-0328105c4548 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (53851134-d339-4cf9-9986-a15fa5c119d6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:46.664389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-bb6cdc57-addf-416c-8ee5-2d0a2edd6a04', 'network_id': 'bb6cdc57-addf-416c-8ee5-2d0a2edd6a04', 'project_id': '4d5ea38fef9d4d96b4698e4f615472d0', 'fixed_ips': [{'subnet_id': '41ca6ad1-8415-4baf-b228-b2bae7c7de87'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:35:46.665350 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:46.720111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'port': {'network_id': '4d008d83-611e-451e-9ab5-15e7d8b44a82', 'name': 'tempest-FloatingIPTestJSON-25587974'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:46.791757 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79e2b492-bcad-4e32-80c9-0328105c4548 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for router_controller (53851134-d339-4cf9-9986-a15fa5c119d6), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:46.797982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77074c4b-8a2e-4a00-ad2a-67f128d185fe admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:46.810167 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79e2b492-bcad-4e32-80c9-0328105c4548 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (53851134-d339-4cf9-9986-a15fa5c119d6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:46.810374 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb24cc5-e6e4-4d2b-921d-439936e2902e None None] Sync routers for ids ['a2708a8b-e62e-42d0-b449-30e6639555ef'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:46.815005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-77074c4b-8a2e-4a00-ad2a-67f128d185fe admin admin] 10.222.0.53 "PUT /v2.0/routers/a2708a8b-e62e-42d0-b449-30e6639555ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0740590 Jan 28 12:35:46.823355 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46922) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:46.835020 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb24cc5-e6e4-4d2b-921d-439936e2902e None None] Routers {'a2708a8b-e62e-42d0-b449-30e6639555ef'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:46.839999 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9cb24cc5-e6e4-4d2b-921d-439936e2902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a2708a8b-e62e-42d0-b449-30e6639555ef'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:46.855386 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79e2b492-bcad-4e32-80c9-0328105c4548 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:46.861180 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-79e2b492-bcad-4e32-80c9-0328105c4548 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3002884 Jan 28 12:35:46.864866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46924) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:47.033685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Allocated IP 172.20.0.2 (bb6cdc57-addf-416c-8ee5-2d0a2edd6a04/41ca6ad1-8415-4baf-b228-b2bae7c7de87/3aed03b3-7fb0-467f-993c-cf18020e7206) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:47.036478 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:47.210393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Publish callbacks [] for router (a2708a8b-e62e-42d0-b449-30e6639555ef), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:47.227609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Made reservation on behalf of 8244dfbcb36f4e6ea73741f7c48a879f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:47.246166 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:47.330029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] device_id is not set on port c99e703c-896a-4672-82d6-8c5c3005d7aa yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:35:47.407449 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9cb24cc5-e6e4-4d2b-921d-439936e2902e None None] Set router a2708a8b-e62e-42d0-b449-30e6639555ef gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:35:47.410846 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Publish callbacks [] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:47.437459 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:47.535941 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Pushing event updated for resources: {'Port': ['ID=3aed03b3-7fb0-467f-993c-cf18020e7206,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:47.562045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Network bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:47.565871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:47.572123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:47.728154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Publish callbacks [] for router_gateway (a2708a8b-e62e-42d0-b449-30e6639555ef), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:47.743076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Attempting to bind port 3aed03b3-7fb0-467f-993c-cf18020e7206 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:35:47.743715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Attempting to bind port 3aed03b3-7fb0-467f-993c-cf18020e7206 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '18716c10-cc7e-4185-9ddf-70f06bd0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bb6cdc57-addf-416c-8ee5-2d0a2edd6a04'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:35:47.744363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Attempting to bind port 3aed03b3-7fb0-467f-993c-cf18020e7206 on network bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:35:47.764877 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:35:47.764877 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Checking segment: {'id': '18716c10-cc7e-4185-9ddf-70f06bd0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bb6cdc57-addf-416c-8ee5-2d0a2edd6a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:35:47.764877 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:47.764877 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Bound using segment: {'id': '18716c10-cc7e-4185-9ddf-70f06bd0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bb6cdc57-addf-416c-8ee5-2d0a2edd6a04'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:35:47.765893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Bound port: 3aed03b3-7fb0-467f-993c-cf18020e7206, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18716c10-cc7e-4185-9ddf-70f06bd0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bb6cdc57-addf-416c-8ee5-2d0a2edd6a04'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:35:47.766196 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:47.774433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.20.0.5 (4d008d83-611e-451e-9ab5-15e7d8b44a82/c5c7043b-4082-445e-95a7-92d10a886d3f/c99e703c-896a-4672-82d6-8c5c3005d7aa) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:47.800226 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:47.808367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:47.843814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Deleting port 4815a704-7468-4b56-8b7a-c31c6582f8c3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:47.844428 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:47.898105 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9cb24cc5-e6e4-4d2b-921d-439936e2902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1076111005-router', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:32:18Z', 'updated_at': '2022-01-28T12:35:45Z', 'revision_number': 5, 'project_id': '8bd4f3e15551437e9958e148d3bb8e05', 'gw_port': {'id': '4815a704-7468-4b56-8b7a-c31c6582f8c3', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:32:19Z', 'updated_at': '2022-01-28T12:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:47.957341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] For port 3aed03b3-7fb0-467f-993c-cf18020e7206, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:35:47.959610 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb24cc5-e6e4-4d2b-921d-439936e2902e None None] Checking router: a2708a8b-e62e-42d0-b449-30e6639555ef for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:35:47.965507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] For port 3aed03b3-7fb0-467f-993c-cf18020e7206, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3aed03b3-7fb0-467f-993c-cf18020e7206,segment=NetworkSegment(18716c10-cc7e-4185-9ddf-70f06bd0f7c0),segment_id=18716c10-cc7e-4185-9ddf-70f06bd0f7c0)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:35:47.975121 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:47.990901 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb24cc5-e6e4-4d2b-921d-439936e2902e None None] Routers {'a2708a8b-e62e-42d0-b449-30e6639555ef'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:47.992503 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9cb24cc5-e6e4-4d2b-921d-439936e2902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a2708a8b-e62e-42d0-b449-30e6639555ef'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:48.070950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] For port 4815a704-7468-4b56-8b7a-c31c6582f8c3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4815a704-7468-4b56-8b7a-c31c6582f8c3,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:48.071612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:48.100320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Calling delete_port for 4815a704-7468-4b56-8b7a-c31c6582f8c3 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:48.104427 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (c99e703c-896a-4672-82d6-8c5c3005d7aa), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:48.205825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b80ee-7c14-4189-9297-3e888be97b91 None None] Pushing event updated for resources: {'Port': ['ID=3aed03b3-7fb0-467f-993c-cf18020e7206,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:48.238593 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (c99e703c-896a-4672-82d6-8c5c3005d7aa), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:48.284243 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9cb24cc5-e6e4-4d2b-921d-439936e2902e None None] Set router a2708a8b-e62e-42d0-b449-30e6639555ef gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:35:48.410562 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9cb24cc5-e6e4-4d2b-921d-439936e2902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1076111005-router', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:32:18Z', 'updated_at': '2022-01-28T12:35:47Z', 'revision_number': 6, 'project_id': '8bd4f3e15551437e9958e148d3bb8e05', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:48.505618 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb24cc5-e6e4-4d2b-921d-439936e2902e None None] The sync data for ids ['a2708a8b-e62e-42d0-b449-30e6639555ef'] in n-d-824835-4 is: [{'id': 'a2708a8b-e62e-42d0-b449-30e6639555ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1076111005-router', 'tenant_id': '8bd4f3e15551437e9958e148d3bb8e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:32:18Z', 'updated_at': '2022-01-28T12:35:47Z', 'revision_number': 6, 'project_id': '8bd4f3e15551437e9958e148d3bb8e05', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:48.513178 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=c99e703c-896a-4672-82d6-8c5c3005d7aa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:48.535042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 4d008d83-611e-451e-9ab5-15e7d8b44a82 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:48.540972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:48.553928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:48.646361 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Allocated IP 172.20.0.1 (bb6cdc57-addf-416c-8ee5-2d0a2edd6a04/41ca6ad1-8415-4baf-b228-b2bae7c7de87/3b867096-0427-4172-b4df-b35fef11652f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:48.660092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:48.660966 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:48.700962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-86701769-0d8a-4972-a444-ada35545a4d5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9831822 Jan 28 12:35:48.708450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46948) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:48.717295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f54bc6e8-d31e-442f-b0c1-52b9974b361d tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'floatingip': {'port_id': 'c99e703c-896a-4672-82d6-8c5c3005d7aa'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:48.821405 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f54bc6e8-d31e-442f-b0c1-52b9974b361d tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (de9f0471-345f-4547-b869-7f6c9e4b836d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:48.887204 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for port (3b867096-0427-4172-b4df-b35fef11652f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:48.901758 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4815a704-7468-4b56-8b7a-c31c6582f8c3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:48.914240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b8209-27dd-490f-a8b8-e6613f3bdbad req-81f6f849-d9cb-456f-8fdb-ccb32e6dde02 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:48.915877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a1b8209-27dd-490f-a8b8-e6613f3bdbad req-81f6f849-d9cb-456f-8fdb-ccb32e6dde02 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 944 time: 0.1398671 Jan 28 12:35:48.974521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3b867096-0427-4172-b4df-b35fef11652f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:49.075366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event updated for resources: {'Port': ['ID=3b867096-0427-4172-b4df-b35fef11652f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:49.092736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Network bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:49.096701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:49.104860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Pushing event deleted for resources: {'Port': ['ID=4815a704-7468-4b56-8b7a-c31c6582f8c3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:49.108925 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:49.216848 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a24705bd-9f2a-4ca8-ad57-c0572a19592d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:49.262881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a1b8209-27dd-490f-a8b8-e6613f3bdbad req-3ae2e227-4ca9-4fd9-9a3a-26b60b70c1af tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007631 Jan 28 12:35:49.276375 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (53851134-d339-4cf9-9986-a15fa5c119d6), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:49.511687 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3b867096-0427-4172-b4df-b35fef11652f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:49.528370 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (a2708a8b-e62e-42d0-b449-30e6639555ef), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:49.699460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0d5c0-2012-4f3c-8a9d-745925b42904 req-e12d0dd1-51ae-4aca-8bad-661110cd0f42 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:49.701115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58a0d5c0-2012-4f3c-8a9d-745925b42904 req-e12d0dd1-51ae-4aca-8bad-661110cd0f42 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 944 time: 0.4902101 Jan 28 12:35:49.707910 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (a2708a8b-e62e-42d0-b449-30e6639555ef), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:49.711285 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Publish callbacks [] for router_controller (a2708a8b-e62e-42d0-b449-30e6639555ef), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:49.925466 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (a2708a8b-e62e-42d0-b449-30e6639555ef), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:49.926068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2708a8b-e62e-42d0-b449-30e6639555ef {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:35:49.933348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:49.941114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-276b2404-8fd9-4935-850d-4cee99efd649 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a2708a8b-e62e-42d0-b449-30e6639555ef HTTP/1.1" status: 204 len: 168 time: 3.1024616 Jan 28 12:35:49.941486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3aed03b3-7fb0-467f-993c-cf18020e7206 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:35:49.948589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46956) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:50.047208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 3aed03b3-7fb0-467f-993c-cf18020e7206 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:50.048417 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.155603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-55863cba-1391-4d94-84d7-073f9a6ffaae admin admin] Deleting subnet c86275c7-8e5c-4f5d-968d-3433128a5047 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:35:50.169653 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55863cba-1391-4d94-84d7-073f9a6ffaae admin admin] Publish callbacks [] for subnet (c86275c7-8e5c-4f5d-968d-3433128a5047), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.234726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 3aed03b3-7fb0-467f-993c-cf18020e7206 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:35:50.235756 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.239440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-58a0d5c0-2012-4f3c-8a9d-745925b42904 req-6eeb4443-6f7f-40ba-b8ee-29dc015767bc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Deleting port fb75757a-6752-4c27-bcde-50f12bbcf42e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:50.254614 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58a0d5c0-2012-4f3c-8a9d-745925b42904 req-6eeb4443-6f7f-40ba-b8ee-29dc015767bc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.261937 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55863cba-1391-4d94-84d7-073f9a6ffaae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (c86275c7-8e5c-4f5d-968d-3433128a5047), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.288629 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 3aed03b3-7fb0-467f-993c-cf18020e7206, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3aed03b3-7fb0-467f-993c-cf18020e7206,segment=NetworkSegment(18716c10-cc7e-4185-9ddf-70f06bd0f7c0),segment_id=18716c10-cc7e-4185-9ddf-70f06bd0f7c0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:50.305294 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.344952 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55863cba-1391-4d94-84d7-073f9a6ffaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (c86275c7-8e5c-4f5d-968d-3433128a5047), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.406525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4815a704-7468-4b56-8b7a-c31c6582f8c3 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:35:50.454363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55863cba-1391-4d94-84d7-073f9a6ffaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (c86275c7-8e5c-4f5d-968d-3433128a5047), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.471667 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd01224-ce60-4587-ab6f-516cefce5f59 None None] Network bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:35:50.477580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=3aed03b3-7fb0-467f-993c-cf18020e7206,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:50.486687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 4815a704-7468-4b56-8b7a-c31c6582f8c3 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:35:50.487302 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4815a704-7468-4b56-8b7a-c31c6582f8c3 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:35:50.488079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 58271e72-d6ae-4da5-9c4e-27668c38d636 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:35:50.506946 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-f54bc6e8-d31e-442f-b0c1-52b9974b361d tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:35:50.512010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55863cba-1391-4d94-84d7-073f9a6ffaae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c86275c7-8e5c-4f5d-968d-3433128a5047,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:50.541289 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55863cba-1391-4d94-84d7-073f9a6ffaae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.548069 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-55863cba-1391-4d94-84d7-073f9a6ffaae admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c86275c7-8e5c-4f5d-968d-3433128a5047 HTTP/1.1" status: 204 len: 168 time: 0.5972569 Jan 28 12:35:50.553187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46968) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:50.569536 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 58271e72-d6ae-4da5-9c4e-27668c38d636 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:35:50.570153 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 58271e72-d6ae-4da5-9c4e-27668c38d636 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:35:50.585874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2403783d-cc1b-482d-8c68-03f8eafdf719 None None] Provisioning complete for port 3aed03b3-7fb0-467f-993c-cf18020e7206 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:50.586500 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2403783d-cc1b-482d-8c68-03f8eafdf719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.601142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f54bc6e8-d31e-442f-b0c1-52b9974b361d tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.677347 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.679913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-58a0d5c0-2012-4f3c-8a9d-745925b42904 req-6eeb4443-6f7f-40ba-b8ee-29dc015767bc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] For port fb75757a-6752-4c27-bcde-50f12bbcf42e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=fb75757a-6752-4c27-bcde-50f12bbcf42e,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:50.680688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58a0d5c0-2012-4f3c-8a9d-745925b42904 req-6eeb4443-6f7f-40ba-b8ee-29dc015767bc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.700514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-58a0d5c0-2012-4f3c-8a9d-745925b42904 req-6eeb4443-6f7f-40ba-b8ee-29dc015767bc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Calling delete_port for fb75757a-6752-4c27-bcde-50f12bbcf42e owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:50.737971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for port (3b867096-0427-4172-b4df-b35fef11652f), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.754962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (3b867096-0427-4172-b4df-b35fef11652f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.830897 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (53851134-d339-4cf9-9986-a15fa5c119d6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:50.871938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2403783d-cc1b-482d-8c68-03f8eafdf719 None None] Current status of the port 3aed03b3-7fb0-467f-993c-cf18020e7206 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:35:50.882573 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f54bc6e8-d31e-442f-b0c1-52b9974b361d tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (de9f0471-345f-4547-b869-7f6c9e4b836d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:51.014251 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:51.092344 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event updated for resources: {'Port': ['ID=3b867096-0427-4172-b4df-b35fef11652f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:51.098417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:51.112237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d60a11-d517-4830-b937-2612f28ceb55') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:51.112806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d60a11-d517-4830-b937-2612f28ceb55') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:51.128010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Network bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:51.130299 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (e7d60a11-d517-4830-b937-2612f28ceb55), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:51.132457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:51.148631 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-f54bc6e8-d31e-442f-b0c1-52b9974b361d tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Floating IP de9f0471-345f-4547-b869-7f6c9e4b836d associated. External IP: 172.25.7.7, port: c99e703c-896a-4672-82d6-8c5c3005d7aa. Jan 28 12:35:51.166608 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e7d60a11-d517-4830-b937-2612f28ceb55), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:51.240881 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:35:51.241762 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (e7d60a11-d517-4830-b937-2612f28ceb55), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:35:51.244247 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:35:51.252266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f8bb5-cf31-4092-b7f6-9c17e8c05cac req-cb1b5cbe-c859-4c4f-80e4-b154d2a28bcd tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:51.254128 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db2f8bb5-cf31-4092-b7f6-9c17e8c05cac req-cb1b5cbe-c859-4c4f-80e4-b154d2a28bcd tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f65ebef-7ae9-437f-808f-451e1e7759cc HTTP/1.1" status: 200 len: 944 time: 0.6510234 Jan 28 12:35:51.264600 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58a0d5c0-2012-4f3c-8a9d-745925b42904 req-6eeb4443-6f7f-40ba-b8ee-29dc015767bc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (fb75757a-6752-4c27-bcde-50f12bbcf42e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:51.277714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['fb75757a-6752-4c27-bcde-50f12bbcf42e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:35:51.396913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:51.418613 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:51.424752 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0 HTTP/1.1" status: 204 len: 168 time: 0.8574085 Jan 28 12:35:51.429197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c248e303-a9ab-43b2-bce9-9034b5cdc6dd None None] Provisioning complete for port 3b867096-0427-4172-b4df-b35fef11652f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:51.429804 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c248e303-a9ab-43b2-bce9-9034b5cdc6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3b867096-0427-4172-b4df-b35fef11652f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:51.460283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb4443-6f7f-40ba-b8ee-29dc015767bc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Pushing event deleted for resources: {'Port': ['ID=fb75757a-6752-4c27-bcde-50f12bbcf42e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:51.466482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7f19c-3426-4a31-8bd2-59117960f655 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4fddcb6-fbcf-46c2-854e-08ea8dc07ce0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:51.514149 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Router 53851134-d339-4cf9-9986-a15fa5c119d6 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:35:51.545729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3aed03b3-7fb0-467f-993c-cf18020e7206 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:35:51.706439 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:51.719959 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-34945099-4b54-4325-a238-5afbee98f610 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "PUT /v2.0/routers/53851134-d339-4cf9-9986-a15fa5c119d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8530824 Jan 28 12:35:51.722505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46986) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:51.728844 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Request body: {'port': {'network_id': 'bb6cdc57-addf-416c-8ee5-2d0a2edd6a04', 'name': 'tempest-FloatingIPNegativeTestJSON-380832826'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:51.738998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7c312-8c67-409c-b763-b8b019b4f862 None None] Sync routers for ids ['53851134-d339-4cf9-9986-a15fa5c119d6'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:51.788075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c248e303-a9ab-43b2-bce9-9034b5cdc6dd None None] Port 3b867096-0427-4172-b4df-b35fef11652f cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:51.791713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7c312-8c67-409c-b763-b8b019b4f862 None None] Routers {'53851134-d339-4cf9-9986-a15fa5c119d6'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:51.792653 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c1b7c312-8c67-409c-b763-b8b019b4f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['53851134-d339-4cf9-9986-a15fa5c119d6'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:51.879835 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46988) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:51.882342 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c1b7c312-8c67-409c-b763-b8b019b4f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:51.904288 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b87ad6b-a722-4270-9058-c01629f2a339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:51.906456 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 3aed03b3-7fb0-467f-993c-cf18020e7206 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:51.912376 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.006359 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f537cee7-2880-49c9-91c3-545c5c0c2496 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bd4f3e15551437e9958e148d3bb8e05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1252289 Jan 28 12:35:52.012243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46994) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:52.023195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7c312-8c67-409c-b763-b8b019b4f862 None None] Routers {'53851134-d339-4cf9-9986-a15fa5c119d6'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:52.023868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c1b7c312-8c67-409c-b763-b8b019b4f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['53851134-d339-4cf9-9986-a15fa5c119d6'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:52.045618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c248e303-a9ab-43b2-bce9-9034b5cdc6dd None None] Provisioning complete for port 3aed03b3-7fb0-467f-993c-cf18020e7206 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:52.046603 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c248e303-a9ab-43b2-bce9-9034b5cdc6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.080811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Made reservation on behalf of 4d5ea38fef9d4d96b4698e4f615472d0 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:35:52.085003 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.113600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ddd-3364-4964-b142-6ca73f00cad8 admin admin] Publish callbacks [] for security_group (f4f0e1bb-277e-4e51-8690-ab889d0c394a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.118244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c1b7c312-8c67-409c-b763-b8b019b4f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:52.118911 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7c312-8c67-409c-b763-b8b019b4f862 None None] The sync data for ids ['53851134-d339-4cf9-9986-a15fa5c119d6'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:52.150770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] device_id is not set on port 402cf840-7c3f-42cd-978b-78a862dde29d yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:35:52.169382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db2f8bb5-cf31-4092-b7f6-9c17e8c05cac req-13d50f58-756f-4af4-a54d-49a61d47bbcb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9060092 Jan 28 12:35:52.263024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ddd-3364-4964-b142-6ca73f00cad8 admin admin] Publish callbacks [] for security_group (f4f0e1bb-277e-4e51-8690-ab889d0c394a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.278555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a0d5c0-2012-4f3c-8a9d-745925b42904 req-6eeb4443-6f7f-40ba-b8ee-29dc015767bc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] No DVR routers for this DVR port fb75757a-6752-4c27-bcde-50f12bbcf42e on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:35:52.282660 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-58a0d5c0-2012-4f3c-8a9d-745925b42904 req-6eeb4443-6f7f-40ba-b8ee-29dc015767bc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.296883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58a0d5c0-2012-4f3c-8a9d-745925b42904 req-6eeb4443-6f7f-40ba-b8ee-29dc015767bc tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.35 "DELETE /v2.0/ports/fb75757a-6752-4c27-bcde-50f12bbcf42e HTTP/1.1" status: 204 len: 173 time: 2.5864296 Jan 28 12:35:52.297873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f65ebef-7ae9-437f-808f-451e1e7759cc', 'name': 'network-vif-deleted', 'tag': 'fb75757a-6752-4c27-bcde-50f12bbcf42e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:35:52.300375 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae715839-c997-4bb0-b06d-70d3d7b3df7f" -d '{"events": [{"server_uuid": "8f65ebef-7ae9-437f-808f-451e1e7759cc", "name": "network-vif-deleted", "tag": "fb75757a-6752-4c27-bcde-50f12bbcf42e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:35:52.345362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 3aed03b3-7fb0-467f-993c-cf18020e7206 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:35:52.360885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c248e303-a9ab-43b2-bce9-9034b5cdc6dd None None] Current status of the port 3aed03b3-7fb0-467f-993c-cf18020e7206 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:35:52.424049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ddd-3364-4964-b142-6ca73f00cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f4f0e1bb-277e-4e51-8690-ab889d0c394a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.426747 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ddd-3364-4964-b142-6ca73f00cad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.430984 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-af7e6ddd-3364-4964-b142-6ca73f00cad8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4f0e1bb-277e-4e51-8690-ab889d0c394a HTTP/1.1" status: 204 len: 168 time: 0.4173839 Jan 28 12:35:52.432515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Allocated IP 172.20.0.10 (bb6cdc57-addf-416c-8ee5-2d0a2edd6a04/41ca6ad1-8415-4baf-b228-b2bae7c7de87/402cf840-7c3f-42cd-978b-78a862dde29d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:52.451933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e6ddd-3364-4964-b142-6ca73f00cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f0e1bb-277e-4e51-8690-ab889d0c394a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:52.505938 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3c1e13-6a9a-45c8-96e9-983362152585 x-openstack-request-id: req-ca3c1e13-6a9a-45c8-96e9-983362152585 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:35:52.507038 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f65ebef-7ae9-437f-808f-451e1e7759cc", "name": "network-vif-deleted", "tag": "fb75757a-6752-4c27-bcde-50f12bbcf42e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:35:52.523822 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca3c1e13-6a9a-45c8-96e9-983362152585 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:35:52.523822 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f65ebef-7ae9-437f-808f-451e1e7759cc', 'name': 'network-vif-deleted', 'tag': 'fb75757a-6752-4c27-bcde-50f12bbcf42e', 'status': 'completed', 'code': 200} Jan 28 12:35:52.574986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-97e56d81-e181-4dde-8076-dd2fd4d31202 None None] Provisioning complete for port 3b867096-0427-4172-b4df-b35fef11652f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:52.575390 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97e56d81-e181-4dde-8076-dd2fd4d31202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3b867096-0427-4172-b4df-b35fef11652f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.674117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-97e56d81-e181-4dde-8076-dd2fd4d31202 None None] Port 3b867096-0427-4172-b4df-b35fef11652f cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:52.700325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54bc6e8-d31e-442f-b0c1-52b9974b361d tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:52.763146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for port (402cf840-7c3f-42cd-978b-78a862dde29d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.825704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (402cf840-7c3f-42cd-978b-78a862dde29d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.868724 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.957182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54bc6e8-d31e-442f-b0c1-52b9974b361d tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:52.971833 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d6c83c-0f7b-4018-946b-d7657dcd2771 None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:52.978178 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f54bc6e8-d31e-442f-b0c1-52b9974b361d tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:52.990264 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d6c83c-0f7b-4018-946b-d7657dcd2771 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:52.992555 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-19d6c83c-0f7b-4018-946b-d7657dcd2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:53.003479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Network bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:53.004937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event updated for resources: {'Port': ['ID=402cf840-7c3f-42cd-978b-78a862dde29d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:53.013194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:53.031016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:53.034739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f54bc6e8-d31e-442f-b0c1-52b9974b361d tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "PUT /v2.0/floatingips/de9f0471-345f-4547-b869-7f6c9e4b836d HTTP/1.1" status: 200 len: 974 time: 4.3250484 Jan 28 12:35:53.037564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47010) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:53.062914 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-19d6c83c-0f7b-4018-946b-d7657dcd2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:53.088194 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d6c83c-0f7b-4018-946b-d7657dcd2771 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:53.096784 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-19d6c83c-0f7b-4018-946b-d7657dcd2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:53.121184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:53.121863 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:53.150401 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-19d6c83c-0f7b-4018-946b-d7657dcd2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:53.150925 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d6c83c-0f7b-4018-946b-d7657dcd2771 None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:53.214412 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d60131b3-978d-4e10-a421-45770e690aed tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4904044 Jan 28 12:35:53.217567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47016) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:53.222757 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:53.273738 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:53.356358 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port c99e703c-896a-4672-82d6-8c5c3005d7aa {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:53.356624 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c99e703c-896a-4672-82d6-8c5c3005d7aa), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:53.406585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6f9b736d-8d41-490b-98c0-e62b4ac587fa None None] Provisioning complete for port 402cf840-7c3f-42cd-978b-78a862dde29d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:35:53.407162 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f9b736d-8d41-490b-98c0-e62b4ac587fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (402cf840-7c3f-42cd-978b-78a862dde29d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:53.486954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b736d-8d41-490b-98c0-e62b4ac587fa None None] Port 402cf840-7c3f-42cd-978b-78a862dde29d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:35:53.522378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:53.621794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device fb75757a-6752-4c27-bcde-50f12bbcf42e no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:35:53.639017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c99e703c-896a-4672-82d6-8c5c3005d7aa), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:53.725462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: fb75757a-6752-4c27-bcde-50f12bbcf42e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:35:53.725462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device fb75757a-6752-4c27-bcde-50f12bbcf42e not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:35:53.838604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Allocated IP 172.25.7.222 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/6867bfec-43fe-4991-8fd0-d8aa509fa372) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:53.884564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246632ec-2fa0-443c-8550-a4b7556b500b req-7c0aadb4-65b4-4801-a774-fb2b4f54036c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:53.896777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-246632ec-2fa0-443c-8550-a4b7556b500b req-7c0aadb4-65b4-4801-a774-fb2b4f54036c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 945 time: 0.1057780 Jan 28 12:35:54.081970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a396ff-62fd-4aa9-9de4-db6620266eda req-47615d50-58b3-4d50-ad5c-f79add65d9f6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:54.084186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12a396ff-62fd-4aa9-9de4-db6620266eda req-47615d50-58b3-4d50-ad5c-f79add65d9f6 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.35 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 945 time: 0.1166961 Jan 28 12:35:54.098441 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-246632ec-2fa0-443c-8550-a4b7556b500b req-c4abf865-3f9f-4c1d-af50-590a17221c83 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001572 Jan 28 12:35:54.229421 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for port (6867bfec-43fe-4991-8fd0-d8aa509fa372), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:54.281631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-12a396ff-62fd-4aa9-9de4-db6620266eda req-0fa4da6b-2eb6-4186-b624-fed0a18c94c3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Deleting port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:54.281977 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-12a396ff-62fd-4aa9-9de4-db6620266eda req-0fa4da6b-2eb6-4186-b624-fed0a18c94c3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:54.357435 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6867bfec-43fe-4991-8fd0-d8aa509fa372), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:54.412377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:54.426800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:54.429419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:54.524473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:54.525157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event updated for resources: {'Port': ['ID=6867bfec-43fe-4991-8fd0-d8aa509fa372,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:54.531581 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (de9f0471-345f-4547-b869-7f6c9e4b836d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:54.532302 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Floating IP de9f0471-345f-4547-b869-7f6c9e4b836d disassociated. External IP: 172.25.7.7, port: c99e703c-896a-4672-82d6-8c5c3005d7aa. Jan 28 12:35:54.532801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for c99e703c-896a-4672-82d6-8c5c3005d7aa owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:54.548658 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-12a396ff-62fd-4aa9-9de4-db6620266eda req-0fa4da6b-2eb6-4186-b624-fed0a18c94c3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] For port 90a4fdf8-950a-4e89-884e-46e6b2b5f207, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=90a4fdf8-950a-4e89-884e-46e6b2b5f207,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:54.549025 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-12a396ff-62fd-4aa9-9de4-db6620266eda req-0fa4da6b-2eb6-4186-b624-fed0a18c94c3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:54.586367 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:54.600061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-12a396ff-62fd-4aa9-9de4-db6620266eda req-0fa4da6b-2eb6-4186-b624-fed0a18c94c3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Calling delete_port for 90a4fdf8-950a-4e89-884e-46e6b2b5f207 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:54.670513 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for floatingip (3b0c3835-e716-4120-b6c5-5f1fef87a1d6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:54.755975 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6867bfec-43fe-4991-8fd0-d8aa509fa372), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:54.780460 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c99e703c-896a-4672-82d6-8c5c3005d7aa), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:54.835471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=c99e703c-896a-4672-82d6-8c5c3005d7aa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:54.966598 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-12a396ff-62fd-4aa9-9de4-db6620266eda req-0fa4da6b-2eb6-4186-b624-fed0a18c94c3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (90a4fdf8-950a-4e89-884e-46e6b2b5f207), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:55.036174 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:55.091832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a396ff-62fd-4aa9-9de4-db6620266eda req-0fa4da6b-2eb6-4186-b624-fed0a18c94c3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] No DVR routers for this DVR port 90a4fdf8-950a-4e89-884e-46e6b2b5f207 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:35:55.100311 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-12a396ff-62fd-4aa9-9de4-db6620266eda req-0fa4da6b-2eb6-4186-b624-fed0a18c94c3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:55.110794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12a396ff-62fd-4aa9-9de4-db6620266eda req-0fa4da6b-2eb6-4186-b624-fed0a18c94c3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.35 "DELETE /v2.0/ports/90a4fdf8-950a-4e89-884e-46e6b2b5f207 HTTP/1.1" status: 204 len: 173 time: 1.0022295 Jan 28 12:35:55.114272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301d589a-6c9a-46ed-9460-0c7d1bbe7c24', 'name': 'network-vif-deleted', 'tag': '90a4fdf8-950a-4e89-884e-46e6b2b5f207'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:35:55.117506 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1790d96-71e6-4d87-b388-c9cd579fc8e4" -d '{"events": [{"server_uuid": "301d589a-6c9a-46ed-9460-0c7d1bbe7c24", "name": "network-vif-deleted", "tag": "90a4fdf8-950a-4e89-884e-46e6b2b5f207"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:35:55.136637 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8cfcf0f6-748c-4e20-9b40-4c71313270e2 req-143d3ab2-d4c6-4d99-a418-9ddfe1696841 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.1737056 Jan 28 12:35:55.147875 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4da6b-2eb6-4186-b624-fed0a18c94c3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Pushing event deleted for resources: {'Port': ['ID=90a4fdf8-950a-4e89-884e-46e6b2b5f207,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:55.236572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:55.241985 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19973a90-2ba7-4f80-ab52-397f44a888bb x-openstack-request-id: req-19973a90-2ba7-4f80-ab52-397f44a888bb {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:35:55.242565 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301d589a-6c9a-46ed-9460-0c7d1bbe7c24", "name": "network-vif-deleted", "tag": "90a4fdf8-950a-4e89-884e-46e6b2b5f207", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:35:55.244750 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19973a90-2ba7-4f80-ab52-397f44a888bb {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:35:55.245099 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301d589a-6c9a-46ed-9460-0c7d1bbe7c24', 'name': 'network-vif-deleted', 'tag': '90a4fdf8-950a-4e89-884e-46e6b2b5f207', 'status': 'completed', 'code': 200} Jan 28 12:35:55.250217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93652ed-2645-49fb-8202-a39c5a35c896 None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:55.273403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93652ed-2645-49fb-8202-a39c5a35c896 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:55.275644 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a93652ed-2645-49fb-8202-a39c5a35c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:55.306234 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for port (6867bfec-43fe-4991-8fd0-d8aa509fa372), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:55.356701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc1284ad-d066-46df-87e2-f38299aaf276 req-00c09713-a4e0-45ef-90b8-19c3fbb3d9ae tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=301d589a-6c9a-46ed-9460-0c7d1bbe7c24 HTTP/1.1" status: 200 len: 210 time: 0.0580139 Jan 28 12:35:55.357908 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (6867bfec-43fe-4991-8fd0-d8aa509fa372), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:55.379808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a93652ed-2645-49fb-8202-a39c5a35c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:55.386725 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:55.392641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93652ed-2645-49fb-8202-a39c5a35c896 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:55.396617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a93652ed-2645-49fb-8202-a39c5a35c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:55.396775 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a9f16ba3-547a-47e5-b530-328e591fc4fd tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/ports/c99e703c-896a-4672-82d6-8c5c3005d7aa HTTP/1.1" status: 204 len: 168 time: 2.3553910 Jan 28 12:35:55.398319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47076) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:55.432368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a93652ed-2645-49fb-8202-a39c5a35c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:55.433245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93652ed-2645-49fb-8202-a39c5a35c896 None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:35:55.488937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event updated for resources: {'Port': ['ID=6867bfec-43fe-4991-8fd0-d8aa509fa372,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:55.498278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8217f0f5-aa8d-40e6-88ad-d9a7eebcad79 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "GET /v2.0/floatingips/de9f0471-345f-4547-b869-7f6c9e4b836d HTTP/1.1" status: 200 len: 686 time: 0.0966041 Jan 28 12:35:55.498603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47080) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:55.510677 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (3b0c3835-e716-4120-b6c5-5f1fef87a1d6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:55.532867 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:55.534920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e890e1c6-5f6b-443a-baac-78a5f68439e1 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3157613 Jan 28 12:35:55.537760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47082) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:55.543031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ffa7a932-c41b-4378-baac-90b3e3c0ca85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Request body: {'floatingip': {'port_id': '402cf840-7c3f-42cd-978b-78a862dde29d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:55.598475 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a932-c41b-4378-baac-90b3e3c0ca85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for floatingip (3b0c3835-e716-4120-b6c5-5f1fef87a1d6), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:55.673444 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-29c148c7-574f-466f-9814-409a98d95ce5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port 03cd31a4-e5cc-4092-b839-52c403ea96ed {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:55.674043 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c148c7-574f-466f-9814-409a98d95ce5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (03cd31a4-e5cc-4092-b839-52c403ea96ed), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:55.756587 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-ffa7a932-c41b-4378-baac-90b3e3c0ca85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] update failed (client error): The resource could not be found. Jan 28 12:35:55.759526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ffa7a932-c41b-4378-baac-90b3e3c0ca85 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "PUT /v2.0/floatingips/3b0c3835-e716-4120-b6c5-5f1fef87a1d6 HTTP/1.1" status: 404 len: 507 time: 0.2204952 Jan 28 12:35:55.764605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:55.835487 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c148c7-574f-466f-9814-409a98d95ce5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (03cd31a4-e5cc-4092-b839-52c403ea96ed), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:55.838207 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c148c7-574f-466f-9814-409a98d95ce5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (03cd31a4-e5cc-4092-b839-52c403ea96ed), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:55.866351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-29c148c7-574f-466f-9814-409a98d95ce5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for 03cd31a4-e5cc-4092-b839-52c403ea96ed owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:55.923310 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:55.927569 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d406a-3391-4c7c-aa1f-e510391bc506 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Deleting port 6867bfec-43fe-4991-8fd0-d8aa509fa372 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:55.927918 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b9d406a-3391-4c7c-aa1f-e510391bc506 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6867bfec-43fe-4991-8fd0-d8aa509fa372), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.055266 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c148c7-574f-466f-9814-409a98d95ce5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (03cd31a4-e5cc-4092-b839-52c403ea96ed), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.063230 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b9d406a-3391-4c7c-aa1f-e510391bc506 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6867bfec-43fe-4991-8fd0-d8aa509fa372), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.063823 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b9d406a-3391-4c7c-aa1f-e510391bc506 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for floatingip (6867bfec-43fe-4991-8fd0-d8aa509fa372), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.076446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d406a-3391-4c7c-aa1f-e510391bc506 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Calling delete_port for 6867bfec-43fe-4991-8fd0-d8aa509fa372 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:56.084320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c148c7-574f-466f-9814-409a98d95ce5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=03cd31a4-e5cc-4092-b839-52c403ea96ed,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:56.153574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c148c7-574f-466f-9814-409a98d95ce5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (de9f0471-345f-4547-b869-7f6c9e4b836d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.157256 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c148c7-574f-466f-9814-409a98d95ce5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.158484 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-29c148c7-574f-466f-9814-409a98d95ce5 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/floatingips/de9f0471-345f-4547-b869-7f6c9e4b836d HTTP/1.1" status: 204 len: 168 time: 0.6583095 Jan 28 12:35:56.162494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47092) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:56.168799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '842480cf-6cad-4ae4-a860-f32b2ca880fd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:56.230518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.305949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd03bb81-f5f9-47c6-a0dc-de0c88714eeb req-7f42dc0b-3ed5-4077-8b90-2c1f4861f89a tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0600684 Jan 28 12:35:56.365807 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b9d406a-3391-4c7c-aa1f-e510391bc506 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6867bfec-43fe-4991-8fd0-d8aa509fa372), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.399644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d406a-3391-4c7c-aa1f-e510391bc506 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event deleted for resources: {'Port': ['ID=6867bfec-43fe-4991-8fd0-d8aa509fa372,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:56.520379 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.532905 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b9d406a-3391-4c7c-aa1f-e510391bc506 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for floatingip (3b0c3835-e716-4120-b6c5-5f1fef87a1d6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.537839 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b9d406a-3391-4c7c-aa1f-e510391bc506 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.539438 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8b9d406a-3391-4c7c-aa1f-e510391bc506 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "DELETE /v2.0/floatingips/3b0c3835-e716-4120-b6c5-5f1fef87a1d6 HTTP/1.1" status: 204 len: 168 time: 0.7735507 Jan 28 12:35:56.542948 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47102) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:56.548919 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d197ac9b-96f3-41e2-8c95-1d4ad8264aa3 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Request body: {'floatingip': {'floating_network_id': 'bb6cdc57-addf-416c-8ee5-2d0a2edd6a04', 'port_id': '402cf840-7c3f-42cd-978b-78a862dde29d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:56.578715 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d197ac9b-96f3-41e2-8c95-1d4ad8264aa3 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.710955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.25.7.214 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/821d8bbd-0d4d-4390-b62c-04e3d0722624) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:56.716732 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-d197ac9b-96f3-41e2-8c95-1d4ad8264aa3 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:35:56.722090 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d197ac9b-96f3-41e2-8c95-1d4ad8264aa3 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1736286 Jan 28 12:35:56.722884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47106) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:56.727725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '402cf840-7c3f-42cd-978b-78a862dde29d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:35:56.760322 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.810886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397f6f1-7624-41ba-8290-b3cd5fcb637c req-ce388314-ca33-455c-a02e-3f67a32d7c4f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:56.813236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d397f6f1-7624-41ba-8290-b3cd5fcb637c req-ce388314-ca33-455c-a02e-3f67a32d7c4f tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 944 time: 0.1231666 Jan 28 12:35:56.884720 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.900217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d397f6f1-7624-41ba-8290-b3cd5fcb637c req-b2bb971a-a47c-4900-9b83-3abd62f92532 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788991 Jan 28 12:35:56.932252 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (821d8bbd-0d4d-4390-b62c-04e3d0722624), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:56.972624 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (821d8bbd-0d4d-4390-b62c-04e3d0722624), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:57.018776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:57.024128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:57.027948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:57.028121 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Allocated IP 172.25.7.208 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/1481da69-3a22-42c0-a364-b44504d6bfc2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:35:57.132555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=821d8bbd-0d4d-4390-b62c-04e3d0722624,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:57.161188 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for port (1481da69-3a22-42c0-a364-b44504d6bfc2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:57.200715 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1481da69-3a22-42c0-a364-b44504d6bfc2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:57.204778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67321e65-61ab-48c5-97f2-ce9c2f49e17a req-d5fa2b63-53c8-412e-a57b-6c74124e0563 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:57.207004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67321e65-61ab-48c5-97f2-ce9c2f49e17a req-d5fa2b63-53c8-412e-a57b-6c74124e0563 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 944 time: 0.1330829 Jan 28 12:35:57.242198 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:35:57.245501 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:35:57.251772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:35:57.282243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event updated for resources: {'Port': ['ID=1481da69-3a22-42c0-a364-b44504d6bfc2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:57.434240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Deleting port 1481da69-3a22-42c0-a364-b44504d6bfc2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:57.434824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1481da69-3a22-42c0-a364-b44504d6bfc2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:57.465334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2e30f213-1f89-49d4-86d2-060f169a68ac req-119bde87-7cc1-45df-bcd3-891c7ae66508 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0426333 Jan 28 12:35:57.531870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-67321e65-61ab-48c5-97f2-ce9c2f49e17a req-d3271840-dbc4-4505-8d58-82344ebada9c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Deleting port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:57.532223 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-67321e65-61ab-48c5-97f2-ce9c2f49e17a req-d3271840-dbc4-4505-8d58-82344ebada9c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:57.543432 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1481da69-3a22-42c0-a364-b44504d6bfc2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:57.543772 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for floatingip (1481da69-3a22-42c0-a364-b44504d6bfc2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:57.557930 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Calling delete_port for 1481da69-3a22-42c0-a364-b44504d6bfc2 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:57.636326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 90a4fdf8-950a-4e89-884e-46e6b2b5f207 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:35:57.680650 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 90a4fdf8-950a-4e89-884e-46e6b2b5f207 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:35:57.681445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 90a4fdf8-950a-4e89-884e-46e6b2b5f207 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:35:57.708784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-67321e65-61ab-48c5-97f2-ce9c2f49e17a req-d3271840-dbc4-4505-8d58-82344ebada9c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] For port eb92bf2e-636a-40a3-a228-7bc3b5ac6670, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,segment=NetworkSegment(85f6e63e-3428-41e3-878b-129176006570),segment_id=85f6e63e-3428-41e3-878b-129176006570)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:35:57.709148 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-67321e65-61ab-48c5-97f2-ce9c2f49e17a req-d3271840-dbc4-4505-8d58-82344ebada9c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:57.721014 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1481da69-3a22-42c0-a364-b44504d6bfc2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:57.730204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-67321e65-61ab-48c5-97f2-ce9c2f49e17a req-d3271840-dbc4-4505-8d58-82344ebada9c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Calling delete_port for eb92bf2e-636a-40a3-a228-7bc3b5ac6670 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:57.739149 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (6a6b2d0a-783c-4d13-b271-e27614cef3ea), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:57.762314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event deleted for resources: {'Port': ['ID=1481da69-3a22-42c0-a364-b44504d6bfc2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:57.849165 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] create failed (client error): The resource could not be found. Jan 28 12:35:57.850416 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-48d71cf3-11e7-404a-ac81-9e8cea92f872 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1262825 Jan 28 12:35:57.854032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47118) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:57.874389 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (821d8bbd-0d4d-4390-b62c-04e3d0722624), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:58.000355 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-37097dc2-4968-477f-85ba-c8e008706d8c req-39f70090-32e6-46b2-87f2-05286f9c7574 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.1947672 Jan 28 12:35:58.029579 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eb1865e4-6fa1-4f53-8ccf-4a3d4eec3f16 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Deleting port 402cf840-7c3f-42cd-978b-78a862dde29d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:58.031578 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb1865e4-6fa1-4f53-8ccf-4a3d4eec3f16 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (402cf840-7c3f-42cd-978b-78a862dde29d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:58.124918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3698c40-970e-4461-9787-a27a4119a0e3 req-6d307027-0de9-41da-8bc4-8d1a53aff9bb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:58.128759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3698c40-970e-4461-9787-a27a4119a0e3 req-6d307027-0de9-41da-8bc4-8d1a53aff9bb tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df6b840-22e4-40f8-a4dc-edc158555af1 HTTP/1.1" status: 200 len: 944 time: 0.1219230 Jan 28 12:35:58.138285 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb1865e4-6fa1-4f53-8ccf-4a3d4eec3f16 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (402cf840-7c3f-42cd-978b-78a862dde29d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:58.163185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eb1865e4-6fa1-4f53-8ccf-4a3d4eec3f16 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Calling delete_port for 402cf840-7c3f-42cd-978b-78a862dde29d owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:58.177320 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-67321e65-61ab-48c5-97f2-ce9c2f49e17a req-d3271840-dbc4-4505-8d58-82344ebada9c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (eb92bf2e-636a-40a3-a228-7bc3b5ac6670), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:58.332041 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb1865e4-6fa1-4f53-8ccf-4a3d4eec3f16 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (402cf840-7c3f-42cd-978b-78a862dde29d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:58.371001 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1865e4-6fa1-4f53-8ccf-4a3d4eec3f16 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event deleted for resources: {'Port': ['ID=402cf840-7c3f-42cd-978b-78a862dde29d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:58.484331 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb1865e4-6fa1-4f53-8ccf-4a3d4eec3f16 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:58.487938 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eb1865e4-6fa1-4f53-8ccf-4a3d4eec3f16 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "DELETE /v2.0/ports/402cf840-7c3f-42cd-978b-78a862dde29d HTTP/1.1" status: 204 len: 168 time: 0.6324022 Jan 28 12:35:58.490344 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47130) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:58.572354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f0e58a-da23-44c8-ab38-08acf2e73b68 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:58.583834 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a0f0e58a-da23-44c8-ab38-08acf2e73b68 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "GET /v2.0/ports?device_id=53851134-d339-4cf9-9986-a15fa5c119d6 HTTP/1.1" status: 200 len: 913 time: 0.0922401 Jan 28 12:35:58.586351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:58.609142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (821d8bbd-0d4d-4390-b62c-04e3d0722624), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:58.611973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3271840-dbc4-4505-8d58-82344ebada9c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Pushing event deleted for resources: {'Port': ['ID=eb92bf2e-636a-40a3-a228-7bc3b5ac6670,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:58.626642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (821d8bbd-0d4d-4390-b62c-04e3d0722624), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:58.709945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3698c40-970e-4461-9787-a27a4119a0e3 req-d3f676ef-051b-47f6-9acf-47f2cb687036 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.53 "GET /v2.0/security-groups?id=91ee8726-5655-443f-a23b-4443baca82a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573900 Jan 28 12:35:58.729907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7fa1c8b-322e-4172-81a6-ed2b74096178 req-160f9066-0732-404b-b0ca-e4f9070bfb5a tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.1104832 Jan 28 12:35:58.802884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-67321e65-61ab-48c5-97f2-ce9c2f49e17a req-d3271840-dbc4-4505-8d58-82344ebada9c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] No DVR routers for this DVR port eb92bf2e-636a-40a3-a228-7bc3b5ac6670 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:35:58.813721 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-67321e65-61ab-48c5-97f2-ce9c2f49e17a req-d3271840-dbc4-4505-8d58-82344ebada9c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:58.817172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67321e65-61ab-48c5-97f2-ce9c2f49e17a req-d3271840-dbc4-4505-8d58-82344ebada9c tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] 10.222.0.49 "DELETE /v2.0/ports/eb92bf2e-636a-40a3-a228-7bc3b5ac6670 HTTP/1.1" status: 204 len: 173 time: 1.5535305 Jan 28 12:35:58.817724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df6b840-22e4-40f8-a4dc-edc158555af1', 'name': 'network-vif-deleted', 'tag': 'eb92bf2e-636a-40a3-a228-7bc3b5ac6670'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:35:58.820870 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f811a1-4f98-4137-a5bb-88154008bd13" -d '{"events": [{"server_uuid": "8df6b840-22e4-40f8-a4dc-edc158555af1", "name": "network-vif-deleted", "tag": "eb92bf2e-636a-40a3-a228-7bc3b5ac6670"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:35:58.841319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=821d8bbd-0d4d-4390-b62c-04e3d0722624,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:58.889312 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (6a6b2d0a-783c-4d13-b271-e27614cef3ea), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:59.053063 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cd20b8-5743-4776-8d1d-45abc04a6102 x-openstack-request-id: req-b3cd20b8-5743-4776-8d1d-45abc04a6102 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:35:59.053546 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df6b840-22e4-40f8-a4dc-edc158555af1", "name": "network-vif-deleted", "tag": "eb92bf2e-636a-40a3-a228-7bc3b5ac6670", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:35:59.053951 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3cd20b8-5743-4776-8d1d-45abc04a6102 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:35:59.054558 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df6b840-22e4-40f8-a4dc-edc158555af1', 'name': 'network-vif-deleted', 'tag': 'eb92bf2e-636a-40a3-a228-7bc3b5ac6670', 'status': 'completed', 'code': 200} Jan 28 12:35:59.115459 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f653fe-aa65-456e-9711-d1293307e435 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (53851134-d339-4cf9-9986-a15fa5c119d6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:59.222403 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Floating IP 6a6b2d0a-783c-4d13-b271-e27614cef3ea associated. External IP: 172.25.7.214, port: 842480cf-6cad-4ae4-a860-f32b2ca880fd. Jan 28 12:35:59.285387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec7172-9d50-4361-b2b7-218122dec350 req-b85f8cd7-28b3-4b17-999e-53fc1d1d8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:59.287009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01ec7172-9d50-4361-b2b7-218122dec350 req-b85f8cd7-28b3-4b17-999e-53fc1d1d8336 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 1096 time: 0.1996887 Jan 28 12:35:59.298664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d03be7-120e-46de-af53-b80899dd7add req-cf045d5a-2a5a-417c-85f8-4169e2d09c53 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:59.300334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78d03be7-120e-46de-af53-b80899dd7add req-cf045d5a-2a5a-417c-85f8-4169e2d09c53 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1478484 Jan 28 12:35:59.470978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-94f653fe-aa65-456e-9711-d1293307e435 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Deleting port 3b867096-0427-4172-b4df-b35fef11652f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:35:59.471411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f653fe-aa65-456e-9711-d1293307e435 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3b867096-0427-4172-b4df-b35fef11652f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:59.503316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78d03be7-120e-46de-af53-b80899dd7add req-efbe2392-0063-4f7e-9e91-ea38a172ef49 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922979 Jan 28 12:35:59.519145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec7172-9d50-4361-b2b7-218122dec350 req-0ddf39d6-e6b9-4c7e-afa2-da583b715799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:59.520650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01ec7172-9d50-4361-b2b7-218122dec350 req-0ddf39d6-e6b9-4c7e-afa2-da583b715799 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.2176070 Jan 28 12:35:59.591113 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f653fe-aa65-456e-9711-d1293307e435 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3b867096-0427-4172-b4df-b35fef11652f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:59.605953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-94f653fe-aa65-456e-9711-d1293307e435 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Calling delete_port for 3b867096-0427-4172-b4df-b35fef11652f owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:35:59.635312 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01ec7172-9d50-4361-b2b7-218122dec350 req-4f8b877f-79f6-4ee7-8af6-ea7f4ba13238 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 200 len: 999 time: 0.1076152 Jan 28 12:35:59.682711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:35:59.706031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec7172-9d50-4361-b2b7-218122dec350 req-2f63de79-4db2-4dea-8b24-23092cc882f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:59.707515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01ec7172-9d50-4361-b2b7-218122dec350 req-2f63de79-4db2-4dea-8b24-23092cc882f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.0643120 Jan 28 12:35:59.790911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47152) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:35:59.801224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f653fe-aa65-456e-9711-d1293307e435 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3b867096-0427-4172-b4df-b35fef11652f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:59.831912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f653fe-aa65-456e-9711-d1293307e435 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event deleted for resources: {'Port': ['ID=3b867096-0427-4172-b4df-b35fef11652f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:35:59.859736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:35:59.873008 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca4a9d-cdf7-4a39-84c5-243db761f6ce None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:35:59.885218 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5921e16f-0081-4534-8f65-d160cbc0525f req-e4e13464-6864-49b5-8d5c-9792841bdbdf tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0613909 Jan 28 12:35:59.889212 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca4a9d-cdf7-4a39-84c5-243db761f6ce None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:35:59.891844 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9dca4a9d-cdf7-4a39-84c5-243db761f6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:35:59.902216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec7172-9d50-4361-b2b7-218122dec350 req-51bf35d2-29e5-49d8-99d1-10b3c4e9662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:35:59.903791 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01ec7172-9d50-4361-b2b7-218122dec350 req-51bf35d2-29e5-49d8-99d1-10b3c4e9662a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641493 Jan 28 12:35:59.952676 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:35:59.982962 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9dca4a9d-cdf7-4a39-84c5-243db761f6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:00.003601 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca4a9d-cdf7-4a39-84c5-243db761f6ce None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:00.004231 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9dca4a9d-cdf7-4a39-84c5-243db761f6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:00.065391 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9dca4a9d-cdf7-4a39-84c5-243db761f6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:00.066266 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca4a9d-cdf7-4a39-84c5-243db761f6ce None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:00.086669 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f3efa999-eaa7-47fb-8eb3-1dcf738f6230 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9229600 Jan 28 12:36:00.090687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47160) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:00.099204 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-53b60990-d122-4411-994c-486a80c5a5f0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1031991142'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:00.123576 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f653fe-aa65-456e-9711-d1293307e435 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (53851134-d339-4cf9-9986-a15fa5c119d6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:00.129575 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b60990-d122-4411-994c-486a80c5a5f0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Made reservation on behalf of 8244dfbcb36f4e6ea73741f7c48a879f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:00.134508 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53b60990-d122-4411-994c-486a80c5a5f0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:00.144962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01ec7172-9d50-4361-b2b7-218122dec350 req-8d47cfd9-0c6a-4579-830a-49631cc582f3 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326598 Jan 28 12:36:00.273238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01ec7172-9d50-4361-b2b7-218122dec350 req-47c35506-b46e-4de6-9c6c-c4a78498e031 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211703 Jan 28 12:36:00.595009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78c83dd8-b69a-44d9-b09b-8a40d0085184 req-31ecf0e0-4493-4338-91c3-1db23073b644 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0349631 Jan 28 12:36:00.607603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1829587a-2acc-40a0-8143-4e72865bc0a9 admin admin] Deleting subnet a6190fa1-4696-4bc6-b0ca-485a2fb172fe {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:36:00.613658 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b60990-d122-4411-994c-486a80c5a5f0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:00.643069 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1829587a-2acc-40a0-8143-4e72865bc0a9 admin admin] Publish callbacks [] for subnet (a6190fa1-4696-4bc6-b0ca-485a2fb172fe), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:00.645574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53b60990-d122-4411-994c-486a80c5a5f0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c0512a6a-d098-41a7-8f0e-72923cf6eba8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:00.646728 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-53b60990-d122-4411-994c-486a80c5a5f0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Added segment c0512a6a-d098-41a7-8f0e-72923cf6eba8 of type vlan for network 4378b0dc-fa91-429a-8518-ea8c120e0b40 Jan 28 12:36:00.689733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79313c6-9e8e-4cbb-ba10-960acd0a8f38 req-3ab64ae0-2c98-4fa5-ac81-04d2fa419673 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:00.697558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e79313c6-9e8e-4cbb-ba10-960acd0a8f38 req-3ab64ae0-2c98-4fa5-ac81-04d2fa419673 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.0732379 Jan 28 12:36:00.746467 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1829587a-2acc-40a0-8143-4e72865bc0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (a6190fa1-4696-4bc6-b0ca-485a2fb172fe), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:00.774065 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e79313c6-9e8e-4cbb-ba10-960acd0a8f38 req-a2d68ef6-f9b1-410e-80cd-8d0c05d93df2 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745866 Jan 28 12:36:00.833018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device eb92bf2e-636a-40a3-a228-7bc3b5ac6670 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:36:00.854587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: eb92bf2e-636a-40a3-a228-7bc3b5ac6670 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:36:00.855308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device eb92bf2e-636a-40a3-a228-7bc3b5ac6670 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:36:00.882099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53b60990-d122-4411-994c-486a80c5a5f0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (4378b0dc-fa91-429a-8518-ea8c120e0b40), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:00.919027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f653fe-aa65-456e-9711-d1293307e435 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Router 53851134-d339-4cf9-9986-a15fa5c119d6 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:00.927153 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1829587a-2acc-40a0-8143-4e72865bc0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (a6190fa1-4696-4bc6-b0ca-485a2fb172fe), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:00.964145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53b60990-d122-4411-994c-486a80c5a5f0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (4378b0dc-fa91-429a-8518-ea8c120e0b40), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:00.969354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b60990-d122-4411-994c-486a80c5a5f0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:00.969946 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53b60990-d122-4411-994c-486a80c5a5f0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.104242 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-53b60990-d122-4411-994c-486a80c5a5f0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0104237 Jan 28 12:36:01.107109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47190) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:01.114105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2c8caf40-5c14-49fc-98c5-b306927dfc8c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'subnet': {'network_id': '4378b0dc-fa91-429a-8518-ea8c120e0b40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:01.120452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f653fe-aa65-456e-9711-d1293307e435 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:01.131143 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-94f653fe-aa65-456e-9711-d1293307e435 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "PUT /v2.0/routers/53851134-d339-4cf9-9986-a15fa5c119d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5408638 Jan 28 12:36:01.132194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47192) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:01.134246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fd9cb-bed0-4702-bf2d-c75f76beefcb None None] Sync routers for ids ['53851134-d339-4cf9-9986-a15fa5c119d6'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:01.138638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b60990-d122-4411-994c-486a80c5a5f0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Network': ['ID=4378b0dc-fa91-429a-8518-ea8c120e0b40,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:01.143007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1829587a-2acc-40a0-8143-4e72865bc0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (a6190fa1-4696-4bc6-b0ca-485a2fb172fe), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.153503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 4378b0dc-fa91-429a-8518-ea8c120e0b40 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:01.179170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6fd9cb-bed0-4702-bf2d-c75f76beefcb None None] Routers {'53851134-d339-4cf9-9986-a15fa5c119d6'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:01.180149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9f6fd9cb-bed0-4702-bf2d-c75f76beefcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['53851134-d339-4cf9-9986-a15fa5c119d6'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:01.210805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829587a-2acc-40a0-8143-4e72865bc0a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6190fa1-4696-4bc6-b0ca-485a2fb172fe,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:01.243756 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1829587a-2acc-40a0-8143-4e72865bc0a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.246851 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1829587a-2acc-40a0-8143-4e72865bc0a9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a6190fa1-4696-4bc6-b0ca-485a2fb172fe HTTP/1.1" status: 204 len: 168 time: 1.4547985 Jan 28 12:36:01.251268 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9231a894-6669-4457-a7d4-63f16c78c711 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for router (53851134-d339-4cf9-9986-a15fa5c119d6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.252929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:01.266325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9f6fd9cb-bed0-4702-bf2d-c75f76beefcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:01.279396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8caf40-5c14-49fc-98c5-b306927dfc8c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Made reservation on behalf of 8244dfbcb36f4e6ea73741f7c48a879f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:01.286380 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c8caf40-5c14-49fc-98c5-b306927dfc8c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.292115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6fd9cb-bed0-4702-bf2d-c75f76beefcb None None] Routers {'53851134-d339-4cf9-9986-a15fa5c119d6'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:01.293022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9f6fd9cb-bed0-4702-bf2d-c75f76beefcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['53851134-d339-4cf9-9986-a15fa5c119d6'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:01.337789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9f6fd9cb-bed0-4702-bf2d-c75f76beefcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:01.338853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fd9cb-bed0-4702-bf2d-c75f76beefcb None None] The sync data for ids ['53851134-d339-4cf9-9986-a15fa5c119d6'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:01.504730 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d35abe7a-4c5a-4b32-a523-ada4c5d4474d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.507685 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9231a894-6669-4457-a7d4-63f16c78c711 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (53851134-d339-4cf9-9986-a15fa5c119d6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.510922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9231a894-6669-4457-a7d4-63f16c78c711 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for router_controller (53851134-d339-4cf9-9986-a15fa5c119d6), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.540215 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c8caf40-5c14-49fc-98c5-b306927dfc8c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (28e4e3c4-e903-430c-a6d5-40f9be14e8d9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.612147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8caf40-5c14-49fc-98c5-b306927dfc8c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Subnet': ['ID=28e4e3c4-e903-430c-a6d5-40f9be14e8d9,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:01.622771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8caf40-5c14-49fc-98c5-b306927dfc8c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Checking segment: {'id': 'c0512a6a-d098-41a7-8f0e-72923cf6eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4378b0dc-fa91-429a-8518-ea8c120e0b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:01.623137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8caf40-5c14-49fc-98c5-b306927dfc8c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network hostable DHCP agents. Network: 4378b0dc-fa91-429a-8518-ea8c120e0b40, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:01.630695 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9231a894-6669-4457-a7d4-63f16c78c711 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (53851134-d339-4cf9-9986-a15fa5c119d6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.631210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9231a894-6669-4457-a7d4-63f16c78c711 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Fanout notify agent at l3_agent the message router_deleted on router 53851134-d339-4cf9-9986-a15fa5c119d6 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:36:01.638161 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9231a894-6669-4457-a7d4-63f16c78c711 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.639207 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9231a894-6669-4457-a7d4-63f16c78c711 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "DELETE /v2.0/routers/53851134-d339-4cf9-9986-a15fa5c119d6 HTTP/1.1" status: 204 len: 168 time: 0.5061183 Jan 28 12:36:01.642494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47202) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:01.651416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d35abe7a-4c5a-4b32-a523-ada4c5d4474d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.663379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8caf40-5c14-49fc-98c5-b306927dfc8c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 4378b0dc-fa91-429a-8518-ea8c120e0b40 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:01.680162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2c8caf40-5c14-49fc-98c5-b306927dfc8c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 4378b0dc-fa91-429a-8518-ea8c120e0b40) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:01.685838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8caf40-5c14-49fc-98c5-b306927dfc8c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:01.686040 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c8caf40-5c14-49fc-98c5-b306927dfc8c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.695288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c62bd25-0eac-412b-bd0f-699caec03961 None None] Network 4378b0dc-fa91-429a-8518-ea8c120e0b40 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:01.709450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35abe7a-4c5a-4b32-a523-ada4c5d4474d']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:01.725926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f6e63e-3428-41e3-878b-129176006570') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:01.726073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f6e63e-3428-41e3-878b-129176006570') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:01.733872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2c8caf40-5c14-49fc-98c5-b306927dfc8c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6248493 Jan 28 12:36:01.737080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47206) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:01.739516 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5fc581-2a82-4be8-990c-cf0fecd53bf8 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Deleting subnet 41ca6ad1-8415-4baf-b228-b2bae7c7de87 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:36:01.745067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (85f6e63e-3428-41e3-878b-129176006570), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.746682 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de5fc581-2a82-4be8-990c-cf0fecd53bf8 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for subnet (41ca6ad1-8415-4baf-b228-b2bae7c7de87), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.751014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-363112268', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:01.790434 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (85f6e63e-3428-41e3-878b-129176006570), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (85f6e63e-3428-41e3-878b-129176006570), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:36:01.815149 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:36:01.829974 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de5fc581-2a82-4be8-990c-cf0fecd53bf8 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (41ca6ad1-8415-4baf-b228-b2bae7c7de87), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.850886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95531ddc-d5f7-4388-ac51-958f8e875996 req-1f62a057-4b97-4e85-b81c-139dff6f3816 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0537190 Jan 28 12:36:01.852704 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (139ac0e3-ffd1-404a-a918-8e7b3fce503c), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.867963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (139ac0e3-ffd1-404a-a918-8e7b3fce503c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.890971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-4378b0dc-fa91-429a-8518-ea8c120e0b40', 'network_id': '4378b0dc-fa91-429a-8518-ea8c120e0b40', 'project_id': '8244dfbcb36f4e6ea73741f7c48a879f', 'fixed_ips': [{'subnet_id': '28e4e3c4-e903-430c-a6d5-40f9be14e8d9'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:36:01.892212 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.917501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d35abe7a-4c5a-4b32-a523-ada4c5d4474d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.924124 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.928615 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] 10.222.0.53 "DELETE /v2.0/networks/d35abe7a-4c5a-4b32-a523-ada4c5d4474d HTTP/1.1" status: 204 len: 168 time: 0.6745777 Jan 28 12:36:01.929235 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router_controller (139ac0e3-ffd1-404a-a918-8e7b3fce503c), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:01.931828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:01.953643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84269f7d-962f-48ab-8ba6-43fc26121b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=d35abe7a-4c5a-4b32-a523-ada4c5d4474d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:01.995408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adec933-9f36-4b49-84c5-448687e5f88f admin admin] Deleting subnet 7cfa69f5-9f2d-4695-bf03-9ea90e0fbfae {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:36:02.019247 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de5fc581-2a82-4be8-990c-cf0fecd53bf8 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (41ca6ad1-8415-4baf-b228-b2bae7c7de87), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.068071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0adec933-9f36-4b49-84c5-448687e5f88f admin admin] Publish callbacks [] for subnet (7cfa69f5-9f2d-4695-bf03-9ea90e0fbfae), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.086730 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de5fc581-2a82-4be8-990c-cf0fecd53bf8 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (41ca6ad1-8415-4baf-b228-b2bae7c7de87), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.103326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Allocated IP 172.20.0.2 (4378b0dc-fa91-429a-8518-ea8c120e0b40/28e4e3c4-e903-430c-a6d5-40f9be14e8d9/225780ff-eb37-4102-be79-4bb8aebdf247) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:02.127779 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de5fc581-2a82-4be8-990c-cf0fecd53bf8 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.133175 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-de5fc581-2a82-4be8-990c-cf0fecd53bf8 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "DELETE /v2.0/subnets/41ca6ad1-8415-4baf-b228-b2bae7c7de87 HTTP/1.1" status: 204 len: 168 time: 0.4879127 Jan 28 12:36:02.133175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fc581-2a82-4be8-990c-cf0fecd53bf8 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event deleted for resources: {'Subnet': ['ID=41ca6ad1-8415-4baf-b228-b2bae7c7de87,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:02.139157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:02.146811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939eb931-83ba-48cf-a459-d9aad105cb3b None None] Network bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:02.179853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router_gateway (139ac0e3-ffd1-404a-a918-8e7b3fce503c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.237823 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0adec933-9f36-4b49-84c5-448687e5f88f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (7cfa69f5-9f2d-4695-bf03-9ea90e0fbfae), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.248237 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (bb6cdc57-addf-416c-8ee5-2d0a2edd6a04), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.336722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Deleting port 3aed03b3-7fb0-467f-993c-cf18020e7206 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:02.337125 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.349476 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f39e9-6226-45ee-bca7-90c59e37df8f req-d1eef404-0c29-4fcb-be88-81af62ee1c1e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:02.351042 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d7f39e9-6226-45ee-bca7-90c59e37df8f req-d1eef404-0c29-4fcb-be88-81af62ee1c1e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.3597879 Jan 28 12:36:02.365226 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0adec933-9f36-4b49-84c5-448687e5f88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (7cfa69f5-9f2d-4695-bf03-9ea90e0fbfae), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.394234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a584b9ae-4cee-4f7e-83ee-04dc2c8291de None None] DHCP port deletion for bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:36:02.444403 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Publish callbacks [] for port (225780ff-eb37-4102-be79-4bb8aebdf247), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.449476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] For port 3aed03b3-7fb0-467f-993c-cf18020e7206, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3aed03b3-7fb0-467f-993c-cf18020e7206,segment=NetworkSegment(18716c10-cc7e-4185-9ddf-70f06bd0f7c0),segment_id=18716c10-cc7e-4185-9ddf-70f06bd0f7c0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:02.449915 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.475791 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.482976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d7f39e9-6226-45ee-bca7-90c59e37df8f req-ce78ef3f-c7cb-4e02-9b69-1713ee67c772 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219356 Jan 28 12:36:02.490936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Calling delete_port for 3aed03b3-7fb0-467f-993c-cf18020e7206 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:02.519978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0adec933-9f36-4b49-84c5-448687e5f88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (7cfa69f5-9f2d-4695-bf03-9ea90e0fbfae), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.555689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adec933-9f36-4b49-84c5-448687e5f88f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cfa69f5-9f2d-4695-bf03-9ea90e0fbfae,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:02.562971 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0adec933-9f36-4b49-84c5-448687e5f88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.566559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0adec933-9f36-4b49-84c5-448687e5f88f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7cfa69f5-9f2d-4695-bf03-9ea90e0fbfae HTTP/1.1" status: 204 len: 168 time: 0.6337168 Jan 28 12:36:02.573777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47220) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:02.604872 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.607032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Pushing event updated for resources: {'Port': ['ID=225780ff-eb37-4102-be79-4bb8aebdf247,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:02.648170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event deleted for resources: {'Port': ['ID=3aed03b3-7fb0-467f-993c-cf18020e7206,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:02.653552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] No DVR routers for this DVR port 3aed03b3-7fb0-467f-993c-cf18020e7206 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:02.664107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Network 4378b0dc-fa91-429a-8518-ea8c120e0b40 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:02.665562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:02.668618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:02.673512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a584b9ae-4cee-4f7e-83ee-04dc2c8291de None None] Deleting port 3aed03b3-7fb0-467f-993c-cf18020e7206 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:02.673891 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a584b9ae-4cee-4f7e-83ee-04dc2c8291de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.738497 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (92b3c8e6-d701-4a0d-b9c2-914fe7587db1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.761903 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router_gateway (139ac0e3-ffd1-404a-a918-8e7b3fce503c), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.773348 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (bb6cdc57-addf-416c-8ee5-2d0a2edd6a04), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.785583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.794497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Attempting to bind port 225780ff-eb37-4102-be79-4bb8aebdf247 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:36:02.794497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Attempting to bind port 225780ff-eb37-4102-be79-4bb8aebdf247 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c0512a6a-d098-41a7-8f0e-72923cf6eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4378b0dc-fa91-429a-8518-ea8c120e0b40'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:36:02.794980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Attempting to bind port 225780ff-eb37-4102-be79-4bb8aebdf247 on network 4378b0dc-fa91-429a-8518-ea8c120e0b40 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:02.800213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a584b9ae-4cee-4f7e-83ee-04dc2c8291de None None] For port 3aed03b3-7fb0-467f-993c-cf18020e7206, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:02.800675 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a584b9ae-4cee-4f7e-83ee-04dc2c8291de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.812755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6cdc57-addf-416c-8ee5-2d0a2edd6a04']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:02.814204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:36:02.814605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Checking segment: {'id': 'c0512a6a-d098-41a7-8f0e-72923cf6eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4378b0dc-fa91-429a-8518-ea8c120e0b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:02.815024 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.815481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Bound using segment: {'id': 'c0512a6a-d098-41a7-8f0e-72923cf6eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4378b0dc-fa91-429a-8518-ea8c120e0b40'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:36:02.815983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Bound port: 225780ff-eb37-4102-be79-4bb8aebdf247, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0512a6a-d098-41a7-8f0e-72923cf6eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4378b0dc-fa91-429a-8518-ea8c120e0b40'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:36:02.816441 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.836002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18716c10-cc7e-4185-9ddf-70f06bd0f7c0') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:02.836792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18716c10-cc7e-4185-9ddf-70f06bd0f7c0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:02.854871 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (18716c10-cc7e-4185-9ddf-70f06bd0f7c0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.875735 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (18716c10-cc7e-4185-9ddf-70f06bd0f7c0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.884782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:36:02.885581 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (18716c10-cc7e-4185-9ddf-70f06bd0f7c0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.900094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] For port 225780ff-eb37-4102-be79-4bb8aebdf247, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:36:02.904063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] For port 225780ff-eb37-4102-be79-4bb8aebdf247, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=225780ff-eb37-4102-be79-4bb8aebdf247,segment=NetworkSegment(c0512a6a-d098-41a7-8f0e-72923cf6eba8),segment_id=c0512a6a-d098-41a7-8f0e-72923cf6eba8)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:36:02.906257 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a584b9ae-4cee-4f7e-83ee-04dc2c8291de None None] Calling delete_port for 3aed03b3-7fb0-467f-993c-cf18020e7206 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:02.910720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-a584b9ae-4cee-4f7e-83ee-04dc2c8291de None None] Port 3aed03b3-7fb0-467f-993c-cf18020e7206 was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:36:02.913926 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:36:02.914334 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:36:02.933517 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a584b9ae-4cee-4f7e-83ee-04dc2c8291de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (3aed03b3-7fb0-467f-993c-cf18020e7206), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.977105 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (bb6cdc57-addf-416c-8ee5-2d0a2edd6a04), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:02.978401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584b9ae-4cee-4f7e-83ee-04dc2c8291de None None] No DVR routers for this DVR port 3aed03b3-7fb0-467f-993c-cf18020e7206 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:02.987010 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.001479 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] 10.222.0.53 "DELETE /v2.0/networks/bb6cdc57-addf-416c-8ee5-2d0a2edd6a04 HTTP/1.1" status: 204 len: 168 time: 0.8548696 Jan 28 12:36:03.027230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d21b9-064b-4e77-9c6f-82bcae282627 tempest-FloatingIPNegativeTestJSON-1708186228 tempest-FloatingIPNegativeTestJSON-1708186228-project] Pushing event deleted for resources: {'Network': ['ID=bb6cdc57-addf-416c-8ee5-2d0a2edd6a04,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:03.032274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cd878-e0d9-4323-8ffb-0d43c806d6ee None None] Pushing event updated for resources: {'Port': ['ID=225780ff-eb37-4102-be79-4bb8aebdf247,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:03.064054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.25.7.127 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/e267b5b4-bd05-4089-8c17-3bff15ff821f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:03.078702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584b9ae-4cee-4f7e-83ee-04dc2c8291de None None] Pushing event deleted for resources: {'Port': ['ID=3aed03b3-7fb0-467f-993c-cf18020e7206,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:03.301988 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47230) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:03.590972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 225780ff-eb37-4102-be79-4bb8aebdf247 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:03.601764 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4608b6d3-cf50-4f17-aa42-aa77be906e41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d5ea38fef9d4d96b4698e4f615472d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2984972 Jan 28 12:36:03.606322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47236) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:03.627914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ee2430e-8599-4177-b278-3f59518ed152 req-560861ad-2f52-4e95-9922-eb47bbb2d731 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.5306215 Jan 28 12:36:03.640545 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (92b3c8e6-d701-4a0d-b9c2-914fe7587db1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.663458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 225780ff-eb37-4102-be79-4bb8aebdf247 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:03.663853 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.681014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b3c8e6-d701-4a0d-b9c2-914fe7587db1']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:03.705102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16212788-4996-455f-87b4-82acfc52705c') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:03.705680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16212788-4996-455f-87b4-82acfc52705c') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:03.726949 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (16212788-4996-455f-87b4-82acfc52705c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.731891 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbd056b1-3c7a-4583-b36f-363a69356f7b admin admin] Publish callbacks [] for security_group (1cd52207-5362-479e-bbe7-85d65edf82f2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.746207 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (e267b5b4-bd05-4089-8c17-3bff15ff821f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.756290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (16212788-4996-455f-87b4-82acfc52705c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.770771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:36:03.771179 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (16212788-4996-455f-87b4-82acfc52705c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:36:03.772968 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:36:03.775407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 225780ff-eb37-4102-be79-4bb8aebdf247 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:03.775760 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.782067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbd056b1-3c7a-4583-b36f-363a69356f7b admin admin] Publish callbacks [] for security_group (1cd52207-5362-479e-bbe7-85d65edf82f2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.830673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 225780ff-eb37-4102-be79-4bb8aebdf247, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=225780ff-eb37-4102-be79-4bb8aebdf247,segment=NetworkSegment(c0512a6a-d098-41a7-8f0e-72923cf6eba8),segment_id=c0512a6a-d098-41a7-8f0e-72923cf6eba8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:03.836586 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.849466 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbd056b1-3c7a-4583-b36f-363a69356f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1cd52207-5362-479e-bbe7-85d65edf82f2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.865017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbd056b1-3c7a-4583-b36f-363a69356f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.870925 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cbd056b1-3c7a-4583-b36f-363a69356f7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cd52207-5362-479e-bbe7-85d65edf82f2 HTTP/1.1" status: 204 len: 168 time: 0.2633498 Jan 28 12:36:03.891037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd056b1-3c7a-4583-b36f-363a69356f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd52207-5362-479e-bbe7-85d65edf82f2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:03.892354 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e267b5b4-bd05-4089-8c17-3bff15ff821f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.927969 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3aed03b3-7fb0-467f-993c-cf18020e7206 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:36:03.950709 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (92b3c8e6-d701-4a0d-b9c2-914fe7587db1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.962963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 3aed03b3-7fb0-467f-993c-cf18020e7206 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:36:03.963479 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3aed03b3-7fb0-467f-993c-cf18020e7206 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:36:03.976559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=225780ff-eb37-4102-be79-4bb8aebdf247,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:03.979215 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:03.987925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] 10.222.0.53 "DELETE /v2.0/networks/92b3c8e6-d701-4a0d-b9c2-914fe7587db1 HTTP/1.1" status: 204 len: 168 time: 1.4114299 Jan 28 12:36:04.015621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:04.027604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10651d70-21d2-4e77-b60c-097c5e2ff970 admin admin] Pushing event deleted for resources: {'Network': ['ID=92b3c8e6-d701-4a0d-b9c2-914fe7587db1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:04.053440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:04.057741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:04.059164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=e267b5b4-bd05-4089-8c17-3bff15ff821f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:04.107256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-a0818feb-e183-4609-b169-5e7af02b6855 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1893382 Jan 28 12:36:04.249652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:04.325760 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5dc72ae7-03c4-4fa0-bce0-0b681fb9d755 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28c9043847134daea969876de73b5965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0717180 Jan 28 12:36:04.326471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47252) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:04.371004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-8d1cda07-3d49-41b0-a03b-68aeb2c2560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:04.371596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-8d1cda07-3d49-41b0-a03b-68aeb2c2560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:04.372069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-8d1cda07-3d49-41b0-a03b-68aeb2c2560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:04.372537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-8d1cda07-3d49-41b0-a03b-68aeb2c2560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:04.372998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-8d1cda07-3d49-41b0-a03b-68aeb2c2560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:04.373495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-8d1cda07-3d49-41b0-a03b-68aeb2c2560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:04.374735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-8d1cda07-3d49-41b0-a03b-68aeb2c2560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:04.377007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-8d1cda07-3d49-41b0-a03b-68aeb2c2560e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=523c775734d64237ba19b3804f18ee73&device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6489 time: 0.0974164 Jan 28 12:36:04.447857 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14091f5e-4e65-4d52-b928-bfdcfaeb030b admin admin] Publish callbacks [] for security_group (91ee8726-5655-443f-a23b-4443baca82a4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:04.500006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14091f5e-4e65-4d52-b928-bfdcfaeb030b admin admin] Publish callbacks [] for security_group (91ee8726-5655-443f-a23b-4443baca82a4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:04.522653 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d70edd8-4bb3-4935-a562-87e52420307b None None] Network 4378b0dc-fa91-429a-8518-ea8c120e0b40 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:04.566745 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14091f5e-4e65-4d52-b928-bfdcfaeb030b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (91ee8726-5655-443f-a23b-4443baca82a4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:04.570551 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14091f5e-4e65-4d52-b928-bfdcfaeb030b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:04.572093 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-14091f5e-4e65-4d52-b928-bfdcfaeb030b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91ee8726-5655-443f-a23b-4443baca82a4 HTTP/1.1" status: 204 len: 168 time: 0.2445602 Jan 28 12:36:04.596727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14091f5e-4e65-4d52-b928-bfdcfaeb030b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ee8726-5655-443f-a23b-4443baca82a4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:04.650192 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router_gateway (139ac0e3-ffd1-404a-a918-8e7b3fce503c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:04.690459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4a8e6921-cd11-48f2-afbf-c460db7f5404 None None] Provisioning complete for port 225780ff-eb37-4102-be79-4bb8aebdf247 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:04.690881 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6921-cd11-48f2-afbf-c460db7f5404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:04.776769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-4c9485e0-0bde-4988-ba4e-3820787237a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:04.777308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-4c9485e0-0bde-4988-ba4e-3820787237a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:04.777691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-4c9485e0-0bde-4988-ba4e-3820787237a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:04.779675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-4c9485e0-0bde-4988-ba4e-3820787237a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=de73d51a-b816-487d-9aec-4cbd62d5c08f&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec HTTP/1.1" status: 200 len: 2293 time: 0.3412519 Jan 28 12:36:04.879828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e6921-cd11-48f2-afbf-c460db7f5404 None None] Current status of the port 225780ff-eb37-4102-be79-4bb8aebdf247 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:04.905872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20b77f2d-d9af-423f-a13d-5398e5178b20 req-1013e956-7fbf-4ab6-a8ae-5d85f174f7c0 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.1076696 Jan 28 12:36:04.989200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-ad93e79f-7fe1-40e4-9f74-7e33d5c841d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2eae2a5-ffa0-4482-ba27-f5eb1313d427 HTTP/1.1" status: 200 len: 1001 time: 0.2024446 Jan 28 12:36:05.115600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-1f773e5d-25a2-4469-8c94-795a5bf59880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:05.117069 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-1f773e5d-25a2-4469-8c94-795a5bf59880 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a40a858a-ac10-4c03-bed6-d03ffae7c7c2 HTTP/1.1" status: 200 len: 851 time: 0.1224887 Jan 28 12:36:05.122488 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (139ac0e3-ffd1-404a-a918-8e7b3fce503c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:05.222581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47280) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:05.297089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-59e4e922-760b-4804-98de-7ad7a714bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:05.298820 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-59e4e922-760b-4804-98de-7ad7a714bf81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=de73d51a-b816-487d-9aec-4cbd62d5c08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607831 Jan 28 12:36:05.310847 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-058e6b60-74fd-4115-9342-d7d2ceca5834 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=035004bff9294d199ac5991153cebc4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845637 Jan 28 12:36:05.313188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47284) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:05.367206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47286) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:05.412932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-35ce22a7-9331-4bbf-bc64-0d37f100e041 None None] Provisioning complete for port 225780ff-eb37-4102-be79-4bb8aebdf247 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:05.419207 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35ce22a7-9331-4bbf-bc64-0d37f100e041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:05.452927 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ec87038-f49f-4bff-a082-297e2e0357f4 admin admin] Publish callbacks [] for security_group (f34167a3-8afc-4639-b4e2-f2d3851faf10), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:05.487877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-df502107-4b5f-4085-978c-2f6638a346fd service neutron] 10.222.0.49 "GET /v2.0/networks/de73d51a-b816-487d-9aec-4cbd62d5c08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814241 Jan 28 12:36:05.507703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 225780ff-eb37-4102-be79-4bb8aebdf247 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:05.527128 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ec87038-f49f-4bff-a082-297e2e0357f4 admin admin] Publish callbacks [] for security_group (f34167a3-8afc-4639-b4e2-f2d3851faf10), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:05.564575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router 139ac0e3-ffd1-404a-a918-8e7b3fce503c is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:36:05.635273 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ec87038-f49f-4bff-a082-297e2e0357f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f34167a3-8afc-4639-b4e2-f2d3851faf10), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:05.638103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ec87038-f49f-4bff-a082-297e2e0357f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:05.640297 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9ec87038-f49f-4bff-a082-297e2e0357f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f34167a3-8afc-4639-b4e2-f2d3851faf10 HTTP/1.1" status: 204 len: 168 time: 0.3234653 Jan 28 12:36:05.664388 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec87038-f49f-4bff-a082-297e2e0357f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34167a3-8afc-4639-b4e2-f2d3851faf10,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:05.664795 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e875e64e-cfca-4236-9e5d-25255278318d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:05.709913 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-f15ee4b6-cef2-48d4-8684-b1c0c9545257 service neutron] 10.222.0.49 "GET /v2.0/networks/de73d51a-b816-487d-9aec-4cbd62d5c08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160790 Jan 28 12:36:05.772320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 225780ff-eb37-4102-be79-4bb8aebdf247 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:05.773224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:05.783778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47296) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:05.794370 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:36:05.825758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-35ce22a7-9331-4bbf-bc64-0d37f100e041 None None] Current status of the port 225780ff-eb37-4102-be79-4bb8aebdf247 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:05.901000 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-c680a8e9-d001-48dc-80e0-88a3a5a02e28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=6ea4abda-c248-47c5-8b95-df920c974751 HTTP/1.1" status: 200 len: 217 time: 0.1853976 Jan 28 12:36:05.940502 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 225780ff-eb37-4102-be79-4bb8aebdf247 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:06.017491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:06.027807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-47ebcc49-ee17-4ca0-8c8c-3dc19026d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:06.028674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-47ebcc49-ee17-4ca0-8c8c-3dc19026d776 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 200 len: 797 time: 0.1200154 Jan 28 12:36:06.030549 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef626882-2771-4499-b700-7cd8ac6eceaa None None] Sync routers for ids ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:06.050726 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef626882-2771-4499-b700-7cd8ac6eceaa None None] Routers {'139ac0e3-ffd1-404a-a918-8e7b3fce503c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:06.051375 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef626882-2771-4499-b700-7cd8ac6eceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:06.100685 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:06.104598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bdf6ad84-38e6-43d3-b47f-23f500848ba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3637514 Jan 28 12:36:06.105726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47308) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:06.128587 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef626882-2771-4499-b700-7cd8ac6eceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:06.132561 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e875e64e-cfca-4236-9e5d-25255278318d admin admin] Publish callbacks [] for security_group (1968759a-6cf4-417a-acbb-9370f58fe5ee), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:06.140348 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef626882-2771-4499-b700-7cd8ac6eceaa None None] Routers {'139ac0e3-ffd1-404a-a918-8e7b3fce503c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:06.141466 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef626882-2771-4499-b700-7cd8ac6eceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:06.187155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-15dc3668-75c2-4d24-848c-d018d346d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:06.189213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-15dc3668-75c2-4d24-848c-d018d346d26b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e54d590a-3977-4e88-846f-ae0b85d73b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1491735 Jan 28 12:36:06.194776 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef626882-2771-4499-b700-7cd8ac6eceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:06.196285 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef626882-2771-4499-b700-7cd8ac6eceaa None None] The sync data for ids ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:06.225657 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e875e64e-cfca-4236-9e5d-25255278318d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1968759a-6cf4-417a-acbb-9370f58fe5ee), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:06.276468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-408beee8-43ca-40b5-9105-f96d1422ef3b req-8a355a9c-ec7d-4e8e-ba34-026b5e740700 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.1495402 Jan 28 12:36:06.289310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875e64e-cfca-4236-9e5d-25255278318d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1968759a-6cf4-417a-acbb-9370f58fe5ee,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:06.361027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e875e64e-cfca-4236-9e5d-25255278318d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bfc48b8da4904426a4ad5a723108e430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9607639 Jan 28 12:36:06.361027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47316) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:06.376575 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-390731441'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:06.465642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-152d999e-fc3c-4aeb-b778-c1bea0f37f9c service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369385 Jan 28 12:36:06.471183 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e80b9b8-41e5-45e6-b664-166cb7e5f749 admin admin] Publish callbacks [] for security_group (1968759a-6cf4-417a-acbb-9370f58fe5ee), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:06.473946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:06.478263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:06.492963 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:06.574467 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e80b9b8-41e5-45e6-b664-166cb7e5f749 admin admin] Publish callbacks [] for security_group (1968759a-6cf4-417a-acbb-9370f58fe5ee), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:06.647386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-70c345c6-c4d3-4af9-9569-6de85d9a02f1 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728337 Jan 28 12:36:06.708928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-3da51ee2-fba6-4a9e-9434-f7ebcc840b62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=f2586121-8b46-44f0-bbb8-e82594060785 HTTP/1.1" status: 200 len: 217 time: 0.0559134 Jan 28 12:36:06.730020 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e80b9b8-41e5-45e6-b664-166cb7e5f749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1968759a-6cf4-417a-acbb-9370f58fe5ee), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:06.733912 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e80b9b8-41e5-45e6-b664-166cb7e5f749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:06.735703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7e80b9b8-41e5-45e6-b664-166cb7e5f749 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1968759a-6cf4-417a-acbb-9370f58fe5ee HTTP/1.1" status: 204 len: 168 time: 0.3701646 Jan 28 12:36:06.780810 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47330) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:06.821292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80b9b8-41e5-45e6-b664-166cb7e5f749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1968759a-6cf4-417a-acbb-9370f58fe5ee,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:06.854098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:06.876521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for security_group (cf3436a6-02bf-424b-9043-f95b69374963), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:06.879722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-ae032e83-0458-4c02-a708-158c861a72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:06.881705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-ae032e83-0458-4c02-a708-158c861a72b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 200 len: 797 time: 0.1652660 Jan 28 12:36:06.934735 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cf3436a6-02bf-424b-9043-f95b69374963), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:06.976362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-9ba96376-e4da-48fd-9051-ed4fbb26d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:06.978174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-9ba96376-e4da-48fd-9051-ed4fbb26d18c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e54d590a-3977-4e88-846f-ae0b85d73b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899665 Jan 28 12:36:06.998776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-910427694-network', 'tenant_id': 'df5f48fda5a04dd2b0373a2c167947c6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:07.036532 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:07.060111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (2d9c4968-193e-4b9d-8e44-29a94030adfe), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.060486 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Added segment 2d9c4968-193e-4b9d-8e44-29a94030adfe of type vlan for network 8fff0298-4ba5-4a72-a892-01ca489b31ad Jan 28 12:36:07.075630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3436a6-02bf-424b-9043-f95b69374963,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:07.086073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Made reservation on behalf of df5f48fda5a04dd2b0373a2c167947c6 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:07.090017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.131879 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.151381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-1e31ebc8-ef51-4953-9678-dea649c62590 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653438 Jan 28 12:36:07.170635 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (8fff0298-4ba5-4a72-a892-01ca489b31ad), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.269678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-7944fae2-d564-4bb8-ad75-b52ed6bac380 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116467 Jan 28 12:36:07.297763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47338) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:07.320599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-efa05c5b-5ed8-436d-96b2-298dbeb66091 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 HTTP/1.1" status: 200 len: 217 time: 0.0445082 Jan 28 12:36:07.355599 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (8fff0298-4ba5-4a72-a892-01ca489b31ad), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.361176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:07.361874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.378578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-854c4eea-ef1d-4e08-8719-5e50de897acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:07.380118 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-854c4eea-ef1d-4e08-8719-5e50de897acf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 200 len: 797 time: 0.0539575 Jan 28 12:36:07.390659 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17714490-8a09-4419-97a6-c4fe7323eef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.419007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a215ef8-a9d2-486c-944d-f05fcc9468e4 req-3e5c1f93-3445-4cdd-92b7-23adfb3a935f tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0378780 Jan 28 12:36:07.451062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-9c3adb48-8f86-4e45-a8b8-e92b6671c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:07.453521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-9c3adb48-8f86-4e45-a8b8-e92b6671c6d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e54d590a-3977-4e88-846f-ae0b85d73b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0631015 Jan 28 12:36:07.501322 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7161617 Jan 28 12:36:07.522791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47344) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:07.528061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ec5bb45f-a8ef-462f-bb03-1f3c4c3629d3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-684071318'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:07.546228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca70088-90bf-4e66-a97f-1ec1156e5421 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Network': ['ID=8fff0298-4ba5-4a72-a892-01ca489b31ad,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:07.558461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 8fff0298-4ba5-4a72-a892-01ca489b31ad details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:07.575867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5bb45f-a8ef-462f-bb03-1f3c4c3629d3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:07.581516 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb45f-a8ef-462f-bb03-1f3c4c3629d3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.597165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.20.0.1 (4378b0dc-fa91-429a-8518-ea8c120e0b40/28e4e3c4-e903-430c-a6d5-40f9be14e8d9/f8a448e1-e95e-4515-abe1-f34282fbad56) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:07.632540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-c2e14b2b-d35f-450f-8ecf-b497ff108145 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735146 Jan 28 12:36:07.636341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5bb45f-a8ef-462f-bb03-1f3c4c3629d3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:07.638970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Publish callbacks [] for security_group (e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.657588 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.695542 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb45f-a8ef-462f-bb03-1f3c4c3629d3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (dd4c2b46-b3a4-4d9d-a351-ef66aa14e177), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.695975 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-ec5bb45f-a8ef-462f-bb03-1f3c4c3629d3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Added segment dd4c2b46-b3a4-4d9d-a351-ef66aa14e177 of type vlan for network 7bfc24e0-99b4-4a42-88b5-ee04922bf381 Jan 28 12:36:07.750622 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:07.755900 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb45f-a8ef-462f-bb03-1f3c4c3629d3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (7bfc24e0-99b4-4a42-88b5-ee04922bf381), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.768422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:07.780408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8d432d4e-071a-4326-b384-5d9cb029bfa0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.780647 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Added segment 8d432d4e-071a-4326-b384-5d9cb029bfa0 of type vlan for network 40a679e8-ce98-437d-821a-bd7696198e2c Jan 28 12:36:07.800032 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-d5661614-79c0-47fb-9756-c70caba7843f service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577020 Jan 28 12:36:07.805466 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb45f-a8ef-462f-bb03-1f3c4c3629d3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (7bfc24e0-99b4-4a42-88b5-ee04922bf381), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.810359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5bb45f-a8ef-462f-bb03-1f3c4c3629d3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:07.810940 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb45f-a8ef-462f-bb03-1f3c4c3629d3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.854761 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17714490-8a09-4419-97a6-c4fe7323eef6 admin admin] Publish callbacks [] for security_group (f6f6cf05-b7ff-41a7-9940-5a29f222b41d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.867724 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17714490-8a09-4419-97a6-c4fe7323eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f6f6cf05-b7ff-41a7-9940-5a29f222b41d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.871005 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (40a679e8-ce98-437d-821a-bd7696198e2c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.899939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-60a0b302-4555-43d7-ae65-022b85e55088 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=bd0a94f0-6ad2-427c-acca-75175ea8b8b5 HTTP/1.1" status: 200 len: 217 time: 0.0851841 Jan 28 12:36:07.912819 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (f8a448e1-e95e-4515-abe1-f34282fbad56), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.946818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ec5bb45f-a8ef-462f-bb03-1f3c4c3629d3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4199705 Jan 28 12:36:07.947094 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-17714490-8a09-4419-97a6-c4fe7323eef6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ad2bf19baea4deba8e3df61800e89f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6438680 Jan 28 12:36:07.948457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47346) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:07.951679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47348) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:07.956264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9c580297-ccdd-4855-8adb-fe234fe153e3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'subnet': {'network_id': '8fff0298-4ba5-4a72-a892-01ca489b31ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:07.960058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bb45f-a8ef-462f-bb03-1f3c4c3629d3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Network': ['ID=7bfc24e0-99b4-4a42-88b5-ee04922bf381,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:07.962740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17714490-8a09-4419-97a6-c4fe7323eef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f6cf05-b7ff-41a7-9940-5a29f222b41d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:07.976695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 7bfc24e0-99b4-4a42-88b5-ee04922bf381 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:07.989210 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (40a679e8-ce98-437d-821a-bd7696198e2c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.990170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:07.990938 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:07.991946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-484b14c2-dc05-43a8-8b73-4674f2147d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:07.993857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-484b14c2-dc05-43a8-8b73-4674f2147d6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 200 len: 797 time: 0.0854256 Jan 28 12:36:08.049990 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2ca2-43d6-47ed-a500-d92b9ff1c8b3 admin admin] Publish callbacks [] for security_group (f6f6cf05-b7ff-41a7-9940-5a29f222b41d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:08.060478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-c72f547e-d6a4-4edb-a230-a75dbb2a47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:08.062638 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-c72f547e-d6a4-4edb-a230-a75dbb2a47aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e54d590a-3977-4e88-846f-ae0b85d73b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0622382 Jan 28 12:36:08.096664 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2ca2-43d6-47ed-a500-d92b9ff1c8b3 admin admin] Publish callbacks [] for security_group (f6f6cf05-b7ff-41a7-9940-5a29f222b41d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:08.100903 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3163576 Jan 28 12:36:08.112219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47350) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:08.123051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b06dcff0-2107-4def-910f-4d55d7ab63ae admin admin] Request body: {'subnet': {'network_id': '40a679e8-ce98-437d-821a-bd7696198e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-910427694-subnet', 'tenant_id': 'df5f48fda5a04dd2b0373a2c167947c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:08.136434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb56ff-8425-4324-b428-273a0276f05b admin admin] Pushing event updated for resources: {'Network': ['ID=40a679e8-ce98-437d-821a-bd7696198e2c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:08.147653 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 40a679e8-ce98-437d-821a-bd7696198e2c details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:08.148956 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f8a448e1-e95e-4515-abe1-f34282fbad56), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:08.211862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06dcff0-2107-4def-910f-4d55d7ab63ae admin admin] Made reservation on behalf of df5f48fda5a04dd2b0373a2c167947c6 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:08.214213 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06dcff0-2107-4def-910f-4d55d7ab63ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:08.217409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 4378b0dc-fa91-429a-8518-ea8c120e0b40 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:08.239712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:08.244902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:08.287667 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=f8a448e1-e95e-4515-abe1-f34282fbad56,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:08.291214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c580297-ccdd-4855-8adb-fe234fe153e3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:08.296047 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c580297-ccdd-4855-8adb-fe234fe153e3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:08.442199 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (139ac0e3-ffd1-404a-a918-8e7b3fce503c), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:08.570505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-20029daf-9de4-4b8b-a8ef-29311666f525 None None] Provisioning complete for port f8a448e1-e95e-4515-abe1-f34282fbad56 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:08.571657 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20029daf-9de4-4b8b-a8ef-29311666f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f8a448e1-e95e-4515-abe1-f34282fbad56), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:08.580659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-df61bea2-3381-4e84-b3f8-291084cee240 req-87963c88-2c2e-4c82-98e7-c892a571515e tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0318093 Jan 28 12:36:08.582941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-6212b8d7-8360-46a5-9a3e-70df9b6f8f27 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132756 Jan 28 12:36:08.634344 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-20029daf-9de4-4b8b-a8ef-29311666f525 None None] Port f8a448e1-e95e-4515-abe1-f34282fbad56 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:08.650611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2ca2-43d6-47ed-a500-d92b9ff1c8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f6f6cf05-b7ff-41a7-9940-5a29f222b41d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:08.653217 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2ca2-43d6-47ed-a500-d92b9ff1c8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:08.654360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5c5a2ca2-43d6-47ed-a500-d92b9ff1c8b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6f6cf05-b7ff-41a7-9940-5a29f222b41d HTTP/1.1" status: 204 len: 168 time: 0.7008049 Jan 28 12:36:08.667088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a2ca2-43d6-47ed-a500-d92b9ff1c8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f6cf05-b7ff-41a7-9940-5a29f222b41d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:08.708725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-13d8adc4-6434-4139-8637-adee405bcf92 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170952 Jan 28 12:36:08.753013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-04e5b346-683e-4c5e-9d89-c2f3c433b3f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51934b9e-f915-40d5-ac1a-54f71b41d4e8 HTTP/1.1" status: 200 len: 217 time: 0.0382826 Jan 28 12:36:08.811123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-6d0a9a88-1d78-479f-9384-1a9e0fbf17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:08.814605 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-6d0a9a88-1d78-479f-9384-1a9e0fbf17e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d HTTP/1.1" status: 200 len: 797 time: 0.0553460 Jan 28 12:36:08.867820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-24ae357c-f1ac-4fb3-bbcb-110f81af90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:08.872158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-24ae357c-f1ac-4fb3-bbcb-110f81af90e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482535 Jan 28 12:36:08.972420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-f8414dc0-8f36-4793-9c40-ed62102ed7fb service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964057 Jan 28 12:36:09.038949 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06dcff0-2107-4def-910f-4d55d7ab63ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (fbfa6620-dba1-4d32-b7e0-b32d4ad4f579), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:09.077351 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-b02266c9-453f-4539-9dea-8cde20633bd6 service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990484 Jan 28 12:36:09.109966 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c580297-ccdd-4855-8adb-fe234fe153e3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (2401f48e-f44a-47c3-b0bb-3d9ff837a8a2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:09.129179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-d0b226d6-293f-402e-aefc-0ed40be5a76e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0310cb0-628a-4b57-9679-77da0382719e HTTP/1.1" status: 200 len: 217 time: 0.0468118 Jan 28 12:36:09.151299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dcff0-2107-4def-910f-4d55d7ab63ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbfa6620-dba1-4d32-b7e0-b32d4ad4f579,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:09.158165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f8a448e1-e95e-4515-abe1-f34282fbad56), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:09.189414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-6fa25c95-791b-42fc-8466-04bb456b94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:09.190980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-6fa25c95-791b-42fc-8466-04bb456b94fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d HTTP/1.1" status: 200 len: 797 time: 0.0559344 Jan 28 12:36:09.230140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06dcff0-2107-4def-910f-4d55d7ab63ae admin admin] Checking segment: {'id': '8d432d4e-071a-4326-b384-5d9cb029bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '40a679e8-ce98-437d-821a-bd7696198e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:09.230508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06dcff0-2107-4def-910f-4d55d7ab63ae admin admin] Network hostable DHCP agents. Network: 40a679e8-ce98-437d-821a-bd7696198e2c, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:09.246419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-72d30948-74f8-4fa2-85f9-a172dae2cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:09.247964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-72d30948-74f8-4fa2-85f9-a172dae2cd47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0517256 Jan 28 12:36:09.277799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c580297-ccdd-4855-8adb-fe234fe153e3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Subnet': ['ID=2401f48e-f44a-47c3-b0bb-3d9ff837a8a2,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:09.285955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c580297-ccdd-4855-8adb-fe234fe153e3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Checking segment: {'id': '2d9c4968-193e-4b9d-8e44-29a94030adfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8fff0298-4ba5-4a72-a892-01ca489b31ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:09.286304 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c580297-ccdd-4855-8adb-fe234fe153e3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network hostable DHCP agents. Network: 8fff0298-4ba5-4a72-a892-01ca489b31ad, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:09.338640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06dcff0-2107-4def-910f-4d55d7ab63ae admin admin] Network 40a679e8-ce98-437d-821a-bd7696198e2c is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:09.357256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-4bac20d1-7381-47b0-bb4c-f4e5299b1560 service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020865 Jan 28 12:36:09.369263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b06dcff0-2107-4def-910f-4d55d7ab63ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 40a679e8-ce98-437d-821a-bd7696198e2c) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:09.374787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06dcff0-2107-4def-910f-4d55d7ab63ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:09.375412 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06dcff0-2107-4def-910f-4d55d7ab63ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:09.379875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934711ae-2bd4-45f3-93ff-7bdddb65035c None None] Network 40a679e8-ce98-437d-821a-bd7696198e2c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:09.412735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c580297-ccdd-4855-8adb-fe234fe153e3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 8fff0298-4ba5-4a72-a892-01ca489b31ad is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:09.431312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9c580297-ccdd-4855-8adb-fe234fe153e3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 8fff0298-4ba5-4a72-a892-01ca489b31ad) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:09.440938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c580297-ccdd-4855-8adb-fe234fe153e3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:09.442449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c580297-ccdd-4855-8adb-fe234fe153e3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:09.446788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d27f9-1cc3-4fcc-9c25-6d66b57e47a7 None None] Network 8fff0298-4ba5-4a72-a892-01ca489b31ad requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:09.494485 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b06dcff0-2107-4def-910f-4d55d7ab63ae admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3708014 Jan 28 12:36:09.520430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a69081a-c102-4f5c-98e8-e5e40cb601f3 req-e6268a35-688a-4145-948a-82ddfd77380c service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579354 Jan 28 12:36:09.589477 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9c580297-ccdd-4855-8adb-fe234fe153e3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6378338 Jan 28 12:36:09.594014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47384) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:09.603239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-194904fb-d055-4ec9-87fe-54f543667bd6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'subnet': {'network_id': '7bfc24e0-99b4-4a42-88b5-ee04922bf381', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:09.728580 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (f8a448e1-e95e-4515-abe1-f34282fbad56), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:09.751803 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (f8a448e1-e95e-4515-abe1-f34282fbad56), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:09.800780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a38864e2-595d-4089-b291-08922972c0ec req-405dbbf3-9d21-49b3-9033-e64e918f1137 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0461736 Jan 28 12:36:09.805784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194904fb-d055-4ec9-87fe-54f543667bd6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:09.812825 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-194904fb-d055-4ec9-87fe-54f543667bd6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:09.857279 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a1361f-5a39-403f-b675-96fd2911b786 None None] Network 40a679e8-ce98-437d-821a-bd7696198e2c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:09.863101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (139ac0e3-ffd1-404a-a918-8e7b3fce503c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:09.865272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=f8a448e1-e95e-4515-abe1-f34282fbad56,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:09.889406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-8fff0298-4ba5-4a72-a892-01ca489b31ad', 'network_id': '8fff0298-4ba5-4a72-a892-01ca489b31ad', 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'fixed_ips': [{'subnet_id': '2401f48e-f44a-47c3-b0bb-3d9ff837a8a2'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:36:09.890282 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:10.068342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 4378b0dc-fa91-429a-8518-ea8c120e0b40 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:10.075554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:10.148747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Allocated IP 2001:db8::2 (8fff0298-4ba5-4a72-a892-01ca489b31ad/2401f48e-f44a-47c3-b0bb-3d9ff837a8a2/09aeca51-086b-45f3-8d80-c334b6da697d) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:10.219626 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-194904fb-d055-4ec9-87fe-54f543667bd6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (604d4fe2-c42e-43da-a524-1af5c7aa2dd1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:10.323637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router 139ac0e3-ffd1-404a-a918-8e7b3fce503c has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:10.356755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194904fb-d055-4ec9-87fe-54f543667bd6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Subnet': ['ID=604d4fe2-c42e-43da-a524-1af5c7aa2dd1,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:10.363454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194904fb-d055-4ec9-87fe-54f543667bd6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Checking segment: {'id': 'dd4c2b46-b3a4-4d9d-a351-ef66aa14e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7bfc24e0-99b4-4a42-88b5-ee04922bf381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:10.363829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194904fb-d055-4ec9-87fe-54f543667bd6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network hostable DHCP agents. Network: 7bfc24e0-99b4-4a42-88b5-ee04922bf381, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:10.391094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194904fb-d055-4ec9-87fe-54f543667bd6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 7bfc24e0-99b4-4a42-88b5-ee04922bf381 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:10.406672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-194904fb-d055-4ec9-87fe-54f543667bd6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 7bfc24e0-99b4-4a42-88b5-ee04922bf381) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:10.412795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194904fb-d055-4ec9-87fe-54f543667bd6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:10.413518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-194904fb-d055-4ec9-87fe-54f543667bd6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:10.431740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aab93f5-653f-4e26-a4ba-728c88576797 None None] Network 7bfc24e0-99b4-4a42-88b5-ee04922bf381 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:10.452181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-194904fb-d055-4ec9-87fe-54f543667bd6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8537562 Jan 28 12:36:10.457909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47410) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:10.471083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7ef82e4a-d5e4-4088-9785-f1912fc5a330 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2024721029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:10.525145 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e4a-d5e4-4088-9785-f1912fc5a330 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (1a38c9e5-98ab-4b01-9004-86d59284a81d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:10.526414 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e4a-d5e4-4088-9785-f1912fc5a330 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (1a38c9e5-98ab-4b01-9004-86d59284a81d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:10.567937 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Publish callbacks [] for port (09aeca51-086b-45f3-8d80-c334b6da697d), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:10.590729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-24279500-8dd9-49a0-81fb-b7a1b9f108ca None None] Provisioning complete for port f8a448e1-e95e-4515-abe1-f34282fbad56 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:10.591220 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24279500-8dd9-49a0-81fb-b7a1b9f108ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f8a448e1-e95e-4515-abe1-f34282fbad56), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:10.591513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:10.602830 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-aa210dfc-cefb-4d9c-9c01-1c74063f6351 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "PUT /v2.0/routers/139ac0e3-ffd1-404a-a918-8e7b3fce503c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4938245 Jan 28 12:36:10.604253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47414) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:10.611382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'port': {'network_id': '4378b0dc-fa91-429a-8518-ea8c120e0b40', 'name': 'tempest-FloatingIPTestJSON-236943882'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:10.649812 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e4a-d5e4-4088-9785-f1912fc5a330 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (1a38c9e5-98ab-4b01-9004-86d59284a81d), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:10.656140 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (09aeca51-086b-45f3-8d80-c334b6da697d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:10.658394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2165e2a7-0758-41d4-890d-3eef0ff00f70 None None] Sync routers for ids ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:10.658932 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e4a-d5e4-4088-9785-f1912fc5a330 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (1a38c9e5-98ab-4b01-9004-86d59284a81d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:10.660599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-24279500-8dd9-49a0-81fb-b7a1b9f108ca None None] Port f8a448e1-e95e-4515-abe1-f34282fbad56 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:10.706265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ef82e4a-d5e4-4088-9785-f1912fc5a330 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:10.707615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7ef82e4a-d5e4-4088-9785-f1912fc5a330 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2471466 Jan 28 12:36:10.710424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47418) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:10.728575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Network 8fff0298-4ba5-4a72-a892-01ca489b31ad is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:10.759737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:10.761534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165e2a7-0758-41d4-890d-3eef0ff00f70 None None] Routers {'139ac0e3-ffd1-404a-a918-8e7b3fce503c'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:10.762104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2165e2a7-0758-41d4-890d-3eef0ff00f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:10.765366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:10.774374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-7bfc24e0-99b4-4a42-88b5-ee04922bf381', 'network_id': '7bfc24e0-99b4-4a42-88b5-ee04922bf381', 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'fixed_ips': [{'subnet_id': '604d4fe2-c42e-43da-a524-1af5c7aa2dd1'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:36:10.775306 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:10.814106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Pushing event updated for resources: {'Port': ['ID=09aeca51-086b-45f3-8d80-c334b6da697d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:10.825368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2165e2a7-0758-41d4-890d-3eef0ff00f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:10.851942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.852496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.853083 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.853648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.854222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.854764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.855325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.855892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.856403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.856938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.858548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.859421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.859421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:10.939748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165e2a7-0758-41d4-890d-3eef0ff00f70 None None] Routers {'139ac0e3-ffd1-404a-a918-8e7b3fce503c'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:10.940405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2165e2a7-0758-41d4-890d-3eef0ff00f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:10.951854 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Made reservation on behalf of 8244dfbcb36f4e6ea73741f7c48a879f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:10.956605 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.001369 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47430) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:11.018940 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2051413873-network', 'tenant_id': 'b5471ba1591f48b2bc4de7f693388b43'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:11.035945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] device_id is not set on port 04d17772-4bb2-4797-8504-7a2f117036c5 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:36:11.058113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Attempting to bind port 09aeca51-086b-45f3-8d80-c334b6da697d on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:36:11.058701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Attempting to bind port 09aeca51-086b-45f3-8d80-c334b6da697d by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '2d9c4968-193e-4b9d-8e44-29a94030adfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8fff0298-4ba5-4a72-a892-01ca489b31ad'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:36:11.059179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Attempting to bind port 09aeca51-086b-45f3-8d80-c334b6da697d on network 8fff0298-4ba5-4a72-a892-01ca489b31ad {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:11.073116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2165e2a7-0758-41d4-890d-3eef0ff00f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:11.074028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2165e2a7-0758-41d4-890d-3eef0ff00f70 None None] The sync data for ids ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:11.094781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6de26b34-ae83-43b3-93be-3af194d33a66 req-f62121ef-1535-4f00-a4a0-bef0218983d5 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0806878 Jan 28 12:36:11.102380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:36:11.108828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Checking segment: {'id': '2d9c4968-193e-4b9d-8e44-29a94030adfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8fff0298-4ba5-4a72-a892-01ca489b31ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:11.109425 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.111060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Bound using segment: {'id': '2d9c4968-193e-4b9d-8e44-29a94030adfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8fff0298-4ba5-4a72-a892-01ca489b31ad'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:36:11.111715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Bound port: 09aeca51-086b-45f3-8d80-c334b6da697d, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9c4968-193e-4b9d-8e44-29a94030adfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8fff0298-4ba5-4a72-a892-01ca489b31ad'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:36:11.114117 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (09aeca51-086b-45f3-8d80-c334b6da697d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.141739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Made reservation on behalf of b5471ba1591f48b2bc4de7f693388b43 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:11.144985 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.162671 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.228329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.277416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] For port 09aeca51-086b-45f3-8d80-c334b6da697d, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:36:11.282574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] For port 09aeca51-086b-45f3-8d80-c334b6da697d, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=09aeca51-086b-45f3-8d80-c334b6da697d,segment=NetworkSegment(2d9c4968-193e-4b9d-8e44-29a94030adfe),segment_id=2d9c4968-193e-4b9d-8e44-29a94030adfe)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:36:11.295131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Allocated IP 2001:db8:1::2 (7bfc24e0-99b4-4a42-88b5-ee04922bf381/604d4fe2-c42e-43da-a524-1af5c7aa2dd1/38555e99-6006-4552-beff-5a9cb7213c8e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:11.298980 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (09aeca51-086b-45f3-8d80-c334b6da697d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.316950 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Allocated IP 172.20.0.7 (4378b0dc-fa91-429a-8518-ea8c120e0b40/28e4e3c4-e903-430c-a6d5-40f9be14e8d9/04d17772-4bb2-4797-8504-7a2f117036c5) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:11.397711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Publish callbacks [] for security_group (1bf46385-1ca8-4d08-8a01-cc49d23f0405), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.408830 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1bf46385-1ca8-4d08-8a01-cc49d23f0405), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.430194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:11.442682 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (eb0973ab-db03-475b-a18f-12f34980e9c3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.443605 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Added segment eb0973ab-db03-475b-a18f-12f34980e9c3 of type vlan for network f5b2a1b9-ff48-4b87-aa57-e5885c51ae38 Jan 28 12:36:11.468157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f1af9-f147-40c9-82c6-ba4a0d7c3354 None None] Pushing event updated for resources: {'Port': ['ID=09aeca51-086b-45f3-8d80-c334b6da697d,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:11.556841 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f5b2a1b9-ff48-4b87-aa57-e5885c51ae38), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.580913 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Publish callbacks [] for port (38555e99-6006-4552-beff-5a9cb7213c8e), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.594909 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.675042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Network 7bfc24e0-99b4-4a42-88b5-ee04922bf381 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:11.698787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:11.710692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:11.756503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for port (04d17772-4bb2-4797-8504-7a2f117036c5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.758368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Allocated IP 2001:db8::1 (8fff0298-4ba5-4a72-a892-01ca489b31ad/2401f48e-f44a-47c3-b0bb-3d9ff837a8a2/3f6289bd-0476-42d0-9b65-4cfa0fa468b5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:11.790637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Pushing event updated for resources: {'Port': ['ID=38555e99-6006-4552-beff-5a9cb7213c8e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:11.831056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Attempting to bind port 38555e99-6006-4552-beff-5a9cb7213c8e on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:36:11.831309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Attempting to bind port 38555e99-6006-4552-beff-5a9cb7213c8e by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'dd4c2b46-b3a4-4d9d-a351-ef66aa14e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7bfc24e0-99b4-4a42-88b5-ee04922bf381'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:36:11.831711 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Attempting to bind port 38555e99-6006-4552-beff-5a9cb7213c8e on network 7bfc24e0-99b4-4a42-88b5-ee04922bf381 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:11.837722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:36:11.838099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Checking segment: {'id': 'dd4c2b46-b3a4-4d9d-a351-ef66aa14e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7bfc24e0-99b4-4a42-88b5-ee04922bf381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:11.838509 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.838909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Bound using segment: {'id': 'dd4c2b46-b3a4-4d9d-a351-ef66aa14e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7bfc24e0-99b4-4a42-88b5-ee04922bf381'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:36:11.839433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Bound port: 38555e99-6006-4552-beff-5a9cb7213c8e, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4c2b46-b3a4-4d9d-a351-ef66aa14e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7bfc24e0-99b4-4a42-88b5-ee04922bf381'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:36:11.839821 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.847321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf46385-1ca8-4d08-8a01-cc49d23f0405,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:11.870645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f5b2a1b9-ff48-4b87-aa57-e5885c51ae38), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.873775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:11.875329 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.925778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (04d17772-4bb2-4797-8504-7a2f117036c5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:11.947872 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (3f6289bd-0476-42d0-9b65-4cfa0fa468b5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:12.000515 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9970787 Jan 28 12:36:12.004361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47456) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:12.016114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-53280e57-b3df-4c85-b12b-7d7a6cb7a069 admin admin] Request body: {'subnet': {'network_id': 'f5b2a1b9-ff48-4b87-aa57-e5885c51ae38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2051413873-subnet', 'tenant_id': 'b5471ba1591f48b2bc4de7f693388b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:12.018090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] For port 38555e99-6006-4552-beff-5a9cb7213c8e, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:36:12.022117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] For port 38555e99-6006-4552-beff-5a9cb7213c8e, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=38555e99-6006-4552-beff-5a9cb7213c8e,segment=NetworkSegment(dd4c2b46-b3a4-4d9d-a351-ef66aa14e177),segment_id=dd4c2b46-b3a4-4d9d-a351-ef66aa14e177)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:36:12.022290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3f6289bd-0476-42d0-9b65-4cfa0fa468b5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:12.030708 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:12.098000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Network 4378b0dc-fa91-429a-8518-ea8c120e0b40 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:12.101470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 8fff0298-4ba5-4a72-a892-01ca489b31ad is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:12.102218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53280e57-b3df-4c85-b12b-7d7a6cb7a069 admin admin] Made reservation on behalf of b5471ba1591f48b2bc4de7f693388b43 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:12.105779 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53280e57-b3df-4c85-b12b-7d7a6cb7a069 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:12.108507 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:12.115505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:12.120454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea13924-eadc-4f5c-9b31-9d73f8d0dd89 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b2a1b9-ff48-4b87-aa57-e5885c51ae38,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:12.135965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:12.142042 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event updated for resources: {'Port': ['ID=04d17772-4bb2-4797-8504-7a2f117036c5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:12.144371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:12.145034 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (1a38c9e5-98ab-4b01-9004-86d59284a81d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:12.173613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:12.174748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:12.198257 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a16b0-e7b5-4996-82dc-c5ed491b9cdf None None] Pushing event updated for resources: {'Port': ['ID=38555e99-6006-4552-beff-5a9cb7213c8e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:12.204339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f5b2a1b9-ff48-4b87-aa57-e5885c51ae38 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:12.208959 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dbdd49e3-5e88-4404-9e24-50f7642b5466 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6028488 Jan 28 12:36:12.211656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47464) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:12.217663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c4f4c8ac-b4a5-4380-ba99-49c65a58b2fc tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Request body: {'floatingip': {'port_id': '04d17772-4bb2-4797-8504-7a2f117036c5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:12.353609 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c8ac-b4a5-4380-ba99-49c65a58b2fc tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (6a6b2d0a-783c-4d13-b271-e27614cef3ea), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:12.395403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=3f6289bd-0476-42d0-9b65-4cfa0fa468b5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:12.539049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce327885-cd35-4253-8425-bb146e1c80ef req-c1004b60-bd60-4695-a7dc-3d8d9c4e335b tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.1158357 Jan 28 12:36:12.542388 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3f6289bd-0476-42d0-9b65-4cfa0fa468b5), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:12.622023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-febf8770-8b04-4a42-bb5a-a62abe7abe63 None None] Provisioning complete for port 04d17772-4bb2-4797-8504-7a2f117036c5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:12.622023 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-febf8770-8b04-4a42-bb5a-a62abe7abe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (04d17772-4bb2-4797-8504-7a2f117036c5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:12.679206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-febf8770-8b04-4a42-bb5a-a62abe7abe63 None None] Port 04d17772-4bb2-4797-8504-7a2f117036c5 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:12.835279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47474) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:12.974739 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53280e57-b3df-4c85-b12b-7d7a6cb7a069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (829bb2c5-0b82-449d-83b5-46432ae0a75a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:12.994986 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5db9aaeb-7815-417b-b6b7-64a1a1e766d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.063838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53280e57-b3df-4c85-b12b-7d7a6cb7a069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=829bb2c5-0b82-449d-83b5-46432ae0a75a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:13.080311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304db05b-94b5-4816-84a3-f6639cff602d None None] Network 8fff0298-4ba5-4a72-a892-01ca489b31ad requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:13.090482 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (3f6289bd-0476-42d0-9b65-4cfa0fa468b5), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.096443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53280e57-b3df-4c85-b12b-7d7a6cb7a069 admin admin] Checking segment: {'id': 'eb0973ab-db03-475b-a18f-12f34980e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f5b2a1b9-ff48-4b87-aa57-e5885c51ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:13.096807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53280e57-b3df-4c85-b12b-7d7a6cb7a069 admin admin] Network hostable DHCP agents. Network: f5b2a1b9-ff48-4b87-aa57-e5885c51ae38, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:13.102927 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (3f6289bd-0476-42d0-9b65-4cfa0fa468b5), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.103728 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (1a38c9e5-98ab-4b01-9004-86d59284a81d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.161823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-410a16f3-3077-4ef5-ba5a-681b185c488b None None] Provisioning complete for port 09aeca51-086b-45f3-8d80-c334b6da697d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:13.162196 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-410a16f3-3077-4ef5-ba5a-681b185c488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (09aeca51-086b-45f3-8d80-c334b6da697d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.223963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53280e57-b3df-4c85-b12b-7d7a6cb7a069 admin admin] Network f5b2a1b9-ff48-4b87-aa57-e5885c51ae38 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:13.235078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=3f6289bd-0476-42d0-9b65-4cfa0fa468b5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:13.248191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-53280e57-b3df-4c85-b12b-7d7a6cb7a069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, f5b2a1b9-ff48-4b87-aa57-e5885c51ae38) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:13.254933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53280e57-b3df-4c85-b12b-7d7a6cb7a069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:13.256719 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53280e57-b3df-4c85-b12b-7d7a6cb7a069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.265835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23649c8c-f4b9-4b10-a5e6-9035393c58c9 None None] Network f5b2a1b9-ff48-4b87-aa57-e5885c51ae38 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:13.278357 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5db9aaeb-7815-417b-b6b7-64a1a1e766d4 admin admin] Publish callbacks [] for security_group (43773652-cd78-4d27-9c5f-043bc3e3838b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.285589 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5db9aaeb-7815-417b-b6b7-64a1a1e766d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (43773652-cd78-4d27-9c5f-043bc3e3838b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.296759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-53280e57-b3df-4c85-b12b-7d7a6cb7a069 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2872157 Jan 28 12:36:13.348944 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c8ac-b4a5-4380-ba99-49c65a58b2fc tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.356390 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5db9aaeb-7815-417b-b6b7-64a1a1e766d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f30a14c0490a460083d48a5b666f44e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5200622 Jan 28 12:36:13.357577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9aaeb-7815-417b-b6b7-64a1a1e766d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43773652-cd78-4d27-9c5f-043bc3e3838b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:13.361236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47482) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:13.363946 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c8ac-b4a5-4380-ba99-49c65a58b2fc tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (6a6b2d0a-783c-4d13-b271-e27614cef3ea), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.370321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 8fff0298-4ba5-4a72-a892-01ca489b31ad is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:13.372697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:13.521787 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6034edc-8bb2-4b78-9ce8-5b943b4ae6f2 admin admin] Publish callbacks [] for security_group (43773652-cd78-4d27-9c5f-043bc3e3838b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.550701 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-c4f4c8ac-b4a5-4380-ba99-49c65a58b2fc tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Floating IP 6a6b2d0a-783c-4d13-b271-e27614cef3ea associated. External IP: 172.25.7.214, port: 842480cf-6cad-4ae4-a860-f32b2ca880fd. Jan 28 12:36:13.580678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-410a16f3-3077-4ef5-ba5a-681b185c488b None None] Current status of the port 09aeca51-086b-45f3-8d80-c334b6da697d is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:13.581319 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-410a16f3-3077-4ef5-ba5a-681b185c488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (09aeca51-086b-45f3-8d80-c334b6da697d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.587774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router 1a38c9e5-98ab-4b01-9004-86d59284a81d is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:36:13.596358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daa271c-651f-4517-a74f-63bb3e5f689a None None] Network f5b2a1b9-ff48-4b87-aa57-e5885c51ae38 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:13.635283 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6034edc-8bb2-4b78-9ce8-5b943b4ae6f2 admin admin] Publish callbacks [] for security_group (43773652-cd78-4d27-9c5f-043bc3e3838b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.766094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 38555e99-6006-4552-beff-5a9cb7213c8e up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:13.799568 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f804ce3a-2cbe-46f4-97e0-c5a2453b8704 req-fe9b448e-726f-40c8-8eb5-b81e3e602ea2 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0351646 Jan 28 12:36:13.838947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:13.852420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a315c0bc-ce33-43a4-b98c-79ccb4d71486 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/1a38c9e5-98ab-4b01-9004-86d59284a81d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1405740 Jan 28 12:36:13.853123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47492) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:13.854433 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b267f-a29d-4b62-9538-3f76ff21faf8 None None] Sync routers for ids ['1a38c9e5-98ab-4b01-9004-86d59284a81d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:13.875977 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b267f-a29d-4b62-9538-3f76ff21faf8 None None] Routers {'1a38c9e5-98ab-4b01-9004-86d59284a81d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:13.878354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6034edc-8bb2-4b78-9ce8-5b943b4ae6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (43773652-cd78-4d27-9c5f-043bc3e3838b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.879144 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ab5b267f-a29d-4b62-9538-3f76ff21faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a38c9e5-98ab-4b01-9004-86d59284a81d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:13.885763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6034edc-8bb2-4b78-9ce8-5b943b4ae6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:13.886935 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a6034edc-8bb2-4b78-9ce8-5b943b4ae6f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43773652-cd78-4d27-9c5f-043bc3e3838b HTTP/1.1" status: 204 len: 168 time: 0.5244894 Jan 28 12:36:13.924493 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ab5b267f-a29d-4b62-9538-3f76ff21faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:13.930421 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6034edc-8bb2-4b78-9ce8-5b943b4ae6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43773652-cd78-4d27-9c5f-043bc3e3838b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:13.950550 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b267f-a29d-4b62-9538-3f76ff21faf8 None None] Routers {'1a38c9e5-98ab-4b01-9004-86d59284a81d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:13.952838 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ab5b267f-a29d-4b62-9538-3f76ff21faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a38c9e5-98ab-4b01-9004-86d59284a81d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:13.983699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-410a16f3-3077-4ef5-ba5a-681b185c488b None None] For port 09aeca51-086b-45f3-8d80-c334b6da697d, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=09aeca51-086b-45f3-8d80-c334b6da697d,segment=NetworkSegment(2d9c4968-193e-4b9d-8e44-29a94030adfe),segment_id=2d9c4968-193e-4b9d-8e44-29a94030adfe)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:13.987509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651c57e5-236d-4594-a62a-5cd16d316fb4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:14.004675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-651c57e5-236d-4594-a62a-5cd16d316fb4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports/3f6289bd-0476-42d0-9b65-4cfa0fa468b5 HTTP/1.1" status: 200 len: 911 time: 0.1460288 Jan 28 12:36:14.006924 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47498) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:14.033499 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-410a16f3-3077-4ef5-ba5a-681b185c488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (09aeca51-086b-45f3-8d80-c334b6da697d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:14.058450 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ab5b267f-a29d-4b62-9538-3f76ff21faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:14.060013 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b267f-a29d-4b62-9538-3f76ff21faf8 None None] The sync data for ids ['1a38c9e5-98ab-4b01-9004-86d59284a81d'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:14.118218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ac2a9d-56ad-4497-bd07-9e2dffd219e3 None None] Network 7bfc24e0-99b4-4a42-88b5-ee04922bf381 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:14.390615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-98d9af4a-6a6d-4412-a24e-cdc2963e24e6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:14.398924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-98d9af4a-6a6d-4412-a24e-cdc2963e24e6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/networks?id=40a679e8-ce98-437d-821a-bd7696198e2c HTTP/1.1" status: 200 len: 814 time: 0.1711421 Jan 28 12:36:14.428182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-206656a6-992e-47ac-af2a-7d866c06b5e4 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/quotas/df5f48fda5a04dd2b0373a2c167947c6 HTTP/1.1" status: 200 len: 375 time: 0.0275838 Jan 28 12:36:14.442260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a16f3-3077-4ef5-ba5a-681b185c488b None None] Pushing event updated for resources: {'Port': ['ID=09aeca51-086b-45f3-8d80-c334b6da697d,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:14.457651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 38555e99-6006-4552-beff-5a9cb7213c8e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:14.458038 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:14.466195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Provisioning complete for port 38555e99-6006-4552-beff-5a9cb7213c8e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:14.466578 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:14.515319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47512) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:14.520083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-239f99f9-fad5-472d-983d-3c844d23ee6f tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df5f48fda5a04dd2b0373a2c167947c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897577 Jan 28 12:36:14.546409 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9d1b-39e6-4b8c-a74f-513d5e3b4f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:14.696781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 38555e99-6006-4552-beff-5a9cb7213c8e is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:14.697062 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:14.721200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Current status of the port 38555e99-6006-4552-beff-5a9cb7213c8e is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:14.721632 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:14.735931 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9d1b-39e6-4b8c-a74f-513d5e3b4f37 admin admin] Publish callbacks [] for security_group (29666b72-eeeb-4403-b2c7-9b6633ef87f1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:14.744519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9d1b-39e6-4b8c-a74f-513d5e3b4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (29666b72-eeeb-4403-b2c7-9b6633ef87f1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:14.764739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 38555e99-6006-4552-beff-5a9cb7213c8e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=38555e99-6006-4552-beff-5a9cb7213c8e,segment=NetworkSegment(dd4c2b46-b3a4-4d9d-a351-ef66aa14e177),segment_id=dd4c2b46-b3a4-4d9d-a351-ef66aa14e177)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:14.772074 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:14.772992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 09aeca51-086b-45f3-8d80-c334b6da697d up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:14.833823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b9d1b-39e6-4b8c-a74f-513d5e3b4f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29666b72-eeeb-4403-b2c7-9b6633ef87f1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:14.924331 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:36:14.924693 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:36:14.937708 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=38555e99-6006-4552-beff-5a9cb7213c8e,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:14.942299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f4c8ac-b4a5-4380-ba99-49c65a58b2fc tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:14.953908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 09aeca51-086b-45f3-8d80-c334b6da697d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:14.954367 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (09aeca51-086b-45f3-8d80-c334b6da697d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:14.981353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5d3b9d1b-39e6-4b8c-a74f-513d5e3b4f37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1fffe79f3c974aba8c097d09954aad4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4599042 Jan 28 12:36:14.993341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:15.036013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f09d19f1-acef-401e-952c-c07a41230e37 req-c150847f-000d-4400-82dd-0a0c580c468b tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0394161 Jan 28 12:36:15.057521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 09aeca51-086b-45f3-8d80-c334b6da697d is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:15.089078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-47d7e1be-deb3-44d0-9c90-3b227de911e5 service neutron] 10.222.0.53 "GET /v2.0/networks/40a679e8-ce98-437d-821a-bd7696198e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482810 Jan 28 12:36:15.184497 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f75d066-8280-464b-b76b-a6e05d6c0069 admin admin] Publish callbacks [] for security_group (29666b72-eeeb-4403-b2c7-9b6633ef87f1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:15.192310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-6fd7d352-622b-43c1-976e-6968f54c3f23 service neutron] 10.222.0.53 "GET /v2.0/networks/40a679e8-ce98-437d-821a-bd7696198e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974724 Jan 28 12:36:15.251283 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f75d066-8280-464b-b76b-a6e05d6c0069 admin admin] Publish callbacks [] for security_group (29666b72-eeeb-4403-b2c7-9b6633ef87f1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:15.253348 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f4c8ac-b4a5-4380-ba99-49c65a58b2fc tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:15.263320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0d8ff-e2c6-40e9-9768-b42edd3d8bfd None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:15.282255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0d8ff-e2c6-40e9-9768-b42edd3d8bfd None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:15.282912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11b0d8ff-e2c6-40e9-9768-b42edd3d8bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:15.368237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11b0d8ff-e2c6-40e9-9768-b42edd3d8bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:15.370656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:15.384725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0d8ff-e2c6-40e9-9768-b42edd3d8bfd None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:15.385623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11b0d8ff-e2c6-40e9-9768-b42edd3d8bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:15.432586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1d5e4ee-7d20-4c18-a9ad-677c49b3d81b req-f5dd8449-6537-4d38-b004-263067b456d8 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 210 time: 0.0787969 Jan 28 12:36:15.454875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 38555e99-6006-4552-beff-5a9cb7213c8e up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:15.457303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11b0d8ff-e2c6-40e9-9768-b42edd3d8bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:15.457917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0d8ff-e2c6-40e9-9768-b42edd3d8bfd None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:15.512113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Current status of the port 38555e99-6006-4552-beff-5a9cb7213c8e is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:15.534492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 38555e99-6006-4552-beff-5a9cb7213c8e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:15.534780 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:15.536374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Provisioning complete for port 09aeca51-086b-45f3-8d80-c334b6da697d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:15.536733 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (09aeca51-086b-45f3-8d80-c334b6da697d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:15.584608 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f75d066-8280-464b-b76b-a6e05d6c0069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (29666b72-eeeb-4403-b2c7-9b6633ef87f1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:15.587198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f75d066-8280-464b-b76b-a6e05d6c0069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:15.590815 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8f75d066-8280-464b-b76b-a6e05d6c0069 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29666b72-eeeb-4403-b2c7-9b6633ef87f1 HTTP/1.1" status: 204 len: 168 time: 0.5939927 Jan 28 12:36:15.606914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75d066-8280-464b-b76b-a6e05d6c0069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29666b72-eeeb-4403-b2c7-9b6633ef87f1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:15.698575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Current status of the port 09aeca51-086b-45f3-8d80-c334b6da697d is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:15.708590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 38555e99-6006-4552-beff-5a9cb7213c8e is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:15.709030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 09aeca51-086b-45f3-8d80-c334b6da697d up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:15.743070 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Provisioning complete for port 3f6289bd-0476-42d0-9b65-4cfa0fa468b5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:15.743479 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3f6289bd-0476-42d0-9b65-4cfa0fa468b5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:15.769759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f4c8ac-b4a5-4380-ba99-49c65a58b2fc tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router 139ac0e3-ffd1-404a-a918-8e7b3fce503c has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:15.791266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-83b306f6-76dd-4ea7-a9e9-04f854ac68bb None None] Port 3f6289bd-0476-42d0-9b65-4cfa0fa468b5 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:15.800188 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 09aeca51-086b-45f3-8d80-c334b6da697d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:15.800621 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (09aeca51-086b-45f3-8d80-c334b6da697d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:15.877616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Allocated IP 2001:db8:1::1 (7bfc24e0-99b4-4a42-88b5-ee04922bf381/604d4fe2-c42e-43da-a524-1af5c7aa2dd1/b12f9bb6-d693-4e51-a1a1-20e10796d4dc) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:15.895836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 09aeca51-086b-45f3-8d80-c334b6da697d is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:15.921946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-11674ef2-8f26-4851-96a6-4e6f088b4b67 None None] Provisioning complete for port 38555e99-6006-4552-beff-5a9cb7213c8e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:15.922518 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11674ef2-8f26-4851-96a6-4e6f088b4b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.012249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f4c8ac-b4a5-4380-ba99-49c65a58b2fc tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:16.018202 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c8ac-b4a5-4380-ba99-49c65a58b2fc tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.023797 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b78d1b-6fa1-49a7-8d1c-d6ca4ed912ed None None] Sync routers for ids ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:16.042753 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b78d1b-6fa1-49a7-8d1c-d6ca4ed912ed None None] Routers {'139ac0e3-ffd1-404a-a918-8e7b3fce503c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:16.044365 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c7b78d1b-6fa1-49a7-8d1c-d6ca4ed912ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:16.089654 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c7b78d1b-6fa1-49a7-8d1c-d6ca4ed912ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:16.090119 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-11674ef2-8f26-4851-96a6-4e6f088b4b67 None None] Current status of the port 38555e99-6006-4552-beff-5a9cb7213c8e is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:16.102354 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b78d1b-6fa1-49a7-8d1c-d6ca4ed912ed None None] Routers {'139ac0e3-ffd1-404a-a918-8e7b3fce503c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:16.103259 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c7b78d1b-6fa1-49a7-8d1c-d6ca4ed912ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:16.117061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-11674ef2-8f26-4851-96a6-4e6f088b4b67 None None] Provisioning complete for port 3f6289bd-0476-42d0-9b65-4cfa0fa468b5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:16.117440 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11674ef2-8f26-4851-96a6-4e6f088b4b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3f6289bd-0476-42d0-9b65-4cfa0fa468b5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.165414 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c4f4c8ac-b4a5-4380-ba99-49c65a58b2fc tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "PUT /v2.0/floatingips/6a6b2d0a-783c-4d13-b271-e27614cef3ea HTTP/1.1" status: 200 len: 977 time: 3.9522188 Jan 28 12:36:16.168520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:16.200188 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (b12f9bb6-d693-4e51-a1a1-20e10796d4dc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.204691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-11674ef2-8f26-4851-96a6-4e6f088b4b67 None None] Port 3f6289bd-0476-42d0-9b65-4cfa0fa468b5 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:16.219673 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c7b78d1b-6fa1-49a7-8d1c-d6ca4ed912ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:16.221118 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b78d1b-6fa1-49a7-8d1c-d6ca4ed912ed None None] The sync data for ids ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:16.227837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-444eb889-cf01-48de-8ac8-1f93d4c6d91a req-cd07c4ac-85e8-43d1-9081-be325046bc11 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0629113 Jan 28 12:36:16.261556 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b12f9bb6-d693-4e51-a1a1-20e10796d4dc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.313284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 7bfc24e0-99b4-4a42-88b5-ee04922bf381 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:16.316440 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:16.318948 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:16.320313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (1a38c9e5-98ab-4b01-9004-86d59284a81d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.346052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port 04d17772-4bb2-4797-8504-7a2f117036c5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:16.346527 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (04d17772-4bb2-4797-8504-7a2f117036c5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.376435 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=b12f9bb6-d693-4e51-a1a1-20e10796d4dc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:16.543174 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b12f9bb6-d693-4e51-a1a1-20e10796d4dc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.568019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (04d17772-4bb2-4797-8504-7a2f117036c5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.572636 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c910ebd7-3d2c-43c2-a818-c614d8eec536 req-6710278c-adb0-4486-8926-f6200c95aa3b tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 210 time: 0.0475371 Jan 28 12:36:16.637357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-cb23533b-0b49-44ee-8299-f24a34471a12 None None] Provisioning complete for port b12f9bb6-d693-4e51-a1a1-20e10796d4dc triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:16.638062 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb23533b-0b49-44ee-8299-f24a34471a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b12f9bb6-d693-4e51-a1a1-20e10796d4dc), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.680431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cb23533b-0b49-44ee-8299-f24a34471a12 None None] Port b12f9bb6-d693-4e51-a1a1-20e10796d4dc cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:16.917789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (b12f9bb6-d693-4e51-a1a1-20e10796d4dc), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.923246 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b12f9bb6-d693-4e51-a1a1-20e10796d4dc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.924339 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (1a38c9e5-98ab-4b01-9004-86d59284a81d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:16.970039 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:17.037837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=b12f9bb6-d693-4e51-a1a1-20e10796d4dc,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:17.084314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 7bfc24e0-99b4-4a42-88b5-ee04922bf381 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:17.085912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:17.208995 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router 1a38c9e5-98ab-4b01-9004-86d59284a81d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:17.316203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-e2044ce8-4702-4c2b-a63e-7782a51d4417 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:17.317824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-e2044ce8-4702-4c2b-a63e-7782a51d4417 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.49 "GET /v2.0/networks?id=40a679e8-ce98-437d-821a-bd7696198e2c HTTP/1.1" status: 200 len: 814 time: 0.6023433 Jan 28 12:36:17.320035 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:17.320402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (6a6b2d0a-783c-4d13-b271-e27614cef3ea), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:17.321361 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Floating IP 6a6b2d0a-783c-4d13-b271-e27614cef3ea disassociated. External IP: 172.25.7.214, port: 04d17772-4bb2-4797-8504-7a2f117036c5. Jan 28 12:36:17.324957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for 04d17772-4bb2-4797-8504-7a2f117036c5 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:17.348002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Request body: {'port': {'device_id': 'b9b7ee69-14fc-4dc4-97e6-cdcc60732740', 'network_id': '40a679e8-ce98-437d-821a-bd7696198e2c', 'admin_state_up': True, 'tenant_id': 'df5f48fda5a04dd2b0373a2c167947c6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:17.353518 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:17.361622 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-92f594e8-1f26-41a4-a7cc-f6964295f979 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/1a38c9e5-98ab-4b01-9004-86d59284a81d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3531578 Jan 28 12:36:17.364449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47580) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:17.368023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c80afa7-ac25-411d-b275-0a06c90b91bc None None] Sync routers for ids ['1a38c9e5-98ab-4b01-9004-86d59284a81d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:17.401880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c80afa7-ac25-411d-b275-0a06c90b91bc None None] Routers {'1a38c9e5-98ab-4b01-9004-86d59284a81d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:17.402799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1c80afa7-ac25-411d-b275-0a06c90b91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a38c9e5-98ab-4b01-9004-86d59284a81d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:17.431986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6f7465e-0c7c-4cdf-a371-4b725a2031aa req-7b431b8d-84b7-47f4-851c-24c1f109bb3b tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0742404 Jan 28 12:36:17.449737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1c80afa7-ac25-411d-b275-0a06c90b91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:17.467552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227178f8-a07d-4249-b0ba-67e44a77bc30 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:17.469390 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-227178f8-a07d-4249-b0ba-67e44a77bc30 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports/b12f9bb6-d693-4e51-a1a1-20e10796d4dc HTTP/1.1" status: 200 len: 913 time: 0.1035836 Jan 28 12:36:17.473626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47584) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:17.474031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c80afa7-ac25-411d-b275-0a06c90b91bc None None] Routers {'1a38c9e5-98ab-4b01-9004-86d59284a81d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:17.474664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1c80afa7-ac25-411d-b275-0a06c90b91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a38c9e5-98ab-4b01-9004-86d59284a81d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:17.517657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1c80afa7-ac25-411d-b275-0a06c90b91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:17.518332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c80afa7-ac25-411d-b275-0a06c90b91bc None None] The sync data for ids ['1a38c9e5-98ab-4b01-9004-86d59284a81d'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:17.533184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bfdc944a-9323-4e91-84c8-7bbed4a984d5 None None] Provisioning complete for port b12f9bb6-d693-4e51-a1a1-20e10796d4dc triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:17.533574 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfdc944a-9323-4e91-84c8-7bbed4a984d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b12f9bb6-d693-4e51-a1a1-20e10796d4dc), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:17.584383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc944a-9323-4e91-84c8-7bbed4a984d5 None None] Port b12f9bb6-d693-4e51-a1a1-20e10796d4dc cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:17.610228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Made reservation on behalf of df5f48fda5a04dd2b0373a2c167947c6 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:17.613882 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:17.663764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (04d17772-4bb2-4797-8504-7a2f117036c5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:17.676021 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:17.753308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=04d17772-4bb2-4797-8504-7a2f117036c5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:17.777056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-905ce9a8-48af-4c96-a4b8-498b66a0560c req-b725bab6-3b11-4b7d-980f-c97a22c67c50 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 210 time: 0.0974667 Jan 28 12:36:17.933589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Allocated IP 172.20.0.11 (40a679e8-ce98-437d-821a-bd7696198e2c/fbfa6620-dba1-4d32-b7e0-b32d4ad4f579/eb023bf4-8cdf-4c05-b54d-a6aaf9387620) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:17.957765 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router 139ac0e3-ffd1-404a-a918-8e7b3fce503c has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:18.003579 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c88f0739-65ad-404f-ab68-46478a817642 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (1a38c9e5-98ab-4b01-9004-86d59284a81d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:18.179615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:18.201328 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4734d6-1a53-491d-a4a6-8798e82a6023 None None] Sync routers for ids ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:18.214969 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4734d6-1a53-491d-a4a6-8798e82a6023 None None] Routers {'139ac0e3-ffd1-404a-a918-8e7b3fce503c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:18.215619 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ff4734d6-1a53-491d-a4a6-8798e82a6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:18.251300 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Publish callbacks [] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:18.254717 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ff4734d6-1a53-491d-a4a6-8798e82a6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:18.263572 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4734d6-1a53-491d-a4a6-8798e82a6023 None None] Routers {'139ac0e3-ffd1-404a-a918-8e7b3fce503c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:18.264816 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ff4734d6-1a53-491d-a4a6-8798e82a6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:18.278953 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:18.283709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5091a36d-8845-4d5e-9870-6435484c4808 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/ports/04d17772-4bb2-4797-8504-7a2f117036c5 HTTP/1.1" status: 204 len: 168 time: 2.1138771 Jan 28 12:36:18.287165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47616) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:18.308014 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ff4734d6-1a53-491d-a4a6-8798e82a6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:18.309242 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4734d6-1a53-491d-a4a6-8798e82a6023 None None] The sync data for ids ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:18.311405 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:18.376393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Pushing event updated for resources: {'Port': ['ID=eb023bf4-8cdf-4c05-b54d-a6aaf9387620,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:18.395665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Network 40a679e8-ce98-437d-821a-bd7696198e2c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:18.396214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c88f0739-65ad-404f-ab68-46478a817642 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port b12f9bb6-d693-4e51-a1a1-20e10796d4dc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:18.396704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c88f0739-65ad-404f-ab68-46478a817642 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b12f9bb6-d693-4e51-a1a1-20e10796d4dc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:18.397503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:18.400688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:18.457833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:18.459178 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:18.499716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-9a1b8d18-2dd8-4f37-bb40-9f48d3d21ba6 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1539087 Jan 28 12:36:18.511615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Request body: {'port': {'device_id': 'b9b7ee69-14fc-4dc4-97e6-cdcc60732740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:18.580559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b967462-daff-49b5-9b33-b743557c2544 req-9c1a6c69-5ec7-4638-be17-2bca06e54a94 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0323787 Jan 28 12:36:18.615423 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:18.628272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47630) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:18.761032 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7584-580e-4536-8609-ad158a4e491b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:18.906574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c88f0739-65ad-404f-ab68-46478a817642 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b12f9bb6-d693-4e51-a1a1-20e10796d4dc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:18.928448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c88f0739-65ad-404f-ab68-46478a817642 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for b12f9bb6-d693-4e51-a1a1-20e10796d4dc owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:18.974922 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7584-580e-4536-8609-ad158a4e491b admin admin] Publish callbacks [] for security_group (18fb2b4e-64c7-4a83-b00d-3dcfda387574), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:18.988107 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7584-580e-4536-8609-ad158a4e491b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (18fb2b4e-64c7-4a83-b00d-3dcfda387574), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.001387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef19f8-642f-4869-9efc-c2e2805acec4 req-00a6acb9-da99-4a58-8fb7-178d7d8fa396 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:19.002884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3ef19f8-642f-4869-9efc-c2e2805acec4 req-00a6acb9-da99-4a58-8fb7-178d7d8fa396 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 932 time: 0.1463144 Jan 28 12:36:19.074480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dd6e7584-580e-4536-8609-ad158a4e491b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4588195413a40019b6f8e788ae1da63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4449136 Jan 28 12:36:19.083752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47636) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:19.087262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb023bf4-8cdf-4c05-b54d-a6aaf9387620 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:36:19.114853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e7584-580e-4536-8609-ad158a4e491b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fb2b4e-64c7-4a83-b00d-3dcfda387574,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:19.122950 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Publish callbacks [] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.167050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3ef19f8-642f-4869-9efc-c2e2805acec4 req-7d11ddd9-77cd-4136-8551-96cc98da4e02 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/security-groups?id=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556561 Jan 28 12:36:19.187963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-974ebbf9-4a87-4cc4-88b6-4af07ec556a6 admin admin] Publish callbacks [] for security_group (18fb2b4e-64c7-4a83-b00d-3dcfda387574), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.202899 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-512bd0b5-ee98-4136-9087-e4324065dd95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.214335 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-974ebbf9-4a87-4cc4-88b6-4af07ec556a6 admin admin] Publish callbacks [] for security_group (18fb2b4e-64c7-4a83-b00d-3dcfda387574), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.247387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Transition to ACTIVE for port object eb023bf4-8cdf-4c05-b54d-a6aaf9387620 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:36:19.247630 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c88f0739-65ad-404f-ab68-46478a817642 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b12f9bb6-d693-4e51-a1a1-20e10796d4dc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.253076 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.286331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f0739-65ad-404f-ab68-46478a817642 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=b12f9bb6-d693-4e51-a1a1-20e10796d4dc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:19.311441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Pushing event updated for resources: {'Port': ['ID=eb023bf4-8cdf-4c05-b54d-a6aaf9387620,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:19.323835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a97538b-e5f0-4a3c-b0ec-745db20e22e0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (139ac0e3-ffd1-404a-a918-8e7b3fce503c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.342159 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-974ebbf9-4a87-4cc4-88b6-4af07ec556a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (18fb2b4e-64c7-4a83-b00d-3dcfda387574), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.345256 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-974ebbf9-4a87-4cc4-88b6-4af07ec556a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.349103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-974ebbf9-4a87-4cc4-88b6-4af07ec556a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18fb2b4e-64c7-4a83-b00d-3dcfda387574 HTTP/1.1" status: 204 len: 168 time: 0.2617400 Jan 28 12:36:19.378770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ebbf9-4a87-4cc4-88b6-4af07ec556a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fb2b4e-64c7-4a83-b00d-3dcfda387574,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:19.408811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Attempting to bind port eb023bf4-8cdf-4c05-b54d-a6aaf9387620 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:36:19.409153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Attempting to bind port eb023bf4-8cdf-4c05-b54d-a6aaf9387620 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '8d432d4e-071a-4326-b384-5d9cb029bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '40a679e8-ce98-437d-821a-bd7696198e2c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:36:19.409486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Attempting to bind port eb023bf4-8cdf-4c05-b54d-a6aaf9387620 on network 40a679e8-ce98-437d-821a-bd7696198e2c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:19.414139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Port eb023bf4-8cdf-4c05-b54d-a6aaf9387620 on network 40a679e8-ce98-437d-821a-bd7696198e2c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:36:19.414471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Attempting to bind port eb023bf4-8cdf-4c05-b54d-a6aaf9387620 on network 40a679e8-ce98-437d-821a-bd7696198e2c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:19.421449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:36:19.421957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Checking segment: {'id': '8d432d4e-071a-4326-b384-5d9cb029bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '40a679e8-ce98-437d-821a-bd7696198e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:19.422713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Bound using segment: {'id': '8d432d4e-071a-4326-b384-5d9cb029bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '40a679e8-ce98-437d-821a-bd7696198e2c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:36:19.423394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Bound port: eb023bf4-8cdf-4c05-b54d-a6aaf9387620, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d432d4e-071a-4326-b384-5d9cb029bfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '40a679e8-ce98-437d-821a-bd7696198e2c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:36:19.424676 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.557015 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c88f0739-65ad-404f-ab68-46478a817642 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (1a38c9e5-98ab-4b01-9004-86d59284a81d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.565166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] For port eb023bf4-8cdf-4c05-b54d-a6aaf9387620, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:36:19.572034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] For port eb023bf4-8cdf-4c05-b54d-a6aaf9387620, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=eb023bf4-8cdf-4c05-b54d-a6aaf9387620,segment=NetworkSegment(8d432d4e-071a-4326-b384-5d9cb029bfa0),segment_id=8d432d4e-071a-4326-b384-5d9cb029bfa0)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:36:19.582717 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.620250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:19.621304 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.622904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] 10.222.0.49 "PUT /v2.0/ports/eb023bf4-8cdf-4c05-b54d-a6aaf9387620 HTTP/1.1" status: 200 len: 1092 time: 1.1167521 Jan 28 12:36:19.626306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b7ee69-14fc-4dc4-97e6-cdcc60732740', 'tag': 'eb023bf4-8cdf-4c05-b54d-a6aaf9387620'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:36:19.631564 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e5dfe3-366c-4c0d-bd59-89124af234e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b7ee69-14fc-4dc4-97e6-cdcc60732740", "tag": "eb023bf4-8cdf-4c05-b54d-a6aaf9387620"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:36:19.696902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884299a7-0689-4bb1-afa1-adf801bc0103 service neutron] Pushing event updated for resources: {'Port': ['ID=eb023bf4-8cdf-4c05-b54d-a6aaf9387620,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:19.725319 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8c87ea-79f7-4a13-8be1-540d0bd536b6 x-openstack-request-id: req-cc8c87ea-79f7-4a13-8be1-540d0bd536b6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:36:19.726166 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b7ee69-14fc-4dc4-97e6-cdcc60732740", "tag": "eb023bf4-8cdf-4c05-b54d-a6aaf9387620", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:36:19.726166 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc8c87ea-79f7-4a13-8be1-540d0bd536b6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:36:19.726368 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b7ee69-14fc-4dc4-97e6-cdcc60732740', 'tag': 'eb023bf4-8cdf-4c05-b54d-a6aaf9387620', 'status': 'completed', 'code': 200} Jan 28 12:36:19.767858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46a3f456-bd09-4a8b-a65d-3a5154e21e02 req-d1e9e713-bb8f-43ce-9ac5-08f7501b49dd tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0451279 Jan 28 12:36:19.775784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-e47ce019-634b-4c2b-94bf-869b7ffe0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:19.777271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-e47ce019-634b-4c2b-94bf-869b7ffe0444 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df5f48fda5a04dd2b0373a2c167947c6&device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 1095 time: 0.0997548 Jan 28 12:36:19.787328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47650) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:19.844106 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3568727-b36f-4cc2-bb6b-830d987daf7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:19.849408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-d61b6e99-307d-4bd4-bc9b-8cebba28c41c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb023bf4-8cdf-4c05-b54d-a6aaf9387620 HTTP/1.1" status: 200 len: 217 time: 0.0446458 Jan 28 12:36:19.899935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88f0739-65ad-404f-ab68-46478a817642 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router 1a38c9e5-98ab-4b01-9004-86d59284a81d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:19.919051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-91cf6df9-ca65-415c-a876-a119e23d15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:19.920582 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-91cf6df9-ca65-415c-a876-a119e23d15f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbfa6620-dba1-4d32-b7e0-b32d4ad4f579 HTTP/1.1" status: 200 len: 854 time: 0.0631740 Jan 28 12:36:19.961111 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-f3ec9129-67e2-414a-9828-11185c26358c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40a679e8-ce98-437d-821a-bd7696198e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344701 Jan 28 12:36:20.036759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3568727-b36f-4cc2-bb6b-830d987daf7c admin admin] Publish callbacks [] for security_group (ed51a5d5-5506-4d8d-a0e5-1bc40cc08a55), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:20.039123 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88f0739-65ad-404f-ab68-46478a817642 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:20.044312 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3568727-b36f-4cc2-bb6b-830d987daf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ed51a5d5-5506-4d8d-a0e5-1bc40cc08a55), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:20.047115 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c88f0739-65ad-404f-ab68-46478a817642 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/1a38c9e5-98ab-4b01-9004-86d59284a81d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5724268 Jan 28 12:36:20.050949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47652) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:20.051059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8a97538b-e5f0-4a3c-b0ec-745db20e22e0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port f8a448e1-e95e-4515-abe1-f34282fbad56 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:20.051274 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a97538b-e5f0-4a3c-b0ec-745db20e22e0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f8a448e1-e95e-4515-abe1-f34282fbad56), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:20.057568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc88ca2-f67f-43f8-abfc-15e8bdb6874f None None] Sync routers for ids ['1a38c9e5-98ab-4b01-9004-86d59284a81d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:20.071021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc88ca2-f67f-43f8-abfc-15e8bdb6874f None None] Routers {'1a38c9e5-98ab-4b01-9004-86d59284a81d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:20.071790 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9cc88ca2-f67f-43f8-abfc-15e8bdb6874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a38c9e5-98ab-4b01-9004-86d59284a81d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:20.109999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9cc88ca2-f67f-43f8-abfc-15e8bdb6874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:20.119150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc88ca2-f67f-43f8-abfc-15e8bdb6874f None None] Routers {'1a38c9e5-98ab-4b01-9004-86d59284a81d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:20.119929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9cc88ca2-f67f-43f8-abfc-15e8bdb6874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a38c9e5-98ab-4b01-9004-86d59284a81d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:20.142755 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e3568727-b36f-4cc2-bb6b-830d987daf7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b17c2b57ee024d0fb3b30c5931adfc67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3540740 Jan 28 12:36:20.145482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47654) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:20.156559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a97538b-e5f0-4a3c-b0ec-745db20e22e0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f8a448e1-e95e-4515-abe1-f34282fbad56), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:20.157199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9cc88ca2-f67f-43f8-abfc-15e8bdb6874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:20.157867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc88ca2-f67f-43f8-abfc-15e8bdb6874f None None] The sync data for ids ['1a38c9e5-98ab-4b01-9004-86d59284a81d'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:20.181312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3568727-b36f-4cc2-bb6b-830d987daf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed51a5d5-5506-4d8d-a0e5-1bc40cc08a55,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:20.183487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8a97538b-e5f0-4a3c-b0ec-745db20e22e0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for f8a448e1-e95e-4515-abe1-f34282fbad56 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:20.202189 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-1177728b-dc69-4093-b04d-0e47ab639183 service neutron] 10.222.0.49 "GET /v2.0/networks/40a679e8-ce98-437d-821a-bd7696198e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322330 Jan 28 12:36:20.257453 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897f3820-c594-4ca5-b594-05efc8d45437 admin admin] Publish callbacks [] for security_group (ed51a5d5-5506-4d8d-a0e5-1bc40cc08a55), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:20.297985 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897f3820-c594-4ca5-b594-05efc8d45437 admin admin] Publish callbacks [] for security_group (ed51a5d5-5506-4d8d-a0e5-1bc40cc08a55), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:20.393609 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897f3820-c594-4ca5-b594-05efc8d45437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ed51a5d5-5506-4d8d-a0e5-1bc40cc08a55), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:20.397812 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-897f3820-c594-4ca5-b594-05efc8d45437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:20.399822 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-897f3820-c594-4ca5-b594-05efc8d45437 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed51a5d5-5506-4d8d-a0e5-1bc40cc08a55 HTTP/1.1" status: 204 len: 168 time: 0.2529647 Jan 28 12:36:20.415275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ca34b-f4b6-4829-923c-220e623b1ed1 req-90e0c638-d0b7-4911-8b78-84d1c2383d1c tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:20.419377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d42ca34b-f4b6-4829-923c-220e623b1ed1 req-90e0c638-d0b7-4911-8b78-84d1c2383d1c tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 944 time: 0.1488764 Jan 28 12:36:20.419553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f3820-c594-4ca5-b594-05efc8d45437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed51a5d5-5506-4d8d-a0e5-1bc40cc08a55,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:20.456486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68b75569-5e0e-4b0a-9d7f-516d05f604de req-6c043e79-8f08-4abf-9486-6628cae91162 service neutron] 10.222.0.49 "GET /v2.0/networks/40a679e8-ce98-437d-821a-bd7696198e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474587 Jan 28 12:36:20.487424 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a97538b-e5f0-4a3c-b0ec-745db20e22e0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f8a448e1-e95e-4515-abe1-f34282fbad56), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:20.523994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97538b-e5f0-4a3c-b0ec-745db20e22e0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=f8a448e1-e95e-4515-abe1-f34282fbad56,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:20.577957 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d42ca34b-f4b6-4829-923c-220e623b1ed1 req-de37568a-f7a9-4a7f-b854-ebe725c5b75d tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/security-groups?id=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380277 Jan 28 12:36:20.630031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5dfe3-366c-4c0d-bd59-89124af234e4 req-5f601058-edc3-4d7a-a6fe-cd939ef95fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:20.631719 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52e5dfe3-366c-4c0d-bd59-89124af234e4 req-5f601058-edc3-4d7a-a6fe-cd939ef95fd0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df5f48fda5a04dd2b0373a2c167947c6&device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 1095 time: 0.1165571 Jan 28 12:36:20.739251 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a97538b-e5f0-4a3c-b0ec-745db20e22e0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (139ac0e3-ffd1-404a-a918-8e7b3fce503c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:20.785917 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee646eb3-dcaa-48f8-8418-a57816e27c47 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (1a38c9e5-98ab-4b01-9004-86d59284a81d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:20.876310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5dfe3-366c-4c0d-bd59-89124af234e4 req-1acb3b7a-d0b2-4f76-8cd1-5325138a58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:20.877932 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52e5dfe3-366c-4c0d-bd59-89124af234e4 req-1acb3b7a-d0b2-4f76-8cd1-5325138a58f9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40a679e8-ce98-437d-821a-bd7696198e2c HTTP/1.1" status: 200 len: 915 time: 0.2351315 Jan 28 12:36:20.917730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f25ca9b0-a59d-48e8-8563-f9e13e6c61a3 req-f68631dd-21da-4e62-8adc-42014949be47 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0483675 Jan 28 12:36:20.953030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52e5dfe3-366c-4c0d-bd59-89124af234e4 req-a78830da-0a99-4903-8c8b-bea6b1d59912 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb023bf4-8cdf-4c05-b54d-a6aaf9387620 HTTP/1.1" status: 200 len: 217 time: 0.0635769 Jan 28 12:36:21.018352 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a97538b-e5f0-4a3c-b0ec-745db20e22e0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router 139ac0e3-ffd1-404a-a918-8e7b3fce503c has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:21.045447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5dfe3-366c-4c0d-bd59-89124af234e4 req-d4c153ed-51d0-487f-ace5-7de9e3157b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:21.046932 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52e5dfe3-366c-4c0d-bd59-89124af234e4 req-d4c153ed-51d0-487f-ace5-7de9e3157b86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbfa6620-dba1-4d32-b7e0-b32d4ad4f579 HTTP/1.1" status: 200 len: 854 time: 0.0825815 Jan 28 12:36:21.101272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52e5dfe3-366c-4c0d-bd59-89124af234e4 req-44ce5cbd-6143-4f38-971f-49ba4d7842b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40a679e8-ce98-437d-821a-bd7696198e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311294 Jan 28 12:36:21.147492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a97538b-e5f0-4a3c-b0ec-745db20e22e0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:21.156056 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8a97538b-e5f0-4a3c-b0ec-745db20e22e0 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "PUT /v2.0/routers/139ac0e3-ffd1-404a-a918-8e7b3fce503c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8501894 Jan 28 12:36:21.156056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47678) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:21.164224 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13086039-3e19-4954-a82d-199f3911954b None None] Sync routers for ids ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:21.176252 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13086039-3e19-4954-a82d-199f3911954b None None] Routers {'139ac0e3-ffd1-404a-a918-8e7b3fce503c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:21.176747 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-13086039-3e19-4954-a82d-199f3911954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:21.218640 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-13086039-3e19-4954-a82d-199f3911954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:21.230368 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13086039-3e19-4954-a82d-199f3911954b None None] Routers {'139ac0e3-ffd1-404a-a918-8e7b3fce503c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:21.231642 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-13086039-3e19-4954-a82d-199f3911954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:35:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:21.267372 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-13086039-3e19-4954-a82d-199f3911954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:21.268249 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13086039-3e19-4954-a82d-199f3911954b None None] The sync data for ids ['139ac0e3-ffd1-404a-a918-8e7b3fce503c'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:21.272911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52e5dfe3-366c-4c0d-bd59-89124af234e4 req-8ba1b7cc-de64-4bca-842f-e18dee694aca service neutron] 10.222.0.49 "GET /v2.0/networks/40a679e8-ce98-437d-821a-bd7696198e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615641 Jan 28 12:36:21.309359 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router (139ac0e3-ffd1-404a-a918-8e7b3fce503c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:21.368177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ee646eb3-dcaa-48f8-8418-a57816e27c47 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port 3f6289bd-0476-42d0-9b65-4cfa0fa468b5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:21.368555 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee646eb3-dcaa-48f8-8418-a57816e27c47 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3f6289bd-0476-42d0-9b65-4cfa0fa468b5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:21.416578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47686) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:21.447243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52e5dfe3-366c-4c0d-bd59-89124af234e4 req-6dd22da1-6197-4f08-b350-47c9042e700e service neutron] 10.222.0.49 "GET /v2.0/networks/40a679e8-ce98-437d-821a-bd7696198e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667233 Jan 28 12:36:21.495993 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee646eb3-dcaa-48f8-8418-a57816e27c47 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3f6289bd-0476-42d0-9b65-4cfa0fa468b5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:21.511946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ee646eb3-dcaa-48f8-8418-a57816e27c47 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for 3f6289bd-0476-42d0-9b65-4cfa0fa468b5 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:21.612174 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13c6a3f1-d4f2-4808-9426-d447e3d3b612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:21.742779 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router_gateway (139ac0e3-ffd1-404a-a918-8e7b3fce503c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:21.798541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port e267b5b4-bd05-4089-8c17-3bff15ff821f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:21.798912 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e267b5b4-bd05-4089-8c17-3bff15ff821f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:21.876551 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e267b5b4-bd05-4089-8c17-3bff15ff821f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:21.889635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-962789222-network', 'tenant_id': '9f4a279f1de445efb71bb9c58e995bdb'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:21.891085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for e267b5b4-bd05-4089-8c17-3bff15ff821f owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:21.979900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Made reservation on behalf of 9f4a279f1de445efb71bb9c58e995bdb for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:21.982156 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:21.999842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.015106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0693f31-b50b-4f3c-b901-a5dcfe61a0d8 req-09c4df93-ad8f-4843-b1dc-912f644e682c tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:22.019873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0693f31-b50b-4f3c-b901-a5dcfe61a0d8 req-09c4df93-ad8f-4843-b1dc-912f644e682c tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 944 time: 0.1387818 Jan 28 12:36:22.066952 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e267b5b4-bd05-4089-8c17-3bff15ff821f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.096008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=e267b5b4-bd05-4089-8c17-3bff15ff821f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:22.099428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b68b02b6-032a-46f4-96b5-7cc3a5bb3ef4 req-4a24e120-5d9d-4ec9-9799-422694723d3e tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0468068 Jan 28 12:36:22.176349 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (139ac0e3-ffd1-404a-a918-8e7b3fce503c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.182125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0693f31-b50b-4f3c-b901-a5dcfe61a0d8 req-a41b5f90-0ecf-49cf-a4ce-90f199dbd268 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/security-groups?id=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234863 Jan 28 12:36:22.217393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee646eb3-dcaa-48f8-8418-a57816e27c47 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3f6289bd-0476-42d0-9b65-4cfa0fa468b5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.258659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee646eb3-dcaa-48f8-8418-a57816e27c47 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=3f6289bd-0476-42d0-9b65-4cfa0fa468b5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:22.276354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (139ac0e3-ffd1-404a-a918-8e7b3fce503c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.279005 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router_controller (139ac0e3-ffd1-404a-a918-8e7b3fce503c), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.328853 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (139ac0e3-ffd1-404a-a918-8e7b3fce503c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.329592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Fanout notify agent at l3_agent the message router_deleted on router 139ac0e3-ffd1-404a-a918-8e7b3fce503c {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:36:22.336917 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.338350 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a67cd82d-18e2-4f43-9137-0501bd7fed33 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/routers/139ac0e3-ffd1-404a-a918-8e7b3fce503c HTTP/1.1" status: 204 len: 168 time: 1.1815031 Jan 28 12:36:22.341187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47698) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:22.388226 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee646eb3-dcaa-48f8-8418-a57816e27c47 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (1a38c9e5-98ab-4b01-9004-86d59284a81d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.404632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bfb1c3-4f30-4df8-9459-cb5dd15d2a9f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting subnet 28e4e3c4-e903-430c-a6d5-40f9be14e8d9 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:36:22.409143 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08bfb1c3-4f30-4df8-9459-cb5dd15d2a9f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for subnet (28e4e3c4-e903-430c-a6d5-40f9be14e8d9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.420902 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Publish callbacks [] for security_group (2b8f03f2-9309-470a-8fe5-dee2e54c2108), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.455552 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2b8f03f2-9309-470a-8fe5-dee2e54c2108), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.463981 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08bfb1c3-4f30-4df8-9459-cb5dd15d2a9f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (28e4e3c4-e903-430c-a6d5-40f9be14e8d9), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.467634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:22.521743 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cefee1c3-381c-4b50-82e5-eee8e67d0801), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.522078 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Added segment cefee1c3-381c-4b50-82e5-eee8e67d0801 of type vlan for network 6b0831b1-76f2-40bb-b4c6-0d56b36af5cc Jan 28 12:36:22.560060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08bfb1c3-4f30-4df8-9459-cb5dd15d2a9f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (28e4e3c4-e903-430c-a6d5-40f9be14e8d9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.562021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f03f2-9309-470a-8fe5-dee2e54c2108,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:22.628596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08bfb1c3-4f30-4df8-9459-cb5dd15d2a9f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (28e4e3c4-e903-430c-a6d5-40f9be14e8d9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.639748 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (6b0831b1-76f2-40bb-b4c6-0d56b36af5cc), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.657017 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfb1c3-4f30-4df8-9459-cb5dd15d2a9f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Subnet': ['ID=28e4e3c4-e903-430c-a6d5-40f9be14e8d9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:22.664059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee646eb3-dcaa-48f8-8418-a57816e27c47 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router 1a38c9e5-98ab-4b01-9004-86d59284a81d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:22.664528 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08bfb1c3-4f30-4df8-9459-cb5dd15d2a9f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.672174 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-08bfb1c3-4f30-4df8-9459-cb5dd15d2a9f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/subnets/28e4e3c4-e903-430c-a6d5-40f9be14e8d9 HTTP/1.1" status: 204 len: 168 time: 0.3271348 Jan 28 12:36:22.672406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afcf6d0-7e77-4e1d-a91a-21c77b9dbdaa None None] Network 4378b0dc-fa91-429a-8518-ea8c120e0b40 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:22.672842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47700) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:22.681701 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (6b0831b1-76f2-40bb-b4c6-0d56b36af5cc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.682418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:22.682992 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.763276 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (4378b0dc-fa91-429a-8518-ea8c120e0b40), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.810425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3841813 Jan 28 12:36:22.810425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47704) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:22.814849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-75c1ff74-b664-465d-8eae-ce1ea643f886 admin admin] Request body: {'subnet': {'network_id': '6b0831b1-76f2-40bb-b4c6-0d56b36af5cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-962789222-subnet', 'tenant_id': '9f4a279f1de445efb71bb9c58e995bdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:22.820455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee646eb3-dcaa-48f8-8418-a57816e27c47 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:22.838136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c84cb9-c8e5-456b-bfc0-c10fc3f8ab93 None None] Sync routers for ids ['1a38c9e5-98ab-4b01-9004-86d59284a81d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:22.847002 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ee646eb3-dcaa-48f8-8418-a57816e27c47 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/1a38c9e5-98ab-4b01-9004-86d59284a81d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7856271 Jan 28 12:36:22.847002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc51b9-9ae5-42c3-9288-4618b41f9641 admin admin] Pushing event updated for resources: {'Network': ['ID=6b0831b1-76f2-40bb-b4c6-0d56b36af5cc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:22.847903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47706) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:22.868720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 6b0831b1-76f2-40bb-b4c6-0d56b36af5cc details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:22.872526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce696b07-2fc5-4682-a08a-bdf20c2cee32 None None] DHCP port deletion for 4378b0dc-fa91-429a-8518-ea8c120e0b40 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:36:22.896262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port 225780ff-eb37-4102-be79-4bb8aebdf247 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:22.896870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.902610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-66925113-8ed4-4bb4-8140-899626f5b73a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a38c9e5-98ab-4b01-9004-86d59284a81d HTTP/1.1" status: 200 len: 205 time: 0.0381272 Jan 28 12:36:22.902610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47708) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:22.916781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c84cb9-c8e5-456b-bfc0-c10fc3f8ab93 None None] Routers {'1a38c9e5-98ab-4b01-9004-86d59284a81d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:22.917427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c2c84cb9-c8e5-456b-bfc0-c10fc3f8ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a38c9e5-98ab-4b01-9004-86d59284a81d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:22.964068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c2c84cb9-c8e5-456b-bfc0-c10fc3f8ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:22.966656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device eb023bf4-8cdf-4c05-b54d-a6aaf9387620 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:36:22.973405 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.984051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c1ff74-b664-465d-8eae-ce1ea643f886 admin admin] Made reservation on behalf of 9f4a279f1de445efb71bb9c58e995bdb for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:22.986633 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75c1ff74-b664-465d-8eae-ce1ea643f886 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.991139 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4dda320-5f67-4f9c-9fa8-2a7c50210305 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (1a38c9e5-98ab-4b01-9004-86d59284a81d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:22.996714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] For port 225780ff-eb37-4102-be79-4bb8aebdf247, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=225780ff-eb37-4102-be79-4bb8aebdf247,segment=NetworkSegment(c0512a6a-d098-41a7-8f0e-72923cf6eba8),segment_id=c0512a6a-d098-41a7-8f0e-72923cf6eba8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:22.997092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.017170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for 225780ff-eb37-4102-be79-4bb8aebdf247 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:23.034521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c84cb9-c8e5-456b-bfc0-c10fc3f8ab93 None None] Routers {'1a38c9e5-98ab-4b01-9004-86d59284a81d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:23.035428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c2c84cb9-c8e5-456b-bfc0-c10fc3f8ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a38c9e5-98ab-4b01-9004-86d59284a81d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:23.080192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c2c84cb9-c8e5-456b-bfc0-c10fc3f8ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:23.081023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c84cb9-c8e5-456b-bfc0-c10fc3f8ab93 None None] The sync data for ids ['1a38c9e5-98ab-4b01-9004-86d59284a81d'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:23.136591 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.194492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ce696b07-2fc5-4682-a08a-bdf20c2cee32 None None] Deleting port 225780ff-eb37-4102-be79-4bb8aebdf247 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:23.194877 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce696b07-2fc5-4682-a08a-bdf20c2cee32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.201230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=225780ff-eb37-4102-be79-4bb8aebdf247,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:23.216887 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] No DVR routers for this DVR port 225780ff-eb37-4102-be79-4bb8aebdf247 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:23.245155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port eb023bf4-8cdf-4c05-b54d-a6aaf9387620, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=eb023bf4-8cdf-4c05-b54d-a6aaf9387620,segment=NetworkSegment(8d432d4e-071a-4326-b384-5d9cb029bfa0),segment_id=8d432d4e-071a-4326-b384-5d9cb029bfa0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:23.261460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'eb023bf4-8cdf-4c05-b54d-a6aaf9387620', 'network_id': '40a679e8-ce98-437d-821a-bd7696198e2c', 'port_id': 'eb023bf4-8cdf-4c05-b54d-a6aaf9387620', 'mac_address': 'fa:16:3e:9c:aa:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfa6620-dba1-4d32-b7e0-b32d4ad4f579', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:36:23.325751 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4dda320-5f67-4f9c-9fa8-2a7c50210305 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (1a38c9e5-98ab-4b01-9004-86d59284a81d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.343123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f4dad41-7f46-410b-8baa-3f1ab7191fbe req-ab3bb98e-8344-4802-8d3d-e52099b7a882 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.1049767 Jan 28 12:36:23.349736 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4dda320-5f67-4f9c-9fa8-2a7c50210305 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (1a38c9e5-98ab-4b01-9004-86d59284a81d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.418028 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (4378b0dc-fa91-429a-8518-ea8c120e0b40), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.465433 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4dda320-5f67-4f9c-9fa8-2a7c50210305 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (1a38c9e5-98ab-4b01-9004-86d59284a81d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.467159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dda320-5f67-4f9c-9fa8-2a7c50210305 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Fanout notify agent at l3_agent the message router_deleted on router 1a38c9e5-98ab-4b01-9004-86d59284a81d {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:36:23.473502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4378b0dc-fa91-429a-8518-ea8c120e0b40']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:23.477818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4dda320-5f67-4f9c-9fa8-2a7c50210305 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.481897 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47716) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:23.482765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a4dda320-5f67-4f9c-9fa8-2a7c50210305 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/1a38c9e5-98ab-4b01-9004-86d59284a81d HTTP/1.1" status: 204 len: 168 time: 0.5788476 Jan 28 12:36:23.494982 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0512a6a-d098-41a7-8f0e-72923cf6eba8') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:23.495944 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0512a6a-d098-41a7-8f0e-72923cf6eba8') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:23.542214 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (c0512a6a-d098-41a7-8f0e-72923cf6eba8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.561557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 225780ff-eb37-4102-be79-4bb8aebdf247 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:36:23.568697 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c0512a6a-d098-41a7-8f0e-72923cf6eba8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.582324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a594888-19c8-4eff-9162-dcb4e087774f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting subnet 604d4fe2-c42e-43da-a524-1af5c7aa2dd1 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:36:23.588372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:36:23.588978 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (c0512a6a-d098-41a7-8f0e-72923cf6eba8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:36:23.592164 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:36:23.594593 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a594888-19c8-4eff-9162-dcb4e087774f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (604d4fe2-c42e-43da-a524-1af5c7aa2dd1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.594689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccde46-860a-4110-ac91-a5fc28864782 req-42aa9d6a-6cd9-4139-9712-33503e6382af tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:23.595562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14ccde46-860a-4110-ac91-a5fc28864782 req-42aa9d6a-6cd9-4139-9712-33503e6382af tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 944 time: 0.1362796 Jan 28 12:36:23.605518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75c1ff74-b664-465d-8eae-ce1ea643f886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (7454056c-2721-4da0-bac0-eea93df01e54), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.630084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port eb023bf4-8cdf-4c05-b54d-a6aaf9387620 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:23.630558 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.637538 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 225780ff-eb37-4102-be79-4bb8aebdf247 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:36:23.637963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 225780ff-eb37-4102-be79-4bb8aebdf247 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:36:23.658857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ce696b07-2fc5-4682-a08a-bdf20c2cee32 None None] For port 225780ff-eb37-4102-be79-4bb8aebdf247, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:23.659356 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce696b07-2fc5-4682-a08a-bdf20c2cee32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.669158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb023bf4-8cdf-4c05-b54d-a6aaf9387620 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:36:23.680646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ce696b07-2fc5-4682-a08a-bdf20c2cee32 None None] Calling delete_port for 225780ff-eb37-4102-be79-4bb8aebdf247 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:23.691003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-ce696b07-2fc5-4682-a08a-bdf20c2cee32 None None] Port 225780ff-eb37-4102-be79-4bb8aebdf247 was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:36:23.697579 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a594888-19c8-4eff-9162-dcb4e087774f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (604d4fe2-c42e-43da-a524-1af5c7aa2dd1), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.700806 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce696b07-2fc5-4682-a08a-bdf20c2cee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (225780ff-eb37-4102-be79-4bb8aebdf247), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.704311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port eb023bf4-8cdf-4c05-b54d-a6aaf9387620, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=eb023bf4-8cdf-4c05-b54d-a6aaf9387620,segment=NetworkSegment(8d432d4e-071a-4326-b384-5d9cb029bfa0),segment_id=8d432d4e-071a-4326-b384-5d9cb029bfa0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:23.720428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14ccde46-860a-4110-ac91-a5fc28864782 req-caec2509-8eb8-44e1-99f2-13c214611751 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/security-groups?id=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174548 Jan 28 12:36:23.741122 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.741924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1ff74-b664-465d-8eae-ce1ea643f886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7454056c-2721-4da0-bac0-eea93df01e54,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:23.750116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (4378b0dc-fa91-429a-8518-ea8c120e0b40), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.755887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce696b07-2fc5-4682-a08a-bdf20c2cee32 None None] No DVR routers for this DVR port 225780ff-eb37-4102-be79-4bb8aebdf247 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:23.759393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce696b07-2fc5-4682-a08a-bdf20c2cee32 None None] Pushing event deleted for resources: {'Port': ['ID=225780ff-eb37-4102-be79-4bb8aebdf247,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:23.762196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c1ff74-b664-465d-8eae-ce1ea643f886 admin admin] Checking segment: {'id': 'cefee1c3-381c-4b50-82e5-eee8e67d0801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6b0831b1-76f2-40bb-b4c6-0d56b36af5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:23.762755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c1ff74-b664-465d-8eae-ce1ea643f886 admin admin] Network hostable DHCP agents. Network: 6b0831b1-76f2-40bb-b4c6-0d56b36af5cc, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:23.771561 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.774726 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/networks/4378b0dc-fa91-429a-8518-ea8c120e0b40 HTTP/1.1" status: 204 len: 168 time: 1.1010573 Jan 28 12:36:23.777639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47718) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:23.805757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Network': ['ID=4378b0dc-fa91-429a-8518-ea8c120e0b40,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:23.818603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=eb023bf4-8cdf-4c05-b54d-a6aaf9387620,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:23.823210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.823731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.824181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.824628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.825096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.825532 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.825972 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.826419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.827135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.827822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.829373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.829373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.829830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35e1e5-4f56-44a0-9ceb-20cd94b4cc62 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:23.878723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c1ff74-b664-465d-8eae-ce1ea643f886 admin admin] Network 6b0831b1-76f2-40bb-b4c6-0d56b36af5cc is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:23.916244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-75c1ff74-b664-465d-8eae-ce1ea643f886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 6b0831b1-76f2-40bb-b4c6-0d56b36af5cc) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:23.919800 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a594888-19c8-4eff-9162-dcb4e087774f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (604d4fe2-c42e-43da-a524-1af5c7aa2dd1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.922693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1ff74-b664-465d-8eae-ce1ea643f886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:23.924173 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75c1ff74-b664-465d-8eae-ce1ea643f886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:23.932175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c55794-cfab-4604-bbfd-c1588ba87dd0 None None] Network 6b0831b1-76f2-40bb-b4c6-0d56b36af5cc requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:23.946799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-75c1ff74-b664-465d-8eae-ce1ea643f886 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1355224 Jan 28 12:36:23.972523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f2b54231-cacf-4ce5-9f00-02194c1ebba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port 821d8bbd-0d4d-4390-b62c-04e3d0722624 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:23.972869 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2b54231-cacf-4ce5-9f00-02194c1ebba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (821d8bbd-0d4d-4390-b62c-04e3d0722624), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.011860 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a594888-19c8-4eff-9162-dcb4e087774f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (604d4fe2-c42e-43da-a524-1af5c7aa2dd1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.072446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91716681-3cad-4ef0-8877-675fd4b77329 None None] Network 7bfc24e0-99b4-4a42-88b5-ee04922bf381 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:24.082368 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2b54231-cacf-4ce5-9f00-02194c1ebba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (821d8bbd-0d4d-4390-b62c-04e3d0722624), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.082368 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2b54231-cacf-4ce5-9f00-02194c1ebba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (821d8bbd-0d4d-4390-b62c-04e3d0722624), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.097557 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a594888-19c8-4eff-9162-dcb4e087774f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Subnet': ['ID=604d4fe2-c42e-43da-a524-1af5c7aa2dd1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:24.100770 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a594888-19c8-4eff-9162-dcb4e087774f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.105889 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3a594888-19c8-4eff-9162-dcb4e087774f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/604d4fe2-c42e-43da-a524-1af5c7aa2dd1 HTTP/1.1" status: 204 len: 168 time: 0.6205330 Jan 28 12:36:24.106927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47724) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:24.109016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f2b54231-cacf-4ce5-9f00-02194c1ebba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for 821d8bbd-0d4d-4390-b62c-04e3d0722624 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:24.116893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e38101-c600-4b8d-99db-1271bc5d74c8 None None] Network 6b0831b1-76f2-40bb-b4c6-0d56b36af5cc requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:24.213087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c5f385-6414-4d43-9b2b-174b7fce38f4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting subnet 2401f48e-f44a-47c3-b0bb-3d9ff837a8a2 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:36:24.219461 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75c5f385-6414-4d43-9b2b-174b7fce38f4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (2401f48e-f44a-47c3-b0bb-3d9ff837a8a2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.250156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['eb023bf4-8cdf-4c05-b54d-a6aaf9387620'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:36:24.280092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75c5f385-6414-4d43-9b2b-174b7fce38f4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (2401f48e-f44a-47c3-b0bb-3d9ff837a8a2), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.300557 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2b54231-cacf-4ce5-9f00-02194c1ebba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (821d8bbd-0d4d-4390-b62c-04e3d0722624), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.341245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b54231-cacf-4ce5-9f00-02194c1ebba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=821d8bbd-0d4d-4390-b62c-04e3d0722624,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:24.414996 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75c5f385-6414-4d43-9b2b-174b7fce38f4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (2401f48e-f44a-47c3-b0bb-3d9ff837a8a2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.464976 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2b54231-cacf-4ce5-9f00-02194c1ebba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for floatingip (6a6b2d0a-783c-4d13-b271-e27614cef3ea), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.467776 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2b54231-cacf-4ce5-9f00-02194c1ebba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.472517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f2b54231-cacf-4ce5-9f00-02194c1ebba4 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/floatingips/6a6b2d0a-783c-4d13-b271-e27614cef3ea HTTP/1.1" status: 204 len: 168 time: 0.6938155 Jan 28 12:36:24.479048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47738) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:24.515036 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-346d841f-c118-4887-98b6-b06ec9904903 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] DELETE failed (client error): The resource could not be found. Jan 28 12:36:24.515637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346d841f-c118-4887-98b6-b06ec9904903 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:36:24.523218 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-346d841f-c118-4887-98b6-b06ec9904903 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/ports/04d17772-4bb2-4797-8504-7a2f117036c5 HTTP/1.1" status: 404 len: 333 time: 0.0404344 Jan 28 12:36:24.524451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47740) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:24.557367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c87d3fa3-1ee5-42d1-bfef-6ed4b09b030d req-79fe74ef-f5b4-4b40-bcea-153ada775310 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0456209 Jan 28 12:36:24.599058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47744) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:24.600290 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-86463910-f289-4515-9be5-7a0f1217a375 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "GET /v2.0/ports?device_id=139ac0e3-ffd1-404a-a918-8e7b3fce503c HTTP/1.1" status: 200 len: 205 time: 0.0672650 Jan 28 12:36:24.619250 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.625016 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75c5f385-6414-4d43-9b2b-174b7fce38f4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (2401f48e-f44a-47c3-b0bb-3d9ff837a8a2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.679171 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f003e-5096-47be-aa62-5e883fabfe12 None None] DHCP port deletion for 7bfc24e0-99b4-4a42-88b5-ee04922bf381 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:36:24.700003 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-961f9ed8-70b5-4f0c-b652-948ed685555f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] delete failed (client error): The resource could not be found. Jan 28 12:36:24.701203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-961f9ed8-70b5-4f0c-b652-948ed685555f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/routers/139ac0e3-ffd1-404a-a918-8e7b3fce503c HTTP/1.1" status: 404 len: 336 time: 0.1011336 Jan 28 12:36:24.704295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47746) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:24.705949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5f385-6414-4d43-9b2b-174b7fce38f4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Subnet': ['ID=2401f48e-f44a-47c3-b0bb-3d9ff837a8a2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:24.715262 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75c5f385-6414-4d43-9b2b-174b7fce38f4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.721226 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-75c5f385-6414-4d43-9b2b-174b7fce38f4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/2401f48e-f44a-47c3-b0bb-3d9ff837a8a2 HTTP/1.1" status: 204 len: 168 time: 0.6104665 Jan 28 12:36:24.722808 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47748) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:24.727295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f339ce-3406-41a6-bdf3-9e6b6d427464 None None] Network 8fff0298-4ba5-4a72-a892-01ca489b31ad requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:24.772018 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6d9baa-c291-4cce-a74c-18f09665971f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] DELETE failed (client error): The resource could not be found. Jan 28 12:36:24.772697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6d9baa-c291-4cce-a74c-18f09665971f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:36:24.777157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dd6d9baa-c291-4cce-a74c-18f09665971f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/subnets/28e4e3c4-e903-430c-a6d5-40f9be14e8d9 HTTP/1.1" status: 404 len: 337 time: 0.0719395 Jan 28 12:36:24.781960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47754) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:24.844892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-958f003e-5096-47be-aa62-5e883fabfe12 None None] Deleting port 38555e99-6006-4552-beff-5a9cb7213c8e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:24.845275 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-958f003e-5096-47be-aa62-5e883fabfe12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.860174 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (7bfc24e0-99b4-4a42-88b5-ee04922bf381), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.863980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47756) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:24.870528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-664884130-network', 'tenant_id': 'f5907b6a1536443d9825975eff4ca505'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:24.927299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-958f003e-5096-47be-aa62-5e883fabfe12 None None] For port 38555e99-6006-4552-beff-5a9cb7213c8e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=38555e99-6006-4552-beff-5a9cb7213c8e,segment=NetworkSegment(dd4c2b46-b3a4-4d9d-a351-ef66aa14e177),segment_id=dd4c2b46-b3a4-4d9d-a351-ef66aa14e177)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:24.927737 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-958f003e-5096-47be-aa62-5e883fabfe12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.944748 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Made reservation on behalf of f5907b6a1536443d9825975eff4ca505 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:24.947173 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.960941 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-958f003e-5096-47be-aa62-5e883fabfe12 None None] Calling delete_port for 38555e99-6006-4552-beff-5a9cb7213c8e owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:24.961280 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.983618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port 38555e99-6006-4552-beff-5a9cb7213c8e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:24.984043 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:24.989777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-13cdab29-4f0e-46c9-8dac-ee6982210d5c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port 842480cf-6cad-4ae4-a860-f32b2ca880fd {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:24.990351 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13cdab29-4f0e-46c9-8dac-ee6982210d5c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (842480cf-6cad-4ae4-a860-f32b2ca880fd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.000750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234c0c0-9d0b-4e07-a24f-b1f5d4b59cac req-a2d545cc-259f-42a5-b268-32ea39d0e791 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:25.002850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a234c0c0-9d0b-4e07-a24f-b1f5d4b59cac req-a2d545cc-259f-42a5-b268-32ea39d0e791 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 945 time: 0.1256881 Jan 28 12:36:25.036747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a8cb21-ceea-4912-a1b1-0d7059cbe02f None None] DHCP port deletion for 8fff0298-4ba5-4a72-a892-01ca489b31ad request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:36:25.092248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] For port 38555e99-6006-4552-beff-5a9cb7213c8e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=38555e99-6006-4552-beff-5a9cb7213c8e,segment=NetworkSegment(dd4c2b46-b3a4-4d9d-a351-ef66aa14e177),segment_id=dd4c2b46-b3a4-4d9d-a351-ef66aa14e177)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:25.092700 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.113295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for 38555e99-6006-4552-beff-5a9cb7213c8e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:25.139585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a234c0c0-9d0b-4e07-a24f-b1f5d4b59cac req-53e89058-7689-4d02-b9d5-0fe2ed24d1db tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/security-groups?id=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191792 Jan 28 12:36:25.150720 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13cdab29-4f0e-46c9-8dac-ee6982210d5c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (842480cf-6cad-4ae4-a860-f32b2ca880fd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.165123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-13cdab29-4f0e-46c9-8dac-ee6982210d5c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for 842480cf-6cad-4ae4-a860-f32b2ca880fd owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:25.172817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8cb21-ceea-4912-a1b1-0d7059cbe02f None None] Deleting port 09aeca51-086b-45f3-8d80-c334b6da697d {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:25.174125 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5a8cb21-ceea-4912-a1b1-0d7059cbe02f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (09aeca51-086b-45f3-8d80-c334b6da697d), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.211276 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Publish callbacks [] for security_group (acf9c2fe-d2c0-4a60-bd4a-8311913fe651), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.225195 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (acf9c2fe-d2c0-4a60-bd4a-8311913fe651), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.256190 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:25.273394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d5a8cb21-ceea-4912-a1b1-0d7059cbe02f None None] For port 09aeca51-086b-45f3-8d80-c334b6da697d, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=09aeca51-086b-45f3-8d80-c334b6da697d,segment=NetworkSegment(2d9c4968-193e-4b9d-8e44-29a94030adfe),segment_id=2d9c4968-193e-4b9d-8e44-29a94030adfe)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:25.274047 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5a8cb21-ceea-4912-a1b1-0d7059cbe02f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (09aeca51-086b-45f3-8d80-c334b6da697d), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.278015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf9c2fe-d2c0-4a60-bd4a-8311913fe651,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:25.284331 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c1b38eb6-31eb-4a04-a92a-302118ca8011), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.284679 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Added segment c1b38eb6-31eb-4a04-a92a-302118ca8011 of type vlan for network c2ba82d0-29a6-4fa8-9864-fd895d533687 Jan 28 12:36:25.309620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8cb21-ceea-4912-a1b1-0d7059cbe02f None None] Calling delete_port for 09aeca51-086b-45f3-8d80-c334b6da697d owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:25.325269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13cdab29-4f0e-46c9-8dac-ee6982210d5c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (842480cf-6cad-4ae4-a860-f32b2ca880fd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.328923 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (c2ba82d0-29a6-4fa8-9864-fd895d533687), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.360560 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (c2ba82d0-29a6-4fa8-9864-fd895d533687), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.361198 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:25.361858 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.367996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdab29-4f0e-46c9-8dac-ee6982210d5c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=842480cf-6cad-4ae4-a860-f32b2ca880fd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:25.438207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] Pushing event updated for resources: {'Network': ['ID=c2ba82d0-29a6-4fa8-9864-fd895d533687,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:25.449782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47760) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:25.455353 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2980db46-d9f2-4650-8280-fd6de930efb0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5812674 Jan 28 12:36:25.458754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e1d7d906-f7bd-46f2-8a3a-ab6eceaada5b admin admin] Request body: {'subnet': {'network_id': 'c2ba82d0-29a6-4fa8-9864-fd895d533687', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-664884130-subnet', 'tenant_id': 'f5907b6a1536443d9825975eff4ca505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:25.462184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network c2ba82d0-29a6-4fa8-9864-fd895d533687 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:25.469984 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13cdab29-4f0e-46c9-8dac-ee6982210d5c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.477040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.479481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-13cdab29-4f0e-46c9-8dac-ee6982210d5c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/ports/842480cf-6cad-4ae4-a860-f32b2ca880fd HTTP/1.1" status: 204 len: 168 time: 0.6962538 Jan 28 12:36:25.486643 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47764) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:25.488477 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-958f003e-5096-47be-aa62-5e883fabfe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (38555e99-6006-4552-beff-5a9cb7213c8e), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.512294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=38555e99-6006-4552-beff-5a9cb7213c8e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:25.525373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No DVR routers for this DVR port 38555e99-6006-4552-beff-5a9cb7213c8e on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:25.540417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 38555e99-6006-4552-beff-5a9cb7213c8e no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:36:25.548353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f003e-5096-47be-aa62-5e883fabfe12 None None] No DVR routers for this DVR port 38555e99-6006-4552-beff-5a9cb7213c8e on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:25.552982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d7d906-f7bd-46f2-8a3a-ab6eceaada5b admin admin] Made reservation on behalf of f5907b6a1536443d9825975eff4ca505 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:25.556128 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d906-f7bd-46f2-8a3a-ab6eceaada5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.609652 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5a8cb21-ceea-4912-a1b1-0d7059cbe02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (09aeca51-086b-45f3-8d80-c334b6da697d), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.636303 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (7bfc24e0-99b4-4a42-88b5-ee04922bf381), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.674194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfc24e0-99b4-4a42-88b5-ee04922bf381']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:25.675645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f003e-5096-47be-aa62-5e883fabfe12 None None] Pushing event deleted for resources: {'Port': ['ID=38555e99-6006-4552-beff-5a9cb7213c8e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:25.681450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 38555e99-6006-4552-beff-5a9cb7213c8e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:36:25.681807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 38555e99-6006-4552-beff-5a9cb7213c8e not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:36:25.682233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 09aeca51-086b-45f3-8d80-c334b6da697d no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:36:25.692989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4c2b46-b3a4-4d9d-a351-ef66aa14e177') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:25.693431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4c2b46-b3a4-4d9d-a351-ef66aa14e177') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:25.708049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8cb21-ceea-4912-a1b1-0d7059cbe02f None None] Pushing event deleted for resources: {'Port': ['ID=09aeca51-086b-45f3-8d80-c334b6da697d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:25.725983 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (dd4c2b46-b3a4-4d9d-a351-ef66aa14e177), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.740766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 09aeca51-086b-45f3-8d80-c334b6da697d {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:36:25.740766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 09aeca51-086b-45f3-8d80-c334b6da697d not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:36:25.744471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8cb21-ceea-4912-a1b1-0d7059cbe02f None None] No DVR routers for this DVR port 09aeca51-086b-45f3-8d80-c334b6da697d on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:25.748283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d3e9180f-188a-4f00-b4a9-766054201fde req-c46899cb-351e-4835-b775-0a0288d167d5 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0541401 Jan 28 12:36:25.757674 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (dd4c2b46-b3a4-4d9d-a351-ef66aa14e177), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.775729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:36:25.776421 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (dd4c2b46-b3a4-4d9d-a351-ef66aa14e177), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:36:25.790315 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:36:25.823115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fff2da49-5e84-4bc0-a706-acf70bf08b29 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port 56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:25.823561 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fff2da49-5e84-4bc0-a706-acf70bf08b29 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.862722 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (7bfc24e0-99b4-4a42-88b5-ee04922bf381), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.869914 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.873186 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/networks/7bfc24e0-99b4-4a42-88b5-ee04922bf381 HTTP/1.1" status: 204 len: 168 time: 1.1481028 Jan 28 12:36:25.875962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:25.903778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49f74d-eac7-42a1-8298-f597bc414aaf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Network': ['ID=7bfc24e0-99b4-4a42-88b5-ee04922bf381,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:25.913689 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.963793 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d906-f7bd-46f2-8a3a-ab6eceaada5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (d253af4f-ac07-47bd-abe7-97b65599abb7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:25.964715 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (8fff0298-4ba5-4a72-a892-01ca489b31ad), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.000640 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fff2da49-5e84-4bc0-a706-acf70bf08b29 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.028715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fff2da49-5e84-4bc0-a706-acf70bf08b29 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for 56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:26.040391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7d906-f7bd-46f2-8a3a-ab6eceaada5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d253af4f-ac07-47bd-abe7-97b65599abb7,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:26.059136 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (8fff0298-4ba5-4a72-a892-01ca489b31ad), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.082660 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fff0298-4ba5-4a72-a892-01ca489b31ad']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:26.093899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9c4968-193e-4b9d-8e44-29a94030adfe') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:26.094192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9c4968-193e-4b9d-8e44-29a94030adfe') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:26.104922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (2d9c4968-193e-4b9d-8e44-29a94030adfe), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.109251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d7d906-f7bd-46f2-8a3a-ab6eceaada5b admin admin] Checking segment: {'id': 'c1b38eb6-31eb-4a04-a92a-302118ca8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c2ba82d0-29a6-4fa8-9864-fd895d533687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:26.109620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d7d906-f7bd-46f2-8a3a-ab6eceaada5b admin admin] Network hostable DHCP agents. Network: c2ba82d0-29a6-4fa8-9864-fd895d533687, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:26.118523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (2d9c4968-193e-4b9d-8e44-29a94030adfe), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.124811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:36:26.125198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (2d9c4968-193e-4b9d-8e44-29a94030adfe), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:36:26.128218 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:36:26.148442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d7d906-f7bd-46f2-8a3a-ab6eceaada5b admin admin] Network c2ba82d0-29a6-4fa8-9864-fd895d533687 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:26.162093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e1d7d906-f7bd-46f2-8a3a-ab6eceaada5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, c2ba82d0-29a6-4fa8-9864-fd895d533687) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:26.167620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d7d906-f7bd-46f2-8a3a-ab6eceaada5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:26.168220 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d906-f7bd-46f2-8a3a-ab6eceaada5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.175191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f294dd-7b2b-4c6a-9af2-9abce8f73cce None None] Network c2ba82d0-29a6-4fa8-9864-fd895d533687 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:26.207165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (8fff0298-4ba5-4a72-a892-01ca489b31ad), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.228117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.235382 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/networks/8fff0298-4ba5-4a72-a892-01ca489b31ad HTTP/1.1" status: 204 len: 168 time: 0.3583415 Jan 28 12:36:26.236541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e9a74-09d7-4097-9897-912957d7da0e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Network': ['ID=8fff0298-4ba5-4a72-a892-01ca489b31ad,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:26.238130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47774) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:26.240323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e1d7d906-f7bd-46f2-8a3a-ab6eceaada5b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7889516 Jan 28 12:36:26.253264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-337626bb-34ed-48e8-9dbc-cc2dab477883 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-352022270'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:26.262745 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fff2da49-5e84-4bc0-a706-acf70bf08b29 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.285862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337626bb-34ed-48e8-9dbc-cc2dab477883 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:26.290738 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-337626bb-34ed-48e8-9dbc-cc2dab477883 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.319094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2da49-5e84-4bc0-a706-acf70bf08b29 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:26.331514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337626bb-34ed-48e8-9dbc-cc2dab477883 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:26.349892 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-337626bb-34ed-48e8-9dbc-cc2dab477883 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8ff0ef80-291e-4fca-9d0a-5e316287a8a5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.350242 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-337626bb-34ed-48e8-9dbc-cc2dab477883 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Added segment 8ff0ef80-291e-4fca-9d0a-5e316287a8a5 of type vlan for network d469a468-fe8c-4601-a1cb-0c024e1f5107 Jan 28 12:36:26.352326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b620b3c-922a-47af-8c93-1c7b13ac8555 None None] Network c2ba82d0-29a6-4fa8-9864-fd895d533687 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:26.383497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86141141-5286-4e20-a08f-c06966a2a555 req-1d067199-5d28-49e6-91f5-e0ac5baf7517 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:26.391188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86141141-5286-4e20-a08f-c06966a2a555 req-1d067199-5d28-49e6-91f5-e0ac5baf7517 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 945 time: 0.1492007 Jan 28 12:36:26.395404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-337626bb-34ed-48e8-9dbc-cc2dab477883 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d469a468-fe8c-4601-a1cb-0c024e1f5107), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.442430 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-337626bb-34ed-48e8-9dbc-cc2dab477883 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d469a468-fe8c-4601-a1cb-0c024e1f5107), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.445888 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fff2da49-5e84-4bc0-a706-acf70bf08b29 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.457167 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337626bb-34ed-48e8-9dbc-cc2dab477883 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:26.457382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fff2da49-5e84-4bc0-a706-acf70bf08b29 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/ports/56b4dfe3-f9bb-4f1a-ae75-c76ad2e39861 HTTP/1.1" status: 204 len: 168 time: 0.9651270 Jan 28 12:36:26.457476 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-337626bb-34ed-48e8-9dbc-cc2dab477883 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.457562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47780) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:26.490413 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-337626bb-34ed-48e8-9dbc-cc2dab477883 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2487428 Jan 28 12:36:26.491807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86141141-5286-4e20-a08f-c06966a2a555 req-2476d169-a567-41c8-a2a1-c93fd474c10c tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/security-groups?id=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997400 Jan 28 12:36:26.492273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47782) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:26.499584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-71330a01-8e17-4f1a-ba20-115ab244a8e1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'subnet': {'network_id': 'd469a468-fe8c-4601-a1cb-0c024e1f5107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:26.553758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337626bb-34ed-48e8-9dbc-cc2dab477883 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Network': ['ID=d469a468-fe8c-4601-a1cb-0c024e1f5107,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:26.566300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d469a468-fe8c-4601-a1cb-0c024e1f5107 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:26.594371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c33623-c180-47a6-b049-35ccf65fec35 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:26.595987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-86c33623-c180-47a6-b049-35ccf65fec35 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 HTTP/1.1" status: 200 len: 913 time: 0.1388493 Jan 28 12:36:26.599010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47790) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:26.661303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71330a01-8e17-4f1a-ba20-115ab244a8e1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:26.665135 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71330a01-8e17-4f1a-ba20-115ab244a8e1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:26.932386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7bae13f-477f-4e30-8b01-17a078bb97ed req-32bdc56b-559f-460b-91f3-bf6e843a215c tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0503163 Jan 28 12:36:26.962235 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device eb023bf4-8cdf-4c05-b54d-a6aaf9387620 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:27.032324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port eb023bf4-8cdf-4c05-b54d-a6aaf9387620 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:36:27.036872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port eb023bf4-8cdf-4c05-b54d-a6aaf9387620 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:27.037250 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:27.058490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-e822dcba-615a-4b8c-84e2-35698ed6c8e0 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:27.059978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-e822dcba-615a-4b8c-84e2-35698ed6c8e0 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/networks?id=6b0831b1-76f2-40bb-b4c6-0d56b36af5cc HTTP/1.1" status: 200 len: 808 time: 0.2902367 Jan 28 12:36:27.120772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port eb023bf4-8cdf-4c05-b54d-a6aaf9387620 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:27.121307 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:27.142487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-08cb63a1-93bb-40a6-9d91-307f7b16956f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/quotas/9f4a279f1de445efb71bb9c58e995bdb HTTP/1.1" status: 200 len: 375 time: 0.0749264 Jan 28 12:36:27.156684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b7ee69-14fc-4dc4-97e6-cdcc60732740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb023bf4-8cdf-4c05-b54d-a6aaf9387620'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:36:27.159418 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08afef49-90a1-4853-8591-c14607cd30ef" -d '{"events": [{"server_uuid": "b9b7ee69-14fc-4dc4-97e6-cdcc60732740", "name": "network-vif-plugged", "status": "completed", "tag": "eb023bf4-8cdf-4c05-b54d-a6aaf9387620"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:36:27.166880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port eb023bf4-8cdf-4c05-b54d-a6aaf9387620, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=eb023bf4-8cdf-4c05-b54d-a6aaf9387620,segment=NetworkSegment(8d432d4e-071a-4326-b384-5d9cb029bfa0),segment_id=8d432d4e-071a-4326-b384-5d9cb029bfa0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:27.168140 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71330a01-8e17-4f1a-ba20-115ab244a8e1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (ca294ab9-a619-43db-b8f7-88dc5c007340), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:27.172617 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:27.191100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-265a9a68-316d-488e-8627-e002dc51a657 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f4a279f1de445efb71bb9c58e995bdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411022 Jan 28 12:36:27.237492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=eb023bf4-8cdf-4c05-b54d-a6aaf9387620,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:27.335597 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da99776c-a3ef-4d24-8a37-511e20a3b28e x-openstack-request-id: req-da99776c-a3ef-4d24-8a37-511e20a3b28e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:36:27.335986 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b7ee69-14fc-4dc4-97e6-cdcc60732740", "name": "network-vif-plugged", "status": "completed", "tag": "eb023bf4-8cdf-4c05-b54d-a6aaf9387620", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:36:27.336301 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da99776c-a3ef-4d24-8a37-511e20a3b28e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:36:27.336777 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b7ee69-14fc-4dc4-97e6-cdcc60732740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb023bf4-8cdf-4c05-b54d-a6aaf9387620', 'code': 200} Jan 28 12:36:27.706181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71330a01-8e17-4f1a-ba20-115ab244a8e1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Subnet': ['ID=ca294ab9-a619-43db-b8f7-88dc5c007340,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:27.793238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71330a01-8e17-4f1a-ba20-115ab244a8e1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Checking segment: {'id': '8ff0ef80-291e-4fca-9d0a-5e316287a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd469a468-fe8c-4601-a1cb-0c024e1f5107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:27.793612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71330a01-8e17-4f1a-ba20-115ab244a8e1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network hostable DHCP agents. Network: d469a468-fe8c-4601-a1cb-0c024e1f5107, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:27.830197 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-31eabc1f-72b4-4dc9-bee0-2ba4d7b0f164 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0831b1-76f2-40bb-b4c6-0d56b36af5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128552 Jan 28 12:36:27.837118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7454d-6016-4b5e-8534-77f3ee9b92cb req-39a73d6b-202f-4056-a37f-4b842a8dc593 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:27.838547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bed7454d-6016-4b5e-8534-77f3ee9b92cb req-39a73d6b-202f-4056-a37f-4b842a8dc593 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 946 time: 0.1812813 Jan 28 12:36:27.840325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0610b90-5a0b-4843-a25a-e23ed7c149b6 req-70a9b3e8-2ded-4aca-aa74-9ebc8b10a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:27.841717 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0610b90-5a0b-4843-a25a-e23ed7c149b6 req-70a9b3e8-2ded-4aca-aa74-9ebc8b10a0bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 1097 time: 0.1826560 Jan 28 12:36:27.937344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71330a01-8e17-4f1a-ba20-115ab244a8e1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network d469a468-fe8c-4601-a1cb-0c024e1f5107 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:27.993187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-71330a01-8e17-4f1a-ba20-115ab244a8e1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d469a468-fe8c-4601-a1cb-0c024e1f5107) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:28.001533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28532ad3-4f43-4cfc-a48f-bd7b11b173bd None None] Network d469a468-fe8c-4601-a1cb-0c024e1f5107 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:28.015470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71330a01-8e17-4f1a-ba20-115ab244a8e1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:28.016103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71330a01-8e17-4f1a-ba20-115ab244a8e1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.025911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0610b90-5a0b-4843-a25a-e23ed7c149b6 req-18e97ccb-a87a-4171-a503-8043b3c8a037 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702492 Jan 28 12:36:28.046404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bed7454d-6016-4b5e-8534-77f3ee9b92cb req-eb32de21-b278-471c-85b7-e2aabebc4a9b tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/security-groups?id=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982458 Jan 28 12:36:28.059553 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6758e0d-17aa-4fa6-83ac-bd5de77bd81f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.065166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-1f5b9e95-4c4a-4e55-95ba-fc7aff984598 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0831b1-76f2-40bb-b4c6-0d56b36af5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202537 Jan 28 12:36:28.071139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:28.071691 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-71330a01-8e17-4f1a-ba20-115ab244a8e1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5776861 Jan 28 12:36:28.076870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-10d65133-6860-4749-bf1b-f8e0119311fb tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1105931750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:28.132023 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10d65133-6860-4749-bf1b-f8e0119311fb tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (0a18faba-0719-4140-aedf-ab5325f91248), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.135899 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10d65133-6860-4749-bf1b-f8e0119311fb tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (0a18faba-0719-4140-aedf-ab5325f91248), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.160367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-d469a468-fe8c-4601-a1cb-0c024e1f5107', 'network_id': 'd469a468-fe8c-4601-a1cb-0c024e1f5107', 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'fixed_ips': [{'subnet_id': 'ca294ab9-a619-43db-b8f7-88dc5c007340'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:36:28.161262 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.267641 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10d65133-6860-4749-bf1b-f8e0119311fb tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (0a18faba-0719-4140-aedf-ab5325f91248), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.273416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10d65133-6860-4749-bf1b-f8e0119311fb tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (0a18faba-0719-4140-aedf-ab5325f91248), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.309818 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10d65133-6860-4749-bf1b-f8e0119311fb tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.314181 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-10d65133-6860-4749-bf1b-f8e0119311fb tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2412875 Jan 28 12:36:28.316805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47822) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:28.330330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'port': {'network_id': 'd469a468-fe8c-4601-a1cb-0c024e1f5107', 'name': 'tempest-RoutersIpV6Test-1358278296'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:28.359976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Allocated IP 2001:db8::2 (d469a468-fe8c-4601-a1cb-0c024e1f5107/ca294ab9-a619-43db-b8f7-88dc5c007340/c9948158-b04c-43c9-8c9b-b50ab6bfdd41) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:28.373893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61418ae1-d65c-4c12-884a-fa6686f72264 req-83b2899e-8810-4142-b62a-b65293a331f2 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0417764 Jan 28 12:36:28.503655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:28.507639 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.510575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c098dfb1-37fe-4706-9ced-e8029d01e1ff req-71082a36-1415-416f-90af-980b193f305e tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 210 time: 0.0347161 Jan 28 12:36:28.517525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f6758e0d-17aa-4fa6-83ac-bd5de77bd81f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port 2370d8c4-b2e4-4bec-ab56-601e71243f41 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:28.517745 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6758e0d-17aa-4fa6-83ac-bd5de77bd81f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2370d8c4-b2e4-4bec-ab56-601e71243f41), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.533774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] device_id is not set on port 75e21cd3-23ff-482b-945d-54cf3b68094a yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:36:28.606838 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Publish callbacks [] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.621231 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.641276 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6758e0d-17aa-4fa6-83ac-bd5de77bd81f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2370d8c4-b2e4-4bec-ab56-601e71243f41), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.658924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f6758e0d-17aa-4fa6-83ac-bd5de77bd81f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for 2370d8c4-b2e4-4bec-ab56-601e71243f41 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:28.666123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Network d469a468-fe8c-4601-a1cb-0c024e1f5107 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:28.669290 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:28.672897 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:28.686020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Pushing event updated for resources: {'Port': ['ID=c9948158-b04c-43c9-8c9b-b50ab6bfdd41,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:28.691561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Allocated IP 2001:db8::5 (d469a468-fe8c-4601-a1cb-0c024e1f5107/ca294ab9-a619-43db-b8f7-88dc5c007340/75e21cd3-23ff-482b-945d-54cf3b68094a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:28.743211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Attempting to bind port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:36:28.743481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Attempting to bind port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '8ff0ef80-291e-4fca-9d0a-5e316287a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd469a468-fe8c-4601-a1cb-0c024e1f5107'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:36:28.743924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Attempting to bind port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 on network d469a468-fe8c-4601-a1cb-0c024e1f5107 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:28.749701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:36:28.750156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Checking segment: {'id': '8ff0ef80-291e-4fca-9d0a-5e316287a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd469a468-fe8c-4601-a1cb-0c024e1f5107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:28.750472 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.750869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Bound using segment: {'id': '8ff0ef80-291e-4fca-9d0a-5e316287a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd469a468-fe8c-4601-a1cb-0c024e1f5107'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:36:28.751361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Bound port: c9948158-b04c-43c9-8c9b-b50ab6bfdd41, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff0ef80-291e-4fca-9d0a-5e316287a8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd469a468-fe8c-4601-a1cb-0c024e1f5107'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:36:28.751768 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.821501 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] For port c9948158-b04c-43c9-8c9b-b50ab6bfdd41, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:36:28.825132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] For port c9948158-b04c-43c9-8c9b-b50ab6bfdd41, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c9948158-b04c-43c9-8c9b-b50ab6bfdd41,segment=NetworkSegment(8ff0ef80-291e-4fca-9d0a-5e316287a8a5),segment_id=8ff0ef80-291e-4fca-9d0a-5e316287a8a5)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:36:28.835546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.904913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.907700 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6758e0d-17aa-4fa6-83ac-bd5de77bd81f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (2370d8c4-b2e4-4bec-ab56-601e71243f41), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:28.920610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ae953-8118-4303-b3fb-8cdf03e741d4 None None] Pushing event updated for resources: {'Port': ['ID=c9948158-b04c-43c9-8c9b-b50ab6bfdd41,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:28.947765 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6758e0d-17aa-4fa6-83ac-bd5de77bd81f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=2370d8c4-b2e4-4bec-ab56-601e71243f41,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:28.964156 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:29.011865 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network d469a468-fe8c-4601-a1cb-0c024e1f5107 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:29.016108 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:29.023531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:29.031091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:29.032378 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:29.052230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=75e21cd3-23ff-482b-945d-54cf3b68094a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:29.074870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47832) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:29.082274 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5b7e9cbb-d91d-45fb-95f9-acb1ef5247b0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.7531881 Jan 28 12:36:29.398318 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6758e0d-17aa-4fa6-83ac-bd5de77bd81f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:29.461620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eeb1f-3ef7-4461-8fca-fe8d08a45779 req-f9a1200c-00ba-4d49-bfbb-293c28b69dd8 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:29.463072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f76eeb1f-3ef7-4461-8fca-fe8d08a45779 req-f9a1200c-00ba-4d49-bfbb-293c28b69dd8 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 946 time: 0.3000185 Jan 28 12:36:29.521346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c9948158-b04c-43c9-8c9b-b50ab6bfdd41 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:29.683500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f06c8584-2519-48d9-9cd8-8a2dceef94b2 req-a7629cac-df40-43d4-aa81-3d3fcb652c87 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0877955 Jan 28 12:36:29.804458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:29.804905 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:29.822833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f76eeb1f-3ef7-4461-8fca-fe8d08a45779 req-24180a42-723a-472e-8628-2393736b173c tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/security-groups?id=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413985 Jan 28 12:36:29.848430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef219200-f884-404b-8c4c-609ff4f897f1 req-a3d02614-1214-4ae0-8b9d-176e2de11348 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 210 time: 0.0547266 Jan 28 12:36:29.875960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3c7943c3-48c4-4505-9edb-de48a40abd56 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:29.877397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3c7943c3-48c4-4505-9edb-de48a40abd56 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.49 "GET /v2.0/networks?id=6b0831b1-76f2-40bb-b4c6-0d56b36af5cc HTTP/1.1" status: 200 len: 808 time: 0.3683908 Jan 28 12:36:29.890498 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:29.890899 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:29.905268 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Request body: {'port': {'device_id': '6f57fb46-1c7a-4a75-9930-d90ce10fc365', 'network_id': '6b0831b1-76f2-40bb-b4c6-0d56b36af5cc', 'admin_state_up': True, 'tenant_id': '9f4a279f1de445efb71bb9c58e995bdb'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:29.924855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port c9948158-b04c-43c9-8c9b-b50ab6bfdd41, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c9948158-b04c-43c9-8c9b-b50ab6bfdd41,segment=NetworkSegment(8ff0ef80-291e-4fca-9d0a-5e316287a8a5),segment_id=8ff0ef80-291e-4fca-9d0a-5e316287a8a5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:29.929793 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:29.965319 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:29.987287 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=c9948158-b04c-43c9-8c9b-b50ab6bfdd41,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:30.260438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b1713a-285f-447c-b518-2cff97893e36 None None] Network d469a468-fe8c-4601-a1cb-0c024e1f5107 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:30.377803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3f2229dc-85f4-47fc-9c9c-cc8ff8a5bc81 None None] Provisioning complete for port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:30.378191 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f2229dc-85f4-47fc-9c9c-cc8ff8a5bc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:30.470708 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3f2229dc-85f4-47fc-9c9c-cc8ff8a5bc81 None None] Current status of the port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:30.586777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6758e0d-17aa-4fa6-83ac-bd5de77bd81f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:30.651410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Made reservation on behalf of 9f4a279f1de445efb71bb9c58e995bdb for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:30.655383 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:30.692916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7afd4c99-b60e-4dd5-ae25-6a438d67e908 None None] Provisioning complete for port 75e21cd3-23ff-482b-945d-54cf3b68094a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:30.693497 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7afd4c99-b60e-4dd5-ae25-6a438d67e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:30.729234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7afd4c99-b60e-4dd5-ae25-6a438d67e908 None None] Port 75e21cd3-23ff-482b-945d-54cf3b68094a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:30.741687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7afd4c99-b60e-4dd5-ae25-6a438d67e908 None None] Provisioning complete for port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:30.742075 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7afd4c99-b60e-4dd5-ae25-6a438d67e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:30.835382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7afd4c99-b60e-4dd5-ae25-6a438d67e908 None None] Current status of the port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:30.893598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a05e64b-61f1-4129-b721-4d2d72910c08 req-8ebc3cda-a78b-446c-9a4d-3a823437d71e tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0772071 Jan 28 12:36:30.955856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-80a6c385-4eb8-458c-a529-fc568bab0878 None None] Provisioning complete for port 75e21cd3-23ff-482b-945d-54cf3b68094a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:30.956239 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80a6c385-4eb8-458c-a529-fc568bab0878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:30.986924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6758e0d-17aa-4fa6-83ac-bd5de77bd81f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:30.992483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:30.992714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-80a6c385-4eb8-458c-a529-fc568bab0878 None None] Port 75e21cd3-23ff-482b-945d-54cf3b68094a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:31.001366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f6758e0d-17aa-4fa6-83ac-bd5de77bd81f tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "PUT /v2.0/routers/bdd33414-59ec-48ba-bc0a-2ecf35dc3de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3985987 Jan 28 12:36:31.001884 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ce613-2ea4-48f5-9b0f-74d2a7b0f4d3 None None] Sync routers for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:31.002707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47852) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:31.016418 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ce613-2ea4-48f5-9b0f-74d2a7b0f4d3 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:31.017042 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b39ce613-2ea4-48f5-9b0f-74d2a7b0f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:31.018863 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.048300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8101845-bfd8-4033-a08d-b3645cb1eb92 req-8e5e97a7-9260-4dbd-8bd8-687d2756d5b0 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 210 time: 0.0628476 Jan 28 12:36:31.053299 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b39ce613-2ea4-48f5-9b0f-74d2a7b0f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:31.064485 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ce613-2ea4-48f5-9b0f-74d2a7b0f4d3 None None] Routers {'bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:31.065363 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b39ce613-2ea4-48f5-9b0f-74d2a7b0f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:31.087776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Allocated IP 172.20.0.9 (6b0831b1-76f2-40bb-b4c6-0d56b36af5cc/7454056c-2721-4da0-bac0-eea93df01e54/2bb4dd82-e875-4920-94ac-cd959b905687) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:31.100672 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b39ce613-2ea4-48f5-9b0f-74d2a7b0f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:31.101533 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ce613-2ea4-48f5-9b0f-74d2a7b0f4d3 None None] The sync data for ids ['bdd33414-59ec-48ba-bc0a-2ecf35dc3de5'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:31.150685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864efbbe-4fbb-4686-8f70-b4f5067348eb req-ef01bea7-929f-41d8-af0b-26d55459ae05 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:31.152269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-864efbbe-4fbb-4686-8f70-b4f5067348eb req-ef01bea7-929f-41d8-af0b-26d55459ae05 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 946 time: 0.2529395 Jan 28 12:36:31.161260 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.190289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=75e21cd3-23ff-482b-945d-54cf3b68094a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:31.275478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router_gateway (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.324919 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-864efbbe-4fbb-4686-8f70-b4f5067348eb req-d4b9b3c3-af0c-47d8-b052-c3de48eae513 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/security-groups?id=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577475 Jan 28 12:36:31.350938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting port e50d2638-4384-41e7-aeb8-6f865cae4e67 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:31.351281 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e50d2638-4384-41e7-aeb8-6f865cae4e67), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.411996 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (0a18faba-0719-4140-aedf-ab5325f91248), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.439248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-dd9e0066-b102-452c-9105-65698e275140 None None] Provisioning complete for port 75e21cd3-23ff-482b-945d-54cf3b68094a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:31.441712 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0066-b102-452c-9105-65698e275140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.449540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c9948158-b04c-43c9-8c9b-b50ab6bfdd41 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:31.468424 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e50d2638-4384-41e7-aeb8-6f865cae4e67), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.503827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Calling delete_port for e50d2638-4384-41e7-aeb8-6f865cae4e67 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:31.534603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e0066-b102-452c-9105-65698e275140 None None] Port 75e21cd3-23ff-482b-945d-54cf3b68094a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:31.550480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:31.551119 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.555826 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Publish callbacks [] for port (2bb4dd82-e875-4920-94ac-cd959b905687), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.668429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:31.670712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.692150 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.726136 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e50d2638-4384-41e7-aeb8-6f865cae4e67), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.757200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Port': ['ID=e50d2638-4384-41e7-aeb8-6f865cae4e67,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:31.767110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Network 6b0831b1-76f2-40bb-b4c6-0d56b36af5cc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:31.773669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:31.780767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:31.855021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Pushing event updated for resources: {'Port': ['ID=2bb4dd82-e875-4920-94ac-cd959b905687,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:31.872394 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.879441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:31.880085 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.988215 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:31.990425 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router_controller (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.038297 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (bdd33414-59ec-48ba-bc0a-2ecf35dc3de5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.038984 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Fanout notify agent at l3_agent the message router_deleted on router bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:36:32.046342 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.050277 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-596b9224-7b31-4ada-9087-6580970cb9a1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/routers/bdd33414-59ec-48ba-bc0a-2ecf35dc3de5 HTTP/1.1" status: 204 len: 168 time: 1.0455608 Jan 28 12:36:32.050900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47870) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:32.076580 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3a3813dd-35e4-4be0-9e29-a17ae853dbaa tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1781538 Jan 28 12:36:32.096224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8195caa6-9a99-4257-b00b-7e680a5a5df5 req-aeb3ac69-7992-4ea2-835d-693887cbb8ab tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0395453 Jan 28 12:36:32.100256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Request body: {'port': {'device_id': '6f57fb46-1c7a-4a75-9930-d90ce10fc365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:32.131389 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-945aba94-38f8-4ca0-b341-92331860949c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Deleting subnet c5c7043b-4082-445e-95a7-92d10a886d3f {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:36:32.136473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-945aba94-38f8-4ca0-b341-92331860949c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for subnet (c5c7043b-4082-445e-95a7-92d10a886d3f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.186453 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-945aba94-38f8-4ca0-b341-92331860949c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (c5c7043b-4082-445e-95a7-92d10a886d3f), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.236722 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.244712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-945aba94-38f8-4ca0-b341-92331860949c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (c5c7043b-4082-445e-95a7-92d10a886d3f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.260707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.272726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040f849-3738-4677-b1c5-07c05a7e5c3c req-150d117f-4f81-4e08-928f-33f7ca48087a tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:32.274246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d040f849-3738-4677-b1c5-07c05a7e5c3c req-150d117f-4f81-4e08-928f-33f7ca48087a tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 931 time: 0.1255808 Jan 28 12:36:32.275598 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.276383 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (0a18faba-0719-4140-aedf-ab5325f91248), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.317067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-945aba94-38f8-4ca0-b341-92331860949c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (c5c7043b-4082-445e-95a7-92d10a886d3f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.369474 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-945aba94-38f8-4ca0-b341-92331860949c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.374823 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-945aba94-38f8-4ca0-b341-92331860949c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/subnets/c5c7043b-4082-445e-95a7-92d10a886d3f HTTP/1.1" status: 204 len: 168 time: 0.3229289 Jan 28 12:36:32.376037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945aba94-38f8-4ca0-b341-92331860949c tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c7043b-4082-445e-95a7-92d10a886d3f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:32.379200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47874) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:32.435979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=75e21cd3-23ff-482b-945d-54cf3b68094a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:32.474558 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (4d008d83-611e-451e-9ab5-15e7d8b44a82), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.581716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d040f849-3738-4677-b1c5-07c05a7e5c3c req-171d12dc-2ce9-4742-999b-404f26772d6e tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b8f03f2-9309-470a-8fe5-dee2e54c2108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748435 Jan 28 12:36:32.582241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (4d008d83-611e-451e-9ab5-15e7d8b44a82), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.615812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d008d83-611e-451e-9ab5-15e7d8b44a82']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:32.626397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4adfcea-fec3-44ee-8daf-9f13429bd4bc') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:32.626703 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4adfcea-fec3-44ee-8daf-9f13429bd4bc') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:32.639374 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (a4adfcea-fec3-44ee-8daf-9f13429bd4bc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.653470 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a4adfcea-fec3-44ee-8daf-9f13429bd4bc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.659892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:36:32.660700 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (a4adfcea-fec3-44ee-8daf-9f13429bd4bc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:36:32.664280 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:36:32.667978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network d469a468-fe8c-4601-a1cb-0c024e1f5107 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:32.672221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:32.738251 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (4d008d83-611e-451e-9ab5-15e7d8b44a82), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.743827 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.750809 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] 10.222.0.53 "DELETE /v2.0/networks/4d008d83-611e-451e-9ab5-15e7d8b44a82 HTTP/1.1" status: 204 len: 168 time: 0.3667889 Jan 28 12:36:32.779531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634acf3-f745-47d0-8e29-ca1f5fe17bd1 tempest-FloatingIPTestJSON-881223764 tempest-FloatingIPTestJSON-881223764-project] Pushing event deleted for resources: {'Network': ['ID=4d008d83-611e-451e-9ab5-15e7d8b44a82,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:32.939053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb4dd82-e875-4920-94ac-cd959b905687 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:36:32.949039 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Publish callbacks [] for port (2bb4dd82-e875-4920-94ac-cd959b905687), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:32.967575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router 0a18faba-0719-4140-aedf-ab5325f91248 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:36:32.973787 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Transition to ACTIVE for port object 2bb4dd82-e875-4920-94ac-cd959b905687 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:36:32.981431 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:33.100400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2b36a215-7a3e-4c3e-94b9-d4f867415eee None None] Provisioning complete for port 75e21cd3-23ff-482b-945d-54cf3b68094a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:33.101003 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b36a215-7a3e-4c3e-94b9-d4f867415eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:33.109501 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47886) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:33.151067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2b36a215-7a3e-4c3e-94b9-d4f867415eee None None] Port 75e21cd3-23ff-482b-945d-54cf3b68094a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:33.197692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb4dd82-e875-4920-94ac-cd959b905687,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:33.265680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da810b44-2248-49cb-980f-0b8acfa065ad req-8568d6eb-43e7-459c-9d20-9dcf7a0c7b9f tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0451467 Jan 28 12:36:33.278344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:33.288861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-30e0aae5-e1bc-4028-afff-09b3a598e8ba tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/0a18faba-0719-4140-aedf-ab5325f91248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2105739 Jan 28 12:36:33.293370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Attempting to bind port 2bb4dd82-e875-4920-94ac-cd959b905687 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:36:33.293716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Attempting to bind port 2bb4dd82-e875-4920-94ac-cd959b905687 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'cefee1c3-381c-4b50-82e5-eee8e67d0801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6b0831b1-76f2-40bb-b4c6-0d56b36af5cc'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:36:33.294048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Attempting to bind port 2bb4dd82-e875-4920-94ac-cd959b905687 on network 6b0831b1-76f2-40bb-b4c6-0d56b36af5cc {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:33.296982 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:33.300785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3c6d9-06d0-4198-99cb-c1176ad41047 None None] Sync routers for ids ['0a18faba-0719-4140-aedf-ab5325f91248'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:33.306322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Port 2bb4dd82-e875-4920-94ac-cd959b905687 on network 6b0831b1-76f2-40bb-b4c6-0d56b36af5cc not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:36:33.306759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Attempting to bind port 2bb4dd82-e875-4920-94ac-cd959b905687 on network 6b0831b1-76f2-40bb-b4c6-0d56b36af5cc {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:33.314016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3c6d9-06d0-4198-99cb-c1176ad41047 None None] Routers {'0a18faba-0719-4140-aedf-ab5325f91248'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:33.314427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:36:33.314842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Checking segment: {'id': 'cefee1c3-381c-4b50-82e5-eee8e67d0801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6b0831b1-76f2-40bb-b4c6-0d56b36af5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:33.316017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Bound using segment: {'id': 'cefee1c3-381c-4b50-82e5-eee8e67d0801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6b0831b1-76f2-40bb-b4c6-0d56b36af5cc'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:36:33.316917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Bound port: 2bb4dd82-e875-4920-94ac-cd959b905687, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefee1c3-381c-4b50-82e5-eee8e67d0801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6b0831b1-76f2-40bb-b4c6-0d56b36af5cc'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:36:33.316917 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:33.324095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-64d3c6d9-06d0-4198-99cb-c1176ad41047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0a18faba-0719-4140-aedf-ab5325f91248'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:33.350632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47894) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:33.350960 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-483af5b2-c459-4a4e-b8aa-a60d82cbc4a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8244dfbcb36f4e6ea73741f7c48a879f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400711 Jan 28 12:36:33.365318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bdacdb-67d0-4a0c-ad97-07fc90b57f2f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:33.370375 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-10bdacdb-67d0-4a0c-ad97-07fc90b57f2f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports/75e21cd3-23ff-482b-945d-54cf3b68094a HTTP/1.1" status: 200 len: 982 time: 0.0722744 Jan 28 12:36:33.371249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47896) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:33.371970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-64d3c6d9-06d0-4198-99cb-c1176ad41047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:33.387664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3c6d9-06d0-4198-99cb-c1176ad41047 None None] Routers {'0a18faba-0719-4140-aedf-ab5325f91248'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:33.388529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-64d3c6d9-06d0-4198-99cb-c1176ad41047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0a18faba-0719-4140-aedf-ab5325f91248'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:33.421900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-64d3c6d9-06d0-4198-99cb-c1176ad41047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:33.422574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3c6d9-06d0-4198-99cb-c1176ad41047 None None] The sync data for ids ['0a18faba-0719-4140-aedf-ab5325f91248'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:33.435954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] For port 2bb4dd82-e875-4920-94ac-cd959b905687, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:36:33.439250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] For port 2bb4dd82-e875-4920-94ac-cd959b905687, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2bb4dd82-e875-4920-94ac-cd959b905687,segment=NetworkSegment(cefee1c3-381c-4b50-82e5-eee8e67d0801),segment_id=cefee1c3-381c-4b50-82e5-eee8e67d0801)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:36:33.444804 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:33.485240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-270b0fd4-bca0-4ad6-8744-4bf83f5771dc admin admin] Publish callbacks [] for security_group (2f01ce50-2dd1-49bb-819b-ebbc3a19c686), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:33.491407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:33.492300 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:33.493800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] 10.222.0.49 "PUT /v2.0/ports/2bb4dd82-e875-4920-94ac-cd959b905687 HTTP/1.1" status: 200 len: 1091 time: 1.4001656 Jan 28 12:36:33.496807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f57fb46-1c7a-4a75-9930-d90ce10fc365', 'tag': '2bb4dd82-e875-4920-94ac-cd959b905687'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:36:33.500866 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1f9f29-4ce3-47e1-b8dd-73a013447273" -d '{"events": [{"name": "network-changed", "server_uuid": "6f57fb46-1c7a-4a75-9930-d90ce10fc365", "tag": "2bb4dd82-e875-4920-94ac-cd959b905687"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:36:33.547187 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-270b0fd4-bca0-4ad6-8744-4bf83f5771dc admin admin] Publish callbacks [] for security_group (2f01ce50-2dd1-49bb-819b-ebbc3a19c686), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:33.565134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb4dd82-e875-4920-94ac-cd959b905687,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:33.570563 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50b49cb-8a6c-4533-a810-6bc07b4f7e14 x-openstack-request-id: req-c50b49cb-8a6c-4533-a810-6bc07b4f7e14 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:36:33.570860 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f57fb46-1c7a-4a75-9930-d90ce10fc365", "tag": "2bb4dd82-e875-4920-94ac-cd959b905687", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:36:33.571441 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c50b49cb-8a6c-4533-a810-6bc07b4f7e14 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:36:33.571871 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f57fb46-1c7a-4a75-9930-d90ce10fc365', 'tag': '2bb4dd82-e875-4920-94ac-cd959b905687', 'status': 'completed', 'code': 200} Jan 28 12:36:33.626971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.627434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.627792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.628287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.628632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.628973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.629304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.629703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.630044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.630376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.630706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.631036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.631389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88552fe5-8f39-47ee-8dc0-5a09eddc2115 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:36:33.724461 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-ff4a3bf2-eba3-4b5e-8011-70fdd4ae75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:33.726544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-ff4a3bf2-eba3-4b5e-8011-70fdd4ae75e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f4a279f1de445efb71bb9c58e995bdb&device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 1094 time: 0.1767170 Jan 28 12:36:33.777977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-6f2234ba-a26b-4867-ae8c-2cd925055381 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bb4dd82-e875-4920-94ac-cd959b905687 HTTP/1.1" status: 200 len: 217 time: 0.0423312 Jan 28 12:36:33.781058 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-270b0fd4-bca0-4ad6-8744-4bf83f5771dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2f01ce50-2dd1-49bb-819b-ebbc3a19c686), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:33.783697 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-270b0fd4-bca0-4ad6-8744-4bf83f5771dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:33.784776 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-270b0fd4-bca0-4ad6-8744-4bf83f5771dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f01ce50-2dd1-49bb-819b-ebbc3a19c686 HTTP/1.1" status: 204 len: 168 time: 0.4327559 Jan 28 12:36:33.801905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba0f40-1541-4700-a459-5a58cbf006d3 req-48eb5504-608b-4b98-8da5-d9a1c89b4426 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:33.803522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dba0f40-1541-4700-a459-5a58cbf006d3 req-48eb5504-608b-4b98-8da5-d9a1c89b4426 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 943 time: 0.1322658 Jan 28 12:36:33.838431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b0fd4-bca0-4ad6-8744-4bf83f5771dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f01ce50-2dd1-49bb-819b-ebbc3a19c686,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:33.869560 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5c017156-de51-4153-831a-03f516eaa364 req-d7c33275-8498-44be-80f9-e80ab44af881 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0264461 Jan 28 12:36:33.884603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-15ada0d5-d422-4d23-8688-0e6f1d1c1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:33.886097 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-15ada0d5-d422-4d23-8688-0e6f1d1c1d48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7454056c-2721-4da0-bac0-eea93df01e54 HTTP/1.1" status: 200 len: 848 time: 0.1002874 Jan 28 12:36:33.917547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dba0f40-1541-4700-a459-5a58cbf006d3 req-de17fc3d-e126-4081-83c5-a419173fccc1 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b8f03f2-9309-470a-8fe5-dee2e54c2108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853400 Jan 28 12:36:34.150188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-8e1ef197-7059-4685-a859-16cca7bdeec8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b0831b1-76f2-40bb-b4c6-0d56b36af5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355372 Jan 28 12:36:34.158164 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3aef511-aab9-40f3-96ff-586153cc87e0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (0a18faba-0719-4140-aedf-ab5325f91248), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:34.286488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-19f2ee7f-2f12-490d-a771-6e93bea6240e service neutron] 10.222.0.49 "GET /v2.0/networks/6b0831b1-76f2-40bb-b4c6-0d56b36af5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209238 Jan 28 12:36:34.459469 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3e9313-fcf2-497c-93e2-efea66a27ab7 req-3e609f61-61f6-4bab-a49a-d4b4553f87a0 service neutron] 10.222.0.49 "GET /v2.0/networks/6b0831b1-76f2-40bb-b4c6-0d56b36af5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622031 Jan 28 12:36:34.470347 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-025f6b18-cf0d-41f2-a6ba-bb8b2086a49e req-5da99bad-a9c0-4256-8f8a-c01859a6486e tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0429211 Jan 28 12:36:34.499239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e3aef511-aab9-40f3-96ff-586153cc87e0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port 75e21cd3-23ff-482b-945d-54cf3b68094a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:34.499763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3aef511-aab9-40f3-96ff-586153cc87e0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:34.597302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f9f29-4ce3-47e1-b8dd-73a013447273 req-fb6aa763-8e7c-4025-956c-590a75a1dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:34.599078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e1f9f29-4ce3-47e1-b8dd-73a013447273 req-fb6aa763-8e7c-4025-956c-590a75a1dc78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f4a279f1de445efb71bb9c58e995bdb&device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 1094 time: 0.0592532 Jan 28 12:36:34.606547 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3aef511-aab9-40f3-96ff-586153cc87e0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:34.624589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e3aef511-aab9-40f3-96ff-586153cc87e0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for 75e21cd3-23ff-482b-945d-54cf3b68094a owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:34.669189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47940) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:34.748970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f9f29-4ce3-47e1-b8dd-73a013447273 req-7cac0f84-eb1b-4d74-be6f-a5725e253cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:34.750539 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e1f9f29-4ce3-47e1-b8dd-73a013447273 req-7cac0f84-eb1b-4d74-be6f-a5725e253cb6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b0831b1-76f2-40bb-b4c6-0d56b36af5cc HTTP/1.1" status: 200 len: 909 time: 0.1408386 Jan 28 12:36:34.822820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-770284207'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:34.826886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e1f9f29-4ce3-47e1-b8dd-73a013447273 req-bed002cf-e86f-481b-941d-091bed76af40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bb4dd82-e875-4920-94ac-cd959b905687 HTTP/1.1" status: 200 len: 217 time: 0.0483699 Jan 28 12:36:34.831227 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3aef511-aab9-40f3-96ff-586153cc87e0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (75e21cd3-23ff-482b-945d-54cf3b68094a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:34.884680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:34.888434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aef511-aab9-40f3-96ff-586153cc87e0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=75e21cd3-23ff-482b-945d-54cf3b68094a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:34.890849 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:34.910995 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:34.914007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f9f29-4ce3-47e1-b8dd-73a013447273 req-312ee70c-209f-45e2-aee7-5347dca14539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:34.915789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e1f9f29-4ce3-47e1-b8dd-73a013447273 req-312ee70c-209f-45e2-aee7-5347dca14539 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7454056c-2721-4da0-bac0-eea93df01e54 HTTP/1.1" status: 200 len: 848 time: 0.0794113 Jan 28 12:36:34.967763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e1f9f29-4ce3-47e1-b8dd-73a013447273 req-4fdde01a-d9e2-4c6b-996f-587289213716 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b0831b1-76f2-40bb-b4c6-0d56b36af5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376472 Jan 28 12:36:34.974928 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3aef511-aab9-40f3-96ff-586153cc87e0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (0a18faba-0719-4140-aedf-ab5325f91248), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:35.077905 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (d6f35a80-4064-4ec0-b461-802f8e75a046), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:35.095936 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d6f35a80-4064-4ec0-b461-802f8e75a046), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:35.195623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3aef511-aab9-40f3-96ff-586153cc87e0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router 0a18faba-0719-4140-aedf-ab5325f91248 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:35.309307 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3aef511-aab9-40f3-96ff-586153cc87e0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:35.329697 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14c95e-59a0-4130-8c95-8d27b605f76c None None] Sync routers for ids ['0a18faba-0719-4140-aedf-ab5325f91248'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:35.340672 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e3aef511-aab9-40f3-96ff-586153cc87e0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/0a18faba-0719-4140-aedf-ab5325f91248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9681728 Jan 28 12:36:35.343275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47950) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:35.350327 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14c95e-59a0-4130-8c95-8d27b605f76c None None] Routers {'0a18faba-0719-4140-aedf-ab5325f91248'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:35.351767 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4a14c95e-59a0-4130-8c95-8d27b605f76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0a18faba-0719-4140-aedf-ab5325f91248'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:35.398884 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4a14c95e-59a0-4130-8c95-8d27b605f76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:35.410545 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14c95e-59a0-4130-8c95-8d27b605f76c None None] Routers {'0a18faba-0719-4140-aedf-ab5325f91248'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:35.411619 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4a14c95e-59a0-4130-8c95-8d27b605f76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0a18faba-0719-4140-aedf-ab5325f91248'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:35.475371 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4a14c95e-59a0-4130-8c95-8d27b605f76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:35.476042 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14c95e-59a0-4130-8c95-8d27b605f76c None None] The sync data for ids ['0a18faba-0719-4140-aedf-ab5325f91248'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:35.581956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:35.594853 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-eace61ae-98e3-4261-8bb1-0ec206715281 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 12:36:35.601059 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eace61ae-98e3-4261-8bb1-0ec206715281 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/0a18faba-0719-4140-aedf-ab5325f91248/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2517698 Jan 28 12:36:35.601464 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47956) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:35.632085 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6f0854cc-e97d-4e48-ba43-ae2e5726d989), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:35.632739 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Added segment 6f0854cc-e97d-4e48-ba43-ae2e5726d989 of type vlan for network 53bcd782-f3c8-4a36-a356-4356814d424e Jan 28 12:36:35.636669 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e2843822-7f69-4921-9f43-15454200830a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a18faba-0719-4140-aedf-ab5325f91248 HTTP/1.1" status: 200 len: 205 time: 0.0340240 Jan 28 12:36:35.639650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:35.648125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f35a80-4064-4ec0-b461-802f8e75a046,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:35.652481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab36b43d-4cd0-43ca-adbc-ace61b4a635c req-7cc8e7b2-381e-49f7-9dd3-d6979ba59a90 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0715859 Jan 28 12:36:35.661437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e1f9f29-4ce3-47e1-b8dd-73a013447273 req-d730bfa4-d5d3-4843-bed1-d3e4a843e136 service neutron] 10.222.0.49 "GET /v2.0/networks/6b0831b1-76f2-40bb-b4c6-0d56b36af5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843672 Jan 28 12:36:35.724718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487ff08-4e5d-46a6-91b3-847344ecb487 req-45c62b6c-04a7-459e-b6f7-35bd4d2f7bc1 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:35.726197 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6487ff08-4e5d-46a6-91b3-847344ecb487 req-45c62b6c-04a7-459e-b6f7-35bd4d2f7bc1 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 943 time: 0.6469142 Jan 28 12:36:35.779464 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (53bcd782-f3c8-4a36-a356-4356814d424e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:35.789108 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02ee14d9-7053-4b92-b910-20d1c36efbc3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (0a18faba-0719-4140-aedf-ab5325f91248), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:35.910695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6487ff08-4e5d-46a6-91b3-847344ecb487 req-148b13b7-a8bb-4beb-a8a7-55e8d5b43c90 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b8f03f2-9309-470a-8fe5-dee2e54c2108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726928 Jan 28 12:36:35.915925 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (53bcd782-f3c8-4a36-a356-4356814d424e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:35.921565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:35.922165 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:35.930732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1ddac-78a7-4b4b-ba0c-87f4c5853186 req-e3b8bebe-5361-48eb-964e-e3b007eaec49 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:35.932239 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0c1ddac-78a7-4b4b-ba0c-87f4c5853186 req-e3b8bebe-5361-48eb-964e-e3b007eaec49 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1655762 Jan 28 12:36:35.942150 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e1f9f29-4ce3-47e1-b8dd-73a013447273 req-c71a4d27-f158-4929-8b05-8ff6acc71021 service neutron] 10.222.0.49 "GET /v2.0/networks/6b0831b1-76f2-40bb-b4c6-0d56b36af5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593813 Jan 28 12:36:35.971290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2999363 Jan 28 12:36:36.017180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47966) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:36.022150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'name': 'tempest-PortsIpV6TestJSON-940842734'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:36.062759 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02ee14d9-7053-4b92-b910-20d1c36efbc3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (0a18faba-0719-4140-aedf-ab5325f91248), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.065478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02ee14d9-7053-4b92-b910-20d1c36efbc3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (0a18faba-0719-4140-aedf-ab5325f91248), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.101600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a346b20-5aea-4e32-bc06-9c79e2ae50dd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Network': ['ID=53bcd782-f3c8-4a36-a356-4356814d424e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:36.115059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 53bcd782-f3c8-4a36-a356-4356814d424e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:36.133702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0c1ddac-78a7-4b4b-ba0c-87f4c5853186 req-1d830bad-1208-4d92-bf00-f92f53dac59d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905813 Jan 28 12:36:36.144095 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02ee14d9-7053-4b92-b910-20d1c36efbc3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (0a18faba-0719-4140-aedf-ab5325f91248), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.144095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ee14d9-7053-4b92-b910-20d1c36efbc3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Fanout notify agent at l3_agent the message router_deleted on router 0a18faba-0719-4140-aedf-ab5325f91248 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:36:36.157680 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02ee14d9-7053-4b92-b910-20d1c36efbc3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.167511 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-02ee14d9-7053-4b92-b910-20d1c36efbc3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/0a18faba-0719-4140-aedf-ab5325f91248 HTTP/1.1" status: 204 len: 168 time: 0.5184295 Jan 28 12:36:36.171175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47970) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:36.197173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:36.210391 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.257839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port 8460bbd6-9335-437c-9e59-c2e560c36340 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:36:36.330350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf933ef-1171-4dd1-8619-1a4b4af0489b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting subnet ca294ab9-a619-43db-b8f7-88dc5c007340 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:36:36.336530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecf933ef-1171-4dd1-8619-1a4b4af0489b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (ca294ab9-a619-43db-b8f7-88dc5c007340), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.418561 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecf933ef-1171-4dd1-8619-1a4b4af0489b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (ca294ab9-a619-43db-b8f7-88dc5c007340), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.464029 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2aaec9b2-fd42-4ce3-a4de-aee8101b7826 req-6124374e-457e-4611-aa51-4a594c96e5cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6c2eccfdb5049c88c300eac6ca0a45d&device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.0539370 Jan 28 12:36:36.494268 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d03d22-35d6-496e-8361-b5812e42a611 req-50ef682e-af47-440e-8d8e-cbdc75f5d2a9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:36.495660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d3d03d22-35d6-496e-8361-b5812e42a611 req-50ef682e-af47-440e-8d8e-cbdc75f5d2a9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1665025 Jan 28 12:36:36.536650 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecf933ef-1171-4dd1-8619-1a4b4af0489b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ca294ab9-a619-43db-b8f7-88dc5c007340), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.573735 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2aaec9b2-fd42-4ce3-a4de-aee8101b7826 req-f6ba8212-5a03-484c-93c3-c1175f2629f8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d6c2eccfdb5049c88c300eac6ca0a45d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893958 Jan 28 12:36:36.612333 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce56ca9-79ed-4f00-8b26-45771e47483a req-925735b1-74cb-47ef-9f03-c6a5062170c4 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.1015401 Jan 28 12:36:36.618337 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecf933ef-1171-4dd1-8619-1a4b4af0489b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (ca294ab9-a619-43db-b8f7-88dc5c007340), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.652833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf933ef-1171-4dd1-8619-1a4b4af0489b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Subnet': ['ID=ca294ab9-a619-43db-b8f7-88dc5c007340,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:36.656989 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecf933ef-1171-4dd1-8619-1a4b4af0489b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.660516 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ecf933ef-1171-4dd1-8619-1a4b4af0489b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/ca294ab9-a619-43db-b8f7-88dc5c007340 HTTP/1.1" status: 204 len: 168 time: 0.4867017 Jan 28 12:36:36.663125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47980) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:36.666930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f6ac2-6821-41d5-84aa-20e5734d7afe None None] Network d469a468-fe8c-4601-a1cb-0c024e1f5107 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:36.738959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaec9b2-fd42-4ce3-a4de-aee8101b7826 req-f59b6499-c9b6-4738-8459-a98f48955457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:36.740468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2aaec9b2-fd42-4ce3-a4de-aee8101b7826 req-f59b6499-c9b6-4738-8459-a98f48955457 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310642 Jan 28 12:36:36.752149 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d469a468-fe8c-4601-a1cb-0c024e1f5107), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.761001 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (8460bbd6-9335-437c-9e59-c2e560c36340), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.778095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d3d03d22-35d6-496e-8361-b5812e42a611 req-18a19805-dc99-45ee-9ac2-2dc729d821a3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645235 Jan 28 12:36:36.832710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:36.833077 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.836967 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (8460bbd6-9335-437c-9e59-c2e560c36340), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.865069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9036998-7df1-4f73-a8a4-cc97d3a93f7f None None] DHCP port deletion for d469a468-fe8c-4601-a1cb-0c024e1f5107 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:36:36.918478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=8460bbd6-9335-437c-9e59-c2e560c36340,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:36.943622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Checking segment: {'id': '6f0854cc-e97d-4e48-ba43-ae2e5726d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:36.943990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network hostable DHCP agents. Network: 53bcd782-f3c8-4a36-a356-4356814d424e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:36.976964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] For port c9948158-b04c-43c9-8c9b-b50ab6bfdd41, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c9948158-b04c-43c9-8c9b-b50ab6bfdd41,segment=NetworkSegment(8ff0ef80-291e-4fca-9d0a-5e316287a8a5),segment_id=8ff0ef80-291e-4fca-9d0a-5e316287a8a5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:36.977371 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:36.989577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 53bcd782-f3c8-4a36-a356-4356814d424e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:36.999411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for c9948158-b04c-43c9-8c9b-b50ab6bfdd41 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:37.007291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 53bcd782-f3c8-4a36-a356-4356814d424e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:37.013933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:37.021961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:37.022636 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.036526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73369b99-fc19-4704-8be8-aea441478ab2 None None] Network 53bcd782-f3c8-4a36-a356-4356814d424e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:37.038927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2bb4dd82-e875-4920-94ac-cd959b905687 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:36:37.056735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f9036998-7df1-4f73-a8a4-cc97d3a93f7f None None] Deleting port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:37.057416 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f9036998-7df1-4f73-a8a4-cc97d3a93f7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.101158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6419bf1f-ea87-4252-bd6c-a0cff2f7743a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0828233 Jan 28 12:36:37.105222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47998) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:37.111134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a39ba810-c3ec-49cc-afd7-6d43fbeb47d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1475279200'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:37.147425 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.160249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39ba810-c3ec-49cc-afd7-6d43fbeb47d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:37.163773 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a39ba810-c3ec-49cc-afd7-6d43fbeb47d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.174985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3057c6e-d95c-4c74-a958-d8dcc2897179 req-fed516f1-7413-41ee-a98a-8ae95ec00d4e tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:37.176726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3057c6e-d95c-4c74-a958-d8dcc2897179 req-fed516f1-7413-41ee-a98a-8ae95ec00d4e tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 943 time: 0.1256664 Jan 28 12:36:37.223704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No DVR routers for this DVR port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:37.232849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=c9948158-b04c-43c9-8c9b-b50ab6bfdd41,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:37.256491 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3057c6e-d95c-4c74-a958-d8dcc2897179 req-3dca2003-2f53-4572-86e4-df4526b9d2cc tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b8f03f2-9309-470a-8fe5-dee2e54c2108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711293 Jan 28 12:36:37.283002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-e735ca9a-9c8a-4e65-9e94-1f9d31bd4f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:37.292268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-e735ca9a-9c8a-4e65-9e94-1f9d31bd4f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 811 time: 0.2386651 Jan 28 12:36:37.297975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f9036998-7df1-4f73-a8a4-cc97d3a93f7f None None] For port c9948158-b04c-43c9-8c9b-b50ab6bfdd41, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c9948158-b04c-43c9-8c9b-b50ab6bfdd41,segment=NetworkSegment(8ff0ef80-291e-4fca-9d0a-5e316287a8a5),segment_id=8ff0ef80-291e-4fca-9d0a-5e316287a8a5)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:37.299631 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f9036998-7df1-4f73-a8a4-cc97d3a93f7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.310794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-6fa854b8-c46a-4df1-8c35-9339c9a28c5e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/quotas/7968c81b36cc48bf8630ba9caa6afc84 HTTP/1.1" status: 200 len: 375 time: 0.0173788 Jan 28 12:36:37.337551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f9036998-7df1-4f73-a8a4-cc97d3a93f7f None None] Calling delete_port for c9948158-b04c-43c9-8c9b-b50ab6bfdd41 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:37.393403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-bc99db8f-7827-4a31-bd09-6e8596998ce8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0816646 Jan 28 12:36:37.446898 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d469a468-fe8c-4601-a1cb-0c024e1f5107), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.449532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 2bb4dd82-e875-4920-94ac-cd959b905687, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2bb4dd82-e875-4920-94ac-cd959b905687,segment=NetworkSegment(cefee1c3-381c-4b50-82e5-eee8e67d0801),segment_id=cefee1c3-381c-4b50-82e5-eee8e67d0801)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:37.479921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c9948158-b04c-43c9-8c9b-b50ab6bfdd41 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:36:37.486547 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d469a468-fe8c-4601-a1cb-0c024e1f5107']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:37.497421 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff0ef80-291e-4fca-9d0a-5e316287a8a5') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:37.497828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff0ef80-291e-4fca-9d0a-5e316287a8a5') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:37.514503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (8ff0ef80-291e-4fca-9d0a-5e316287a8a5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.526274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-075cc93b-cd4e-49f6-974e-ad22f88684cc service neutron] 10.222.0.53 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311719 Jan 28 12:36:37.528463 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8ff0ef80-291e-4fca-9d0a-5e316287a8a5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.534885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:36:37.535283 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (8ff0ef80-291e-4fca-9d0a-5e316287a8a5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.556024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '2bb4dd82-e875-4920-94ac-cd959b905687', 'network_id': '6b0831b1-76f2-40bb-b4c6-0d56b36af5cc', 'port_id': '2bb4dd82-e875-4920-94ac-cd959b905687', 'mac_address': 'fa:16:3e:a8:8f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7454056c-2721-4da0-bac0-eea93df01e54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:36:37.558023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: c9948158-b04c-43c9-8c9b-b50ab6bfdd41 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:36:37.565375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c9948158-b04c-43c9-8c9b-b50ab6bfdd41 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:36:37.598973 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:36:37.623490 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39ba810-c3ec-49cc-afd7-6d43fbeb47d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:37.634886 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a39ba810-c3ec-49cc-afd7-6d43fbeb47d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4c498842-2fdd-436b-a8e4-b3954f684ae6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.635599 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-a39ba810-c3ec-49cc-afd7-6d43fbeb47d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Added segment 4c498842-2fdd-436b-a8e4-b3954f684ae6 of type vlan for network bb488c6c-53d6-4567-a550-269a1647ec98 Jan 28 12:36:37.681847 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d469a468-fe8c-4601-a1cb-0c024e1f5107), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.684410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-5a357251-36f2-4477-bf66-bd1c68fed08a service neutron] 10.222.0.53 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570225 Jan 28 12:36:37.693677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.695998 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f9036998-7df1-4f73-a8a4-cc97d3a93f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (c9948158-b04c-43c9-8c9b-b50ab6bfdd41), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.706112 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/networks/d469a468-fe8c-4601-a1cb-0c024e1f5107 HTTP/1.1" status: 204 len: 168 time: 1.0416777 Jan 28 12:36:37.710216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48006) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:37.716867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-478c2e12-5ae2-4081-bf08-17fef1762981 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-843642846'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:37.748331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9036998-7df1-4f73-a8a4-cc97d3a93f7f None None] Network d469a468-fe8c-4601-a1cb-0c024e1f5107 is not hosted by any dhcp agent {{(pid=103130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 12:36:37.749515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9036998-7df1-4f73-a8a4-cc97d3a93f7f None None] No DVR routers for this DVR port c9948158-b04c-43c9-8c9b-b50ab6bfdd41 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:37.749960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db12f5e-9269-4c58-b991-f598435abc5b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Network': ['ID=d469a468-fe8c-4601-a1cb-0c024e1f5107,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:37.751723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 2bb4dd82-e875-4920-94ac-cd959b905687 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:37.752317 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.757887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9036998-7df1-4f73-a8a4-cc97d3a93f7f None None] Pushing event deleted for resources: {'Port': ['ID=c9948158-b04c-43c9-8c9b-b50ab6bfdd41,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:37.776243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb4dd82-e875-4920-94ac-cd959b905687 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:36:37.793535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478c2e12-5ae2-4081-bf08-17fef1762981 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:37.800250 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-478c2e12-5ae2-4081-bf08-17fef1762981 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.803893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 2bb4dd82-e875-4920-94ac-cd959b905687, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2bb4dd82-e875-4920-94ac-cd959b905687,segment=NetworkSegment(cefee1c3-381c-4b50-82e5-eee8e67d0801),segment_id=cefee1c3-381c-4b50-82e5-eee8e67d0801)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:37.805197 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a39ba810-c3ec-49cc-afd7-6d43fbeb47d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (bb488c6c-53d6-4567-a550-269a1647ec98), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.812286 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.859228 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a39ba810-c3ec-49cc-afd7-6d43fbeb47d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (bb488c6c-53d6-4567-a550-269a1647ec98), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.873405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ba810-c3ec-49cc-afd7-6d43fbeb47d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:37.878517 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a39ba810-c3ec-49cc-afd7-6d43fbeb47d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.888946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=2bb4dd82-e875-4920-94ac-cd959b905687,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:37.896268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d34f09ed-96ce-457f-9e31-43d31194e836 req-fdd38d03-a6e4-47bb-abd5-94d5f3c91b85 tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.53 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.1523125 Jan 28 12:36:37.909800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478c2e12-5ae2-4081-bf08-17fef1762981 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:37.931889 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-478c2e12-5ae2-4081-bf08-17fef1762981 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:37.931889 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-478c2e12-5ae2-4081-bf08-17fef1762981 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Added segment dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd of type vlan for network 49329cb2-1b67-4d2a-87cc-1c64d9650279 Jan 28 12:36:38.005949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48012) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:38.007968 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a39ba810-c3ec-49cc-afd7-6d43fbeb47d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9014149 Jan 28 12:36:38.008815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ba810-c3ec-49cc-afd7-6d43fbeb47d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Network': ['ID=bb488c6c-53d6-4567-a550-269a1647ec98,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:38.022021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network bb488c6c-53d6-4567-a550-269a1647ec98 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:38.034533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-478c2e12-5ae2-4081-bf08-17fef1762981 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (49329cb2-1b67-4d2a-87cc-1c64d9650279), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:38.086230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'ports': [{'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e'}, {'network_id': 'bb488c6c-53d6-4567-a550-269a1647ec98'}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:38.086604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:38.087031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': 'bb488c6c-53d6-4567-a550-269a1647ec98'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:38.104756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b03165b-cdb4-43b1-8ee0-4c0151d6d3b2 req-a4b3ac3c-833f-4dfd-ab2e-f6eb2262a3e0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 210 time: 0.1364164 Jan 28 12:36:38.118775 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-478c2e12-5ae2-4081-bf08-17fef1762981 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (49329cb2-1b67-4d2a-87cc-1c64d9650279), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:38.124103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c2e12-5ae2-4081-bf08-17fef1762981 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:38.124732 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-478c2e12-5ae2-4081-bf08-17fef1762981 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:38.179499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2aaec9b2-fd42-4ce3-a4de-aee8101b7826 req-b1dd4ced-f860-44f2-903d-1db2626ec39a tempest-ServerShowV254Test-1909999765 tempest-ServerShowV254Test-1909999765-project] 10.222.0.49 "GET /v2.0/ports?device_id=6473445a-21d4-4fc4-9ebe-5bdcaa6a725b HTTP/1.1" status: 200 len: 210 time: 0.1749585 Jan 28 12:36:38.214371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['2bb4dd82-e875-4920-94ac-cd959b905687'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:36:38.218942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-478c2e12-5ae2-4081-bf08-17fef1762981 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5036094 Jan 28 12:36:38.219479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48018) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:38.225805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5e0c220f-4c76-4f40-a303-2fe4fc9d7134 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'subnet': {'network_id': '49329cb2-1b67-4d2a-87cc-1c64d9650279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:38.316519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c2e12-5ae2-4081-bf08-17fef1762981 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Network': ['ID=49329cb2-1b67-4d2a-87cc-1c64d9650279,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:38.331784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 49329cb2-1b67-4d2a-87cc-1c64d9650279 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:38.466989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0c220f-4c76-4f40-a303-2fe4fc9d7134 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:38.473734 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e0c220f-4c76-4f40-a303-2fe4fc9d7134 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:38.562962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0c2ad-3828-424b-8e95-2437c34c224b req-ef7bcc69-d18f-4e2d-b134-8aeb961ad980 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:38.570736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-daf0c2ad-3828-424b-8e95-2437c34c224b req-ef7bcc69-d18f-4e2d-b134-8aeb961ad980 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 944 time: 0.1136751 Jan 28 12:36:38.594032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 2} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:38.598662 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:38.628920 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:38.660449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-daf0c2ad-3828-424b-8e95-2437c34c224b req-13325081-4d98-457e-af0b-d86981a56072 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b8f03f2-9309-470a-8fe5-dee2e54c2108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885966 Jan 28 12:36:38.787712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e0c220f-4c76-4f40-a303-2fe4fc9d7134 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (32faf203-7865-4804-8dab-760932f7989d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:38.859637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port 2f8861c7-062c-4051-a3da-8f1cab3c41d0 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:36:38.870082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c220f-4c76-4f40-a303-2fe4fc9d7134 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Subnet': ['ID=32faf203-7865-4804-8dab-760932f7989d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:38.923235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c220f-4c76-4f40-a303-2fe4fc9d7134 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Checking segment: {'id': 'dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '49329cb2-1b67-4d2a-87cc-1c64d9650279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:38.923800 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c220f-4c76-4f40-a303-2fe4fc9d7134 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network hostable DHCP agents. Network: 49329cb2-1b67-4d2a-87cc-1c64d9650279, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:38.943376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c220f-4c76-4f40-a303-2fe4fc9d7134 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 49329cb2-1b67-4d2a-87cc-1c64d9650279 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:38.959420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5e0c220f-4c76-4f40-a303-2fe4fc9d7134 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 49329cb2-1b67-4d2a-87cc-1c64d9650279) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:38.964786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (2f8861c7-062c-4051-a3da-8f1cab3c41d0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:38.966909 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c220f-4c76-4f40-a303-2fe4fc9d7134 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:38.967678 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e0c220f-4c76-4f40-a303-2fe4fc9d7134 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:38.971396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5774b38-6f2e-4bd2-96c4-0e6c9b69cd40 None None] Network 49329cb2-1b67-4d2a-87cc-1c64d9650279 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:39.017579 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5e0c220f-4c76-4f40-a303-2fe4fc9d7134 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7968464 Jan 28 12:36:39.020179 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48034) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:39.025231 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6ef92efb-cb5f-443f-b5ba-f36594b6d6a6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1662160782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:39.053533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port ad7c7f07-2779-46c2-9405-a4c2f83bf962 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:36:39.059625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ef92efb-cb5f-443f-b5ba-f36594b6d6a6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (43338891-1cfa-4059-8973-a91e0e97ec8e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.061764 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ef92efb-cb5f-443f-b5ba-f36594b6d6a6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (43338891-1cfa-4059-8973-a91e0e97ec8e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.102347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-49329cb2-1b67-4d2a-87cc-1c64d9650279', 'network_id': '49329cb2-1b67-4d2a-87cc-1c64d9650279', 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'fixed_ips': [{'subnet_id': '32faf203-7865-4804-8dab-760932f7989d'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:36:39.103520 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.143635 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ef92efb-cb5f-443f-b5ba-f36594b6d6a6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (43338891-1cfa-4059-8973-a91e0e97ec8e), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.157811 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ef92efb-cb5f-443f-b5ba-f36594b6d6a6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (43338891-1cfa-4059-8973-a91e0e97ec8e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.174876 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (ad7c7f07-2779-46c2-9405-a4c2f83bf962), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.192586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ef92efb-cb5f-443f-b5ba-f36594b6d6a6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.194688 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6ef92efb-cb5f-443f-b5ba-f36594b6d6a6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1731923 Jan 28 12:36:39.197081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48038) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:39.264519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5fc39608-e3b5-4b88-a1b2-18064a36077d req-699f5598-6b6b-4423-991b-ed5a8ff2dfbe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 210 time: 0.0441427 Jan 28 12:36:39.284550 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (2f8861c7-062c-4051-a3da-8f1cab3c41d0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.358400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 53bcd782-f3c8-4a36-a356-4356814d424e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:39.362508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:39.371693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:39.374741 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ad7c7f07-2779-46c2-9405-a4c2f83bf962), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.407053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=2f8861c7-062c-4051-a3da-8f1cab3c41d0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:39.451201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Allocated IP 2001:db8::2 (49329cb2-1b67-4d2a-87cc-1c64d9650279/32faf203-7865-4804-8dab-760932f7989d/6f0befff-a58d-40d9-9f2f-63fce04a454f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:39.532283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48044) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:39.589472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=ad7c7f07-2779-46c2-9405-a4c2f83bf962,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:39.615447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Checking segment: {'id': '4c498842-2fdd-436b-a8e4-b3954f684ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'bb488c6c-53d6-4567-a550-269a1647ec98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:39.616155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network hostable DHCP agents. Network: bb488c6c-53d6-4567-a550-269a1647ec98, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:39.649432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-3efabe61-4296-4ac5-a94e-82446829f80b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:39.651321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-3efabe61-4296-4ac5-a94e-82446829f80b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 811 time: 0.2807825 Jan 28 12:36:39.659096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network bb488c6c-53d6-4567-a550-269a1647ec98 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:39.695550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Request body: {'port': {'device_id': 'e377b8cf-a92f-4809-aac4-5defec6c3f0b', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'admin_state_up': True, 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:39.733995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, bb488c6c-53d6-4567-a550-269a1647ec98) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:39.741885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:39.745744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ee897e-e347-41fd-897d-1ac6e8f3780b None None] Network bb488c6c-53d6-4567-a550-269a1647ec98 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:39.749755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:39.754328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:39.755017 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.788735 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9eea798f-d4b6-433e-9111-c17df84a7d8d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7792401 Jan 28 12:36:39.798003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48054) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:39.824226 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Publish callbacks [] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.839174 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c80a3970-3246-4b77-bad6-c324f96a1e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.863399 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:39.932377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Network 49329cb2-1b67-4d2a-87cc-1c64d9650279 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:39.938734 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:39.943936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:39.948139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a164d-e8b6-4e21-99d3-5bfe2d3cfd20 req-e9154e77-b7ab-4a95-b305-29a8f9bc6be7 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:39.950132 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3a164d-e8b6-4e21-99d3-5bfe2d3cfd20 req-e9154e77-b7ab-4a95-b305-29a8f9bc6be7 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 944 time: 0.1287873 Jan 28 12:36:39.960529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Pushing event updated for resources: {'Port': ['ID=6f0befff-a58d-40d9-9f2f-63fce04a454f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:40.029692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Made reservation on behalf of 7968c81b36cc48bf8630ba9caa6afc84 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:40.033596 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.046848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Attempting to bind port 6f0befff-a58d-40d9-9f2f-63fce04a454f on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:36:40.047266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Attempting to bind port 6f0befff-a58d-40d9-9f2f-63fce04a454f by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '49329cb2-1b67-4d2a-87cc-1c64d9650279'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:36:40.047796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Attempting to bind port 6f0befff-a58d-40d9-9f2f-63fce04a454f on network 49329cb2-1b67-4d2a-87cc-1c64d9650279 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:40.053641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:36:40.054174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Checking segment: {'id': 'dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '49329cb2-1b67-4d2a-87cc-1c64d9650279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:40.054819 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.055562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Bound using segment: {'id': 'dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '49329cb2-1b67-4d2a-87cc-1c64d9650279'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:36:40.056046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Bound port: 6f0befff-a58d-40d9-9f2f-63fce04a454f, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '49329cb2-1b67-4d2a-87cc-1c64d9650279'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:36:40.056425 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.135698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] For port 6f0befff-a58d-40d9-9f2f-63fce04a454f, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:36:40.139882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] For port 6f0befff-a58d-40d9-9f2f-63fce04a454f, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6f0befff-a58d-40d9-9f2f-63fce04a454f,segment=NetworkSegment(dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd),segment_id=dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:36:40.149172 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.207768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Allocated IP 172.20.0.4 (c2c613c3-43b7-41c8-a1c0-74bdae3e9634/53abd98a-d1ef-4617-bae2-6e0b828ced57/3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:40.298392 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.394617 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8e72f1ae-46c3-44a3-ab1d-6444ddb21f88 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port ad7c7f07-2779-46c2-9405-a4c2f83bf962 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:40.395145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e72f1ae-46c3-44a3-ab1d-6444ddb21f88 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ad7c7f07-2779-46c2-9405-a4c2f83bf962), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.452659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb3a164d-e8b6-4e21-99d3-5bfe2d3cfd20 req-330a92cf-1d4f-43a5-ae5f-1bee47d3c1ed tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b8f03f2-9309-470a-8fe5-dee2e54c2108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871287 Jan 28 12:36:40.454835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27ed737f-c6c1-43eb-be69-092cad84cc14 req-a3911760-c17c-4bd0-9975-9aa31d1a864b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 210 time: 0.0688119 Jan 28 12:36:40.490391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc3712-fc12-499a-94b1-6ea278c49f22 None None] Pushing event updated for resources: {'Port': ['ID=6f0befff-a58d-40d9-9f2f-63fce04a454f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:40.498070 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.518726 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c80a3970-3246-4b77-bad6-c324f96a1e16 admin admin] Publish callbacks [] for security_group (424da463-7b46-4649-96eb-b052dc2357ee), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.528406 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c80a3970-3246-4b77-bad6-c324f96a1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (424da463-7b46-4649-96eb-b052dc2357ee), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.558465 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e72f1ae-46c3-44a3-ab1d-6444ddb21f88 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ad7c7f07-2779-46c2-9405-a4c2f83bf962), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.564372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a3970-3246-4b77-bad6-c324f96a1e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424da463-7b46-4649-96eb-b052dc2357ee,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:40.598287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c80a3970-3246-4b77-bad6-c324f96a1e16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6c2eccfdb5049c88c300eac6ca0a45d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0620954 Jan 28 12:36:40.599065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48058) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:40.618621 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.631272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['27de3916-7505-46fc-97aa-391f8d8a7eea', 'fedcd2ad-b58c-41da-9e6d-5226e0700070'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:36:40.648257 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8e72f1ae-46c3-44a3-ab1d-6444ddb21f88 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for ad7c7f07-2779-46c2-9405-a4c2f83bf962 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:40.692153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:40.696728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:40.704520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:40.776047 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e72f1ae-46c3-44a3-ab1d-6444ddb21f88 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ad7c7f07-2779-46c2-9405-a4c2f83bf962), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.783950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:40.784662 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.797913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event updated for resources: {'Port': ['ID=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:40.836529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-7c0ed0b8-9e56-4194-b150-6deff6aa9f36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1606135 Jan 28 12:36:40.837465 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-178c319d-fd35-4803-8d2c-c758ac5488c7 admin admin] Publish callbacks [] for security_group (424da463-7b46-4649-96eb-b052dc2357ee), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.857247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Request body: {'port': {'device_id': 'e377b8cf-a92f-4809-aac4-5defec6c3f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:40.871908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72f1ae-46c3-44a3-ab1d-6444ddb21f88 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=ad7c7f07-2779-46c2-9405-a4c2f83bf962,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:40.892961 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e72f1ae-46c3-44a3-ab1d-6444ddb21f88 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.897903 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8e72f1ae-46c3-44a3-ab1d-6444ddb21f88 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/ad7c7f07-2779-46c2-9405-a4c2f83bf962 HTTP/1.1" status: 204 len: 168 time: 1.0980010 Jan 28 12:36:40.901013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48066) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:40.948154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-178c319d-fd35-4803-8d2c-c758ac5488c7 admin admin] Publish callbacks [] for security_group (424da463-7b46-4649-96eb-b052dc2357ee), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:40.971041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Allocated IP 2001:db8::1 (49329cb2-1b67-4d2a-87cc-1c64d9650279/32faf203-7865-4804-8dab-760932f7989d/7e2abe14-0091-4b47-9262-811aa5e3ed7b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:41.076131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2bb4dd82-e875-4920-94ac-cd959b905687 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:41.105654 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.177387 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-178c319d-fd35-4803-8d2c-c758ac5488c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (424da463-7b46-4649-96eb-b052dc2357ee), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.180406 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-178c319d-fd35-4803-8d2c-c758ac5488c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.183979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-178c319d-fd35-4803-8d2c-c758ac5488c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/424da463-7b46-4649-96eb-b052dc2357ee HTTP/1.1" status: 204 len: 168 time: 0.5820410 Jan 28 12:36:41.203166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c319d-fd35-4803-8d2c-c758ac5488c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424da463-7b46-4649-96eb-b052dc2357ee,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:41.264269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5b466d-55b4-4ab9-83fb-30facfcf1581 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:41.274672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5b466d-55b4-4ab9-83fb-30facfcf1581 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:41.276375 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dd5b466d-55b4-4ab9-83fb-30facfcf1581 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3742476 Jan 28 12:36:41.280592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48070) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:41.290023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-463fffd1-2910-4840-afa2-2853c60ac223 None None] Provisioning complete for port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:41.292345 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-463fffd1-2910-4840-afa2-2853c60ac223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.381493 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (7e2abe14-0091-4b47-9262-811aa5e3ed7b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.477576 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 2bb4dd82-e875-4920-94ac-cd959b905687 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:36:41.481458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-463fffd1-2910-4840-afa2-2853c60ac223 None None] Port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:41.501666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 2bb4dd82-e875-4920-94ac-cd959b905687 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:41.502379 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.510069 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7e2abe14-0091-4b47-9262-811aa5e3ed7b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.601953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 49329cb2-1b67-4d2a-87cc-1c64d9650279 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:41.611933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:41.624940 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:41.625752 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (43338891-1cfa-4059-8973-a91e0e97ec8e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.628459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6f0befff-a58d-40d9-9f2f-63fce04a454f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:41.694475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=7e2abe14-0091-4b47-9262-811aa5e3ed7b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:41.705744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 2bb4dd82-e875-4920-94ac-cd959b905687 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:41.706279 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.752164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f57fb46-1c7a-4a75-9930-d90ce10fc365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb4dd82-e875-4920-94ac-cd959b905687'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:36:41.754711 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b1c664-8211-46b2-8842-cb518523aa9b" -d '{"events": [{"server_uuid": "6f57fb46-1c7a-4a75-9930-d90ce10fc365", "name": "network-vif-plugged", "status": "completed", "tag": "2bb4dd82-e875-4920-94ac-cd959b905687"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:36:41.801846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 2bb4dd82-e875-4920-94ac-cd959b905687, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2bb4dd82-e875-4920-94ac-cd959b905687,segment=NetworkSegment(cefee1c3-381c-4b50-82e5-eee8e67d0801),segment_id=cefee1c3-381c-4b50-82e5-eee8e67d0801)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:41.811055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6f0befff-a58d-40d9-9f2f-63fce04a454f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:41.811517 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.821972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8c20531d-e216-4977-875b-363b83177e96 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port 2f8861c7-062c-4051-a3da-8f1cab3c41d0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:41.822333 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c20531d-e216-4977-875b-363b83177e96 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2f8861c7-062c-4051-a3da-8f1cab3c41d0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.827176 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7e2abe14-0091-4b47-9262-811aa5e3ed7b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.857218 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:41.942100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=2bb4dd82-e875-4920-94ac-cd959b905687,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:41.983357 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff61c1-8d80-4bdf-a824-be5ffc941fdb req-364cad2c-97fe-4d11-825b-100c5303c9c3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:41.985743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4ff61c1-8d80-4bdf-a824-be5ffc941fdb req-364cad2c-97fe-4d11-825b-100c5303c9c3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 931 time: 0.3590224 Jan 28 12:36:42.026202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6f0befff-a58d-40d9-9f2f-63fce04a454f is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:42.026407 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:42.093746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 6f0befff-a58d-40d9-9f2f-63fce04a454f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6f0befff-a58d-40d9-9f2f-63fce04a454f,segment=NetworkSegment(dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd),segment_id=dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:42.105924 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:42.177923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=6f0befff-a58d-40d9-9f2f-63fce04a454f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:42.339679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aec31e-633c-49f3-9287-85a28b4c45e3 None None] Network 49329cb2-1b67-4d2a-87cc-1c64d9650279 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:42.340530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (7e2abe14-0091-4b47-9262-811aa5e3ed7b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:42.354648 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (7e2abe14-0091-4b47-9262-811aa5e3ed7b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:42.355566 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (43338891-1cfa-4059-8973-a91e0e97ec8e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:42.486844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d94ba0c9-7117-4636-a517-34374f537e5f None None] Provisioning complete for port 6f0befff-a58d-40d9-9f2f-63fce04a454f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:42.487228 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d94ba0c9-7117-4636-a517-34374f537e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:42.515756 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 49329cb2-1b67-4d2a-87cc-1c64d9650279 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:42.517491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:42.529913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=7e2abe14-0091-4b47-9262-811aa5e3ed7b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:42.664496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57a537-8eec-4932-b798-f63f185f933e req-03e65041-7bf3-4968-815b-756c3f43341f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:42.666274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce57a537-8eec-4932-b798-f63f185f933e req-03e65041-7bf3-4968-815b-756c3f43341f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 944 time: 1.0287099 Jan 28 12:36:42.685602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router 43338891-1cfa-4059-8973-a91e0e97ec8e is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:36:42.728943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d94ba0c9-7117-4636-a517-34374f537e5f None None] Current status of the port 6f0befff-a58d-40d9-9f2f-63fce04a454f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:42.752753 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c20531d-e216-4977-875b-363b83177e96 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2f8861c7-062c-4051-a3da-8f1cab3c41d0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:42.787696 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4ff61c1-8d80-4bdf-a824-be5ffc941fdb req-d9d3039a-9bed-46da-a07f-d1d9261eedf6 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7686250 Jan 28 12:36:42.789889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:36:42.796103 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:36:42.804943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8c20531d-e216-4977-875b-363b83177e96 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for 2f8861c7-062c-4051-a3da-8f1cab3c41d0 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:42.809047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:42.810265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Publish callbacks [] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:42.817163 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e7966278-2125-4684-ae03-cbcef3307dcc tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/43338891-1cfa-4059-8973-a91e0e97ec8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6180844 Jan 28 12:36:42.818888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48106) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:42.823312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67294af0-5dd8-48cf-a2cd-186e9842422f None None] Sync routers for ids ['43338891-1cfa-4059-8973-a91e0e97ec8e'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:42.848879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67294af0-5dd8-48cf-a2cd-186e9842422f None None] Routers {'43338891-1cfa-4059-8973-a91e0e97ec8e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:42.848879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-67294af0-5dd8-48cf-a2cd-186e9842422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['43338891-1cfa-4059-8973-a91e0e97ec8e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:42.862938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Transition to ACTIVE for port object 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:36:42.913576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:42.932107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce57a537-8eec-4932-b798-f63f185f933e req-7da5f7fa-65bd-4e70-abd6-c8641b41ce4e tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b8f03f2-9309-470a-8fe5-dee2e54c2108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470040 Jan 28 12:36:42.958256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550149ac-f969-470d-8caf-04df0089bc48 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:42.976043 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-550149ac-f969-470d-8caf-04df0089bc48 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports/7e2abe14-0091-4b47-9262-811aa5e3ed7b HTTP/1.1" status: 200 len: 911 time: 0.1558897 Jan 28 12:36:42.988836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48108) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:43.003087 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c753e0-d948-42c9-bf2f-84b98a890c1e x-openstack-request-id: req-89c753e0-d948-42c9-bf2f-84b98a890c1e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:36:43.003531 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f57fb46-1c7a-4a75-9930-d90ce10fc365", "name": "network-vif-plugged", "status": "completed", "tag": "2bb4dd82-e875-4920-94ac-cd959b905687", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:36:43.004984 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89c753e0-d948-42c9-bf2f-84b98a890c1e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:36:43.005405 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f57fb46-1c7a-4a75-9930-d90ce10fc365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb4dd82-e875-4920-94ac-cd959b905687', 'code': 200} Jan 28 12:36:43.009084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-67294af0-5dd8-48cf-a2cd-186e9842422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:43.052953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67294af0-5dd8-48cf-a2cd-186e9842422f None None] Routers {'43338891-1cfa-4059-8973-a91e0e97ec8e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:43.053495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-67294af0-5dd8-48cf-a2cd-186e9842422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['43338891-1cfa-4059-8973-a91e0e97ec8e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:43.093937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a20648-0740-4221-9217-c06278918989 req-f036a601-7097-47ae-99b7-aecfedec244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:43.095731 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-14a20648-0740-4221-9217-c06278918989 req-f036a601-7097-47ae-99b7-aecfedec244a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 1096 time: 0.0826602 Jan 28 12:36:43.199387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-67294af0-5dd8-48cf-a2cd-186e9842422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:43.200602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67294af0-5dd8-48cf-a2cd-186e9842422f None None] The sync data for ids ['43338891-1cfa-4059-8973-a91e0e97ec8e'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:43.205369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-14a20648-0740-4221-9217-c06278918989 req-4bf93184-f75d-42e1-8d6f-58c81a9234cc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2b8f03f2-9309-470a-8fe5-dee2e54c2108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025889 Jan 28 12:36:43.248190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-eba59d28-bf92-4b23-b125-d6c159fda0da None None] Provisioning complete for port 7e2abe14-0091-4b47-9262-811aa5e3ed7b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:43.248510 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eba59d28-bf92-4b23-b125-d6c159fda0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7e2abe14-0091-4b47-9262-811aa5e3ed7b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:43.315722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eba59d28-bf92-4b23-b125-d6c159fda0da None None] Port 7e2abe14-0091-4b47-9262-811aa5e3ed7b cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:43.317053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Pushing event updated for resources: {'Port': ['ID=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:43.340374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-eba59d28-bf92-4b23-b125-d6c159fda0da None None] Provisioning complete for port 6f0befff-a58d-40d9-9f2f-63fce04a454f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:43.340759 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eba59d28-bf92-4b23-b125-d6c159fda0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:43.348952 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c20531d-e216-4977-875b-363b83177e96 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (2f8861c7-062c-4051-a3da-8f1cab3c41d0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:43.445018 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c20531d-e216-4977-875b-363b83177e96 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:43.452867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8c20531d-e216-4977-875b-363b83177e96 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/2f8861c7-062c-4051-a3da-8f1cab3c41d0 HTTP/1.1" status: 204 len: 168 time: 2.1679912 Jan 28 12:36:43.455777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48118) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:43.468239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20531d-e216-4977-875b-363b83177e96 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=2f8861c7-062c-4051-a3da-8f1cab3c41d0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:43.542797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6f0befff-a58d-40d9-9f2f-63fce04a454f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:43.546716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eba59d28-bf92-4b23-b125-d6c159fda0da None None] Current status of the port 6f0befff-a58d-40d9-9f2f-63fce04a454f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:43.631321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Attempting to bind port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:36:43.631753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Attempting to bind port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:36:43.632083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Attempting to bind port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:43.638434 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6f0befff-a58d-40d9-9f2f-63fce04a454f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:43.638826 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:43.644935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3d638-2738-41ee-a7d2-11c391a60a11 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:43.646627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-02c3d638-2738-41ee-a7d2-11c391a60a11 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1879566 Jan 28 12:36:43.649383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48124) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:43.656217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:36:43.656682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Attempting to bind port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:43.665242 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:36:43.665582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Checking segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:43.665964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Bound using segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:36:43.666397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Bound port: 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:36:43.666750 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:43.714174 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d82a377-6faf-46f7-8a12-f39c02ef8260 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:36:43.716687 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6d82a377-6faf-46f7-8a12-f39c02ef8260 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/ad7c7f07-2779-46c2-9405-a4c2f83bf962 HTTP/1.1" status: 404 len: 333 time: 0.0655220 Jan 28 12:36:43.719527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48126) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:43.745296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3bcb6f48-42ff-4f30-9212-5254d178e419 None None] Provisioning complete for port 7e2abe14-0091-4b47-9262-811aa5e3ed7b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:43.745871 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6f48-42ff-4f30-9212-5254d178e419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7e2abe14-0091-4b47-9262-811aa5e3ed7b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:43.756001 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbe8ea4-3d8f-4ffb-b9b5-5b0395356d5c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:36:43.758347 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9fbe8ea4-3d8f-4ffb-b9b5-5b0395356d5c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/2f8861c7-062c-4051-a3da-8f1cab3c41d0 HTTP/1.1" status: 404 len: 333 time: 0.0376890 Jan 28 12:36:43.761108 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48130) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:43.859841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb6f48-42ff-4f30-9212-5254d178e419 None None] Port 7e2abe14-0091-4b47-9262-811aa5e3ed7b cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:43.890860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6f0befff-a58d-40d9-9f2f-63fce04a454f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:43.912965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (bb488c6c-53d6-4567-a550-269a1647ec98), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:43.940629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] For port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:36:43.945922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] For port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:36:43.983727 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.062761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1ffa6cfa-b459-445a-9f60-b11bae447cf8 None None] Provisioning complete for port 7e2abe14-0091-4b47-9262-811aa5e3ed7b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:44.063140 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ffa6cfa-b459-445a-9f60-b11bae447cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7e2abe14-0091-4b47-9262-811aa5e3ed7b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.075971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (bb488c6c-53d6-4567-a550-269a1647ec98), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.125252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb488c6c-53d6-4567-a550-269a1647ec98']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:44.134568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Pushing event updated for resources: {'Port': ['ID=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:44.139956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:44.140596 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.141980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-31034bc0-d169-4eb1-94ac-aeba8ac83463 service neutron] 10.222.0.49 "PUT /v2.0/ports/3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee HTTP/1.1" status: 200 len: 1091 time: 3.2976525 Jan 28 12:36:44.162391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e377b8cf-a92f-4809-aac4-5defec6c3f0b', 'tag': '3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:36:44.164750 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3468175e-eee8-43fa-a20e-a078130617a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e377b8cf-a92f-4809-aac4-5defec6c3f0b", "tag": "3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:36:44.166225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa6cfa-b459-445a-9f60-b11bae447cf8 None None] Port 7e2abe14-0091-4b47-9262-811aa5e3ed7b cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:36:44.173896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c498842-2fdd-436b-a8e4-b3954f684ae6') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:44.174296 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c498842-2fdd-436b-a8e4-b3954f684ae6') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:44.198148 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (4c498842-2fdd-436b-a8e4-b3954f684ae6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.218090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4c498842-2fdd-436b-a8e4-b3954f684ae6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.241685 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:36:44.243729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (4c498842-2fdd-436b-a8e4-b3954f684ae6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:36:44.245791 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:36:44.347783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fb011-4907-40d2-8162-b5fceb94f480 req-7d1be84c-0ca8-4411-a43b-1816178c54d0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:44.363549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab5fb011-4907-40d2-8162-b5fceb94f480 req-7d1be84c-0ca8-4411-a43b-1816178c54d0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 943 time: 0.3850849 Jan 28 12:36:44.377895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-622bbbe7-58ce-45e7-a3c7-14a040faaa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:44.381463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-622bbbe7-58ce-45e7-a3c7-14a040faaa8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 1094 time: 0.1724513 Jan 28 12:36:44.389014 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4825dadb-396d-45dd-b8c5-38850e8a9d1a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (43338891-1cfa-4059-8973-a91e0e97ec8e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.391986 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (bb488c6c-53d6-4567-a550-269a1647ec98), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.400825 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.403469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a03d6-b2b7-4373-9706-67f3d84e7dd1 req-3b9808ec-9560-438e-81b3-b6d54570030c tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:44.411318 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/networks/bb488c6c-53d6-4567-a550-269a1647ec98 HTTP/1.1" status: 204 len: 168 time: 0.6483562 Jan 28 12:36:44.411977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48160) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:44.412107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-077a03d6-b2b7-4373-9706-67f3d84e7dd1 req-3b9808ec-9560-438e-81b3-b6d54570030c tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 945 time: 0.2743063 Jan 28 12:36:44.422977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9a5a11b9-b473-4354-a31b-2c93ddca7c3b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1559257761'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:44.469482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6bec8-cfd3-4063-929d-147f9c2ad098 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Network': ['ID=bb488c6c-53d6-4567-a550-269a1647ec98,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:44.500345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5a11b9-b473-4354-a31b-2c93ddca7c3b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:44.504885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a5a11b9-b473-4354-a31b-2c93ddca7c3b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.537209 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5a11b9-b473-4354-a31b-2c93ddca7c3b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:44.542374 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-f74e4cb3-b1b7-4f22-b5ab-58baed999c3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee HTTP/1.1" status: 200 len: 217 time: 0.0945373 Jan 28 12:36:44.556111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a5a11b9-b473-4354-a31b-2c93ddca7c3b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6955af02-7670-419f-8ba3-9898f6d2b1e0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.556916 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-9a5a11b9-b473-4354-a31b-2c93ddca7c3b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Added segment 6955af02-7670-419f-8ba3-9898f6d2b1e0 of type vlan for network a284c154-93b3-4849-923b-9b8deaac38e9 Jan 28 12:36:44.641686 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a5a11b9-b473-4354-a31b-2c93ddca7c3b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a284c154-93b3-4849-923b-9b8deaac38e9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.656061 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab5fb011-4907-40d2-8162-b5fceb94f480 req-9bff8241-8ba4-4a2d-ba2f-a3060fd5552e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894564 Jan 28 12:36:44.681138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-077a03d6-b2b7-4373-9706-67f3d84e7dd1 req-d409abfb-0bca-4ebd-b485-5a85065c8b68 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b8f03f2-9309-470a-8fe5-dee2e54c2108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682807 Jan 28 12:36:44.681619 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a5a11b9-b473-4354-a31b-2c93ddca7c3b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a284c154-93b3-4849-923b-9b8deaac38e9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.702337 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5a11b9-b473-4354-a31b-2c93ddca7c3b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:44.703009 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a5a11b9-b473-4354-a31b-2c93ddca7c3b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:44.755639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-ff1859f6-9871-4688-9c7f-9f9955cc18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:44.757968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-ff1859f6-9871-4688-9c7f-9f9955cc18b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.2041237 Jan 28 12:36:44.760684 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9a5a11b9-b473-4354-a31b-2c93ddca7c3b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3438458 Jan 28 12:36:44.768512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48170) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:44.775740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': 'a284c154-93b3-4849-923b-9b8deaac38e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:44.827800 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1745923-c956-46b2-ab7a-a5ccf7e19d34 x-openstack-request-id: req-e1745923-c956-46b2-ab7a-a5ccf7e19d34 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:36:44.828126 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e377b8cf-a92f-4809-aac4-5defec6c3f0b", "tag": "3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:36:44.828396 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1745923-c956-46b2-ab7a-a5ccf7e19d34 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:36:44.828824 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e377b8cf-a92f-4809-aac4-5defec6c3f0b', 'tag': '3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee', 'status': 'completed', 'code': 200} Jan 28 12:36:44.848518 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a11b9-b473-4354-a31b-2c93ddca7c3b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Network': ['ID=a284c154-93b3-4849-923b-9b8deaac38e9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:44.866497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a284c154-93b3-4849-923b-9b8deaac38e9 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:44.921952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-2edbab1f-1d7e-47ae-b1be-41e44e6e84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:44.924235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-2edbab1f-1d7e-47ae-b1be-41e44e6e84d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208503 Jan 28 12:36:44.939304 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:44.943601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:45.010506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Performing IP validity checks on allocation pools {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 12:36:45.013534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 12:36:45.143515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-1a51f2cb-953b-40f1-b916-31a120ba6f73 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011125 Jan 28 12:36:45.156434 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (e3b3be71-b167-4396-94d6-d2b384a20507), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:45.180509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4825dadb-396d-45dd-b8c5-38850e8a9d1a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port 7e2abe14-0091-4b47-9262-811aa5e3ed7b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:45.180885 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4825dadb-396d-45dd-b8c5-38850e8a9d1a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7e2abe14-0091-4b47-9262-811aa5e3ed7b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:45.242106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Checking segment: {'id': '6955af02-7670-419f-8ba3-9898f6d2b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a284c154-93b3-4849-923b-9b8deaac38e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:45.242482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network hostable DHCP agents. Network: a284c154-93b3-4849-923b-9b8deaac38e9, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:45.246382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Subnet': ['ID=e3b3be71-b167-4396-94d6-d2b384a20507,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:45.270978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network a284c154-93b3-4849-923b-9b8deaac38e9 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:45.284653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a284c154-93b3-4849-923b-9b8deaac38e9) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:45.290811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:45.291525 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:45.314144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0cffee-6d90-4f45-94e4-be75f0c02f5e None None] Network a284c154-93b3-4849-923b-9b8deaac38e9 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:45.327221 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e1f32a53-02ea-4a07-b459-4c7fa8a712bf tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5571508 Jan 28 12:36:45.330688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48188) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:45.340905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001dfa8e-1a90-4570-b667-c88a112aa390 req-651f405b-6506-413d-bc4c-0766e50a77bb service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915772 Jan 28 12:36:45.343487 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4825dadb-396d-45dd-b8c5-38850e8a9d1a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7e2abe14-0091-4b47-9262-811aa5e3ed7b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:45.345474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': 'a284c154-93b3-4849-923b-9b8deaac38e9', 'name': 'tempest-PortsIpV6TestJSON-1194062876'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:45.359435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4825dadb-396d-45dd-b8c5-38850e8a9d1a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for 7e2abe14-0091-4b47-9262-811aa5e3ed7b owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:45.487435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-a284c154-93b3-4849-923b-9b8deaac38e9', 'network_id': 'a284c154-93b3-4849-923b-9b8deaac38e9', 'project_id': 'e86277e5ea6c4a15affee9a6b3075dd9', 'fixed_ips': [{'subnet_id': 'e3b3be71-b167-4396-94d6-d2b384a20507'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:36:45.489373 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:45.490004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468175e-eee8-43fa-a20e-a078130617a6 req-debde834-9d42-4bda-9923-ec24a3868588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:45.492451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3468175e-eee8-43fa-a20e-a078130617a6 req-debde834-9d42-4bda-9923-ec24a3868588 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 1094 time: 0.0687737 Jan 28 12:36:45.573111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:45.580166 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:45.608470 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port c620363f-2c4a-4705-823b-7199ca3c8f77 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:36:45.665400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468175e-eee8-43fa-a20e-a078130617a6 req-2763f071-051c-4577-96c9-1955fd0ac2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:45.666818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3468175e-eee8-43fa-a20e-a078130617a6 req-2763f071-051c-4577-96c9-1955fd0ac2be service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.1667130 Jan 28 12:36:45.768591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Allocated IP 2001:db8::2 (a284c154-93b3-4849-923b-9b8deaac38e9/e3b3be71-b167-4396-94d6-d2b384a20507/f8d3f69d-4ebb-4d72-ab24-61169a6f5eec) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:45.819196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3468175e-eee8-43fa-a20e-a078130617a6 req-5f6aa146-0981-4672-bbe0-bf8bb1dfbb7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee HTTP/1.1" status: 200 len: 217 time: 0.1446455 Jan 28 12:36:45.842878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48200) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:45.931800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4825dadb-396d-45dd-b8c5-38850e8a9d1a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7e2abe14-0091-4b47-9262-811aa5e3ed7b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:45.979825 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468175e-eee8-43fa-a20e-a078130617a6 req-1b3833ce-c13d-4e21-aee9-a65fc362c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:45.981435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3468175e-eee8-43fa-a20e-a078130617a6 req-1b3833ce-c13d-4e21-aee9-a65fc362c439 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.1434557 Jan 28 12:36:45.985221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825dadb-396d-45dd-b8c5-38850e8a9d1a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=7e2abe14-0091-4b47-9262-811aa5e3ed7b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:46.021992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7108c-befa-4004-9de2-4bb15abe4ab4 req-da677024-707f-4ff7-833c-638453f82bf8 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:46.025040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ed7108c-befa-4004-9de2-4bb15abe4ab4 req-da677024-707f-4ff7-833c-638453f82bf8 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 945 time: 0.1706066 Jan 28 12:36:46.033092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc0ef917-d9fc-4f30-b2e5-302986b7dc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:46.036131 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Publish callbacks [] for port (f8d3f69d-4ebb-4d72-ab24-61169a6f5eec), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:46.037029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00170-b76f-4770-b140-45174bcdef08 req-ec4827c5-5fd1-4d26-a230-7c683d3b5950 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:46.040781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a00170-b76f-4770-b140-45174bcdef08 req-ec4827c5-5fd1-4d26-a230-7c683d3b5950 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 943 time: 0.2358482 Jan 28 12:36:46.049359 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (f8d3f69d-4ebb-4d72-ab24-61169a6f5eec), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:46.078024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Network a284c154-93b3-4849-923b-9b8deaac38e9 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:46.123007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:46.129581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:46.132506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Pushing event updated for resources: {'Port': ['ID=f8d3f69d-4ebb-4d72-ab24-61169a6f5eec,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:46.142348 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8::188 (a284c154-93b3-4849-923b-9b8deaac38e9/e3b3be71-b167-4396-94d6-d2b384a20507/c620363f-2c4a-4705-823b-7199ca3c8f77) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:46.219792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Attempting to bind port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:36:46.220093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Attempting to bind port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '6955af02-7670-419f-8ba3-9898f6d2b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a284c154-93b3-4849-923b-9b8deaac38e9'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:36:46.220670 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Attempting to bind port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec on network a284c154-93b3-4849-923b-9b8deaac38e9 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:46.228685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:36:46.229691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Checking segment: {'id': '6955af02-7670-419f-8ba3-9898f6d2b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a284c154-93b3-4849-923b-9b8deaac38e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:46.230599 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:46.231567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Bound using segment: {'id': '6955af02-7670-419f-8ba3-9898f6d2b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a284c154-93b3-4849-923b-9b8deaac38e9'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:36:46.233450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Bound port: f8d3f69d-4ebb-4d72-ab24-61169a6f5eec, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6955af02-7670-419f-8ba3-9898f6d2b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a284c154-93b3-4849-923b-9b8deaac38e9'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:36:46.234515 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f8d3f69d-4ebb-4d72-ab24-61169a6f5eec), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:46.319574 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4825dadb-396d-45dd-b8c5-38850e8a9d1a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (43338891-1cfa-4059-8973-a91e0e97ec8e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:46.370727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] For port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:36:46.377477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] For port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f8d3f69d-4ebb-4d72-ab24-61169a6f5eec,segment=NetworkSegment(6955af02-7670-419f-8ba3-9898f6d2b1e0),segment_id=6955af02-7670-419f-8ba3-9898f6d2b1e0)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:36:46.387153 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f8d3f69d-4ebb-4d72-ab24-61169a6f5eec), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:46.410418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468175e-eee8-43fa-a20e-a078130617a6 req-3f6eaeb2-acad-4159-bfa9-48a08d23fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:46.412014 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3468175e-eee8-43fa-a20e-a078130617a6 req-3f6eaeb2-acad-4159-bfa9-48a08d23fca9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4014254 Jan 28 12:36:46.422789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc0ef917-d9fc-4f30-b2e5-302986b7dc8b admin admin] Publish callbacks [] for security_group (5146b34c-bc40-428a-8408-d1a492980816), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:46.427049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (c620363f-2c4a-4705-823b-7199ca3c8f77), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:46.433665 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc0ef917-d9fc-4f30-b2e5-302986b7dc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5146b34c-bc40-428a-8408-d1a492980816), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:46.479095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ed7108c-befa-4004-9de2-4bb15abe4ab4 req-0b5ddd2c-427f-49c7-aa59-e0451a14a31e tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b8f03f2-9309-470a-8fe5-dee2e54c2108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372194 Jan 28 12:36:46.513203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751a2ad-dcaf-4d2d-80b6-7cc787543862 None None] Pushing event updated for resources: {'Port': ['ID=f8d3f69d-4ebb-4d72-ab24-61169a6f5eec,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:46.520468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a00170-b76f-4770-b140-45174bcdef08 req-8efcc3a7-167d-4e49-b81d-4f21c7b9d5c0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373465 Jan 28 12:36:46.537179 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cc0ef917-d9fc-4f30-b2e5-302986b7dc8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa7950fa81a447dfabe966ffaf598fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6925871 Jan 28 12:36:46.545030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:46.546423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ef917-d9fc-4f30-b2e5-302986b7dc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5146b34c-bc40-428a-8408-d1a492980816,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:46.568661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c620363f-2c4a-4705-823b-7199ca3c8f77), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:46.652796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network a284c154-93b3-4849-923b-9b8deaac38e9 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:46.659330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:46.664231 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:46.670739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:46.671758 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:46.676290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=c620363f-2c4a-4705-823b-7199ca3c8f77,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:46.702982 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a0014867-c8e6-423d-8b16-d3123f357f98 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3688588 Jan 28 12:36:46.703711 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:46.928462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2c723f3a-3cfa-47fb-a746-4edb57574856 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port c620363f-2c4a-4705-823b-7199ca3c8f77 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:46.930782 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c723f3a-3cfa-47fb-a746-4edb57574856 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c620363f-2c4a-4705-823b-7199ca3c8f77), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:47.000054 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:47.112932 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c723f3a-3cfa-47fb-a746-4edb57574856 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c620363f-2c4a-4705-823b-7199ca3c8f77), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:47.159300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2c723f3a-3cfa-47fb-a746-4edb57574856 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for c620363f-2c4a-4705-823b-7199ca3c8f77 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:47.350053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4825dadb-396d-45dd-b8c5-38850e8a9d1a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router 43338891-1cfa-4059-8973-a91e0e97ec8e has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:47.358215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3468175e-eee8-43fa-a20e-a078130617a6 req-c9a3bfb4-92bf-41ef-987d-22d0eb0ca8ce service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8672643 Jan 28 12:36:47.370271 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c723f3a-3cfa-47fb-a746-4edb57574856 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c620363f-2c4a-4705-823b-7199ca3c8f77), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:47.371733 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c05c691b-da63-4301-8e87-e50ff7ae5322 admin admin] Publish callbacks [] for security_group (5146b34c-bc40-428a-8408-d1a492980816), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:47.425191 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c723f3a-3cfa-47fb-a746-4edb57574856 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=c620363f-2c4a-4705-823b-7199ca3c8f77,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:47.453939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c723f3a-3cfa-47fb-a746-4edb57574856 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:47.459396 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2c723f3a-3cfa-47fb-a746-4edb57574856 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/c620363f-2c4a-4705-823b-7199ca3c8f77 HTTP/1.1" status: 204 len: 168 time: 0.7526894 Jan 28 12:36:47.461041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:47.467868 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c05c691b-da63-4301-8e87-e50ff7ae5322 admin admin] Publish callbacks [] for security_group (5146b34c-bc40-428a-8408-d1a492980816), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:47.501700 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aef13f8-b842-471b-8ca4-6cb09ce8f52e tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] DELETE failed (client error): The resource could not be found. Jan 28 12:36:47.502380 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aef13f8-b842-471b-8ca4-6cb09ce8f52e tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:36:47.510012 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5aef13f8-b842-471b-8ca4-6cb09ce8f52e tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/c620363f-2c4a-4705-823b-7199ca3c8f77 HTTP/1.1" status: 404 len: 333 time: 0.0479560 Jan 28 12:36:47.510807 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:47.558014 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8757a2e-34e2-4e24-8013-a769d84a7199 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:36:47.573495 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e8757a2e-34e2-4e24-8013-a769d84a7199 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/c620363f-2c4a-4705-823b-7199ca3c8f77 HTTP/1.1" status: 404 len: 333 time: 0.0615392 Jan 28 12:36:47.574364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:47.593435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f8d3f69d-4ebb-4d72-ab24-61169a6f5eec up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:47.690745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f0987e-0621-4f04-a8f1-56b2365e31d6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting subnet e3b3be71-b167-4396-94d6-d2b384a20507 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:36:47.695644 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76f0987e-0621-4f04-a8f1-56b2365e31d6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (e3b3be71-b167-4396-94d6-d2b384a20507), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:47.724812 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:47.737812 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3468175e-eee8-43fa-a20e-a078130617a6 req-98764586-31d9-434f-9719-515e37125804 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744748 Jan 28 12:36:47.746972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:47.747877 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f8d3f69d-4ebb-4d72-ab24-61169a6f5eec), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:47.789976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76f0987e-0621-4f04-a8f1-56b2365e31d6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (e3b3be71-b167-4396-94d6-d2b384a20507), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:47.810344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4825dadb-396d-45dd-b8c5-38850e8a9d1a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:47.820239 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0145e46-ad9d-4513-a269-e73e0db748ad None None] Sync routers for ids ['43338891-1cfa-4059-8973-a91e0e97ec8e'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:47.836354 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0145e46-ad9d-4513-a269-e73e0db748ad None None] Routers {'43338891-1cfa-4059-8973-a91e0e97ec8e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:47.838384 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e0145e46-ad9d-4513-a269-e73e0db748ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['43338891-1cfa-4059-8973-a91e0e97ec8e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:47.867885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4825dadb-396d-45dd-b8c5-38850e8a9d1a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/43338891-1cfa-4059-8973-a91e0e97ec8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8655262 Jan 28 12:36:47.869726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48234) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:47.909542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:47.911374 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f8d3f69d-4ebb-4d72-ab24-61169a6f5eec), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:47.932646 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e0145e46-ad9d-4513-a269-e73e0db748ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:47.948030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e6dbb57c-a306-499d-a4a6-0a8d222b5382 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=43338891-1cfa-4059-8973-a91e0e97ec8e HTTP/1.1" status: 200 len: 205 time: 0.0768192 Jan 28 12:36:47.949874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48236) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:47.961035 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0145e46-ad9d-4513-a269-e73e0db748ad None None] Routers {'43338891-1cfa-4059-8973-a91e0e97ec8e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:47.962298 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e0145e46-ad9d-4513-a269-e73e0db748ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['43338891-1cfa-4059-8973-a91e0e97ec8e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:47.993992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f8d3f69d-4ebb-4d72-ab24-61169a6f5eec,segment=NetworkSegment(6955af02-7670-419f-8ba3-9898f6d2b1e0),segment_id=6955af02-7670-419f-8ba3-9898f6d2b1e0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:48.002423 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f8d3f69d-4ebb-4d72-ab24-61169a6f5eec), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.004021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76f0987e-0621-4f04-a8f1-56b2365e31d6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (e3b3be71-b167-4396-94d6-d2b384a20507), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.058240 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e0145e46-ad9d-4513-a269-e73e0db748ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:48.058899 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0145e46-ad9d-4513-a269-e73e0db748ad None None] The sync data for ids ['43338891-1cfa-4059-8973-a91e0e97ec8e'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:48.105000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=f8d3f69d-4ebb-4d72-ab24-61169a6f5eec,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:48.114376 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76f0987e-0621-4f04-a8f1-56b2365e31d6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (e3b3be71-b167-4396-94d6-d2b384a20507), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.121137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150f3f9-a8e2-4121-a5a9-ecfb8c568ec2 req-d41b0f0f-9096-4615-b31a-73c96419e511 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:48.129536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8150f3f9-a8e2-4121-a5a9-ecfb8c568ec2 req-d41b0f0f-9096-4615-b31a-73c96419e511 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 943 time: 0.3941503 Jan 28 12:36:48.133735 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c05c691b-da63-4301-8e87-e50ff7ae5322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5146b34c-bc40-428a-8408-d1a492980816), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.136712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c05c691b-da63-4301-8e87-e50ff7ae5322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.138314 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c05c691b-da63-4301-8e87-e50ff7ae5322 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5146b34c-bc40-428a-8408-d1a492980816 HTTP/1.1" status: 204 len: 168 time: 1.5334456 Jan 28 12:36:48.149589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0987e-0621-4f04-a8f1-56b2365e31d6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b3be71-b167-4396-94d6-d2b384a20507,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:48.158855 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76f0987e-0621-4f04-a8f1-56b2365e31d6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.165149 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-76f0987e-0621-4f04-a8f1-56b2365e31d6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/e3b3be71-b167-4396-94d6-d2b384a20507 HTTP/1.1" status: 204 len: 168 time: 0.5864363 Jan 28 12:36:48.166310 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48240) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:48.168896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20763610-75c9-4c61-b1e5-ee310dbb3092 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (43338891-1cfa-4059-8973-a91e0e97ec8e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.189208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c691b-da63-4301-8e87-e50ff7ae5322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5146b34c-bc40-428a-8408-d1a492980816,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:48.288210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e461317f-201e-466f-919e-b594a1080b3f None None] Network a284c154-93b3-4849-923b-9b8deaac38e9 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:48.334217 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a284c154-93b3-4849-923b-9b8deaac38e9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.426660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4dfcde18-aba7-4f07-bc83-f2c399c7e472 None None] Provisioning complete for port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:48.427042 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4dfcde18-aba7-4f07-bc83-f2c399c7e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f8d3f69d-4ebb-4d72-ab24-61169a6f5eec), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.428541 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20763610-75c9-4c61-b1e5-ee310dbb3092 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (43338891-1cfa-4059-8973-a91e0e97ec8e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.432762 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20763610-75c9-4c61-b1e5-ee310dbb3092 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (43338891-1cfa-4059-8973-a91e0e97ec8e), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.439553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:48.439896 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f8d3f69d-4ebb-4d72-ab24-61169a6f5eec), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.440166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8150f3f9-a8e2-4121-a5a9-ecfb8c568ec2 req-7683a3be-16e8-40dd-a6b0-252ed74847e0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094752 Jan 28 12:36:48.514591 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20763610-75c9-4c61-b1e5-ee310dbb3092 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (43338891-1cfa-4059-8973-a91e0e97ec8e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.515000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20763610-75c9-4c61-b1e5-ee310dbb3092 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Fanout notify agent at l3_agent the message router_deleted on router 43338891-1cfa-4059-8973-a91e0e97ec8e {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:36:48.544766 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20763610-75c9-4c61-b1e5-ee310dbb3092 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.546962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-20763610-75c9-4c61-b1e5-ee310dbb3092 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/43338891-1cfa-4059-8973-a91e0e97ec8e HTTP/1.1" status: 204 len: 168 time: 0.5956004 Jan 28 12:36:48.549944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48246) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:48.561718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] For port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f8d3f69d-4ebb-4d72-ab24-61169a6f5eec,segment=NetworkSegment(6955af02-7670-419f-8ba3-9898f6d2b1e0),segment_id=6955af02-7670-419f-8ba3-9898f6d2b1e0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:48.562217 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f8d3f69d-4ebb-4d72-ab24-61169a6f5eec), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.578992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for f8d3f69d-4ebb-4d72-ab24-61169a6f5eec owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:48.657741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcde18-aba7-4f07-bc83-f2c399c7e472 None None] Current status of the port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:48.698597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a65dafc-b4e4-4d81-9339-3b75a595111f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting subnet 32faf203-7865-4804-8dab-760932f7989d {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:36:48.704069 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a65dafc-b4e4-4d81-9339-3b75a595111f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (32faf203-7865-4804-8dab-760932f7989d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.722247 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f8d3f69d-4ebb-4d72-ab24-61169a6f5eec), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.753264 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2a7332-81e1-4c5c-8aa4-4d486f486c0f None None] DHCP port deletion for a284c154-93b3-4849-923b-9b8deaac38e9 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:36:48.767215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48250) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:48.771174 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No DVR routers for this DVR port f8d3f69d-4ebb-4d72-ab24-61169a6f5eec on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:48.799223 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a65dafc-b4e4-4d81-9339-3b75a595111f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (32faf203-7865-4804-8dab-760932f7989d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.802172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=f8d3f69d-4ebb-4d72-ab24-61169a6f5eec,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:48.908913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a284c154-93b3-4849-923b-9b8deaac38e9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.930682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a284c154-93b3-4849-923b-9b8deaac38e9']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:48.941931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6955af02-7670-419f-8ba3-9898f6d2b1e0') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:48.942564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6955af02-7670-419f-8ba3-9898f6d2b1e0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:48.953219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (6955af02-7670-419f-8ba3-9898f6d2b1e0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.967238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6955af02-7670-419f-8ba3-9898f6d2b1e0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:48.974203 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:36:48.974899 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (6955af02-7670-419f-8ba3-9898f6d2b1e0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.000703 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a65dafc-b4e4-4d81-9339-3b75a595111f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (32faf203-7865-4804-8dab-760932f7989d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:36:49.034224 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:36:49.040292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a284c154-93b3-4849-923b-9b8deaac38e9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.049854 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.053748 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/networks/a284c154-93b3-4849-923b-9b8deaac38e9 HTTP/1.1" status: 204 len: 168 time: 0.8863554 Jan 28 12:36:49.057095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48256) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:49.075617 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e4ec19d-e49a-491f-a667-00faccb8ecd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.079333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-968d42f3-015f-4697-9ca1-23fa17f21835 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1581661020'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:49.087750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:36:49.088704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db8bec-36ec-48cd-89bb-5fb394d33ada tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Network': ['ID=a284c154-93b3-4849-923b-9b8deaac38e9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:49.138357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968d42f3-015f-4697-9ca1-23fa17f21835 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:49.155921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a65dafc-b4e4-4d81-9339-3b75a595111f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (32faf203-7865-4804-8dab-760932f7989d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.160691 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-968d42f3-015f-4697-9ca1-23fa17f21835 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.212738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968d42f3-015f-4697-9ca1-23fa17f21835 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:49.244689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d197ab6c-e5da-4e26-8c27-af1f84b860ac None None] Network 49329cb2-1b67-4d2a-87cc-1c64d9650279 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:49.245441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65dafc-b4e4-4d81-9339-3b75a595111f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Subnet': ['ID=32faf203-7865-4804-8dab-760932f7989d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:49.250800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a65dafc-b4e4-4d81-9339-3b75a595111f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.254426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5a65dafc-b4e4-4d81-9339-3b75a595111f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/32faf203-7865-4804-8dab-760932f7989d HTTP/1.1" status: 204 len: 168 time: 0.7030311 Jan 28 12:36:49.259286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48258) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:49.309264 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-968d42f3-015f-4697-9ca1-23fa17f21835 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cc4b114f-aac7-4cf0-a9e5-50562a8d585f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.309773 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-968d42f3-015f-4697-9ca1-23fa17f21835 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Added segment cc4b114f-aac7-4cf0-a9e5-50562a8d585f of type vlan for network 4067233e-2f47-424f-94c9-355183a94964 Jan 28 12:36:49.399575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-968d42f3-015f-4697-9ca1-23fa17f21835 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (4067233e-2f47-424f-94c9-355183a94964), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.443507 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (49329cb2-1b67-4d2a-87cc-1c64d9650279), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.481773 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-968d42f3-015f-4697-9ca1-23fa17f21835 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (4067233e-2f47-424f-94c9-355183a94964), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.488293 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968d42f3-015f-4697-9ca1-23fa17f21835 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:49.489722 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-968d42f3-015f-4697-9ca1-23fa17f21835 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.522402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e4ec19d-e49a-491f-a667-00faccb8ecd3 admin admin] Publish callbacks [] for security_group (5fcb9d8e-342f-4a7c-9518-09111917f29b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.567081 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e4ec19d-e49a-491f-a667-00faccb8ecd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5fcb9d8e-342f-4a7c-9518-09111917f29b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.590208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f8d3f69d-4ebb-4d72-ab24-61169a6f5eec no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:36:49.592889 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-968d42f3-015f-4697-9ca1-23fa17f21835 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5341876 Jan 28 12:36:49.598563 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3e4c-b312-4557-b72a-bcce70b1ef05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.598795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:49.605129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8893f9c8-7569-495f-9615-c73c4a9f1624 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '4067233e-2f47-424f-94c9-355183a94964', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:49.626200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4e4ec19d-e49a-491f-a667-00faccb8ecd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=786efb1e00dc4031b273836b0d4e6934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8545969 Jan 28 12:36:49.628742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ec19d-e49a-491f-a667-00faccb8ecd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcb9d8e-342f-4a7c-9518-09111917f29b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:49.644762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48266) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:49.654673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f8d3f69d-4ebb-4d72-ab24-61169a6f5eec {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:36:49.655317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f8d3f69d-4ebb-4d72-ab24-61169a6f5eec not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:36:49.676525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:49.717486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'port_id': '3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee', 'mac_address': 'fa:16:3e:0a:96:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:36:49.732603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port 6f0befff-a58d-40d9-9f2f-63fce04a454f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:49.732946 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.786703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:49.787099 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.805172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:36:49.832227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f943549f-87d5-49c6-bd6a-ee07c53412a3 None None] DHCP port deletion for 49329cb2-1b67-4d2a-87cc-1c64d9650279 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:36:49.839192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:49.846552 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.867942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4e15c-4aad-4373-9f64-5b1ed822c5ba req-914fbd5d-a2af-49e5-8a2c-414219b3ae4e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:49.875600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8d4e15c-4aad-4373-9f64-5b1ed822c5ba req-914fbd5d-a2af-49e5-8a2c-414219b3ae4e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 943 time: 0.2032316 Jan 28 12:36:49.879616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] For port 6f0befff-a58d-40d9-9f2f-63fce04a454f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6f0befff-a58d-40d9-9f2f-63fce04a454f,segment=NetworkSegment(dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd),segment_id=dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:49.879995 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.916804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for 6f0befff-a58d-40d9-9f2f-63fce04a454f owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:49.919297 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0edc7f82-33f7-4108-a676-874400f53bcd admin admin] Publish callbacks [] for security_group (5fcb9d8e-342f-4a7c-9518-09111917f29b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:49.942174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:49.972445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f943549f-87d5-49c6-bd6a-ee07c53412a3 None None] Deleting port 6f0befff-a58d-40d9-9f2f-63fce04a454f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:49.972845 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f943549f-87d5-49c6-bd6a-ee07c53412a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.062300 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0edc7f82-33f7-4108-a676-874400f53bcd admin admin] Publish callbacks [] for security_group (5fcb9d8e-342f-4a7c-9518-09111917f29b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.062946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f943549f-87d5-49c6-bd6a-ee07c53412a3 None None] For port 6f0befff-a58d-40d9-9f2f-63fce04a454f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6f0befff-a58d-40d9-9f2f-63fce04a454f,segment=NetworkSegment(dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd),segment_id=dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:50.064369 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f943549f-87d5-49c6-bd6a-ee07c53412a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.087392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f943549f-87d5-49c6-bd6a-ee07c53412a3 None None] Calling delete_port for 6f0befff-a58d-40d9-9f2f-63fce04a454f owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:50.092399 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d42f3-015f-4697-9ca1-23fa17f21835 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Network': ['ID=4067233e-2f47-424f-94c9-355183a94964,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:50.113220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8d4e15c-4aad-4373-9f64-5b1ed822c5ba req-55e96867-3a7c-4c4f-a636-4c4c86b70884 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367272 Jan 28 12:36:50.128999 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8893f9c8-7569-495f-9615-c73c4a9f1624 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:50.133409 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8893f9c8-7569-495f-9615-c73c4a9f1624 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.142367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 4067233e-2f47-424f-94c9-355183a94964 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:50.150394 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.158068 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0edc7f82-33f7-4108-a676-874400f53bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5fcb9d8e-342f-4a7c-9518-09111917f29b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.162897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0edc7f82-33f7-4108-a676-874400f53bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.166674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0edc7f82-33f7-4108-a676-874400f53bcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fcb9d8e-342f-4a7c-9518-09111917f29b HTTP/1.1" status: 204 len: 168 time: 0.5185111 Jan 28 12:36:50.210227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No DVR routers for this DVR port 6f0befff-a58d-40d9-9f2f-63fce04a454f on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: from cryptography.utils import int_from_bytes Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: from cryptography.utils import int_from_bytes Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.241845 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:36:50.244666 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:36:50.248062 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f943549f-87d5-49c6-bd6a-ee07c53412a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (6f0befff-a58d-40d9-9f2f-63fce04a454f), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.254257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=6f0befff-a58d-40d9-9f2f-63fce04a454f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:50.259625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc7f82-33f7-4108-a676-874400f53bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcb9d8e-342f-4a7c-9518-09111917f29b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:50.278579 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943549f-87d5-49c6-bd6a-ee07c53412a3 None None] Pushing event deleted for resources: {'Port': ['ID=6f0befff-a58d-40d9-9f2f-63fce04a454f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:50.282893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:36:50.325149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f943549f-87d5-49c6-bd6a-ee07c53412a3 None None] No DVR routers for this DVR port 6f0befff-a58d-40d9-9f2f-63fce04a454f on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:50.376380 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (49329cb2-1b67-4d2a-87cc-1c64d9650279), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.401344 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8893f9c8-7569-495f-9615-c73c4a9f1624 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (b84a1731-a6a1-4f23-9da3-dfeed13a7311), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.403065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49329cb2-1b67-4d2a-87cc-1c64d9650279']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:50.415423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:50.416043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:50.429362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.446098 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.472655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:36:50.473654 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (dfc8eaca-208c-4f9d-9e3b-cf0d4c1c46fd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:36:50.481265 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:36:50.526273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893f9c8-7569-495f-9615-c73c4a9f1624 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Subnet': ['ID=b84a1731-a6a1-4f23-9da3-dfeed13a7311,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:50.552566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8893f9c8-7569-495f-9615-c73c4a9f1624 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Checking segment: {'id': 'cc4b114f-aac7-4cf0-a9e5-50562a8d585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4067233e-2f47-424f-94c9-355183a94964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:50.553405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8893f9c8-7569-495f-9615-c73c4a9f1624 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network hostable DHCP agents. Network: 4067233e-2f47-424f-94c9-355183a94964, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:50.573627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (49329cb2-1b67-4d2a-87cc-1c64d9650279), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.579859 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8893f9c8-7569-495f-9615-c73c4a9f1624 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 4067233e-2f47-424f-94c9-355183a94964 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:50.589608 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.597337 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8893f9c8-7569-495f-9615-c73c4a9f1624 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 4067233e-2f47-424f-94c9-355183a94964) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:50.597562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/networks/49329cb2-1b67-4d2a-87cc-1c64d9650279 HTTP/1.1" status: 204 len: 168 time: 1.3330884 Jan 28 12:36:50.597562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48282) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:50.602228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1028151572', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:50.606233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04edc7a7-70cd-4e8c-8d8f-98cd2d143e89 None None] Network 4067233e-2f47-424f-94c9-355183a94964 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:50.619884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e277c-d7f9-4334-baf1-403ba88f195e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Network': ['ID=49329cb2-1b67-4d2a-87cc-1c64d9650279,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:50.624345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8893f9c8-7569-495f-9615-c73c4a9f1624 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:50.632197 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8893f9c8-7569-495f-9615-c73c4a9f1624 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.641536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (75ee933b-154c-4a08-80c0-5981196fd522), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.642836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (75ee933b-154c-4a08-80c0-5981196fd522), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.655251 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8893f9c8-7569-495f-9615-c73c4a9f1624 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0549462 Jan 28 12:36:50.655997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48284) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:50.661660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': '4067233e-2f47-424f-94c9-355183a94964', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1322860875'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:50.771477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-4067233e-2f47-424f-94c9-355183a94964', 'network_id': '4067233e-2f47-424f-94c9-355183a94964', 'project_id': 'e86277e5ea6c4a15affee9a6b3075dd9', 'fixed_ips': [{'subnet_id': 'b84a1731-a6a1-4f23-9da3-dfeed13a7311'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:36:50.773817 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.781451 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (75ee933b-154c-4a08-80c0-5981196fd522), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:50.961063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Allocated IP 2001:db8::2 (4067233e-2f47-424f-94c9-355183a94964/b84a1731-a6a1-4f23-9da3-dfeed13a7311/ab97407e-0040-4f59-b127-098fc8a59fbb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:50.972547 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_gateway (75ee933b-154c-4a08-80c0-5981196fd522), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:51.006653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:51.010419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:51.050975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port c07f8056-b9fc-4f16-afeb-9cf674ad0682 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:36:51.184311 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Publish callbacks [] for port (ab97407e-0040-4f59-b127-098fc8a59fbb), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:51.196749 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (ab97407e-0040-4f59-b127-098fc8a59fbb), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:51.244843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Network 4067233e-2f47-424f-94c9-355183a94964 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:51.250317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:51.260694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:51.287567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8::2b8 (4067233e-2f47-424f-94c9-355183a94964/b84a1731-a6a1-4f23-9da3-dfeed13a7311/c07f8056-b9fc-4f16-afeb-9cf674ad0682) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:51.305582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Pushing event updated for resources: {'Port': ['ID=ab97407e-0040-4f59-b127-098fc8a59fbb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:51.357499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Attempting to bind port ab97407e-0040-4f59-b127-098fc8a59fbb on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:36:51.363119 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Attempting to bind port ab97407e-0040-4f59-b127-098fc8a59fbb by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'cc4b114f-aac7-4cf0-a9e5-50562a8d585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4067233e-2f47-424f-94c9-355183a94964'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:36:51.363719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Attempting to bind port ab97407e-0040-4f59-b127-098fc8a59fbb on network 4067233e-2f47-424f-94c9-355183a94964 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:36:51.375862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:36:51.376259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Checking segment: {'id': 'cc4b114f-aac7-4cf0-a9e5-50562a8d585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4067233e-2f47-424f-94c9-355183a94964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:51.376809 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:51.377219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Bound using segment: {'id': 'cc4b114f-aac7-4cf0-a9e5-50562a8d585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4067233e-2f47-424f-94c9-355183a94964'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:36:51.377713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Bound port: ab97407e-0040-4f59-b127-098fc8a59fbb, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4b114f-aac7-4cf0-a9e5-50562a8d585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4067233e-2f47-424f-94c9-355183a94964'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:36:51.378085 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ab97407e-0040-4f59-b127-098fc8a59fbb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:51.493617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] For port ab97407e-0040-4f59-b127-098fc8a59fbb, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:36:51.501833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] For port ab97407e-0040-4f59-b127-098fc8a59fbb, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ab97407e-0040-4f59-b127-098fc8a59fbb,segment=NetworkSegment(cc4b114f-aac7-4cf0-a9e5-50562a8d585f),segment_id=cc4b114f-aac7-4cf0-a9e5-50562a8d585f)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:36:51.508818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6f0befff-a58d-40d9-9f2f-63fce04a454f no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:36:51.548593 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ab97407e-0040-4f59-b127-098fc8a59fbb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:51.570234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 6f0befff-a58d-40d9-9f2f-63fce04a454f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:36:51.570939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6f0befff-a58d-40d9-9f2f-63fce04a454f not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:36:51.605488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31162881-1d06-4bb9-8cef-440884d460a3 req-5e201099-b083-434b-96ec-1eebbcea6ed9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:51.608241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31162881-1d06-4bb9-8cef-440884d460a3 req-5e201099-b083-434b-96ec-1eebbcea6ed9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 944 time: 0.3159778 Jan 28 12:36:51.678991 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_gateway (75ee933b-154c-4a08-80c0-5981196fd522), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:51.709965 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a237bca-dc68-4fdc-ac5c-2c0416784b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:51.718550 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:51.727378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f9cb6-411d-4bf2-a809-64d270a394b7 None None] Pushing event updated for resources: {'Port': ['ID=ab97407e-0040-4f59-b127-098fc8a59fbb,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:51.761046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (c07f8056-b9fc-4f16-afeb-9cf674ad0682), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:51.832576 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31162881-1d06-4bb9-8cef-440884d460a3 req-b673b155-d18f-41cf-89a9-8bd727507f7e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148671 Jan 28 12:36:51.914270 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (c07f8056-b9fc-4f16-afeb-9cf674ad0682), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:52.022860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Allocated IP 172.25.7.236 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/89ae31db-e3b4-41de-a8c8-22da98f6aeb5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:36:52.040254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=c07f8056-b9fc-4f16-afeb-9cf674ad0682,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:52.049802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 4067233e-2f47-424f-94c9-355183a94964 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:52.052071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:52.064005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:52.072284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:52.073018 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:52.144198 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48346) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:52.144734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a8afaf54-b37b-433b-8cee-db2b13d90027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.4871509 Jan 28 12:36:52.251465 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (89ae31db-e3b4-41de-a8c8-22da98f6aeb5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:52.306146 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (89ae31db-e3b4-41de-a8c8-22da98f6aeb5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:52.314986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0426839e-2bd4-4e8f-a94f-0548b9d8470c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port c07f8056-b9fc-4f16-afeb-9cf674ad0682 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:52.315530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0426839e-2bd4-4e8f-a94f-0548b9d8470c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c07f8056-b9fc-4f16-afeb-9cf674ad0682), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:52.400392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:52.402505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=89ae31db-e3b4-41de-a8c8-22da98f6aeb5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:52.408940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:52.412184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:52.421537 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0426839e-2bd4-4e8f-a94f-0548b9d8470c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c07f8056-b9fc-4f16-afeb-9cf674ad0682), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:52.436605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0426839e-2bd4-4e8f-a94f-0548b9d8470c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for c07f8056-b9fc-4f16-afeb-9cf674ad0682 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:52.456170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525d849-d49b-4b88-a43d-c2a324cca698 req-2769c90e-57e8-4994-91ae-61d1468053be tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:52.463672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f525d849-d49b-4b88-a43d-c2a324cca698 req-2769c90e-57e8-4994-91ae-61d1468053be tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 945 time: 0.1215930 Jan 28 12:36:52.609688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f525d849-d49b-4b88-a43d-c2a324cca698 req-a53b05a6-f116-4b0e-aa09-18237aa1d8a9 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b8f03f2-9309-470a-8fe5-dee2e54c2108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450417 Jan 28 12:36:52.625947 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0426839e-2bd4-4e8f-a94f-0548b9d8470c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c07f8056-b9fc-4f16-afeb-9cf674ad0682), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:52.656561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426839e-2bd4-4e8f-a94f-0548b9d8470c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=c07f8056-b9fc-4f16-afeb-9cf674ad0682,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:52.698455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0426839e-2bd4-4e8f-a94f-0548b9d8470c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:52.702440 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0426839e-2bd4-4e8f-a94f-0548b9d8470c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/c07f8056-b9fc-4f16-afeb-9cf674ad0682 HTTP/1.1" status: 204 len: 168 time: 0.5562446 Jan 28 12:36:52.704795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48364) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:52.745380 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb9f4e9-86c3-4e90-ab39-122f2a0c3c1a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:36:52.751186 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ccb9f4e9-86c3-4e90-ab39-122f2a0c3c1a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/c07f8056-b9fc-4f16-afeb-9cf674ad0682 HTTP/1.1" status: 404 len: 333 time: 0.0452731 Jan 28 12:36:52.752002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48368) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:52.824298 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-9987630a-a2e9-4904-ae1e-1ebf8e388c68 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting subnet b84a1731-a6a1-4f23-9da3-dfeed13a7311 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:36:52.829961 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9987630a-a2e9-4904-ae1e-1ebf8e388c68 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (b84a1731-a6a1-4f23-9da3-dfeed13a7311), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:52.874826 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:52.907726 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9987630a-a2e9-4904-ae1e-1ebf8e388c68 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (b84a1731-a6a1-4f23-9da3-dfeed13a7311), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.020047 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9987630a-a2e9-4904-ae1e-1ebf8e388c68 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b84a1731-a6a1-4f23-9da3-dfeed13a7311), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.104078 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9987630a-a2e9-4904-ae1e-1ebf8e388c68 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (b84a1731-a6a1-4f23-9da3-dfeed13a7311), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.145968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:53.160514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987630a-a2e9-4904-ae1e-1ebf8e388c68 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Subnet': ['ID=b84a1731-a6a1-4f23-9da3-dfeed13a7311,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:53.171207 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9987630a-a2e9-4904-ae1e-1ebf8e388c68 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.179570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9987630a-a2e9-4904-ae1e-1ebf8e388c68 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/b84a1731-a6a1-4f23-9da3-dfeed13a7311 HTTP/1.1" status: 204 len: 168 time: 0.4238563 Jan 28 12:36:53.180693 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48382) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:53.214631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15c7baf-6f4e-4299-9ed3-dea277b7032d None None] Network 4067233e-2f47-424f-94c9-355183a94964 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:53.260356 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_gateway (75ee933b-154c-4a08-80c0-5981196fd522), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.314287 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (4067233e-2f47-424f-94c9-355183a94964), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.315537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebad03-b02d-45f2-82fd-cec7c281a822 req-9935f766-f422-435d-9890-2fbc4a33d6aa tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:53.317196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97ebad03-b02d-45f2-82fd-cec7c281a822 req-9935f766-f422-435d-9890-2fbc4a33d6aa tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 944 time: 0.1286938 Jan 28 12:36:53.409580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0c9ce17c-5ae9-4a3c-8398-3d4b8952bada None None] Provisioning complete for port ab97407e-0040-4f59-b127-098fc8a59fbb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:53.417963 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce17c-5ae9-4a3c-8398-3d4b8952bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ab97407e-0040-4f59-b127-098fc8a59fbb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.453448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97ebad03-b02d-45f2-82fd-cec7c281a822 req-765e9a48-73ef-4e6c-b669-bcdeabc73707 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243217 Jan 28 12:36:53.494648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port ab97407e-0040-4f59-b127-098fc8a59fbb {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:53.495391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ab97407e-0040-4f59-b127-098fc8a59fbb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.522879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:36:53.540125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:53.541512 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.654844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c64ef3a-693c-4d3a-a7c5-987f04443f2a None None] DHCP port deletion for 4067233e-2f47-424f-94c9-355183a94964 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:36:53.656927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ab97407e-0040-4f59-b127-098fc8a59fbb up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:36:53.682802 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (75ee933b-154c-4a08-80c0-5981196fd522), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.693461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] For port ab97407e-0040-4f59-b127-098fc8a59fbb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ab97407e-0040-4f59-b127-098fc8a59fbb,segment=NetworkSegment(cc4b114f-aac7-4cf0-a9e5-50562a8d585f),segment_id=cc4b114f-aac7-4cf0-a9e5-50562a8d585f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:53.693912 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ab97407e-0040-4f59-b127-098fc8a59fbb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.715469 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for ab97407e-0040-4f59-b127-098fc8a59fbb owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:53.804677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1994c84-f9a4-4a02-9ed7-3d9072577f16 req-85dfd6f0-d814-4d66-8685-fbedef4e5d4b tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:53.806525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1994c84-f9a4-4a02-9ed7-3d9072577f16 req-85dfd6f0-d814-4d66-8685-fbedef4e5d4b tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 945 time: 0.1157131 Jan 28 12:36:53.810733 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ab97407e-0040-4f59-b127-098fc8a59fbb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.818866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ce17c-5ae9-4a3c-8398-3d4b8952bada None None] Current status of the port ab97407e-0040-4f59-b127-098fc8a59fbb is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:53.819288 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce17c-5ae9-4a3c-8398-3d4b8952bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ab97407e-0040-4f59-b127-098fc8a59fbb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.842937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=ab97407e-0040-4f59-b127-098fc8a59fbb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:53.853793 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No DVR routers for this DVR port ab97407e-0040-4f59-b127-098fc8a59fbb on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:53.853986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No active binding found for port ab97407e-0040-4f59-b127-098fc8a59fbb {{(pid=103130) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 12:36:53.854436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] The host n-d-824835-4 is not matching for port ab97407e-0040-4f59-b127-098fc8a59fbb host None! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:36:53.854857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ab97407e-0040-4f59-b127-098fc8a59fbb not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 12:36:53.894056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Port ab97407e-0040-4f59-b127-098fc8a59fbb not found, will not notify nova. {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 12:36:53.953924 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (4067233e-2f47-424f-94c9-355183a94964), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.985022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1c64ef3a-693c-4d3a-a7c5-987f04443f2a None None] Deleting port ab97407e-0040-4f59-b127-098fc8a59fbb {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:53.985502 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c64ef3a-693c-4d3a-a7c5-987f04443f2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ab97407e-0040-4f59-b127-098fc8a59fbb), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.987835 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4067233e-2f47-424f-94c9-355183a94964']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:53.989146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:53.990033 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:53.991823 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1994c84-f9a4-4a02-9ed7-3d9072577f16 req-ae791268-90c4-43d8-a867-ba0ac399ff20 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b8f03f2-9309-470a-8fe5-dee2e54c2108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067228 Jan 28 12:36:54.016440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea80b6-1f93-433c-ad4c-99b4df877de2 req-445abe2b-48a5-46ac-ba1f-af0925cfc32a tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:54.018109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ceea80b6-1f93-433c-ad4c-99b4df877de2 req-445abe2b-48a5-46ac-ba1f-af0925cfc32a tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 945 time: 0.2244139 Jan 28 12:36:54.030400 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4b114f-aac7-4cf0-a9e5-50562a8d585f') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:54.030845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4b114f-aac7-4cf0-a9e5-50562a8d585f') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:54.042306 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (cc4b114f-aac7-4cf0-a9e5-50562a8d585f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.059531 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cc4b114f-aac7-4cf0-a9e5-50562a8d585f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.068994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e377b8cf-a92f-4809-aac4-5defec6c3f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:36:54.070074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:36:54.070678 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (cc4b114f-aac7-4cf0-a9e5-50562a8d585f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.071889 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f0630-7bd9-48fb-843d-62f7ea6e1ed5" -d '{"events": [{"server_uuid": "e377b8cf-a92f-4809-aac4-5defec6c3f0b", "name": "network-vif-plugged", "status": "completed", "tag": "3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:36:54.075817 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:36:54.099453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:54.110470 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.113072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1c64ef3a-693c-4d3a-a7c5-987f04443f2a None None] For port ab97407e-0040-4f59-b127-098fc8a59fbb, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:54.113473 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c64ef3a-693c-4d3a-a7c5-987f04443f2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ab97407e-0040-4f59-b127-098fc8a59fbb), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.155282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router 75ee933b-154c-4a08-80c0-5981196fd522 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:36:54.166593 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d339096-3d85-4702-bffe-b72458c8babe x-openstack-request-id: req-7d339096-3d85-4702-bffe-b72458c8babe {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:36:54.166963 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e377b8cf-a92f-4809-aac4-5defec6c3f0b", "name": "network-vif-plugged", "status": "completed", "tag": "3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:36:54.167270 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d339096-3d85-4702-bffe-b72458c8babe {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:36:54.167936 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e377b8cf-a92f-4809-aac4-5defec6c3f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee', 'code': 200} Jan 28 12:36:54.175184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1c64ef3a-693c-4d3a-a7c5-987f04443f2a None None] Calling delete_port for ab97407e-0040-4f59-b127-098fc8a59fbb owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:54.180578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-1c64ef3a-693c-4d3a-a7c5-987f04443f2a None None] Port ab97407e-0040-4f59-b127-098fc8a59fbb was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:36:54.185981 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c64ef3a-693c-4d3a-a7c5-987f04443f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (ab97407e-0040-4f59-b127-098fc8a59fbb), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.217317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64ef3a-693c-4d3a-a7c5-987f04443f2a None None] No DVR routers for this DVR port ab97407e-0040-4f59-b127-098fc8a59fbb on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:54.218809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:54.258274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64ef3a-693c-4d3a-a7c5-987f04443f2a None None] Pushing event deleted for resources: {'Port': ['ID=ab97407e-0040-4f59-b127-098fc8a59fbb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:54.277436 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (4067233e-2f47-424f-94c9-355183a94964), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.290245 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.298708 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/networks/4067233e-2f47-424f-94c9-355183a94964 HTTP/1.1" status: 204 len: 168 time: 1.1158571 Jan 28 12:36:54.318019 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48402) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:54.319231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:54.327678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'name': 'tempest-PortsIpV6TestJSON-143727586'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:54.332498 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3596b4-19e3-451d-a95f-02d4e0fb9c8f None None] Sync routers for ids ['75ee933b-154c-4a08-80c0-5981196fd522'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:54.347152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3596b4-19e3-451d-a95f-02d4e0fb9c8f None None] Routers {'75ee933b-154c-4a08-80c0-5981196fd522'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:54.348535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7e3596b4-19e3-451d-a95f-02d4e0fb9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['75ee933b-154c-4a08-80c0-5981196fd522'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:54.349684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5837071-f194-4469-a0cb-731a3ba86e55 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Network': ['ID=4067233e-2f47-424f-94c9-355183a94964,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:54.363796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-ceea80b6-1f93-433c-ad4c-99b4df877de2 req-c7a5cd34-7f0a-46ea-992a-a6c3e7b1826f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Deleting port 2bb4dd82-e875-4920-94ac-cd959b905687 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:54.364146 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ceea80b6-1f93-433c-ad4c-99b4df877de2 req-c7a5cd34-7f0a-46ea-992a-a6c3e7b1826f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.382473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5b81-2a41-4138-80eb-c6ec7724acd6 req-c8479886-3049-48f6-b97a-067620be902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:54.386402 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5d1f5b81-2a41-4138-80eb-c6ec7724acd6 req-c8479886-3049-48f6-b97a-067620be902a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 1096 time: 0.1478345 Jan 28 12:36:54.429673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7e3596b4-19e3-451d-a95f-02d4e0fb9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:54.443471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3596b4-19e3-451d-a95f-02d4e0fb9c8f None None] Routers {'75ee933b-154c-4a08-80c0-5981196fd522'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:54.444354 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7e3596b4-19e3-451d-a95f-02d4e0fb9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['75ee933b-154c-4a08-80c0-5981196fd522'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:54.444531 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5d1f5b81-2a41-4138-80eb-c6ec7724acd6 req-a0d0eb4b-18bb-4039-836b-e57eaeae8ae5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479817 Jan 28 12:36:54.451666 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.465412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6fd08304-981b-4c67-8dc6-8dab16904e08 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8664982 Jan 28 12:36:54.468841 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48406) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:54.492360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7e3596b4-19e3-451d-a95f-02d4e0fb9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:54.493115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3596b4-19e3-451d-a95f-02d4e0fb9c8f None None] The sync data for ids ['75ee933b-154c-4a08-80c0-5981196fd522'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:54.531099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:54.534668 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.582938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port 8fd7ccd1-85a0-4ddc-96a3-312483571549 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:36:54.589389 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.589649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ceea80b6-1f93-433c-ad4c-99b4df877de2 req-c7a5cd34-7f0a-46ea-992a-a6c3e7b1826f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] For port 2bb4dd82-e875-4920-94ac-cd959b905687, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2bb4dd82-e875-4920-94ac-cd959b905687,segment=NetworkSegment(cefee1c3-381c-4b50-82e5-eee8e67d0801),segment_id=cefee1c3-381c-4b50-82e5-eee8e67d0801)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:54.589649 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ceea80b6-1f93-433c-ad4c-99b4df877de2 req-c7a5cd34-7f0a-46ea-992a-a6c3e7b1826f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.621724 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-941fd1b4-2b9d-4dfa-94e7-3c51d3707297 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/routers/75ee933b-154c-4a08-80c0-5981196fd522 HTTP/1.1" status: 200 len: 885 time: 0.1491852 Jan 28 12:36:54.622129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48410) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:54.637154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-ceea80b6-1f93-433c-ad4c-99b4df877de2 req-c7a5cd34-7f0a-46ea-992a-a6c3e7b1826f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Calling delete_port for 2bb4dd82-e875-4920-94ac-cd959b905687 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:54.813840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd625ae9-a046-4358-a601-cd4c2ec107af req-f0e9219b-d653-459b-94d5-b87a380a0e8f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:54.815614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd625ae9-a046-4358-a601-cd4c2ec107af req-f0e9219b-d653-459b-94d5-b87a380a0e8f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 945 time: 0.1700797 Jan 28 12:36:54.820101 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:54.907822 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7fdd48e3-a2a4-47d9-b75e-fe0583722f26 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2845199 Jan 28 12:36:54.908570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48420) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:54.913283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f276fa7f-1802-448a-ac22-40dafabedf46 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1028151572'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:54.980869 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92973fb3-6941-411a-91c4-87762d2b9f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.985504 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (8fd7ccd1-85a0-4ddc-96a3-312483571549), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:54.991761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd625ae9-a046-4358-a601-cd4c2ec107af req-67829ef0-bd74-4238-b3c6-d527a76176d1 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692758 Jan 28 12:36:55.015450 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ceea80b6-1f93-433c-ad4c-99b4df877de2 req-c7a5cd34-7f0a-46ea-992a-a6c3e7b1826f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (2bb4dd82-e875-4920-94ac-cd959b905687), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.031424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['2bb4dd82-e875-4920-94ac-cd959b905687'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:36:55.057769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5cd34-7f0a-46ea-992a-a6c3e7b1826f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Pushing event deleted for resources: {'Port': ['ID=2bb4dd82-e875-4920-94ac-cd959b905687,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:55.134116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceea80b6-1f93-433c-ad4c-99b4df877de2 req-c7a5cd34-7f0a-46ea-992a-a6c3e7b1826f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] No DVR routers for this DVR port 2bb4dd82-e875-4920-94ac-cd959b905687 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:36:55.139051 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ceea80b6-1f93-433c-ad4c-99b4df877de2 req-c7a5cd34-7f0a-46ea-992a-a6c3e7b1826f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.143416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ceea80b6-1f93-433c-ad4c-99b4df877de2 req-c7a5cd34-7f0a-46ea-992a-a6c3e7b1826f tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.49 "DELETE /v2.0/ports/2bb4dd82-e875-4920-94ac-cd959b905687 HTTP/1.1" status: 204 len: 173 time: 1.1147459 Jan 28 12:36:55.144866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f57fb46-1c7a-4a75-9930-d90ce10fc365', 'name': 'network-vif-deleted', 'tag': '2bb4dd82-e875-4920-94ac-cd959b905687'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:36:55.147227 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ebcbb2-6e6e-4824-8b56-4c268a7a5a5a" -d '{"events": [{"server_uuid": "6f57fb46-1c7a-4a75-9930-d90ce10fc365", "name": "network-vif-deleted", "tag": "2bb4dd82-e875-4920-94ac-cd959b905687"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:36:55.150431 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (8fd7ccd1-85a0-4ddc-96a3-312483571549), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.220953 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92973fb3-6941-411a-91c4-87762d2b9f53 admin admin] Publish callbacks [] for security_group (9011d66c-c651-4ade-aa87-2eac0498f041), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.229783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-549e61d9-ea81-4d53-91ef-3e49c1bd4729 req-7fb9b958-778c-49ac-9b57-070f5448ea52 tempest-VolumesActionsTest-911186509 tempest-VolumesActionsTest-911186509-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f57fb46-1c7a-4a75-9930-d90ce10fc365 HTTP/1.1" status: 200 len: 210 time: 0.0980356 Jan 28 12:36:55.261634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 53bcd782-f3c8-4a36-a356-4356814d424e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:55.266126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:55.272953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:55.276172 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92973fb3-6941-411a-91c4-87762d2b9f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9011d66c-c651-4ade-aa87-2eac0498f041), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.278445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:55.279469 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.290121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=8fd7ccd1-85a0-4ddc-96a3-312483571549,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:55.311194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e662fed4-95ae-49cb-a4bd-8f28e6256e82 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9898756 Jan 28 12:36:55.313997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48428) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:55.404736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92973fb3-6941-411a-91c4-87762d2b9f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9011d66c-c651-4ade-aa87-2eac0498f041,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:55.415204 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-92973fb3-6941-411a-91c4-87762d2b9f53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=def8fc831a4448d3b53132b4073d0dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5922916 Jan 28 12:36:55.418289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48432) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:55.468574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f276fa7f-1802-448a-ac22-40dafabedf46 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (75ee933b-154c-4a08-80c0-5981196fd522), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.491907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-beb36015-be2c-4743-badb-514938695173 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port 8fd7ccd1-85a0-4ddc-96a3-312483571549 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:55.492172 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f276fa7f-1802-448a-ac22-40dafabedf46 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (75ee933b-154c-4a08-80c0-5981196fd522), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.499188 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ab97407e-0040-4f59-b127-098fc8a59fbb no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:36:55.502477 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-beb36015-be2c-4743-badb-514938695173 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8fd7ccd1-85a0-4ddc-96a3-312483571549), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.508116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eba4a1a6-6df3-486e-8efc-13c88a074b2d admin admin] Publish callbacks [] for security_group (9011d66c-c651-4ade-aa87-2eac0498f041), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.508925 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb55f23-d3cb-4188-87c3-a14bde323311 x-openstack-request-id: req-feb55f23-d3cb-4188-87c3-a14bde323311 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:36:55.509402 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f57fb46-1c7a-4a75-9930-d90ce10fc365", "name": "network-vif-deleted", "tag": "2bb4dd82-e875-4920-94ac-cd959b905687", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:36:55.509669 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-feb55f23-d3cb-4188-87c3-a14bde323311 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:36:55.511146 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f57fb46-1c7a-4a75-9930-d90ce10fc365', 'name': 'network-vif-deleted', 'tag': '2bb4dd82-e875-4920-94ac-cd959b905687', 'status': 'completed', 'code': 200} Jan 28 12:36:55.520545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: ab97407e-0040-4f59-b127-098fc8a59fbb {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:36:55.520887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ab97407e-0040-4f59-b127-098fc8a59fbb not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:36:55.568474 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eba4a1a6-6df3-486e-8efc-13c88a074b2d admin admin] Publish callbacks [] for security_group (9011d66c-c651-4ade-aa87-2eac0498f041), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.588122 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-beb36015-be2c-4743-badb-514938695173 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8fd7ccd1-85a0-4ddc-96a3-312483571549), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.601778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-beb36015-be2c-4743-badb-514938695173 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for 8fd7ccd1-85a0-4ddc-96a3-312483571549 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:55.658210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f276fa7f-1802-448a-ac22-40dafabedf46 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router 75ee933b-154c-4a08-80c0-5981196fd522 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:36:55.676402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eba4a1a6-6df3-486e-8efc-13c88a074b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9011d66c-c651-4ade-aa87-2eac0498f041), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.678820 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eba4a1a6-6df3-486e-8efc-13c88a074b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.682446 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eba4a1a6-6df3-486e-8efc-13c88a074b2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9011d66c-c651-4ade-aa87-2eac0498f041 HTTP/1.1" status: 204 len: 168 time: 0.2601964 Jan 28 12:36:55.700119 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-beb36015-be2c-4743-badb-514938695173 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (8fd7ccd1-85a0-4ddc-96a3-312483571549), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.729313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4a1a6-6df3-486e-8efc-13c88a074b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9011d66c-c651-4ade-aa87-2eac0498f041,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:55.755752 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-beb36015-be2c-4743-badb-514938695173 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.759115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-beb36015-be2c-4743-badb-514938695173 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/8fd7ccd1-85a0-4ddc-96a3-312483571549 HTTP/1.1" status: 204 len: 168 time: 0.4434278 Jan 28 12:36:55.761838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48438) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:55.773030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'mac_address': 'fa:16:3e:33:4c:2d', 'name': 'tempest-PortsIpV6TestJSON-913564825'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:55.776990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb36015-be2c-4743-badb-514938695173 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=8fd7ccd1-85a0-4ddc-96a3-312483571549,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:55.827615 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f276fa7f-1802-448a-ac22-40dafabedf46 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:36:55.835527 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f276fa7f-1802-448a-ac22-40dafabedf46 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.841011 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f276fa7f-1802-448a-ac22-40dafabedf46 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/75ee933b-154c-4a08-80c0-5981196fd522 HTTP/1.1" status: 200 len: 892 time: 0.9312987 Jan 28 12:36:55.842244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48442) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:55.844903 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d939e-74e2-4ed2-a55c-c99b961b118e None None] Sync routers for ids ['75ee933b-154c-4a08-80c0-5981196fd522'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:36:55.859590 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d939e-74e2-4ed2-a55c-c99b961b118e None None] Routers {'75ee933b-154c-4a08-80c0-5981196fd522'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:55.860548 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-195d939e-74e2-4ed2-a55c-c99b961b118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['75ee933b-154c-4a08-80c0-5981196fd522'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:55.939147 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:55.992230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:56.099632 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-195d939e-74e2-4ed2-a55c-c99b961b118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:56.105920 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:56.113060 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d939e-74e2-4ed2-a55c-c99b961b118e None None] Routers {'75ee933b-154c-4a08-80c0-5981196fd522'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:36:56.114514 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-195d939e-74e2-4ed2-a55c-c99b961b118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['75ee933b-154c-4a08-80c0-5981196fd522'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:56.150186 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-195d939e-74e2-4ed2-a55c-c99b961b118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:36:56.151161 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d939e-74e2-4ed2-a55c-c99b961b118e None None] The sync data for ids ['75ee933b-154c-4a08-80c0-5981196fd522'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:36:56.244983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:36:56.269662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e20df292-166d-4555-8034-fbbde3142f60 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/routers/75ee933b-154c-4a08-80c0-5981196fd522 HTTP/1.1" status: 200 len: 892 time: 0.4259427 Jan 28 12:36:56.272499 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48450) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:56.309065 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9a154375-0a6e-42bc-922e-1a3e91392cc3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=75ee933b-154c-4a08-80c0-5981196fd522 HTTP/1.1" status: 200 len: 205 time: 0.0352144 Jan 28 12:36:56.313077 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48452) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:56.338225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d162475-822a-49de-8c2d-b1cc4e15ac3c req-01459455-f8bb-4c99-9254-0c7d4f6a6132 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:56.339841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d162475-822a-49de-8c2d-b1cc4e15ac3c req-01459455-f8bb-4c99-9254-0c7d4f6a6132 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 945 time: 0.1852632 Jan 28 12:36:56.392320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48456) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:56.439428 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0859c4ce-9af1-4477-91f5-081690dd830c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:56.440416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (75ee933b-154c-4a08-80c0-5981196fd522), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:56.532348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d162475-822a-49de-8c2d-b1cc4e15ac3c req-22b55a0d-81d4-4193-b53d-3fd69aad93c7 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801455 Jan 28 12:36:56.648598 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_gateway (75ee933b-154c-4a08-80c0-5981196fd522), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:56.706525 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:56.754142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port 89ae31db-e3b4-41de-a8c8-22da98f6aeb5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:56.754498 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (89ae31db-e3b4-41de-a8c8-22da98f6aeb5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:56.759197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0859c4ce-9af1-4477-91f5-081690dd830c admin admin] Publish callbacks [] for security_group (c038153f-95ca-414b-bdb4-35939c845a5a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:56.766493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a61e1d42-a1e0-45a2-b2e1-a0502b3abae9 req-375b300a-eb3a-4927-9d58-1be942ece2d0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7968c81b36cc48bf8630ba9caa6afc84 HTTP/1.1" status: 200 len: 267 time: 0.1381276 Jan 28 12:36:56.769499 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0859c4ce-9af1-4477-91f5-081690dd830c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c038153f-95ca-414b-bdb4-35939c845a5a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:56.867031 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0859c4ce-9af1-4477-91f5-081690dd830c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e5854c362af4d2a9d737a3286163d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4716630 Jan 28 12:36:56.869872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48474) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:56.880175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859c4ce-9af1-4477-91f5-081690dd830c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c038153f-95ca-414b-bdb4-35939c845a5a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:56.881298 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (89ae31db-e3b4-41de-a8c8-22da98f6aeb5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:56.896155 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:56.898324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for 89ae31db-e3b4-41de-a8c8-22da98f6aeb5 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:56.972250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e1d42-a1e0-45a2-b2e1-a0502b3abae9 req-0ac494ef-a77c-4d36-ae7d-453d089e0373 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:56.974130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a61e1d42-a1e0-45a2-b2e1-a0502b3abae9 req-0ac494ef-a77c-4d36-ae7d-453d089e0373 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 945 time: 0.1898663 Jan 28 12:36:56.976156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 53bcd782-f3c8-4a36-a356-4356814d424e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:36:56.989639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:56.998049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a61e1d42-a1e0-45a2-b2e1-a0502b3abae9 req-8dbec462-b552-423b-82dc-d078287d484f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Request body: {'port': {'security_groups': []}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:57.003997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:36:57.009322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:57.009969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:57.024397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:57.062417 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3e5df44-3550-40e2-932d-d15030ff477b admin admin] Publish callbacks [] for security_group (c038153f-95ca-414b-bdb4-35939c845a5a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:57.069429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d1463e38-6426-467f-9750-e8052e9791fd tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3024278 Jan 28 12:36:57.071404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48480) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:57.164088 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (89ae31db-e3b4-41de-a8c8-22da98f6aeb5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:57.174388 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3e5df44-3550-40e2-932d-d15030ff477b admin admin] Publish callbacks [] for security_group (c038153f-95ca-414b-bdb4-35939c845a5a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:57.176323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2bb4dd82-e875-4920-94ac-cd959b905687 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:36:57.221004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f7897-142c-49c1-bc95-3b57d1cf128f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:57.223258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ce6f7897-142c-49c1-bc95-3b57d1cf128f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9 HTTP/1.1" status: 200 len: 844 time: 0.1503501 Jan 28 12:36:57.225837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a61e1d42-a1e0-45a2-b2e1-a0502b3abae9 req-8dbec462-b552-423b-82dc-d078287d484f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:57.227965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48486) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:57.266590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 2bb4dd82-e875-4920-94ac-cd959b905687 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:36:57.268470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2bb4dd82-e875-4920-94ac-cd959b905687 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:36:57.308947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=89ae31db-e3b4-41de-a8c8-22da98f6aeb5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:57.404853 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (75ee933b-154c-4a08-80c0-5981196fd522), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:57.412117 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3e5df44-3550-40e2-932d-d15030ff477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c038153f-95ca-414b-bdb4-35939c845a5a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:57.414829 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3e5df44-3550-40e2-932d-d15030ff477b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:57.424501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a3e5df44-3550-40e2-932d-d15030ff477b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c038153f-95ca-414b-bdb4-35939c845a5a HTTP/1.1" status: 204 len: 168 time: 0.5500038 Jan 28 12:36:57.459179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5df44-3550-40e2-932d-d15030ff477b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c038153f-95ca-414b-bdb4-35939c845a5a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:57.463243 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b86aa99e-65ef-446a-a8b3-bd7b88f562cc tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:36:57.463616 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b86aa99e-65ef-446a-a8b3-bd7b88f562cc tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:57.595595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b86aa99e-65ef-446a-a8b3-bd7b88f562cc tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:57.625986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b86aa99e-65ef-446a-a8b3-bd7b88f562cc tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:36:57.670681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a61e1d42-a1e0-45a2-b2e1-a0502b3abae9 req-8dbec462-b552-423b-82dc-d078287d484f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] For port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:36:57.896024 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a61e1d42-a1e0-45a2-b2e1-a0502b3abae9 req-8dbec462-b552-423b-82dc-d078287d484f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:57.916739 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a61e1d42-a1e0-45a2-b2e1-a0502b3abae9 req-8dbec462-b552-423b-82dc-d078287d484f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:57.928927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['27de3916-7505-46fc-97aa-391f8d8a7eea', 'fedcd2ad-b58c-41da-9e6d-5226e0700070', '3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:36:58.020752 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (75ee933b-154c-4a08-80c0-5981196fd522), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.023823 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (75ee933b-154c-4a08-80c0-5981196fd522), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.042817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e1d42-a1e0-45a2-b2e1-a0502b3abae9 req-8dbec462-b552-423b-82dc-d078287d484f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:58.043762 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a61e1d42-a1e0-45a2-b2e1-a0502b3abae9 req-8dbec462-b552-423b-82dc-d078287d484f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.046485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a61e1d42-a1e0-45a2-b2e1-a0502b3abae9 req-8dbec462-b552-423b-82dc-d078287d484f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "PUT /v2.0/ports/3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee HTTP/1.1" status: 200 len: 904 time: 1.0634890 Jan 28 12:36:58.046966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e377b8cf-a92f-4809-aac4-5defec6c3f0b', 'tag': '3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:36:58.050690 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d6ff40-5085-451b-bca8-86d3a2be0933" -d '{"events": [{"name": "network-changed", "server_uuid": "e377b8cf-a92f-4809-aac4-5defec6c3f0b", "tag": "3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:36:58.056509 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b86aa99e-65ef-446a-a8b3-bd7b88f562cc tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.103903 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b86aa99e-65ef-446a-a8b3-bd7b88f562cc tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.111536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b86aa99e-65ef-446a-a8b3-bd7b88f562cc tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9 HTTP/1.1" status: 204 len: 168 time: 0.8807309 Jan 28 12:36:58.116726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48510) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:58.149633 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b4390c-9af4-4a81-ad44-6c3ec075f899 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:36:58.156533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-91b4390c-9af4-4a81-ad44-6c3ec075f899 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9 HTTP/1.1" status: 404 len: 333 time: 0.0340793 Jan 28 12:36:58.156533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbec462-b552-423b-82dc-d078287d484f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event updated for resources: {'Port': ['ID=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:58.157597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48512) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:58.163477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'name': 'tempest-PortsIpV6TestJSON-179739783'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:58.196810 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (75ee933b-154c-4a08-80c0-5981196fd522), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.198264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Fanout notify agent at l3_agent the message router_deleted on router 75ee933b-154c-4a08-80c0-5981196fd522 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:36:58.207677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.209085 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2b43fcc7-c866-4e51-9616-9e89269348de tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/75ee933b-154c-4a08-80c0-5981196fd522 HTTP/1.1" status: 204 len: 168 time: 1.8946745 Jan 28 12:36:58.214422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48516) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:58.220657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:36:58.221363 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9d44b8-5ede-4f05-841a-c6b76eff56df x-openstack-request-id: req-fc9d44b8-5ede-4f05-841a-c6b76eff56df {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:36:58.221363 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e377b8cf-a92f-4809-aac4-5defec6c3f0b", "tag": "3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:36:58.221363 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc9d44b8-5ede-4f05-841a-c6b76eff56df {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:36:58.222179 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e377b8cf-a92f-4809-aac4-5defec6c3f0b', 'tag': '3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee', 'status': 'completed', 'code': 200} Jan 28 12:36:58.228483 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-28703ee3-d45c-447a-a19a-131183cdc205 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1055054460'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:58.262277 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86aa99e-65ef-446a-a8b3-bd7b88f562cc tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=d9bdf4d2-b3ca-4e99-ae0a-9f95901c2af9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:58.281611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28703ee3-d45c-447a-a19a-131183cdc205 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:58.291082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28703ee3-d45c-447a-a19a-131183cdc205 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.388311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28703ee3-d45c-447a-a19a-131183cdc205 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:36:58.421007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28703ee3-d45c-447a-a19a-131183cdc205 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (36d3c0bb-6377-462d-81b7-dce051ba0746), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.421382 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-28703ee3-d45c-447a-a19a-131183cdc205 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Added segment 36d3c0bb-6377-462d-81b7-dce051ba0746 of type vlan for network d683d46c-fda6-4104-b978-275788296828 Jan 28 12:36:58.529855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6ff40-5085-451b-bca8-86d3a2be0933 req-cdc93c6f-aaa8-4cdf-816a-5b30c4766bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:58.531930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1d6ff40-5085-451b-bca8-86d3a2be0933 req-cdc93c6f-aaa8-4cdf-816a-5b30c4766bf0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 1058 time: 0.2722077 Jan 28 12:36:58.552386 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28703ee3-d45c-447a-a19a-131183cdc205 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d683d46c-fda6-4104-b978-275788296828), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.553968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e9c18-4a73-401f-9a1c-a1681aad5f58 req-667503e7-0fe3-4955-ae26-0042d782480d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:58.569262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac1e9c18-4a73-401f-9a1c-a1681aad5f58 req-667503e7-0fe3-4955-ae26-0042d782480d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 907 time: 0.3080976 Jan 28 12:36:58.626142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28703ee3-d45c-447a-a19a-131183cdc205 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d683d46c-fda6-4104-b978-275788296828), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.633122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28703ee3-d45c-447a-a19a-131183cdc205 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:58.634244 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28703ee3-d45c-447a-a19a-131183cdc205 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.716367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-68b03d9e-0b56-4d4c-ad13-0711d97422a9 None None] Provisioning complete for port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:36:58.716947 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68b03d9e-0b56-4d4c-ad13-0711d97422a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.767446 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-28703ee3-d45c-447a-a19a-131183cdc205 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5516837 Jan 28 12:36:58.786306 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48532) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:58.810332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-eb36baea-034b-4853-82cd-f0d5088b3e95 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'subnet': {'network_id': 'd683d46c-fda6-4104-b978-275788296828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:58.855679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:58.859921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:58.867092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-68b03d9e-0b56-4d4c-ad13-0711d97422a9 None None] Current status of the port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:36:58.933703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port 3f9ad5a3-f62f-40fc-9237-b0701ffee372 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:36:58.944097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28703ee3-d45c-447a-a19a-131183cdc205 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Network': ['ID=d683d46c-fda6-4104-b978-275788296828,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:58.962465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d683d46c-fda6-4104-b978-275788296828 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:36:59.042708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6ff40-5085-451b-bca8-86d3a2be0933 req-63736c3f-26e1-4853-8776-e75bfa4dc6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:59.046443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1d6ff40-5085-451b-bca8-86d3a2be0933 req-63736c3f-26e1-4853-8776-e75bfa4dc6e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.4757226 Jan 28 12:36:59.092414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb36baea-034b-4853-82cd-f0d5088b3e95 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:36:59.098544 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb36baea-034b-4853-82cd-f0d5088b3e95 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:59.141078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85faa2c-0a72-4b3f-ae23-00101b50dae9 req-a79b3d60-d508-4b5a-a47c-842d60b12038 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:59.143010 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a85faa2c-0a72-4b3f-ae23-00101b50dae9 req-a79b3d60-d508-4b5a-a47c-842d60b12038 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.3411703 Jan 28 12:36:59.159161 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1d6ff40-5085-451b-bca8-86d3a2be0933 req-e8879326-7603-4028-9674-252a42a7f350 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee HTTP/1.1" status: 200 len: 217 time: 0.0997510 Jan 28 12:36:59.245847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6ff40-5085-451b-bca8-86d3a2be0933 req-cfa24cda-481d-4d34-9a86-86fa98274270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:59.248280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1d6ff40-5085-451b-bca8-86d3a2be0933 req-cfa24cda-481d-4d34-9a86-86fa98274270 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.0545001 Jan 28 12:36:59.395307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a85faa2c-0a72-4b3f-ae23-00101b50dae9 req-4fb1309a-99c8-4bb0-a443-0643793a8a7a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318103 Jan 28 12:36:59.416474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6ff40-5085-451b-bca8-86d3a2be0933 req-b00422a1-cafe-4275-a2fd-87e19452a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:59.418046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1d6ff40-5085-451b-bca8-86d3a2be0933 req-b00422a1-cafe-4275-a2fd-87e19452a557 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624722 Jan 28 12:36:59.495193 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (3f9ad5a3-f62f-40fc-9237-b0701ffee372), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:59.555847 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb36baea-034b-4853-82cd-f0d5088b3e95 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (5fce474c-c70d-43a4-a365-af2d9417afbb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:59.678662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36baea-034b-4853-82cd-f0d5088b3e95 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Subnet': ['ID=5fce474c-c70d-43a4-a365-af2d9417afbb,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:36:59.719228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb36baea-034b-4853-82cd-f0d5088b3e95 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Checking segment: {'id': '36d3c0bb-6377-462d-81b7-dce051ba0746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd683d46c-fda6-4104-b978-275788296828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:36:59.719697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb36baea-034b-4853-82cd-f0d5088b3e95 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network hostable DHCP agents. Network: d683d46c-fda6-4104-b978-275788296828, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:36:59.753145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb36baea-034b-4853-82cd-f0d5088b3e95 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network d683d46c-fda6-4104-b978-275788296828 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:36:59.758057 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd31657-51f4-44b2-b856-d89c03649292 req-0c938e02-3456-40c0-b6c2-a9670e52756b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:59.760017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bd31657-51f4-44b2-b856-d89c03649292 req-0c938e02-3456-40c0-b6c2-a9670e52756b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2023277 Jan 28 12:36:59.762116 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1d6ff40-5085-451b-bca8-86d3a2be0933 req-a1359c33-a850-4f37-87b9-02cb8e113a6f service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266797 Jan 28 12:36:59.771315 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3f9ad5a3-f62f-40fc-9237-b0701ffee372), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:59.781687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-eb36baea-034b-4853-82cd-f0d5088b3e95 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d683d46c-fda6-4104-b978-275788296828) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:36:59.793892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08e754-c089-4e15-a2ee-304a1b59e8d1 None None] Network d683d46c-fda6-4104-b978-275788296828 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:36:59.809913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36baea-034b-4853-82cd-f0d5088b3e95 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:36:59.815721 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb36baea-034b-4853-82cd-f0d5088b3e95 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:59.867464 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eb36baea-034b-4853-82cd-f0d5088b3e95 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0741744 Jan 28 12:36:59.869850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48566) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:36:59.879041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-14d1fcb5-a9bd-49e5-acd4-7d03470bc874 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-503170827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:36:59.937737 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14d1fcb5-a9bd-49e5-acd4-7d03470bc874 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (9954a705-f9c4-447d-8891-56bd3c1d4158), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:36:59.939071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14d1fcb5-a9bd-49e5-acd4-7d03470bc874 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (9954a705-f9c4-447d-8891-56bd3c1d4158), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:00.065605 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14d1fcb5-a9bd-49e5-acd4-7d03470bc874 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (9954a705-f9c4-447d-8891-56bd3c1d4158), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:00.074726 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14d1fcb5-a9bd-49e5-acd4-7d03470bc874 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (9954a705-f9c4-447d-8891-56bd3c1d4158), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:00.102277 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14d1fcb5-a9bd-49e5-acd4-7d03470bc874 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:00.107451 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-14d1fcb5-a9bd-49e5-acd4-7d03470bc874 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2359924 Jan 28 12:37:00.108195 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48570) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:00.415392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-d683d46c-fda6-4104-b978-275788296828', 'network_id': 'd683d46c-fda6-4104-b978-275788296828', 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'fixed_ips': [{'subnet_id': '5fce474c-c70d-43a4-a365-af2d9417afbb'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:37:00.416281 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:00.614208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bd31657-51f4-44b2-b856-d89c03649292 req-dbe3626d-cab7-47b8-8f39-6229db73882c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8403556 Jan 28 12:37:00.626849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 53bcd782-f3c8-4a36-a356-4356814d424e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:00.646695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:00.652084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:00.659664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:00.661953 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:00.668081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=3f9ad5a3-f62f-40fc-9237-b0701ffee372,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:00.774425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-85246b37-2fe3-4c86-b839-a0e6bf07c70c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6130359 Jan 28 12:37:00.777678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48592) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:00.808260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b117d9d6-b6fc-4426-91eb-ee0580ec5067 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:00.884571 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:00.898849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Allocated IP 2001:db8::2 (d683d46c-fda6-4104-b978-275788296828/5fce474c-c70d-43a4-a365-af2d9417afbb/aa336684-3cbc-452c-91e6-70dc5b3d521a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:00.902572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1d6ff40-5085-451b-bca8-86d3a2be0933 req-c5f105c5-0d7a-4f4b-98d9-14cb5db1967c service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1335204 Jan 28 12:37:01.021077 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b117d9d6-b6fc-4426-91eb-ee0580ec5067 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3f9ad5a3-f62f-40fc-9237-b0701ffee372), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:01.371588 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Publish callbacks [] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:01.407063 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:01.418109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-98c35b7e-1ef9-408f-a1b5-2ef1da7566df tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:01.428687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-98c35b7e-1ef9-408f-a1b5-2ef1da7566df tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 811 time: 0.2814705 Jan 28 12:37:01.457056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-caa6eb55-0bc7-49a6-863a-6c4753b3df36 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/quotas/7968c81b36cc48bf8630ba9caa6afc84 HTTP/1.1" status: 200 len: 375 time: 0.0272996 Jan 28 12:37:01.475584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Network d683d46c-fda6-4104-b978-275788296828 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:01.496446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:01.499820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:01.513376 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b117d9d6-b6fc-4426-91eb-ee0580ec5067 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (3f9ad5a3-f62f-40fc-9237-b0701ffee372), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:01.529318 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b117d9d6-b6fc-4426-91eb-ee0580ec5067 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (3f9ad5a3-f62f-40fc-9237-b0701ffee372), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:01.551641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Allocated IP 2001:db8::1 (d683d46c-fda6-4104-b978-275788296828/5fce474c-c70d-43a4-a365-af2d9417afbb/72191fd1-12cc-4305-bf96-c6181d003bb4) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:01.593349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Pushing event updated for resources: {'Port': ['ID=aa336684-3cbc-452c-91e6-70dc5b3d521a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:01.612082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b117d9d6-b6fc-4426-91eb-ee0580ec5067 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] In _notify_port_updated(), no bound segment for port 3f9ad5a3-f62f-40fc-9237-b0701ffee372 on network 53bcd782-f3c8-4a36-a356-4356814d424e {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:37:01.617550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b117d9d6-b6fc-4426-91eb-ee0580ec5067 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:01.618218 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b117d9d6-b6fc-4426-91eb-ee0580ec5067 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:01.620607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b117d9d6-b6fc-4426-91eb-ee0580ec5067 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "PUT /v2.0/ports/3f9ad5a3-f62f-40fc-9237-b0701ffee372 HTTP/1.1" status: 200 len: 818 time: 0.8414207 Jan 28 12:37:01.625470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48622) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:01.640573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-5057c8ff-3971-44b8-8835-e70831744b78 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1826272 Jan 28 12:37:01.672681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Attempting to bind port aa336684-3cbc-452c-91e6-70dc5b3d521a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:37:01.673297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Attempting to bind port aa336684-3cbc-452c-91e6-70dc5b3d521a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '36d3c0bb-6377-462d-81b7-dce051ba0746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd683d46c-fda6-4104-b978-275788296828'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:37:01.673912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Attempting to bind port aa336684-3cbc-452c-91e6-70dc5b3d521a on network d683d46c-fda6-4104-b978-275788296828 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:37:01.689214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:37:01.689796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Checking segment: {'id': '36d3c0bb-6377-462d-81b7-dce051ba0746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd683d46c-fda6-4104-b978-275788296828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:01.690326 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:01.690821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Bound using segment: {'id': '36d3c0bb-6377-462d-81b7-dce051ba0746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd683d46c-fda6-4104-b978-275788296828'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:37:01.691595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Bound port: aa336684-3cbc-452c-91e6-70dc5b3d521a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3c0bb-6377-462d-81b7-dce051ba0746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd683d46c-fda6-4104-b978-275788296828'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:37:01.692727 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:01.693537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117d9d6-b6fc-4426-91eb-ee0580ec5067 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=3f9ad5a3-f62f-40fc-9237-b0701ffee372,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:01.849344 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:01.854785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] For port aa336684-3cbc-452c-91e6-70dc5b3d521a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:37:01.859570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] For port aa336684-3cbc-452c-91e6-70dc5b3d521a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=aa336684-3cbc-452c-91e6-70dc5b3d521a,segment=NetworkSegment(36d3c0bb-6377-462d-81b7-dce051ba0746),segment_id=36d3c0bb-6377-462d-81b7-dce051ba0746)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:37:01.866232 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:01.959926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fb676-f5fe-4748-be13-0f7b237365ca None None] Pushing event updated for resources: {'Port': ['ID=aa336684-3cbc-452c-91e6-70dc5b3d521a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:01.976130 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:02.048321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network d683d46c-fda6-4104-b978-275788296828 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:02.061522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-3f8bb696-600f-48c5-9cfd-8646f3606b2a service neutron] 10.222.0.53 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084380 Jan 28 12:37:02.073243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:02.076123 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:02.076737 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (9954a705-f9c4-447d-8891-56bd3c1d4158), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:02.118299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=72191fd1-12cc-4305-bf96-c6181d003bb4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:02.230785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-e25e4803-d07f-4ef5-92dc-47ac18a0f675 service neutron] 10.222.0.53 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683424 Jan 28 12:37:02.242421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-21152800-bdb7-4b73-98ad-e0aedf0242c4 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port 3f9ad5a3-f62f-40fc-9237-b0701ffee372 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:37:02.242775 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21152800-bdb7-4b73-98ad-e0aedf0242c4 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3f9ad5a3-f62f-40fc-9237-b0701ffee372), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:02.295255 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:02.367737 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21152800-bdb7-4b73-98ad-e0aedf0242c4 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3f9ad5a3-f62f-40fc-9237-b0701ffee372), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:02.410109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-21152800-bdb7-4b73-98ad-e0aedf0242c4 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for 3f9ad5a3-f62f-40fc-9237-b0701ffee372 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:37:02.625452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9e1d64f-ea3a-46f5-88e6-84ce8346fba9 req-eda87734-9d09-4d46-9c88-7f23b60e5a83 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 210 time: 0.0507910 Jan 28 12:37:02.775061 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21152800-bdb7-4b73-98ad-e0aedf0242c4 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3f9ad5a3-f62f-40fc-9237-b0701ffee372), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:02.832891 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21152800-bdb7-4b73-98ad-e0aedf0242c4 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:02.838618 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-21152800-bdb7-4b73-98ad-e0aedf0242c4 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/3f9ad5a3-f62f-40fc-9237-b0701ffee372 HTTP/1.1" status: 204 len: 168 time: 1.1947749 Jan 28 12:37:02.838618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21152800-bdb7-4b73-98ad-e0aedf0242c4 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=3f9ad5a3-f62f-40fc-9237-b0701ffee372,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:02.839381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48652) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:02.903648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48658) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:02.939827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0500f9-ee7e-4964-83c5-e9151da16ae8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:02.941892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7e0500f9-ee7e-4964-83c5-e9151da16ae8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1015654 Jan 28 12:37:02.944661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48662) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:03.096045 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-971d3cb8-81b7-4fa6-bcc6-1a8dcf7a87da tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:37:03.105040 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-971d3cb8-81b7-4fa6-bcc6-1a8dcf7a87da tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/3f9ad5a3-f62f-40fc-9237-b0701ffee372 HTTP/1.1" status: 404 len: 333 time: 0.1585441 Jan 28 12:37:03.111591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48668) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:03.123734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7fcc62c8-10c1-409d-a76d-d200de5662ea tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1987974370'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:03.207890 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-760d0bdb-1918-43bb-86a1-c588689a54d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.225310 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.252768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.253927 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (9954a705-f9c4-447d-8891-56bd3c1d4158), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.266867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcc62c8-10c1-409d-a76d-d200de5662ea tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:03.272290 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fcc62c8-10c1-409d-a76d-d200de5662ea tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.369657 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-760d0bdb-1918-43bb-86a1-c588689a54d3 admin admin] Publish callbacks [] for security_group (17fe8e62-fa38-4fd1-ab66-024e1d28a0e8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.441876 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-760d0bdb-1918-43bb-86a1-c588689a54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (17fe8e62-fa38-4fd1-ab66-024e1d28a0e8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.521859 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-760d0bdb-1918-43bb-86a1-c588689a54d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=115eb9eb6899442d95a5b70d8f12e06f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6166167 Jan 28 12:37:03.524674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48672) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:03.639755 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00a56646-7179-4427-88da-d3cf6df22447 admin admin] Publish callbacks [] for security_group (17fe8e62-fa38-4fd1-ab66-024e1d28a0e8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.645640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device aa336684-3cbc-452c-91e6-70dc5b3d521a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:03.703381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fcc62c8-10c1-409d-a76d-d200de5662ea tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:37:03.707605 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00a56646-7179-4427-88da-d3cf6df22447 admin admin] Publish callbacks [] for security_group (17fe8e62-fa38-4fd1-ab66-024e1d28a0e8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.712979 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d0bdb-1918-43bb-86a1-c588689a54d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe8e62-fa38-4fd1-ab66-024e1d28a0e8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:03.725649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=72191fd1-12cc-4305-bf96-c6181d003bb4,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:03.735840 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fcc62c8-10c1-409d-a76d-d200de5662ea tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (887876b6-594e-41a3-8eb6-9230f41590df), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.736194 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-7fcc62c8-10c1-409d-a76d-d200de5662ea tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Added segment 887876b6-594e-41a3-8eb6-9230f41590df of type vlan for network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 Jan 28 12:37:03.772003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5130bcb-94b8-4ac6-bde9-7a0b0eaef171 None None] Network d683d46c-fda6-4104-b978-275788296828 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:03.807044 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fcc62c8-10c1-409d-a76d-d200de5662ea tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (1fe5eedc-b7f7-4cb7-8902-c93d41184618), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.812600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network d683d46c-fda6-4104-b978-275788296828 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:03.817453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:03.851421 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1360b046-29f7-4601-8ab7-21234205e69c req-124db54a-d203-460c-99b0-d9a1f4ad2e76 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 210 time: 0.0463448 Jan 28 12:37:03.876215 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00a56646-7179-4427-88da-d3cf6df22447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (17fe8e62-fa38-4fd1-ab66-024e1d28a0e8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.884202 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00a56646-7179-4427-88da-d3cf6df22447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.884457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port aa336684-3cbc-452c-91e6-70dc5b3d521a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:03.885101 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:03.889184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-00a56646-7179-4427-88da-d3cf6df22447 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17fe8e62-fa38-4fd1-ab66-024e1d28a0e8 HTTP/1.1" status: 204 len: 168 time: 0.3603408 Jan 28 12:37:03.899399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a56646-7179-4427-88da-d3cf6df22447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe8e62-fa38-4fd1-ab66-024e1d28a0e8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:03.909327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-996bdb10-a248-4c5b-8654-eb8a1f3b3cbc None None] Provisioning complete for port aa336684-3cbc-452c-91e6-70dc5b3d521a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:03.910050 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-996bdb10-a248-4c5b-8654-eb8a1f3b3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:04.189034 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fcc62c8-10c1-409d-a76d-d200de5662ea tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (1fe5eedc-b7f7-4cb7-8902-c93d41184618), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:04.203358 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcc62c8-10c1-409d-a76d-d200de5662ea tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:04.204017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fcc62c8-10c1-409d-a76d-d200de5662ea tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:04.213486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-996bdb10-a248-4c5b-8654-eb8a1f3b3cbc None None] Current status of the port aa336684-3cbc-452c-91e6-70dc5b3d521a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:04.213996 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-996bdb10-a248-4c5b-8654-eb8a1f3b3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:04.234867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port aa336684-3cbc-452c-91e6-70dc5b3d521a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:04.235527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:04.349120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-996bdb10-a248-4c5b-8654-eb8a1f3b3cbc None None] For port aa336684-3cbc-452c-91e6-70dc5b3d521a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=aa336684-3cbc-452c-91e6-70dc5b3d521a,segment=NetworkSegment(36d3c0bb-6377-462d-81b7-dce051ba0746),segment_id=36d3c0bb-6377-462d-81b7-dce051ba0746)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:04.370386 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-996bdb10-a248-4c5b-8654-eb8a1f3b3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:04.474142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48688) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:04.609084 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:37:04.609369 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:37:04.630885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd1fafa9-130c-4da6-8ff7-da5f75408c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:04.650873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-a5d223e1-5a7e-4745-866e-4e3e11a52b9b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:04.664671 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7fcc62c8-10c1-409d-a76d-d200de5662ea tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5507801 Jan 28 12:37:04.679980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48690) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:04.680658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-a5d223e1-5a7e-4745-866e-4e3e11a52b9b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 811 time: 0.3521037 Jan 28 12:37:04.694604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Request body: {'port': {'device_id': '29459033-9743-4980-abf1-ff1a842b72a6', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'admin_state_up': True, 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:04.703805 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bdb10-a248-4c5b-8654-eb8a1f3b3cbc None None] Pushing event updated for resources: {'Port': ['ID=aa336684-3cbc-452c-91e6-70dc5b3d521a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:04.735044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c7a45e04-2ed4-49ed-b801-6fe1408ab75c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '1fe5eedc-b7f7-4cb7-8902-c93d41184618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:04.835959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc62c8-10c1-409d-a76d-d200de5662ea tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Network': ['ID=1fe5eedc-b7f7-4cb7-8902-c93d41184618,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:04.872822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:37:05.096537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Made reservation on behalf of 7968c81b36cc48bf8630ba9caa6afc84 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:05.117976 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.161682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-723c094e-ec7c-479b-b050-e8f3505c247a req-c2df3445-26d2-412a-9f25-080e269d672e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 210 time: 0.1087201 Jan 28 12:37:05.167164 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd1fafa9-130c-4da6-8ff7-da5f75408c64 admin admin] Publish callbacks [] for security_group (ac911de3-76d7-40ef-84db-767facabd120), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.195134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a45e04-2ed4-49ed-b801-6fe1408ab75c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:05.199538 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7a45e04-2ed4-49ed-b801-6fe1408ab75c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.209016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port aa336684-3cbc-452c-91e6-70dc5b3d521a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:05.209701 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd1fafa9-130c-4da6-8ff7-da5f75408c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ac911de3-76d7-40ef-84db-767facabd120), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.211131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-77e9417c-d664-4974-ac9c-036ac40693ae None None] Provisioning complete for port aa336684-3cbc-452c-91e6-70dc5b3d521a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:05.211706 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-77e9417c-d664-4974-ac9c-036ac40693ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.311890 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dd1fafa9-130c-4da6-8ff7-da5f75408c64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c51f847e73e4ccfba1388852fc8b65e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8354225 Jan 28 12:37:05.315211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48700) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:05.317436 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fafa9-130c-4da6-8ff7-da5f75408c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac911de3-76d7-40ef-84db-767facabd120,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:05.477680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Allocated IP 172.20.0.6 (c2c613c3-43b7-41c8-a1c0-74bdae3e9634/53abd98a-d1ef-4617-bae2-6e0b828ced57/31ae22aa-37b3-411e-b098-5a619706f350) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:05.488491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router 9954a705-f9c4-447d-8891-56bd3c1d4158 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:37:05.497210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-77e9417c-d664-4974-ac9c-036ac40693ae None None] Current status of the port aa336684-3cbc-452c-91e6-70dc5b3d521a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:05.509430 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0929f71-904f-4f2b-b10e-5d316c21ba57 admin admin] Publish callbacks [] for security_group (ac911de3-76d7-40ef-84db-767facabd120), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.520260 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e44c15e6-e920-482e-8c15-4505b0261094 req-e1d14c46-f5c8-493a-a8b4-d8a7689f161b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3502312 Jan 28 12:37:05.543557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-77e9417c-d664-4974-ac9c-036ac40693ae None None] Provisioning complete for port 72191fd1-12cc-4305-bf96-c6181d003bb4 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:05.543994 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-77e9417c-d664-4974-ac9c-036ac40693ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.631288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-77e9417c-d664-4974-ac9c-036ac40693ae None None] Port 72191fd1-12cc-4305-bf96-c6181d003bb4 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:37:05.632697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device aa336684-3cbc-452c-91e6-70dc5b3d521a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:05.703907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port aa336684-3cbc-452c-91e6-70dc5b3d521a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:05.704529 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.754273 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0929f71-904f-4f2b-b10e-5d316c21ba57 admin admin] Publish callbacks [] for security_group (ac911de3-76d7-40ef-84db-767facabd120), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.811022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-63bad6bc-dfc4-4899-8a5f-7183281cdd8c None None] Provisioning complete for port 72191fd1-12cc-4305-bf96-c6181d003bb4 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:05.811826 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63bad6bc-dfc4-4899-8a5f-7183281cdd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.823991 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for port (31ae22aa-37b3-411e-b098-5a619706f350), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.922015 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (31ae22aa-37b3-411e-b098-5a619706f350), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.940063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['27de3916-7505-46fc-97aa-391f8d8a7eea', 'fedcd2ad-b58c-41da-9e6d-5226e0700070'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:37:05.974831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:05.975585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:37:05.984068 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d1fadb6d-efb8-4c59-bff7-07160572190a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/9954a705-f9c4-447d-8891-56bd3c1d4158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8744929 Jan 28 12:37:05.989280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:05.990259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7a45e04-2ed4-49ed-b801-6fe1408ab75c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (d5398bca-afbc-442d-a55b-3422e008d3fd), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:05.995258 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48706) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:06.005521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0929f71-904f-4f2b-b10e-5d316c21ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ac911de3-76d7-40ef-84db-767facabd120), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:06.009276 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0929f71-904f-4f2b-b10e-5d316c21ba57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:06.010970 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d0929f71-904f-4f2b-b10e-5d316c21ba57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac911de3-76d7-40ef-84db-767facabd120 HTTP/1.1" status: 204 len: 168 time: 0.6901910 Jan 28 12:37:06.047462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bd617-3e75-42f8-b69b-93685419a1a5 None None] Sync routers for ids ['9954a705-f9c4-447d-8891-56bd3c1d4158'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:37:06.082049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:06.109560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfb117-6d27-4ce6-bb0c-cf1f75d62275 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:06.121089 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4ebfb117-6d27-4ce6-bb0c-cf1f75d62275 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports/72191fd1-12cc-4305-bf96-c6181d003bb4 HTTP/1.1" status: 200 len: 911 time: 0.1147134 Jan 28 12:37:06.125341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-63bad6bc-dfc4-4899-8a5f-7183281cdd8c None None] Port 72191fd1-12cc-4305-bf96-c6181d003bb4 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:37:06.129495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:06.155236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-52cb5ab1-ae89-43ab-aff5-0a0e4128c4e4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fce474c-c70d-43a4-a365-af2d9417afbb'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:06.221379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port aa336684-3cbc-452c-91e6-70dc5b3d521a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:06.249560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bd617-3e75-42f8-b69b-93685419a1a5 None None] Routers {'9954a705-f9c4-447d-8891-56bd3c1d4158'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:37:06.257929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f60bd617-3e75-42f8-b69b-93685419a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9954a705-f9c4-447d-8891-56bd3c1d4158'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:06.282425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c15e6-e920-482e-8c15-4505b0261094 req-f17c8438-f623-4ccd-b57c-cfc7f1b38981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:06.284152 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e44c15e6-e920-482e-8c15-4505b0261094 req-f17c8438-f623-4ccd-b57c-cfc7f1b38981 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 1097 time: 0.5849972 Jan 28 12:37:06.301774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0929f71-904f-4f2b-b10e-5d316c21ba57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac911de3-76d7-40ef-84db-767facabd120,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:06.423779 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f60bd617-3e75-42f8-b69b-93685419a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:06.478373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event updated for resources: {'Port': ['ID=31ae22aa-37b3-411e-b098-5a619706f350,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:06.550625 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c15e6-e920-482e-8c15-4505b0261094 req-90d029db-2a8e-4096-b91e-43631e5be350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:06.552144 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e44c15e6-e920-482e-8c15-4505b0261094 req-90d029db-2a8e-4096-b91e-43631e5be350 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.2374825 Jan 28 12:37:06.587009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:06.589098 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:06.609753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bd617-3e75-42f8-b69b-93685419a1a5 None None] Routers {'9954a705-f9c4-447d-8891-56bd3c1d4158'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:37:06.613056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f60bd617-3e75-42f8-b69b-93685419a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9954a705-f9c4-447d-8891-56bd3c1d4158'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:06.634056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-25ef2db3-bf7e-4793-a06b-732ad5f3c22a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9434159 Jan 28 12:37:06.658400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Request body: {'port': {'device_id': '29459033-9743-4980-abf1-ff1a842b72a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:06.686986 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e44c15e6-e920-482e-8c15-4505b0261094 req-b34c2a2a-8de3-4dde-8851-ba38f66ac93e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27de3916-7505-46fc-97aa-391f8d8a7eea HTTP/1.1" status: 200 len: 217 time: 0.1105282 Jan 28 12:37:06.694151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a45e04-2ed4-49ed-b801-6fe1408ab75c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Subnet': ['ID=d5398bca-afbc-442d-a55b-3422e008d3fd,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:06.715596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a45e04-2ed4-49ed-b801-6fe1408ab75c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Checking segment: {'id': '887876b6-594e-41a3-8eb6-9230f41590df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1fe5eedc-b7f7-4cb7-8902-c93d41184618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:06.722040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84424c1-146a-4c2c-b587-524b9d67b32e req-0bf7f170-a11c-484c-8253-d05c4de68091 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:06.723999 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a45e04-2ed4-49ed-b801-6fe1408ab75c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network hostable DHCP agents. Network: 1fe5eedc-b7f7-4cb7-8902-c93d41184618, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:37:06.725124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d84424c1-146a-4c2c-b587-524b9d67b32e req-0bf7f170-a11c-484c-8253-d05c4de68091 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 931 time: 0.3363993 Jan 28 12:37:06.817027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c15e6-e920-482e-8c15-4505b0261094 req-fbee8c8d-4f90-4f5b-a5f6-593796df5454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:06.818671 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e44c15e6-e920-482e-8c15-4505b0261094 req-fbee8c8d-4f90-4f5b-a5f6-593796df5454 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.1042833 Jan 28 12:37:06.891221 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (31ae22aa-37b3-411e-b098-5a619706f350), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:06.913068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a45e04-2ed4-49ed-b801-6fe1408ab75c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:37:06.923809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c15e6-e920-482e-8c15-4505b0261094 req-ddc02f78-359f-4b13-9c5b-917c2318b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:06.925398 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e44c15e6-e920-482e-8c15-4505b0261094 req-ddc02f78-359f-4b13-9c5b-917c2318b296 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977798 Jan 28 12:37:06.926631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c7a45e04-2ed4-49ed-b801-6fe1408ab75c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 1fe5eedc-b7f7-4cb7-8902-c93d41184618) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:06.940505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a45e04-2ed4-49ed-b801-6fe1408ab75c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:06.941180 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7a45e04-2ed4-49ed-b801-6fe1408ab75c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:06.964393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52cb5ab1-ae89-43ab-aff5-0a0e4128c4e4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:06.984169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d84424c1-146a-4c2c-b587-524b9d67b32e req-fd590f9f-aa2d-4a17-88f6-84b25dc8ac0f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393866 Jan 28 12:37:07.003016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123acf3a-64c8-482b-8283-2034178e6a5b None None] Network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:07.024841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f60bd617-3e75-42f8-b69b-93685419a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:07.025545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bd617-3e75-42f8-b69b-93685419a1a5 None None] The sync data for ids ['9954a705-f9c4-447d-8891-56bd3c1d4158'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:37:07.059595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ce573f94-36a8-4a00-a42d-ed1c6129dc04 None None] Provisioning complete for port 31ae22aa-37b3-411e-b098-5a619706f350 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:07.059977 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce573f94-36a8-4a00-a42d-ed1c6129dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (31ae22aa-37b3-411e-b098-5a619706f350), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:07.069594 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c7a45e04-2ed4-49ed-b801-6fe1408ab75c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3592625 Jan 28 12:37:07.083085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48732) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:07.089572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-27c03633-94b9-4c34-9c81-e6fdc9d14d1a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '1fe5eedc-b7f7-4cb7-8902-c93d41184618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:07.201049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ce573f94-36a8-4a00-a42d-ed1c6129dc04 None None] Port 31ae22aa-37b3-411e-b098-5a619706f350 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:37:07.333222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c03633-94b9-4c34-9c81-e6fdc9d14d1a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:07.341629 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27c03633-94b9-4c34-9c81-e6fdc9d14d1a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:07.437166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ae22aa-37b3-411e-b098-5a619706f350 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:37:07.467431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-1fe5eedc-b7f7-4cb7-8902-c93d41184618', 'network_id': '1fe5eedc-b7f7-4cb7-8902-c93d41184618', 'project_id': 'e86277e5ea6c4a15affee9a6b3075dd9', 'fixed_ips': [{'subnet_id': 'd5398bca-afbc-442d-a55b-3422e008d3fd'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:37:07.469123 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:07.512662 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Publish callbacks [] for port (31ae22aa-37b3-411e-b098-5a619706f350), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:07.539100 n-d-824835-4 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-27c03633-94b9-4c34-9c81-e6fdc9d14d1a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5398bca-afbc-442d-a55b-3422e008d3fd (CIDR: 2001:db8::/64) Jan 28 12:37:07.552251 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c03633-94b9-4c34-9c81-e6fdc9d14d1a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:37:07.552758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c03633-94b9-4c34-9c81-e6fdc9d14d1a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:37:07.641514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Transition to ACTIVE for port object 31ae22aa-37b3-411e-b098-5a619706f350 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:37:07.661866 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (31ae22aa-37b3-411e-b098-5a619706f350), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:07.665745 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-27c03633-94b9-4c34-9c81-e6fdc9d14d1a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5815618 Jan 28 12:37:07.687707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48748) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:07.705312 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e44c15e6-e920-482e-8c15-4505b0261094 req-7c6a5422-423d-4e9c-97e2-ed40100bbf94 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7553058 Jan 28 12:37:07.764208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-45e19d16-0537-4b5c-8852-db300a98a22a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '1fe5eedc-b7f7-4cb7-8902-c93d41184618', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:07.842803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Allocated IP 2001:db8::2 (1fe5eedc-b7f7-4cb7-8902-c93d41184618/d5398bca-afbc-442d-a55b-3422e008d3fd/77b543f2-a5e6-4029-b4a9-01cd42976fe3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:08.018568 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e44c15e6-e920-482e-8c15-4505b0261094 req-1ac0d8f2-7c79-4ec2-821b-9d4e0fd85262 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102756 Jan 28 12:37:08.416545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Pushing event updated for resources: {'Port': ['ID=31ae22aa-37b3-411e-b098-5a619706f350,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:08.434538 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Publish callbacks [] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:08.482761 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:08.595783 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Pushing event updated for resources: {'Port': ['ID=77b543f2-a5e6-4029-b4a9-01cd42976fe3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:08.623176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:08.627473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:08.633092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:08.663688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52cb5ab1-ae89-43ab-aff5-0a0e4128c4e4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:08.777647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Attempting to bind port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:37:08.778607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Attempting to bind port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '887876b6-594e-41a3-8eb6-9230f41590df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1fe5eedc-b7f7-4cb7-8902-c93d41184618'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:37:08.778852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Attempting to bind port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 on network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:37:08.799111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:37:08.799111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Checking segment: {'id': '887876b6-594e-41a3-8eb6-9230f41590df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1fe5eedc-b7f7-4cb7-8902-c93d41184618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:08.799523 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52cb5ab1-ae89-43ab-aff5-0a0e4128c4e4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:08.799739 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:08.799956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Bound using segment: {'id': '887876b6-594e-41a3-8eb6-9230f41590df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1fe5eedc-b7f7-4cb7-8902-c93d41184618'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:37:08.800459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Bound port: 77b543f2-a5e6-4029-b4a9-01cd42976fe3, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887876b6-594e-41a3-8eb6-9230f41590df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1fe5eedc-b7f7-4cb7-8902-c93d41184618'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:37:08.801303 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:08.825927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cb5ab1-ae89-43ab-aff5-0a0e4128c4e4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:08.826993 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52cb5ab1-ae89-43ab-aff5-0a0e4128c4e4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:08.841137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48776) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:08.841982 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-52cb5ab1-ae89-43ab-aff5-0a0e4128c4e4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/ports/72191fd1-12cc-4305-bf96-c6181d003bb4 HTTP/1.1" status: 200 len: 911 time: 2.7072272 Jan 28 12:37:08.930578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Attempting to bind port 31ae22aa-37b3-411e-b098-5a619706f350 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:37:08.931114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Attempting to bind port 31ae22aa-37b3-411e-b098-5a619706f350 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:37:08.931681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Attempting to bind port 31ae22aa-37b3-411e-b098-5a619706f350 on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:37:08.965105 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] For port 77b543f2-a5e6-4029-b4a9-01cd42976fe3, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:37:08.966040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Port 31ae22aa-37b3-411e-b098-5a619706f350 on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:37:08.966567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Attempting to bind port 31ae22aa-37b3-411e-b098-5a619706f350 on network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:37:08.972173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] For port 77b543f2-a5e6-4029-b4a9-01cd42976fe3, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=77b543f2-a5e6-4029-b4a9-01cd42976fe3,segment=NetworkSegment(887876b6-594e-41a3-8eb6-9230f41590df),segment_id=887876b6-594e-41a3-8eb6-9230f41590df)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:37:08.981663 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:09.065986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:37:09.065986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Checking segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:09.065986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Bound using segment: {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:37:09.066910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Bound port: 31ae22aa-37b3-411e-b098-5a619706f350, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92977e80-f649-42ad-b97f-b7c5e30542f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:37:09.068477 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (31ae22aa-37b3-411e-b098-5a619706f350), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:09.123896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcde26e-9625-4ec5-9086-8b31000bbfec req-f920835c-517d-4741-a6d7-656230b0ac40 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:09.138560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bcde26e-9625-4ec5-9086-8b31000bbfec req-f920835c-517d-4741-a6d7-656230b0ac40 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 943 time: 0.7459898 Jan 28 12:37:09.144638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fccf9-88fb-42f3-9b8a-333034456624 None None] Pushing event updated for resources: {'Port': ['ID=77b543f2-a5e6-4029-b4a9-01cd42976fe3,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:09.389003 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bcde26e-9625-4ec5-9086-8b31000bbfec req-3bbb9d1c-e9a8-4574-834e-eba804d8e9cd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489569 Jan 28 12:37:09.393654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e19d16-0537-4b5c-8852-db300a98a22a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:09.408543 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45e19d16-0537-4b5c-8852-db300a98a22a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:09.960257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb5ab1-ae89-43ab-aff5-0a0e4128c4e4 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=72191fd1-12cc-4305-bf96-c6181d003bb4,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:09.967994 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0838-5a54-438a-aab6-db03c1b406a7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (9954a705-f9c4-447d-8891-56bd3c1d4158), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:10.263681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] For port 31ae22aa-37b3-411e-b098-5a619706f350, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:37:10.323523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] For port 31ae22aa-37b3-411e-b098-5a619706f350, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=31ae22aa-37b3-411e-b098-5a619706f350,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:37:10.336027 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (31ae22aa-37b3-411e-b098-5a619706f350), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:10.362890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:10.363562 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:10.365414 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] 10.222.0.49 "PUT /v2.0/ports/31ae22aa-37b3-411e-b098-5a619706f350 HTTP/1.1" status: 200 len: 1091 time: 3.7198694 Jan 28 12:37:10.426359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29459033-9743-4980-abf1-ff1a842b72a6', 'tag': '31ae22aa-37b3-411e-b098-5a619706f350'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:37:10.428912 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6289103d-d1d1-471e-b6b2-5045314b7023" -d '{"events": [{"name": "network-changed", "server_uuid": "29459033-9743-4980-abf1-ff1a842b72a6", "tag": "31ae22aa-37b3-411e-b098-5a619706f350"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:37:10.457769 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45e19d16-0537-4b5c-8852-db300a98a22a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (999c64ad-cb4d-4825-8604-516ccf9df7e9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:10.813643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b0838-5a54-438a-aab6-db03c1b406a7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port 72191fd1-12cc-4305-bf96-c6181d003bb4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:37:10.814097 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0838-5a54-438a-aab6-db03c1b406a7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:11.033510 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0838-5a54-438a-aab6-db03c1b406a7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:11.061132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b0838-5a54-438a-aab6-db03c1b406a7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for 72191fd1-12cc-4305-bf96-c6181d003bb4 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:37:11.254915 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d26ab2-2004-467e-a998-bad7934fc300 None None] Network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:11.484442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Provisioning complete for port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:11.487991 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:11.737712 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 77b543f2-a5e6-4029-b4a9-01cd42976fe3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:11.957035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db3e93f-75b2-49e5-8454-9107d6dac77e None None] Update dhcp port {'port': {'network_id': '1fe5eedc-b7f7-4cb7-8902-c93d41184618', 'fixed_ips': [{'subnet_id': 'd5398bca-afbc-442d-a55b-3422e008d3fd', 'ip_address': '2001:db8::2'}, {'subnet_id': '999c64ad-cb4d-4825-8604-516ccf9df7e9'}], 'binding:host_id': 'n-d-824835-4'}, 'id': '77b543f2-a5e6-4029-b4a9-01cd42976fe3'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:37:11.960553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e19d16-0537-4b5c-8852-db300a98a22a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Subnet': ['ID=999c64ad-cb4d-4825-8604-516ccf9df7e9,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:11.969142 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7570ae9-2572-4437-bf1d-26aef856bff0 x-openstack-request-id: req-d7570ae9-2572-4437-bf1d-26aef856bff0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:37:11.978306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Current status of the port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:11.978583 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29459033-9743-4980-abf1-ff1a842b72a6", "tag": "31ae22aa-37b3-411e-b098-5a619706f350", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:37:11.978822 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:11.979037 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7570ae9-2572-4437-bf1d-26aef856bff0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:37:11.979584 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29459033-9743-4980-abf1-ff1a842b72a6', 'tag': '31ae22aa-37b3-411e-b098-5a619706f350', 'status': 'completed', 'code': 200} Jan 28 12:37:12.007529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6d933-36d6-4e96-9351-187367e051b4 service neutron] Pushing event updated for resources: {'Port': ['ID=31ae22aa-37b3-411e-b098-5a619706f350,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:12.032110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e19d16-0537-4b5c-8852-db300a98a22a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:12.037260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-45e19d16-0537-4b5c-8852-db300a98a22a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:12.041366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e19d16-0537-4b5c-8852-db300a98a22a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:12.042061 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45e19d16-0537-4b5c-8852-db300a98a22a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:12.046524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-e782519a-b9cf-447b-889c-85a5fdc5c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:12.048123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-e782519a-b9cf-447b-889c-85a5fdc5c1fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 1094 time: 1.5912931 Jan 28 12:37:12.154747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-b6093c8c-650c-4e07-85b7-7808c629f9aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31ae22aa-37b3-411e-b098-5a619706f350 HTTP/1.1" status: 200 len: 217 time: 0.0959444 Jan 28 12:37:12.186078 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0db3e93f-75b2-49e5-8454-9107d6dac77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:12.201023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] For port 77b543f2-a5e6-4029-b4a9-01cd42976fe3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=77b543f2-a5e6-4029-b4a9-01cd42976fe3,segment=NetworkSegment(887876b6-594e-41a3-8eb6-9230f41590df),segment_id=887876b6-594e-41a3-8eb6-9230f41590df)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:12.207809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:12.208302 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:12.225905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-415d3a1e-97e0-4e09-a39d-1348da253ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:12.227420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-415d3a1e-97e0-4e09-a39d-1348da253ea3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.0669763 Jan 28 12:37:12.246677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0838-5a54-438a-aab6-db03c1b406a7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (72191fd1-12cc-4305-bf96-c6181d003bb4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:12.254347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56706a-ff4f-4600-bf79-9bf1f2b019f3 req-233ce8b6-5da2-4ae6-9d27-d21d53923f83 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:12.255955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd56706a-ff4f-4600-bf79-9bf1f2b019f3 req-233ce8b6-5da2-4ae6-9d27-d21d53923f83 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 943 time: 0.2997210 Jan 28 12:37:12.261859 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-45e19d16-0537-4b5c-8852-db300a98a22a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.5687113 Jan 28 12:37:12.275936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:12.292482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': '1fe5eedc-b7f7-4cb7-8902-c93d41184618', 'fixed_ips': [{'subnet_id': 'd5398bca-afbc-442d-a55b-3422e008d3fd'}, {'subnet_id': '999c64ad-cb4d-4825-8604-516ccf9df7e9'}], 'name': 'tempest-PortsIpV6TestJSON-1533176710'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:12.303210 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:12.380774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b0838-5a54-438a-aab6-db03c1b406a7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=72191fd1-12cc-4305-bf96-c6181d003bb4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:12.417325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd56706a-ff4f-4600-bf79-9bf1f2b019f3 req-1e8a8ee5-3705-4be4-94f2-7012d2e289b6 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397660 Jan 28 12:37:12.420820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-549ad765-ad79-4cd5-90e5-20ffe8ae0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:12.422747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-549ad765-ad79-4cd5-90e5-20ffe8ae0e9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873446 Jan 28 12:37:12.658503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0838-5a54-438a-aab6-db03c1b406a7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (9954a705-f9c4-447d-8891-56bd3c1d4158), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:12.714445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-c6a82c19-16b5-4536-9fdc-6c426bd923ff service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842708 Jan 28 12:37:12.807172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Pushing event updated for resources: {'Port': ['ID=77b543f2-a5e6-4029-b4a9-01cd42976fe3,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:12.839030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.839505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.839923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.840525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.840961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.841370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.841868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.845385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.845909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.846325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.846737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.847166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.847604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338c332c-8877-4fb4-b539-bc736ffec648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:12.944115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a7ba8a-f1a5-4a37-871e-0001343c0a51 req-067a5832-7bfd-4b48-ae8e-ded9eb4dc06f service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186334 Jan 28 12:37:13.040175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:13.055648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:13.104204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289103d-d1d1-471e-b6b2-5045314b7023 req-41cc6555-8028-4dbd-8e81-a9e4b1505a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:13.117746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6289103d-d1d1-471e-b6b2-5045314b7023 req-41cc6555-8028-4dbd-8e81-a9e4b1505a98 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 1094 time: 0.1073523 Jan 28 12:37:13.130769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-0db3e93f-75b2-49e5-8454-9107d6dac77e None None] Allocated IP 2001:db8:0:1::2 (1fe5eedc-b7f7-4cb7-8902-c93d41184618/999c64ad-cb4d-4825-8604-516ccf9df7e9/77b543f2-a5e6-4029-b4a9-01cd42976fe3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:13.160612 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:13.212014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port 04fa4ec8-f1da-4d13-b721-03ca40b44189 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:37:13.417737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289103d-d1d1-471e-b6b2-5045314b7023 req-8e17454e-aff6-4c81-b1cb-19ab4c69a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:13.421008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6289103d-d1d1-471e-b6b2-5045314b7023 req-8e17454e-aff6-4c81-b1cb-19ab4c69a25b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.2945745 Jan 28 12:37:13.445495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1b0838-5a54-438a-aab6-db03c1b406a7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router 9954a705-f9c4-447d-8891-56bd3c1d4158 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:37:13.466615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0db3e93f-75b2-49e5-8454-9107d6dac77e None None] For port 77b543f2-a5e6-4029-b4a9-01cd42976fe3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=77b543f2-a5e6-4029-b4a9-01cd42976fe3,segment=NetworkSegment(887876b6-594e-41a3-8eb6-9230f41590df),segment_id=887876b6-594e-41a3-8eb6-9230f41590df)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:13.615529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6289103d-d1d1-471e-b6b2-5045314b7023 req-b8f7d593-e949-4645-964f-d9e8c2afc304 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31ae22aa-37b3-411e-b098-5a619706f350 HTTP/1.1" status: 200 len: 217 time: 0.1869831 Jan 28 12:37:13.619427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 77b543f2-a5e6-4029-b4a9-01cd42976fe3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:13.634484 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0db3e93f-75b2-49e5-8454-9107d6dac77e None None] Publish callbacks [] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:13.689694 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0db3e93f-75b2-49e5-8454-9107d6dac77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:13.833893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289103d-d1d1-471e-b6b2-5045314b7023 req-0905ddbd-d9a9-4390-b1bb-308eddc682fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:13.836362 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6289103d-d1d1-471e-b6b2-5045314b7023 req-0905ddbd-d9a9-4390-b1bb-308eddc682fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.2073400 Jan 28 12:37:13.876578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1b0838-5a54-438a-aab6-db03c1b406a7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:37:13.896526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3e93f-75b2-49e5-8454-9107d6dac77e None None] Pushing event updated for resources: {'Port': ['ID=77b543f2-a5e6-4029-b4a9-01cd42976fe3,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:13.900418 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320293a8-62ac-4f9d-824c-f77f9c1b2b14 None None] Sync routers for ids ['9954a705-f9c4-447d-8891-56bd3c1d4158'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:37:13.915856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:13.916615 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:13.924284 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fe1b0838-5a54-438a-aab6-db03c1b406a7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/9954a705-f9c4-447d-8891-56bd3c1d4158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0781977 Jan 28 12:37:13.926491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48874) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:13.950195 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320293a8-62ac-4f9d-824c-f77f9c1b2b14 None None] Routers {'9954a705-f9c4-447d-8891-56bd3c1d4158'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:37:13.950834 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-320293a8-62ac-4f9d-824c-f77f9c1b2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9954a705-f9c4-447d-8891-56bd3c1d4158'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:14.088628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:14.091862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1ebf8-538f-4db7-90cd-de1319253987 req-82ca1a72-be09-490f-91ca-7c7d52bc471b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:14.108387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dcd1ebf8-538f-4db7-90cd-de1319253987 req-82ca1a72-be09-490f-91ca-7c7d52bc471b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 943 time: 0.4912176 Jan 28 12:37:14.117510 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-75dd0a23-9512-4aa2-8b4c-d9f981c0a2c7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=9954a705-f9c4-447d-8891-56bd3c1d4158 HTTP/1.1" status: 200 len: 205 time: 0.1890283 Jan 28 12:37:14.122341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:14.131121 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-320293a8-62ac-4f9d-824c-f77f9c1b2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:14.142509 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320293a8-62ac-4f9d-824c-f77f9c1b2b14 None None] Routers {'9954a705-f9c4-447d-8891-56bd3c1d4158'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:37:14.143562 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-320293a8-62ac-4f9d-824c-f77f9c1b2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9954a705-f9c4-447d-8891-56bd3c1d4158'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:14.155135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8::2f9 (1fe5eedc-b7f7-4cb7-8902-c93d41184618/d5398bca-afbc-442d-a55b-3422e008d3fd/04fa4ec8-f1da-4d13-b721-03ca40b44189) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:14.192533 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8:0:1::25b (1fe5eedc-b7f7-4cb7-8902-c93d41184618/999c64ad-cb4d-4825-8604-516ccf9df7e9/04fa4ec8-f1da-4d13-b721-03ca40b44189) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:14.217871 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-320293a8-62ac-4f9d-824c-f77f9c1b2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:14.218911 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320293a8-62ac-4f9d-824c-f77f9c1b2b14 None None] The sync data for ids ['9954a705-f9c4-447d-8891-56bd3c1d4158'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:37:14.329698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dcd1ebf8-538f-4db7-90cd-de1319253987 req-990d6a31-83e6-46bd-a791-23644d474baa tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103770 Jan 28 12:37:14.393422 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289103d-d1d1-471e-b6b2-5045314b7023 req-a69caaaf-8ac9-41f7-a283-8cd2e586e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:14.395277 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6289103d-d1d1-471e-b6b2-5045314b7023 req-a69caaaf-8ac9-41f7-a283-8cd2e586e9f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5432215 Jan 28 12:37:14.474396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:14.513634 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81ba5be3-37c4-4d37-af6a-653e771d3570 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (9954a705-f9c4-447d-8891-56bd3c1d4158), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:14.555087 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:14.669560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:14.707425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:14.716166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=04fa4ec8-f1da-4d13-b721-03ca40b44189,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:14.718816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:14.724287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:14.725095 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:14.778044 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f8ff84ba-8d16-410d-9b53-2d49465ec6f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.4921627 Jan 28 12:37:14.782449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48890) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:14.789368 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4ee85092-2480-450c-80db-6e5f9ab34a6b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5398bca-afbc-442d-a55b-3422e008d3fd'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:14.821614 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81ba5be3-37c4-4d37-af6a-653e771d3570 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (9954a705-f9c4-447d-8891-56bd3c1d4158), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:14.829719 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81ba5be3-37c4-4d37-af6a-653e771d3570 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (9954a705-f9c4-447d-8891-56bd3c1d4158), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:14.997852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ae7a85-7220-45a3-a382-fa7ae6a19b4c None None] Network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:15.090884 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ee85092-2480-450c-80db-6e5f9ab34a6b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:15.114648 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81ba5be3-37c4-4d37-af6a-653e771d3570 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (9954a705-f9c4-447d-8891-56bd3c1d4158), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:15.115171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ba5be3-37c4-4d37-af6a-653e771d3570 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Fanout notify agent at l3_agent the message router_deleted on router 9954a705-f9c4-447d-8891-56bd3c1d4158 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:37:15.134153 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81ba5be3-37c4-4d37-af6a-653e771d3570 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:15.139664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-81ba5be3-37c4-4d37-af6a-653e771d3570 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/9954a705-f9c4-447d-8891-56bd3c1d4158 HTTP/1.1" status: 204 len: 168 time: 0.9915400 Jan 28 12:37:15.142928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48900) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:15.166209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c658a76c-5296-44ee-85ad-4b537a801779 None None] Provisioning complete for port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:15.173828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c658a76c-5296-44ee-85ad-4b537a801779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:15.232371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadc91b4-bb7c-4af3-b2ab-34e84d3a3822 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting subnet 5fce474c-c70d-43a4-a365-af2d9417afbb {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:37:15.236251 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aadc91b4-bb7c-4af3-b2ab-34e84d3a3822 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (5fce474c-c70d-43a4-a365-af2d9417afbb), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:15.301641 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aadc91b4-bb7c-4af3-b2ab-34e84d3a3822 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (5fce474c-c70d-43a4-a365-af2d9417afbb), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:15.317026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 31ae22aa-37b3-411e-b098-5a619706f350 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:37:15.464126 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aadc91b4-bb7c-4af3-b2ab-34e84d3a3822 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (5fce474c-c70d-43a4-a365-af2d9417afbb), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:15.538628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 31ae22aa-37b3-411e-b098-5a619706f350, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=31ae22aa-37b3-411e-b098-5a619706f350,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:15.550201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6289103d-d1d1-471e-b6b2-5045314b7023 req-5ef8819b-46cc-426d-91ed-991dca4b61af service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1416564 Jan 28 12:37:15.557211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '31ae22aa-37b3-411e-b098-5a619706f350', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'port_id': '31ae22aa-37b3-411e-b098-5a619706f350', 'mac_address': 'fa:16:3e:01:80:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:37:15.559612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 77b543f2-a5e6-4029-b4a9-01cd42976fe3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:15.560430 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aadc91b4-bb7c-4af3-b2ab-34e84d3a3822 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (5fce474c-c70d-43a4-a365-af2d9417afbb), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:15.637801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc91b4-bb7c-4af3-b2ab-34e84d3a3822 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Subnet': ['ID=5fce474c-c70d-43a4-a365-af2d9417afbb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:15.658150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c658a76c-5296-44ee-85ad-4b537a801779 None None] Current status of the port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:15.675685 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aadc91b4-bb7c-4af3-b2ab-34e84d3a3822 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:15.682950 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-aadc91b4-bb7c-4af3-b2ab-34e84d3a3822 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/5fce474c-c70d-43a4-a365-af2d9417afbb HTTP/1.1" status: 204 len: 168 time: 0.5363646 Jan 28 12:37:15.689158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48916) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:15.705189 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 31ae22aa-37b3-411e-b098-5a619706f350 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:15.705749 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (31ae22aa-37b3-411e-b098-5a619706f350), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:15.709052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e90244-e6cf-4213-8a68-0613ff56946b None None] Network d683d46c-fda6-4104-b978-275788296828 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:15.852423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec23190-9754-42df-9a1f-a4497155ca54 req-4e4fab04-3979-427e-8de3-a3a9bdac68ce tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:15.867067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cec23190-9754-42df-9a1f-a4497155ca54 req-4e4fab04-3979-427e-8de3-a3a9bdac68ce tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 943 time: 0.3263247 Jan 28 12:37:15.892477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:15.905265 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:15.957770 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6289103d-d1d1-471e-b6b2-5045314b7023 req-3453ca12-2014-4529-a361-982c91748b66 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939931 Jan 28 12:37:15.968375 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d683d46c-fda6-4104-b978-275788296828), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:16.018109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cec23190-9754-42df-9a1f-a4497155ca54 req-1d2c3952-acd5-41d3-b18f-876f45646760 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499867 Jan 28 12:37:16.050478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4ee85092-2480-450c-80db-6e5f9ab34a6b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Delete allocated IP 2001:db8:0:1::25b (1fe5eedc-b7f7-4cb7-8902-c93d41184618/999c64ad-cb4d-4825-8604-516ccf9df7e9) {{(pid=103128) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 12:37:16.092700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ae22aa-37b3-411e-b098-5a619706f350 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:37:16.131907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port aa336684-3cbc-452c-91e6-70dc5b3d521a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:37:16.132917 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:16.311571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] For port aa336684-3cbc-452c-91e6-70dc5b3d521a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=aa336684-3cbc-452c-91e6-70dc5b3d521a,segment=NetworkSegment(36d3c0bb-6377-462d-81b7-dce051ba0746),segment_id=36d3c0bb-6377-462d-81b7-dce051ba0746)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:16.311969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:16.345451 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for aa336684-3cbc-452c-91e6-70dc5b3d521a owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:37:16.516711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ee85092-2480-450c-80db-6e5f9ab34a6b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:16.524269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ee85092-2480-450c-80db-6e5f9ab34a6b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:16.618525 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (aa336684-3cbc-452c-91e6-70dc5b3d521a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:16.700460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 31ae22aa-37b3-411e-b098-5a619706f350, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=31ae22aa-37b3-411e-b098-5a619706f350,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:16.709480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c9312981-c261-4b8f-be96-f8b00900107c None None] Provisioning complete for port 04fa4ec8-f1da-4d13-b721-03ca40b44189 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:16.710194 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9312981-c261-4b8f-be96-f8b00900107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:16.733350 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=aa336684-3cbc-452c-91e6-70dc5b3d521a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:16.741420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No DVR routers for this DVR port aa336684-3cbc-452c-91e6-70dc5b3d521a on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:37:16.782480 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4ee85092-2480-450c-80db-6e5f9ab34a6b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] In _notify_port_updated(), no bound segment for port 04fa4ec8-f1da-4d13-b721-03ca40b44189 on network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:37:16.790214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c9312981-c261-4b8f-be96-f8b00900107c None None] Port 04fa4ec8-f1da-4d13-b721-03ca40b44189 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:37:16.796186 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (31ae22aa-37b3-411e-b098-5a619706f350), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:16.806011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee85092-2480-450c-80db-6e5f9ab34a6b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:16.807102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ee85092-2480-450c-80db-6e5f9ab34a6b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:16.809373 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4ee85092-2480-450c-80db-6e5f9ab34a6b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "PUT /v2.0/ports/04fa4ec8-f1da-4d13-b721-03ca40b44189 HTTP/1.1" status: 200 len: 926 time: 2.0256894 Jan 28 12:37:16.827752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48932) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:16.850869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-45ab1040-5e9a-4873-b16f-2cbee3c26bb8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5398bca-afbc-442d-a55b-3422e008d3fd'}, {'subnet_id': '999c64ad-cb4d-4825-8604-516ccf9df7e9'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:16.862269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee85092-2480-450c-80db-6e5f9ab34a6b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=04fa4ec8-f1da-4d13-b721-03ca40b44189,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:16.946421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=31ae22aa-37b3-411e-b098-5a619706f350,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:16.973729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974df19f-9001-45c1-b8eb-c8b237d6782e None None] DHCP port deletion for d683d46c-fda6-4104-b978-275788296828 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:37:17.141380 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d683d46c-fda6-4104-b978-275788296828), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.154357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c9312981-c261-4b8f-be96-f8b00900107c None None] Provisioning complete for port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:17.155708 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9312981-c261-4b8f-be96-f8b00900107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.209774 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.212368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:17.279746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['31ae22aa-37b3-411e-b098-5a619706f350'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:37:17.301814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d683d46c-fda6-4104-b978-275788296828']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:17.313942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d3c0bb-6377-462d-81b7-dce051ba0746') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:17.314310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d3c0bb-6377-462d-81b7-dce051ba0746') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:17.325045 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (36d3c0bb-6377-462d-81b7-dce051ba0746), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.341631 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (36d3c0bb-6377-462d-81b7-dce051ba0746), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.349290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:37:17.349901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (36d3c0bb-6377-462d-81b7-dce051ba0746), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.374008 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c9312981-c261-4b8f-be96-f8b00900107c None None] Current status of the port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:37:17.410673 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:37:17.506734 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d683d46c-fda6-4104-b978-275788296828), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.526497 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.536566 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/networks/d683d46c-fda6-4104-b978-275788296828 HTTP/1.1" status: 204 len: 168 time: 1.8373027 Jan 28 12:37:17.537656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48948) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:17.548048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a90dee0e-8f44-4589-abf8-9b0cdde07112 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1520621406', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:17.556250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device aa336684-3cbc-452c-91e6-70dc5b3d521a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:37:17.556475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d033f-9179-469d-8ad9-78eaff657dce tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Network': ['ID=d683d46c-fda6-4104-b978-275788296828,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:17.592039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc2a3c-ca76-477c-957a-fbb45e23f9b4 req-701d46cc-1e53-41b7-bcff-76618c43408f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:17.593893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfbc2a3c-ca76-477c-957a-fbb45e23f9b4 req-701d46cc-1e53-41b7-bcff-76618c43408f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 944 time: 0.3801167 Jan 28 12:37:17.620775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: aa336684-3cbc-452c-91e6-70dc5b3d521a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:37:17.621754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device aa336684-3cbc-452c-91e6-70dc5b3d521a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:37:17.650873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d4907c1a-4bdb-417d-b745-fad13b92f0c6 None None] Provisioning complete for port 04fa4ec8-f1da-4d13-b721-03ca40b44189 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:17.651531 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4907c1a-4bdb-417d-b745-fad13b92f0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.658930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90dee0e-8f44-4589-abf8-9b0cdde07112 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.660958 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90dee0e-8f44-4589-abf8-9b0cdde07112 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.724896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d4907c1a-4bdb-417d-b745-fad13b92f0c6 None None] Port 04fa4ec8-f1da-4d13-b721-03ca40b44189 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:37:17.792278 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.802996 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45ab1040-5e9a-4873-b16f-2cbee3c26bb8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.884726 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90dee0e-8f44-4589-abf8-9b0cdde07112 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (b253027d-4722-4545-b78e-8ba99b72ef10), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.898212 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90dee0e-8f44-4589-abf8-9b0cdde07112 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.944440 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a90dee0e-8f44-4589-abf8-9b0cdde07112 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:17.946679 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a90dee0e-8f44-4589-abf8-9b0cdde07112 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4056592 Jan 28 12:37:17.955719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48958) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:17.963671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-80a74e5e-fd4c-4c8a-b62c-65bd9a74592f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1419786431'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:18.013086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfbc2a3c-ca76-477c-957a-fbb45e23f9b4 req-ced1fe74-62be-4359-9f7d-fad9962d74dc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080770 Jan 28 12:37:18.022012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a74e5e-fd4c-4c8a-b62c-65bd9a74592f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:18.031803 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80a74e5e-fd4c-4c8a-b62c-65bd9a74592f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:18.084840 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a74e5e-fd4c-4c8a-b62c-65bd9a74592f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:37:18.146424 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80a74e5e-fd4c-4c8a-b62c-65bd9a74592f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (16a26fff-df21-4352-b924-968f65174307), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:18.149242 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-80a74e5e-fd4c-4c8a-b62c-65bd9a74592f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Added segment 16a26fff-df21-4352-b924-968f65174307 of type vlan for network bccb4eee-239d-4c99-82aa-8546b44dce56 Jan 28 12:37:18.310308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80a74e5e-fd4c-4c8a-b62c-65bd9a74592f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (bccb4eee-239d-4c99-82aa-8546b44dce56), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:18.330587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-45ab1040-5e9a-4873-b16f-2cbee3c26bb8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8:0:1::1de (1fe5eedc-b7f7-4cb7-8902-c93d41184618/999c64ad-cb4d-4825-8604-516ccf9df7e9/04fa4ec8-f1da-4d13-b721-03ca40b44189) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:18.380534 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80a74e5e-fd4c-4c8a-b62c-65bd9a74592f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (bccb4eee-239d-4c99-82aa-8546b44dce56), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:18.398253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a74e5e-fd4c-4c8a-b62c-65bd9a74592f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:18.399095 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80a74e5e-fd4c-4c8a-b62c-65bd9a74592f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:18.556772 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-80a74e5e-fd4c-4c8a-b62c-65bd9a74592f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5995686 Jan 28 12:37:18.571070 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48968) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:18.583913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4659fdc3-15a4-4472-b694-93c382e55968 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'subnet': {'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:18.666630 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45ab1040-5e9a-4873-b16f-2cbee3c26bb8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:18.674133 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45ab1040-5e9a-4873-b16f-2cbee3c26bb8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:18.705034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a74e5e-fd4c-4c8a-b62c-65bd9a74592f tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Network': ['ID=bccb4eee-239d-4c99-82aa-8546b44dce56,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:18.722514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network bccb4eee-239d-4c99-82aa-8546b44dce56 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:37:18.758438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab1040-5e9a-4873-b16f-2cbee3c26bb8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=04fa4ec8-f1da-4d13-b721-03ca40b44189,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:18.822521 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4659fdc3-15a4-4472-b694-93c382e55968 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:18.828808 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4659fdc3-15a4-4472-b694-93c382e55968 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:18.851437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-45ab1040-5e9a-4873-b16f-2cbee3c26bb8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] In _notify_port_updated(), no bound segment for port 04fa4ec8-f1da-4d13-b721-03ca40b44189 on network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:37:18.859023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab1040-5e9a-4873-b16f-2cbee3c26bb8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:18.860342 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45ab1040-5e9a-4873-b16f-2cbee3c26bb8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:18.862976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-45ab1040-5e9a-4873-b16f-2cbee3c26bb8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "PUT /v2.0/ports/04fa4ec8-f1da-4d13-b721-03ca40b44189 HTTP/1.1" status: 200 len: 1012 time: 2.0334368 Jan 28 12:37:18.866038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48976) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:19.217342 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8034f97-0211-46ac-acf0-b05612234e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:19.312209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b54b05a9-86f5-46d4-ae54-67af161ca80b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port 04fa4ec8-f1da-4d13-b721-03ca40b44189 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:37:19.312565 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b54b05a9-86f5-46d4-ae54-67af161ca80b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:19.325931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8999b2-4b73-4ca4-8385-54c549210adf req-076cb824-0de5-43a9-9af3-68c344410e4a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:19.333679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 31ae22aa-37b3-411e-b098-5a619706f350 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:19.345835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a8999b2-4b73-4ca4-8385-54c549210adf req-076cb824-0de5-43a9-9af3-68c344410e4a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 944 time: 0.1702087 Jan 28 12:37:19.490435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-06a77bc4-4236-48b2-ab8d-3c06c46c1af3 None None] Provisioning complete for port 04fa4ec8-f1da-4d13-b721-03ca40b44189 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:19.490880 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06a77bc4-4236-48b2-ab8d-3c06c46c1af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:19.559714 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4659fdc3-15a4-4472-b694-93c382e55968 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (34308f05-0361-49b0-a890-1cd5e02d210e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:19.594220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 31ae22aa-37b3-411e-b098-5a619706f350 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:37:19.612314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 31ae22aa-37b3-411e-b098-5a619706f350 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:19.612700 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (31ae22aa-37b3-411e-b098-5a619706f350), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:19.659854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-06a77bc4-4236-48b2-ab8d-3c06c46c1af3 None None] Port 04fa4ec8-f1da-4d13-b721-03ca40b44189 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:37:19.734510 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a8999b2-4b73-4ca4-8385-54c549210adf req-cb9c04b0-67cc-4e71-a426-6b92a654d769 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871996 Jan 28 12:37:19.768832 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b54b05a9-86f5-46d4-ae54-67af161ca80b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:19.781208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 31ae22aa-37b3-411e-b098-5a619706f350 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:19.783107 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (31ae22aa-37b3-411e-b098-5a619706f350), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:19.798211 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:37:19.802457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b54b05a9-86f5-46d4-ae54-67af161ca80b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for 04fa4ec8-f1da-4d13-b721-03ca40b44189 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:37:19.888044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29459033-9743-4980-abf1-ff1a842b72a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ae22aa-37b3-411e-b098-5a619706f350'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:37:19.900524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659fdc3-15a4-4472-b694-93c382e55968 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Subnet': ['ID=34308f05-0361-49b0-a890-1cd5e02d210e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:19.912770 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae63c2f1-5d8b-4d55-bee7-25c0cd4c5a96" -d '{"events": [{"server_uuid": "29459033-9743-4980-abf1-ff1a842b72a6", "name": "network-vif-plugged", "status": "completed", "tag": "31ae22aa-37b3-411e-b098-5a619706f350"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:37:19.937880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 31ae22aa-37b3-411e-b098-5a619706f350, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=31ae22aa-37b3-411e-b098-5a619706f350,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:19.944108 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (31ae22aa-37b3-411e-b098-5a619706f350), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:19.956287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659fdc3-15a4-4472-b694-93c382e55968 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Checking segment: {'id': '16a26fff-df21-4352-b924-968f65174307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:19.956663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659fdc3-15a4-4472-b694-93c382e55968 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network hostable DHCP agents. Network: bccb4eee-239d-4c99-82aa-8546b44dce56, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:37:20.024883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659fdc3-15a4-4472-b694-93c382e55968 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network bccb4eee-239d-4c99-82aa-8546b44dce56 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:37:20.032072 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c52b7c8-36d7-4b7e-9edb-c4c99d2d77c5 x-openstack-request-id: req-3c52b7c8-36d7-4b7e-9edb-c4c99d2d77c5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:37:20.032465 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29459033-9743-4980-abf1-ff1a842b72a6", "name": "network-vif-plugged", "status": "completed", "tag": "31ae22aa-37b3-411e-b098-5a619706f350", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:37:20.032711 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c52b7c8-36d7-4b7e-9edb-c4c99d2d77c5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:37:20.033040 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29459033-9743-4980-abf1-ff1a842b72a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ae22aa-37b3-411e-b098-5a619706f350', 'code': 200} Jan 28 12:37:20.077345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4659fdc3-15a4-4472-b694-93c382e55968 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, bccb4eee-239d-4c99-82aa-8546b44dce56) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:20.092754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad345ee-1c15-4433-ab6c-dd3c331cb69b None None] Network bccb4eee-239d-4c99-82aa-8546b44dce56 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:20.096279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4659fdc3-15a4-4472-b694-93c382e55968 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:20.098639 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4659fdc3-15a4-4472-b694-93c382e55968 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:20.134843 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4659fdc3-15a4-4472-b694-93c382e55968 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5617886 Jan 28 12:37:20.141525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49012) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:20.262924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=31ae22aa-37b3-411e-b098-5a619706f350,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:20.387643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-bccb4eee-239d-4c99-82aa-8546b44dce56', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:37:20.390107 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:20.418776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f02e3-abb1-4c9c-8288-caaf27eabfb2 req-cca7ff1a-a298-4db7-a002-6ccf15de2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:20.440450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e03f02e3-abb1-4c9c-8288-caaf27eabfb2 req-cca7ff1a-a298-4db7-a002-6ccf15de2fd2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 1096 time: 0.3239300 Jan 28 12:37:20.660508 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b54b05a9-86f5-46d4-ae54-67af161ca80b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (04fa4ec8-f1da-4d13-b721-03ca40b44189), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:20.770154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b05a9-86f5-46d4-ae54-67af161ca80b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=04fa4ec8-f1da-4d13-b721-03ca40b44189,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:21.017015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Allocated IP 2001:db8::2 (bccb4eee-239d-4c99-82aa-8546b44dce56/34308f05-0361-49b0-a890-1cd5e02d210e/8f476153-e797-4689-a23b-750583a90f7a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:21.020071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:21.021463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e03f02e3-abb1-4c9c-8288-caaf27eabfb2 req-0e3faf31-48c4-49d3-86a9-c8dc9a39836c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789146 Jan 28 12:37:21.029651 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b54b05a9-86f5-46d4-ae54-67af161ca80b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:21.035884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b54b05a9-86f5-46d4-ae54-67af161ca80b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/04fa4ec8-f1da-4d13-b721-03ca40b44189 HTTP/1.1" status: 204 len: 168 time: 2.1682792 Jan 28 12:37:21.058863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49030) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:21.187459 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7457f64-3a8e-4c37-8056-fb50b8c8c455 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:37:21.201462 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a7457f64-3a8e-4c37-8056-fb50b8c8c455 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/04fa4ec8-f1da-4d13-b721-03ca40b44189 HTTP/1.1" status: 404 len: 333 time: 0.1376944 Jan 28 12:37:21.205632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49036) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:21.343218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d22df1-43dd-4da5-a078-641cd9a268c4 req-643fdfd6-b971-426a-87e8-75313d8067a5 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:21.362823 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73d22df1-43dd-4da5-a078-641cd9a268c4 req-643fdfd6-b971-426a-87e8-75313d8067a5 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.3468235 Jan 28 12:37:21.584280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73d22df1-43dd-4da5-a078-641cd9a268c4 req-d3b38696-2bdc-413a-9037-e7c9e58d5528 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992185 Jan 28 12:37:21.613277 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Publish callbacks [] for port (8f476153-e797-4689-a23b-750583a90f7a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:21.615414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e1e5f5-f6b7-4666-b074-e82e3fe9830f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting subnet 999c64ad-cb4d-4825-8604-516ccf9df7e9 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:37:21.622833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61e1e5f5-f6b7-4666-b074-e82e3fe9830f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (999c64ad-cb4d-4825-8604-516ccf9df7e9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:21.630832 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (8f476153-e797-4689-a23b-750583a90f7a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:21.672073 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc641bad-ac18-44f9-b132-18e41c2d6750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:21.719306 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61e1e5f5-f6b7-4666-b074-e82e3fe9830f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (999c64ad-cb4d-4825-8604-516ccf9df7e9), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:21.859694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Network bccb4eee-239d-4c99-82aa-8546b44dce56 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:21.875900 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61e1e5f5-f6b7-4666-b074-e82e3fe9830f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (999c64ad-cb4d-4825-8604-516ccf9df7e9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:21.890027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:21.917776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:21.962394 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61e1e5f5-f6b7-4666-b074-e82e3fe9830f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (999c64ad-cb4d-4825-8604-516ccf9df7e9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:21.968264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Allocated IP 2001:db8::1 (bccb4eee-239d-4c99-82aa-8546b44dce56/34308f05-0361-49b0-a890-1cd5e02d210e/44584666-a03d-4d17-a08f-01915c070bf5) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:22.003106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Pushing event updated for resources: {'Port': ['ID=8f476153-e797-4689-a23b-750583a90f7a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:22.031320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1e5f5-f6b7-4666-b074-e82e3fe9830f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Subnet': ['ID=999c64ad-cb4d-4825-8604-516ccf9df7e9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:22.043846 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61e1e5f5-f6b7-4666-b074-e82e3fe9830f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:22.047931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-61e1e5f5-f6b7-4666-b074-e82e3fe9830f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/999c64ad-cb4d-4825-8604-516ccf9df7e9 HTTP/1.1" status: 204 len: 168 time: 0.8403339 Jan 28 12:37:22.059582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49050) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:22.117531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0626c01-9f5f-4028-8670-704b71538b10 None None] Network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:22.199274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8eb0083-b760-40ad-a4ec-f5d8ba8f5a59 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting subnet d5398bca-afbc-442d-a55b-3422e008d3fd {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:37:22.212476 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8eb0083-b760-40ad-a4ec-f5d8ba8f5a59 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (d5398bca-afbc-442d-a55b-3422e008d3fd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:22.292774 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Attempting to bind port 8f476153-e797-4689-a23b-750583a90f7a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:37:22.293651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Attempting to bind port 8f476153-e797-4689-a23b-750583a90f7a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '16a26fff-df21-4352-b924-968f65174307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:37:22.294377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Attempting to bind port 8f476153-e797-4689-a23b-750583a90f7a on network bccb4eee-239d-4c99-82aa-8546b44dce56 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:37:22.306908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:37:22.307615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Checking segment: {'id': '16a26fff-df21-4352-b924-968f65174307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:22.308385 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:22.309337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Bound using segment: {'id': '16a26fff-df21-4352-b924-968f65174307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:37:22.310076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Bound port: 8f476153-e797-4689-a23b-750583a90f7a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a26fff-df21-4352-b924-968f65174307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:37:22.310710 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8f476153-e797-4689-a23b-750583a90f7a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:22.338274 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (44584666-a03d-4d17-a08f-01915c070bf5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:22.401787 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8eb0083-b760-40ad-a4ec-f5d8ba8f5a59 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (d5398bca-afbc-442d-a55b-3422e008d3fd), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:22.474102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (44584666-a03d-4d17-a08f-01915c070bf5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:22.649991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network bccb4eee-239d-4c99-82aa-8546b44dce56 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:22.675449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:22.683637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:22.684548 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:22.737823 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8eb0083-b760-40ad-a4ec-f5d8ba8f5a59 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (d5398bca-afbc-442d-a55b-3422e008d3fd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:22.749077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] For port 8f476153-e797-4689-a23b-750583a90f7a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:37:22.787530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] For port 8f476153-e797-4689-a23b-750583a90f7a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8f476153-e797-4689-a23b-750583a90f7a,segment=NetworkSegment(16a26fff-df21-4352-b924-968f65174307),segment_id=16a26fff-df21-4352-b924-968f65174307)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:37:22.811906 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8f476153-e797-4689-a23b-750583a90f7a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:22.829547 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=44584666-a03d-4d17-a08f-01915c070bf5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:22.905056 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8eb0083-b760-40ad-a4ec-f5d8ba8f5a59 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (d5398bca-afbc-442d-a55b-3422e008d3fd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:23.063322 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:23.095401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb0083-b760-40ad-a4ec-f5d8ba8f5a59 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Subnet': ['ID=d5398bca-afbc-442d-a55b-3422e008d3fd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:23.137339 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8eb0083-b760-40ad-a4ec-f5d8ba8f5a59 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:23.142368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca88642-bf63-4799-9b8f-844c94b7a38e None None] Pushing event updated for resources: {'Port': ['ID=8f476153-e797-4689-a23b-750583a90f7a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:23.145338 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44584666-a03d-4d17-a08f-01915c070bf5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:23.146702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a8eb0083-b760-40ad-a4ec-f5d8ba8f5a59 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/d5398bca-afbc-442d-a55b-3422e008d3fd HTTP/1.1" status: 204 len: 168 time: 1.0857961 Jan 28 12:37:23.153363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49072) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:23.418947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9742f04-9f89-45fd-9bfe-e96b55033b13 req-6908ed9b-a8b9-481f-a2bd-25942965b8b3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:23.418947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9742f04-9f89-45fd-9bfe-e96b55033b13 req-6908ed9b-a8b9-481f-a2bd-25942965b8b3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.5138645 Jan 28 12:37:23.785687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9742f04-9f89-45fd-9bfe-e96b55033b13 req-62689286-871f-4cdf-ac6b-3b76135eb9a2 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369045 Jan 28 12:37:23.799785 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (1fe5eedc-b7f7-4cb7-8902-c93d41184618), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:23.974454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:37:23.974809 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:24.268415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] For port 77b543f2-a5e6-4029-b4a9-01cd42976fe3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=77b543f2-a5e6-4029-b4a9-01cd42976fe3,segment=NetworkSegment(887876b6-594e-41a3-8eb6-9230f41590df),segment_id=887876b6-594e-41a3-8eb6-9230f41590df)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:24.269108 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:24.325319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for 77b543f2-a5e6-4029-b4a9-01cd42976fe3 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:37:24.540825 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (44584666-a03d-4d17-a08f-01915c070bf5), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:24.549543 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (44584666-a03d-4d17-a08f-01915c070bf5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:24.552180 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:24.601035 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:24.627598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a952044-f8f8-40bd-b2d3-3b081f53cbdf None None] Network 1fe5eedc-b7f7-4cb7-8902-c93d41184618 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:24.869263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c40f-8882-4101-a9c3-8084db1121cc req-1130db1f-26b7-4cdf-b6cd-67783e6320dc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:24.881083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce40c40f-8882-4101-a9c3-8084db1121cc req-1130db1f-26b7-4cdf-b6cd-67783e6320dc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.3179884 Jan 28 12:37:25.030205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=44584666-a03d-4d17-a08f-01915c070bf5,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:25.036199 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:25.059592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-65c2280c-bbd8-4706-b203-b01e60068573 None None] Provisioning complete for port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:25.059592 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65c2280c-bbd8-4706-b203-b01e60068573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (77b543f2-a5e6-4029-b4a9-01cd42976fe3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:25.099531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.099880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.100225 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.100567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.105081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.105560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.106254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.106733 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.107078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.107439 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.107773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.108100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.108428 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:25.119191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=77b543f2-a5e6-4029-b4a9-01cd42976fe3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:25.123942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-65c2280c-bbd8-4706-b203-b01e60068573 None None] Port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 was deleted so its status cannot be updated. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 12:37:25.164293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No DVR routers for this DVR port 77b543f2-a5e6-4029-b4a9-01cd42976fe3 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:37:25.198001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce40c40f-8882-4101-a9c3-8084db1121cc req-8927cbbd-69dc-4736-9e7a-5ce064124f1e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156106 Jan 28 12:37:25.239668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network bccb4eee-239d-4c99-82aa-8546b44dce56 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:25.249879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:25.331241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa6365-0b9c-40f7-87c2-2e4b6cffb6ed None None] DHCP port deletion for 1fe5eedc-b7f7-4cb7-8902-c93d41184618 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:37:25.415940 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (1fe5eedc-b7f7-4cb7-8902-c93d41184618), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:25.469324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576943b8-ed4c-4cea-bfaa-1fd3e3541ead None None] Network bccb4eee-239d-4c99-82aa-8546b44dce56 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:25.515660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe5eedc-b7f7-4cb7-8902-c93d41184618']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:25.546594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887876b6-594e-41a3-8eb6-9230f41590df') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:25.546937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887876b6-594e-41a3-8eb6-9230f41590df') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:25.584746 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (887876b6-594e-41a3-8eb6-9230f41590df), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:25.619438 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (887876b6-594e-41a3-8eb6-9230f41590df), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:25.627613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:37:25.628028 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (887876b6-594e-41a3-8eb6-9230f41590df), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:25.696504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router b253027d-4722-4545-b78e-8ba99b72ef10 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:37:25.727074 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:37:25.732303 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (1fe5eedc-b7f7-4cb7-8902-c93d41184618), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:25.788866 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:25.820070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/networks/1fe5eedc-b7f7-4cb7-8902-c93d41184618 HTTP/1.1" status: 204 len: 168 time: 2.6581688 Jan 28 12:37:25.823067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49114) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:25.921179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8f476153-e797-4689-a23b-750583a90f7a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:25.951223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df62a18-f3fe-4ff5-85a9-b874313d6769 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Network': ['ID=1fe5eedc-b7f7-4cb7-8902-c93d41184618,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:26.002747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:37:26.030928 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0cb1cbae-7c59-408e-8ff4-bffedcc78f52 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8877831 Jan 28 12:37:26.032027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49122) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:26.053709 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-68d8c34f-f66b-4a21-a746-3a46238b5153 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1860953002'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:26.101890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Sync routers for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:37:26.154852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e35b5-c845-44ee-981d-3a277b2c6608 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:26.158586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d8c34f-f66b-4a21-a746-3a46238b5153 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:26.174779 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-642e35b5-c845-44ee-981d-3a277b2c6608 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2855272 Jan 28 12:37:26.174901 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68d8c34f-f66b-4a21-a746-3a46238b5153 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:26.174901 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49126) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:26.205643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8cfd6272-23a6-4d57-8dfc-2ccefe87366c None None] Provisioning complete for port 8f476153-e797-4689-a23b-750583a90f7a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:26.211968 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6272-23a6-4d57-8dfc-2ccefe87366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8f476153-e797-4689-a23b-750583a90f7a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:26.306434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d8c34f-f66b-4a21-a746-3a46238b5153 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:37:26.354010 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6693ad99-0ade-458a-af1e-fa3fe948fd30 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1804814 Jan 28 12:37:26.357927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49130) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:26.363620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-69dd292b-8325-4cdd-b0ce-f4726ccbc575 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2128137719'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:26.369310 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68d8c34f-f66b-4a21-a746-3a46238b5153 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3eabe34b-6c78-4c7f-a637-4184a7ab4014), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:26.373383 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-68d8c34f-f66b-4a21-a746-3a46238b5153 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Added segment 3eabe34b-6c78-4c7f-a637-4184a7ab4014 of type vlan for network 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 Jan 28 12:37:26.403785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dd292b-8325-4cdd-b0ce-f4726ccbc575 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:26.407583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69dd292b-8325-4cdd-b0ce-f4726ccbc575 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:26.420984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:37:26.421622 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:37:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:26.478406 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68d8c34f-f66b-4a21-a746-3a46238b5153 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (3632c9dd-bacb-45fe-8a6a-6c27b0044eb5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:26.529228 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68d8c34f-f66b-4a21-a746-3a46238b5153 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (3632c9dd-bacb-45fe-8a6a-6c27b0044eb5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:26.541153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d8c34f-f66b-4a21-a746-3a46238b5153 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:26.542104 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68d8c34f-f66b-4a21-a746-3a46238b5153 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:26.563884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7a1a2-2798-4c12-90e4-9fc9e5740195 req-ec9deae0-70c0-49ad-a16f-1a2c877db4a7 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:26.571554 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-acc7a1a2-2798-4c12-90e4-9fc9e5740195 req-ec9deae0-70c0-49ad-a16f-1a2c877db4a7 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.1422491 Jan 28 12:37:26.583786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dd292b-8325-4cdd-b0ce-f4726ccbc575 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:37:26.644213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69dd292b-8325-4cdd-b0ce-f4726ccbc575 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c1c35374-078d-465b-b9d7-d1703353211f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:26.646896 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-69dd292b-8325-4cdd-b0ce-f4726ccbc575 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Added segment c1c35374-078d-465b-b9d7-d1703353211f of type vlan for network ee6e423f-e8c2-42fd-8de1-9c3b174b7524 Jan 28 12:37:26.721557 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-68d8c34f-f66b-4a21-a746-3a46238b5153 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6855428 Jan 28 12:37:26.723232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:26.736822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-acc7a1a2-2798-4c12-90e4-9fc9e5740195 req-e22f24d6-f7c1-42c1-b028-f18135daa46c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627972 Jan 28 12:37:26.741322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6bad7557-c625-44ee-9c1a-95ddf97315b1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'subnet': {'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:26.785804 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:26.849536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69dd292b-8325-4cdd-b0ce-f4726ccbc575 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (ee6e423f-e8c2-42fd-8de1-9c3b174b7524), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:26.918739 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69dd292b-8325-4cdd-b0ce-f4726ccbc575 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (ee6e423f-e8c2-42fd-8de1-9c3b174b7524), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:26.932807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd292b-8325-4cdd-b0ce-f4726ccbc575 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:26.934792 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69dd292b-8325-4cdd-b0ce-f4726ccbc575 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:27.031023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 8f476153-e797-4689-a23b-750583a90f7a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:27.032037 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8f476153-e797-4689-a23b-750583a90f7a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:27.102242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8c34f-f66b-4a21-a746-3a46238b5153 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Network': ['ID=3632c9dd-bacb-45fe-8a6a-6c27b0044eb5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:27.128930 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bad7557-c625-44ee-9c1a-95ddf97315b1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:27.135265 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bad7557-c625-44ee-9c1a-95ddf97315b1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:27.230610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-69dd292b-8325-4cdd-b0ce-f4726ccbc575 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8670616 Jan 28 12:37:27.247953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49150) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:27.268420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8139d9fb-7c27-40d2-a79e-dd09c861c3bb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': 'ee6e423f-e8c2-42fd-8de1-9c3b174b7524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:27.278895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd292b-8325-4cdd-b0ce-f4726ccbc575 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Network': ['ID=ee6e423f-e8c2-42fd-8de1-9c3b174b7524,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:27.509943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8139d9fb-7c27-40d2-a79e-dd09c861c3bb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:27.515586 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8139d9fb-7c27-40d2-a79e-dd09c861c3bb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:27.740871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:37:27.751979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network ee6e423f-e8c2-42fd-8de1-9c3b174b7524 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:37:27.854002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:37:28.020540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8139d9fb-7c27-40d2-a79e-dd09c861c3bb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (cb2bbd9d-a45f-44c9-8433-c55c90b8adf8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:28.055476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd6272-23a6-4d57-8dfc-2ccefe87366c None None] Current status of the port 8f476153-e797-4689-a23b-750583a90f7a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:28.056513 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6272-23a6-4d57-8dfc-2ccefe87366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8f476153-e797-4689-a23b-750583a90f7a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:28.361406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8139d9fb-7c27-40d2-a79e-dd09c861c3bb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Checking segment: {'id': 'c1c35374-078d-465b-b9d7-d1703353211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ee6e423f-e8c2-42fd-8de1-9c3b174b7524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:28.362576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8139d9fb-7c27-40d2-a79e-dd09c861c3bb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network hostable DHCP agents. Network: ee6e423f-e8c2-42fd-8de1-9c3b174b7524, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:37:28.387501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593842fc-f63f-400a-9df5-b7517a3d7e97 req-2c89c480-94d9-445c-aa1e-1835520a8e47 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:28.389306 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-593842fc-f63f-400a-9df5-b7517a3d7e97 req-2c89c480-94d9-445c-aa1e-1835520a8e47 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.5036659 Jan 28 12:37:28.435422 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139d9fb-7c27-40d2-a79e-dd09c861c3bb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Subnet': ['ID=cb2bbd9d-a45f-44c9-8433-c55c90b8adf8,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:28.439484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8139d9fb-7c27-40d2-a79e-dd09c861c3bb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network ee6e423f-e8c2-42fd-8de1-9c3b174b7524 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:37:28.547285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8139d9fb-7c27-40d2-a79e-dd09c861c3bb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, ee6e423f-e8c2-42fd-8de1-9c3b174b7524) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:28.584612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8139d9fb-7c27-40d2-a79e-dd09c861c3bb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:28.585688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8139d9fb-7c27-40d2-a79e-dd09c861c3bb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:28.605833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9596f18-50e5-4583-8ea2-8f4f2682284a None None] Network ee6e423f-e8c2-42fd-8de1-9c3b174b7524 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:28.744148 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-593842fc-f63f-400a-9df5-b7517a3d7e97 req-efdbcfb5-4cca-470d-843e-f97b453acd57 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102882 Jan 28 12:37:28.774231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8139d9fb-7c27-40d2-a79e-dd09c861c3bb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5222502 Jan 28 12:37:28.776706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49186) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:28.789739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': 'ee6e423f-e8c2-42fd-8de1-9c3b174b7524', 'name': 'tempest-PortsIpV6TestJSON-1712540158'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:28.947726 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bad7557-c625-44ee-9c1a-95ddf97315b1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (1efd1200-c507-46f8-9061-76dd5924540b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:29.037808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8cfd6272-23a6-4d57-8dfc-2ccefe87366c None None] For port 8f476153-e797-4689-a23b-750583a90f7a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8f476153-e797-4689-a23b-750583a90f7a,segment=NetworkSegment(16a26fff-df21-4352-b924-968f65174307),segment_id=16a26fff-df21-4352-b924-968f65174307)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:29.211131 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6272-23a6-4d57-8dfc-2ccefe87366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8f476153-e797-4689-a23b-750583a90f7a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:29.216040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad7557-c625-44ee-9c1a-95ddf97315b1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Subnet': ['ID=1efd1200-c507-46f8-9061-76dd5924540b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:29.235931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:29.241517 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:29.284241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-ee6e423f-e8c2-42fd-8de1-9c3b174b7524', 'network_id': 'ee6e423f-e8c2-42fd-8de1-9c3b174b7524', 'project_id': 'e86277e5ea6c4a15affee9a6b3075dd9', 'fixed_ips': [{'subnet_id': 'cb2bbd9d-a45f-44c9-8433-c55c90b8adf8'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:37:29.286895 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:29.304476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad7557-c625-44ee-9c1a-95ddf97315b1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Checking segment: {'id': '3eabe34b-6c78-4c7f-a637-4184a7ab4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:29.305151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad7557-c625-44ee-9c1a-95ddf97315b1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network hostable DHCP agents. Network: 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:37:29.317450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port 5df4bf93-0671-48a2-bf29-5c9835fb25ac yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:37:29.346026 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad7557-c625-44ee-9c1a-95ddf97315b1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:37:29.364643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6bad7557-c625-44ee-9c1a-95ddf97315b1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:29.390141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bad7557-c625-44ee-9c1a-95ddf97315b1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:29.393387 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bad7557-c625-44ee-9c1a-95ddf97315b1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:29.454687 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6bad7557-c625-44ee-9c1a-95ddf97315b1 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7198269 Jan 28 12:37:29.455772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:29.783042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9d035-ad68-4c0d-b347-f5042f4bc50c None None] Network 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:29.973126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8::238 (ee6e423f-e8c2-42fd-8de1-9c3b174b7524/cb2bbd9d-a45f-44c9-8433-c55c90b8adf8/5df4bf93-0671-48a2-bf29-5c9835fb25ac) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:30.136964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 31ae22aa-37b3-411e-b098-5a619706f350 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:37:30.414301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd6272-23a6-4d57-8dfc-2ccefe87366c None None] Pushing event updated for resources: {'Port': ['ID=8f476153-e797-4689-a23b-750583a90f7a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:30.456874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8f476153-e797-4689-a23b-750583a90f7a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:30.500809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:37:30.506399 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:30.579059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e44c4-c067-4200-9481-7c5695ae4a17 req-288b7e76-3664-417a-92f8-431a82c0e5fe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:30.599601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-523e44c4-c067-4200-9481-7c5695ae4a17 req-288b7e76-3664-417a-92f8-431a82c0e5fe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.5045269 Jan 28 12:37:30.609627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c4b790db-db6d-4289-bb96-26e8444abea0 None None] Provisioning complete for port 8f476153-e797-4689-a23b-750583a90f7a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:30.611911 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4b790db-db6d-4289-bb96-26e8444abea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8f476153-e797-4689-a23b-750583a90f7a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:30.685690 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.resource_extend [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:37:30.822731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:31.076641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 31ae22aa-37b3-411e-b098-5a619706f350, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=31ae22aa-37b3-411e-b098-5a619706f350,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:31.123875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 77b543f2-a5e6-4029-b4a9-01cd42976fe3 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:37:31.155122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '31ae22aa-37b3-411e-b098-5a619706f350', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'port_id': '31ae22aa-37b3-411e-b098-5a619706f350', 'mac_address': 'fa:16:3e:01:80:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:37:31.484960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 77b543f2-a5e6-4029-b4a9-01cd42976fe3 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:37:31.486763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 77b543f2-a5e6-4029-b4a9-01cd42976fe3 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:37:31.610692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Allocated IP 2001:db8:1::1 (3632c9dd-bacb-45fe-8a6a-6c27b0044eb5/1efd1200-c507-46f8-9061-76dd5924540b/f39f9302-2f41-4bf4-b711-0efd85352aa0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:31.829925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:31.861512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-523e44c4-c067-4200-9481-7c5695ae4a17 req-d66d280d-4f90-48c4-8a66-39c63dd6ca66 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2605765 Jan 28 12:37:32.008060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:32.040396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 31ae22aa-37b3-411e-b098-5a619706f350 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:32.041093 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (31ae22aa-37b3-411e-b098-5a619706f350), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:32.080254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (5df4bf93-0671-48a2-bf29-5c9835fb25ac), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:32.168443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5df4bf93-0671-48a2-bf29-5c9835fb25ac), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:32.178981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Allocated IP 2001:db8:1::2 (3632c9dd-bacb-45fe-8a6a-6c27b0044eb5/1efd1200-c507-46f8-9061-76dd5924540b/86194866-94fe-40aa-ab9c-dc1995e434fb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:32.237931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:32.253818 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:32.276620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:32.285854 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:32.325812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8f476153-e797-4689-a23b-750583a90f7a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:32.328779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=5df4bf93-0671-48a2-bf29-5c9835fb25ac,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:32.364015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network ee6e423f-e8c2-42fd-8de1-9c3b174b7524 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:32.367453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:32.375562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:32.411676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:32.415644 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:32.475710 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-30753ebc-fcf5-47c6-b5d6-db6a773fcca5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6944263 Jan 28 12:37:32.479542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=f39f9302-2f41-4bf4-b711-0efd85352aa0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:32.483636 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49268) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:32.520824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': 'ee6e423f-e8c2-42fd-8de1-9c3b174b7524', 'name': 'tempest-PortsIpV6TestJSON-2138255667'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:32.597489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c4b790db-db6d-4289-bb96-26e8444abea0 None None] Current status of the port 8f476153-e797-4689-a23b-750583a90f7a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:32.607285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31ae22aa-37b3-411e-b098-5a619706f350 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:37:32.640340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 31ae22aa-37b3-411e-b098-5a619706f350, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=31ae22aa-37b3-411e-b098-5a619706f350,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:32.671430 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (31ae22aa-37b3-411e-b098-5a619706f350), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:32.701031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:37:22Z', 'revision_number': 2, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:24Z', 'revision_number': 2, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:32.774567 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Publish callbacks [] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:32.837426 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:32.843418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Checking router: b253027d-4722-4545-b78e-8ba99b72ef10 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:37:32.844257 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Updating router b253027d-4722-4545-b78e-8ba99b72ef10 port 44584666-a03d-4d17-a08f-01915c070bf5 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:37:32.876941 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:32.997327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['31ae22aa-37b3-411e-b098-5a619706f350'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:37:33.023403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:33.032422 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:33.083024 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:37:33.088571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c4b790db-db6d-4289-bb96-26e8444abea0 None None] Provisioning complete for port 44584666-a03d-4d17-a08f-01915c070bf5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:33.093552 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4b790db-db6d-4289-bb96-26e8444abea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (44584666-a03d-4d17-a08f-01915c070bf5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:33.110529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Allocated IP 2001:db8::2 (ee6e423f-e8c2-42fd-8de1-9c3b174b7524/cb2bbd9d-a45f-44c9-8433-c55c90b8adf8/656d5c6a-39e0-4a0c-b965-c29bebec7f1b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:33.504131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50c441-eea7-45c0-8fb0-b8205f51ee7d req-ebdcb9f3-3a43-4952-b165-a09ec4818e09 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:33.516803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb50c441-eea7-45c0-8fb0-b8205f51ee7d req-ebdcb9f3-3a43-4952-b165-a09ec4818e09 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 944 time: 0.1360469 Jan 28 12:37:33.660580 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb50c441-eea7-45c0-8fb0-b8205f51ee7d req-af1eedba-9faf-406b-bf7a-ff1e6c9c6661 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365070 Jan 28 12:37:33.804718 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:33.811411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:33.812235 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:34.025348 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Network 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:34.039783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=f39f9302-2f41-4bf4-b711-0efd85352aa0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:34.094136 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44584666-a03d-4d17-a08f-01915c070bf5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:34.129909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:34.133761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:34.136296 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:34.210369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:34.435727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router b253027d-4722-4545-b78e-8ba99b72ef10 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:37:34.595724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c4b790db-db6d-4289-bb96-26e8444abea0 None None] Port 44584666-a03d-4d17-a08f-01915c070bf5 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:37:34.600107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=31ae22aa-37b3-411e-b098-5a619706f350,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:34.750104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 8f476153-e797-4689-a23b-750583a90f7a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:34.750651 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8f476153-e797-4689-a23b-750583a90f7a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:34.792381 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Publish callbacks [] for port (656d5c6a-39e0-4a0c-b965-c29bebec7f1b), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:34.822240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:37:34.834604 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e51e536c-fc26-4382-b9a2-785a312a9252 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3689737 Jan 28 12:37:34.838961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49308) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:34.848149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1260454598'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:35.036657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Attempting to bind port 86194866-94fe-40aa-ab9c-dc1995e434fb on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:37:35.037414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Attempting to bind port 86194866-94fe-40aa-ab9c-dc1995e434fb by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '3eabe34b-6c78-4c7f-a637-4184a7ab4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:37:35.037414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Attempting to bind port 86194866-94fe-40aa-ab9c-dc1995e434fb on network 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:37:35.051500 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (656d5c6a-39e0-4a0c-b965-c29bebec7f1b), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:35.082312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Network ee6e423f-e8c2-42fd-8de1-9c3b174b7524 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:35.093866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:35.109164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:37:35.109557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Checking segment: {'id': '3eabe34b-6c78-4c7f-a637-4184a7ab4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:35.109748 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:35.110159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Bound using segment: {'id': '3eabe34b-6c78-4c7f-a637-4184a7ab4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:37:35.110657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Bound port: 86194866-94fe-40aa-ab9c-dc1995e434fb, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eabe34b-6c78-4c7f-a637-4184a7ab4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:37:35.111049 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:35.118094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:35.191954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f79b64ff-1c38-4138-ae49-9aee9982260e None None] Provisioning complete for port 44584666-a03d-4d17-a08f-01915c070bf5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:35.193156 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f79b64ff-1c38-4138-ae49-9aee9982260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (44584666-a03d-4d17-a08f-01915c070bf5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:35.208674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e09aa-870a-492f-a430-ce408a59dfce req-afe39ada-f540-4158-ae27-5274e5933afd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:35.215498 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Pushing event updated for resources: {'Port': ['ID=86194866-94fe-40aa-ab9c-dc1995e434fb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:35.226775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c8e09aa-870a-492f-a430-ce408a59dfce req-afe39ada-f540-4158-ae27-5274e5933afd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 944 time: 0.3557889 Jan 28 12:37:35.239919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:35.247310 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:35.329486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:37:35.339435 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c335fc00-911d-4e8a-8d03-6c052506389a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:35.340363 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Added segment c335fc00-911d-4e8a-8d03-6c052506389a of type vlan for network 30e11167-0945-48ca-9ee0-bf3781d75ece Jan 28 12:37:35.388935 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (30e11167-0945-48ca-9ee0-bf3781d75ece), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:35.482964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c8e09aa-870a-492f-a430-ce408a59dfce req-0fc91516-dcd3-4f68-9b4d-c87fc9aca722 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527678 Jan 28 12:37:35.483708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (30e11167-0945-48ca-9ee0-bf3781d75ece), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:35.493294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:35.494456 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:35.525932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8::1b4 (ee6e423f-e8c2-42fd-8de1-9c3b174b7524/cb2bbd9d-a45f-44c9-8433-c55c90b8adf8/de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:35.584880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8f476153-e797-4689-a23b-750583a90f7a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:35.658797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Attempting to bind port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:37:35.660044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Attempting to bind port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c1c35374-078d-465b-b9d7-d1703353211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ee6e423f-e8c2-42fd-8de1-9c3b174b7524'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:37:35.660995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Attempting to bind port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b on network ee6e423f-e8c2-42fd-8de1-9c3b174b7524 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:37:35.740927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Network': ['ID=30e11167-0945-48ca-9ee0-bf3781d75ece,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:35.753252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.753671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.754021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.754412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.755023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.755150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.756087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.756477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.756813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.757151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.757478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.758725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.759157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:35.793177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:37:35.794091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Checking segment: {'id': 'c1c35374-078d-465b-b9d7-d1703353211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ee6e423f-e8c2-42fd-8de1-9c3b174b7524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:35.794795 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:35.795651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Bound using segment: {'id': 'c1c35374-078d-465b-b9d7-d1703353211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ee6e423f-e8c2-42fd-8de1-9c3b174b7524'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:37:35.796481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Bound port: 656d5c6a-39e0-4a0c-b965-c29bebec7f1b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c35374-078d-465b-b9d7-d1703353211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ee6e423f-e8c2-42fd-8de1-9c3b174b7524'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:37:35.797301 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (656d5c6a-39e0-4a0c-b965-c29bebec7f1b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:35.807404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ebab5020-2fda-4041-9d17-e45e0344ff11 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9636505 Jan 28 12:37:35.809673 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49322) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:35.817927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ea12dd92-6d7e-482d-a3e9-58ac7e2c523e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'subnet': {'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:35.882278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f79b64ff-1c38-4138-ae49-9aee9982260e None None] Port 44584666-a03d-4d17-a08f-01915c070bf5 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:37:35.915150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 30e11167-0945-48ca-9ee0-bf3781d75ece details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:37:35.989528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Pushing event updated for resources: {'Port': ['ID=656d5c6a-39e0-4a0c-b965-c29bebec7f1b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:36.013312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea12dd92-6d7e-482d-a3e9-58ac7e2c523e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:36.034899 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea12dd92-6d7e-482d-a3e9-58ac7e2c523e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:36.156976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-96af4151-bc14-4210-809b-97cad454d407 None None] For port 86194866-94fe-40aa-ab9c-dc1995e434fb, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:37:36.165658 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-96af4151-bc14-4210-809b-97cad454d407 None None] For port 86194866-94fe-40aa-ab9c-dc1995e434fb, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=86194866-94fe-40aa-ab9c-dc1995e434fb,segment=NetworkSegment(3eabe34b-6c78-4c7f-a637-4184a7ab4014),segment_id=3eabe34b-6c78-4c7f-a637-4184a7ab4014)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:37:36.391816 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:36.503585 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:36.613408 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Publish callbacks [] for port (44584666-a03d-4d17-a08f-01915c070bf5), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:36.657574 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:36.751914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network ee6e423f-e8c2-42fd-8de1-9c3b174b7524 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:36.772598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 31ae22aa-37b3-411e-b098-5a619706f350 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:36.777999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:36.795472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:36.833918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:36.835086 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:36.930305 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea12dd92-6d7e-482d-a3e9-58ac7e2c523e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (5446c3ac-d2ef-4822-89ae-a45ff70c7eb2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:37.045234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5591092 Jan 28 12:37:37.092354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49348) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:37.116406 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (44584666-a03d-4d17-a08f-01915c070bf5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:37.237658 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12dd92-6d7e-482d-a3e9-58ac7e2c523e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Subnet': ['ID=5446c3ac-d2ef-4822-89ae-a45ff70c7eb2,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:37.242796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12dd92-6d7e-482d-a3e9-58ac7e2c523e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Checking segment: {'id': 'c335fc00-911d-4e8a-8d03-6c052506389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:37.244066 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea12dd92-6d7e-482d-a3e9-58ac7e2c523e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network hostable DHCP agents. Network: 30e11167-0945-48ca-9ee0-bf3781d75ece, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:37:37.268497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80aa083-25ff-4fd9-b7e3-4c16bebe7027 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:37.343140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea12dd92-6d7e-482d-a3e9-58ac7e2c523e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 30e11167-0945-48ca-9ee0-bf3781d75ece is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:37:37.386002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ea12dd92-6d7e-482d-a3e9-58ac7e2c523e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 30e11167-0945-48ca-9ee0-bf3781d75ece) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:37.428011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea12dd92-6d7e-482d-a3e9-58ac7e2c523e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:37.429200 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea12dd92-6d7e-482d-a3e9-58ac7e2c523e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:37.455650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45255c1-97f4-433d-8e0e-0152d625ba18 req-a8053502-dc55-4044-adae-e45aaffb5b2b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:37.462269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c45255c1-97f4-433d-8e0e-0152d625ba18 req-a8053502-dc55-4044-adae-e45aaffb5b2b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 944 time: 0.4628196 Jan 28 12:37:37.522484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbfc9b1-6ed8-4875-a85c-4e4ed7e4bb9c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:37.529142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4bbfc9b1-6ed8-4875-a85c-4e4ed7e4bb9c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A238 HTTP/1.1" status: 200 len: 929 time: 0.4237752 Jan 28 12:37:37.535514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49356) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:37.665795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a992ec-9b2b-48ec-be3e-789ee64d914c None None] Network 30e11167-0945-48ca-9ee0-bf3781d75ece requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:37.709870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c45255c1-97f4-433d-8e0e-0152d625ba18 req-c5f513a0-9215-4d85-9f0a-7ace37326af5 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215936 Jan 28 12:37:37.938455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] For port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:37:37.959629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49364) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:37.967488 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ea12dd92-6d7e-482d-a3e9-58ac7e2c523e tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1564982 Jan 28 12:37:38.137418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6ff548b6-4cb6-43fb-aca7-53ac766cc733 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:37:38.137892 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ff548b6-4cb6-43fb-aca7-53ac766cc733 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:38.175192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af4151-bc14-4210-809b-97cad454d407 None None] Pushing event updated for resources: {'Port': ['ID=86194866-94fe-40aa-ab9c-dc1995e434fb,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:38.331226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] For port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=656d5c6a-39e0-4a0c-b965-c29bebec7f1b,segment=NetworkSegment(c1c35374-078d-465b-b9d7-d1703353211f),segment_id=c1c35374-078d-465b-b9d7-d1703353211f)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:37:38.404825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77222cc1-5aa1-47d0-82c1-615806b110b4 None None] Pushing event updated for resources: {'Port': ['ID=44584666-a03d-4d17-a08f-01915c070bf5,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:38.420650 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ff548b6-4cb6-43fb-aca7-53ac766cc733 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:38.443226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6ff548b6-4cb6-43fb-aca7-53ac766cc733 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:37:38.461212 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (656d5c6a-39e0-4a0c-b965-c29bebec7f1b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:38.681901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-30e11167-0945-48ca-9ee0-bf3781d75ece', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:37:38.688497 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:38.826346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Attempting to bind port 44584666-a03d-4d17-a08f-01915c070bf5 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:37:38.826346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Attempting to bind port 44584666-a03d-4d17-a08f-01915c070bf5 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '16a26fff-df21-4352-b924-968f65174307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:37:38.826346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Attempting to bind port 44584666-a03d-4d17-a08f-01915c070bf5 on network bccb4eee-239d-4c99-82aa-8546b44dce56 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:37:38.884584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:37:38.887376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Checking segment: {'id': '16a26fff-df21-4352-b924-968f65174307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:38.889209 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:38.889802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Bound using segment: {'id': '16a26fff-df21-4352-b924-968f65174307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:37:38.894331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Bound port: 44584666-a03d-4d17-a08f-01915c070bf5, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a26fff-df21-4352-b924-968f65174307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:37:38.896953 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44584666-a03d-4d17-a08f-01915c070bf5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:38.918624 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ff548b6-4cb6-43fb-aca7-53ac766cc733 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:38.934390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 31ae22aa-37b3-411e-b098-5a619706f350 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:38.934786 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (31ae22aa-37b3-411e-b098-5a619706f350), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:38.941466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-454c96a3-5186-456f-9490-b5b12f46c96a None None] Provisioning complete for port 44584666-a03d-4d17-a08f-01915c070bf5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:38.941838 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-454c96a3-5186-456f-9490-b5b12f46c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (44584666-a03d-4d17-a08f-01915c070bf5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:39.178900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff548b6-4cb6-43fb-aca7-53ac766cc733 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:39.320078 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82f3f8-1516-41f4-92cf-76dcbf031ef0 None None] Pushing event updated for resources: {'Port': ['ID=656d5c6a-39e0-4a0c-b965-c29bebec7f1b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:39.594694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-454c96a3-5186-456f-9490-b5b12f46c96a None None] Port 44584666-a03d-4d17-a08f-01915c070bf5 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:37:39.669030 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ff548b6-4cb6-43fb-aca7-53ac766cc733 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:39.724558 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6ff548b6-4cb6-43fb-aca7-53ac766cc733 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f HTTP/1.1" status: 204 len: 168 time: 2.1835566 Jan 28 12:37:39.738515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49392) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:39.903390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] For port 44584666-a03d-4d17-a08f-01915c070bf5, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:37:39.985342 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 31ae22aa-37b3-411e-b098-5a619706f350 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:39.987758 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (31ae22aa-37b3-411e-b098-5a619706f350), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:40.025467 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0c26c6-d3d1-474a-b284-d06085015842 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:37:40.038518 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6f0c26c6-d3d1-474a-b284-d06085015842 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/de38dcd5-509e-464c-8bdf-a1d6c7ff1f6f HTTP/1.1" status: 404 len: 333 time: 0.2978060 Jan 28 12:37:40.042875 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49396) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:40.070463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] For port 44584666-a03d-4d17-a08f-01915c070bf5, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=44584666-a03d-4d17-a08f-01915c070bf5,segment=NetworkSegment(16a26fff-df21-4352-b924-968f65174307),segment_id=16a26fff-df21-4352-b924-968f65174307)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:37:40.135038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6195a121-ef78-4e02-a5fd-78b5577d87d1 None None] Network 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:40.147992 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (44584666-a03d-4d17-a08f-01915c070bf5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:40.328007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a31ef7-5e07-49d3-968b-95cc4f3439c1 req-3aa7100c-71c0-430a-aac1-38f2682a4882 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:40.348063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31a31ef7-5e07-49d3-968b-95cc4f3439c1 req-3aa7100c-71c0-430a-aac1-38f2682a4882 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 944 time: 1.0378485 Jan 28 12:37:40.384793 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:40.488864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eb5aa532-7069-41b5-8cb4-67a1a8b17a06 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port 5df4bf93-0671-48a2-bf29-5c9835fb25ac {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:37:40.489624 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb5aa532-7069-41b5-8cb4-67a1a8b17a06 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5df4bf93-0671-48a2-bf29-5c9835fb25ac), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:40.621163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77222cc1-5aa1-47d0-82c1-615806b110b4 None None] Pushing event updated for resources: {'Port': ['ID=44584666-a03d-4d17-a08f-01915c070bf5,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:40.723246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Allocated IP 2001:db8:2::2 (30e11167-0945-48ca-9ee0-bf3781d75ece/5446c3ac-d2ef-4822-89ae-a45ff70c7eb2/a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:40.834583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49408) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:41.001558 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb5aa532-7069-41b5-8cb4-67a1a8b17a06 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5df4bf93-0671-48a2-bf29-5c9835fb25ac), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:41.021472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eb5aa532-7069-41b5-8cb4-67a1a8b17a06 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for 5df4bf93-0671-48a2-bf29-5c9835fb25ac owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:37:41.211692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb5aa532-7069-41b5-8cb4-67a1a8b17a06 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (5df4bf93-0671-48a2-bf29-5c9835fb25ac), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:41.322097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5aa532-7069-41b5-8cb4-67a1a8b17a06 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=5df4bf93-0671-48a2-bf29-5c9835fb25ac,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:41.394897 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb5aa532-7069-41b5-8cb4-67a1a8b17a06 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:41.407875 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49416) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:41.408453 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eb5aa532-7069-41b5-8cb4-67a1a8b17a06 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/5df4bf93-0671-48a2-bf29-5c9835fb25ac HTTP/1.1" status: 204 len: 168 time: 1.3611894 Jan 28 12:37:41.533499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 86194866-94fe-40aa-ab9c-dc1995e434fb up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:41.568581 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fd59f2-411f-40bb-984d-1bbcc984bef9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:37:41.572164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-32fd59f2-411f-40bb-984d-1bbcc984bef9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/5df4bf93-0671-48a2-bf29-5c9835fb25ac HTTP/1.1" status: 404 len: 333 time: 0.1399124 Jan 28 12:37:41.582694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49420) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:41.649216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29459033-9743-4980-abf1-ff1a842b72a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ae22aa-37b3-411e-b098-5a619706f350'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:37:41.658833 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ff34e6-6a94-487d-9077-08be233c2e30" -d '{"events": [{"server_uuid": "29459033-9743-4980-abf1-ff1a842b72a6", "name": "network-vif-plugged", "status": "completed", "tag": "31ae22aa-37b3-411e-b098-5a619706f350"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:37:41.775058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31a31ef7-5e07-49d3-968b-95cc4f3439c1 req-14cb18ba-8b3f-47c1-b585-40b4fb8abdae tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3515770 Jan 28 12:37:41.857423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-54977036-fc0b-4d04-be7e-b6eed0a0b02d None None] Provisioning complete for port 86194866-94fe-40aa-ab9c-dc1995e434fb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:41.860358 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54977036-fc0b-4d04-be7e-b6eed0a0b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:41.864656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8ec0456-5eff-40fa-ae42-36b1622e1993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:42.046623 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792d9c12-a5b5-49d7-9a24-95c7082e4508 x-openstack-request-id: req-792d9c12-a5b5-49d7-9a24-95c7082e4508 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:37:42.047435 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29459033-9743-4980-abf1-ff1a842b72a6", "name": "network-vif-plugged", "status": "completed", "tag": "31ae22aa-37b3-411e-b098-5a619706f350", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:37:42.047978 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-792d9c12-a5b5-49d7-9a24-95c7082e4508 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:37:42.049233 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29459033-9743-4980-abf1-ff1a842b72a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ae22aa-37b3-411e-b098-5a619706f350', 'code': 200} Jan 28 12:37:42.080454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:37:42.084720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:37:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:42.093753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 31ae22aa-37b3-411e-b098-5a619706f350, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=31ae22aa-37b3-411e-b098-5a619706f350,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:42.171389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec70b6-97ad-467f-981c-894d8c5fcfe7 None None] Network ee6e423f-e8c2-42fd-8de1-9c3b174b7524 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:42.221247 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8ec0456-5eff-40fa-ae42-36b1622e1993 admin admin] Publish callbacks [] for security_group (71965aec-25d9-4d1b-bf00-aea906be6503), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:42.227279 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8ec0456-5eff-40fa-ae42-36b1622e1993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (71965aec-25d9-4d1b-bf00-aea906be6503), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:42.299842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a694f06-8e24-4468-ad7a-71fcc8a88537 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting subnet cb2bbd9d-a45f-44c9-8433-c55c90b8adf8 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:37:42.327697 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a694f06-8e24-4468-ad7a-71fcc8a88537 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (cb2bbd9d-a45f-44c9-8433-c55c90b8adf8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:42.408844 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (31ae22aa-37b3-411e-b098-5a619706f350), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:42.424440 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f8ec0456-5eff-40fa-ae42-36b1622e1993 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=571af582b87b4ce18046d34c400a4f51&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5852141 Jan 28 12:37:42.425098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49432) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:42.428158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec0456-5eff-40fa-ae42-36b1622e1993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71965aec-25d9-4d1b-bf00-aea906be6503,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:42.477088 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a694f06-8e24-4468-ad7a-71fcc8a88537 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (cb2bbd9d-a45f-44c9-8433-c55c90b8adf8), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:42.666979 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6484-2125-401e-ab7c-9e644d7a3282 admin admin] Publish callbacks [] for security_group (71965aec-25d9-4d1b-bf00-aea906be6503), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:42.743011 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6484-2125-401e-ab7c-9e644d7a3282 admin admin] Publish callbacks [] for security_group (71965aec-25d9-4d1b-bf00-aea906be6503), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:42.811046 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a694f06-8e24-4468-ad7a-71fcc8a88537 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (cb2bbd9d-a45f-44c9-8433-c55c90b8adf8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:42.836595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6484-2125-401e-ab7c-9e644d7a3282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (71965aec-25d9-4d1b-bf00-aea906be6503), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:42.842147 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6484-2125-401e-ab7c-9e644d7a3282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:42.843756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2e4e6484-2125-401e-ab7c-9e644d7a3282 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71965aec-25d9-4d1b-bf00-aea906be6503 HTTP/1.1" status: 204 len: 168 time: 0.4175253 Jan 28 12:37:42.877500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e6484-2125-401e-ab7c-9e644d7a3282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71965aec-25d9-4d1b-bf00-aea906be6503,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:43.168718 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a694f06-8e24-4468-ad7a-71fcc8a88537 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (cb2bbd9d-a45f-44c9-8433-c55c90b8adf8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:43.236059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a238162-45b5-4de7-84b7-b8de693839ec req-11845dd6-5fb2-499b-83b0-38250946179f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:43.239545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a238162-45b5-4de7-84b7-b8de693839ec req-11845dd6-5fb2-499b-83b0-38250946179f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.1535609 Jan 28 12:37:43.268342 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=31ae22aa-37b3-411e-b098-5a619706f350,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:43.298523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a694f06-8e24-4468-ad7a-71fcc8a88537 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:43.310565 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0a694f06-8e24-4468-ad7a-71fcc8a88537 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/cb2bbd9d-a45f-44c9-8433-c55c90b8adf8 HTTP/1.1" status: 204 len: 168 time: 1.7190099 Jan 28 12:37:43.310565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a694f06-8e24-4468-ad7a-71fcc8a88537 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2bbd9d-a45f-44c9-8433-c55c90b8adf8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:43.311051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49446) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:43.657191 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (ee6e423f-e8c2-42fd-8de1-9c3b174b7524), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:43.696342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49450) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:43.710856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:37:43.749810 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-369b6431-9e59-45d8-993f-0df8e3ce2981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:43.762664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a238162-45b5-4de7-84b7-b8de693839ec req-7c7ade31-4cae-429f-8d34-b08064a2b101 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149219 Jan 28 12:37:43.821929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-54977036-fc0b-4d04-be7e-b6eed0a0b02d None None] Current status of the port 86194866-94fe-40aa-ab9c-dc1995e434fb is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:43.822320 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54977036-fc0b-4d04-be7e-b6eed0a0b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:44.022249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:37:44.022751 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (656d5c6a-39e0-4a0c-b965-c29bebec7f1b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:44.131783 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-369b6431-9e59-45d8-993f-0df8e3ce2981 admin admin] Publish callbacks [] for security_group (3d8184be-8be6-4b05-a0ae-55f20f071074), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:44.141489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-369b6431-9e59-45d8-993f-0df8e3ce2981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3d8184be-8be6-4b05-a0ae-55f20f071074), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:44.228996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 86194866-94fe-40aa-ab9c-dc1995e434fb triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:44.229383 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:44.292625 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-369b6431-9e59-45d8-993f-0df8e3ce2981 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4499a01e33d1484cbac2c366cc382ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5909376 Jan 28 12:37:44.295009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49456) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:44.343761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b6431-9e59-45d8-993f-0df8e3ce2981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8184be-8be6-4b05-a0ae-55f20f071074,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:44.484594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] For port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=656d5c6a-39e0-4a0c-b965-c29bebec7f1b,segment=NetworkSegment(c1c35374-078d-465b-b9d7-d1703353211f),segment_id=c1c35374-078d-465b-b9d7-d1703353211f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:44.485625 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (656d5c6a-39e0-4a0c-b965-c29bebec7f1b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:44.571150 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eb62dea-958b-4632-831e-554400967587 admin admin] Publish callbacks [] for security_group (3d8184be-8be6-4b05-a0ae-55f20f071074), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:44.583545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for 656d5c6a-39e0-4a0c-b965-c29bebec7f1b owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:37:44.697707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eb62dea-958b-4632-831e-554400967587 admin admin] Publish callbacks [] for security_group (3d8184be-8be6-4b05-a0ae-55f20f071074), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:44.715130 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Publish callbacks [] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:44.726163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-54977036-fc0b-4d04-be7e-b6eed0a0b02d None None] For port 86194866-94fe-40aa-ab9c-dc1995e434fb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=86194866-94fe-40aa-ab9c-dc1995e434fb,segment=NetworkSegment(3eabe34b-6c78-4c7f-a637-4184a7ab4014),segment_id=3eabe34b-6c78-4c7f-a637-4184a7ab4014)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:44.769159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a98817-e907-42bc-8685-1ae9f27c4a7a None None] Network ee6e423f-e8c2-42fd-8de1-9c3b174b7524 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:44.909293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Allocated IP 2001:db8:2::1 (30e11167-0945-48ca-9ee0-bf3781d75ece/5446c3ac-d2ef-4822-89ae-a45ff70c7eb2/ffde92b8-4924-4c7b-822d-b31dcf1f576c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:45.110395 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:45.188685 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:45.263547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 30e11167-0945-48ca-9ee0-bf3781d75ece is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:45.357124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:45.413883 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54977036-fc0b-4d04-be7e-b6eed0a0b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:45.414632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:45.415433 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:45.424686 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:45.649306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Network 30e11167-0945-48ca-9ee0-bf3781d75ece is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:45.726495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:45.729480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:45.739207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54977036-fc0b-4d04-be7e-b6eed0a0b02d None None] Pushing event updated for resources: {'Port': ['ID=86194866-94fe-40aa-ab9c-dc1995e434fb,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:46.069574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253d1dc-8923-4192-a2b2-4350030a455f req-10563fc7-5810-4fb9-8212-d751d66c72bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:46.071435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b253d1dc-8923-4192-a2b2-4350030a455f req-10563fc7-5810-4fb9-8212-d751d66c72bd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.9026861 Jan 28 12:37:46.160573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9465667c-d35b-4f79-a837-9e0d8c34bb22 None None] Provisioning complete for port 44584666-a03d-4d17-a08f-01915c070bf5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:46.161231 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9465667c-d35b-4f79-a837-9e0d8c34bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (44584666-a03d-4d17-a08f-01915c070bf5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:46.203868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Attempting to bind port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:37:46.204997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Attempting to bind port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c335fc00-911d-4e8a-8d03-6c052506389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:37:46.205548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Attempting to bind port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 on network 30e11167-0945-48ca-9ee0-bf3781d75ece {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:37:46.246636 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b253d1dc-8923-4192-a2b2-4350030a455f req-2863d809-1d23-4033-8c58-02920c04ff47 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102185 Jan 28 12:37:46.251841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:37:46.252227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Checking segment: {'id': 'c335fc00-911d-4e8a-8d03-6c052506389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:46.255695 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:46.256559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Bound using segment: {'id': 'c335fc00-911d-4e8a-8d03-6c052506389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:37:46.259876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Bound port: a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c335fc00-911d-4e8a-8d03-6c052506389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:37:46.260347 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:46.271127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=ffde92b8-4924-4c7b-822d-b31dcf1f576c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:46.280692 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:46.349994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 86194866-94fe-40aa-ab9c-dc1995e434fb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:46.352415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 656d5c6a-39e0-4a0c-b965-c29bebec7f1b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:46.359829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Pushing event updated for resources: {'Port': ['ID=a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:46.475033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da3a645-af69-4cc3-a194-10bfe1ff13a6 None None] DHCP port deletion for ee6e423f-e8c2-42fd-8de1-9c3b174b7524 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:37:46.627564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:37:32Z', 'revision_number': 3, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:39Z', 'revision_number': 4, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:33Z', 'revision_number': 2, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:46.889917 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eb62dea-958b-4632-831e-554400967587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3d8184be-8be6-4b05-a0ae-55f20f071074), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:46.900461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eb62dea-958b-4632-831e-554400967587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:46.900818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] For port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:37:46.906450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] For port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1,segment=NetworkSegment(c335fc00-911d-4e8a-8d03-6c052506389a),segment_id=c335fc00-911d-4e8a-8d03-6c052506389a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:37:46.914921 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8eb62dea-958b-4632-831e-554400967587 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d8184be-8be6-4b05-a0ae-55f20f071074 HTTP/1.1" status: 204 len: 168 time: 2.6151578 Jan 28 12:37:46.928163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde57e7f-6c72-4c97-b601-795a59c8cbc5 None None] The sync data for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 is: [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:37:32Z', 'revision_number': 3, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:39Z', 'revision_number': 4, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:33Z', 'revision_number': 2, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:37:46.952677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No active binding found for port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b {{(pid=103130) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 12:37:46.957823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] The host n-d-824835-4 is not matching for port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b host None! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:37:46.958048 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (656d5c6a-39e0-4a0c-b965-c29bebec7f1b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:46.958633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 656d5c6a-39e0-4a0c-b965-c29bebec7f1b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 12:37:46.982606 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:47.053791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb62dea-958b-4632-831e-554400967587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8184be-8be6-4b05-a0ae-55f20f071074,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:47.183774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=656d5c6a-39e0-4a0c-b965-c29bebec7f1b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:47.239104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No DVR routers for this DVR port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:37:47.390406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9465667c-d35b-4f79-a837-9e0d8c34bb22 None None] Current status of the port 44584666-a03d-4d17-a08f-01915c070bf5 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:47.391807 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9465667c-d35b-4f79-a837-9e0d8c34bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44584666-a03d-4d17-a08f-01915c070bf5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:47.394683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b not found, will not notify nova. {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 12:37:47.672546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec5f16-2590-414a-9dd5-52d277acc8ac None None] Pushing event updated for resources: {'Port': ['ID=a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:47.797881 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:47.911505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 86194866-94fe-40aa-ab9c-dc1995e434fb up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:47.970693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4da3a645-af69-4cc3-a194-10bfe1ff13a6 None None] Deleting port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:37:47.971152 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4da3a645-af69-4cc3-a194-10bfe1ff13a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (656d5c6a-39e0-4a0c-b965-c29bebec7f1b), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:48.076087 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (ee6e423f-e8c2-42fd-8de1-9c3b174b7524), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:48.202325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6e423f-e8c2-42fd-8de1-9c3b174b7524']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:48.382809 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:48.445482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c35374-078d-465b-b9d7-d1703353211f') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:48.476224 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c35374-078d-465b-b9d7-d1703353211f') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:48.525867 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (c1c35374-078d-465b-b9d7-d1703353211f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:48.588477 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c1c35374-078d-465b-b9d7-d1703353211f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:48.619128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:37:48.621927 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (c1c35374-078d-465b-b9d7-d1703353211f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:48.887148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1494b7f-4d3f-4e75-9aac-a951db4e70d8 req-2fa8ffbc-abb3-419c-a7fa-c0370eb9b281 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:48.905570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1494b7f-4d3f-4e75-9aac-a951db4e70d8 req-2fa8ffbc-abb3-419c-a7fa-c0370eb9b281 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 1.0492208 Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:37:48.908116 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:37:48.914453 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:48.929538 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.116681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9465667c-d35b-4f79-a837-9e0d8c34bb22 None None] For port 44584666-a03d-4d17-a08f-01915c070bf5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=44584666-a03d-4d17-a08f-01915c070bf5,segment=NetworkSegment(16a26fff-df21-4352-b924-968f65174307),segment_id=16a26fff-df21-4352-b924-968f65174307)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:49.120720 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.126933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4da3a645-af69-4cc3-a194-10bfe1ff13a6 None None] For port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:49.128467 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4da3a645-af69-4cc3-a194-10bfe1ff13a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (656d5c6a-39e0-4a0c-b965-c29bebec7f1b), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.191189 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9465667c-d35b-4f79-a837-9e0d8c34bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (44584666-a03d-4d17-a08f-01915c070bf5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.234785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=ffde92b8-4924-4c7b-822d-b31dcf1f576c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:49.271635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4da3a645-af69-4cc3-a194-10bfe1ff13a6 None None] Calling delete_port for 656d5c6a-39e0-4a0c-b965-c29bebec7f1b owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:37:49.300273 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (ee6e423f-e8c2-42fd-8de1-9c3b174b7524), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.315845 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.326471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:49.332968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5e8517ff-64d3-4cf2-a5b9-5d9fb783bbc0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-458825177'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:49.338598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/networks/ee6e423f-e8c2-42fd-8de1-9c3b174b7524 HTTP/1.1" status: 204 len: 168 time: 6.0258129 Jan 28 12:37:49.360304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-4da3a645-af69-4cc3-a194-10bfe1ff13a6 None None] Port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:37:49.378281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9465667c-d35b-4f79-a837-9e0d8c34bb22 None None] Could not find standard attr ID for object 656d5c6a-39e0-4a0c-b965-c29bebec7f1b. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:37:49.394109 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4da3a645-af69-4cc3-a194-10bfe1ff13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (656d5c6a-39e0-4a0c-b965-c29bebec7f1b), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.418630 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c469aff1-3d99-4251-a028-cf56c3506cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.420265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4da3a645-af69-4cc3-a194-10bfe1ff13a6 None None] Network ee6e423f-e8c2-42fd-8de1-9c3b174b7524 is not hosted by any dhcp agent {{(pid=103130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 12:37:49.420883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3a645-af69-4cc3-a194-10bfe1ff13a6 None None] No DVR routers for this DVR port 656d5c6a-39e0-4a0c-b965-c29bebec7f1b on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:37:49.440853 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8517ff-64d3-4cf2-a5b9-5d9fb783bbc0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:49.458029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e8517ff-64d3-4cf2-a5b9-5d9fb783bbc0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.567525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465667c-d35b-4f79-a837-9e0d8c34bb22 None None] Pushing event updated for resources: {'Port': ['ID=44584666-a03d-4d17-a08f-01915c070bf5,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:49.625873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8517ff-64d3-4cf2-a5b9-5d9fb783bbc0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:37:49.627711 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 86194866-94fe-40aa-ab9c-dc1995e434fb triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:49.631640 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.680489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e8517ff-64d3-4cf2-a5b9-5d9fb783bbc0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ad3fa47f-5818-43fd-a155-937b7b04baa6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.682443 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-5e8517ff-64d3-4cf2-a5b9-5d9fb783bbc0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Added segment ad3fa47f-5818-43fd-a155-937b7b04baa6 of type vlan for network 9da91d63-ba47-4605-872a-648b1cc55aab Jan 28 12:37:49.799254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3a645-af69-4cc3-a194-10bfe1ff13a6 None None] Pushing event deleted for resources: {'Port': ['ID=656d5c6a-39e0-4a0c-b965-c29bebec7f1b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:49.848461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8329bc41-d74a-4d2e-b98b-13e409c80d9b None None] Provisioning complete for port f39f9302-2f41-4bf4-b711-0efd85352aa0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:49.851605 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8329bc41-d74a-4d2e-b98b-13e409c80d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.877065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e8517ff-64d3-4cf2-a5b9-5d9fb783bbc0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (9da91d63-ba47-4605-872a-648b1cc55aab), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:49.917936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a189e1-6abf-4fdf-86bb-38551d9b6d77 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Network': ['ID=ee6e423f-e8c2-42fd-8de1-9c3b174b7524,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:49.943442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 30e11167-0945-48ca-9ee0-bf3781d75ece is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:49.955951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:49.999507 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e8517ff-64d3-4cf2-a5b9-5d9fb783bbc0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (9da91d63-ba47-4605-872a-648b1cc55aab), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:50.010359 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8517ff-64d3-4cf2-a5b9-5d9fb783bbc0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:50.015855 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e8517ff-64d3-4cf2-a5b9-5d9fb783bbc0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:50.298929 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5e8517ff-64d3-4cf2-a5b9-5d9fb783bbc0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9704313 Jan 28 12:37:50.304796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49532) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:50.306449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8329bc41-d74a-4d2e-b98b-13e409c80d9b None None] Port f39f9302-2f41-4bf4-b711-0efd85352aa0 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:37:50.324828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 86194866-94fe-40aa-ab9c-dc1995e434fb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:50.326726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-eecc1364-fec1-4b39-87f2-9f09a4bc3401 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '9da91d63-ba47-4605-872a-648b1cc55aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:50.404913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8329bc41-d74a-4d2e-b98b-13e409c80d9b None None] Provisioning complete for port 86194866-94fe-40aa-ab9c-dc1995e434fb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:50.411144 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8329bc41-d74a-4d2e-b98b-13e409c80d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:50.563632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router b253027d-4722-4545-b78e-8ba99b72ef10 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:37:50.578272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 656d5c6a-39e0-4a0c-b965-c29bebec7f1b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:37:50.611434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1494b7f-4d3f-4e75-9aac-a951db4e70d8 req-039ce2a6-717d-4cbf-9423-596f6a16fe5d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6721516 Jan 28 12:37:50.701883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe6fc4c-a4db-42d4-b342-18fd9e3ae442 None None] Network 30e11167-0945-48ca-9ee0-bf3781d75ece requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:50.706326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 656d5c6a-39e0-4a0c-b965-c29bebec7f1b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:37:50.708676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 656d5c6a-39e0-4a0c-b965-c29bebec7f1b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:37:50.754448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8517ff-64d3-4cf2-a5b9-5d9fb783bbc0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Network': ['ID=9da91d63-ba47-4605-872a-648b1cc55aab,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:50.810470 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecc1364-fec1-4b39-87f2-9f09a4bc3401 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:50.816801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eecc1364-fec1-4b39-87f2-9f09a4bc3401 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:50.856402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 9da91d63-ba47-4605-872a-648b1cc55aab details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:37:51.121046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:37:51.137851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0d7c2482-af35-48db-89d5-751d567f57c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1770728 Jan 28 12:37:51.148841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49550) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:51.176920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1312499765'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:51.284863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:51.310446 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:51.417633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eecc1364-fec1-4b39-87f2-9f09a4bc3401 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (47e09cfa-4b13-454d-bdd3-0b7f6121a19f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:51.460108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:37:51.517620 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1f490e0d-17fb-48c5-91e9-7525257bd803), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:51.534582 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Added segment 1f490e0d-17fb-48c5-91e9-7525257bd803 of type vlan for network 0d30a6ff-e993-483c-8d73-90fc45d5cc98 Jan 28 12:37:51.602007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8329bc41-d74a-4d2e-b98b-13e409c80d9b None None] Current status of the port 86194866-94fe-40aa-ab9c-dc1995e434fb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:51.640062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 44584666-a03d-4d17-a08f-01915c070bf5 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:51.721960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc1364-fec1-4b39-87f2-9f09a4bc3401 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Subnet': ['ID=47e09cfa-4b13-454d-bdd3-0b7f6121a19f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:51.727520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49562) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:51.778516 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecc1364-fec1-4b39-87f2-9f09a4bc3401 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Checking segment: {'id': 'ad3fa47f-5818-43fd-a155-937b7b04baa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9da91d63-ba47-4605-872a-648b1cc55aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:51.779013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecc1364-fec1-4b39-87f2-9f09a4bc3401 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network hostable DHCP agents. Network: 9da91d63-ba47-4605-872a-648b1cc55aab, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:37:51.822803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecc1364-fec1-4b39-87f2-9f09a4bc3401 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 9da91d63-ba47-4605-872a-648b1cc55aab is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:37:51.824756 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42be4b1f-530b-47b5-80f0-fb32e6605289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:51.850609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-eecc1364-fec1-4b39-87f2-9f09a4bc3401 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 9da91d63-ba47-4605-872a-648b1cc55aab) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:51.874328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc1364-fec1-4b39-87f2-9f09a4bc3401 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:51.877455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eecc1364-fec1-4b39-87f2-9f09a4bc3401 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:51.883525 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0d30a6ff-e993-483c-8d73-90fc45d5cc98), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:51.916610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98b3f3f-2f0e-44a0-99aa-b58220163445 None None] Network 9da91d63-ba47-4605-872a-648b1cc55aab requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:51.918675 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Sync routers for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:37:51.934827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49566) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:51.937495 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eecc1364-fec1-4b39-87f2-9f09a4bc3401 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6231160 Jan 28 12:37:51.941049 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:37:51.942459 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:37:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:51.951251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': '9da91d63-ba47-4605-872a-648b1cc55aab', 'name': 'tempest-PortsIpV6TestJSON-266136809', 'fixed_ips': [{'subnet_id': '47e09cfa-4b13-454d-bdd3-0b7f6121a19f', 'ip_address': '2001:db8::10'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:52.116657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ef274903-f038-4de2-a9b9-7a8dc572fc6a None None] Provisioning complete for port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:52.119943 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef274903-f038-4de2-a9b9-7a8dc572fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:52.143022 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:37:52.196446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-9da91d63-ba47-4605-872a-648b1cc55aab', 'network_id': '9da91d63-ba47-4605-872a-648b1cc55aab', 'project_id': 'e86277e5ea6c4a15affee9a6b3075dd9', 'fixed_ips': [{'subnet_id': '47e09cfa-4b13-454d-bdd3-0b7f6121a19f'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:37:52.197588 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:52.234561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 44584666-a03d-4d17-a08f-01915c070bf5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:52.234561 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (44584666-a03d-4d17-a08f-01915c070bf5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:52.330131 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:37:52.349506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:52.549214 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:37:45Z', 'revision_number': 4, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:33Z', 'revision_number': 2, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:47Z', 'revision_number': 2, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:52.584551 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Checking router: b253027d-4722-4545-b78e-8ba99b72ef10 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:37:52.584923 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Updating router b253027d-4722-4545-b78e-8ba99b72ef10 port f39f9302-2f41-4bf4-b711-0efd85352aa0 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:37:52.658627 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:52.752232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Allocated IP 2001:db8::2 (9da91d63-ba47-4605-872a-648b1cc55aab/47e09cfa-4b13-454d-bdd3-0b7f6121a19f/8ae11960-ceaf-477e-96b1-1dca59dcf2c0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:53.038236 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Publish callbacks [] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:53.073203 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:53.197299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Pushing event updated for resources: {'Port': ['ID=8ae11960-ceaf-477e-96b1-1dca59dcf2c0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:53.218391 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Publish callbacks [] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:53.236851 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:53.326772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 44584666-a03d-4d17-a08f-01915c070bf5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:53.333113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:53.340918 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Pushing event updated for resources: {'Port': ['ID=f39f9302-2f41-4bf4-b711-0efd85352aa0,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:53.369781 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.370323 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.370667 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.371005 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.371333 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.371744 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.378299 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.378796 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.379187 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.379550 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.379882 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.380352 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.380687 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:37:53.470691 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:53.494252 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Attempting to bind port f39f9302-2f41-4bf4-b711-0efd85352aa0 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:37:53.495658 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Attempting to bind port f39f9302-2f41-4bf4-b711-0efd85352aa0 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '3eabe34b-6c78-4c7f-a637-4184a7ab4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:37:53.498548 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Attempting to bind port f39f9302-2f41-4bf4-b711-0efd85352aa0 on network 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:37:53.517966 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:37:53.518748 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Checking segment: {'id': '3eabe34b-6c78-4c7f-a637-4184a7ab4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:53.521946 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:53.524469 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Bound using segment: {'id': '3eabe34b-6c78-4c7f-a637-4184a7ab4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:37:53.526859 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Bound port: f39f9302-2f41-4bf4-b711-0efd85352aa0, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eabe34b-6c78-4c7f-a637-4184a7ab4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:37:53.528385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Network 9da91d63-ba47-4605-872a-648b1cc55aab is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:53.529112 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:53.550996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:53.560431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:53.661051 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:53.721046 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] For port f39f9302-2f41-4bf4-b711-0efd85352aa0, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:37:53.746783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a13e90c-31f6-4652-888c-351b738ec6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:53.748177 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] For port f39f9302-2f41-4bf4-b711-0efd85352aa0, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f39f9302-2f41-4bf4-b711-0efd85352aa0,segment=NetworkSegment(3eabe34b-6c78-4c7f-a637-4184a7ab4014),segment_id=3eabe34b-6c78-4c7f-a637-4184a7ab4014)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:37:53.757352 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:53.949080 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Updating router b253027d-4722-4545-b78e-8ba99b72ef10 port ffde92b8-4924-4c7b-822d-b31dcf1f576c binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:37:54.009117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port ba186d24-6d2c-44c1-80fa-9392e27e17d1 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:37:54.052482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:54.053339 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:54.090810 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Pushing event updated for resources: {'Port': ['ID=f39f9302-2f41-4bf4-b711-0efd85352aa0,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:54.112824 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:54.164935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ef274903-f038-4de2-a9b9-7a8dc572fc6a None None] Current status of the port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:54.175154 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef274903-f038-4de2-a9b9-7a8dc572fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:54.264548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Attempting to bind port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:37:54.264934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Attempting to bind port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'ad3fa47f-5818-43fd-a155-937b7b04baa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9da91d63-ba47-4605-872a-648b1cc55aab'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:37:54.265300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Attempting to bind port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 on network 9da91d63-ba47-4605-872a-648b1cc55aab {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:37:54.316985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:37:54.317529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Checking segment: {'id': 'ad3fa47f-5818-43fd-a155-937b7b04baa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9da91d63-ba47-4605-872a-648b1cc55aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:54.323651 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:54.324100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Bound using segment: {'id': 'ad3fa47f-5818-43fd-a155-937b7b04baa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9da91d63-ba47-4605-872a-648b1cc55aab'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:37:54.324625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Bound port: 8ae11960-ceaf-477e-96b1-1dca59dcf2c0, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3fa47f-5818-43fd-a155-937b7b04baa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9da91d63-ba47-4605-872a-648b1cc55aab'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:37:54.325025 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:54.406755 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0d30a6ff-e993-483c-8d73-90fc45d5cc98), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:54.440565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:54.441269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:54.502216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50855583-5ae7-4b43-a26d-11233ae53c24 req-ff78e9ce-1713-44c8-81fb-1306a40d49e1 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:54.514688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50855583-5ae7-4b43-a26d-11233ae53c24 req-ff78e9ce-1713-44c8-81fb-1306a40d49e1 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 2.2199492 Jan 28 12:37:54.576394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022190b-2d9c-40fb-aae6-33a8ea3544ea req-8b68efd7-58b8-4bdc-9fc7-997be3b4b724 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:54.594777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] For port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:37:54.600418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022190b-2d9c-40fb-aae6-33a8ea3544ea req-8b68efd7-58b8-4bdc-9fc7-997be3b4b724 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:54.606023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] For port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8ae11960-ceaf-477e-96b1-1dca59dcf2c0,segment=NetworkSegment(ad3fa47f-5818-43fd-a155-937b7b04baa6),segment_id=ad3fa47f-5818-43fd-a155-937b7b04baa6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:37:54.619446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022190b-2d9c-40fb-aae6-33a8ea3544ea req-8b68efd7-58b8-4bdc-9fc7-997be3b4b724 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:54.633786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022190b-2d9c-40fb-aae6-33a8ea3544ea req-8b68efd7-58b8-4bdc-9fc7-997be3b4b724 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:54.655190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022190b-2d9c-40fb-aae6-33a8ea3544ea req-8b68efd7-58b8-4bdc-9fc7-997be3b4b724 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:54.673456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022190b-2d9c-40fb-aae6-33a8ea3544ea req-8b68efd7-58b8-4bdc-9fc7-997be3b4b724 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:54.676596 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:54.683363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ef274903-f038-4de2-a9b9-7a8dc572fc6a None None] For port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1,segment=NetworkSegment(c335fc00-911d-4e8a-8d03-6c052506389a),segment_id=c335fc00-911d-4e8a-8d03-6c052506389a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:54.693882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022190b-2d9c-40fb-aae6-33a8ea3544ea req-8b68efd7-58b8-4bdc-9fc7-997be3b4b724 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:54.698382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c022190b-2d9c-40fb-aae6-33a8ea3544ea req-8b68efd7-58b8-4bdc-9fc7-997be3b4b724 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5432 time: 1.1946137 Jan 28 12:37:54.843251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4b4f7-fb46-401d-8eda-f446c820ef98 None None] Pushing event updated for resources: {'Port': ['ID=8ae11960-ceaf-477e-96b1-1dca59dcf2c0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:54.866821 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef274903-f038-4de2-a9b9-7a8dc572fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:54.920705 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:55.169584 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Publish callbacks [] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:55.183795 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:55.204862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef274903-f038-4de2-a9b9-7a8dc572fc6a None None] Pushing event updated for resources: {'Port': ['ID=a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:55.242814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:55.257126 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Provisioning complete for port f39f9302-2f41-4bf4-b711-0efd85352aa0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:55.257637 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:55.444992 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Pushing event updated for resources: {'Port': ['ID=ffde92b8-4924-4c7b-822d-b31dcf1f576c,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:55.475061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8::10 (9da91d63-ba47-4605-872a-648b1cc55aab/47e09cfa-4b13-454d-bdd3-0b7f6121a19f/ba186d24-6d2c-44c1-80fa-9392e27e17d1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:55.568812 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Attempting to bind port ffde92b8-4924-4c7b-822d-b31dcf1f576c on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:37:55.568812 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Attempting to bind port ffde92b8-4924-4c7b-822d-b31dcf1f576c by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c335fc00-911d-4e8a-8d03-6c052506389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:37:55.580005 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Attempting to bind port ffde92b8-4924-4c7b-822d-b31dcf1f576c on network 30e11167-0945-48ca-9ee0-bf3781d75ece {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:37:55.601542 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:37:55.601920 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Checking segment: {'id': 'c335fc00-911d-4e8a-8d03-6c052506389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:55.602325 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:55.602726 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Bound using segment: {'id': 'c335fc00-911d-4e8a-8d03-6c052506389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:37:55.603305 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Bound port: ffde92b8-4924-4c7b-822d-b31dcf1f576c, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c335fc00-911d-4e8a-8d03-6c052506389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:37:55.603705 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:55.743869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Current status of the port f39f9302-2f41-4bf4-b711-0efd85352aa0 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:55.750322 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:55.815601 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] For port f39f9302-2f41-4bf4-b711-0efd85352aa0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f39f9302-2f41-4bf4-b711-0efd85352aa0,segment=NetworkSegment(3eabe34b-6c78-4c7f-a637-4184a7ab4014),segment_id=3eabe34b-6c78-4c7f-a637-4184a7ab4014)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:55.819297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:55.830939 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:55.852897 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] For port ffde92b8-4924-4c7b-822d-b31dcf1f576c, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:37:55.858338 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] For port ffde92b8-4924-4c7b-822d-b31dcf1f576c, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ffde92b8-4924-4c7b-822d-b31dcf1f576c,segment=NetworkSegment(c335fc00-911d-4e8a-8d03-6c052506389a),segment_id=c335fc00-911d-4e8a-8d03-6c052506389a)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:37:55.864659 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:55.998887 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (ba186d24-6d2c-44c1-80fa-9392e27e17d1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:56.051047 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d29ade-206f-41f9-aa50-aab402ada4d1 None None] Pushing event updated for resources: {'Port': ['ID=ffde92b8-4924-4c7b-822d-b31dcf1f576c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:56.055932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Pushing event updated for resources: {'Port': ['ID=f39f9302-2f41-4bf4-b711-0efd85352aa0,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:56.102236 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:56.108223 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:37:56.108865 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:37:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:56.144474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Provisioning complete for port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:56.144870 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:56.155099 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ba186d24-6d2c-44c1-80fa-9392e27e17d1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:56.190750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 5.0396371 Jan 28 12:37:56.196374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a674823-3f39-4ceb-b839-f2e62cb6f20d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Network': ['ID=0d30a6ff-e993-483c-8d73-90fc45d5cc98,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:56.196827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49590) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:56.217065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c76f1155-98b4-4297-a399-73c209ab55f6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'subnet': {'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:56.257950 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0d30a6ff-e993-483c-8d73-90fc45d5cc98 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:37:56.366178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:56.366570 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:56.573246 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76f1155-98b4-4297-a399-73c209ab55f6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Made reservation on behalf of cc6fc679bf9c4932b84d50f591058176 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:56.579392 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c76f1155-98b4-4297-a399-73c209ab55f6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:56.596922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50855583-5ae7-4b43-a26d-11233ae53c24 req-23a77541-9148-4df6-831c-cbd90b6d2b23 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0809793 Jan 28 12:37:56.827802 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a13e90c-31f6-4652-888c-351b738ec6d7 admin admin] Publish callbacks [] for security_group (12c47902-375f-4f79-a3c3-04dc379224f6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:56.840714 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:37:56.878835 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:37:56.903367 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a13e90c-31f6-4652-888c-351b738ec6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (12c47902-375f-4f79-a3c3-04dc379224f6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:56.910878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 9da91d63-ba47-4605-872a-648b1cc55aab is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:37:56.970547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Current status of the port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:56.973099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:56.974134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f39f9302-2f41-4bf4-b711-0efd85352aa0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:37:56.989748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c022190b-2d9c-40fb-aae6-33a8ea3544ea req-f54d491c-1571-45b8-890c-6e067461538f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 2.2636707 Jan 28 12:37:57.044969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:57.057945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:37:57.076371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:57.079731 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:57.141914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=ba186d24-6d2c-44c1-80fa-9392e27e17d1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:57.204100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Provisioning complete for port ffde92b8-4924-4c7b-822d-b31dcf1f576c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:57.204477 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:57.248372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13e90c-31f6-4652-888c-351b738ec6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c47902-375f-4f79-a3c3-04dc379224f6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:57.362800 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c76f1155-98b4-4297-a399-73c209ab55f6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (b4d52b9d-8df7-463e-8ec4-4f8dc674b917), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:57.408124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f39f9302-2f41-4bf4-b711-0efd85352aa0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:57.408958 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:57.469609 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7a13e90c-31f6-4652-888c-351b738ec6d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5af15290073944eb9a7c814924b0962b&name=default HTTP/1.1" status: 200 len: 3000 time: 5.7383523 Jan 28 12:37:57.473367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49598) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:57.536523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4a34e6fb-f2e6-443e-819c-1c200ce07527 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.5987339 Jan 28 12:37:57.549297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49602) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:57.586343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d650eda2-3456-4c68-a301-d87a4fb570b1 None None] Network 9da91d63-ba47-4605-872a-648b1cc55aab requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:57.596238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': '9da91d63-ba47-4605-872a-648b1cc55aab', 'name': 'tempest-PortsIpV6TestJSON-145433605', 'fixed_ips': [{'subnet_id': '47e09cfa-4b13-454d-bdd3-0b7f6121a19f', 'ip_address': '2001:db8::f'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:37:57.670317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac8bfe-a7cc-4365-9a62-eb28ebcbd18a req-47819053-eaf8-48b7-975e-7bac58d88619 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:57.694381 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:37:45Z', 'revision_number': 4, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 4, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:37:57.712932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac8bfe-a7cc-4365-9a62-eb28ebcbd18a req-47819053-eaf8-48b7-975e-7bac58d88619 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:57.754096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac8bfe-a7cc-4365-9a62-eb28ebcbd18a req-47819053-eaf8-48b7-975e-7bac58d88619 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:57.777594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f1155-98b4-4297-a399-73c209ab55f6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Subnet': ['ID=b4d52b9d-8df7-463e-8ec4-4f8dc674b917,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:57.801930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac8bfe-a7cc-4365-9a62-eb28ebcbd18a req-47819053-eaf8-48b7-975e-7bac58d88619 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:57.810345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f1155-98b4-4297-a399-73c209ab55f6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Checking segment: {'id': '1f490e0d-17fb-48c5-91e9-7525257bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:37:57.810933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f1155-98b4-4297-a399-73c209ab55f6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network hostable DHCP agents. Network: 0d30a6ff-e993-483c-8d73-90fc45d5cc98, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:37:57.838537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac8bfe-a7cc-4365-9a62-eb28ebcbd18a req-47819053-eaf8-48b7-975e-7bac58d88619 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:57.869296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac8bfe-a7cc-4365-9a62-eb28ebcbd18a req-47819053-eaf8-48b7-975e-7bac58d88619 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:57.887869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f1155-98b4-4297-a399-73c209ab55f6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 0d30a6ff-e993-483c-8d73-90fc45d5cc98 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:37:57.893477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac8bfe-a7cc-4365-9a62-eb28ebcbd18a req-47819053-eaf8-48b7-975e-7bac58d88619 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:57.900418 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac76713-c22a-4e6f-b231-1ec6b07158f3 None None] The sync data for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 is: [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:37:45Z', 'revision_number': 4, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 4, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:37:57.914558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6cac8bfe-a7cc-4365-9a62-eb28ebcbd18a req-47819053-eaf8-48b7-975e-7bac58d88619 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5432 time: 0.6089368 Jan 28 12:37:57.949920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c76f1155-98b4-4297-a399-73c209ab55f6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 0d30a6ff-e993-483c-8d73-90fc45d5cc98) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:37:57.960200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76f1155-98b4-4297-a399-73c209ab55f6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:57.960813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c76f1155-98b4-4297-a399-73c209ab55f6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:58.042875 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c76f1155-98b4-4297-a399-73c209ab55f6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8392820 Jan 28 12:37:58.050754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49612) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:37:58.159436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e8db2d-02a0-495c-98ad-1dadf97b3076 None None] Network 0d30a6ff-e993-483c-8d73-90fc45d5cc98 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:37:58.174241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Current status of the port ffde92b8-4924-4c7b-822d-b31dcf1f576c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:58.174645 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:58.237691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e77d3d-5581-418a-a565-93efd8d4abc5 req-eaed1011-4cd7-41dc-860f-8a7daaa94982 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:37:58.252144 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8e77d3d-5581-418a-a565-93efd8d4abc5 req-eaed1011-4cd7-41dc-860f-8a7daaa94982 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.3369315 Jan 28 12:37:58.273030 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23f6050e-91b9-43ad-8e24-7bdb66a39789 admin admin] Publish callbacks [] for security_group (12c47902-375f-4f79-a3c3-04dc379224f6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:58.319491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:37:58.432258 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23f6050e-91b9-43ad-8e24-7bdb66a39789 admin admin] Publish callbacks [] for security_group (12c47902-375f-4f79-a3c3-04dc379224f6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:58.436961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] For port ffde92b8-4924-4c7b-822d-b31dcf1f576c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ffde92b8-4924-4c7b-822d-b31dcf1f576c,segment=NetworkSegment(c335fc00-911d-4e8a-8d03-6c052506389a),segment_id=c335fc00-911d-4e8a-8d03-6c052506389a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:37:58.508032 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:58.534439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8e77d3d-5581-418a-a565-93efd8d4abc5 req-afdea77c-5660-44b4-981e-65fba932ceb1 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803998 Jan 28 12:37:58.614383 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23f6050e-91b9-43ad-8e24-7bdb66a39789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (12c47902-375f-4f79-a3c3-04dc379224f6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:58.621417 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23f6050e-91b9-43ad-8e24-7bdb66a39789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:58.623125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-23f6050e-91b9-43ad-8e24-7bdb66a39789 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12c47902-375f-4f79-a3c3-04dc379224f6 HTTP/1.1" status: 204 len: 168 time: 1.1302462 Jan 28 12:37:58.642538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6050e-91b9-43ad-8e24-7bdb66a39789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c47902-375f-4f79-a3c3-04dc379224f6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:58.782686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893eb96-996a-4b94-8f66-4ce16882ace2 None None] Pushing event updated for resources: {'Port': ['ID=ffde92b8-4924-4c7b-822d-b31dcf1f576c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:37:58.844446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-0d30a6ff-e993-483c-8d73-90fc45d5cc98', 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98', 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'fixed_ips': [{'subnet_id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:37:58.846463 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:37:59.142439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Allocated IP 2001:db8:3::2 (0d30a6ff-e993-483c-8d73-90fc45d5cc98/b4d52b9d-8df7-463e-8ec4-4f8dc674b917/ee522bec-6ccc-435e-87c8-2a019f67c53a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:37:59.378017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f39f9302-2f41-4bf4-b711-0efd85352aa0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:37:59.927136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1c4027d3-1576-4efc-9d15-1870660eba86 None None] Provisioning complete for port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:37:59.935659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c4027d3-1576-4efc-9d15-1870660eba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:00.084651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c473c-9c0b-4991-860d-27c2620190de req-7d4a8577-97a7-4a80-b2ee-43f7587f9997 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:00.089001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c3c473c-9c0b-4991-860d-27c2620190de req-7d4a8577-97a7-4a80-b2ee-43f7587f9997 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.2625177 Jan 28 12:38:00.296607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c3c473c-9c0b-4991-860d-27c2620190de req-917a4f8f-27d3-425f-81f2-d331e2166b7e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962979 Jan 28 12:38:00.387659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Publish callbacks [] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:00.411325 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:00.435936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:00.744093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:00.780646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port cef4e299-06d3-4d23-89f3-338f4b7880c2 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:38:01.228351 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Network 0d30a6ff-e993-483c-8d73-90fc45d5cc98 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:01.251917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:01.254860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Pushing event updated for resources: {'Port': ['ID=ee522bec-6ccc-435e-87c8-2a019f67c53a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:01.257752 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:01.261524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1c4027d3-1576-4efc-9d15-1870660eba86 None None] Current status of the port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:01.262147 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c4027d3-1576-4efc-9d15-1870660eba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:01.358373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1c4027d3-1576-4efc-9d15-1870660eba86 None None] For port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8ae11960-ceaf-477e-96b1-1dca59dcf2c0,segment=NetworkSegment(ad3fa47f-5818-43fd-a155-937b7b04baa6),segment_id=ad3fa47f-5818-43fd-a155-937b7b04baa6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:01.449259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:01.451158 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:01.454588 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c4027d3-1576-4efc-9d15-1870660eba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:01.589524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Attempting to bind port ee522bec-6ccc-435e-87c8-2a019f67c53a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:01.595646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Attempting to bind port ee522bec-6ccc-435e-87c8-2a019f67c53a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '1f490e0d-17fb-48c5-91e9-7525257bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:01.597987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Attempting to bind port ee522bec-6ccc-435e-87c8-2a019f67c53a on network 0d30a6ff-e993-483c-8d73-90fc45d5cc98 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:01.742346 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f1fc6-3f28-40ec-8929-a46c4ca94e5e req-903a5dc7-c44a-4f0f-bcc7-a847edc51302 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:01.752971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef6f1fc6-3f28-40ec-8929-a46c4ca94e5e req-903a5dc7-c44a-4f0f-bcc7-a847edc51302 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.2300115 Jan 28 12:38:01.957443 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1c4027d3-1576-4efc-9d15-1870660eba86 None None] Provisioning complete for port ffde92b8-4924-4c7b-822d-b31dcf1f576c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:01.958173 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c4027d3-1576-4efc-9d15-1870660eba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:02.013791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:38:02.021829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Checking segment: {'id': '1f490e0d-17fb-48c5-91e9-7525257bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:02.027756 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:02.028554 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Bound using segment: {'id': '1f490e0d-17fb-48c5-91e9-7525257bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:38:02.029370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Bound port: ee522bec-6ccc-435e-87c8-2a019f67c53a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f490e0d-17fb-48c5-91e9-7525257bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:38:02.030010 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:02.055222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef6f1fc6-3f28-40ec-8929-a46c4ca94e5e req-dd1df158-71b7-4484-bbfd-df26f1f90577 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903574 Jan 28 12:38:02.503668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8::f (9da91d63-ba47-4605-872a-648b1cc55aab/47e09cfa-4b13-454d-bdd3-0b7f6121a19f/cef4e299-06d3-4d23-89f3-338f4b7880c2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:02.841872 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (cef4e299-06d3-4d23-89f3-338f4b7880c2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:02.852181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4027d3-1576-4efc-9d15-1870660eba86 None None] Pushing event updated for resources: {'Port': ['ID=8ae11960-ceaf-477e-96b1-1dca59dcf2c0,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:02.954083 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (cef4e299-06d3-4d23-89f3-338f4b7880c2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:03.172180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=cef4e299-06d3-4d23-89f3-338f4b7880c2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:03.193515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] For port ee522bec-6ccc-435e-87c8-2a019f67c53a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:38:03.220361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] For port ee522bec-6ccc-435e-87c8-2a019f67c53a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ee522bec-6ccc-435e-87c8-2a019f67c53a,segment=NetworkSegment(1f490e0d-17fb-48c5-91e9-7525257bd803),segment_id=1f490e0d-17fb-48c5-91e9-7525257bd803)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:38:03.262193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49736) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:03.279714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 9da91d63-ba47-4605-872a-648b1cc55aab is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:03.283140 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:03.318188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:03.336091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:03.373261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:03.379865 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:03.553892 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:03.744083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e9da3-ffba-401a-9080-6e9a7da4ef9d req-5f5e6c99-3e2e-4c7f-9e63-a4de9fad324a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:03.768501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846e9da3-ffba-401a-9080-6e9a7da4ef9d req-5f5e6c99-3e2e-4c7f-9e63-a4de9fad324a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.3503964 Jan 28 12:38:03.983315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846e9da3-ffba-401a-9080-6e9a7da4ef9d req-f7afc648-6281-4a74-8408-98136ce98e79 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134953 Jan 28 12:38:03.992661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49750) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:04.001067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:04.017532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f39f9302-2f41-4bf4-b711-0efd85352aa0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:04.187754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be271d88-d239-42b8-b667-fb78227f0a97 req-ef3952c9-06f8-41ac-ab56-9962d369900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:04.209635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be271d88-d239-42b8-b667-fb78227f0a97 req-ef3952c9-06f8-41ac-ab56-9962d369900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:04.210534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be271d88-d239-42b8-b667-fb78227f0a97 req-ef3952c9-06f8-41ac-ab56-9962d369900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:04.211284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be271d88-d239-42b8-b667-fb78227f0a97 req-ef3952c9-06f8-41ac-ab56-9962d369900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:04.212045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be271d88-d239-42b8-b667-fb78227f0a97 req-ef3952c9-06f8-41ac-ab56-9962d369900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:04.219002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be271d88-d239-42b8-b667-fb78227f0a97 req-ef3952c9-06f8-41ac-ab56-9962d369900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:04.220209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be271d88-d239-42b8-b667-fb78227f0a97 req-ef3952c9-06f8-41ac-ab56-9962d369900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:04.240113 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be271d88-d239-42b8-b667-fb78227f0a97 req-ef3952c9-06f8-41ac-ab56-9962d369900d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6489 time: 0.9708180 Jan 28 12:38:04.406391 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6c4ad571-eb3f-47ca-89bf-14577f78efab tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 6.8309963 Jan 28 12:38:04.415161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49756) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:04.645249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1c4027d3-1576-4efc-9d15-1870660eba86 None None] Current status of the port ffde92b8-4924-4c7b-822d-b31dcf1f576c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:04.695087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756e4ba-00be-4ff5-935c-582c8da91f99 None None] Pushing event updated for resources: {'Port': ['ID=ee522bec-6ccc-435e-87c8-2a019f67c53a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:04.769407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f39f9302-2f41-4bf4-b711-0efd85352aa0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:04.769953 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:04.812287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Allocated IP 2001:db8:3::1 (0d30a6ff-e993-483c-8d73-90fc45d5cc98/b4d52b9d-8df7-463e-8ec4-4f8dc674b917/b2790fe9-2dab-4ee6-9cd2-df0d45dfea52) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:04.890152 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be271d88-d239-42b8-b667-fb78227f0a97 req-1aeac35f-0696-4f57-972a-15caa541bacb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6417449 Jan 28 12:38:04.955318 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c52ae2c4-7577-412c-9be1-d0e404461548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:05.137834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8bdc4a79-d516-430f-9701-c954b6a0b2b6 None None] Provisioning complete for port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:05.138850 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4a79-d516-430f-9701-c954b6a0b2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:05.172622 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:05.209812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aed6ad-680c-43d5-b25b-3c26038d5e9a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:05.227795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-52aed6ad-680c-43d5-b25b-3c26038d5e9a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8030272 Jan 28 12:38:05.268479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:05.274389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246ab39-235e-46cc-9a41-76bce3488e0c req-2f9eeb01-02e7-457d-9925-ee922547b1ad tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:05.288329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1246ab39-235e-46cc-9a41-76bce3488e0c req-2f9eeb01-02e7-457d-9925-ee922547b1ad tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 946 time: 0.6413701 Jan 28 12:38:05.400276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f39f9302-2f41-4bf4-b711-0efd85352aa0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:05.402683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ffde92b8-4924-4c7b-822d-b31dcf1f576c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:05.441816 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:05.532819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc4a79-d516-430f-9701-c954b6a0b2b6 None None] Current status of the port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:05.560389 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 0d30a6ff-e993-483c-8d73-90fc45d5cc98 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:05.570373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:05.593416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:05.594965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:05.615589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1246ab39-235e-46cc-9a41-76bce3488e0c req-a17d5df5-efb2-4076-97b4-a632b96902fd tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/security-groups?id=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245325 Jan 28 12:38:05.658731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8bdc4a79-d516-430f-9701-c954b6a0b2b6 None None] Provisioning complete for port ba186d24-6d2c-44c1-80fa-9392e27e17d1 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:05.659193 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4a79-d516-430f-9701-c954b6a0b2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ba186d24-6d2c-44c1-80fa-9392e27e17d1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:05.671284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a505b-8b8d-48a6-aea9-8ca0935b9e84 req-0e7cfdbd-89c9-4c86-b956-c888127dd148 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:05.688996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb8a505b-8b8d-48a6-aea9-8ca0935b9e84 req-0e7cfdbd-89c9-4c86-b956-c888127dd148 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.3894958 Jan 28 12:38:05.762296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ffde92b8-4924-4c7b-822d-b31dcf1f576c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:05.762944 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:05.834214 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c52ae2c4-7577-412c-9be1-d0e404461548 admin admin] Publish callbacks [] for security_group (5fe8a850-d49c-4790-8ad8-c505ddf4e554), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:05.852477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4966fee1-eb53-435b-b8e3-e1d2ad4993fb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:05.856327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc4a79-d516-430f-9701-c954b6a0b2b6 None None] Port ba186d24-6d2c-44c1-80fa-9392e27e17d1 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:05.862206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c52ae2c4-7577-412c-9be1-d0e404461548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5fe8a850-d49c-4790-8ad8-c505ddf4e554), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:05.903894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4966fee1-eb53-435b-b8e3-e1d2ad4993fb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:05.950319 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4966fee1-eb53-435b-b8e3-e1d2ad4993fb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:05.959915 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8bdc4a79-d516-430f-9701-c954b6a0b2b6 None None] Provisioning complete for port cef4e299-06d3-4d23-89f3-338f4b7880c2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:05.969096 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4966fee1-eb53-435b-b8e3-e1d2ad4993fb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.6826041 Jan 28 12:38:05.972228 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4a79-d516-430f-9701-c954b6a0b2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cef4e299-06d3-4d23-89f3-338f4b7880c2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:06.035285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49772) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:06.171470 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=b2790fe9-2dab-4ee6-9cd2-df0d45dfea52,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:06.218070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb8a505b-8b8d-48a6-aea9-8ca0935b9e84 req-4ca035ab-f5a8-4726-8abe-feea871577be tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257173 Jan 28 12:38:06.311190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ae2c4-7577-412c-9be1-d0e404461548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe8a850-d49c-4790-8ad8-c505ddf4e554,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:06.321413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c52ae2c4-7577-412c-9be1-d0e404461548 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=727ca9f31c36469c9990908238f3c4c9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3216279 Jan 28 12:38:06.333523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fbafa-cc9f-4355-86bf-da12684fabd0 req-501b84b4-801a-4b05-ad21-652de782e202 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:06.336767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-599fbafa-cc9f-4355-86bf-da12684fabd0 req-501b84b4-801a-4b05-ad21-652de782e202 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 946 time: 0.4214869 Jan 28 12:38:06.337573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49776) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:06.364766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d8019-1e9d-4633-b6c0-5ed3aca07bae None None] Network 0d30a6ff-e993-483c-8d73-90fc45d5cc98 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:06.529349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc4a79-d516-430f-9701-c954b6a0b2b6 None None] Port cef4e299-06d3-4d23-89f3-338f4b7880c2 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:06.689492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f84c357-c382-413d-a9e6-d7255576fe3a admin admin] Publish callbacks [] for security_group (5fe8a850-d49c-4790-8ad8-c505ddf4e554), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:06.695644 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:06.730930 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f84c357-c382-413d-a9e6-d7255576fe3a admin admin] Publish callbacks [] for security_group (5fe8a850-d49c-4790-8ad8-c505ddf4e554), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:06.773088 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-110b5206-e939-4fba-bba8-0742bd857457 req-4778de0b-5611-4bfc-86db-e96dbe427086 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6365700 Jan 28 12:38:06.804469 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f84c357-c382-413d-a9e6-d7255576fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5fe8a850-d49c-4790-8ad8-c505ddf4e554), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:06.811186 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f84c357-c382-413d-a9e6-d7255576fe3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:06.823143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1f84c357-c382-413d-a9e6-d7255576fe3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fe8a850-d49c-4790-8ad8-c505ddf4e554 HTTP/1.1" status: 204 len: 168 time: 0.4818275 Jan 28 12:38:06.921637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84c357-c382-413d-a9e6-d7255576fe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe8a850-d49c-4790-8ad8-c505ddf4e554,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:06.950747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-599fbafa-cc9f-4355-86bf-da12684fabd0 req-508d7668-0250-4d25-be95-55a32077ea20 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Deleting port eb023bf4-8cdf-4c05-b54d-a6aaf9387620 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:06.951265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-599fbafa-cc9f-4355-86bf-da12684fabd0 req-508d7668-0250-4d25-be95-55a32077ea20 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:07.295626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4e667-2f23-439d-b41c-85859a3cf145 req-5d8d6824-c5f0-4aab-bca1-79a527acb5a3 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:07.298298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4f4e667-2f23-439d-b41c-85859a3cf145 req-5d8d6824-c5f0-4aab-bca1-79a527acb5a3 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 946 time: 0.3287807 Jan 28 12:38:07.435308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ffde92b8-4924-4c7b-822d-b31dcf1f576c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:07.475191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-54b0134b-893d-4fac-867d-f5e8f00c65d0 None None] Provisioning complete for port ee522bec-6ccc-435e-87c8-2a019f67c53a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:07.476208 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54b0134b-893d-4fac-867d-f5e8f00c65d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:07.556163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-599fbafa-cc9f-4355-86bf-da12684fabd0 req-508d7668-0250-4d25-be95-55a32077ea20 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] For port eb023bf4-8cdf-4c05-b54d-a6aaf9387620, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=eb023bf4-8cdf-4c05-b54d-a6aaf9387620,segment=NetworkSegment(8d432d4e-071a-4326-b384-5d9cb029bfa0),segment_id=8d432d4e-071a-4326-b384-5d9cb029bfa0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:07.556875 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-599fbafa-cc9f-4355-86bf-da12684fabd0 req-508d7668-0250-4d25-be95-55a32077ea20 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:07.623248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-599fbafa-cc9f-4355-86bf-da12684fabd0 req-508d7668-0250-4d25-be95-55a32077ea20 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Calling delete_port for eb023bf4-8cdf-4c05-b54d-a6aaf9387620 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:07.963610 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-599fbafa-cc9f-4355-86bf-da12684fabd0 req-508d7668-0250-4d25-be95-55a32077ea20 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (eb023bf4-8cdf-4c05-b54d-a6aaf9387620), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:07.989166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-54b0134b-893d-4fac-867d-f5e8f00c65d0 None None] Current status of the port ee522bec-6ccc-435e-87c8-2a019f67c53a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:07.989950 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54b0134b-893d-4fac-867d-f5e8f00c65d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:08.010912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['eb023bf4-8cdf-4c05-b54d-a6aaf9387620'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:38:08.031945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d7668-0250-4d25-be95-55a32077ea20 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Pushing event deleted for resources: {'Port': ['ID=eb023bf4-8cdf-4c05-b54d-a6aaf9387620,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:08.066229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e10e394c-1b59-4226-8e23-ed0754d04981 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port cef4e299-06d3-4d23-89f3-338f4b7880c2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:08.066805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e10e394c-1b59-4226-8e23-ed0754d04981 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cef4e299-06d3-4d23-89f3-338f4b7880c2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:08.144000 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4f4e667-2f23-439d-b41c-85859a3cf145 req-684cc05b-66e6-484a-a001-f5e3226791a1 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/security-groups?id=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8345838 Jan 28 12:38:08.233776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-599fbafa-cc9f-4355-86bf-da12684fabd0 req-508d7668-0250-4d25-be95-55a32077ea20 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] No DVR routers for this DVR port eb023bf4-8cdf-4c05-b54d-a6aaf9387620 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:08.240009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-599fbafa-cc9f-4355-86bf-da12684fabd0 req-508d7668-0250-4d25-be95-55a32077ea20 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:08.263323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-599fbafa-cc9f-4355-86bf-da12684fabd0 req-508d7668-0250-4d25-be95-55a32077ea20 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.49 "DELETE /v2.0/ports/eb023bf4-8cdf-4c05-b54d-a6aaf9387620 HTTP/1.1" status: 204 len: 173 time: 1.8298583 Jan 28 12:38:08.263323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b7ee69-14fc-4dc4-97e6-cdcc60732740', 'name': 'network-vif-deleted', 'tag': 'eb023bf4-8cdf-4c05-b54d-a6aaf9387620'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:38:08.289207 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecd0266-474d-4924-8d2c-31e5b65258c7" -d '{"events": [{"server_uuid": "b9b7ee69-14fc-4dc4-97e6-cdcc60732740", "name": "network-vif-deleted", "tag": "eb023bf4-8cdf-4c05-b54d-a6aaf9387620"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:38:08.469146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-54b0134b-893d-4fac-867d-f5e8f00c65d0 None None] For port ee522bec-6ccc-435e-87c8-2a019f67c53a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ee522bec-6ccc-435e-87c8-2a019f67c53a,segment=NetworkSegment(1f490e0d-17fb-48c5-91e9-7525257bd803),segment_id=1f490e0d-17fb-48c5-91e9-7525257bd803)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:08.484750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ee522bec-6ccc-435e-87c8-2a019f67c53a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:08.502838 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54b0134b-893d-4fac-867d-f5e8f00c65d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:08.631919 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc44225-f9e6-4df9-855e-7d1958371040 x-openstack-request-id: req-6dc44225-f9e6-4df9-855e-7d1958371040 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:38:08.632493 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b7ee69-14fc-4dc4-97e6-cdcc60732740", "name": "network-vif-deleted", "tag": "eb023bf4-8cdf-4c05-b54d-a6aaf9387620", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:38:08.632673 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dc44225-f9e6-4df9-855e-7d1958371040 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:38:08.633254 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b7ee69-14fc-4dc4-97e6-cdcc60732740', 'name': 'network-vif-deleted', 'tag': 'eb023bf4-8cdf-4c05-b54d-a6aaf9387620', 'status': 'completed', 'code': 200} Jan 28 12:38:08.746001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0134b-893d-4fac-867d-f5e8f00c65d0 None None] Pushing event updated for resources: {'Port': ['ID=ee522bec-6ccc-435e-87c8-2a019f67c53a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:08.752038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845921d2-8a1a-430f-950a-f562708e2e0a req-f119bafe-6cb4-4a58-808f-c38d3a06d47f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:08.767546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-845921d2-8a1a-430f-950a-f562708e2e0a req-f119bafe-6cb4-4a58-808f-c38d3a06d47f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.3065658 Jan 28 12:38:08.780074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b5206-e939-4fba-bba8-0742bd857457 req-35c2313a-7a3d-44e7-83ec-95e6355f529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:08.792001 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-110b5206-e939-4fba-bba8-0742bd857457 req-35c2313a-7a3d-44e7-83ec-95e6355f529d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 1096 time: 1.0850184 Jan 28 12:38:08.940418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ee522bec-6ccc-435e-87c8-2a019f67c53a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:08.940917 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:08.966990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-845921d2-8a1a-430f-950a-f562708e2e0a req-0f639798-f44d-4212-9c81-72de08bb8004 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955044 Jan 28 12:38:09.143977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-dbb94a34-27e4-4607-9ec4-c79346a995d7 None None] Provisioning complete for port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:09.143977 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbb94a34-27e4-4607-9ec4-c79346a995d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:09.339410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ee522bec-6ccc-435e-87c8-2a019f67c53a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:09.361554 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:09.512746 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e10e394c-1b59-4226-8e23-ed0754d04981 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cef4e299-06d3-4d23-89f3-338f4b7880c2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:09.559086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e10e394c-1b59-4226-8e23-ed0754d04981 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for cef4e299-06d3-4d23-89f3-338f4b7880c2 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:09.590074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dbb94a34-27e4-4607-9ec4-c79346a995d7 None None] Port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:09.602479 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a7778fa-d03f-4a6f-b5aa-af092d01c87d req-3596f834-2e69-48f8-9e0f-6b4b2438dbe7 tempest-VolumesAdminNegativeTest-242922922 tempest-VolumesAdminNegativeTest-242922922-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9b7ee69-14fc-4dc4-97e6-cdcc60732740 HTTP/1.1" status: 200 len: 210 time: 0.0867984 Jan 28 12:38:09.660485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-dbb94a34-27e4-4607-9ec4-c79346a995d7 None None] Provisioning complete for port ee522bec-6ccc-435e-87c8-2a019f67c53a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:09.663449 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbb94a34-27e4-4607-9ec4-c79346a995d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:09.777346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b5206-e939-4fba-bba8-0742bd857457 req-7c9ce651-2677-4c35-a242-6fb93c0c2eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:09.781838 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-110b5206-e939-4fba-bba8-0742bd857457 req-7c9ce651-2677-4c35-a242-6fb93c0c2eed service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.9384387 Jan 28 12:38:09.790885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:09.790885 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:09.815829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:09.820642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e10e394c-1b59-4226-8e23-ed0754d04981 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (cef4e299-06d3-4d23-89f3-338f4b7880c2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:09.841441 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:09.842581 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:10.014636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dbb94a34-27e4-4607-9ec4-c79346a995d7 None None] Current status of the port ee522bec-6ccc-435e-87c8-2a019f67c53a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:10.056573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e394c-1b59-4226-8e23-ed0754d04981 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=cef4e299-06d3-4d23-89f3-338f4b7880c2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:10.276279 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:10.317347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b5aa2e6b-a1e5-4ca5-9fab-789f8c881e66 None None] Provisioning complete for port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:10.319112 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5aa2e6b-a1e5-4ca5-9fab-789f8c881e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:10.412932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa2e6b-a1e5-4ca5-9fab-789f8c881e66 None None] Port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:10.452418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958412d-6a72-4a8f-8256-c960794399bd req-fbd4cb1d-7292-404b-847b-fe3c91ad008c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:10.475871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8958412d-6a72-4a8f-8256-c960794399bd req-fbd4cb1d-7292-404b-847b-fe3c91ad008c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.2075222 Jan 28 12:38:10.573053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event updated for resources: {'Port': ['ID=b2790fe9-2dab-4ee6-9cd2-df0d45dfea52,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:10.642722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Network 0d30a6ff-e993-483c-8d73-90fc45d5cc98 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:10.660690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ee522bec-6ccc-435e-87c8-2a019f67c53a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:10.712758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:10.730954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8958412d-6a72-4a8f-8256-c960794399bd req-d4050672-8716-43e8-9da1-d7e97fea321f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536032 Jan 28 12:38:10.750696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e10e394c-1b59-4226-8e23-ed0754d04981 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:10.764213 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e10e394c-1b59-4226-8e23-ed0754d04981 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/cef4e299-06d3-4d23-89f3-338f4b7880c2 HTTP/1.1" status: 204 len: 168 time: 4.7049594 Jan 28 12:38:10.767315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:10.803325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device eb023bf4-8cdf-4c05-b54d-a6aaf9387620 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:38:10.846991 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-110b5206-e939-4fba-bba8-0742bd857457 req-248f1f01-c506-48e8-b882-5617dd0d56ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 200 len: 999 time: 1.0199313 Jan 28 12:38:10.936140 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d712afe0-e2c9-4915-91b1-a451fe64d188 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:38:10.944025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d712afe0-e2c9-4915-91b1-a451fe64d188 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/cef4e299-06d3-4d23-89f3-338f4b7880c2 HTTP/1.1" status: 404 len: 333 time: 0.1749852 Jan 28 12:38:10.955437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49858) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:10.955749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:10.962609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: eb023bf4-8cdf-4c05-b54d-a6aaf9387620 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:38:10.965996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device eb023bf4-8cdf-4c05-b54d-a6aaf9387620 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:38:11.023612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ee522bec-6ccc-435e-87c8-2a019f67c53a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:11.031071 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:11.208176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router b253027d-4722-4545-b78e-8ba99b72ef10 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:38:11.313176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ee522bec-6ccc-435e-87c8-2a019f67c53a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:11.487721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b70fafb-0244-4690-a2de-5aa76a273ef1 admin admin] Deleting subnet fbfa6620-dba1-4d32-b7e0-b32d4ad4f579 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:38:11.508428 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b5206-e939-4fba-bba8-0742bd857457 req-70f42f37-7d68-42f5-aa14-e3e34e680181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:11.509533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b70fafb-0244-4690-a2de-5aa76a273ef1 admin admin] Publish callbacks [] for subnet (fbfa6620-dba1-4d32-b7e0-b32d4ad4f579), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:11.511142 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-110b5206-e939-4fba-bba8-0742bd857457 req-70f42f37-7d68-42f5-aa14-e3e34e680181 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.2978733 Jan 28 12:38:11.591806 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b70fafb-0244-4690-a2de-5aa76a273ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (fbfa6620-dba1-4d32-b7e0-b32d4ad4f579), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:11.630517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1233ecca-5fa8-4f69-8b0d-d7e8e780b4fc None None] Provisioning complete for port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:11.630517 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1233ecca-5fa8-4f69-8b0d-d7e8e780b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:11.666391 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b70fafb-0244-4690-a2de-5aa76a273ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (fbfa6620-dba1-4d32-b7e0-b32d4ad4f579), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:11.719592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c61d5ebf-0598-4aaf-8720-db42f96f5f7b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port ba186d24-6d2c-44c1-80fa-9392e27e17d1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:11.719987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c61d5ebf-0598-4aaf-8720-db42f96f5f7b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ba186d24-6d2c-44c1-80fa-9392e27e17d1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:11.787857 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b5206-e939-4fba-bba8-0742bd857457 req-a50b7953-ea2f-42cc-8185-7ac18f6de5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:11.792787 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49870) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:11.801286 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-110b5206-e939-4fba-bba8-0742bd857457 req-a50b7953-ea2f-42cc-8185-7ac18f6de5ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2787430 Jan 28 12:38:11.811532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1233ecca-5fa8-4f69-8b0d-d7e8e780b4fc None None] Port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:11.912544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:38:11.932883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Sync routers for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:38:11.940945 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8d570b5c-2874-43bb-8136-e5a04bd210c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8867877 Jan 28 12:38:11.962540 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49876) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:11.965923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:11.969008 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:37:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:11.997913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-26a05a1a-041a-42b7-b978-60444b039e5a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:12.142216 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-110b5206-e939-4fba-bba8-0742bd857457 req-33515273-fac4-46d2-9c41-08ffbba6ff8a service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287253 Jan 28 12:38:12.155239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:12.201036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1124790505'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:12.268153 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c61d5ebf-0598-4aaf-8720-db42f96f5f7b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ba186d24-6d2c-44c1-80fa-9392e27e17d1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:12.287538 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b70fafb-0244-4690-a2de-5aa76a273ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (fbfa6620-dba1-4d32-b7e0-b32d4ad4f579), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:12.365818 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-110b5206-e939-4fba-bba8-0742bd857457 req-c719c2df-a34d-4e81-bc81-dbcfa0b875ef service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170248 Jan 28 12:38:12.438075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c61d5ebf-0598-4aaf-8720-db42f96f5f7b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for ba186d24-6d2c-44c1-80fa-9392e27e17d1 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:12.510686 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b70fafb-0244-4690-a2de-5aa76a273ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:12.514543 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2b70fafb-0244-4690-a2de-5aa76a273ef1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fbfa6620-dba1-4d32-b7e0-b32d4ad4f579 HTTP/1.1" status: 204 len: 168 time: 1.5578089 Jan 28 12:38:12.517446 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49878) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:12.557991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70fafb-0244-4690-a2de-5aa76a273ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbfa6620-dba1-4d32-b7e0-b32d4ad4f579,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:12.625607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fc82d-e220-4fc1-98e7-fb0183be9273 req-4b6da2ab-3913-4dad-9140-4437208894c7 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:12.627202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de3fc82d-e220-4fc1-98e7-fb0183be9273 req-4b6da2ab-3913-4dad-9140-4437208894c7 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.6632440 Jan 28 12:38:12.627430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:05Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2790fe9-2dab-4ee6-9cd2-df0d45dfea52', 'name': '', 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:32:72:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:04Z', 'updated_at': '2022-01-28T12:38:07Z', 'revision_number': 2, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:58Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:12.634993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Made reservation on behalf of dcf80b4fa9aa47eda7f350861e0346ef for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:12.638726 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:12.708549 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:12.785313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Checking router: b253027d-4722-4545-b78e-8ba99b72ef10 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:38:12.787591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Updating router b253027d-4722-4545-b78e-8ba99b72ef10 port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:38:12.810998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (40a679e8-ce98-437d-821a-bd7696198e2c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:12.914341 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:12.992873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de3fc82d-e220-4fc1-98e7-fb0183be9273 req-b20cbe52-1990-4757-8949-7c435bb92ded tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711418 Jan 28 12:38:13.086477 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (40a679e8-ce98-437d-821a-bd7696198e2c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.149341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a679e8-ce98-437d-821a-bd7696198e2c']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:13.207773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d432d4e-071a-4326-b384-5d9cb029bfa0') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:13.209644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d432d4e-071a-4326-b384-5d9cb029bfa0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:13.259658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (8d432d4e-071a-4326-b384-5d9cb029bfa0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.262837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks [] for security_group (2e3ee4b3-9edb-4665-90b5-143118bd74be), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.288022 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2e3ee4b3-9edb-4665-90b5-143118bd74be), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.315776 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8d432d4e-071a-4326-b384-5d9cb029bfa0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.338970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:38:13.340102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (8d432d4e-071a-4326-b384-5d9cb029bfa0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:38:13.367220 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:38:13.377367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3ee4b3-9edb-4665-90b5-143118bd74be,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:13.481332 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (40a679e8-ce98-437d-821a-bd7696198e2c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.485884 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.491569 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] 10.222.0.53 "DELETE /v2.0/networks/40a679e8-ce98-437d-821a-bd7696198e2c HTTP/1.1" status: 204 len: 168 time: 0.9726305 Jan 28 12:38:13.501744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:13.577492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d193f-db2a-4e83-b078-f9b026b24858 admin admin] Pushing event deleted for resources: {'Network': ['ID=40a679e8-ce98-437d-821a-bd7696198e2c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:13.624812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb5ea74-f88f-4c34-b715-228163270841 admin admin] Deleting subnet 829bb2c5-0b82-449d-83b5-46432ae0a75a {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:38:13.634206 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cb5ea74-f88f-4c34-b715-228163270841 admin admin] Publish callbacks [] for subnet (829bb2c5-0b82-449d-83b5-46432ae0a75a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.721479 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cb5ea74-f88f-4c34-b715-228163270841 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (829bb2c5-0b82-449d-83b5-46432ae0a75a), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.768680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:38:13.784109 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Publish callbacks [] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.793779 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cb5ea74-f88f-4c34-b715-228163270841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (829bb2c5-0b82-449d-83b5-46432ae0a75a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.794904 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.803661 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c61d5ebf-0598-4aaf-8720-db42f96f5f7b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ba186d24-6d2c-44c1-80fa-9392e27e17d1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.848234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Pushing event updated for resources: {'Port': ['ID=b2790fe9-2dab-4ee6-9cd2-df0d45dfea52,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:13.863895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.864632 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.865337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.865929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.866509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.867066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.867697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.868251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.868821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.869900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.870631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.871209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.891029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:13.990979 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (55a45cff-92d2-4f5a-bf4a-c7c46e11d476), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:13.992862 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Added segment 55a45cff-92d2-4f5a-bf4a-c7c46e11d476 of type vlan for network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 Jan 28 12:38:14.047468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Attempting to bind port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:14.048308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Attempting to bind port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '1f490e0d-17fb-48c5-91e9-7525257bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:14.058850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Attempting to bind port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 on network 0d30a6ff-e993-483c-8d73-90fc45d5cc98 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:14.058850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:38:14.058850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Checking segment: {'id': '1f490e0d-17fb-48c5-91e9-7525257bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:14.058850 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:14.058850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Bound using segment: {'id': '1f490e0d-17fb-48c5-91e9-7525257bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:38:14.061833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Bound port: b2790fe9-2dab-4ee6-9cd2-df0d45dfea52, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f490e0d-17fb-48c5-91e9-7525257bd803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:38:14.063083 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cb5ea74-f88f-4c34-b715-228163270841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (829bb2c5-0b82-449d-83b5-46432ae0a75a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:14.068607 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:14.092394 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5ea74-f88f-4c34-b715-228163270841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=829bb2c5-0b82-449d-83b5-46432ae0a75a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:14.111705 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cb5ea74-f88f-4c34-b715-228163270841 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:14.116767 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6cb5ea74-f88f-4c34-b715-228163270841 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/829bb2c5-0b82-449d-83b5-46432ae0a75a HTTP/1.1" status: 204 len: 168 time: 0.6135828 Jan 28 12:38:14.127396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49890) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:14.234378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.extraroute_db [None req-26a05a1a-041a-42b7-b978-60444b039e5a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 12:38:14.269460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d5ebf-0598-4aaf-8720-db42f96f5f7b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=ba186d24-6d2c-44c1-80fa-9392e27e17d1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:14.310450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] For port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:38:14.327677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] For port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b2790fe9-2dab-4ee6-9cd2-df0d45dfea52,segment=NetworkSegment(1f490e0d-17fb-48c5-91e9-7525257bd803),segment_id=1f490e0d-17fb-48c5-91e9-7525257bd803)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:38:14.347459 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:14.466305 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f5b2a1b9-ff48-4b87-aa57-e5885c51ae38), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:14.562538 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:14.563674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:37:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:14.575491 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c61d5ebf-0598-4aaf-8720-db42f96f5f7b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:14.581693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c61d5ebf-0598-4aaf-8720-db42f96f5f7b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/ba186d24-6d2c-44c1-80fa-9392e27e17d1 HTTP/1.1" status: 204 len: 168 time: 3.6237104 Jan 28 12:38:14.583945 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:14.603181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49898) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:14.632271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.extraroute_db [None req-26a05a1a-041a-42b7-b978-60444b039e5a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Removed routes are [] {{(pid=103129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 12:38:14.632898 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26a05a1a-041a-42b7-b978-60444b039e5a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:14.931216 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6fa9329-8c6c-4bee-a739-afa41e83b2c3 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:38:14.947822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f6fa9329-8c6c-4bee-a739-afa41e83b2c3 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/ba186d24-6d2c-44c1-80fa-9392e27e17d1 HTTP/1.1" status: 404 len: 333 time: 0.3417881 Jan 28 12:38:14.963088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49900) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:14.976175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b918556-4401-40a2-b50f-81ef9186caf9 req-cbb8fe35-19dc-4043-8613-021086a73fff tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:14.989675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b918556-4401-40a2-b50f-81ef9186caf9 req-cbb8fe35-19dc-4043-8613-021086a73fff tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.7577009 Jan 28 12:38:14.999381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:15.237403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3e017-60fe-43e8-b0bb-1c3a64d41c7f None None] Pushing event updated for resources: {'Port': ['ID=b2790fe9-2dab-4ee6-9cd2-df0d45dfea52,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:15.344701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7e4313d6-7cf5-4079-af8e-2c2cc58fee08 None None] Provisioning complete for port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:15.345582 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7e4313d6-7cf5-4079-af8e-2c2cc58fee08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:15.786533 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f5b2a1b9-ff48-4b87-aa57-e5885c51ae38), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:15.835803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b2a1b9-ff48-4b87-aa57-e5885c51ae38']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:15.861844 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0973ab-db03-475b-a18f-12f34980e9c3') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:15.864323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0973ab-db03-475b-a18f-12f34980e9c3') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:15.886433 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (eb0973ab-db03-475b-a18f-12f34980e9c3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:15.917047 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (eb0973ab-db03-475b-a18f-12f34980e9c3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:15.942495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:38:15.943453 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (eb0973ab-db03-475b-a18f-12f34980e9c3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:15.946412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7e4313d6-7cf5-4079-af8e-2c2cc58fee08 None None] Current status of the port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:15.948018 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7e4313d6-7cf5-4079-af8e-2c2cc58fee08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:16.043603 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:16.045917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7e4313d6-7cf5-4079-af8e-2c2cc58fee08 None None] For port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b2790fe9-2dab-4ee6-9cd2-df0d45dfea52,segment=NetworkSegment(1f490e0d-17fb-48c5-91e9-7525257bd803),segment_id=1f490e0d-17fb-48c5-91e9-7525257bd803)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:38:16.057011 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:38:16.061327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:16.061327 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:16.100788 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f5b2a1b9-ff48-4b87-aa57-e5885c51ae38), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:16.137621 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7e4313d6-7cf5-4079-af8e-2c2cc58fee08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:16.145428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.3464453 Jan 28 12:38:16.177296 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:16.186380 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f5b2a1b9-ff48-4b87-aa57-e5885c51ae38 HTTP/1.1" status: 204 len: 168 time: 2.0563633 Jan 28 12:38:16.188908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d572b78-b5c7-4d7b-a729-1acf25f20aa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b2a1b9-ff48-4b87-aa57-e5885c51ae38,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:16.331986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b918556-4401-40a2-b50f-81ef9186caf9 req-4b7bd10e-8c5e-4a31-bc51-3d356f4c3f87 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3318849 Jan 28 12:38:16.377294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-55411bdb-96be-4296-a21a-7ddaec586f17 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting subnet 47e09cfa-4b13-454d-bdd3-0b7f6121a19f {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:38:16.378898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4313d6-7cf5-4079-af8e-2c2cc58fee08 None None] Pushing event updated for resources: {'Port': ['ID=b2790fe9-2dab-4ee6-9cd2-df0d45dfea52,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:16.390721 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55411bdb-96be-4296-a21a-7ddaec586f17 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (47e09cfa-4b13-454d-bdd3-0b7f6121a19f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:16.400142 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b49e6800-7c1e-44d0-b894-512ad7eafb95 None None] Provisioning complete for port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:16.401344 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b49e6800-7c1e-44d0-b894-512ad7eafb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:16.490055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:05Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2790fe9-2dab-4ee6-9cd2-df0d45dfea52', 'name': '', 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:32:72:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:04Z', 'updated_at': '2022-01-28T12:38:14Z', 'revision_number': 4, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:58Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:16.525058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae87157-2521-41c1-b2a6-e1f84574038f tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Pushing event updated for resources: {'Network': ['ID=0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:16.554929 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55411bdb-96be-4296-a21a-7ddaec586f17 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (47e09cfa-4b13-454d-bdd3-0b7f6121a19f), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:16.627992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed9a2e3-fe6c-499d-a227-3a787c912f80 None None] The sync data for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 is: [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:05Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2790fe9-2dab-4ee6-9cd2-df0d45dfea52', 'name': '', 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:32:72:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:04Z', 'updated_at': '2022-01-28T12:38:14Z', 'revision_number': 4, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:58Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:38:16.634091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:38:16.714051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49926) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:16.771970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Request body: {'port': {'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1', 'binding:host_id': 'n-h1-824835-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1849498558'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:16.799122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49928) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:16.854593 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26a05a1a-041a-42b7-b978-60444b039e5a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:16.861724 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26a05a1a-041a-42b7-b978-60444b039e5a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:16.953156 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Made reservation on behalf of d288e000bdb7474e8df9b6710f73dcf6 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:16.958181 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:16.997962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.029682 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ca0b00bf-7471-4df1-9d27-98964903f37d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df5f48fda5a04dd2b0373a2c167947c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2166579 Jan 28 12:38:17.030171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:17.109748 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.121455 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55411bdb-96be-4296-a21a-7ddaec586f17 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (47e09cfa-4b13-454d-bdd3-0b7f6121a19f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.168354 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b49e6800-7c1e-44d0-b894-512ad7eafb95 None None] Current status of the port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:17.176143 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd032e2-7024-462c-9415-39b4fe0182bd admin admin] Publish callbacks [] for security_group (e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.251826 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd032e2-7024-462c-9415-39b4fe0182bd admin admin] Publish callbacks [] for security_group (e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.291645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5442826-304b-4c96-8d22-0c4cf7d1a558 req-0f86bda7-c683-4680-9204-b77c4d03fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:17.293891 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5442826-304b-4c96-8d22-0c4cf7d1a558 req-0f86bda7-c683-4680-9204-b77c4d03fbe9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 1096 time: 0.1856911 Jan 28 12:38:17.302047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a05a1a-041a-42b7-b978-60444b039e5a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router b253027d-4722-4545-b78e-8ba99b72ef10 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:38:17.304849 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55411bdb-96be-4296-a21a-7ddaec586f17 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (47e09cfa-4b13-454d-bdd3-0b7f6121a19f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.358949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55411bdb-96be-4296-a21a-7ddaec586f17 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Subnet': ['ID=47e09cfa-4b13-454d-bdd3-0b7f6121a19f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:17.388205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55411bdb-96be-4296-a21a-7ddaec586f17 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.398875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-55411bdb-96be-4296-a21a-7ddaec586f17 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/47e09cfa-4b13-454d-bdd3-0b7f6121a19f HTTP/1.1" status: 204 len: 168 time: 2.4050827 Jan 28 12:38:17.401685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49934) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:17.425100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f188c3-20da-42e2-b054-8d985e8e1bc3 None None] Network 9da91d63-ba47-4605-872a-648b1cc55aab requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:17.467613 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks [] for security_group (ca2208bf-20d5-4208-a49d-6801157d89c4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.476635 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd032e2-7024-462c-9415-39b4fe0182bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.481031 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd032e2-7024-462c-9415-39b4fe0182bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.489134 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ddd032e2-7024-462c-9415-39b4fe0182bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8 HTTP/1.1" status: 204 len: 168 time: 0.4554682 Jan 28 12:38:17.499102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ca2208bf-20d5-4208-a49d-6801157d89c4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.528798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd032e2-7024-462c-9415-39b4fe0182bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32945ed-7a8d-41d1-8f85-56cc9d4ff1e8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:17.534649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] device_id is not set on port b2589035-6fa0-42cc-9e07-33fd7b4e612b yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:38:17.799812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5442826-304b-4c96-8d22-0c4cf7d1a558 req-7b1541ce-febc-496e-bcfd-7702ef39da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:17.809053 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5442826-304b-4c96-8d22-0c4cf7d1a558 req-7b1541ce-febc-496e-bcfd-7702ef39da68 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.5044665 Jan 28 12:38:17.896143 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.952576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (9da91d63-ba47-4605-872a-648b1cc55aab), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.975508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a05a1a-041a-42b7-b978-60444b039e5a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:38:17.991651 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26a05a1a-041a-42b7-b978-60444b039e5a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:17.996687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-26a05a1a-041a-42b7-b978-60444b039e5a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10 HTTP/1.1" status: 200 len: 954 time: 6.0278249 Jan 28 12:38:18.024403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c095840-870e-4978-b752-97ddd6185f51 req-8f829612-df6c-4935-af83-063984e3d133 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:18.032067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c095840-870e-4978-b752-97ddd6185f51 req-8f829612-df6c-4935-af83-063984e3d133 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.4234028 Jan 28 12:38:18.037903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49942) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:18.047634 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5442826-304b-4c96-8d22-0c4cf7d1a558 req-ca0ab9a5-3841-44ff-9a74-f766bb457aa4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31ae22aa-37b3-411e-b098-5a619706f350 HTTP/1.1" status: 200 len: 217 time: 0.2063155 Jan 28 12:38:18.048773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2208bf-20d5-4208-a49d-6801157d89c4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:18.085572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f710ecd-b16b-4d24-bad4-37b657646348 None None] DHCP port deletion for 9da91d63-ba47-4605-872a-648b1cc55aab request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:38:18.238473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2f710ecd-b16b-4d24-bad4-37b657646348 None None] Deleting port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:18.239878 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f710ecd-b16b-4d24-bad4-37b657646348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:18.414512 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78a30c-6aca-4feb-914e-73f0f115cf08 None None] Sync routers for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:38:18.427578 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78a30c-6aca-4feb-914e-73f0f115cf08 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:18.430435 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9e78a30c-6aca-4feb-914e-73f0f115cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:37:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:18.537743 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2f710ecd-b16b-4d24-bad4-37b657646348 None None] For port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8ae11960-ceaf-477e-96b1-1dca59dcf2c0,segment=NetworkSegment(ad3fa47f-5818-43fd-a155-937b7b04baa6),segment_id=ad3fa47f-5818-43fd-a155-937b7b04baa6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:18.538833 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f710ecd-b16b-4d24-bad4-37b657646348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:18.580880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2f710ecd-b16b-4d24-bad4-37b657646348 None None] Calling delete_port for 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:18.592506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:18.624460 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9e78a30c-6aca-4feb-914e-73f0f115cf08 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:18.631917 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5442826-304b-4c96-8d22-0c4cf7d1a558 req-20b354a1-137f-4ee3-8c01-f20a2d5ddd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:18.636624 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5442826-304b-4c96-8d22-0c4cf7d1a558 req-20b354a1-137f-4ee3-8c01-f20a2d5ddd6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.5202384 Jan 28 12:38:18.677453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c095840-870e-4978-b752-97ddd6185f51 req-920abba1-a584-4148-8185-377f6b38ce06 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441696 Jan 28 12:38:18.702283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2eace549-7d2e-4efd-b6ff-e539da204dae tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10 HTTP/1.1" status: 200 len: 954 time: 0.6640103 Jan 28 12:38:18.704888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49948) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:18.714392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5298d5e8-9970-4355-93c7-6bf532c2aac8 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'router': {'routes': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:18.768556 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49950) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:18.845178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:18.846128 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:18.852099 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] device_id is not set on port b2589035-6fa0-42cc-9e07-33fd7b4e612b yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:38:18.890598 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks [] for port (b2589035-6fa0-42cc-9e07-33fd7b4e612b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:18.917116 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f710ecd-b16b-4d24-bad4-37b657646348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:18.945522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5442826-304b-4c96-8d22-0c4cf7d1a558 req-b70d2ea5-23df-4968-8330-5c16a79e2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:18.949367 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5442826-304b-4c96-8d22-0c4cf7d1a558 req-b70d2ea5-23df-4968-8330-5c16a79e2476 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3010187 Jan 28 12:38:18.957838 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0411b48c-a969-4eca-9878-e7e7d5239ab1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5471ba1591f48b2bc4de7f693388b43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1842356 Jan 28 12:38:18.967220 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b2589035-6fa0-42cc-9e07-33fd7b4e612b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:18.975783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:18.991905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:18.992254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:19.070504 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f710ecd-b16b-4d24-bad4-37b657646348 None None] Pushing event deleted for resources: {'Port': ['ID=8ae11960-ceaf-477e-96b1-1dca59dcf2c0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:19.075965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f710ecd-b16b-4d24-bad4-37b657646348 None None] No DVR routers for this DVR port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:19.243317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:19.263260 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e28abde8-0ab1-4c9a-8971-2abe82bd6e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:19.309288 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9e78a30c-6aca-4feb-914e-73f0f115cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:14Z', 'revision_number': 6, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2790fe9-2dab-4ee6-9cd2-df0d45dfea52', 'name': '', 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:32:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:04Z', 'updated_at': '2022-01-28T12:38:16Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:58Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:19.333493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event updated for resources: {'Port': ['ID=b2589035-6fa0-42cc-9e07-33fd7b4e612b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:19.350121 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78a30c-6aca-4feb-914e-73f0f115cf08 None None] Checking router: b253027d-4722-4545-b78e-8ba99b72ef10 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:38:19.361453 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78a30c-6aca-4feb-914e-73f0f115cf08 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:19.362003 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9e78a30c-6aca-4feb-914e-73f0f115cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:37:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:19.396562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:38:19.436784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:38:19.437698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:38:19.487596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] For port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0, host n-d-824835-4, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:19.488505 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:19.531605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:19.540476 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e757d4ad-2807-4480-b627-0a0e973e4205 admin admin] Publish callbacks [] for security_group (1bf46385-1ca8-4d08-8a01-cc49d23f0405), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:19.544979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:38:19.548060 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9e78a30c-6aca-4feb-914e-73f0f115cf08 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:19.562249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (8ae11960-ceaf-477e-96b1-1dca59dcf2c0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:19.635757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Checking segment: {'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:19.636138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Network hostable DHCP agents. Network: 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:38:19.640241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e757d4ad-2807-4480-b627-0a0e973e4205 admin admin] Publish callbacks [] for security_group (1bf46385-1ca8-4d08-8a01-cc49d23f0405), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:19.644489 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5442826-304b-4c96-8d22-0c4cf7d1a558 req-673c3ca9-b8fc-4cf6-b486-f0e81770ae36 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6671011 Jan 28 12:38:19.666094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=8ae11960-ceaf-477e-96b1-1dca59dcf2c0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:19.693867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No DVR routers for this DVR port 8ae11960-ceaf-477e-96b1-1dca59dcf2c0 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:19.755102 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:38:19.774852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:19.786140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:19.786368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f51a00-f6f7-4da4-b690-d25ceace3cb2 None None] Network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:19.818829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e757d4ad-2807-4480-b627-0a0e973e4205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1bf46385-1ca8-4d08-8a01-cc49d23f0405), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:19.821829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e757d4ad-2807-4480-b627-0a0e973e4205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:19.823749 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e757d4ad-2807-4480-b627-0a0e973e4205 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1bf46385-1ca8-4d08-8a01-cc49d23f0405 HTTP/1.1" status: 204 len: 168 time: 0.8435547 Jan 28 12:38:19.828071 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:19.829233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:19.830305 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:19.847193 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5442826-304b-4c96-8d22-0c4cf7d1a558 req-c38e3358-57dc-4ca2-8cca-945cf58eda2d service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945598 Jan 28 12:38:19.885613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:19.886340 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:19.887954 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 2 to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b Jan 28 12:38:19.896784 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757d4ad-2807-4480-b627-0a0e973e4205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf46385-1ca8-4d08-8a01-cc49d23f0405,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:19.939710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:19.940307 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:19.940881 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:19.960712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:19.961271 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:19.962369 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 3 to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b Jan 28 12:38:20.022291 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:20.022882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:20.023494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:20.047323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:20.047860 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:20.048320 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 4 to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b Jan 28 12:38:20.080936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:20.081280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:20.081628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:20.093387 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:20.095225 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:20.095515 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 5 to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b Jan 28 12:38:20.128507 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:20.128850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:20.129199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:20.130516 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9e78a30c-6aca-4feb-914e-73f0f115cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:14Z', 'revision_number': 6, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2790fe9-2dab-4ee6-9cd2-df0d45dfea52', 'name': '', 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:32:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:04Z', 'updated_at': '2022-01-28T12:38:16Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:58Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:20.142067 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:20.144905 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:20.145774 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 6 to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b Jan 28 12:38:20.177007 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:20.177358 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:20.177711 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:20.192725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:20.192987 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:20.193391 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 7 to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b Jan 28 12:38:20.220554 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78a30c-6aca-4feb-914e-73f0f115cf08 None None] The sync data for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 is: [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:14Z', 'revision_number': 6, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2790fe9-2dab-4ee6-9cd2-df0d45dfea52', 'name': '', 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:32:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:04Z', 'updated_at': '2022-01-28T12:38:16Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:58Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:38:20.235445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:20.239941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:20.248864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:20.257744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:20.268104 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:20.269005 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 8 to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b Jan 28 12:38:20.304832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:20.307962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:20.308698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:20.333819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:20.337860 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:20.344122 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 9 to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b Jan 28 12:38:20.426402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:20.427082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:20.429186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:20.446778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:20.447678 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:20.448443 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 10 to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b Jan 28 12:38:20.492528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:20.498390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:20.499169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:20.506230 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (9da91d63-ba47-4605-872a-648b1cc55aab), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:20.507605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port b2589035-6fa0-42cc-9e07-33fd7b4e612b on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:20.508267 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port b2589035-6fa0-42cc-9e07-33fd7b4e612b on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:20.509025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2589035-6fa0-42cc-9e07-33fd7b4e612b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:20.575713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e847-294f-416d-9497-8936973f320e req-23b46c7b-53cb-40e8-bc5f-d7a29523caec tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:20.583817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05a9e847-294f-416d-9497-8936973f320e req-23b46c7b-53cb-40e8-bc5f-d7a29523caec tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 945 time: 0.5792441 Jan 28 12:38:20.626817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da91d63-ba47-4605-872a-648b1cc55aab']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:20.694913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] For port b2589035-6fa0-42cc-9e07-33fd7b4e612b, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:38:20.696868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempted to set empty binding levels {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 12:38:20.699084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3fa47f-5818-43fd-a155-937b7b04baa6') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:20.699791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3fa47f-5818-43fd-a155-937b7b04baa6') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:20.705876 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b2589035-6fa0-42cc-9e07-33fd7b4e612b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:20.737673 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (ad3fa47f-5818-43fd-a155-937b7b04baa6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:20.791880 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ad3fa47f-5818-43fd-a155-937b7b04baa6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:20.825780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05a9e847-294f-416d-9497-8936973f320e req-620a4c33-818a-4fdc-b8bd-3ea64bfe31eb tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351718 Jan 28 12:38:20.827212 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:38:20.827829 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (ad3fa47f-5818-43fd-a155-937b7b04baa6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:20.828397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:38:20.835102 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:38:20.844053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 31ae22aa-37b3-411e-b098-5a619706f350 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:38:20.857202 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:20.886894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event updated for resources: {'Port': ['ID=b2589035-6fa0-42cc-9e07-33fd7b4e612b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:20.916448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.extraroute_db [None req-5298d5e8-9970-4355-93c7-6bf532c2aac8 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Added routes are [] {{(pid=103129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 12:38:20.916899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.extraroute_db [None req-5298d5e8-9970-4355-93c7-6bf532c2aac8 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 12:38:20.917765 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c9f5b211-79e5-4a7e-abcf-1f4eb323b512 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.2021008 Jan 28 12:38:20.922633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49982) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:20.966345 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (9da91d63-ba47-4605-872a-648b1cc55aab), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:20.977752 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:20.989360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/networks/9da91d63-ba47-4605-872a-648b1cc55aab HTTP/1.1" status: 204 len: 168 time: 3.5843875 Jan 28 12:38:20.993818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49986) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:21.020760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b0e8d789-8546-45e6-b63d-20eb7a4a3c21 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1976022170'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:21.030033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02343898-d638-4fc5-af85-8c078c48a730 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Network': ['ID=9da91d63-ba47-4605-872a-648b1cc55aab,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:21.046922 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5298d5e8-9970-4355-93c7-6bf532c2aac8 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.092695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 31ae22aa-37b3-411e-b098-5a619706f350 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:21.098533 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (31ae22aa-37b3-411e-b098-5a619706f350), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.117465 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-97939bf3-0ed2-46d0-817a-10bd74007a00 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Deleting port b2589035-6fa0-42cc-9e07-33fd7b4e612b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:21.118346 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e8d789-8546-45e6-b63d-20eb7a4a3c21 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:21.118693 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97939bf3-0ed2-46d0-817a-10bd74007a00 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b2589035-6fa0-42cc-9e07-33fd7b4e612b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.124989 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d789-8546-45e6-b63d-20eb7a4a3c21 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.192361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e8d789-8546-45e6-b63d-20eb7a4a3c21 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:38:21.207514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29459033-9743-4980-abf1-ff1a842b72a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ae22aa-37b3-411e-b098-5a619706f350'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:38:21.208328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-97939bf3-0ed2-46d0-817a-10bd74007a00 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] For port b2589035-6fa0-42cc-9e07-33fd7b4e612b, host n-h1-824835-4, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:21.208809 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97939bf3-0ed2-46d0-817a-10bd74007a00 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b2589035-6fa0-42cc-9e07-33fd7b4e612b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.211496 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d91c6a-a692-48cc-942a-f407f8195f36" -d '{"events": [{"server_uuid": "29459033-9743-4980-abf1-ff1a842b72a6", "name": "network-vif-unplugged", "status": "completed", "tag": "31ae22aa-37b3-411e-b098-5a619706f350"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:38:21.215489 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d789-8546-45e6-b63d-20eb7a4a3c21 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6654cea7-7e1d-4a7d-8061-ecb70bd5e263), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.215841 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-b0e8d789-8546-45e6-b63d-20eb7a4a3c21 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Added segment 6654cea7-7e1d-4a7d-8061-ecb70bd5e263 of type vlan for network 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c Jan 28 12:38:21.245257 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 31ae22aa-37b3-411e-b098-5a619706f350, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=31ae22aa-37b3-411e-b098-5a619706f350,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:21.252845 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (31ae22aa-37b3-411e-b098-5a619706f350), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.265148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-97939bf3-0ed2-46d0-817a-10bd74007a00 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Calling delete_port for b2589035-6fa0-42cc-9e07-33fd7b4e612b owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:21.298521 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d789-8546-45e6-b63d-20eb7a4a3c21 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.367637 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d789-8546-45e6-b63d-20eb7a4a3c21 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.376070 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8d789-8546-45e6-b63d-20eb7a4a3c21 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:21.376834 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d789-8546-45e6-b63d-20eb7a4a3c21 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.387260 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f2a5aa-9175-4031-b104-10c4cf61438b x-openstack-request-id: req-25f2a5aa-9175-4031-b104-10c4cf61438b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:38:21.387644 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29459033-9743-4980-abf1-ff1a842b72a6", "name": "network-vif-unplugged", "status": "completed", "tag": "31ae22aa-37b3-411e-b098-5a619706f350", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:38:21.387854 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25f2a5aa-9175-4031-b104-10c4cf61438b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:38:21.388239 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29459033-9743-4980-abf1-ff1a842b72a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ae22aa-37b3-411e-b098-5a619706f350', 'code': 200} Jan 28 12:38:21.452203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=31ae22aa-37b3-411e-b098-5a619706f350,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:21.498320 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b0e8d789-8546-45e6-b63d-20eb7a4a3c21 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5011890 Jan 28 12:38:21.501769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50000) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:21.512006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fe182304-828f-42db-b685-8584930421a9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:21.538428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8d789-8546-45e6-b63d-20eb7a4a3c21 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Network': ['ID=14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:21.542885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97939bf3-0ed2-46d0-817a-10bd74007a00 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b2589035-6fa0-42cc-9e07-33fd7b4e612b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.556952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:38:21.669034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97939bf3-0ed2-46d0-817a-10bd74007a00 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2589035-6fa0-42cc-9e07-33fd7b4e612b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:21.702419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97939bf3-0ed2-46d0-817a-10bd74007a00 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.712204 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-97939bf3-0ed2-46d0-817a-10bd74007a00 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "DELETE /v2.0/ports/b2589035-6fa0-42cc-9e07-33fd7b4e612b HTTP/1.1" status: 204 len: 168 time: 0.7846396 Jan 28 12:38:21.716401 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50006) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:21.760125 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7bfc3a72-e5da-4c07-877a-e1ae8b715777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.812171 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-4263a558-c7a1-4bf0-8cec-01474790609c tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] GET failed (client error): The resource could not be found. Jan 28 12:38:21.816746 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4263a558-c7a1-4bf0-8cec-01474790609c tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "GET /v2.0/ports/b2589035-6fa0-42cc-9e07-33fd7b4e612b HTTP/1.1" status: 404 len: 333 time: 0.0991125 Jan 28 12:38:21.821447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50010) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:21.832913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Request body: {'port': {'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-893055754'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:21.852009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5298d5e8-9970-4355-93c7-6bf532c2aac8 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.861653 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5298d5e8-9970-4355-93c7-6bf532c2aac8 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.865429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe182304-828f-42db-b685-8584930421a9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:21.870337 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe182304-828f-42db-b685-8584930421a9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.920963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Made reservation on behalf of d288e000bdb7474e8df9b6710f73dcf6 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:21.926174 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:21.969354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] device_id is not set on port 655f0870-3adc-41d7-937f-f61b788ed292 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:38:22.038924 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50014) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:22.176319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5298d5e8-9970-4355-93c7-6bf532c2aac8 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router b253027d-4722-4545-b78e-8ba99b72ef10 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:38:22.193515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f977266-ede4-46c1-93dc-afc294937b8e req-2642c61e-0e5a-4ac5-b57c-062632662f67 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:22.204927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f977266-ede4-46c1-93dc-afc294937b8e req-2642c61e-0e5a-4ac5-b57c-062632662f67 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 943 time: 0.1538916 Jan 28 12:38:22.298979 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks [] for port (655f0870-3adc-41d7-937f-f61b788ed292), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:22.363975 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-network', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:22.386163 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (655f0870-3adc-41d7-937f-f61b788ed292), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:22.389780 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Made reservation on behalf of ef41bfba9c854c60a908a3ebecc9796d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:22.394001 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:22.407639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5298d5e8-9970-4355-93c7-6bf532c2aac8 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:38:22.419435 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5298d5e8-9970-4355-93c7-6bf532c2aac8 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:22.420584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5298d5e8-9970-4355-93c7-6bf532c2aac8 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10 HTTP/1.1" status: 200 len: 704 time: 3.7138126 Jan 28 12:38:22.426376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce991b0d-e0ad-4f9b-8424-513fe8853f5b None None] Sync routers for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:38:22.438721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50018) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:22.444494 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce991b0d-e0ad-4f9b-8424-513fe8853f5b None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:22.445148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ce991b0d-e0ad-4f9b-8424-513fe8853f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:22.471640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:22.589546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f977266-ede4-46c1-93dc-afc294937b8e req-416b9634-e036-4dce-9172-0a1526c99799 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815622 Jan 28 12:38:22.634147 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Publish callbacks [] for security_group (9cb46525-959f-4fed-92b0-2d5229d1c31c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:22.653311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ce991b0d-e0ad-4f9b-8424-513fe8853f5b None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:22.674044 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9cb46525-959f-4fed-92b0-2d5229d1c31c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:22.728496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:38:22.760715 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b0af1064-3149-4d28-a76e-5525ed73310b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:22.761356 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Added segment b0af1064-3149-4d28-a76e-5525ed73310b of type vlan for network 638067d7-90f9-4028-b997-e0433b40ed0b Jan 28 12:38:22.836487 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (638067d7-90f9-4028-b997-e0433b40ed0b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:22.860655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:22.878492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:22.889700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:22.890898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:22.891652 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:22.898061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event updated for resources: {'Port': ['ID=655f0870-3adc-41d7-937f-f61b788ed292,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:22.917808 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (638067d7-90f9-4028-b997-e0433b40ed0b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:22.918858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:22.919573 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:22.988795 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:23.006482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb46525-959f-4fed-92b0-2d5229d1c31c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:23.022700 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d2471536-c375-4d61-9a43-635cd75e2463 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1940472 Jan 28 12:38:23.032073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50026) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:23.049890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:23.060752 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0206935 Jan 28 12:38:23.063542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50028) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:23.068634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-de1abf49-f32f-45e3-89e0-7e4bb70dd3d2 admin admin] Request body: {'subnet': {'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-subnet', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:23.086540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db86ba-8734-451a-a1d6-957a0353892b admin admin] Pushing event updated for resources: {'Network': ['ID=638067d7-90f9-4028-b997-e0433b40ed0b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:23.097982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 638067d7-90f9-4028-b997-e0433b40ed0b details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:38:23.142625 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1abf49-f32f-45e3-89e0-7e4bb70dd3d2 admin admin] Made reservation on behalf of ef41bfba9c854c60a908a3ebecc9796d for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:23.145325 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de1abf49-f32f-45e3-89e0-7e4bb70dd3d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:23.279090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (655f0870-3adc-41d7-937f-f61b788ed292), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:23.323645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ce991b0d-e0ad-4f9b-8424-513fe8853f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:20Z', 'revision_number': 7, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2790fe9-2dab-4ee6-9cd2-df0d45dfea52', 'name': '', 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:32:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:04Z', 'updated_at': '2022-01-28T12:38:16Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:58Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:23.423414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce991b0d-e0ad-4f9b-8424-513fe8853f5b None None] Checking router: b253027d-4722-4545-b78e-8ba99b72ef10 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:38:23.448550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce991b0d-e0ad-4f9b-8424-513fe8853f5b None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:23.451062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ce991b0d-e0ad-4f9b-8424-513fe8853f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:23.532807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-37ac4b1e-7406-440b-8ff1-7c541ea9576b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10 HTTP/1.1" status: 200 len: 704 time: 1.0907400 Jan 28 12:38:23.542480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50030) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:23.627054 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe182304-828f-42db-b685-8584930421a9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (743c90b8-fd29-4212-9997-230c6d574cc9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:23.678354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] device_id is not set on port 655f0870-3adc-41d7-937f-f61b788ed292 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:38:23.692728 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks [] for port (655f0870-3adc-41d7-937f-f61b788ed292), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:23.746417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ce991b0d-e0ad-4f9b-8424-513fe8853f5b None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:23.824415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (655f0870-3adc-41d7-937f-f61b788ed292), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:23.873089 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de1abf49-f32f-45e3-89e0-7e4bb70dd3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (b4ea4bf0-0092-46dd-bd96-62a81a6cca9d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:23.880649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9df828-60ad-4d31-ad26-8ed37f007f02 req-930ca48d-1e45-4d93-b5d2-bd684be06632 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:23.885988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d9df828-60ad-4d31-ad26-8ed37f007f02 req-930ca48d-1e45-4d93-b5d2-bd684be06632 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.3468354 Jan 28 12:38:23.887669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe182304-828f-42db-b685-8584930421a9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Subnet': ['ID=743c90b8-fd29-4212-9997-230c6d574cc9,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:23.938458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1abf49-f32f-45e3-89e0-7e4bb70dd3d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ea4bf0-0092-46dd-bd96-62a81a6cca9d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:23.961153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event updated for resources: {'Port': ['ID=655f0870-3adc-41d7-937f-f61b788ed292,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:23.977276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1abf49-f32f-45e3-89e0-7e4bb70dd3d2 admin admin] Checking segment: {'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:23.977276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1abf49-f32f-45e3-89e0-7e4bb70dd3d2 admin admin] Network hostable DHCP agents. Network: 638067d7-90f9-4028-b997-e0433b40ed0b, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:38:24.005082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:24.005402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:24.005885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:24.023229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:24.024523 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:24.025233 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 2 to bind port 655f0870-3adc-41d7-937f-f61b788ed292 Jan 28 12:38:24.032427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe182304-828f-42db-b685-8584930421a9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Checking segment: {'id': '6654cea7-7e1d-4a7d-8061-ecb70bd5e263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:24.033759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe182304-828f-42db-b685-8584930421a9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network hostable DHCP agents. Network: 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:38:24.041573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1abf49-f32f-45e3-89e0-7e4bb70dd3d2 admin admin] Network 638067d7-90f9-4028-b997-e0433b40ed0b is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:38:24.050264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:24.051384 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:24.051564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:24.060022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:24.060249 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:24.060755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-de1abf49-f32f-45e3-89e0-7e4bb70dd3d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 638067d7-90f9-4028-b997-e0433b40ed0b) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:24.062335 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 3 to bind port 655f0870-3adc-41d7-937f-f61b788ed292 Jan 28 12:38:24.081115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:24.081455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:24.085392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:24.093211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1abf49-f32f-45e3-89e0-7e4bb70dd3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:24.093814 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de1abf49-f32f-45e3-89e0-7e4bb70dd3d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.114127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe182304-828f-42db-b685-8584930421a9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:38:24.123868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:24.125026 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:24.127226 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 4 to bind port 655f0870-3adc-41d7-937f-f61b788ed292 Jan 28 12:38:24.143534 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-de1abf49-f32f-45e3-89e0-7e4bb70dd3d2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0764346 Jan 28 12:38:24.145494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:24.146279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-fe182304-828f-42db-b685-8584930421a9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:24.168336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:24.194785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:24.196207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:24.196625 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:24.212342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe182304-828f-42db-b685-8584930421a9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:24.213896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe182304-828f-42db-b685-8584930421a9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.226075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c78555-5401-490f-91d8-95441d166a85 None None] Network 638067d7-90f9-4028-b997-e0433b40ed0b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:24.227964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b504bd-ff4c-495e-9906-50c5fa1e9600 None None] Network 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:24.230020 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:24.230555 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:24.232255 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 5 to bind port 655f0870-3adc-41d7-937f-f61b788ed292 Jan 28 12:38:24.248341 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (a9010a33-13a4-444c-87f8-4a80b7a6db76), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.249427 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (a9010a33-13a4-444c-87f8-4a80b7a6db76), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.255410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d9df828-60ad-4d31-ad26-8ed37f007f02 req-b25a8bdd-03dc-4e22-bad2-26d281983255 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565471 Jan 28 12:38:24.276511 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fe182304-828f-42db-b685-8584930421a9 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7709014 Jan 28 12:38:24.289560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50038) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:24.313604 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Publish callbacks [] for router_controller (a9010a33-13a4-444c-87f8-4a80b7a6db76), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.315032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:24.315514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:24.316255 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:24.317552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4fb9ec40-7303-4bb2-9666-43cc7a574830 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1534904067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:24.326199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:24.326199 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:24.390042 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 6 to bind port 655f0870-3adc-41d7-937f-f61b788ed292 Jan 28 12:38:24.405387 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:24.405883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:24.406052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:24.412878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:24.413126 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:24.448615 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 7 to bind port 655f0870-3adc-41d7-937f-f61b788ed292 Jan 28 12:38:24.462256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c', 'network_id': '14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c', 'project_id': 'e86277e5ea6c4a15affee9a6b3075dd9', 'fixed_ips': [{'subnet_id': '743c90b8-fd29-4212-9997-230c6d574cc9'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:38:24.463814 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.475408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:24.475877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:24.476283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:24.487265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:24.487678 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:24.542405 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 8 to bind port 655f0870-3adc-41d7-937f-f61b788ed292 Jan 28 12:38:24.571520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ec40-7303-4bb2-9666-43cc7a574830 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (da99f3b2-f077-4e3c-9900-b52713d67662), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.574394 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:24.574941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:24.575536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:24.583430 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ec40-7303-4bb2-9666-43cc7a574830 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (da99f3b2-f077-4e3c-9900-b52713d67662), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.636537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:24.637113 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:24.647868 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Publish callbacks [] for router_gateway (a9010a33-13a4-444c-87f8-4a80b7a6db76), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.652554 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 9 to bind port 655f0870-3adc-41d7-937f-f61b788ed292 Jan 28 12:38:24.686009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:24.686357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:24.686727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:24.695005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:24.695526 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:24.697687 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 10 to bind port 655f0870-3adc-41d7-937f-f61b788ed292 Jan 28 12:38:24.731795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38072b9-f790-41ba-ab72-6dbd8c84f9d9 req-a352049f-9f6a-4be6-8942-ad73a77d7dea tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:24.734507 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b38072b9-f790-41ba-ab72-6dbd8c84f9d9 req-a352049f-9f6a-4be6-8942-ad73a77d7dea tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.3164935 Jan 28 12:38:24.745629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:24.745992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:24.746336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:24.754998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:24.755467 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port 655f0870-3adc-41d7-937f-f61b788ed292 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:24.756081 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (655f0870-3adc-41d7-937f-f61b788ed292), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.799165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Allocated IP 2001:db8::2 (14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c/743c90b8-fd29-4212-9997-230c6d574cc9/d590b121-1a24-4c34-b8bc-d5881da4e3ff) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:24.829583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ec40-7303-4bb2-9666-43cc7a574830 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for router_controller (da99f3b2-f077-4e3c-9900-b52713d67662), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.857081 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ec40-7303-4bb2-9666-43cc7a574830 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (da99f3b2-f077-4e3c-9900-b52713d67662), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.926040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] For port 655f0870-3adc-41d7-937f-f61b788ed292, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:38:24.926455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempted to set empty binding levels {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 12:38:24.934792 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (655f0870-3adc-41d7-937f-f61b788ed292), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.967030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b38072b9-f790-41ba-ab72-6dbd8c84f9d9 req-9a432c18-9a64-40e7-99b8-b02765ed024f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557729 Jan 28 12:38:24.976372 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ec40-7303-4bb2-9666-43cc7a574830 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:24.990490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4fb9ec40-7303-4bb2-9666-43cc7a574830 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6911602 Jan 28 12:38:24.993024 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50044) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:25.005735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'network_id': '14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c', 'name': 'tempest-PortsIpV6TestJSON-735799763'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:25.029150 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Publish callbacks [] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:25.140488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 31ae22aa-37b3-411e-b098-5a619706f350 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:38:25.141648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] In _notify_port_updated(), no bound segment for port 655f0870-3adc-41d7-937f-f61b788ed292 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:38:25.143087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.145883 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:25.156241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:25.160378 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "PUT /v2.0/ports/655f0870-3adc-41d7-937f-f61b788ed292 HTTP/1.1" status: 200 len: 974 time: 2.1177919 Jan 28 12:38:25.163551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50050) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:25.167402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-638067d7-90f9-4028-b997-e0433b40ed0b', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'fixed_ips': [{'subnet_id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:38:25.170160 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:25.258759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9e876d6-1764-48fb-81f1-47bfc54dd459 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:25.294715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event updated for resources: {'Port': ['ID=655f0870-3adc-41d7-937f-f61b788ed292,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:25.298554 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:25.330478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.330891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.331163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.335648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.336123 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.336413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.336760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.337095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.337456 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.337808 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.338261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.338596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.339132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26706e6-45f9-4112-967f-f64d42fa21fd tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:25.362843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Pushing event updated for resources: {'Port': ['ID=d590b121-1a24-4c34-b8bc-d5881da4e3ff,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:25.369680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Network 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:25.381471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:25.390855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:25.396343 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:25.437781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:25.455533 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Publish callbacks [] for router_gateway (a9010a33-13a4-444c-87f8-4a80b7a6db76), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:25.505171 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:25.581236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.582425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.582905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.583399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.583861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.584479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.585039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.585555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.586018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.586692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.586934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.588150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.588624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.589079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.589533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.590151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.590992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.591794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.592562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.593290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.594144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.594842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.595547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.596218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.596892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.598348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.598821 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.599585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.600336 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.601137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.601938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.602742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.603588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.604287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.604998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.605712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.606363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.606954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.607424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.608077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.608546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.609010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.609471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.610060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.611270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.611751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.612222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.612681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.613139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.613771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.614235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.614685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.615137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.615613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.616061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.616511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.623788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d6d68b64-15af-4c3b-9bbe-6197a20f46a7 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 50434 time: 0.4590890 Jan 28 12:38:25.630276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50054) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:25.643876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port bb6fead0-04ac-4ac6-a5b6-461719c30e3a yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:38:25.682407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ce991b0d-e0ad-4f9b-8424-513fe8853f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:20Z', 'revision_number': 7, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2790fe9-2dab-4ee6-9cd2-df0d45dfea52', 'name': '', 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:32:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:04Z', 'updated_at': '2022-01-28T12:38:16Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:58Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:25.692340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 31ae22aa-37b3-411e-b098-5a619706f350 is: DOWN; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:25.730310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec6b05-d6c0-4b56-ab17-b94fcac307c9 req-e0dad5c8-3aa7-488e-9020-39475e9023cc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:25.732507 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8ec6b05-d6c0-4b56-ab17-b94fcac307c9 req-e0dad5c8-3aa7-488e-9020-39475e9023cc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.4178760 Jan 28 12:38:25.776684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce991b0d-e0ad-4f9b-8424-513fe8853f5b None None] The sync data for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 is: [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:20Z', 'revision_number': 7, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2790fe9-2dab-4ee6-9cd2-df0d45dfea52', 'name': '', 'network_id': '0d30a6ff-e993-483c-8d73-90fc45d5cc98', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:32:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:04Z', 'updated_at': '2022-01-28T12:38:16Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': 'b4d52b9d-8df7-463e-8ec4-4f8dc674b917', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:58Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:38:25.779946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Attempting to bind port d590b121-1a24-4c34-b8bc-d5881da4e3ff on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:25.780737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Attempting to bind port d590b121-1a24-4c34-b8bc-d5881da4e3ff by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '6654cea7-7e1d-4a7d-8061-ecb70bd5e263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:25.781435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Attempting to bind port d590b121-1a24-4c34-b8bc-d5881da4e3ff on network 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:25.811917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:38:25.815960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Checking segment: {'id': '6654cea7-7e1d-4a7d-8061-ecb70bd5e263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:25.816412 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:25.816947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Bound using segment: {'id': '6654cea7-7e1d-4a7d-8061-ecb70bd5e263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:38:25.817749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Bound port: d590b121-1a24-4c34-b8bc-d5881da4e3ff, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6654cea7-7e1d-4a7d-8061-ecb70bd5e263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:38:25.818283 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:25.943488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Allocated IP 172.25.7.48 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/ac9c80e0-c97c-49cf-a161-40ded3421980) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:25.971770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Allocated IP 172.20.0.2 (638067d7-90f9-4028-b997-e0433b40ed0b/b4ea4bf0-0092-46dd-bd96-62a81a6cca9d/64cb812a-0824-4895-8131-9791c3841e07) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:25.996079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4327889f-cdbb-4883-8465-8fdbfffdd27e tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Deleting port 655f0870-3adc-41d7-937f-f61b788ed292 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:25.996425 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4327889f-cdbb-4883-8465-8fdbfffdd27e tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (655f0870-3adc-41d7-937f-f61b788ed292), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:26.021393 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:26.132403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8ec6b05-d6c0-4b56-ab17-b94fcac307c9 req-44dda577-b727-4a8e-b05a-7476f74e2ce3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257382 Jan 28 12:38:26.181122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8::19a (14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c/743c90b8-fd29-4212-9997-230c6d574cc9/bb6fead0-04ac-4ac6-a5b6-461719c30e3a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:26.191876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4327889f-cdbb-4883-8465-8fdbfffdd27e tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] For port 655f0870-3adc-41d7-937f-f61b788ed292, host n-h1-824835-4, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:26.192521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4327889f-cdbb-4883-8465-8fdbfffdd27e tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (655f0870-3adc-41d7-937f-f61b788ed292), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:26.256777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4327889f-cdbb-4883-8465-8fdbfffdd27e tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Calling delete_port for 655f0870-3adc-41d7-937f-f61b788ed292 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:26.293351 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] For port d590b121-1a24-4c34-b8bc-d5881da4e3ff, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:38:26.377003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] For port d590b121-1a24-4c34-b8bc-d5881da4e3ff, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d590b121-1a24-4c34-b8bc-d5881da4e3ff,segment=NetworkSegment(6654cea7-7e1d-4a7d-8061-ecb70bd5e263),segment_id=6654cea7-7e1d-4a7d-8061-ecb70bd5e263)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:38:26.394596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Publish callbacks [] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:26.414905 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:26.553108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b9e876d6-1764-48fb-81f1-47bfc54dd459 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:26.553569 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9e876d6-1764-48fb-81f1-47bfc54dd459 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:26.570660 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:26.642559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4327889f-cdbb-4883-8465-8fdbfffdd27e tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (655f0870-3adc-41d7-937f-f61b788ed292), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:26.659794 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:26.684824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:26.695204 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:26.772460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9737944-029b-4b16-8ae3-e5fb12cdafd3 None None] Pushing event updated for resources: {'Port': ['ID=d590b121-1a24-4c34-b8bc-d5881da4e3ff,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:26.811216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9c80e0-c97c-49cf-a161-40ded3421980,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:26.819548 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Publish callbacks [] for port (64cb812a-0824-4895-8131-9791c3841e07), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:26.832978 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (64cb812a-0824-4895-8131-9791c3841e07), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:26.872674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b9e876d6-1764-48fb-81f1-47bfc54dd459 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] For port b2790fe9-2dab-4ee6-9cd2-df0d45dfea52, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b2790fe9-2dab-4ee6-9cd2-df0d45dfea52,segment=NetworkSegment(1f490e0d-17fb-48c5-91e9-7525257bd803),segment_id=1f490e0d-17fb-48c5-91e9-7525257bd803)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:26.873429 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9e876d6-1764-48fb-81f1-47bfc54dd459 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:26.890475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4327889f-cdbb-4883-8465-8fdbfffdd27e tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:26.898186 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4327889f-cdbb-4883-8465-8fdbfffdd27e tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "DELETE /v2.0/ports/655f0870-3adc-41d7-937f-f61b788ed292 HTTP/1.1" status: 204 len: 168 time: 1.2541690 Jan 28 12:38:26.913736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50064) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:26.955513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50066) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:26.984695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Pushing event updated for resources: {'Port': ['ID=64cb812a-0824-4895-8131-9791c3841e07,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:26.984919 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.005681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Network 638067d7-90f9-4028-b997-e0433b40ed0b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:27.007670 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:27.012133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b9e876d6-1764-48fb-81f1-47bfc54dd459 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:27.012691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:27.037180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327889f-cdbb-4883-8465-8fdbfffdd27e tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event deleted for resources: {'Port': ['ID=655f0870-3adc-41d7-937f-f61b788ed292,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:27.126749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Attempting to bind port 64cb812a-0824-4895-8131-9791c3841e07 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:27.127356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Attempting to bind port 64cb812a-0824-4895-8131-9791c3841e07 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:27.128095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Attempting to bind port 64cb812a-0824-4895-8131-9791c3841e07 on network 638067d7-90f9-4028-b997-e0433b40ed0b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:27.139306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:38:27.139932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Checking segment: {'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:27.141397 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.143776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Bound using segment: {'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:38:27.144270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Bound port: 64cb812a-0824-4895-8131-9791c3841e07, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:38:27.144673 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (64cb812a-0824-4895-8131-9791c3841e07), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.146442 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d39bed-c169-4b7f-b1f9-ba268549a61a tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] GET failed (client error): The resource could not be found. Jan 28 12:38:27.153721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d0d39bed-c169-4b7f-b1f9-ba268549a61a tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "GET /v2.0/ports/655f0870-3adc-41d7-937f-f61b788ed292 HTTP/1.1" status: 404 len: 333 time: 0.2272284 Jan 28 12:38:27.153980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50068) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:27.162036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-506408804', 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:27.262367 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.299581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] For port 64cb812a-0824-4895-8131-9791c3841e07, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:38:27.301574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Made reservation on behalf of d288e000bdb7474e8df9b6710f73dcf6 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:27.304295 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.304547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] For port 64cb812a-0824-4895-8131-9791c3841e07, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=64cb812a-0824-4895-8131-9791c3841e07,segment=NetworkSegment(b0af1064-3149-4d28-a76e-5525ed73310b),segment_id=b0af1064-3149-4d28-a76e-5525ed73310b)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:38:27.321089 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (64cb812a-0824-4895-8131-9791c3841e07), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.329334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] device_id is not set on port 5917ddea-d4a0-4922-bd3d-e990b708583b yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:38:27.386228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6402a0-0b00-4d31-91ee-1cbe8f6a0a7d None None] Pushing event updated for resources: {'Port': ['ID=64cb812a-0824-4895-8131-9791c3841e07,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:27.417274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab03b892-1edc-42eb-b9a1-9fc142b44617 admin admin] Deleting subnet 7454056c-2721-4da0-bac0-eea93df01e54 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:38:27.448111 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab03b892-1edc-42eb-b9a1-9fc142b44617 admin admin] Publish callbacks [] for subnet (7454056c-2721-4da0-bac0-eea93df01e54), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.502542 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:27.515852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:27.521412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=bb6fead0-04ac-4ac6-a5b6-461719c30e3a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:27.535144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:27.540455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks [] for port (5917ddea-d4a0-4922-bd3d-e990b708583b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.542052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:27.542832 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.553688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab03b892-1edc-42eb-b9a1-9fc142b44617 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (7454056c-2721-4da0-bac0-eea93df01e54), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.627232 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (5917ddea-d4a0-4922-bd3d-e990b708583b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.639036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750f4d4-d4f0-4fd3-a28b-ef8b569e0af5 req-2faa68a0-576b-496f-b485-bddccd0118de tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:27.646468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f750f4d4-d4f0-4fd3-a28b-ef8b569e0af5 req-2faa68a0-576b-496f-b485-bddccd0118de tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.3141737 Jan 28 12:38:27.659817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1c8d737d-e66c-4e78-bd50-0a5b5d36df60 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6588182 Jan 28 12:38:27.669303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50072) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:27.686209 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event updated for resources: {'Port': ['ID=5917ddea-d4a0-4922-bd3d-e990b708583b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:27.692255 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Publish callbacks [] for router_gateway (a9010a33-13a4-444c-87f8-4a80b7a6db76), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.735047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:27.738103 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:27.742324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:27.743293 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:27.744522 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.767545 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab03b892-1edc-42eb-b9a1-9fc142b44617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (7454056c-2721-4da0-bac0-eea93df01e54), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:27.775063 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6c800d5b-366c-48be-bac6-fcae6c52d343 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6198986 Jan 28 12:38:27.780345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50074) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:27.887760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e4b597-30ee-45a4-9023-320f43da4b03 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:27.889369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-90e4b597-30ee-45a4-9023-320f43da4b03 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "GET /v2.0/ports/5917ddea-d4a0-4922-bd3d-e990b708583b HTTP/1.1" status: 200 len: 954 time: 0.1085618 Jan 28 12:38:27.894072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50078) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:27.952700 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9e876d6-1764-48fb-81f1-47bfc54dd459 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b2790fe9-2dab-4ee6-9cd2-df0d45dfea52), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:28.393396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181c4c6-c6e8-4851-a5c7-e7ac576e47aa None None] Network 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:28.526404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-40145b78-2081-4d97-9722-42891fcb136a None None] Provisioning complete for port d590b121-1a24-4c34-b8bc-d5881da4e3ff triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:28.526941 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40145b78-2081-4d97-9722-42891fcb136a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:28.691210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1be89cb1-e997-4df7-8914-776b9fd016ac tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Deleting port 5917ddea-d4a0-4922-bd3d-e990b708583b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:28.691910 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1be89cb1-e997-4df7-8914-776b9fd016ac tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5917ddea-d4a0-4922-bd3d-e990b708583b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:28.718195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f750f4d4-d4f0-4fd3-a28b-ef8b569e0af5 req-b3bfb105-e863-47aa-a4d0-0294009285b4 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0698957 Jan 28 12:38:28.718698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e876d6-1764-48fb-81f1-47bfc54dd459 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=b2790fe9-2dab-4ee6-9cd2-df0d45dfea52,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:28.836318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (a9010a33-13a4-444c-87f8-4a80b7a6db76), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:28.868706 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1be89cb1-e997-4df7-8914-776b9fd016ac tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5917ddea-d4a0-4922-bd3d-e990b708583b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:28.894299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1be89cb1-e997-4df7-8914-776b9fd016ac tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Calling delete_port for 5917ddea-d4a0-4922-bd3d-e990b708583b owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:28.920647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 64cb812a-0824-4895-8131-9791c3841e07 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:28.995794 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab03b892-1edc-42eb-b9a1-9fc142b44617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (7454056c-2721-4da0-bac0-eea93df01e54), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.085544 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab03b892-1edc-42eb-b9a1-9fc142b44617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.091757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ab03b892-1edc-42eb-b9a1-9fc142b44617 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7454056c-2721-4da0-bac0-eea93df01e54 HTTP/1.1" status: 204 len: 168 time: 2.1265106 Jan 28 12:38:29.130346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 64cb812a-0824-4895-8131-9791c3841e07 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:29.130740 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (64cb812a-0824-4895-8131-9791c3841e07), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.132315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50082) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:29.134177 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1be89cb1-e997-4df7-8914-776b9fd016ac tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (5917ddea-d4a0-4922-bd3d-e990b708583b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.171973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03b892-1edc-42eb-b9a1-9fc142b44617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7454056c-2721-4da0-bac0-eea93df01e54,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:29.177296 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be89cb1-e997-4df7-8914-776b9fd016ac tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event deleted for resources: {'Port': ['ID=5917ddea-d4a0-4922-bd3d-e990b708583b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:29.190408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1be89cb1-e997-4df7-8914-776b9fd016ac tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.194249 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1be89cb1-e997-4df7-8914-776b9fd016ac tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5917ddea-d4a0-4922-bd3d-e990b708583b HTTP/1.1" status: 204 len: 168 time: 1.2973602 Jan 28 12:38:29.197558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50084) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:29.217093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9e876d6-1764-48fb-81f1-47bfc54dd459 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.252332 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-5772dfb6-47ff-407f-a37e-9273ef33e7b4 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] GET failed (client error): The resource could not be found. Jan 28 12:38:29.253887 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5772dfb6-47ff-407f-a37e-9273ef33e7b4 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "GET /v2.0/ports/5917ddea-d4a0-4922-bd3d-e990b708583b HTTP/1.1" status: 404 len: 333 time: 0.0548997 Jan 28 12:38:29.316372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50086) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:29.324431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-40145b78-2081-4d97-9722-42891fcb136a None None] Current status of the port d590b121-1a24-4c34-b8bc-d5881da4e3ff is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:29.324949 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40145b78-2081-4d97-9722-42891fcb136a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.334135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Request body: {'port': {'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-704482044'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:29.384883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-40145b78-2081-4d97-9722-42891fcb136a None None] For port d590b121-1a24-4c34-b8bc-d5881da4e3ff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d590b121-1a24-4c34-b8bc-d5881da4e3ff,segment=NetworkSegment(6654cea7-7e1d-4a7d-8061-ecb70bd5e263),segment_id=6654cea7-7e1d-4a7d-8061-ecb70bd5e263)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:29.397772 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40145b78-2081-4d97-9722-42891fcb136a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.454638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Made reservation on behalf of d288e000bdb7474e8df9b6710f73dcf6 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:29.464360 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.523243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40145b78-2081-4d97-9722-42891fcb136a None None] Pushing event updated for resources: {'Port': ['ID=d590b121-1a24-4c34-b8bc-d5881da4e3ff,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:29.531551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c5763d-f03b-4ac7-856a-79c445dfecbc None None] Network 638067d7-90f9-4028-b997-e0433b40ed0b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:29.615094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] device_id is not set on port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:38:29.739561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 64cb812a-0824-4895-8131-9791c3841e07 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:29.739993 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (64cb812a-0824-4895-8131-9791c3841e07), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.742276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-dec0a1a3-135e-4b12-b408-454dc355c8fc None None] Provisioning complete for port 64cb812a-0824-4895-8131-9791c3841e07 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:29.742755 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dec0a1a3-135e-4b12-b408-454dc355c8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (64cb812a-0824-4895-8131-9791c3841e07), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.771285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Router a9010a33-13a4-444c-87f8-4a80b7a6db76 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:38:29.801617 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.872945 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (6b0831b1-76f2-40bb-b4c6-0d56b36af5cc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.968018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 64cb812a-0824-4895-8131-9791c3841e07, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=64cb812a-0824-4895-8131-9791c3841e07,segment=NetworkSegment(b0af1064-3149-4d28-a76e-5525ed73310b),segment_id=b0af1064-3149-4d28-a76e-5525ed73310b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:29.980155 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (64cb812a-0824-4895-8131-9791c3841e07), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:29.981284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d590b121-1a24-4c34-b8bc-d5881da4e3ff up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:30.055209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=64cb812a-0824-4895-8131-9791c3841e07,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:30.189103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dec0a1a3-135e-4b12-b408-454dc355c8fc None None] Current status of the port 64cb812a-0824-4895-8131-9791c3841e07 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:30.269043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d590b121-1a24-4c34-b8bc-d5881da4e3ff triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:30.269652 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:30.397811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:38:30.412431 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Sync routers for ids ['a9010a33-13a4-444c-87f8-4a80b7a6db76'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:38:30.424438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-06d3658e-9efd-4398-9ad5-da53713858ab None None] Provisioning complete for port d590b121-1a24-4c34-b8bc-d5881da4e3ff triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:30.425644 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06d3658e-9efd-4398-9ad5-da53713858ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:30.439792 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks [] for port (f19ca1d6-ad47-4f34-b2c0-426528d53dc6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:30.444849 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Routers {'a9010a33-13a4-444c-87f8-4a80b7a6db76'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:30.446297 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9010a33-13a4-444c-87f8-4a80b7a6db76'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:30.464931 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:30.469154 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-28e7c5d0-9ae4-4d50-b695-aac1f9492658 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.3030097 Jan 28 12:38:30.469303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c6bc-e32f-4b29-b2fd-32da21728986 req-baebdf43-59c6-4579-b0a3-23e781c544e7 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:30.470485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d48c6bc-e32f-4b29-b2fd-32da21728986 req-baebdf43-59c6-4579-b0a3-23e781c544e7 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.4836173 Jan 28 12:38:30.474020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50092) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:30.548502 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (6b0831b1-76f2-40bb-b4c6-0d56b36af5cc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:30.569806 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f19ca1d6-ad47-4f34-b2c0-426528d53dc6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:30.655054 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Set router a9010a33-13a4-444c-87f8-4a80b7a6db76 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:30.656690 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:30.670062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:30.673214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-06d3658e-9efd-4398-9ad5-da53713858ab None None] Current status of the port d590b121-1a24-4c34-b8bc-d5881da4e3ff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:30.676585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:30.677703 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:30.678906 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:30.701639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event updated for resources: {'Port': ['ID=f19ca1d6-ad47-4f34-b2c0-426528d53dc6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:30.714423 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-30e6bc77-c43c-452c-825c-94895201a6c0 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3962910 Jan 28 12:38:30.715036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50094) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:30.720899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:30.723626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0831b1-76f2-40bb-b4c6-0d56b36af5cc']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:30.725331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d590b121-1a24-4c34-b8bc-d5881da4e3ff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:30.732065 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-06d3658e-9efd-4398-9ad5-da53713858ab None None] Provisioning complete for port bb6fead0-04ac-4ac6-a5b6-461719c30e3a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:30.732624 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06d3658e-9efd-4398-9ad5-da53713858ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:30.809882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-06d3658e-9efd-4398-9ad5-da53713858ab None None] Port bb6fead0-04ac-4ac6-a5b6-461719c30e3a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:30.828018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefee1c3-381c-4b50-82e5-eee8e67d0801') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:30.828524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefee1c3-381c-4b50-82e5-eee8e67d0801') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:30.833879 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f19ca1d6-ad47-4f34-b2c0-426528d53dc6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:30.834714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e876d6-1764-48fb-81f1-47bfc54dd459 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router b253027d-4722-4545-b78e-8ba99b72ef10 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:38:30.866260 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (cefee1c3-381c-4b50-82e5-eee8e67d0801), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:30.935483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d48c6bc-e32f-4b29-b2fd-32da21728986 req-23df689d-c8d6-4299-9f75-f68a1af37f4c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4456925 Jan 28 12:38:30.955982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cefee1c3-381c-4b50-82e5-eee8e67d0801), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:30.973692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1283021a-3ac5-46a8-8d46-8a9ed64f9548 None None] Provisioning complete for port 64cb812a-0824-4895-8131-9791c3841e07 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:30.977192 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1283021a-3ac5-46a8-8d46-8a9ed64f9548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (64cb812a-0824-4895-8131-9791c3841e07), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.034697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:38:31.041408 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (cefee1c3-381c-4b50-82e5-eee8e67d0801), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:38:31.043827 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:38:31.152307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 64cb812a-0824-4895-8131-9791c3841e07 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:31.166431 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:38:27Z', 'revision_number': 3, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:31.184741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] device_id is not set on port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:38:31.195004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks [] for port (f19ca1d6-ad47-4f34-b2c0-426528d53dc6), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.205299 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (f19ca1d6-ad47-4f34-b2c0-426528d53dc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.210697 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.239640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1283021a-3ac5-46a8-8d46-8a9ed64f9548 None None] Current status of the port 64cb812a-0824-4895-8131-9791c3841e07 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:31.270063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 64cb812a-0824-4895-8131-9791c3841e07 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:31.270767 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (64cb812a-0824-4895-8131-9791c3841e07), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.292205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.294317 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (6b0831b1-76f2-40bb-b4c6-0d56b36af5cc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.318722 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.322032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event updated for resources: {'Port': ['ID=f19ca1d6-ad47-4f34-b2c0-426528d53dc6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:31.322844 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6b0831b1-76f2-40bb-b4c6-0d56b36af5cc HTTP/1.1" status: 204 len: 168 time: 2.1865330 Jan 28 12:38:31.341072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50096) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:31.350320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e876d6-1764-48fb-81f1-47bfc54dd459 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:38:31.357992 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Checking router: a9010a33-13a4-444c-87f8-4a80b7a6db76 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:38:31.358688 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Updating router a9010a33-13a4-444c-87f8-4a80b7a6db76 port ac9c80e0-c97c-49cf-a161-40ded3421980 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:38:31.376909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d946d45-b700-4c6b-9481-d255ceecd216 None None] Sync routers for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:38:31.377139 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b9e876d6-1764-48fb-81f1-47bfc54dd459 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8310888 Jan 28 12:38:31.382821 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50098) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:31.396698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59193bc4-ed50-4313-a69d-5bbe9180dbc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0831b1-76f2-40bb-b4c6-0d56b36af5cc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:31.424503 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.446365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 64cb812a-0824-4895-8131-9791c3841e07 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:31.447781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d590b121-1a24-4c34-b8bc-d5881da4e3ff up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:31.502235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dfbb03-1be4-42b1-974c-817b4dc657d7 admin admin] Deleting subnet d253af4f-ac07-47bd-abe7-97b65599abb7 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:38:31.508772 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbb03-1be4-42b1-974c-817b4dc657d7 admin admin] Publish callbacks [] for subnet (d253af4f-ac07-47bd-abe7-97b65599abb7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.517668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d946d45-b700-4c6b-9481-d255ceecd216 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:31.518703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0d946d45-b700-4c6b-9481-d255ceecd216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:31.552067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=bb6fead0-04ac-4ac6-a5b6-461719c30e3a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:31.572756 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbb03-1be4-42b1-974c-817b4dc657d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (d253af4f-ac07-47bd-abe7-97b65599abb7), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.619219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbb03-1be4-42b1-974c-817b4dc657d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (d253af4f-ac07-47bd-abe7-97b65599abb7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.689367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbb03-1be4-42b1-974c-817b4dc657d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (d253af4f-ac07-47bd-abe7-97b65599abb7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.715057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0d946d45-b700-4c6b-9481-d255ceecd216 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:31.757106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfbb03-1be4-42b1-974c-817b4dc657d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d253af4f-ac07-47bd-abe7-97b65599abb7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:31.761470 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbb03-1be4-42b1-974c-817b4dc657d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.765107 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f0dfbb03-1be4-42b1-974c-817b4dc657d7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d253af4f-ac07-47bd-abe7-97b65599abb7 HTTP/1.1" status: 204 len: 168 time: 0.4225409 Jan 28 12:38:31.766541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:31.766874 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:31.767216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:31.778769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50102) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:31.787332 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (da99f3b2-f077-4e3c-9900-b52713d67662), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.795143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d590b121-1a24-4c34-b8bc-d5881da4e3ff triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:31.795559 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.802955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:31.803305 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:31.835134 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 2 to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 Jan 28 12:38:31.863273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:31.863641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:31.863978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:31.871735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaaa7184-2777-4ce3-a954-9326293c05f7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting subnet b4d52b9d-8df7-463e-8ec4-4f8dc674b917 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:38:31.873833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:31.874343 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:31.878534 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 3 to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 Jan 28 12:38:31.908556 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (c2ba82d0-29a6-4fa8-9864-fd895d533687), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.915448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:31.915862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:31.916130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:31.928756 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7184-2777-4ce3-a954-9326293c05f7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (b4d52b9d-8df7-463e-8ec4-4f8dc674b917), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.929085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:31.929435 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:31.930522 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 4 to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 Jan 28 12:38:31.951725 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Publish callbacks [] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.962477 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:31.982475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:31.982820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:31.983161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:32.030708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7184-2777-4ce3-a954-9326293c05f7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (b4d52b9d-8df7-463e-8ec4-4f8dc674b917), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.035088 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:32.035332 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde1f24-3a62-47ec-ba7b-07c57429790e None None] Pushing event updated for resources: {'Port': ['ID=ac9c80e0-c97c-49cf-a161-40ded3421980,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:32.035467 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:32.037766 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 5 to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 Jan 28 12:38:32.047071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-838d52c5-0e38-4bae-9f89-0a2c0096545c None None] Provisioning complete for port bb6fead0-04ac-4ac6-a5b6-461719c30e3a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:32.047635 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-838d52c5-0e38-4bae-9f89-0a2c0096545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.055443 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (c2ba82d0-29a6-4fa8-9864-fd895d533687), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.074300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:32.074789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:32.075239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:32.085915 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Attempting to bind port ac9c80e0-c97c-49cf-a161-40ded3421980 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:32.086797 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Attempting to bind port ac9c80e0-c97c-49cf-a161-40ded3421980 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:32.087120 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Attempting to bind port ac9c80e0-c97c-49cf-a161-40ded3421980 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:32.091607 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:32.091809 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:32.094479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ba82d0-29a6-4fa8-9864-fd895d533687']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:32.098611 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:38:32.099038 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 6 to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 Jan 28 12:38:32.099219 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:32.099604 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.101602 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:38:32.101602 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Bound port: ac9c80e0-c97c-49cf-a161-40ded3421980, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:38:32.101602 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.133871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b38eb6-31eb-4a04-a92a-302118ca8011') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:32.134713 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b38eb6-31eb-4a04-a92a-302118ca8011') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:32.151170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-838d52c5-0e38-4bae-9f89-0a2c0096545c None None] Port bb6fead0-04ac-4ac6-a5b6-461719c30e3a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:32.152738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:32.152880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:32.153170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:32.157422 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (c1b38eb6-31eb-4a04-a92a-302118ca8011), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.165730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:32.166268 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:32.168335 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 7 to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 Jan 28 12:38:32.184900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c1b38eb6-31eb-4a04-a92a-302118ca8011), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.200902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:38:32.202500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d590b121-1a24-4c34-b8bc-d5881da4e3ff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:32.202622 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (c1b38eb6-31eb-4a04-a92a-302118ca8011), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.203622 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:32.203786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:32.204184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:38:32.208245 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:38:32.211670 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] For port ac9c80e0-c97c-49cf-a161-40ded3421980, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:38:32.216941 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] For port ac9c80e0-c97c-49cf-a161-40ded3421980, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ac9c80e0-c97c-49cf-a161-40ded3421980,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:38:32.225075 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.226214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0d946d45-b700-4c6b-9481-d255ceecd216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:27Z', 'revision_number': 8, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:58Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:32.250768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:32.251138 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:32.258158 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 8 to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 Jan 28 12:38:32.269726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d946d45-b700-4c6b-9481-d255ceecd216 None None] Checking router: b253027d-4722-4545-b78e-8ba99b72ef10 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:38:32.284260 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:32.284669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:32.285069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:32.286165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d946d45-b700-4c6b-9481-d255ceecd216 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:32.287068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0d946d45-b700-4c6b-9481-d255ceecd216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:32.291876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:32.292355 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:32.293320 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 9 to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 Jan 28 12:38:32.297409 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.297876 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (c2ba82d0-29a6-4fa8-9864-fd895d533687), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.312383 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.315889 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c2ba82d0-29a6-4fa8-9864-fd895d533687 HTTP/1.1" status: 204 len: 168 time: 0.5360868 Jan 28 12:38:32.339046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:32.339405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:32.341632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:32.351009 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde1f24-3a62-47ec-ba7b-07c57429790e None None] Pushing event updated for resources: {'Port': ['ID=ac9c80e0-c97c-49cf-a161-40ded3421980,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:32.357305 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Routers {'a9010a33-13a4-444c-87f8-4a80b7a6db76'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:32.358059 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9010a33-13a4-444c-87f8-4a80b7a6db76'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:32.361543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fdb3a-9324-414c-a417-d2efd2af5a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ba82d0-29a6-4fa8-9864-fd895d533687,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:32.365505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:32.365838 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:32.366231 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempt 10 to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 Jan 28 12:38:32.397650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:32.397991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:32.398329 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempting to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:32.412928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:32.413424 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Failed to bind port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on host n-h1-824835-4 for vnic_type normal using segments [{'id': '55a45cff-92d2-4f5a-bf4a-c7c46e11d476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1'}] Jan 28 12:38:32.413695 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f19ca1d6-ad47-4f34-b2c0-426528d53dc6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.459284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0d946d45-b700-4c6b-9481-d255ceecd216 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:32.460348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044df32-16c8-4906-aad0-6ab2fab6efac req-16475801-33af-43de-b8ae-961a39ce9698 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:32.468788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7044df32-16c8-4906-aad0-6ab2fab6efac req-16475801-33af-43de-b8ae-961a39ce9698 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.3369617 Jan 28 12:38:32.495955 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7184-2777-4ce3-a954-9326293c05f7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b4d52b9d-8df7-463e-8ec4-4f8dc674b917), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.527152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50108) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:32.569659 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] Set router a9010a33-13a4-444c-87f8-4a80b7a6db76 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:32.570248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] For port f19ca1d6-ad47-4f34-b2c0-426528d53dc6, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:38:32.570734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attempted to set empty binding levels {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 12:38:32.580920 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (f19ca1d6-ad47-4f34-b2c0-426528d53dc6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.651610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] In _notify_port_updated(), no bound segment for port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 on network 0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:38:32.653511 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:32.654334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.656614 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "PUT /v2.0/ports/f19ca1d6-ad47-4f34-b2c0-426528d53dc6 HTTP/1.1" status: 200 len: 974 time: 1.9404247 Jan 28 12:38:32.660309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50112) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:32.676959 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e268b04c-a70a-408a-b5ea-6a1a7776135e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f4a279f1de445efb71bb9c58e995bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1479688 Jan 28 12:38:32.697967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50114) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:32.757310 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837ca2f-39d0-41ad-ab86-826e350b9f98 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event updated for resources: {'Port': ['ID=f19ca1d6-ad47-4f34-b2c0-426528d53dc6,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:32.818442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0d946d45-b700-4c6b-9481-d255ceecd216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:27Z', 'revision_number': 8, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:58Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:32.865625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d946d45-b700-4c6b-9481-d255ceecd216 None None] The sync data for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 is: [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:27Z', 'revision_number': 8, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffde92b8-4924-4c7b-822d-b31dcf1f576c', 'name': '', 'network_id': '30e11167-0945-48ca-9ee0-bf3781d75ece', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:89:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:41Z', 'updated_at': '2022-01-28T12:37:58Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '5446c3ac-d2ef-4822-89ae-a45ff70c7eb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:38:32.882600 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:38:27Z', 'revision_number': 3, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:32.917411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdc1e510-09c9-4d20-b2c8-ba5446cec7e1 admin admin] Publish callbacks [] for security_group (2b8f03f2-9309-470a-8fe5-dee2e54c2108), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.923259 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984eed5e-8e37-46ae-9b82-baff81651b64 None None] The sync data for ids ['a9010a33-13a4-444c-87f8-4a80b7a6db76'] in n-d-824835-4 is: [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:38:27Z', 'revision_number': 3, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:38:32.957538 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdc1e510-09c9-4d20-b2c8-ba5446cec7e1 admin admin] Publish callbacks [] for security_group (2b8f03f2-9309-470a-8fe5-dee2e54c2108), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:32.971936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a4f95-6a14-47e1-b344-162b8ece5379 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Deleting port f19ca1d6-ad47-4f34-b2c0-426528d53dc6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:32.972699 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4f95-6a14-47e1-b344-162b8ece5379 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f19ca1d6-ad47-4f34-b2c0-426528d53dc6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.083329 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9a6a4f95-6a14-47e1-b344-162b8ece5379 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] For port f19ca1d6-ad47-4f34-b2c0-426528d53dc6, host n-h1-824835-4, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:33.084037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4f95-6a14-47e1-b344-162b8ece5379 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f19ca1d6-ad47-4f34-b2c0-426528d53dc6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.098066 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdc1e510-09c9-4d20-b2c8-ba5446cec7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2b8f03f2-9309-470a-8fe5-dee2e54c2108), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.101078 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdc1e510-09c9-4d20-b2c8-ba5446cec7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.102708 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cdc1e510-09c9-4d20-b2c8-ba5446cec7e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b8f03f2-9309-470a-8fe5-dee2e54c2108 HTTP/1.1" status: 204 len: 168 time: 0.3941312 Jan 28 12:38:33.115698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a4f95-6a14-47e1-b344-162b8ece5379 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Calling delete_port for f19ca1d6-ad47-4f34-b2c0-426528d53dc6 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:33.129602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1e510-09c9-4d20-b2c8-ba5446cec7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f03f2-9309-470a-8fe5-dee2e54c2108,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:33.189677 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7044df32-16c8-4906-aad0-6ab2fab6efac req-ab85c4c4-409e-45e0-83eb-ee0e71371153 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7195637 Jan 28 12:38:33.252943 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7184-2777-4ce3-a954-9326293c05f7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (b4d52b9d-8df7-463e-8ec4-4f8dc674b917), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.326381 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7184-2777-4ce3-a954-9326293c05f7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.333592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-eaaa7184-2777-4ce3-a954-9326293c05f7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/b4d52b9d-8df7-463e-8ec4-4f8dc674b917 HTTP/1.1" status: 204 len: 168 time: 1.9467371 Jan 28 12:38:33.334635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa7184-2777-4ce3-a954-9326293c05f7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d52b9d-8df7-463e-8ec4-4f8dc674b917,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:33.359143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917c3596-39ee-4ecc-8b3d-b94164862dc9 None None] Network 0d30a6ff-e993-483c-8d73-90fc45d5cc98 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:33.363594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50118) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:33.401318 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.549167 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (0d30a6ff-e993-483c-8d73-90fc45d5cc98), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.552423 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4f95-6a14-47e1-b344-162b8ece5379 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f19ca1d6-ad47-4f34-b2c0-426528d53dc6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.580705 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a6a4f95-6a14-47e1-b344-162b8ece5379 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.588162 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9a6a4f95-6a14-47e1-b344-162b8ece5379 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "DELETE /v2.0/ports/f19ca1d6-ad47-4f34-b2c0-426528d53dc6 HTTP/1.1" status: 204 len: 168 time: 0.9225459 Jan 28 12:38:33.590030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50120) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:33.623893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a4f95-6a14-47e1-b344-162b8ece5379 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] Pushing event deleted for resources: {'Port': ['ID=f19ca1d6-ad47-4f34-b2c0-426528d53dc6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:33.696386 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-638fba96-7659-4261-9b59-f0c16726c647 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] GET failed (client error): The resource could not be found. Jan 28 12:38:33.698653 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-638fba96-7659-4261-9b59-f0c16726c647 tempest-PortsAdminExtendedAttrsTestJSON-1231025664 tempest-PortsAdminExtendedAttrsTestJSON-1231025664-project-admin] 10.222.0.53 "GET /v2.0/ports/f19ca1d6-ad47-4f34-b2c0-426528d53dc6 HTTP/1.1" status: 404 len: 333 time: 0.0998890 Jan 28 12:38:33.705301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50124) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:33.710873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b0bdf-779c-4638-80a2-1ff23b1327e1 None None] DHCP port deletion for 0d30a6ff-e993-483c-8d73-90fc45d5cc98 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:38:33.809308 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:38:33.846131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e83b0bdf-779c-4638-80a2-1ff23b1327e1 None None] Deleting port ee522bec-6ccc-435e-87c8-2a019f67c53a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:33.848458 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e83b0bdf-779c-4638-80a2-1ff23b1327e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.856926 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.883925 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.911421 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.912623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (da99f3b2-f077-4e3c-9900-b52713d67662), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:33.975593 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e83b0bdf-779c-4638-80a2-1ff23b1327e1 None None] For port ee522bec-6ccc-435e-87c8-2a019f67c53a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ee522bec-6ccc-435e-87c8-2a019f67c53a,segment=NetworkSegment(1f490e0d-17fb-48c5-91e9-7525257bd803),segment_id=1f490e0d-17fb-48c5-91e9-7525257bd803)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:33.975965 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e83b0bdf-779c-4638-80a2-1ff23b1327e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.011965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e83b0bdf-779c-4638-80a2-1ff23b1327e1 None None] Calling delete_port for ee522bec-6ccc-435e-87c8-2a019f67c53a owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:34.087516 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.100819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port ee522bec-6ccc-435e-87c8-2a019f67c53a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:34.101489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.162918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:34.165759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:34.171673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:34.186029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a45cff-92d2-4f5a-bf4a-c7c46e11d476') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:34.186331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=bb6fead0-04ac-4ac6-a5b6-461719c30e3a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:34.186682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a45cff-92d2-4f5a-bf4a-c7c46e11d476') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:34.190277 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50128) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:34.204546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e83b0bdf-779c-4638-80a2-1ff23b1327e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.224219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (55a45cff-92d2-4f5a-bf4a-c7c46e11d476), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.228328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] For port ee522bec-6ccc-435e-87c8-2a019f67c53a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ee522bec-6ccc-435e-87c8-2a019f67c53a,segment=NetworkSegment(1f490e0d-17fb-48c5-91e9-7525257bd803),segment_id=1f490e0d-17fb-48c5-91e9-7525257bd803)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:34.228709 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.245396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b0bdf-779c-4638-80a2-1ff23b1327e1 None None] Pushing event deleted for resources: {'Port': ['ID=ee522bec-6ccc-435e-87c8-2a019f67c53a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:34.247873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b0bdf-779c-4638-80a2-1ff23b1327e1 None None] No DVR routers for this DVR port ee522bec-6ccc-435e-87c8-2a019f67c53a on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:34.256244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Allocated IP 172.20.0.1 (638067d7-90f9-4028-b997-e0433b40ed0b/b4ea4bf0-0092-46dd-bd96-62a81a6cca9d/a7b041bd-64b5-4fab-b483-c45ec94a8d56) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:34.278395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for ee522bec-6ccc-435e-87c8-2a019f67c53a owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:34.296474 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (55a45cff-92d2-4f5a-bf4a-c7c46e11d476), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.342404 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:38:34.343212 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (55a45cff-92d2-4f5a-bf4a-c7c46e11d476), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:38:34.348369 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:38:34.378076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fc2d5750-58aa-43d2-8b1d-17ed7e0169c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5907b6a1536443d9825975eff4ca505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1844239 Jan 28 12:38:34.409832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:34.451463 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ee522bec-6ccc-435e-87c8-2a019f67c53a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.499059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No DVR routers for this DVR port ee522bec-6ccc-435e-87c8-2a019f67c53a on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:34.534272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=ee522bec-6ccc-435e-87c8-2a019f67c53a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:34.571652 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f20fcd23-9205-4de6-88e5-cf507b5bb469 admin admin] Publish callbacks [] for security_group (acf9c2fe-d2c0-4a60-bd4a-8311913fe651), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.600256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5835d9-1746-4693-91fd-b13b85a949a8 req-81615340-2c45-445d-abb6-608b0805a509 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:34.601877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b5835d9-1746-4693-91fd-b13b85a949a8 req-81615340-2c45-445d-abb6-608b0805a509 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1965230 Jan 28 12:38:34.626419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (0d30a6ff-e993-483c-8d73-90fc45d5cc98), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.629595 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.649012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.654436 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Publish callbacks [] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.654854 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] 10.222.0.53 "DELETE /v2.0/networks/0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1 HTTP/1.1" status: 204 len: 168 time: 0.9341063 Jan 28 12:38:34.663088 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f20fcd23-9205-4de6-88e5-cf507b5bb469 admin admin] Publish callbacks [] for security_group (acf9c2fe-d2c0-4a60-bd4a-8311913fe651), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.679426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49f64d-d3e7-4e17-a9e1-d5eab412449d tempest-PortsAdminExtendedAttrsTestJSON-958789367 tempest-PortsAdminExtendedAttrsTestJSON-958789367-project] Pushing event deleted for resources: {'Network': ['ID=0fc4d809-8ebe-41cc-a97a-7b3ede5c4be1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:34.682733 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d30a6ff-e993-483c-8d73-90fc45d5cc98']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:34.689404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Router da99f3b2-f077-4e3c-9900-b52713d67662 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:38:34.708390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f490e0d-17fb-48c5-91e9-7525257bd803') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:34.709432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f490e0d-17fb-48c5-91e9-7525257bd803') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:34.724013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-656e9c77-2cf3-4344-b365-e58fdcaa16b9 None None] Provisioning complete for port bb6fead0-04ac-4ac6-a5b6-461719c30e3a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:34.725519 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-656e9c77-2cf3-4344-b365-e58fdcaa16b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.726569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (1f490e0d-17fb-48c5-91e9-7525257bd803), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.765385 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1f490e0d-17fb-48c5-91e9-7525257bd803), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.783910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:38:34.784612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b5835d9-1746-4693-91fd-b13b85a949a8 req-e143af6d-16a5-450e-b91d-9775029a63ac tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721230 Jan 28 12:38:34.786198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (1f490e0d-17fb-48c5-91e9-7525257bd803), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:38:34.799372 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:38:34.849847 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-656e9c77-2cf3-4344-b365-e58fdcaa16b9 None None] Port bb6fead0-04ac-4ac6-a5b6-461719c30e3a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:34.937241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (0d30a6ff-e993-483c-8d73-90fc45d5cc98), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.958781 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.967242 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/networks/0d30a6ff-e993-483c-8d73-90fc45d5cc98 HTTP/1.1" status: 204 len: 168 time: 1.6004262 Jan 28 12:38:34.968651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:34.968821 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f20fcd23-9205-4de6-88e5-cf507b5bb469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (acf9c2fe-d2c0-4a60-bd4a-8311913fe651), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.974620 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f20fcd23-9205-4de6-88e5-cf507b5bb469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:34.977893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f20fcd23-9205-4de6-88e5-cf507b5bb469 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/acf9c2fe-d2c0-4a60-bd4a-8311913fe651 HTTP/1.1" status: 204 len: 168 time: 0.5670319 Jan 28 12:38:34.993280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49302cd-c3a1-45e7-9c9c-5d2f169e5c98 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Network': ['ID=0d30a6ff-e993-483c-8d73-90fc45d5cc98,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:35.000325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:35.003981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:38:35.017613 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52289a51-36a4-4438-ad22-6b419e280c71 None None] Sync routers for ids ['da99f3b2-f077-4e3c-9900-b52713d67662'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:38:35.051564 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52289a51-36a4-4438-ad22-6b419e280c71 None None] Routers {'da99f3b2-f077-4e3c-9900-b52713d67662'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:35.052746 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-52289a51-36a4-4438-ad22-6b419e280c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da99f3b2-f077-4e3c-9900-b52713d67662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:35.081119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7d92f317-d1e0-4e20-b654-940b4267fb1c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "PUT /v2.0/routers/da99f3b2-f077-4e3c-9900-b52713d67662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4079630 Jan 28 12:38:35.082219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b041bd-64b5-4fab-b483-c45ec94a8d56,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:35.085205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fcd23-9205-4de6-88e5-cf507b5bb469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf9c2fe-d2c0-4a60-bd4a-8311913fe651,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:35.086807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ac9c80e0-c97c-49cf-a161-40ded3421980 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:35.089849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:35.155897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Network 638067d7-90f9-4028-b997-e0433b40ed0b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:35.158869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:35.162785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:35.181801 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-52289a51-36a4-4438-ad22-6b419e280c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:35.210592 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52289a51-36a4-4438-ad22-6b419e280c71 None None] Routers {'da99f3b2-f077-4e3c-9900-b52713d67662'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:35.211835 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-52289a51-36a4-4438-ad22-6b419e280c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da99f3b2-f077-4e3c-9900-b52713d67662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:35.257392 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (a9010a33-13a4-444c-87f8-4a80b7a6db76), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:35.283476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50146) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:35.360955 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-52289a51-36a4-4438-ad22-6b419e280c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:35.361765 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52289a51-36a4-4438-ad22-6b419e280c71 None None] The sync data for ids ['da99f3b2-f077-4e3c-9900-b52713d67662'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:38:35.531642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e787f88-82aa-460e-8f96-ec8dc30ab840 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:35.537165 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0e787f88-82aa-460e-8f96-ec8dc30ab840 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports?device_id=da99f3b2-f077-4e3c-9900-b52713d67662 HTTP/1.1" status: 200 len: 988 time: 0.4439316 Jan 28 12:38:35.556781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ac9c80e0-c97c-49cf-a161-40ded3421980 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:35.558963 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:35.559169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50152) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:35.593466 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:35.703020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ac9c80e0-c97c-49cf-a161-40ded3421980 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:35.703888 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:35.721519 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-12a01416-b149-423c-83d1-50cd4c51e767 None None] Provisioning complete for port a7b041bd-64b5-4fab-b483-c45ec94a8d56 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:35.721907 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-12a01416-b149-423c-83d1-50cd4c51e767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:35.756793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port ac9c80e0-c97c-49cf-a161-40ded3421980, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ac9c80e0-c97c-49cf-a161-40ded3421980,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:35.770180 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:35.846916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=ac9c80e0-c97c-49cf-a161-40ded3421980,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:35.853886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-12a01416-b149-423c-83d1-50cd4c51e767 None None] Port a7b041bd-64b5-4fab-b483-c45ec94a8d56 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:35.882511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ee522bec-6ccc-435e-87c8-2a019f67c53a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:38:35.911735 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Publish callbacks [] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:35.929551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: ee522bec-6ccc-435e-87c8-2a019f67c53a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:38:35.930644 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ee522bec-6ccc-435e-87c8-2a019f67c53a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:38:35.932270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:38:35.940764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:35.960258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:38:35.960901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b2790fe9-2dab-4ee6-9cd2-df0d45dfea52 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:38:36.052330 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (a9010a33-13a4-444c-87f8-4a80b7a6db76), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:36.053820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b041bd-64b5-4fab-b483-c45ec94a8d56,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:36.060026 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2c09f1fb-065c-4e6a-9a9d-0d31ff9503b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcf80b4fa9aa47eda7f350861e0346ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7715428 Jan 28 12:38:36.060589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50166) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:36.071615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.071962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.072304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.072635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.073084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.073420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.073766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.074370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.074697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.075018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.075774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.076114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.076439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:38:36.089752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bedc03-3392-420f-9db4-9a3d460fc89c req-ddba6448-1479-4733-8701-65f9e335b43b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:36.096893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41bedc03-3392-420f-9db4-9a3d460fc89c req-ddba6448-1479-4733-8701-65f9e335b43b tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1773255 Jan 28 12:38:36.203569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca5f7c0a-94f7-4b03-9bfa-93d1a2de3535 admin admin] Publish callbacks [] for security_group (2e3ee4b3-9edb-4665-90b5-143118bd74be), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:36.209891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41bedc03-3392-420f-9db4-9a3d460fc89c req-266a0466-34ec-423f-8ab0-a409b2272596 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107759 Jan 28 12:38:36.248824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca5f7c0a-94f7-4b03-9bfa-93d1a2de3535 admin admin] Publish callbacks [] for security_group (2e3ee4b3-9edb-4665-90b5-143118bd74be), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:36.250867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Network 638067d7-90f9-4028-b997-e0433b40ed0b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:36.252763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:36.261165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed6f3b8a-75d0-4f36-aedd-b5e6730fbdc9 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:36.410398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Router a9010a33-13a4-444c-87f8-4a80b7a6db76 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:38:36.610759 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca5f7c0a-94f7-4b03-9bfa-93d1a2de3535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2e3ee4b3-9edb-4665-90b5-143118bd74be), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:36.613357 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca5f7c0a-94f7-4b03-9bfa-93d1a2de3535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:36.615446 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ca5f7c0a-94f7-4b03-9bfa-93d1a2de3535 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e3ee4b3-9edb-4665-90b5-143118bd74be HTTP/1.1" status: 204 len: 168 time: 0.5528638 Jan 28 12:38:36.646392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f7c0a-94f7-4b03-9bfa-93d1a2de3535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3ee4b3-9edb-4665-90b5-143118bd74be,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:36.648625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e4913-0f10-407e-bb06-ab7855050b9d req-be6e81f9-f151-4526-8904-3e2e51f24278 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:36.657037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-900e4913-0f10-407e-bb06-ab7855050b9d req-be6e81f9-f151-4526-8904-3e2e51f24278 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1436563 Jan 28 12:38:36.687913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:38:36.702345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Sync routers for ids ['a9010a33-13a4-444c-87f8-4a80b7a6db76'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:38:36.706798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4b49fab5-ba1d-439b-a696-5eb1fb62f571 admin admin] 10.222.0.53 "PUT /v2.0/routers/a9010a33-13a4-444c-87f8-4a80b7a6db76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2257400 Jan 28 12:38:36.712549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ba5da917-7be7-4a65-9b4d-c6b6cd73e8d5 None None] Provisioning complete for port a7b041bd-64b5-4fab-b483-c45ec94a8d56 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:36.712972 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba5da917-7be7-4a65-9b4d-c6b6cd73e8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:36.734394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-900e4913-0f10-407e-bb06-ab7855050b9d req-3b077472-4afe-45f1-a6fd-22b276e0d1ab tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761344 Jan 28 12:38:36.758219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2ce46-5b39-427c-94aa-1ba18bdbb873 req-39561565-b8d2-4c60-946b-cbce5b58b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:36.760317 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b9a2ce46-5b39-427c-94aa-1ba18bdbb873 req-39561565-b8d2-4c60-946b-cbce5b58b0f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 1096 time: 0.2267883 Jan 28 12:38:36.794334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Routers {'a9010a33-13a4-444c-87f8-4a80b7a6db76'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:36.794958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9010a33-13a4-444c-87f8-4a80b7a6db76'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:36.900843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ac9c80e0-c97c-49cf-a161-40ded3421980 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:36.905233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ba5da917-7be7-4a65-9b4d-c6b6cd73e8d5 None None] Port a7b041bd-64b5-4fab-b483-c45ec94a8d56 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:37.039862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Set router a9010a33-13a4-444c-87f8-4a80b7a6db76 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:37.044192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ac9c80e0-c97c-49cf-a161-40ded3421980 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:37.044192 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:37.261199 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f00fc556-746d-4d5d-8629-76e32ff77821 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (da99f3b2-f077-4e3c-9900-b52713d67662), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:37.328373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ac9c80e0-c97c-49cf-a161-40ded3421980 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:37.391248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50206) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:37.394109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a7b041bd-64b5-4fab-b483-c45ec94a8d56', 'name': '', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'mac_address': 'fa:16:3e:7d:c9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:33Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 2, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'subnets': [{'id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:37.465654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Checking router: a9010a33-13a4-444c-87f8-4a80b7a6db76 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:38:37.465968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:37.466365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Updating router a9010a33-13a4-444c-87f8-4a80b7a6db76 port a7b041bd-64b5-4fab-b483-c45ec94a8d56 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:38:37.485926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2ce46-5b39-427c-94aa-1ba18bdbb873 req-7889ac53-0550-406a-8bdc-c858ee24756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:37.487377 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b9a2ce46-5b39-427c-94aa-1ba18bdbb873 req-7889ac53-0550-406a-8bdc-c858ee24756b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.7194066 Jan 28 12:38:37.522938 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:37.612814 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d9cba29d-da1a-42ef-8832-694ee0d24c1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d288e000bdb7474e8df9b6710f73dcf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1432924 Jan 28 12:38:37.618044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50212) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:37.714284 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fe526a8-a1f0-438a-b699-24e329f2a795 admin admin] Publish callbacks [] for security_group (ca2208bf-20d5-4208-a49d-6801157d89c4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:37.733632 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b9a2ce46-5b39-427c-94aa-1ba18bdbb873 req-a0212563-e458-4e46-b43a-c90beb72f8bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 200 len: 999 time: 0.1851916 Jan 28 12:38:37.771638 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fe526a8-a1f0-438a-b699-24e329f2a795 admin admin] Publish callbacks [] for security_group (ca2208bf-20d5-4208-a49d-6801157d89c4), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:37.870065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2ce46-5b39-427c-94aa-1ba18bdbb873 req-b4013323-5f53-43ad-96f9-904a36dc8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:37.870630 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fe526a8-a1f0-438a-b699-24e329f2a795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ca2208bf-20d5-4208-a49d-6801157d89c4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:37.872293 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b9a2ce46-5b39-427c-94aa-1ba18bdbb873 req-b4013323-5f53-43ad-96f9-904a36dc8ba6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.1310751 Jan 28 12:38:37.873360 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fe526a8-a1f0-438a-b699-24e329f2a795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:37.876834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2fe526a8-a1f0-438a-b699-24e329f2a795 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca2208bf-20d5-4208-a49d-6801157d89c4 HTTP/1.1" status: 204 len: 168 time: 0.2438602 Jan 28 12:38:37.904977 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e9b67a3-34c0-4c0b-b881-7398b7595873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:37.923090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe526a8-a1f0-438a-b699-24e329f2a795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2208bf-20d5-4208-a49d-6801157d89c4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:37.926024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f3b8a-75d0-4f36-aedd-b5e6730fbdc9 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port ffde92b8-4924-4c7b-822d-b31dcf1f576c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:37.926441 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed6f3b8a-75d0-4f36-aedd-b5e6730fbdc9 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.046404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a94a49-d056-44f2-89a4-d8d44f52221d req-1cfbfaed-e7fc-48f5-81e5-11152d260419 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:38.053479 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81a94a49-d056-44f2-89a4-d8d44f52221d req-1cfbfaed-e7fc-48f5-81e5-11152d260419 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1681886 Jan 28 12:38:38.081853 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Publish callbacks [] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.085877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ed6f3b8a-75d0-4f36-aedd-b5e6730fbdc9 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] For port ffde92b8-4924-4c7b-822d-b31dcf1f576c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ffde92b8-4924-4c7b-822d-b31dcf1f576c,segment=NetworkSegment(c335fc00-911d-4e8a-8d03-6c052506389a),segment_id=c335fc00-911d-4e8a-8d03-6c052506389a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:38.086264 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed6f3b8a-75d0-4f36-aedd-b5e6730fbdc9 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.091817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2ce46-5b39-427c-94aa-1ba18bdbb873 req-c638e76b-bb5b-44ea-bf6d-cac8462fb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:38.092738 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.093393 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b9a2ce46-5b39-427c-94aa-1ba18bdbb873 req-c638e76b-bb5b-44ea-bf6d-cac8462fb08a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2154384 Jan 28 12:38:38.118063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f3b8a-75d0-4f36-aedd-b5e6730fbdc9 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for ffde92b8-4924-4c7b-822d-b31dcf1f576c owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:38.159412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6de05-34e6-440c-936a-a95acf6bc75c None None] Pushing event updated for resources: {'Port': ['ID=a7b041bd-64b5-4fab-b483-c45ec94a8d56,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:38.205741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81a94a49-d056-44f2-89a4-d8d44f52221d req-b11c41f5-e535-443e-954c-3f23f905e76a tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511471 Jan 28 12:38:38.341491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f00fc556-746d-4d5d-8629-76e32ff77821 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port bb6fead0-04ac-4ac6-a5b6-461719c30e3a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:38.341837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f00fc556-746d-4d5d-8629-76e32ff77821 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.355241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Attempting to bind port a7b041bd-64b5-4fab-b483-c45ec94a8d56 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:38.355241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Attempting to bind port a7b041bd-64b5-4fab-b483-c45ec94a8d56 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:38.356679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Attempting to bind port a7b041bd-64b5-4fab-b483-c45ec94a8d56 on network 638067d7-90f9-4028-b997-e0433b40ed0b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:38.381845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:38:38.382152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Checking segment: {'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:38.382523 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.382924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Bound using segment: {'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:38:38.383775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Bound port: a7b041bd-64b5-4fab-b483-c45ec94a8d56, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:38:38.387667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-d8b7ff2f-34f0-48c6-b882-cee91248ff30 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:38.388056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.389441 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-d8b7ff2f-34f0-48c6-b882-cee91248ff30 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/networks?id=638067d7-90f9-4028-b997-e0433b40ed0b HTTP/1.1" status: 200 len: 829 time: 0.3314791 Jan 28 12:38:38.391622 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e9b67a3-34c0-4c0b-b881-7398b7595873 admin admin] Publish callbacks [] for security_group (a2471984-2e21-4819-8010-c5a97ac86b61), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.401855 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e9b67a3-34c0-4c0b-b881-7398b7595873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a2471984-2e21-4819-8010-c5a97ac86b61), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.425085 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b9a2ce46-5b39-427c-94aa-1ba18bdbb873 req-0ec380c8-a5a3-4495-ba1d-65dd4c645d20 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236418 Jan 28 12:38:38.444233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0e9b67a3-34c0-4c0b-b881-7398b7595873 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0e2431b66414af9b54956d1af4ce479&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0517063 Jan 28 12:38:38.447145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50236) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:38.464657 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-82f1062a-8baa-4e39-aa26-29603a895ccf tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/quotas/ef41bfba9c854c60a908a3ebecc9796d HTTP/1.1" status: 200 len: 375 time: 0.0683815 Jan 28 12:38:38.513940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] For port a7b041bd-64b5-4fab-b483-c45ec94a8d56, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:38:38.517530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] For port a7b041bd-64b5-4fab-b483-c45ec94a8d56, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a7b041bd-64b5-4fab-b483-c45ec94a8d56,segment=NetworkSegment(b0af1064-3149-4d28-a76e-5525ed73310b),segment_id=b0af1064-3149-4d28-a76e-5525ed73310b)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:38:38.521979 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.535052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b67a3-34c0-4c0b-b881-7398b7595873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2471984-2e21-4819-8010-c5a97ac86b61,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:38.568202 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64c28369-b81c-4e87-92cd-31ac4884b962 admin admin] Publish callbacks [] for security_group (a2471984-2e21-4819-8010-c5a97ac86b61), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.594184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-fd25f8fa-e849-4922-97ec-bf349300c0e0 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef41bfba9c854c60a908a3ebecc9796d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190894 Jan 28 12:38:38.620898 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64c28369-b81c-4e87-92cd-31ac4884b962 admin admin] Publish callbacks [] for security_group (a2471984-2e21-4819-8010-c5a97ac86b61), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.625744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Routers {'a9010a33-13a4-444c-87f8-4a80b7a6db76'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:38.626347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9010a33-13a4-444c-87f8-4a80b7a6db76'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:38.660403 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b9a2ce46-5b39-427c-94aa-1ba18bdbb873 req-a654e4fd-ca81-4e59-b98e-3a5c8a7ec5c7 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279663 Jan 28 12:38:38.751834 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64c28369-b81c-4e87-92cd-31ac4884b962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a2471984-2e21-4819-8010-c5a97ac86b61), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.755047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64c28369-b81c-4e87-92cd-31ac4884b962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.760500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-64c28369-b81c-4e87-92cd-31ac4884b962 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2471984-2e21-4819-8010-c5a97ac86b61 HTTP/1.1" status: 204 len: 168 time: 0.3117006 Jan 28 12:38:38.772107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-b80a6f54-0a3d-4eb3-b88e-20bf3625500a service neutron] 10.222.0.53 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661987 Jan 28 12:38:38.804961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c28369-b81c-4e87-92cd-31ac4884b962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2471984-2e21-4819-8010-c5a97ac86b61,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:38.833934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] Set router a9010a33-13a4-444c-87f8-4a80b7a6db76 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:38.848240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c13f551d-c32b-49b5-a251-ec01d40f1386 None None] Provisioning complete for port a7b041bd-64b5-4fab-b483-c45ec94a8d56 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:38.848625 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c13f551d-c32b-49b5-a251-ec01d40f1386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.887655 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f00fc556-746d-4d5d-8629-76e32ff77821 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:38.947815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6de05-34e6-440c-936a-a95acf6bc75c None None] Pushing event updated for resources: {'Port': ['ID=a7b041bd-64b5-4fab-b483-c45ec94a8d56,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:38.971705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f00fc556-746d-4d5d-8629-76e32ff77821 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for bb6fead0-04ac-4ac6-a5b6-461719c30e3a owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:39.013345 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-44a9329c-bec3-4ff8-9308-21357eb0774f service neutron] 10.222.0.53 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285926 Jan 28 12:38:39.153871 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed6f3b8a-75d0-4f36-aedd-b5e6730fbdc9 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ffde92b8-4924-4c7b-822d-b31dcf1f576c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:39.223099 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f3b8a-75d0-4f36-aedd-b5e6730fbdc9 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=ffde92b8-4924-4c7b-822d-b31dcf1f576c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:39.286478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c13f551d-c32b-49b5-a251-ec01d40f1386 None None] Current status of the port a7b041bd-64b5-4fab-b483-c45ec94a8d56 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:39.298044 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c13f551d-c32b-49b5-a251-ec01d40f1386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:39.499434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c2076118-0a72-4eb0-89b8-c355f6edd847 req-17cdf82a-95ab-4b52-88c0-c3736d847de7 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 210 time: 0.0995710 Jan 28 12:38:39.542750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50268) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:39.568241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c13f551d-c32b-49b5-a251-ec01d40f1386 None None] For port a7b041bd-64b5-4fab-b483-c45ec94a8d56, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a7b041bd-64b5-4fab-b483-c45ec94a8d56,segment=NetworkSegment(b0af1064-3149-4d28-a76e-5525ed73310b),segment_id=b0af1064-3149-4d28-a76e-5525ed73310b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:39.574553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb228c-ecbb-4d5c-ae58-0a57d18b9d4d req-c8c9dae2-3a95-4ef1-b3d2-e97569ceefcb tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:39.579672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0bfb228c-ecbb-4d5c-ae58-0a57d18b9d4d req-c8c9dae2-3a95-4ef1-b3d2-e97569ceefcb tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2431235 Jan 28 12:38:39.585666 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c13f551d-c32b-49b5-a251-ec01d40f1386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:39.718053 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed6f3b8a-75d0-4f36-aedd-b5e6730fbdc9 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:39.721889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0bfb228c-ecbb-4d5c-ae58-0a57d18b9d4d req-aacea3b8-51ea-4422-9c1e-109a1d078750 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278877 Jan 28 12:38:39.971828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a74caf-23b4-4797-8459-054c3fa8d9e7 req-e3ad6845-788f-46ca-8dff-62f20709282c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:39.985348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75a74caf-23b4-4797-8459-054c3fa8d9e7 req-e3ad6845-788f-46ca-8dff-62f20709282c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1164665 Jan 28 12:38:40.120161 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75a74caf-23b4-4797-8459-054c3fa8d9e7 req-27e6e09c-2b52-4bb4-ac78-9959db34ac85 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098440 Jan 28 12:38:40.160183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f551d-c32b-49b5-a251-ec01d40f1386 None None] Pushing event updated for resources: {'Port': ['ID=a7b041bd-64b5-4fab-b483-c45ec94a8d56,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:40.163224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fe2ad524-ac04-4e19-9857-719683d355c0 None None] Provisioning complete for port a7b041bd-64b5-4fab-b483-c45ec94a8d56 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:40.166689 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad524-ac04-4e19-9857-719683d355c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:40.173930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f00fc556-746d-4d5d-8629-76e32ff77821 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (bb6fead0-04ac-4ac6-a5b6-461719c30e3a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:40.229908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a7b041bd-64b5-4fab-b483-c45ec94a8d56', 'name': '', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'mac_address': 'fa:16:3e:7d:c9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:33Z', 'updated_at': '2022-01-28T12:38:38Z', 'revision_number': 4, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'subnets': [{'id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:40.275330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60e041-f902-4dc4-a7d9-f67853a37512 None None] The sync data for ids ['a9010a33-13a4-444c-87f8-4a80b7a6db76'] in n-d-824835-4 is: [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a7b041bd-64b5-4fab-b483-c45ec94a8d56', 'name': '', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'mac_address': 'fa:16:3e:7d:c9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:33Z', 'updated_at': '2022-01-28T12:38:38Z', 'revision_number': 4, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'subnets': [{'id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:38:40.346920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fc556-746d-4d5d-8629-76e32ff77821 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=bb6fead0-04ac-4ac6-a5b6-461719c30e3a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:40.350958 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6f3b8a-75d0-4f36-aedd-b5e6730fbdc9 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router b253027d-4722-4545-b78e-8ba99b72ef10 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:38:40.461385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ad524-ac04-4e19-9857-719683d355c0 None None] Current status of the port a7b041bd-64b5-4fab-b483-c45ec94a8d56 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:40.466510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc845a70-0db4-4592-9191-fa3e5608f374 req-13c4984d-ca40-4312-9a06-9ff78f05e1f3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:40.484914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc845a70-0db4-4592-9191-fa3e5608f374 req-13c4984d-ca40-4312-9a06-9ff78f05e1f3 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1964064 Jan 28 12:38:40.594443 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f00fc556-746d-4d5d-8629-76e32ff77821 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (da99f3b2-f077-4e3c-9900-b52713d67662), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:40.634778 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-68ec273f-4b25-4e93-a0ff-e2e258bd44d0 tempest-AgentManagementNegativeTest-1263141606 tempest-AgentManagementNegativeTest-1263141606-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.0821881 Jan 28 12:38:40.678348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc845a70-0db4-4592-9191-fa3e5608f374 req-4071e8ef-cd37-4efc-aefe-8f77672fe4f1 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900382 Jan 28 12:38:40.735095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7086e08-aad0-4f45-8bc9-b1a03a23e673 req-d736670c-2f3f-4503-a702-2ce37e6dccbb tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 210 time: 0.1169798 Jan 28 12:38:41.011076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6f3b8a-75d0-4f36-aedd-b5e6730fbdc9 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:38:41.025361 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd48a863-3e16-424a-872f-70cac599e1a3 None None] Sync routers for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:38:41.066239 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48a863-3e16-424a-872f-70cac599e1a3 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:41.070619 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dd48a863-3e16-424a-872f-70cac599e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:41.108798 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ed6f3b8a-75d0-4f36-aedd-b5e6730fbdc9 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1375554 Jan 28 12:38:41.111481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50304) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:41.187908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00fc556-746d-4d5d-8629-76e32ff77821 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Router da99f3b2-f077-4e3c-9900-b52713d67662 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:38:41.216430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a7b041bd-64b5-4fab-b483-c45ec94a8d56 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:41.237154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3768c5-c32a-4311-9cf1-263a36d682c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting subnet 5446c3ac-d2ef-4822-89ae-a45ff70c7eb2 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:38:41.245840 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb3768c5-c32a-4311-9cf1-263a36d682c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (5446c3ac-d2ef-4822-89ae-a45ff70c7eb2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:41.282397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff2334-918f-478f-adae-7876e744d03a req-6ab69e0d-214f-4e77-bcf7-8ff891863cfc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:41.306574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faff2334-918f-478f-adae-7876e744d03a req-6ab69e0d-214f-4e77-bcf7-8ff891863cfc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1330440 Jan 28 12:38:41.436860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a7b041bd-64b5-4fab-b483-c45ec94a8d56 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:41.437384 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-dd48a863-3e16-424a-872f-70cac599e1a3 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:41.437508 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:41.462605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50310) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:41.518307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faff2334-918f-478f-adae-7876e744d03a req-0dc87186-ae69-4018-ab1e-adad719bed71 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033913 Jan 28 12:38:41.616760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a7b041bd-64b5-4fab-b483-c45ec94a8d56 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:41.646717 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00fc556-746d-4d5d-8629-76e32ff77821 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:38:41.660272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0202e5-91f9-4d78-847c-3ef077ef480f None None] Sync routers for ids ['da99f3b2-f077-4e3c-9900-b52713d67662'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:38:41.679528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0202e5-91f9-4d78-847c-3ef077ef480f None None] Routers {'da99f3b2-f077-4e3c-9900-b52713d67662'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:41.679747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50316) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:41.680196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9e0202e5-91f9-4d78-847c-3ef077ef480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da99f3b2-f077-4e3c-9900-b52713d67662'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:41.683687 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f00fc556-746d-4d5d-8629-76e32ff77821 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "PUT /v2.0/routers/da99f3b2-f077-4e3c-9900-b52713d67662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1226099 Jan 28 12:38:41.716150 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb3768c5-c32a-4311-9cf1-263a36d682c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (5446c3ac-d2ef-4822-89ae-a45ff70c7eb2), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:41.729141 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-27aa2915-48af-439c-8a69-15ab22c255d0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:38:41.736019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-27aa2915-48af-439c-8a69-15ab22c255d0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/bb6fead0-04ac-4ac6-a5b6-461719c30e3a HTTP/1.1" status: 404 len: 333 time: 0.0552227 Jan 28 12:38:41.739529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50318) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:41.791448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9e0202e5-91f9-4d78-847c-3ef077ef480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:41.817835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0202e5-91f9-4d78-847c-3ef077ef480f None None] Routers {'da99f3b2-f077-4e3c-9900-b52713d67662'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:41.818877 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9e0202e5-91f9-4d78-847c-3ef077ef480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da99f3b2-f077-4e3c-9900-b52713d67662'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:41.917033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9e0202e5-91f9-4d78-847c-3ef077ef480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:41.920645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0202e5-91f9-4d78-847c-3ef077ef480f None None] The sync data for ids ['da99f3b2-f077-4e3c-9900-b52713d67662'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:38:41.936570 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dd48a863-3e16-424a-872f-70cac599e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:38Z', 'revision_number': 9, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:41.953682 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-346390ac-391f-460f-8f26-d88a44fee5f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for router (da99f3b2-f077-4e3c-9900-b52713d67662), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.029376 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd48a863-3e16-424a-872f-70cac599e1a3 None None] Checking router: b253027d-4722-4545-b78e-8ba99b72ef10 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:38:42.051966 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48a863-3e16-424a-872f-70cac599e1a3 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:42.052776 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dd48a863-3e16-424a-872f-70cac599e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:42.069987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec682edf-5960-41b7-a455-8c91e1885458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.159036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-413dde3d-c4b8-4e56-99a6-4ed2d6014566 req-f2c909c1-494c-46db-be73-cf8aed36b75d tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 210 time: 0.2266154 Jan 28 12:38:42.196035 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-346390ac-391f-460f-8f26-d88a44fee5f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (da99f3b2-f077-4e3c-9900-b52713d67662), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.201764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-346390ac-391f-460f-8f26-d88a44fee5f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for router_controller (da99f3b2-f077-4e3c-9900-b52713d67662), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.244995 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-dd48a863-3e16-424a-872f-70cac599e1a3 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:42.272480 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-346390ac-391f-460f-8f26-d88a44fee5f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (da99f3b2-f077-4e3c-9900-b52713d67662), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.273349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346390ac-391f-460f-8f26-d88a44fee5f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Fanout notify agent at l3_agent the message router_deleted on router da99f3b2-f077-4e3c-9900-b52713d67662 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:38:42.282759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-346390ac-391f-460f-8f26-d88a44fee5f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.284442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-346390ac-391f-460f-8f26-d88a44fee5f8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/routers/da99f3b2-f077-4e3c-9900-b52713d67662 HTTP/1.1" status: 204 len: 168 time: 0.5368781 Jan 28 12:38:42.289516 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:42.350813 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec682edf-5960-41b7-a455-8c91e1885458 admin admin] Publish callbacks [] for security_group (38198484-11f9-464d-9c11-5dba6219f244), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.358819 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec682edf-5960-41b7-a455-8c91e1885458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (38198484-11f9-464d-9c11-5dba6219f244), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.436836 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ec682edf-5960-41b7-a455-8c91e1885458 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de2581ba3ed347dfb3a8d689f0058eae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9726770 Jan 28 12:38:42.437969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50328) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:42.438818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec682edf-5960-41b7-a455-8c91e1885458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38198484-11f9-464d-9c11-5dba6219f244,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:42.440911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-82750109-f641-40c4-b336-c65c9c86d338 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:42.442527 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-82750109-f641-40c4-b336-c65c9c86d338 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.49 "GET /v2.0/networks?id=638067d7-90f9-4028-b997-e0433b40ed0b HTTP/1.1" status: 200 len: 829 time: 1.0463781 Jan 28 12:38:42.470256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Request body: {'port': {'device_id': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'admin_state_up': True, 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:42.531241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb3768c5-c32a-4311-9cf1-263a36d682c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (5446c3ac-d2ef-4822-89ae-a45ff70c7eb2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.539076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3107a339-1413-49e1-b094-3dcf5f48a65f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting subnet 743c90b8-fd29-4212-9997-230c6d574cc9 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:38:42.544076 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3107a339-1413-49e1-b094-3dcf5f48a65f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (743c90b8-fd29-4212-9997-230c6d574cc9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.551009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73425ae8-d0ca-4d83-b359-577a83770e33 admin admin] Publish callbacks [] for security_group (38198484-11f9-464d-9c11-5dba6219f244), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.579197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73425ae8-d0ca-4d83-b359-577a83770e33 admin admin] Publish callbacks [] for security_group (38198484-11f9-464d-9c11-5dba6219f244), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.638479 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3107a339-1413-49e1-b094-3dcf5f48a65f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (743c90b8-fd29-4212-9997-230c6d574cc9), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.641208 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dd48a863-3e16-424a-872f-70cac599e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:38Z', 'revision_number': 9, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:42.676151 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd48a863-3e16-424a-872f-70cac599e1a3 None None] The sync data for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 is: [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:38Z', 'revision_number': 9, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f9302-2f41-4bf4-b711-0efd85352aa0', 'name': '', 'network_id': '3632c9dd-bacb-45fe-8a6a-6c27b0044eb5', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:a9:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '1efd1200-c507-46f8-9061-76dd5924540b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:31Z', 'updated_at': '2022-01-28T12:37:55Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '1efd1200-c507-46f8-9061-76dd5924540b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:38:42.680035 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73425ae8-d0ca-4d83-b359-577a83770e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (38198484-11f9-464d-9c11-5dba6219f244), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.688555 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73425ae8-d0ca-4d83-b359-577a83770e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.692129 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-73425ae8-d0ca-4d83-b359-577a83770e33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38198484-11f9-464d-9c11-5dba6219f244 HTTP/1.1" status: 204 len: 168 time: 0.2459493 Jan 28 12:38:42.704107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73425ae8-d0ca-4d83-b359-577a83770e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38198484-11f9-464d-9c11-5dba6219f244,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:42.737762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe578a-c6c3-4bb8-b68f-443163e30bcb req-bdc0fff5-7b87-4ada-8745-8c61d4acd7b2 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:42.739480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26fe578a-c6c3-4bb8-b68f-443163e30bcb req-bdc0fff5-7b87-4ada-8745-8c61d4acd7b2 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.0960636 Jan 28 12:38:42.840011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26fe578a-c6c3-4bb8-b68f-443163e30bcb req-e1d4da15-10b0-41d3-a6b0-852d2bb7910e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915678 Jan 28 12:38:42.936385 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3107a339-1413-49e1-b094-3dcf5f48a65f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (743c90b8-fd29-4212-9997-230c6d574cc9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:42.986514 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb3768c5-c32a-4311-9cf1-263a36d682c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (5446c3ac-d2ef-4822-89ae-a45ff70c7eb2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:43.029357 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb3768c5-c32a-4311-9cf1-263a36d682c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:43.038938 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bb3768c5-c32a-4311-9cf1-263a36d682c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/5446c3ac-d2ef-4822-89ae-a45ff70c7eb2 HTTP/1.1" status: 204 len: 168 time: 1.9240601 Jan 28 12:38:43.048210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50344) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:43.079896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3768c5-c32a-4311-9cf1-263a36d682c5 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Subnet': ['ID=5446c3ac-d2ef-4822-89ae-a45ff70c7eb2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:43.122331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787c8e68-0efb-4d73-b371-5e4b4507c85c None None] Network 30e11167-0945-48ca-9ee0-bf3781d75ece requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:43.206192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Made reservation on behalf of ef41bfba9c854c60a908a3ebecc9796d for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:43.222254 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:43.254406 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3107a339-1413-49e1-b094-3dcf5f48a65f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (743c90b8-fd29-4212-9997-230c6d574cc9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:43.254605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ffde92b8-4924-4c7b-822d-b31dcf1f576c no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:38:43.285753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: ffde92b8-4924-4c7b-822d-b31dcf1f576c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:38:43.286527 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ffde92b8-4924-4c7b-822d-b31dcf1f576c not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:38:43.372152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107a339-1413-49e1-b094-3dcf5f48a65f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Subnet': ['ID=743c90b8-fd29-4212-9997-230c6d574cc9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:43.395691 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3107a339-1413-49e1-b094-3dcf5f48a65f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:43.402203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eb44b8-8fca-4750-93b9-b7c99b2b07d0 None None] Network 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:43.402403 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3107a339-1413-49e1-b094-3dcf5f48a65f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/743c90b8-fd29-4212-9997-230c6d574cc9 HTTP/1.1" status: 204 len: 168 time: 1.1074710 Jan 28 12:38:43.415481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50354) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:43.531115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb994f9-6b2e-43b9-a5c4-9700227621b0 None None] DHCP port deletion for 30e11167-0945-48ca-9ee0-bf3781d75ece request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:38:43.588968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe1e78dd-7b45-4ef3-a13d-ad4e692daaf5 req-c5cff516-c84e-464f-b73b-9177d37319c7 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 210 time: 0.2258828 Jan 28 12:38:43.641229 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (30e11167-0945-48ca-9ee0-bf3781d75ece), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:43.685047 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:43.686759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b221db5-f884-4128-a31e-5b500f882e3a req-838fac83-a51c-4e82-8ff3-3deca851a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:43.688596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b221db5-f884-4128-a31e-5b500f882e3a req-838fac83-a51c-4e82-8ff3-3deca851a2fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 1096 time: 0.3819020 Jan 28 12:38:43.702731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b7917-e3c5-4883-91d3-36e206d1711b req-ab39ebd2-ad70-4319-9ec1-8df976682194 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:43.704274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e3b7917-e3c5-4883-91d3-36e206d1711b req-ab39ebd2-ad70-4319-9ec1-8df976682194 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.3962991 Jan 28 12:38:43.736227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ccb994f9-6b2e-43b9-a5c4-9700227621b0 None None] Deleting port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:43.736606 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccb994f9-6b2e-43b9-a5c4-9700227621b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:43.826782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Allocated IP 172.20.0.6 (638067d7-90f9-4028-b997-e0433b40ed0b/b4ea4bf0-0092-46dd-bd96-62a81a6cca9d/14fb50e3-354e-4f79-a633-5c0bc81bbbda) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:43.833673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b4b56-c574-4ee0-9fdf-61c489603406 None None] DHCP port deletion for 14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:38:43.888459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b221db5-f884-4128-a31e-5b500f882e3a req-549c59b2-0704-4afd-9f03-a6bfec908df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:43.891768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b221db5-f884-4128-a31e-5b500f882e3a req-549c59b2-0704-4afd-9f03-a6bfec908df3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 200 len: 912 time: 0.1862414 Jan 28 12:38:43.911335 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ccb994f9-6b2e-43b9-a5c4-9700227621b0 None None] For port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1,segment=NetworkSegment(c335fc00-911d-4e8a-8d03-6c052506389a),segment_id=c335fc00-911d-4e8a-8d03-6c052506389a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:43.911777 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccb994f9-6b2e-43b9-a5c4-9700227621b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:43.938825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ccb994f9-6b2e-43b9-a5c4-9700227621b0 None None] Calling delete_port for a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:43.953447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-714b4b56-c574-4ee0-9fdf-61c489603406 None None] Deleting port d590b121-1a24-4c34-b8bc-d5881da4e3ff {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:43.953957 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-714b4b56-c574-4ee0-9fdf-61c489603406 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.063453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e3b7917-e3c5-4883-91d3-36e206d1711b req-d27c78db-b46f-43d9-94da-14a0f767c574 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161397 Jan 28 12:38:44.091805 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-714b4b56-c574-4ee0-9fdf-61c489603406 None None] For port d590b121-1a24-4c34-b8bc-d5881da4e3ff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d590b121-1a24-4c34-b8bc-d5881da4e3ff,segment=NetworkSegment(6654cea7-7e1d-4a7d-8061-ecb70bd5e263),segment_id=6654cea7-7e1d-4a7d-8061-ecb70bd5e263)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:44.092222 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-714b4b56-c574-4ee0-9fdf-61c489603406 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.092560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port d590b121-1a24-4c34-b8bc-d5881da4e3ff {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:44.093075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.114724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-714b4b56-c574-4ee0-9fdf-61c489603406 None None] Calling delete_port for d590b121-1a24-4c34-b8bc-d5881da4e3ff owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:44.122310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b221db5-f884-4128-a31e-5b500f882e3a req-13d182c1-fa30-4924-903d-437f4803a587 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 200 len: 999 time: 0.2212305 Jan 28 12:38:44.184866 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccb994f9-6b2e-43b9-a5c4-9700227621b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.188407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:44.190965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.207906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] For port d590b121-1a24-4c34-b8bc-d5881da4e3ff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d590b121-1a24-4c34-b8bc-d5881da4e3ff,segment=NetworkSegment(6654cea7-7e1d-4a7d-8061-ecb70bd5e263),segment_id=6654cea7-7e1d-4a7d-8061-ecb70bd5e263)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:44.208748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.225781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb994f9-6b2e-43b9-a5c4-9700227621b0 None None] No DVR routers for this DVR port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:44.238613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb994f9-6b2e-43b9-a5c4-9700227621b0 None None] Pushing event deleted for resources: {'Port': ['ID=a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:44.251964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.261171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for d590b121-1a24-4c34-b8bc-d5881da4e3ff owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:44.263541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50370) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:44.308610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b221db5-f884-4128-a31e-5b500f882e3a req-4238b08d-0eb9-4739-b4e8-252087de4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:44.311772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b221db5-f884-4128-a31e-5b500f882e3a req-4238b08d-0eb9-4739-b4e8-252087de4938 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 200 len: 850 time: 0.1809819 Jan 28 12:38:44.317024 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-714b4b56-c574-4ee0-9fdf-61c489603406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.360462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b4b56-c574-4ee0-9fdf-61c489603406 None None] Pushing event deleted for resources: {'Port': ['ID=d590b121-1a24-4c34-b8bc-d5881da4e3ff,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:44.365630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b4b56-c574-4ee0-9fdf-61c489603406 None None] No DVR routers for this DVR port d590b121-1a24-4c34-b8bc-d5881da4e3ff on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:44.386555 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.399095 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] For port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1, host n-d-824835-4, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:44.400092 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.418844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:44.429203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:38:44.429473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2011243160'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:44.439474 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.452283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Network 638067d7-90f9-4028-b997-e0433b40ed0b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:44.456034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:44.460512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:44.485132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:44.492838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No DVR routers for this DVR port a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:44.500615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b221db5-f884-4128-a31e-5b500f882e3a req-00c4de0a-7474-4264-8345-77b5eb98d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:44.503294 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b221db5-f884-4128-a31e-5b500f882e3a req-00c4de0a-7474-4264-8345-77b5eb98d866 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c613c3-43b7-41c8-a1c0-74bdae3e9634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612613 Jan 28 12:38:44.511542 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Made reservation on behalf of ec8025882d4840699403ef7f4354070f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:44.517223 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.528633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d590b121-1a24-4c34-b8bc-d5881da4e3ff), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.550094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Pushing event updated for resources: {'Port': ['ID=14fb50e3-354e-4f79-a633-5c0bc81bbbda,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:44.563226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:44.564228 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.588911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No DVR routers for this DVR port d590b121-1a24-4c34-b8bc-d5881da4e3ff on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:44.599530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=d590b121-1a24-4c34-b8bc-d5881da4e3ff,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:44.640150 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.643364 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-6b6606e5-012b-4e70-82cd-1fee0bef5096 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1780515 Jan 28 12:38:44.683886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Request body: {'port': {'device_id': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:44.728440 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.780202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:44.796500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-da119340-f6e6-4d44-b5da-8c6efbe363ac None None] Provisioning complete for port 14fb50e3-354e-4f79-a633-5c0bc81bbbda triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:44.796879 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da119340-f6e6-4d44-b5da-8c6efbe363ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.798345 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.806741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6654cea7-7e1d-4a7d-8061-ecb70bd5e263') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:44.807076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6654cea7-7e1d-4a7d-8061-ecb70bd5e263') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:44.827913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (6654cea7-7e1d-4a7d-8061-ecb70bd5e263), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.867017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-da119340-f6e6-4d44-b5da-8c6efbe363ac None None] Port 14fb50e3-354e-4f79-a633-5c0bc81bbbda cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:44.868663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:38:44.869019 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6654cea7-7e1d-4a7d-8061-ecb70bd5e263), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.907435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:38:44.907825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a2c92ef3-a6a1-4fbf-ba5e-3a66a1acccd1 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:38:44.908257 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d590b121-1a24-4c34-b8bc-d5881da4e3ff no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:38:44.929976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: d590b121-1a24-4c34-b8bc-d5881da4e3ff {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:38:44.930281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d590b121-1a24-4c34-b8bc-d5881da4e3ff not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:38:44.990432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:38:44.990852 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (6654cea7-7e1d-4a7d-8061-ecb70bd5e263), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: warnings.warn(msg) Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:38:44.994474 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:38:45.116215 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.145816 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.150764 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/networks/14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c HTTP/1.1" status: 204 len: 168 time: 1.7312343 Jan 28 12:38:45.151889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84839ff-fbf6-41be-a919-88cecea2c859 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Network': ['ID=14fc74e8-1401-4d9d-a27a-4ed1ef6aa29c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:45.159290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50388) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:45.167875 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (30e11167-0945-48ca-9ee0-bf3781d75ece), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.221909 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868e6e7e-e0c8-4872-ae85-f7b55c1c3c9b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:45.223727 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-868e6e7e-e0c8-4872-ae85-f7b55c1c3c9b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/8460bbd6-9335-437c-9e59-c2e560c36340 HTTP/1.1" status: 200 len: 844 time: 0.0632148 Jan 28 12:38:45.229529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50392) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:45.234144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e11167-0945-48ca-9ee0-bf3781d75ece']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:45.274513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c335fc00-911d-4e8a-8d03-6c052506389a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:45.274817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c335fc00-911d-4e8a-8d03-6c052506389a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:45.298462 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4399cd6a-41fc-4024-afb5-35c00fe8ee91 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/8460bbd6-9335-437c-9e59-c2e560c36340?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0668421 Jan 28 12:38:45.303306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50398) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:45.315443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (c335fc00-911d-4e8a-8d03-6c052506389a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.320447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2f5a699e-5d41-4d63-b2e3-c3e128e23a8c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:45.326801 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b221db5-f884-4128-a31e-5b500f882e3a req-102183f8-ff79-47be-af78-a61709811bbf service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8059070 Jan 28 12:38:45.341912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3ae79-be63-4455-a7e3-83c0f6b43373 req-c499d414-bc3d-4ce2-9780-fe5a114b0535 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:45.343781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eac3ae79-be63-4455-a7e3-83c0f6b43373 req-c499d414-bc3d-4ce2-9780-fe5a114b0535 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 931 time: 0.2445230 Jan 28 12:38:45.384760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fb50e3-354e-4f79-a633-5c0bc81bbbda {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:38:45.394425 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Publish callbacks [] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.420130 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c335fc00-911d-4e8a-8d03-6c052506389a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.493556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:38:45.494125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (c335fc00-911d-4e8a-8d03-6c052506389a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:38:45.498531 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:38:45.540558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b745eb-296d-4da7-b408-130d3c87fdab req-c3f508b0-06b4-403a-8a49-febb32b5c891 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:45.542107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3b745eb-296d-4da7-b408-130d3c87fdab req-c3f508b0-06b4-403a-8a49-febb32b5c891 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.3113074 Jan 28 12:38:45.597944 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks [] for security_group (7602418d-4cd7-4280-9087-3402f8d7e3a2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.628233 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7602418d-4cd7-4280-9087-3402f8d7e3a2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.679383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Transition to ACTIVE for port object 14fb50e3-354e-4f79-a633-5c0bc81bbbda will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:38:45.693520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eac3ae79-be63-4455-a7e3-83c0f6b43373 req-d3bac133-a104-4db9-b709-ecc343af3e06 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cb46525-959f-4fed-92b0-2d5229d1c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902687 Jan 28 12:38:45.694173 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (30e11167-0945-48ca-9ee0-bf3781d75ece), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.694862 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.713128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:38:45.724531 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.730360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/networks/30e11167-0945-48ca-9ee0-bf3781d75ece HTTP/1.1" status: 204 len: 168 time: 2.6769691 Jan 28 12:38:45.738679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:45.777307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8fde7-e5c1-43c3-9fb3-34ed7233a24b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Network': ['ID=30e11167-0945-48ca-9ee0-bf3781d75ece,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:45.781188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b221db5-f884-4128-a31e-5b500f882e3a req-33a20800-4e6d-48b4-8f57-07264c56a82f service neutron] 10.222.0.49 "GET /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201047 Jan 28 12:38:45.782063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7602418d-4cd7-4280-9087-3402f8d7e3a2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:45.784770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5a699e-5d41-4d63-b2e3-c3e128e23a8c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:45.789057 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f5a699e-5d41-4d63-b2e3-c3e128e23a8c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.795044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (68613ceb-348c-44b5-9f0b-a605a9bb5fe7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:45.795679 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Added segment 68613ceb-348c-44b5-9f0b-a605a9bb5fe7 of type vlan for network 101b1958-2636-42a2-bdae-fb89aead48cc Jan 28 12:38:45.859856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3b745eb-296d-4da7-b408-130d3c87fdab req-46fb55ae-e76b-485c-bef3-2193f99e0cc8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752175 Jan 28 12:38:45.874697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Pushing event updated for resources: {'Port': ['ID=14fb50e3-354e-4f79-a633-5c0bc81bbbda,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:45.994588 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (101b1958-2636-42a2-bdae-fb89aead48cc), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:46.054147 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (101b1958-2636-42a2-bdae-fb89aead48cc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:46.061051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:46.061822 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:46.084777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Attempting to bind port 14fb50e3-354e-4f79-a633-5c0bc81bbbda on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:46.085266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Attempting to bind port 14fb50e3-354e-4f79-a633-5c0bc81bbbda by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:46.085821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Attempting to bind port 14fb50e3-354e-4f79-a633-5c0bc81bbbda on network 638067d7-90f9-4028-b997-e0433b40ed0b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:46.086406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8216789 Jan 28 12:38:46.101331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50420) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:46.107249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-59fc3def-a585-43ef-9f3f-71041701b3f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Request body: {'subnet': {'network_id': '101b1958-2636-42a2-bdae-fb89aead48cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:46.137438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Port 14fb50e3-354e-4f79-a633-5c0bc81bbbda on network 638067d7-90f9-4028-b997-e0433b40ed0b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:38:46.137988 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Attempting to bind port 14fb50e3-354e-4f79-a633-5c0bc81bbbda on network 638067d7-90f9-4028-b997-e0433b40ed0b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:46.190445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:38:46.190802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Checking segment: {'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:46.191196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Bound using segment: {'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:38:46.191681 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Bound port: 14fb50e3-354e-4f79-a633-5c0bc81bbbda, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0af1064-3149-4d28-a76e-5525ed73310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:38:46.192042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:46.273531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85cce0-927a-4a2c-b5d2-dabb088cf769 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Pushing event updated for resources: {'Network': ['ID=101b1958-2636-42a2-bdae-fb89aead48cc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:46.299440 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] For port 14fb50e3-354e-4f79-a633-5c0bc81bbbda, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:38:46.301702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 101b1958-2636-42a2-bdae-fb89aead48cc details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:38:46.304276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] For port 14fb50e3-354e-4f79-a633-5c0bc81bbbda, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=14fb50e3-354e-4f79-a633-5c0bc81bbbda,segment=NetworkSegment(b0af1064-3149-4d28-a76e-5525ed73310b),segment_id=b0af1064-3149-4d28-a76e-5525ed73310b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:38:46.312701 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:46.354745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fc3def-a585-43ef-9f3f-71041701b3f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Made reservation on behalf of ec8025882d4840699403ef7f4354070f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:46.358518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59fc3def-a585-43ef-9f3f-71041701b3f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:46.365840 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:46.366691 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:46.369620 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] 10.222.0.49 "PUT /v2.0/ports/14fb50e3-354e-4f79-a633-5c0bc81bbbda HTTP/1.1" status: 200 len: 1091 time: 1.6902809 Jan 28 12:38:46.369877 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f5a699e-5d41-4d63-b2e3-c3e128e23a8c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (b08de75c-b64e-400a-9949-55e7224ba8f6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:46.370507 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'tag': '14fb50e3-354e-4f79-a633-5c0bc81bbbda'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:38:46.373196 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6519a67e-54f6-41e2-970d-8ac4cca0e166" -d '{"events": [{"name": "network-changed", "server_uuid": "e671ddd4-d329-41fa-b8b2-420e87029b73", "tag": "14fb50e3-354e-4f79-a633-5c0bc81bbbda"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:38:46.420192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586533e-b28d-47e0-b1c5-2d64054a196a service neutron] Pushing event updated for resources: {'Port': ['ID=14fb50e3-354e-4f79-a633-5c0bc81bbbda,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:46.459168 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44a9f833-2476-4c0b-99d4-b22635880067 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:46.540015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a699e-5d41-4d63-b2e3-c3e128e23a8c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Subnet': ['ID=b08de75c-b64e-400a-9949-55e7224ba8f6,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:46.623185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a699e-5d41-4d63-b2e3-c3e128e23a8c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 53bcd782-f3c8-4a36-a356-4356814d424e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:46.629137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a699e-5d41-4d63-b2e3-c3e128e23a8c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:46.635055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5a699e-5d41-4d63-b2e3-c3e128e23a8c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:46.636240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f5a699e-5d41-4d63-b2e3-c3e128e23a8c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:46.640015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30babef8-99df-45dd-8526-160a2521d557 None None] Network 53bcd782-f3c8-4a36-a356-4356814d424e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:46.748705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-d294527f-c14b-4e9b-a432-474e5a92587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:46.750223 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-d294527f-c14b-4e9b-a432-474e5a92587a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef41bfba9c854c60a908a3ebecc9796d&device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 1094 time: 0.2853930 Jan 28 12:38:46.833736 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b756c36-179a-4d17-ae87-33409ad136bf x-openstack-request-id: req-2b756c36-179a-4d17-ae87-33409ad136bf {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:38:46.834088 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e671ddd4-d329-41fa-b8b2-420e87029b73", "tag": "14fb50e3-354e-4f79-a633-5c0bc81bbbda", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:38:46.834289 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b756c36-179a-4d17-ae87-33409ad136bf {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:38:46.834705 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'tag': '14fb50e3-354e-4f79-a633-5c0bc81bbbda', 'status': 'completed', 'code': 200} Jan 28 12:38:46.868034 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-5b800c0c-1eba-4bb4-ae52-b82724e5bfe5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14fb50e3-354e-4f79-a633-5c0bc81bbbda HTTP/1.1" status: 200 len: 217 time: 0.0828204 Jan 28 12:38:46.889048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-53bcd782-f3c8-4a36-a356-4356814d424e', 'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'project_id': 'e86277e5ea6c4a15affee9a6b3075dd9', 'fixed_ips': [{'subnet_id': 'b08de75c-b64e-400a-9949-55e7224ba8f6'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:38:46.891093 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:46.951166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2f5a699e-5d41-4d63-b2e3-c3e128e23a8c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6378789 Jan 28 12:38:46.952350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50436) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:46.969275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d6c93188-e387-4939-a311-230d3e0dcc49 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'security_group': {'name': 'tempest-secgroup-1674805912'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:47.012621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0099b03-ea64-4844-8875-053334d760e2 req-ab2086ca-b02c-455b-aca4-9497efca72c3 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:47.014718 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0099b03-ea64-4844-8875-053334d760e2 req-ab2086ca-b02c-455b-aca4-9497efca72c3 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 943 time: 0.1325479 Jan 28 12:38:47.023192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-697e84bf-2358-48d4-8dc7-c7a2dd4adec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:47.025669 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-697e84bf-2358-48d4-8dc7-c7a2dd4adec7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b4ea4bf0-0092-46dd-bd96-62a81a6cca9d HTTP/1.1" status: 200 len: 868 time: 0.1522236 Jan 28 12:38:47.063176 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59fc3def-a585-43ef-9f3f-71041701b3f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (cd82814b-ba4e-4c95-931d-74137d1a6e75), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.099242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6c93188-e387-4939-a311-230d3e0dcc49 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.113932 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.132191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Allocated IP 2001:db8::2 (53bcd782-f3c8-4a36-a356-4356814d424e/b08de75c-b64e-400a-9949-55e7224ba8f6/e9a469fc-d8d4-4c1e-96bc-81ae161a9a89) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:47.182020 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-355768dd-f10f-40f5-ad9a-6d1ba542322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:47.183667 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-355768dd-f10f-40f5-ad9a-6d1ba542322d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=638067d7-90f9-4028-b997-e0433b40ed0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507945 Jan 28 12:38:47.191198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0099b03-ea64-4844-8875-053334d760e2 req-3e65d676-b33d-4e3a-a50d-c0c8476379e4 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cb46525-959f-4fed-92b0-2d5229d1c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553683 Jan 28 12:38:47.217455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc3def-a585-43ef-9f3f-71041701b3f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Pushing event updated for resources: {'Subnet': ['ID=cd82814b-ba4e-4c95-931d-74137d1a6e75,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:47.220068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fc3def-a585-43ef-9f3f-71041701b3f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Checking segment: {'id': '68613ceb-348c-44b5-9f0b-a605a9bb5fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '101b1958-2636-42a2-bdae-fb89aead48cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:47.220444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc3def-a585-43ef-9f3f-71041701b3f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Network hostable DHCP agents. Network: 101b1958-2636-42a2-bdae-fb89aead48cc, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:38:47.265525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc3def-a585-43ef-9f3f-71041701b3f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Network 101b1958-2636-42a2-bdae-fb89aead48cc is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:38:47.278365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-59fc3def-a585-43ef-9f3f-71041701b3f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 101b1958-2636-42a2-bdae-fb89aead48cc) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:47.282782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc3def-a585-43ef-9f3f-71041701b3f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:47.283420 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59fc3def-a585-43ef-9f3f-71041701b3f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.297129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad71fbc-20f8-4147-b68f-db650aae4f4e None None] Network 101b1958-2636-42a2-bdae-fb89aead48cc requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:47.318047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-59fc3def-a585-43ef-9f3f-71041701b3f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2156041 Jan 28 12:38:47.320112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50438) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:47.325596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Request body: {'port': {'network_id': '101b1958-2636-42a2-bdae-fb89aead48cc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1779512039'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:47.423611 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6c93188-e387-4939-a311-230d3e0dcc49 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (3d65057a-3f4f-403d-b391-fb25f59cd0e5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.456266 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6c93188-e387-4939-a311-230d3e0dcc49 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3d65057a-3f4f-403d-b391-fb25f59cd0e5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.473549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-44a9f833-2476-4c0b-99d4-b22635880067 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port f39f9302-2f41-4bf4-b711-0efd85352aa0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:47.474738 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44a9f833-2476-4c0b-99d4-b22635880067 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.498392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4db7f8-9c58-4410-a955-46b06a819954 req-73005a39-1d76-422f-b9ae-a0c453129cfb tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:47.500728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f4db7f8-9c58-4410-a955-46b06a819954 req-73005a39-1d76-422f-b9ae-a0c453129cfb tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.1811502 Jan 28 12:38:47.532691 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6c93188-e387-4939-a311-230d3e0dcc49 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.533947 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d6c93188-e387-4939-a311-230d3e0dcc49 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5790851 Jan 28 12:38:47.541264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50440) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:47.553926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0847b13c-1d27-4c40-a8f9-e019727790fb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'security_group': {'name': 'tempest-secgroup-1567318327'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:47.576224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Publish callbacks [] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.589374 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-1d130a3e-57b2-4692-8407-5f4afc99cbf7 service neutron] 10.222.0.49 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716650 Jan 28 12:38:47.596095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645578db-6147-4af4-a558-5f66437932fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-101b1958-2636-42a2-bdae-fb89aead48cc', 'network_id': '101b1958-2636-42a2-bdae-fb89aead48cc', 'project_id': 'ec8025882d4840699403ef7f4354070f', 'fixed_ips': [{'subnet_id': 'cd82814b-ba4e-4c95-931d-74137d1a6e75'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:38:47.599284 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-645578db-6147-4af4-a558-5f66437932fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.611389 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.673876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f4db7f8-9c58-4410-a955-46b06a819954 req-7e05ce8e-98c3-4148-a192-d9238f2895b2 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664090 Jan 28 12:38:47.678852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Made reservation on behalf of ec8025882d4840699403ef7f4354070f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:47.689813 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.693692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Network 53bcd782-f3c8-4a36-a356-4356814d424e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:47.710672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c93188-e387-4939-a311-230d3e0dcc49 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d65057a-3f4f-403d-b391-fb25f59cd0e5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:47.713947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:47.733704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:47.784066 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0847b13c-1d27-4c40-a8f9-e019727790fb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.801871 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8ea9120e-ca4a-4a3c-95a0-c37c1906c768 req-47e5b971-443a-4607-9c08-18780b044ec0 service neutron] 10.222.0.49 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044098 Jan 28 12:38:47.802650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] device_id is not set on port f5f44f3e-0c83-4335-a9b3-5525a709d4d0 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:38:47.867653 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.922727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Pushing event updated for resources: {'Port': ['ID=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:47.973715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Attempting to bind port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:47.974318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Attempting to bind port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '6f0854cc-e97d-4e48-ba43-ae2e5726d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:47.974934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Attempting to bind port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 on network 53bcd782-f3c8-4a36-a356-4356814d424e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:47.979048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-44a9f833-2476-4c0b-99d4-b22635880067 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] For port f39f9302-2f41-4bf4-b711-0efd85352aa0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f39f9302-2f41-4bf4-b711-0efd85352aa0,segment=NetworkSegment(3eabe34b-6c78-4c7f-a637-4184a7ab4014),segment_id=3eabe34b-6c78-4c7f-a637-4184a7ab4014)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:47.979629 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44a9f833-2476-4c0b-99d4-b22635880067 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.986219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:38:47.986700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Checking segment: {'id': '6f0854cc-e97d-4e48-ba43-ae2e5726d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:47.987059 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:47.987520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Bound using segment: {'id': '6f0854cc-e97d-4e48-ba43-ae2e5726d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:38:47.988049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Bound port: e9a469fc-d8d4-4c1e-96bc-81ae161a9a89, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0854cc-e97d-4e48-ba43-ae2e5726d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:38:47.988446 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:48.012602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-44a9f833-2476-4c0b-99d4-b22635880067 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for f39f9302-2f41-4bf4-b711-0efd85352aa0 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:48.023601 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a67e-54f6-41e2-970d-8ac4cca0e166 req-cb3f806c-845d-4834-bac5-c7354ff97762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:48.026238 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6519a67e-54f6-41e2-970d-8ac4cca0e166 req-cb3f806c-845d-4834-bac5-c7354ff97762 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef41bfba9c854c60a908a3ebecc9796d&device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 1094 time: 0.1151881 Jan 28 12:38:48.122446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-645578db-6147-4af4-a558-5f66437932fd None None] Allocated IP 2001:db8::2 (101b1958-2636-42a2-bdae-fb89aead48cc/cd82814b-ba4e-4c95-931d-74137d1a6e75/51e37dbe-370a-44ec-998a-9cdcb85824e5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:48.130142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a17aaa-c33f-43cf-ba67-b7102f94b769 req-98dcad8d-7365-4e4b-ac91-a8c23bea7f05 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:48.134694 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5a17aaa-c33f-43cf-ba67-b7102f94b769 req-98dcad8d-7365-4e4b-ac91-a8c23bea7f05 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2167287 Jan 28 12:38:48.156102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] For port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:38:48.163418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] For port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,segment=NetworkSegment(6f0854cc-e97d-4e48-ba43-ae2e5726d989),segment_id=6f0854cc-e97d-4e48-ba43-ae2e5726d989)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:38:48.176710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a67e-54f6-41e2-970d-8ac4cca0e166 req-4f95d2b5-d728-4a3a-ab8f-f261dae2a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:48.179140 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6519a67e-54f6-41e2-970d-8ac4cca0e166 req-4f95d2b5-d728-4a3a-ab8f-f261dae2a8f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=638067d7-90f9-4028-b997-e0433b40ed0b HTTP/1.1" status: 200 len: 930 time: 0.1461551 Jan 28 12:38:48.182464 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:48.296022 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0847b13c-1d27-4c40-a8f9-e019727790fb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (24f70a46-8973-4ad3-8e42-64904d95176f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:48.314787 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0847b13c-1d27-4c40-a8f9-e019727790fb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (24f70a46-8973-4ad3-8e42-64904d95176f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:48.394114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5a17aaa-c33f-43cf-ba67-b7102f94b769 req-47684701-1770-42ab-94d8-0c1eb5e96689 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500205 Jan 28 12:38:48.401466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847b13c-1d27-4c40-a8f9-e019727790fb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f70a46-8973-4ad3-8e42-64904d95176f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:48.474298 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0847b13c-1d27-4c40-a8f9-e019727790fb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:48.483998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0847b13c-1d27-4c40-a8f9-e019727790fb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9330666 Jan 28 12:38:48.490043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50452) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:48.512953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-576997413', 'security_groups': ['24f70a46-8973-4ad3-8e42-64904d95176f'], 'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b08de75c-b64e-400a-9949-55e7224ba8f6'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:48.535789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd180215-cc8c-431c-8df9-e94ab55223f8 None None] Pushing event updated for resources: {'Port': ['ID=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:48.668928 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-645578db-6147-4af4-a558-5f66437932fd None None] Publish callbacks [] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:48.681362 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-645578db-6147-4af4-a558-5f66437932fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:48.753641 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6519a67e-54f6-41e2-970d-8ac4cca0e166 req-76f3d0de-32a0-4787-8c50-65301d0b1dc0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14fb50e3-354e-4f79-a633-5c0bc81bbbda HTTP/1.1" status: 200 len: 217 time: 0.5678513 Jan 28 12:38:48.842945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645578db-6147-4af4-a558-5f66437932fd None None] Network 101b1958-2636-42a2-bdae-fb89aead48cc is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:48.849839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645578db-6147-4af4-a558-5f66437932fd None None] Pushing event updated for resources: {'Port': ['ID=51e37dbe-370a-44ec-998a-9cdcb85824e5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:48.861815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-645578db-6147-4af4-a558-5f66437932fd None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:48.872719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645578db-6147-4af4-a558-5f66437932fd None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:48.879054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Allocated IP 2001:db8::190 (101b1958-2636-42a2-bdae-fb89aead48cc/cd82814b-ba4e-4c95-931d-74137d1a6e75/f5f44f3e-0c83-4335-a9b3-5525a709d4d0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:48.978716 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a67e-54f6-41e2-970d-8ac4cca0e166 req-fd94238b-7f86-4c06-8d52-7811659e1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:48.981917 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6519a67e-54f6-41e2-970d-8ac4cca0e166 req-fd94238b-7f86-4c06-8d52-7811659e1c9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b4ea4bf0-0092-46dd-bd96-62a81a6cca9d HTTP/1.1" status: 200 len: 868 time: 0.2206175 Jan 28 12:38:49.120790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a67e-54f6-41e2-970d-8ac4cca0e166 req-cf228c28-73bd-4ebe-bd32-f4c52338f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:49.124793 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6519a67e-54f6-41e2-970d-8ac4cca0e166 req-cf228c28-73bd-4ebe-bd32-f4c52338f7e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=638067d7-90f9-4028-b997-e0433b40ed0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967023 Jan 28 12:38:49.150591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-645578db-6147-4af4-a558-5f66437932fd None None] Attempting to bind port 51e37dbe-370a-44ec-998a-9cdcb85824e5 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:38:49.152068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-645578db-6147-4af4-a558-5f66437932fd None None] Attempting to bind port 51e37dbe-370a-44ec-998a-9cdcb85824e5 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '68613ceb-348c-44b5-9f0b-a605a9bb5fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '101b1958-2636-42a2-bdae-fb89aead48cc'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:38:49.152896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645578db-6147-4af4-a558-5f66437932fd None None] Attempting to bind port 51e37dbe-370a-44ec-998a-9cdcb85824e5 on network 101b1958-2636-42a2-bdae-fb89aead48cc {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:38:49.236851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645578db-6147-4af4-a558-5f66437932fd None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:38:49.237976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645578db-6147-4af4-a558-5f66437932fd None None] Checking segment: {'id': '68613ceb-348c-44b5-9f0b-a605a9bb5fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '101b1958-2636-42a2-bdae-fb89aead48cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:38:49.238559 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-645578db-6147-4af4-a558-5f66437932fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:49.239435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645578db-6147-4af4-a558-5f66437932fd None None] Bound using segment: {'id': '68613ceb-348c-44b5-9f0b-a605a9bb5fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '101b1958-2636-42a2-bdae-fb89aead48cc'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:38:49.240293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-645578db-6147-4af4-a558-5f66437932fd None None] Bound port: 51e37dbe-370a-44ec-998a-9cdcb85824e5, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68613ceb-348c-44b5-9f0b-a605a9bb5fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '101b1958-2636-42a2-bdae-fb89aead48cc'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:38:49.240853 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-645578db-6147-4af4-a558-5f66437932fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:49.267694 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9b89-e62b-4f81-bd24-f29f4d90369c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:49.278045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff59741-a79d-4086-98d8-735671e3d746 req-33d9f8e0-2ee8-4ea8-84fe-39e852c3f1aa tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:49.291711 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cff59741-a79d-4086-98d8-735671e3d746 req-33d9f8e0-2ee8-4ea8-84fe-39e852c3f1aa tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 943 time: 0.8899820 Jan 28 12:38:49.294292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44a9f833-2476-4c0b-99d4-b22635880067 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f39f9302-2f41-4bf4-b711-0efd85352aa0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:49.360397 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6519a67e-54f6-41e2-970d-8ac4cca0e166 req-127e9297-2602-4e39-88e8-1bd25668b053 service neutron] 10.222.0.49 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116165 Jan 28 12:38:49.365994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-645578db-6147-4af4-a558-5f66437932fd None None] For port 51e37dbe-370a-44ec-998a-9cdcb85824e5, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:38:49.373402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-645578db-6147-4af4-a558-5f66437932fd None None] For port 51e37dbe-370a-44ec-998a-9cdcb85824e5, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=51e37dbe-370a-44ec-998a-9cdcb85824e5,segment=NetworkSegment(68613ceb-348c-44b5-9f0b-a605a9bb5fe7),segment_id=68613ceb-348c-44b5-9f0b-a605a9bb5fe7)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:38:49.380193 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-645578db-6147-4af4-a558-5f66437932fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:49.439591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9f833-2476-4c0b-99d4-b22635880067 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=f39f9302-2f41-4bf4-b711-0efd85352aa0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:49.493513 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645578db-6147-4af4-a558-5f66437932fd None None] Pushing event updated for resources: {'Port': ['ID=51e37dbe-370a-44ec-998a-9cdcb85824e5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:49.557929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:49.607112 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6519a67e-54f6-41e2-970d-8ac4cca0e166 req-39c66249-ca16-4bb4-bdf8-8d38c6a86116 service neutron] 10.222.0.49 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120678 Jan 28 12:38:49.652233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cff59741-a79d-4086-98d8-735671e3d746 req-89b1f308-82e5-42b4-8c9b-a8b8827f6019 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cb46525-959f-4fed-92b0-2d5229d1c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024457 Jan 28 12:38:49.909995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44a9f833-2476-4c0b-99d4-b22635880067 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:49.930631 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks [] for port (f5f44f3e-0c83-4335-a9b3-5525a709d4d0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:49.980929 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:50.092300 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port dc265e65-c21d-4e12-afd0-b11dee9a857c yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:38:50.195635 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f5f44f3e-0c83-4335-a9b3-5525a709d4d0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:50.292376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Network 101b1958-2636-42a2-bdae-fb89aead48cc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:50.329278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:50.339726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:50.346237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:50.346901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:50.369506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a9f833-2476-4c0b-99d4-b22635880067 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router b253027d-4722-4545-b78e-8ba99b72ef10 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:38:50.470917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8::2a7 (53bcd782-f3c8-4a36-a356-4356814d424e/b08de75c-b64e-400a-9949-55e7224ba8f6/dc265e65-c21d-4e12-afd0-b11dee9a857c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:50.491914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Pushing event updated for resources: {'Port': ['ID=f5f44f3e-0c83-4335-a9b3-5525a709d4d0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:50.520496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a9f833-2476-4c0b-99d4-b22635880067 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:38:50.531147 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7de25c76-81df-49f5-8492-aed3de383090 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2099245 Jan 28 12:38:50.538037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50502) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:50.550054 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bc4a39-a32f-4dee-af7c-a895b2cfe034 None None] Sync routers for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:38:50.579147 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-44a9f833-2476-4c0b-99d4-b22635880067 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8041315 Jan 28 12:38:50.582269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50504) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:50.589208 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bc4a39-a32f-4dee-af7c-a895b2cfe034 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:50.592847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Request body: {'port': {'network_id': '101b1958-2636-42a2-bdae-fb89aead48cc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1352549404', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:50.593172 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-39bc4a39-a32f-4dee-af7c-a895b2cfe034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:50.594743 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] bootfile-name is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 12:38:50.595176 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] tftp-server is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 12:38:50.595769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] server-ip-address is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 12:38:50.814244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf798a5-feed-46c1-8e81-f0ba84828dd2 req-9da3e75b-c660-4ef5-921e-e33a8e3a58f8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:50.817569 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bbf798a5-feed-46c1-8e81-f0ba84828dd2 req-9da3e75b-c660-4ef5-921e-e33a8e3a58f8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=29459033-9743-4980-abf1-ff1a842b72a6 HTTP/1.1" status: 200 len: 943 time: 0.3158014 Jan 28 12:38:50.869415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Made reservation on behalf of ec8025882d4840699403ef7f4354070f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:50.880837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:50.885880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0c2ee92b-1603-47bf-b77c-6b6bffb6660c None None] Provisioning complete for port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:50.886567 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee92b-1603-47bf-b77c-6b6bffb6660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:50.957698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] device_id is not set on port 09a2dd3b-4266-4da0-9114-8a18379d30b2 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:38:51.021163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 14fb50e3-354e-4f79-a633-5c0bc81bbbda details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:38:51.090783 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-39bc4a39-a32f-4dee-af7c-a895b2cfe034 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:51.158509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-000b4448-3d39-447a-8ccd-1462cfdb93e2 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting subnet 1efd1200-c507-46f8-9061-76dd5924540b {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:38:51.206322 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-000b4448-3d39-447a-8ccd-1462cfdb93e2 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (1efd1200-c507-46f8-9061-76dd5924540b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.238560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 14fb50e3-354e-4f79-a633-5c0bc81bbbda, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=14fb50e3-354e-4f79-a633-5c0bc81bbbda,segment=NetworkSegment(b0af1064-3149-4d28-a76e-5525ed73310b),segment_id=b0af1064-3149-4d28-a76e-5525ed73310b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:51.260111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '14fb50e3-354e-4f79-a633-5c0bc81bbbda', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'port_id': '14fb50e3-354e-4f79-a633-5c0bc81bbbda', 'mac_address': 'fa:16:3e:a1:90:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:38:51.280151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Allocated IP 2001:db8::13e (101b1958-2636-42a2-bdae-fb89aead48cc/cd82814b-ba4e-4c95-931d-74137d1a6e75/09a2dd3b-4266-4da0-9114-8a18379d30b2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:51.429559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:51.495590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 14fb50e3-354e-4f79-a633-5c0bc81bbbda is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:51.496378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.516154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (dc265e65-c21d-4e12-afd0-b11dee9a857c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.516952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fb50e3-354e-4f79-a633-5c0bc81bbbda {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:38:51.552827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 14fb50e3-354e-4f79-a633-5c0bc81bbbda, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=14fb50e3-354e-4f79-a633-5c0bc81bbbda,segment=NetworkSegment(b0af1064-3149-4d28-a76e-5525ed73310b),segment_id=b0af1064-3149-4d28-a76e-5525ed73310b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:51.560414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ee92b-1603-47bf-b77c-6b6bffb6660c None None] Current status of the port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:51.560816 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee92b-1603-47bf-b77c-6b6bffb6660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.622933 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.637354 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-000b4448-3d39-447a-8ccd-1462cfdb93e2 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (1efd1200-c507-46f8-9061-76dd5924540b), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.650500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a33098b-3f86-4549-85bf-0fda8b5d6fde None None] Network 101b1958-2636-42a2-bdae-fb89aead48cc requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:51.656392 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-39bc4a39-a32f-4dee-af7c-a895b2cfe034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:49Z', 'revision_number': 10, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:51.672051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ff97e-056f-49d6-a904-eed84cd89b0f req-2d36e707-edbf-4131-a6f0-dae93ddbb70c tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:51.673863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-107ff97e-056f-49d6-a904-eed84cd89b0f req-2d36e707-edbf-4131-a6f0-dae93ddbb70c tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 943 time: 0.8110256 Jan 28 12:38:51.675098 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (dc265e65-c21d-4e12-afd0-b11dee9a857c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.693208 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks [] for port (09a2dd3b-4266-4da0-9114-8a18379d30b2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.729627 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bc4a39-a32f-4dee-af7c-a895b2cfe034 None None] Checking router: b253027d-4722-4545-b78e-8ba99b72ef10 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:38:51.761676 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bc4a39-a32f-4dee-af7c-a895b2cfe034 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:38:51.763147 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-39bc4a39-a32f-4dee-af7c-a895b2cfe034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:51.787473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (09a2dd3b-4266-4da0-9114-8a18379d30b2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.810782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0c2ee92b-1603-47bf-b77c-6b6bffb6660c None None] For port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,segment=NetworkSegment(6f0854cc-e97d-4e48-ba43-ae2e5726d989),segment_id=6f0854cc-e97d-4e48-ba43-ae2e5726d989)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:51.830748 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51f5c197-8d52-45e6-b9b9-356fe0ad3583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.833936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee92b-1603-47bf-b77c-6b6bffb6660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.846644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 53bcd782-f3c8-4a36-a356-4356814d424e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:51.855954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:51.856329 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.889703 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Network 101b1958-2636-42a2-bdae-fb89aead48cc is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:51.906941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:51.937065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:51.938384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:51.941272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=dc265e65-c21d-4e12-afd0-b11dee9a857c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:51.946273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:38:51.949501 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:51.953777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.955796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:51.956843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.971030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=14fb50e3-354e-4f79-a633-5c0bc81bbbda,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:51.973655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Pushing event updated for resources: {'Port': ['ID=09a2dd3b-4266-4da0-9114-8a18379d30b2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:51.992515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-bbf798a5-feed-46c1-8e81-f0ba84828dd2 req-92edb6f9-f14a-4bee-8aa8-1f7d05992dd0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Deleting port 31ae22aa-37b3-411e-b098-5a619706f350 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:51.993507 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bbf798a5-feed-46c1-8e81-f0ba84828dd2 req-92edb6f9-f14a-4bee-8aa8-1f7d05992dd0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (31ae22aa-37b3-411e-b098-5a619706f350), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:51.999865 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0c2ee92b-1603-47bf-b77c-6b6bffb6660c None None] Provisioning complete for port 8460bbd6-9335-437c-9e59-c2e560c36340 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:52.000297 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee92b-1603-47bf-b77c-6b6bffb6660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8460bbd6-9335-437c-9e59-c2e560c36340), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:52.007329 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5726777f-1686-4cf6-9f1f-e07a383a8918 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4640858 Jan 28 12:38:52.010257 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50512) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:52.092399 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-39bc4a39-a32f-4dee-af7c-a895b2cfe034 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:38:52.101306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['14fb50e3-354e-4f79-a633-5c0bc81bbbda'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:38:52.148470 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74906f6d-3b69-4519-9909-0ba72cb0c246 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:52.164045 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74906f6d-3b69-4519-9909-0ba72cb0c246 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:52.193314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74906f6d-3b69-4519-9909-0ba72cb0c246 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:52.201995 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-74906f6d-3b69-4519-9909-0ba72cb0c246 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1903775 Jan 28 12:38:52.203998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:52.216567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5908cc27-5d37-49da-a4c4-8fa4c4a1dafe tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7181931 Jan 28 12:38:52.219951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50516) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:52.220144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ee92b-1603-47bf-b77c-6b6bffb6660c None None] Port 8460bbd6-9335-437c-9e59-c2e560c36340 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:52.223609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ee92b-1603-47bf-b77c-6b6bffb6660c None None] Pushing event updated for resources: {'Port': ['ID=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:52.232015 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-000b4448-3d39-447a-8ccd-1462cfdb93e2 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (1efd1200-c507-46f8-9061-76dd5924540b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:52.278461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:52.280617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 51e37dbe-370a-44ec-998a-9cdcb85824e5 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:52.285714 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-107ff97e-056f-49d6-a904-eed84cd89b0f req-7152419c-f3b5-45b9-ad11-b866f6a76684 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cb46525-959f-4fed-92b0-2d5229d1c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594082 Jan 28 12:38:52.302768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d278f773-e2b2-4f65-9fbd-854083380272 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:52.458719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-93a6251f-f966-4697-9c83-01e5b6b157e8 None None] Provisioning complete for port 51e37dbe-370a-44ec-998a-9cdcb85824e5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:52.459007 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93a6251f-f966-4697-9c83-01e5b6b157e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:52.461797 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0c5461b7-abf7-4776-a8b3-ee51b1a84bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Deleting port 09a2dd3b-4266-4da0-9114-8a18379d30b2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:52.473940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c5461b7-abf7-4776-a8b3-ee51b1a84bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (09a2dd3b-4266-4da0-9114-8a18379d30b2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:52.680142 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-39bc4a39-a32f-4dee-af7c-a895b2cfe034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:49Z', 'revision_number': 10, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:52.707047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 51e37dbe-370a-44ec-998a-9cdcb85824e5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:52.707527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:52.722036 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c5461b7-abf7-4776-a8b3-ee51b1a84bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (09a2dd3b-4266-4da0-9114-8a18379d30b2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:52.728822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-93a6251f-f966-4697-9c83-01e5b6b157e8 None None] Current status of the port 51e37dbe-370a-44ec-998a-9cdcb85824e5 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:52.729151 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93a6251f-f966-4697-9c83-01e5b6b157e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:52.735111 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bc4a39-a32f-4dee-af7c-a895b2cfe034 None None] The sync data for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 is: [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:49Z', 'revision_number': 10, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None, '_interfaces': [{'id': '44584666-a03d-4d17-a08f-01915c070bf5', 'name': '', 'network_id': 'bccb4eee-239d-4c99-82aa-8546b44dce56', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'mac_address': 'fa:16:3e:fa:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:37:21Z', 'updated_at': '2022-01-28T12:37:49Z', 'revision_number': 5, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'subnets': [{'id': '34308f05-0361-49b0-a890-1cd5e02d210e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:38:52.768866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0c5461b7-abf7-4776-a8b3-ee51b1a84bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Calling delete_port for 09a2dd3b-4266-4da0-9114-8a18379d30b2 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:52.843304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-bbf798a5-feed-46c1-8e81-f0ba84828dd2 req-92edb6f9-f14a-4bee-8aa8-1f7d05992dd0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] For port 31ae22aa-37b3-411e-b098-5a619706f350, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=31ae22aa-37b3-411e-b098-5a619706f350,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:52.843935 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bbf798a5-feed-46c1-8e81-f0ba84828dd2 req-92edb6f9-f14a-4bee-8aa8-1f7d05992dd0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (31ae22aa-37b3-411e-b098-5a619706f350), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:52.943828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-bbf798a5-feed-46c1-8e81-f0ba84828dd2 req-92edb6f9-f14a-4bee-8aa8-1f7d05992dd0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Calling delete_port for 31ae22aa-37b3-411e-b098-5a619706f350 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:52.989100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.004198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-93a6251f-f966-4697-9c83-01e5b6b157e8 None None] For port 51e37dbe-370a-44ec-998a-9cdcb85824e5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=51e37dbe-370a-44ec-998a-9cdcb85824e5,segment=NetworkSegment(68613ceb-348c-44b5-9f0b-a605a9bb5fe7),segment_id=68613ceb-348c-44b5-9f0b-a605a9bb5fe7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:53.015705 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93a6251f-f966-4697-9c83-01e5b6b157e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.070520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-000b4448-3d39-447a-8ccd-1462cfdb93e2 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (1efd1200-c507-46f8-9061-76dd5924540b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.106273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 51e37dbe-370a-44ec-998a-9cdcb85824e5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:53.258991 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c5461b7-abf7-4776-a8b3-ee51b1a84bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (09a2dd3b-4266-4da0-9114-8a18379d30b2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.298139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3a90d4de-5e3e-451f-9de9-bd26ad8bf405 None None] Provisioning complete for port 09a2dd3b-4266-4da0-9114-8a18379d30b2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:53.298745 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3a90d4de-5e3e-451f-9de9-bd26ad8bf405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (09a2dd3b-4266-4da0-9114-8a18379d30b2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.307145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5461b7-abf7-4776-a8b3-ee51b1a84bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Pushing event deleted for resources: {'Port': ['ID=09a2dd3b-4266-4da0-9114-8a18379d30b2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:53.316829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6251f-f966-4697-9c83-01e5b6b157e8 None None] Pushing event updated for resources: {'Port': ['ID=51e37dbe-370a-44ec-998a-9cdcb85824e5,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:53.377065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c5461b7-abf7-4776-a8b3-ee51b1a84bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.382008 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0c5461b7-abf7-4776-a8b3-ee51b1a84bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] 10.222.0.53 "DELETE /v2.0/ports/09a2dd3b-4266-4da0-9114-8a18379d30b2 HTTP/1.1" status: 204 len: 168 time: 1.1757388 Jan 28 12:38:53.386459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50526) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:53.401256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8e2a2b10-b396-4f33-b52a-aee21838ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Request body: {'port': {'name': 'tempest-new-port-name-88057201', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:53.403026 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-8e2a2b10-b396-4f33-b52a-aee21838ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] bootfile-name is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 12:38:53.403747 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-8e2a2b10-b396-4f33-b52a-aee21838ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] tftp-server is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 12:38:53.405373 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-8e2a2b10-b396-4f33-b52a-aee21838ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] server-ip-address is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 12:38:53.435302 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:53.439689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3a90d4de-5e3e-451f-9de9-bd26ad8bf405 None None] Port 09a2dd3b-4266-4da0-9114-8a18379d30b2 was deleted so its status cannot be updated. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 12:38:53.447481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d278f773-e2b2-4f65-9fbd-854083380272 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:53.453775 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d278f773-e2b2-4f65-9fbd-854083380272 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.467319 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50528) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:53.481735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b4448-3d39-447a-8ccd-1462cfdb93e2 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Subnet': ['ID=1efd1200-c507-46f8-9061-76dd5924540b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:53.507575 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-000b4448-3d39-447a-8ccd-1462cfdb93e2 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.518071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-000b4448-3d39-447a-8ccd-1462cfdb93e2 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/1efd1200-c507-46f8-9061-76dd5924540b HTTP/1.1" status: 204 len: 168 time: 2.9335237 Jan 28 12:38:53.531923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50532) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:53.533422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6d8af5-4968-4acd-b90a-916eaed20729 None None] Network 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:53.664233 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2b10-b396-4f33-b52a-aee21838ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f5f44f3e-0c83-4335-a9b3-5525a709d4d0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.706018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3a90d4de-5e3e-451f-9de9-bd26ad8bf405 None None] Provisioning complete for port dc265e65-c21d-4e12-afd0-b11dee9a857c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:53.706592 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3a90d4de-5e3e-451f-9de9-bd26ad8bf405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc265e65-c21d-4e12-afd0-b11dee9a857c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.789336 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (3632c9dd-bacb-45fe-8a6a-6c27b0044eb5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.800411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc42fa51-76cb-4355-954d-73549bff4f7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.811066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b546c1-a8ad-445e-a13e-48ecd04252e9 req-b14c1561-b2b5-4ca8-bc5d-8bffe3804bc3 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:53.813067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94b546c1-a8ad-445e-a13e-48ecd04252e9 req-b14c1561-b2b5-4ca8-bc5d-8bffe3804bc3 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 944 time: 0.2929368 Jan 28 12:38:53.824845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3a90d4de-5e3e-451f-9de9-bd26ad8bf405 None None] Port dc265e65-c21d-4e12-afd0-b11dee9a857c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:53.837187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:53.837875 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.893619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3a90d4de-5e3e-451f-9de9-bd26ad8bf405 None None] Provisioning complete for port 51e37dbe-370a-44ec-998a-9cdcb85824e5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:53.894211 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3a90d4de-5e3e-451f-9de9-bd26ad8bf405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:53.922167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94b546c1-a8ad-445e-a13e-48ecd04252e9 req-ad465c82-76d7-442a-af3c-6c2845b2aaea tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cb46525-959f-4fed-92b0-2d5229d1c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018043 Jan 28 12:38:54.013678 n-d-824835-4 neutron-server[103129]: INFO neutron.db.ipam_backend_mixin [None req-d278f773-e2b2-4f65-9fbd-854083380272 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b08de75c-b64e-400a-9949-55e7224ba8f6 (CIDR: 2001:db8::/64) Jan 28 12:38:54.060173 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d278f773-e2b2-4f65-9fbd-854083380272 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:38:54.060918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d278f773-e2b2-4f65-9fbd-854083380272 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:38:54.092984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d278f773-e2b2-4f65-9fbd-854083380272 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8520892 Jan 28 12:38:54.094048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50536) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:54.104952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-54d1b228-95fe-4800-85a8-b028e9bf7e53 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:54.176311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce47c38-c1e7-46e2-9b1a-d71ded427a67 None None] DHCP port deletion for 3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:38:54.250911 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc42fa51-76cb-4355-954d-73549bff4f7e admin admin] Publish callbacks [] for security_group (141947b3-8876-4b33-8b59-021e6fb0b501), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.264749 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc42fa51-76cb-4355-954d-73549bff4f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (141947b3-8876-4b33-8b59-021e6fb0b501), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.294920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:54.302590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42fa51-76cb-4355-954d-73549bff4f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141947b3-8876-4b33-8b59-021e6fb0b501,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:54.311724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port 86194866-94fe-40aa-ab9c-dc1995e434fb {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:54.312090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.329797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f39f9302-2f41-4bf4-b711-0efd85352aa0 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:38:54.367408 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bc42fa51-76cb-4355-954d-73549bff4f7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca2ecb86936d4c4a8597f7920cf5db33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8965583 Jan 28 12:38:54.372037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50538) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:54.381458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f39f9302-2f41-4bf4-b711-0efd85352aa0 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:38:54.382066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f39f9302-2f41-4bf4-b711-0efd85352aa0 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:38:54.431701 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0ea2b3f-0458-4147-a657-6ac79656ff52 admin admin] Publish callbacks [] for security_group (141947b3-8876-4b33-8b59-021e6fb0b501), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.460415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3a90d4de-5e3e-451f-9de9-bd26ad8bf405 None None] Current status of the port 51e37dbe-370a-44ec-998a-9cdcb85824e5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:54.463623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] For port 86194866-94fe-40aa-ab9c-dc1995e434fb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=86194866-94fe-40aa-ab9c-dc1995e434fb,segment=NetworkSegment(3eabe34b-6c78-4c7f-a637-4184a7ab4014),segment_id=3eabe34b-6c78-4c7f-a637-4184a7ab4014)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:54.463984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.468404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5ce47c38-c1e7-46e2-9b1a-d71ded427a67 None None] Deleting port 86194866-94fe-40aa-ab9c-dc1995e434fb {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:54.469225 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ce47c38-c1e7-46e2-9b1a-d71ded427a67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.487638 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0ea2b3f-0458-4147-a657-6ac79656ff52 admin admin] Publish callbacks [] for security_group (141947b3-8876-4b33-8b59-021e6fb0b501), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.489519 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for 86194866-94fe-40aa-ab9c-dc1995e434fb owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:54.587231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3a90d4de-5e3e-451f-9de9-bd26ad8bf405 None None] Provisioning complete for port f5f44f3e-0c83-4335-a9b3-5525a709d4d0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:54.588414 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3a90d4de-5e3e-451f-9de9-bd26ad8bf405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f5f44f3e-0c83-4335-a9b3-5525a709d4d0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.609887 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0ea2b3f-0458-4147-a657-6ac79656ff52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (141947b3-8876-4b33-8b59-021e6fb0b501), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.612834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0ea2b3f-0458-4147-a657-6ac79656ff52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.616438 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a0ea2b3f-0458-4147-a657-6ac79656ff52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/141947b3-8876-4b33-8b59-021e6fb0b501 HTTP/1.1" status: 204 len: 168 time: 0.2411447 Jan 28 12:38:54.650787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea2b3f-0458-4147-a657-6ac79656ff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141947b3-8876-4b33-8b59-021e6fb0b501,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:54.653230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5ce47c38-c1e7-46e2-9b1a-d71ded427a67 None None] For port 86194866-94fe-40aa-ab9c-dc1995e434fb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=86194866-94fe-40aa-ab9c-dc1995e434fb,segment=NetworkSegment(3eabe34b-6c78-4c7f-a637-4184a7ab4014),segment_id=3eabe34b-6c78-4c7f-a637-4184a7ab4014)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:54.654029 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ce47c38-c1e7-46e2-9b1a-d71ded427a67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.660098 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.663447 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.691573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5ce47c38-c1e7-46e2-9b1a-d71ded427a67 None None] Calling delete_port for 86194866-94fe-40aa-ab9c-dc1995e434fb owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:54.701367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3a90d4de-5e3e-451f-9de9-bd26ad8bf405 None None] Port f5f44f3e-0c83-4335-a9b3-5525a709d4d0 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:54.748882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No DVR routers for this DVR port 86194866-94fe-40aa-ab9c-dc1995e434fb on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:54.752638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=86194866-94fe-40aa-ab9c-dc1995e434fb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:54.760622 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bbf798a5-feed-46c1-8e81-f0ba84828dd2 req-92edb6f9-f14a-4bee-8aa8-1f7d05992dd0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (31ae22aa-37b3-411e-b098-5a619706f350), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.803977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['27de3916-7505-46fc-97aa-391f8d8a7eea', 'fedcd2ad-b58c-41da-9e6d-5226e0700070'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:38:54.807191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edb6f9-f14a-4bee-8aa8-1f7d05992dd0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event deleted for resources: {'Port': ['ID=31ae22aa-37b3-411e-b098-5a619706f350,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:54.838649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d1b228-95fe-4800-85a8-b028e9bf7e53 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:38:54.847659 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54d1b228-95fe-4800-85a8-b028e9bf7e53 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.926540 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2b10-b396-4f33-b52a-aee21838ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks [] for port (f5f44f3e-0c83-4335-a9b3-5525a709d4d0), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.926801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f6d071af-2b75-4fcd-bac3-ba98f5ba3419 None None] Provisioning complete for port f5f44f3e-0c83-4335-a9b3-5525a709d4d0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:54.927265 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6d071af-2b75-4fcd-bac3-ba98f5ba3419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f5f44f3e-0c83-4335-a9b3-5525a709d4d0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:54.940038 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2b10-b396-4f33-b52a-aee21838ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (f5f44f3e-0c83-4335-a9b3-5525a709d4d0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.012303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 14fb50e3-354e-4f79-a633-5c0bc81bbbda up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:55.112425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a2b10-b396-4f33-b52a-aee21838ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Pushing event updated for resources: {'Port': ['ID=f5f44f3e-0c83-4335-a9b3-5525a709d4d0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:55.147932 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ce47c38-c1e7-46e2-9b1a-d71ded427a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (86194866-94fe-40aa-ab9c-dc1995e434fb), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.160993 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f6d071af-2b75-4fcd-bac3-ba98f5ba3419 None None] Port f5f44f3e-0c83-4335-a9b3-5525a709d4d0 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:55.189030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf798a5-feed-46c1-8e81-f0ba84828dd2 req-92edb6f9-f14a-4bee-8aa8-1f7d05992dd0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] No DVR routers for this DVR port 31ae22aa-37b3-411e-b098-5a619706f350 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:55.198334 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bbf798a5-feed-46c1-8e81-f0ba84828dd2 req-92edb6f9-f14a-4bee-8aa8-1f7d05992dd0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.208561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bbf798a5-feed-46c1-8e81-f0ba84828dd2 req-92edb6f9-f14a-4bee-8aa8-1f7d05992dd0 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "DELETE /v2.0/ports/31ae22aa-37b3-411e-b098-5a619706f350 HTTP/1.1" status: 204 len: 173 time: 4.3767204 Jan 28 12:38:55.209219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29459033-9743-4980-abf1-ff1a842b72a6', 'name': 'network-vif-deleted', 'tag': '31ae22aa-37b3-411e-b098-5a619706f350'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:38:55.218939 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a2b10-b396-4f33-b52a-aee21838ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] In _notify_port_updated(), no bound segment for port f5f44f3e-0c83-4335-a9b3-5525a709d4d0 on network 101b1958-2636-42a2-bdae-fb89aead48cc {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:38:55.219699 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef983630-6cdd-4e25-b71a-1d7cc78da9ad" -d '{"events": [{"server_uuid": "29459033-9743-4980-abf1-ff1a842b72a6", "name": "network-vif-deleted", "tag": "31ae22aa-37b3-411e-b098-5a619706f350"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:38:55.228062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2a2b10-b396-4f33-b52a-aee21838ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:55.230184 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2b10-b396-4f33-b52a-aee21838ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.250353 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8e2a2b10-b396-4f33-b52a-aee21838ae0d tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] 10.222.0.53 "PUT /v2.0/ports/f5f44f3e-0c83-4335-a9b3-5525a709d4d0 HTTP/1.1" status: 200 len: 1128 time: 1.8578722 Jan 28 12:38:55.252499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce47c38-c1e7-46e2-9b1a-d71ded427a67 None None] No DVR routers for this DVR port 86194866-94fe-40aa-ab9c-dc1995e434fb on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:55.257571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f6d071af-2b75-4fcd-bac3-ba98f5ba3419 None None] Could not find standard attr ID for object 09a2dd3b-4266-4da0-9114-8a18379d30b2. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:38:55.271967 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50556) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:55.315392 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (3632c9dd-bacb-45fe-8a6a-6c27b0044eb5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.357717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce47c38-c1e7-46e2-9b1a-d71ded427a67 None None] Pushing event deleted for resources: {'Port': ['ID=86194866-94fe-40aa-ab9c-dc1995e434fb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:55.380676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 51e37dbe-370a-44ec-998a-9cdcb85824e5 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:55.401096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3632c9dd-bacb-45fe-8a6a-6c27b0044eb5']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:55.422243 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48432313-61b2-4ac6-b6b8-9220e3545314 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:55.423594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eabe34b-6c78-4c7f-a637-4184a7ab4014') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:55.423743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-48432313-61b2-4ac6-b6b8-9220e3545314 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] 10.222.0.53 "GET /v2.0/ports/f5f44f3e-0c83-4335-a9b3-5525a709d4d0 HTTP/1.1" status: 200 len: 1128 time: 0.1422083 Jan 28 12:38:55.428577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50564) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:55.429765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eabe34b-6c78-4c7f-a637-4184a7ab4014') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:55.455626 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (3eabe34b-6c78-4c7f-a637-4184a7ab4014), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.491150 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3eabe34b-6c78-4c7f-a637-4184a7ab4014), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.499685 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:38:55.502366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (3eabe34b-6c78-4c7f-a637-4184a7ab4014), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:38:55.508801 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:38:55.511093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 14fb50e3-354e-4f79-a633-5c0bc81bbbda completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:38:55.532447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 14fb50e3-354e-4f79-a633-5c0bc81bbbda triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:55.533198 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.575817 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54d1b228-95fe-4800-85a8-b028e9bf7e53 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (0b89bb83-11d1-4b56-a449-5464dcc5f356), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.641047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4cb0a-c960-486e-95b6-1133e9ea1085 req-dc0d62c7-f200-45b2-b7cd-231bbb9bd316 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:55.642875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a4e4cb0a-c960-486e-95b6-1133e9ea1085 req-dc0d62c7-f200-45b2-b7cd-231bbb9bd316 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 944 time: 0.5440929 Jan 28 12:38:55.666898 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (3632c9dd-bacb-45fe-8a6a-6c27b0044eb5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.694996 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.702754 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/networks/3632c9dd-bacb-45fe-8a6a-6c27b0044eb5 HTTP/1.1" status: 204 len: 168 time: 2.1470199 Jan 28 12:38:55.714690 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50570) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:55.725764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fb8dc-596f-4f56-90f7-0e5defb2006d tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Network': ['ID=3632c9dd-bacb-45fe-8a6a-6c27b0044eb5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:55.727706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 51e37dbe-370a-44ec-998a-9cdcb85824e5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:55.728269 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.889369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d1b228-95fe-4800-85a8-b028e9bf7e53 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 53bcd782-f3c8-4a36-a356-4356814d424e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:38:55.922890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 14fb50e3-354e-4f79-a633-5c0bc81bbbda is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:55.923143 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-54d1b228-95fe-4800-85a8-b028e9bf7e53 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:38:55.923504 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:55.947097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1b228-95fe-4800-85a8-b028e9bf7e53 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Subnet': ['ID=0b89bb83-11d1-4b56-a449-5464dcc5f356,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:55.960526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d1b228-95fe-4800-85a8-b028e9bf7e53 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:55.961132 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54d1b228-95fe-4800-85a8-b028e9bf7e53 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:56.015830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c1979-7cbd-483f-81ee-9e8bbbd5b232 None None] Network 53bcd782-f3c8-4a36-a356-4356814d424e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:56.063315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-54d1b228-95fe-4800-85a8-b028e9bf7e53 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9651055 Jan 28 12:38:56.073202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50578) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:56.087037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ca4f1fd9-f7ef-47fc-8497-a4a4e07ff4ed None None] Provisioning complete for port f5f44f3e-0c83-4335-a9b3-5525a709d4d0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:56.087796 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca4f1fd9-f7ef-47fc-8497-a4a4e07ff4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f5f44f3e-0c83-4335-a9b3-5525a709d4d0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:56.088666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-327bc212-1446-405e-99a0-6f6336aa031d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-301577284', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0b89bb83-11d1-4b56-a449-5464dcc5f356'}], 'security_groups': ['3d65057a-3f4f-403d-b391-fb25f59cd0e5']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:56.116792 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a4e4cb0a-c960-486e-95b6-1133e9ea1085 req-cec3a539-3c62-4b47-8f24-79f13648002e tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cb46525-959f-4fed-92b0-2d5229d1c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526318 Jan 28 12:38:56.129698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-747d9182-92e6-4ac2-8f0d-8d2f956636b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Deleting port f5f44f3e-0c83-4335-a9b3-5525a709d4d0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:56.130047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-747d9182-92e6-4ac2-8f0d-8d2f956636b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f5f44f3e-0c83-4335-a9b3-5525a709d4d0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:56.175329 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 12:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecddc5f9-2dc2-41c8-881d-e1aa2f853993 x-openstack-request-id: req-ecddc5f9-2dc2-41c8-881d-e1aa2f853993 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:38:56.175758 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29459033-9743-4980-abf1-ff1a842b72a6", "name": "network-vif-deleted", "tag": "31ae22aa-37b3-411e-b098-5a619706f350", "status": "failed", "code": 422}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:38:56.175970 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecddc5f9-2dc2-41c8-881d-e1aa2f853993 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:38:56.176318 n-d-824835-4 neutron-server[103129]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29459033-9743-4980-abf1-ff1a842b72a6', 'name': 'network-vif-deleted', 'tag': '31ae22aa-37b3-411e-b098-5a619706f350', 'status': 'failed', 'code': 422} returned with failed status Jan 28 12:38:56.248195 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:56.270336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fb50e3-354e-4f79-a633-5c0bc81bbbda'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:38:56.273306 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10406c25-ac70-4ebc-ba17-d0e57bb7db6d" -d '{"events": [{"server_uuid": "e671ddd4-d329-41fa-b8b2-420e87029b73", "name": "network-vif-plugged", "status": "completed", "tag": "14fb50e3-354e-4f79-a633-5c0bc81bbbda"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:38:56.334204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f1fd9-f7ef-47fc-8497-a4a4e07ff4ed None None] Port f5f44f3e-0c83-4335-a9b3-5525a709d4d0 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:38:56.339701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 14fb50e3-354e-4f79-a633-5c0bc81bbbda, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=14fb50e3-354e-4f79-a633-5c0bc81bbbda,segment=NetworkSegment(b0af1064-3149-4d28-a76e-5525ed73310b),segment_id=b0af1064-3149-4d28-a76e-5525ed73310b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:56.366921 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:56.427559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-327bc212-1446-405e-99a0-6f6336aa031d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc265e65-c21d-4e12-afd0-b11dee9a857c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:56.492207 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6881506-cd58-464f-9f81-d286c501a9ac x-openstack-request-id: req-c6881506-cd58-464f-9f81-d286c501a9ac {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:38:56.492519 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e671ddd4-d329-41fa-b8b2-420e87029b73", "name": "network-vif-plugged", "status": "completed", "tag": "14fb50e3-354e-4f79-a633-5c0bc81bbbda", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:38:56.493437 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6881506-cd58-464f-9f81-d286c501a9ac {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:38:56.494162 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fb50e3-354e-4f79-a633-5c0bc81bbbda', 'code': 200} Jan 28 12:38:56.495823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=14fb50e3-354e-4f79-a633-5c0bc81bbbda,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:56.506723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 51e37dbe-370a-44ec-998a-9cdcb85824e5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:56.530860 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-747d9182-92e6-4ac2-8f0d-8d2f956636b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f5f44f3e-0c83-4335-a9b3-5525a709d4d0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:56.575663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-747d9182-92e6-4ac2-8f0d-8d2f956636b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Calling delete_port for f5f44f3e-0c83-4335-a9b3-5525a709d4d0 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:56.601786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 86194866-94fe-40aa-ab9c-dc1995e434fb no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:38:56.641094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 86194866-94fe-40aa-ab9c-dc1995e434fb {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:38:56.642153 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 86194866-94fe-40aa-ab9c-dc1995e434fb not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:38:56.710820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72389b51-8670-4c82-a1d4-e4ff42ea4dbb None None] Update dhcp port {'port': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'fixed_ips': [{'subnet_id': 'b08de75c-b64e-400a-9949-55e7224ba8f6', 'ip_address': '2001:db8::2'}, {'subnet_id': '0b89bb83-11d1-4b56-a449-5464dcc5f356'}], 'binding:host_id': 'n-d-824835-4'}, 'id': 'e9a469fc-d8d4-4c1e-96bc-81ae161a9a89'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:38:56.742491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbf0f9-0943-4021-9114-cebc2ca57c69 req-1d5599ef-e0f7-4635-b880-784123b59d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:56.744716 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ffdbf0f9-0943-4021-9114-cebc2ca57c69 req-1d5599ef-e0f7-4635-b880-784123b59d91 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 1096 time: 0.1983433 Jan 28 12:38:56.761024 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72389b51-8670-4c82-a1d4-e4ff42ea4dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:56.808337 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aacefb6-28f6-4b14-ab05-57e17840169b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:56.815599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eca723-7b68-4f10-9111-692cacf105a3 req-576d91c1-7214-44f6-b83e-3d9d2d2ad97d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:56.824924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40eca723-7b68-4f10-9111-692cacf105a3 req-576d91c1-7214-44f6-b83e-3d9d2d2ad97d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 907 time: 0.0881484 Jan 28 12:38:56.908047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-747d9182-92e6-4ac2-8f0d-8d2f956636b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f5f44f3e-0c83-4335-a9b3-5525a709d4d0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:56.958641 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ffdbf0f9-0943-4021-9114-cebc2ca57c69 req-97577d1a-f492-4d2d-8bbd-1d1582613556 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9cb46525-959f-4fed-92b0-2d5229d1c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064133 Jan 28 12:38:57.006406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d9182-92e6-4ac2-8f0d-8d2f956636b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Pushing event deleted for resources: {'Port': ['ID=f5f44f3e-0c83-4335-a9b3-5525a709d4d0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:57.013172 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-747d9182-92e6-4ac2-8f0d-8d2f956636b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.019536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-747d9182-92e6-4ac2-8f0d-8d2f956636b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] 10.222.0.53 "DELETE /v2.0/ports/f5f44f3e-0c83-4335-a9b3-5525a709d4d0 HTTP/1.1" status: 204 len: 168 time: 1.5720470 Jan 28 12:38:57.019773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50592) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:57.092947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e5a17a-725f-4927-b2dd-d3876942c8de tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Deleting subnet cd82814b-ba4e-4c95-931d-74137d1a6e75 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:38:57.097729 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94e5a17a-725f-4927-b2dd-d3876942c8de tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks [] for subnet (cd82814b-ba4e-4c95-931d-74137d1a6e75), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.180546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-327bc212-1446-405e-99a0-6f6336aa031d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Delete allocated IP 2001:db8::2a7 (53bcd782-f3c8-4a36-a356-4356814d424e/b08de75c-b64e-400a-9949-55e7224ba8f6) {{(pid=103128) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 12:38:57.192757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94e5a17a-725f-4927-b2dd-d3876942c8de tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (cd82814b-ba4e-4c95-931d-74137d1a6e75), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.210092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-327bc212-1446-405e-99a0-6f6336aa031d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8:0:1::1e1 (53bcd782-f3c8-4a36-a356-4356814d424e/0b89bb83-11d1-4b56-a449-5464dcc5f356/dc265e65-c21d-4e12-afd0-b11dee9a857c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:57.334614 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94e5a17a-725f-4927-b2dd-d3876942c8de tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (cd82814b-ba4e-4c95-931d-74137d1a6e75), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.376560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4598e-be84-43a9-83ad-8a21b48fc1e2 req-5da3fc17-c187-42d1-ab09-85f0c8c0579e tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:57.378213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09c4598e-be84-43a9-83ad-8a21b48fc1e2 req-5da3fc17-c187-42d1-ab09-85f0c8c0579e tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 945 time: 0.1192040 Jan 28 12:38:57.449682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09c4598e-be84-43a9-83ad-8a21b48fc1e2 req-e63ff438-b003-443d-b088-b4aedb2c117e tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cb46525-959f-4fed-92b0-2d5229d1c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626044 Jan 28 12:38:57.467269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94e5a17a-725f-4927-b2dd-d3876942c8de tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (cd82814b-ba4e-4c95-931d-74137d1a6e75), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.502862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5a17a-725f-4927-b2dd-d3876942c8de tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Pushing event deleted for resources: {'Subnet': ['ID=cd82814b-ba4e-4c95-931d-74137d1a6e75,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:57.511311 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94e5a17a-725f-4927-b2dd-d3876942c8de tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.514740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-94e5a17a-725f-4927-b2dd-d3876942c8de tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] 10.222.0.53 "DELETE /v2.0/subnets/cd82814b-ba4e-4c95-931d-74137d1a6e75 HTTP/1.1" status: 204 len: 168 time: 0.4932022 Jan 28 12:38:57.520019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce216f-3ad2-4276-a838-9a814148b4a0 None None] Network 101b1958-2636-42a2-bdae-fb89aead48cc requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:38:57.521037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50602) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:57.617915 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (101b1958-2636-42a2-bdae-fb89aead48cc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.684958 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Deleting port 51e37dbe-370a-44ec-998a-9cdcb85824e5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:57.685313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.733110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ddf5b0-304b-4367-9667-0b6e6e9b8d3c None None] DHCP port deletion for 101b1958-2636-42a2-bdae-fb89aead48cc request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:38:57.765877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] For port 51e37dbe-370a-44ec-998a-9cdcb85824e5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=51e37dbe-370a-44ec-998a-9cdcb85824e5,segment=NetworkSegment(68613ceb-348c-44b5-9f0b-a605a9bb5fe7),segment_id=68613ceb-348c-44b5-9f0b-a605a9bb5fe7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:57.766633 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.786402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Calling delete_port for 51e37dbe-370a-44ec-998a-9cdcb85824e5 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:57.812262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-41ddf5b0-304b-4367-9667-0b6e6e9b8d3c None None] Deleting port 51e37dbe-370a-44ec-998a-9cdcb85824e5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:57.812817 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41ddf5b0-304b-4367-9667-0b6e6e9b8d3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.827144 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-327bc212-1446-405e-99a0-6f6336aa031d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (dc265e65-c21d-4e12-afd0-b11dee9a857c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.834567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-327bc212-1446-405e-99a0-6f6336aa031d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (dc265e65-c21d-4e12-afd0-b11dee9a857c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.900589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-41ddf5b0-304b-4367-9667-0b6e6e9b8d3c None None] For port 51e37dbe-370a-44ec-998a-9cdcb85824e5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=51e37dbe-370a-44ec-998a-9cdcb85824e5,segment=NetworkSegment(68613ceb-348c-44b5-9f0b-a605a9bb5fe7),segment_id=68613ceb-348c-44b5-9f0b-a605a9bb5fe7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:57.901003 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41ddf5b0-304b-4367-9667-0b6e6e9b8d3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.916131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-41ddf5b0-304b-4367-9667-0b6e6e9b8d3c None None] Calling delete_port for 51e37dbe-370a-44ec-998a-9cdcb85824e5 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:57.927038 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.960593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-327bc212-1446-405e-99a0-6f6336aa031d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] In _notify_port_updated(), no bound segment for port dc265e65-c21d-4e12-afd0-b11dee9a857c on network 53bcd782-f3c8-4a36-a356-4356814d424e {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:38:57.966954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327bc212-1446-405e-99a0-6f6336aa031d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:57.967769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-327bc212-1446-405e-99a0-6f6336aa031d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:57.970887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Pushing event deleted for resources: {'Port': ['ID=51e37dbe-370a-44ec-998a-9cdcb85824e5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:57.971988 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-327bc212-1446-405e-99a0-6f6336aa031d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "PUT /v2.0/ports/dc265e65-c21d-4e12-afd0-b11dee9a857c HTTP/1.1" status: 200 len: 930 time: 1.8951354 Jan 28 12:38:57.973480 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50606) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:57.980403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] No DVR routers for this DVR port 51e37dbe-370a-44ec-998a-9cdcb85824e5 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:57.982822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bc212-1446-405e-99a0-6f6336aa031d tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=dc265e65-c21d-4e12-afd0-b11dee9a857c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:58.046922 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-72389b51-8670-4c82-a1d4-e4ff42ea4dbb None None] Allocated IP 2001:db8:0:1::2 (53bcd782-f3c8-4a36-a356-4356814d424e/0b89bb83-11d1-4b56-a449-5464dcc5f356/e9a469fc-d8d4-4c1e-96bc-81ae161a9a89) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:38:58.049072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0aacefb6-28f6-4b14-ab05-57e17840169b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port 44584666-a03d-4d17-a08f-01915c070bf5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:58.049437 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aacefb6-28f6-4b14-ab05-57e17840169b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (44584666-a03d-4d17-a08f-01915c070bf5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.074310 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41ddf5b0-304b-4367-9667-0b6e6e9b8d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (51e37dbe-370a-44ec-998a-9cdcb85824e5), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.110836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddf5b0-304b-4367-9667-0b6e6e9b8d3c None None] Pushing event deleted for resources: {'Port': ['ID=51e37dbe-370a-44ec-998a-9cdcb85824e5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:58.145324 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (101b1958-2636-42a2-bdae-fb89aead48cc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.157606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9f40-166a-4e05-bdfe-892111c0bcd0 req-5cbbdb71-c136-47ac-8559-21a8c5f40254 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:58.159870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5de9f40-166a-4e05-bdfe-892111c0bcd0 req-5cbbdb71-c136-47ac-8559-21a8c5f40254 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 907 time: 0.2006435 Jan 28 12:38:58.195541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101b1958-2636-42a2-bdae-fb89aead48cc']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:58.209538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0aacefb6-28f6-4b14-ab05-57e17840169b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] For port 44584666-a03d-4d17-a08f-01915c070bf5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=44584666-a03d-4d17-a08f-01915c070bf5,segment=NetworkSegment(16a26fff-df21-4352-b924-968f65174307),segment_id=16a26fff-df21-4352-b924-968f65174307)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:58.209538 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aacefb6-28f6-4b14-ab05-57e17840169b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (44584666-a03d-4d17-a08f-01915c070bf5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.221891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0aacefb6-28f6-4b14-ab05-57e17840169b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for 44584666-a03d-4d17-a08f-01915c070bf5 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:58.232033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68613ceb-348c-44b5-9f0b-a605a9bb5fe7') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:58.232488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68613ceb-348c-44b5-9f0b-a605a9bb5fe7') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:38:58.269211 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (68613ceb-348c-44b5-9f0b-a605a9bb5fe7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.282936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ddf5b0-304b-4367-9667-0b6e6e9b8d3c None None] No DVR routers for this DVR port 51e37dbe-370a-44ec-998a-9cdcb85824e5 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:38:58.337230 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (68613ceb-348c-44b5-9f0b-a605a9bb5fe7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.355530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:38:58.355992 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (68613ceb-348c-44b5-9f0b-a605a9bb5fe7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:38:58.363083 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:38:58.421683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-72389b51-8670-4c82-a1d4-e4ff42ea4dbb None None] For port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,segment=NetworkSegment(6f0854cc-e97d-4e48-ba43-ae2e5726d989),segment_id=6f0854cc-e97d-4e48-ba43-ae2e5726d989)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:58.464601 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72389b51-8670-4c82-a1d4-e4ff42ea4dbb None None] Publish callbacks [] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.470593 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72389b51-8670-4c82-a1d4-e4ff42ea4dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.473042 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (101b1958-2636-42a2-bdae-fb89aead48cc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.483860 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.487065 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] 10.222.0.53 "DELETE /v2.0/networks/101b1958-2636-42a2-bdae-fb89aead48cc HTTP/1.1" status: 204 len: 168 time: 0.9589899 Jan 28 12:38:58.506229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f6678-a24a-43bf-9ff1-9212e4b8eecd tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859 tempest-ExtraDHCPOptionsIpV6TestJSON-2083617859-project] Pushing event deleted for resources: {'Network': ['ID=101b1958-2636-42a2-bdae-fb89aead48cc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:58.595830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72389b51-8670-4c82-a1d4-e4ff42ea4dbb None None] Pushing event updated for resources: {'Port': ['ID=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:58.672558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa33ee6-a692-4e36-8fdb-60a890ef519d req-25758cb9-c85f-4f33-a7fe-48233bca4305 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:58.674129 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3fa33ee6-a692-4e36-8fdb-60a890ef519d req-25758cb9-c85f-4f33-a7fe-48233bca4305 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 907 time: 0.2070231 Jan 28 12:38:58.679136 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aacefb6-28f6-4b14-ab05-57e17840169b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (44584666-a03d-4d17-a08f-01915c070bf5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.754926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c3905851-cc3c-4d79-913e-270e4aa8051b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port dc265e65-c21d-4e12-afd0-b11dee9a857c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:58.755280 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3905851-cc3c-4d79-913e-270e4aa8051b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (dc265e65-c21d-4e12-afd0-b11dee9a857c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:58.765472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf3fd0-1174-49c9-a58d-b8be05df99b8 req-12a067eb-8bd5-403a-b2a2-b28ca8713421 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:58.769387 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacefb6-28f6-4b14-ab05-57e17840169b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=44584666-a03d-4d17-a08f-01915c070bf5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:38:58.770794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9eaf3fd0-1174-49c9-a58d-b8be05df99b8 req-12a067eb-8bd5-403a-b2a2-b28ca8713421 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 945 time: 0.1816812 Jan 28 12:38:58.878682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9eaf3fd0-1174-49c9-a58d-b8be05df99b8 req-3e7bad06-1495-4a50-b0a9-97d768d0712e tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cb46525-959f-4fed-92b0-2d5229d1c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989907 Jan 28 12:38:59.112032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50620) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:59.145999 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aacefb6-28f6-4b14-ab05-57e17840169b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (b253027d-4722-4545-b78e-8ba99b72ef10), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:59.198993 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3905851-cc3c-4d79-913e-270e4aa8051b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (dc265e65-c21d-4e12-afd0-b11dee9a857c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:59.309966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-983e0ed9-2e67-4b51-b148-131876576524 req-3cc4d2a3-0a23-4aaa-95fd-cae4860d22a5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 258 time: 0.3720655 Jan 28 12:38:59.329361 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c3905851-cc3c-4d79-913e-270e4aa8051b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for dc265e65-c21d-4e12-afd0-b11dee9a857c owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:38:59.343722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:38:59.413578 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:59.421535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:38:59.483744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-3fa33ee6-a692-4e36-8fdb-60a890ef519d req-37cc2c1a-cdf9-42d3-bcdd-d2b434a6a718 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Deleting port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:38:59.484881 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3fa33ee6-a692-4e36-8fdb-60a890ef519d req-37cc2c1a-cdf9-42d3-bcdd-d2b434a6a718 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:59.511184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:59.511742 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:59.599651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf452b0a-5a41-4113-b9e6-28d559bbb093 req-11808689-69d5-4b8e-a7d1-e14affd81fd9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:38:59.601994 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf452b0a-5a41-4113-b9e6-28d559bbb093 req-11808689-69d5-4b8e-a7d1-e14affd81fd9 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 907 time: 0.2840934 Jan 28 12:38:59.710370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:38:59.719896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:59.745474 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2ab3c6f5-be41-4350-b336-86899b626006 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec8025882d4840699403ef7f4354070f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6270964 Jan 28 12:38:59.754146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50636) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:38:59.808808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 51e37dbe-370a-44ec-998a-9cdcb85824e5 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:38:59.809961 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aacefb6-28f6-4b14-ab05-57e17840169b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router b253027d-4722-4545-b78e-8ba99b72ef10 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:38:59.842994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 51e37dbe-370a-44ec-998a-9cdcb85824e5 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:38:59.843485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 51e37dbe-370a-44ec-998a-9cdcb85824e5 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:38:59.897170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-3fa33ee6-a692-4e36-8fdb-60a890ef519d req-37cc2c1a-cdf9-42d3-bcdd-d2b434a6a718 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] For port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:38:59.897170 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3fa33ee6-a692-4e36-8fdb-60a890ef519d req-37cc2c1a-cdf9-42d3-bcdd-d2b434a6a718 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:59.948050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9cd7a7a0-9a05-432a-8f6c-d85b9ce03d8a None None] Provisioning complete for port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:38:59.948659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9cd7a7a0-9a05-432a-8f6c-d85b9ce03d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:38:59.991079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b86dd6e-7561-4f45-b7d8-b0c1eea6b17d admin admin] Publish callbacks [] for security_group (7602418d-4cd7-4280-9087-3402f8d7e3a2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.050533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Allocated IP 172.25.7.243 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/b9500726-6ec3-4d9f-b05b-1a77af0479db) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:00.056429 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b86dd6e-7561-4f45-b7d8-b0c1eea6b17d admin admin] Publish callbacks [] for security_group (7602418d-4cd7-4280-9087-3402f8d7e3a2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.082083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-3fa33ee6-a692-4e36-8fdb-60a890ef519d req-37cc2c1a-cdf9-42d3-bcdd-d2b434a6a718 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Calling delete_port for 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:00.138131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7a7a0-9a05-432a-8f6c-d85b9ce03d8a None None] Current status of the port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:00.151374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9cd7a7a0-9a05-432a-8f6c-d85b9ce03d8a None None] Provisioning complete for port 8460bbd6-9335-437c-9e59-c2e560c36340 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:00.151661 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9cd7a7a0-9a05-432a-8f6c-d85b9ce03d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8460bbd6-9335-437c-9e59-c2e560c36340), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.211107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7a7a0-9a05-432a-8f6c-d85b9ce03d8a None None] Port 8460bbd6-9335-437c-9e59-c2e560c36340 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:39:00.225907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9cd7a7a0-9a05-432a-8f6c-d85b9ce03d8a None None] Provisioning complete for port dc265e65-c21d-4e12-afd0-b11dee9a857c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:00.226331 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9cd7a7a0-9a05-432a-8f6c-d85b9ce03d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc265e65-c21d-4e12-afd0-b11dee9a857c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.241059 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b86dd6e-7561-4f45-b7d8-b0c1eea6b17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7602418d-4cd7-4280-9087-3402f8d7e3a2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.245155 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b86dd6e-7561-4f45-b7d8-b0c1eea6b17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.249041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6b86dd6e-7561-4f45-b7d8-b0c1eea6b17d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7602418d-4cd7-4280-9087-3402f8d7e3a2 HTTP/1.1" status: 204 len: 168 time: 0.4982982 Jan 28 12:39:00.271847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aacefb6-28f6-4b14-ab05-57e17840169b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:39:00.274922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86dd6e-7561-4f45-b7d8-b0c1eea6b17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7602418d-4cd7-4280-9087-3402f8d7e3a2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:00.313335 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7a7a0-9a05-432a-8f6c-d85b9ce03d8a None None] Port dc265e65-c21d-4e12-afd0-b11dee9a857c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:39:00.323369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0aacefb6-28f6-4b14-ab05-57e17840169b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6035783 Jan 28 12:39:00.323369 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3fa33ee6-a692-4e36-8fdb-60a890ef519d req-37cc2c1a-cdf9-42d3-bcdd-d2b434a6a718 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.323714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50640) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:00.330099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df8ae94-7734-424c-8357-5bee104d6c92 None None] Sync routers for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:39:00.350509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df8ae94-7734-424c-8357-5bee104d6c92 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:00.351508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9df8ae94-7734-424c-8357-5bee104d6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:00.407226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-17759a80-c81d-49a8-b159-eac4b4a6b67b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting subnet 34308f05-0361-49b0-a890-1cd5e02d210e {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:39:00.413215 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17759a80-c81d-49a8-b159-eac4b4a6b67b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for subnet (34308f05-0361-49b0-a890-1cd5e02d210e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.419094 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for port (b9500726-6ec3-4d9f-b05b-1a77af0479db), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.475001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9df8ae94-7734-424c-8357-5bee104d6c92 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:00.490232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17759a80-c81d-49a8-b159-eac4b4a6b67b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (34308f05-0361-49b0-a890-1cd5e02d210e), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.511850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc2c1a-cdf9-42d3-bcdd-d2b434a6a718 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event deleted for resources: {'Port': ['ID=3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:00.518445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa33ee6-a692-4e36-8fdb-60a890ef519d req-37cc2c1a-cdf9-42d3-bcdd-d2b434a6a718 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] No DVR routers for this DVR port 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:00.523278 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3fa33ee6-a692-4e36-8fdb-60a890ef519d req-37cc2c1a-cdf9-42d3-bcdd-d2b434a6a718 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.528792 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3fa33ee6-a692-4e36-8fdb-60a890ef519d req-37cc2c1a-cdf9-42d3-bcdd-d2b434a6a718 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "DELETE /v2.0/ports/3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee HTTP/1.1" status: 204 len: 173 time: 1.8462112 Jan 28 12:39:00.530153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e377b8cf-a92f-4809-aac4-5defec6c3f0b', 'name': 'network-vif-deleted', 'tag': '3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:39:00.532860 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede6e817-764b-4c8e-ba08-a17a5570c032" -d '{"events": [{"server_uuid": "e377b8cf-a92f-4809-aac4-5defec6c3f0b", "name": "network-vif-deleted", "tag": "3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:39:00.545238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3905851-cc3c-4d79-913e-270e4aa8051b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (dc265e65-c21d-4e12-afd0-b11dee9a857c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.687604 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0add54bd-6acd-4ed5-8f63-c399ab8d916a x-openstack-request-id: req-0add54bd-6acd-4ed5-8f63-c399ab8d916a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:39:00.688086 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e377b8cf-a92f-4809-aac4-5defec6c3f0b", "name": "network-vif-deleted", "tag": "3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:39:00.688551 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0add54bd-6acd-4ed5-8f63-c399ab8d916a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:39:00.689201 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e377b8cf-a92f-4809-aac4-5defec6c3f0b', 'name': 'network-vif-deleted', 'tag': '3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee', 'status': 'completed', 'code': 200} Jan 28 12:39:00.690360 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3905851-cc3c-4d79-913e-270e4aa8051b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=dc265e65-c21d-4e12-afd0-b11dee9a857c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:00.728648 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b9500726-6ec3-4d9f-b05b-1a77af0479db), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.835308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3905851-cc3c-4d79-913e-270e4aa8051b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.854549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50654) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:00.855120 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c3905851-cc3c-4d79-913e-270e4aa8051b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/dc265e65-c21d-4e12-afd0-b11dee9a857c HTTP/1.1" status: 204 len: 168 time: 2.8672192 Jan 28 12:39:00.890998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9df8ae94-7734-424c-8357-5bee104d6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:58Z', 'revision_number': 11, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:00.928665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df8ae94-7734-424c-8357-5bee104d6c92 None None] Checking router: b253027d-4722-4545-b78e-8ba99b72ef10 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:39:00.934413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8b79b186-07cc-419c-9791-8453fb95bc87 None None] Provisioning complete for port dc265e65-c21d-4e12-afd0-b11dee9a857c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:00.935197 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b79b186-07cc-419c-9791-8453fb95bc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc265e65-c21d-4e12-afd0-b11dee9a857c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:00.975094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8b79b186-07cc-419c-9791-8453fb95bc87 None None] Port dc265e65-c21d-4e12-afd0-b11dee9a857c was deleted so its status cannot be updated. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 12:39:00.979482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df8ae94-7734-424c-8357-5bee104d6c92 None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:00.980124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9df8ae94-7734-424c-8357-5bee104d6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:00.981353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-524c8f5e-b3ea-4e53-ae35-fefdaad0300e req-78785fdf-ccaf-4906-91af-11c1ef35ef37 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=e377b8cf-a92f-4809-aac4-5defec6c3f0b HTTP/1.1" status: 200 len: 210 time: 0.0694065 Jan 28 12:39:01.026489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:01.053715 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17759a80-c81d-49a8-b159-eac4b4a6b67b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (34308f05-0361-49b0-a890-1cd5e02d210e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:01.103147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Pushing event updated for resources: {'Port': ['ID=b9500726-6ec3-4d9f-b05b-1a77af0479db,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:01.118006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:01.122601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:01.161612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9df8ae94-7734-424c-8357-5bee104d6c92 None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:01.276334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9df8ae94-7734-424c-8357-5bee104d6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:58Z', 'revision_number': 11, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:01.288078 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9865f8-6763-4fb4-8f3f-f90f5d5a69ee tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:39:01.292270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-be9865f8-6763-4fb4-8f3f-f90f5d5a69ee tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/dc265e65-c21d-4e12-afd0-b11dee9a857c HTTP/1.1" status: 404 len: 333 time: 0.3918407 Jan 28 12:39:01.295972 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50662) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:01.304543 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17759a80-c81d-49a8-b159-eac4b4a6b67b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (34308f05-0361-49b0-a890-1cd5e02d210e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:01.394141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df8ae94-7734-424c-8357-5bee104d6c92 None None] The sync data for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 is: [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:58Z', 'revision_number': 11, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:39:01.434184 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17759a80-c81d-49a8-b159-eac4b4a6b67b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:01.444116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a34109d-08ee-4ab9-b2c3-739aec7f6b8f None None] Network bccb4eee-239d-4c99-82aa-8546b44dce56 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:01.452427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-17759a80-c81d-49a8-b159-eac4b4a6b67b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/34308f05-0361-49b0-a890-1cd5e02d210e HTTP/1.1" status: 204 len: 168 time: 1.1251917 Jan 28 12:39:01.471765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50668) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:01.607962 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (a1a1506e-9427-41d1-94eb-4b5d7e73245b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:01.618831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17759a80-c81d-49a8-b159-eac4b4a6b67b tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Subnet': ['ID=34308f05-0361-49b0-a890-1cd5e02d210e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:01.634556 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (bccb4eee-239d-4c99-82aa-8546b44dce56), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:01.670674 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b9500726-6ec3-4d9f-b05b-1a77af0479db), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:01.670837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51818ba2-90c3-4d8f-ae69-efb84c623586 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (24f70a46-8973-4ad3-8e42-64904d95176f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:01.696973 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51818ba2-90c3-4d8f-ae69-efb84c623586 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (24f70a46-8973-4ad3-8e42-64904d95176f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:01.781067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51818ba2-90c3-4d8f-ae69-efb84c623586 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (24f70a46-8973-4ad3-8e42-64904d95176f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:01.786228 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51818ba2-90c3-4d8f-ae69-efb84c623586 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:01.793525 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-51818ba2-90c3-4d8f-ae69-efb84c623586 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/security-groups/24f70a46-8973-4ad3-8e42-64904d95176f HTTP/1.1" status: 204 len: 168 time: 0.4961436 Jan 28 12:39:01.794280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50674) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:01.856194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for port (b9500726-6ec3-4d9f-b05b-1a77af0479db), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:01.862368 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b9500726-6ec3-4d9f-b05b-1a77af0479db), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:01.871380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c421d77a-c1e5-4fdb-bc49-79503e820229 None None] DHCP port deletion for bccb4eee-239d-4c99-82aa-8546b44dce56 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:39:01.947245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50676) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:01.954199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51818ba2-90c3-4d8f-ae69-efb84c623586 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f70a46-8973-4ad3-8e42-64904d95176f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:02.022566 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a86bbc29-cc06-447a-a494-94038a51b411 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (3d65057a-3f4f-403d-b391-fb25f59cd0e5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.024384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Pushing event updated for resources: {'Port': ['ID=b9500726-6ec3-4d9f-b05b-1a77af0479db,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:02.053237 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a1a1506e-9427-41d1-94eb-4b5d7e73245b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.056789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a86bbc29-cc06-447a-a494-94038a51b411 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (3d65057a-3f4f-403d-b391-fb25f59cd0e5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.088896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.090707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-983e0ed9-2e67-4b51-b148-131876576524 req-07fa3cd5-dbec-4288-b35d-d0c895e5dad5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7716818 Jan 28 12:39:02.109730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Deleting port 8f476153-e797-4689-a23b-750583a90f7a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:02.110055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8f476153-e797-4689-a23b-750583a90f7a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.201532 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] For port 8f476153-e797-4689-a23b-750583a90f7a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8f476153-e797-4689-a23b-750583a90f7a,segment=NetworkSegment(16a26fff-df21-4352-b924-968f65174307),segment_id=16a26fff-df21-4352-b924-968f65174307)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:02.202033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8f476153-e797-4689-a23b-750583a90f7a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.205415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a86bbc29-cc06-447a-a494-94038a51b411 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3d65057a-3f4f-403d-b391-fb25f59cd0e5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.208071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a86bbc29-cc06-447a-a494-94038a51b411 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.208504 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c421d77a-c1e5-4fdb-bc49-79503e820229 None None] Deleting port 8f476153-e797-4689-a23b-750583a90f7a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:02.209826 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c421d77a-c1e5-4fdb-bc49-79503e820229 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8f476153-e797-4689-a23b-750583a90f7a), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.212348 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a86bbc29-cc06-447a-a494-94038a51b411 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/security-groups/3d65057a-3f4f-403d-b391-fb25f59cd0e5 HTTP/1.1" status: 204 len: 168 time: 0.3612726 Jan 28 12:39:02.220941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50688) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:02.278489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-983e0ed9-2e67-4b51-b148-131876576524 req-ad9e974c-e1bc-4c15-88a1-96c5b611a740 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.1794817 Jan 28 12:39:02.309121 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Calling delete_port for 8f476153-e797-4689-a23b-750583a90f7a owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:02.329981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bbc29-cc06-447a-a494-94038a51b411 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d65057a-3f4f-403d-b391-fb25f59cd0e5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:02.393995 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-91764ecc-51b0-4db9-8b5c-14edaf1c3f4a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting subnet b08de75c-b64e-400a-9949-55e7224ba8f6 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:39:02.429407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-312874522'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:02.440121 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91764ecc-51b0-4db9-8b5c-14edaf1c3f4a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (b08de75c-b64e-400a-9949-55e7224ba8f6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.508167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c421d77a-c1e5-4fdb-bc49-79503e820229 None None] For port 8f476153-e797-4689-a23b-750583a90f7a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8f476153-e797-4689-a23b-750583a90f7a,segment=NetworkSegment(16a26fff-df21-4352-b924-968f65174307),segment_id=16a26fff-df21-4352-b924-968f65174307)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:02.509258 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c421d77a-c1e5-4fdb-bc49-79503e820229 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8f476153-e797-4689-a23b-750583a90f7a), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.530300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91764ecc-51b0-4db9-8b5c-14edaf1c3f4a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (b08de75c-b64e-400a-9949-55e7224ba8f6), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.536607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c421d77a-c1e5-4fdb-bc49-79503e820229 None None] Calling delete_port for 8f476153-e797-4689-a23b-750583a90f7a owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:02.553424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:02.563655 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.603406 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.673889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8f476153-e797-4689-a23b-750583a90f7a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.681388 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e0ed9-2e67-4b51-b148-131876576524 req-65632320-cdb4-4193-80bd-c045733c3ba0 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:02.688107 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c421d77a-c1e5-4fdb-bc49-79503e820229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (8f476153-e797-4689-a23b-750583a90f7a), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.699058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-983e0ed9-2e67-4b51-b148-131876576524 req-65632320-cdb4-4193-80bd-c045733c3ba0 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.4099760 Jan 28 12:39:02.705028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-983e0ed9-2e67-4b51-b148-131876576524 req-772ae891-7976-4a2b-b62d-5a712a2183b3 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:39:02.712022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-983e0ed9-2e67-4b51-b148-131876576524 req-772ae891-7976-4a2b-b62d-5a712a2183b3 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114126 Jan 28 12:39:02.735481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421d77a-c1e5-4fdb-bc49-79503e820229 None None] Pushing event deleted for resources: {'Port': ['ID=8f476153-e797-4689-a23b-750583a90f7a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:02.745654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421d77a-c1e5-4fdb-bc49-79503e820229 None None] No DVR routers for this DVR port 8f476153-e797-4689-a23b-750583a90f7a on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:02.761903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Port': ['ID=8f476153-e797-4689-a23b-750583a90f7a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:02.777151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No DVR routers for this DVR port 8f476153-e797-4689-a23b-750583a90f7a on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:02.832693 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91764ecc-51b0-4db9-8b5c-14edaf1c3f4a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b08de75c-b64e-400a-9949-55e7224ba8f6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.844972 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for security_group (8862311c-9e72-4849-88f6-fcc1688a3029), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.881276 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8862311c-9e72-4849-88f6-fcc1688a3029), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.932395 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (bccb4eee-239d-4c99-82aa-8546b44dce56), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:02.962684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccb4eee-239d-4c99-82aa-8546b44dce56']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:02.980215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a26fff-df21-4352-b924-968f65174307') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:02.980957 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a26fff-df21-4352-b924-968f65174307') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:02.986948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:39:02.993455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (16a26fff-df21-4352-b924-968f65174307), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.001627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91764ecc-51b0-4db9-8b5c-14edaf1c3f4a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (b08de75c-b64e-400a-9949-55e7224ba8f6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.008644 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:03.024791 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a34357ce-eb29-4eb0-9673-7e98ea5a51d0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.026067 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Added segment a34357ce-eb29-4eb0-9673-7e98ea5a51d0 of type vlan for network 065af798-6900-4c10-b0e5-ec0c8cd50124 Jan 28 12:39:03.031900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:03.032259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3bceba5f-5a07-4fc1-a2c3-7aa572fa83ee not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:03.050962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91764ecc-51b0-4db9-8b5c-14edaf1c3f4a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Subnet': ['ID=b08de75c-b64e-400a-9949-55e7224ba8f6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:03.053602 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (16a26fff-df21-4352-b924-968f65174307), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.061381 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91764ecc-51b0-4db9-8b5c-14edaf1c3f4a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.062434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8862311c-9e72-4849-88f6-fcc1688a3029,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:03.066207 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-91764ecc-51b0-4db9-8b5c-14edaf1c3f4a tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/b08de75c-b64e-400a-9949-55e7224ba8f6 HTTP/1.1" status: 204 len: 168 time: 0.8378868 Jan 28 12:39:03.070841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f004050f-4749-4984-b433-6af280813aed None None] Network 53bcd782-f3c8-4a36-a356-4356814d424e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:03.072335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50694) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:03.075077 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:39:03.075814 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (16a26fff-df21-4352-b924-968f65174307), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.082596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-94105f60-e57d-497e-9122-994250cae0a6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:39:03.086596 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:39:03.150627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2fd2f-e263-4f5f-a864-901664735a2d req-22f6e829-b23f-472f-9c36-a4159e3dbf68 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:03.157071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8cc2fd2f-e263-4f5f-a864-901664735a2d req-22f6e829-b23f-472f-9c36-a4159e3dbf68 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 945 time: 0.4436738 Jan 28 12:39:03.172235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-bfc42982-1c0e-4bb4-98cb-17cb4284612c tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:03.184998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-bfc42982-1c0e-4bb4-98cb-17cb4284612c tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3156221 Jan 28 12:39:03.227935 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (065af798-6900-4c10-b0e5-ec0c8cd50124), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.243868 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (bccb4eee-239d-4c99-82aa-8546b44dce56), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.258766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.262717 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/networks/bccb4eee-239d-4c99-82aa-8546b44dce56 HTTP/1.1" status: 204 len: 168 time: 1.7882578 Jan 28 12:39:03.266155 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50698) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:03.282252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-da98ddd3-fe60-4f03-adb0-9e8205c7dc28 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'router': {'routes': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:03.294025 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c00b9-a86d-4f0b-b907-899b6da6eb29 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Pushing event deleted for resources: {'Network': ['ID=bccb4eee-239d-4c99-82aa-8546b44dce56,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:03.363858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 44584666-a03d-4d17-a08f-01915c070bf5 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:03.381048 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:39:03.405365 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-b0c89e06-cfcf-44e2-9552-c79de3d0662d tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 696 time: 0.1624701 Jan 28 12:39:03.420286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 44584666-a03d-4d17-a08f-01915c070bf5 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:03.421145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8cc2fd2f-e263-4f5f-a864-901664735a2d req-879036ae-c031-4f03-8e01-2c1a697521ec tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630110 Jan 28 12:39:03.429250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 44584666-a03d-4d17-a08f-01915c070bf5 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:03.429250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8f476153-e797-4689-a23b-750583a90f7a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:03.438407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-5ac58947-e4cc-4d1b-b0c4-dbbbe76b55ba tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Request body: {'floatingip': {'port_id': '14fb50e3-354e-4f79-a633-5c0bc81bbbda', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:03.540824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 8f476153-e797-4689-a23b-750583a90f7a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:03.542295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8f476153-e797-4689-a23b-750583a90f7a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:03.613007 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94105f60-e57d-497e-9122-994250cae0a6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:03.616597 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94105f60-e57d-497e-9122-994250cae0a6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.639377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.extraroute_db [None req-da98ddd3-fe60-4f03-adb0-9e8205c7dc28 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Added routes are [] {{(pid=103128) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 12:39:03.639839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.extraroute_db [None req-da98ddd3-fe60-4f03-adb0-9e8205c7dc28 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Removed routes are [] {{(pid=103128) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 12:39:03.640308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da98ddd3-fe60-4f03-adb0-9e8205c7dc28 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.649875 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (065af798-6900-4c10-b0e5-ec0c8cd50124), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.659033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:03.660093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:03.693516 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-5ac58947-e4cc-4d1b-b0c4-dbbbe76b55ba tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (a1a1506e-9427-41d1-94eb-4b5d7e73245b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:04.285403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3175457 Jan 28 12:39:04.348182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee6e14-5840-4368-ac57-d56375fbef73 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Network': ['ID=065af798-6900-4c10-b0e5-ec0c8cd50124,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:04.423817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 065af798-6900-4c10-b0e5-ec0c8cd50124 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:39:04.428703 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94105f60-e57d-497e-9122-994250cae0a6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (565a0708-a320-4b18-9e10-a3ce23f22711), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:04.545847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94105f60-e57d-497e-9122-994250cae0a6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Subnet': ['ID=565a0708-a320-4b18-9e10-a3ce23f22711,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:04.597976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da98ddd3-fe60-4f03-adb0-9e8205c7dc28 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:04.611375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94105f60-e57d-497e-9122-994250cae0a6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 53bcd782-f3c8-4a36-a356-4356814d424e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:04.619550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-94105f60-e57d-497e-9122-994250cae0a6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:04.639508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950b60b-b6d9-42cf-826f-22ebee3561b4 req-192e1382-26f4-43a8-9736-709db03c350f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:04.644217 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2950b60b-b6d9-42cf-826f-22ebee3561b4 req-192e1382-26f4-43a8-9736-709db03c350f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 945 time: 0.5190959 Jan 28 12:39:04.649639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94105f60-e57d-497e-9122-994250cae0a6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:04.650432 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94105f60-e57d-497e-9122-994250cae0a6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:04.662475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da98ddd3-fe60-4f03-adb0-9e8205c7dc28 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:04.808516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6562bf-549e-456e-ad52-09c988e4ca8a None None] Network 53bcd782-f3c8-4a36-a356-4356814d424e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:04.995956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdee666-c074-4000-a65a-e6fd92fcbb96 req-b5d0ce2f-6622-49f0-aec3-07119611a903 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:05.003652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0cdee666-c074-4000-a65a-e6fd92fcbb96 req-b5d0ce2f-6622-49f0-aec3-07119611a903 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 945 time: 0.2147989 Jan 28 12:39:05.072101 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-26fc1cc6-6a9b-451a-b505-6560b9f0cb1f None None] Provisioning complete for port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:05.072612 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26fc1cc6-6a9b-451a-b505-6560b9f0cb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:05.152926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da98ddd3-fe60-4f03-adb0-9e8205c7dc28 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router b253027d-4722-4545-b78e-8ba99b72ef10 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:39:05.232926 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-94105f60-e57d-497e-9122-994250cae0a6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1591327 Jan 28 12:39:05.234106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50708) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:05.241264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-58610df1-c232-4990-bc3b-a0c6f3b8d74f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032667303'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:05.346244 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58610df1-c232-4990-bc3b-a0c6f3b8d74f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:05.365852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da98ddd3-fe60-4f03-adb0-9e8205c7dc28 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:39:05.382395 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a110faa-7183-4513-a854-6088e91fbb8a None None] Sync routers for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:39:05.412335 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a110faa-7183-4513-a854-6088e91fbb8a None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:05.413890 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8a110faa-7183-4513-a854-6088e91fbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:05.440238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58610df1-c232-4990-bc3b-a0c6f3b8d74f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (30b31912-c159-40e3-8617-52bb734e4fa7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:05.449675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da98ddd3-fe60-4f03-adb0-9e8205c7dc28 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:05.451994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-da98ddd3-fe60-4f03-adb0-9e8205c7dc28 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10 HTTP/1.1" status: 200 len: 705 time: 2.1828418 Jan 28 12:39:05.455366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58610df1-c232-4990-bc3b-a0c6f3b8d74f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (30b31912-c159-40e3-8617-52bb734e4fa7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:05.469983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-26fc1cc6-6a9b-451a-b505-6560b9f0cb1f None None] Current status of the port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:05.491419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50710) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:05.594566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58610df1-c232-4990-bc3b-a0c6f3b8d74f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b31912-c159-40e3-8617-52bb734e4fa7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:05.603723 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-24880ea1-e499-42e4-a4d7-1b20162de247 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=b253027d-4722-4545-b78e-8ba99b72ef10 HTTP/1.1" status: 200 len: 205 time: 0.0524371 Jan 28 12:39:05.606676 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58610df1-c232-4990-bc3b-a0c6f3b8d74f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:05.611396 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-58610df1-c232-4990-bc3b-a0c6f3b8d74f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3735206 Jan 28 12:39:05.612275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50714) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:05.612605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50716) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:05.672968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-26fc1cc6-6a9b-451a-b505-6560b9f0cb1f None None] Provisioning complete for port 8460bbd6-9335-437c-9e59-c2e560c36340 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:05.673565 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26fc1cc6-6a9b-451a-b505-6560b9f0cb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8460bbd6-9335-437c-9e59-c2e560c36340), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:05.706066 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-60af85ed-4188-470d-9c9c-af38cdb3e665 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'security_group': {'name': 'tempest-secgroup-582497928'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:05.709304 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8a110faa-7183-4513-a854-6088e91fbb8a None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:05.731932 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cae64ddd-edfa-47f9-a15a-31cd7f685bf0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (b253027d-4722-4545-b78e-8ba99b72ef10), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:05.738381 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60af85ed-4188-470d-9c9c-af38cdb3e665 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:05.749218 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-5ac58947-e4cc-4d1b-b0c4-dbbbe76b55ba tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:39:05.825743 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60af85ed-4188-470d-9c9c-af38cdb3e665 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (a7a2c8ab-d711-4d7d-a411-215ce54ba225), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:05.855596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-26fc1cc6-6a9b-451a-b505-6560b9f0cb1f None None] Port 8460bbd6-9335-437c-9e59-c2e560c36340 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:39:05.897725 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8a110faa-7183-4513-a854-6088e91fbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:58Z', 'revision_number': 11, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:05.904196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-2950b60b-b6d9-42cf-826f-22ebee3561b4 req-140fb124-5c5e-4a3d-8ea1-59025aef68fd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Deleting port fedcd2ad-b58c-41da-9e6d-5226e0700070 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:05.904601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2950b60b-b6d9-42cf-826f-22ebee3561b4 req-140fb124-5c5e-4a3d-8ea1-59025aef68fd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:05.982981 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a110faa-7183-4513-a854-6088e91fbb8a None None] Checking router: b253027d-4722-4545-b78e-8ba99b72ef10 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:39:05.988510 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-5ac58947-e4cc-4d1b-b0c4-dbbbe76b55ba tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:06.007805 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a110faa-7183-4513-a854-6088e91fbb8a None None] Routers {'b253027d-4722-4545-b78e-8ba99b72ef10'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:06.014820 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8a110faa-7183-4513-a854-6088e91fbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b253027d-4722-4545-b78e-8ba99b72ef10'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:06.052250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df8c85-9b53-40a7-817b-86aad5379257 None None] Update dhcp port {'port': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'fixed_ips': [{'subnet_id': '0b89bb83-11d1-4b56-a449-5464dcc5f356', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '565a0708-a320-4b18-9e10-a3ce23f22711'}], 'binding:host_id': 'n-d-824835-4'}, 'id': 'e9a469fc-d8d4-4c1e-96bc-81ae161a9a89'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:39:06.053512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2950b60b-b6d9-42cf-826f-22ebee3561b4 req-140fb124-5c5e-4a3d-8ea1-59025aef68fd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] For port fedcd2ad-b58c-41da-9e6d-5226e0700070, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fedcd2ad-b58c-41da-9e6d-5226e0700070,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:06.053875 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2950b60b-b6d9-42cf-826f-22ebee3561b4 req-140fb124-5c5e-4a3d-8ea1-59025aef68fd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:06.077197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-5ac58947-e4cc-4d1b-b0c4-dbbbe76b55ba tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a1a1506e-9427-41d1-94eb-4b5d7e73245b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:06.084701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-2950b60b-b6d9-42cf-826f-22ebee3561b4 req-140fb124-5c5e-4a3d-8ea1-59025aef68fd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Calling delete_port for fedcd2ad-b58c-41da-9e6d-5226e0700070 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:06.114904 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10df8c85-9b53-40a7-817b-86aad5379257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:06.184694 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8a110faa-7183-4513-a854-6088e91fbb8a None None] Set router b253027d-4722-4545-b78e-8ba99b72ef10 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:06.245338 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0cdee666-c074-4000-a65a-e6fd92fcbb96 req-d5d08958-b126-44c9-9f92-8d9552a14eb8 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2201397 Jan 28 12:39:06.284851 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60af85ed-4188-470d-9c9c-af38cdb3e665 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a7a2c8ab-d711-4d7d-a411-215ce54ba225), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:06.350468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-b895f3aa-0273-452a-b7e4-b4b39b358294 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3536961 Jan 28 12:39:06.375101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2950b60b-b6d9-42cf-826f-22ebee3561b4 req-140fb124-5c5e-4a3d-8ea1-59025aef68fd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fedcd2ad-b58c-41da-9e6d-5226e0700070), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:06.436772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af85ed-4188-470d-9c9c-af38cdb3e665 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a2c8ab-d711-4d7d-a411-215ce54ba225,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:06.441024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60af85ed-4188-470d-9c9c-af38cdb3e665 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:06.470476 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-60af85ed-4188-470d-9c9c-af38cdb3e665 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8544519 Jan 28 12:39:06.475258 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8a110faa-7183-4513-a854-6088e91fbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:58Z', 'revision_number': 11, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:06.488509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['27de3916-7505-46fc-97aa-391f8d8a7eea', 'fedcd2ad-b58c-41da-9e6d-5226e0700070'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:39:06.500568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50718) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:06.507806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-eb097c3d-10ac-4a4f-9d13-c2b3b31b0948 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'security_group': {'name': 'tempest-secgroup-515687956'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:06.562132 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-5ac58947-e4cc-4d1b-b0c4-dbbbe76b55ba tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Floating IP a1a1506e-9427-41d1-94eb-4b5d7e73245b associated. External IP: 172.25.7.243, port: 14fb50e3-354e-4f79-a633-5c0bc81bbbda. Jan 28 12:39:06.577608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fb124-5c5e-4a3d-8ea1-59025aef68fd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event deleted for resources: {'Port': ['ID=fedcd2ad-b58c-41da-9e6d-5226e0700070,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:06.596438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-bb30811f-9e26-4df6-aca3-f99a24adf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:06.597006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-bb30811f-9e26-4df6-aca3-f99a24adf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:06.597946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-bb30811f-9e26-4df6-aca3-f99a24adf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:06.598412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-bb30811f-9e26-4df6-aca3-f99a24adf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:06.604923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-bb30811f-9e26-4df6-aca3-f99a24adf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:06.605827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-bb30811f-9e26-4df6-aca3-f99a24adf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:06.606534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-bb30811f-9e26-4df6-aca3-f99a24adf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:06.609549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-bb30811f-9e26-4df6-aca3-f99a24adf041 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=523c775734d64237ba19b3804f18ee73&device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 6489 time: 0.1822298 Jan 28 12:39:06.674718 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a110faa-7183-4513-a854-6088e91fbb8a None None] The sync data for ids ['b253027d-4722-4545-b78e-8ba99b72ef10'] in n-d-824835-4 is: [{'id': 'b253027d-4722-4545-b78e-8ba99b72ef10', 'name': 'tempest-RoutersIpV6Test-router-1520621406', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:37:17Z', 'updated_at': '2022-01-28T12:38:58Z', 'revision_number': 11, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:39:06.742103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb097c3d-10ac-4a4f-9d13-c2b3b31b0948 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:06.912201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-10df8c85-9b53-40a7-817b-86aad5379257 None None] Allocated IP 2001:db8::2 (53bcd782-f3c8-4a36-a356-4356814d424e/565a0708-a320-4b18-9e10-a3ce23f22711/e9a469fc-d8d4-4c1e-96bc-81ae161a9a89) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:07.045960 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb097c3d-10ac-4a4f-9d13-c2b3b31b0948 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (d2486f37-6f6c-4954-9118-0f6603a44741), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:07.053075 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb097c3d-10ac-4a4f-9d13-c2b3b31b0948 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d2486f37-6f6c-4954-9118-0f6603a44741), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:07.090752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-1accf1c0-e257-4f68-97d7-2a72bfa09774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:07.094020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-1accf1c0-e257-4f68-97d7-2a72bfa09774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:07.094695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-1accf1c0-e257-4f68-97d7-2a72bfa09774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:07.103804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2950b60b-b6d9-42cf-826f-22ebee3561b4 req-140fb124-5c5e-4a3d-8ea1-59025aef68fd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] No DVR routers for this DVR port fedcd2ad-b58c-41da-9e6d-5226e0700070 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:07.110984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2950b60b-b6d9-42cf-826f-22ebee3561b4 req-140fb124-5c5e-4a3d-8ea1-59025aef68fd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:07.113390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-1accf1c0-e257-4f68-97d7-2a72bfa09774 service neutron] 10.222.0.49 "GET /v2.0/networks?id=de73d51a-b816-487d-9aec-4cbd62d5c08f&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=e54d590a-3977-4e88-846f-ae0b85d73b5d&id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec HTTP/1.1" status: 200 len: 2293 time: 0.3349512 Jan 28 12:39:07.120922 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2950b60b-b6d9-42cf-826f-22ebee3561b4 req-140fb124-5c5e-4a3d-8ea1-59025aef68fd tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "DELETE /v2.0/ports/fedcd2ad-b58c-41da-9e6d-5226e0700070 HTTP/1.1" status: 204 len: 173 time: 2.4426239 Jan 28 12:39:07.125322 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb097c3d-10ac-4a4f-9d13-c2b3b31b0948 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:07.129896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-eb097c3d-10ac-4a4f-9d13-c2b3b31b0948 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6282845 Jan 28 12:39:07.140489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cae64ddd-edfa-47f9-a15a-31cd7f685bf0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:07.153283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddad159d-fe4f-4d68-aa1b-ab6faad0a834', 'name': 'network-vif-deleted', 'tag': 'fedcd2ad-b58c-41da-9e6d-5226e0700070'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:39:07.158740 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77128201-6c63-49e6-a6e4-77f39d4b0df0" -d '{"events": [{"server_uuid": "ddad159d-fe4f-4d68-aa1b-ab6faad0a834", "name": "network-vif-deleted", "tag": "fedcd2ad-b58c-41da-9e6d-5226e0700070"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:39:07.162000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50722) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:07.179065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cae64ddd-edfa-47f9-a15a-31cd7f685bf0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (b253027d-4722-4545-b78e-8ba99b72ef10), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:07.200725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2103764521', 'security_groups': ['d2486f37-6f6c-4954-9118-0f6603a44741'], 'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '565a0708-a320-4b18-9e10-a3ce23f22711'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:07.338693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-10df8c85-9b53-40a7-817b-86aad5379257 None None] For port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,segment=NetworkSegment(6f0854cc-e97d-4e48-ba43-ae2e5726d989),segment_id=6f0854cc-e97d-4e48-ba43-ae2e5726d989)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:07.416864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-6844c885-c41e-4922-8c70-045342eaba62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2eae2a5-ffa0-4482-ba27-f5eb1313d427 HTTP/1.1" status: 200 len: 1001 time: 0.2855699 Jan 28 12:39:07.425366 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10df8c85-9b53-40a7-817b-86aad5379257 None None] Publish callbacks [] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:07.492082 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10df8c85-9b53-40a7-817b-86aad5379257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:07.518229 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61981092-2d32-4039-9d04-6511cd7d39cf x-openstack-request-id: req-61981092-2d32-4039-9d04-6511cd7d39cf {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:39:07.520283 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddad159d-fe4f-4d68-aa1b-ab6faad0a834", "name": "network-vif-deleted", "tag": "fedcd2ad-b58c-41da-9e6d-5226e0700070", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:39:07.521227 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61981092-2d32-4039-9d04-6511cd7d39cf {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:39:07.521691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb097c3d-10ac-4a4f-9d13-c2b3b31b0948 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2486f37-6f6c-4954-9118-0f6603a44741,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:07.522429 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddad159d-fe4f-4d68-aa1b-ab6faad0a834', 'name': 'network-vif-deleted', 'tag': 'fedcd2ad-b58c-41da-9e6d-5226e0700070', 'status': 'completed', 'code': 200} Jan 28 12:39:07.594492 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cae64ddd-edfa-47f9-a15a-31cd7f685bf0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (b253027d-4722-4545-b78e-8ba99b72ef10), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:07.597065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae64ddd-edfa-47f9-a15a-31cd7f685bf0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Fanout notify agent at l3_agent the message router_deleted on router b253027d-4722-4545-b78e-8ba99b72ef10 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:39:07.625024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4222eccf-c2a0-4943-b135-446b30e58950 req-cbb1cd14-86e9-4897-8aa1-7650e45935db tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddad159d-fe4f-4d68-aa1b-ab6faad0a834 HTTP/1.1" status: 200 len: 210 time: 0.1095629 Jan 28 12:39:07.648382 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cae64ddd-edfa-47f9-a15a-31cd7f685bf0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:07.650946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-ac800973-0861-40f2-91ba-4ad19df8acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:07.657375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-ac800973-0861-40f2-91ba-4ad19df8acc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a40a858a-ac10-4c03-bed6-d03ffae7c7c2 HTTP/1.1" status: 200 len: 851 time: 0.2268040 Jan 28 12:39:07.664720 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cae64ddd-edfa-47f9-a15a-31cd7f685bf0 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10 HTTP/1.1" status: 204 len: 168 time: 2.0498776 Jan 28 12:39:07.678167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50730) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:07.808322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df8c85-9b53-40a7-817b-86aad5379257 None None] Pushing event updated for resources: {'Port': ['ID=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:07.808561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-70e48481-532b-4ece-be61-7259b7670283 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1860383101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:07.890786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:07.932702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-5ac58947-e4cc-4d1b-b0c4-dbbbe76b55ba tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Router a9010a33-13a4-444c-87f8-4a80b7a6db76 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:39:08.040700 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70e48481-532b-4ece-be61-7259b7670283 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (bad22303-57b4-4071-851c-406a3f920443), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:08.045609 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70e48481-532b-4ece-be61-7259b7670283 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (bad22303-57b4-4071-851c-406a3f920443), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:08.089752 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:08.149005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-24afffdf-4d94-4d8c-8986-68cfcb44b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:08.153278 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] device_id is not set on port 7a246585-cb3d-4120-8d7c-8a998b982657 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:39:08.154943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-24afffdf-4d94-4d8c-8986-68cfcb44b990 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=de73d51a-b816-487d-9aec-4cbd62d5c08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4636083 Jan 28 12:39:08.377561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-756977cc-80d1-43dd-a32c-520436dbae31 service neutron] 10.222.0.49 "GET /v2.0/networks/de73d51a-b816-487d-9aec-4cbd62d5c08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028303 Jan 28 12:39:08.440812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50738) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:08.668349 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8::15d (53bcd782-f3c8-4a36-a356-4356814d424e/565a0708-a320-4b18-9e10-a3ce23f22711/7a246585-cb3d-4120-8d7c-8a998b982657) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:08.954807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (7a246585-cb3d-4120-8d7c-8a998b982657), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.022534 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d4a977f-121b-40c7-bfc9-c2f22fc8eb6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.031043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fedcd2ad-b58c-41da-9e6d-5226e0700070 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:09.134817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50750) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:09.135140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: fedcd2ad-b58c-41da-9e6d-5226e0700070 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:09.135532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fedcd2ad-b58c-41da-9e6d-5226e0700070 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:09.144894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6c4ea468-4435-4f6f-aa70-88d13ff32289 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'subnet': {'network_id': '065af798-6900-4c10-b0e5-ec0c8cd50124', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:09.170318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7a246585-cb3d-4120-8d7c-8a998b982657), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.297773 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-329e949d-e63a-48a8-85d8-de1909dba853 service neutron] 10.222.0.49 "GET /v2.0/networks/de73d51a-b816-487d-9aec-4cbd62d5c08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9062474 Jan 28 12:39:09.299946 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70e48481-532b-4ece-be61-7259b7670283 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (bad22303-57b4-4071-851c-406a3f920443), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.321196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0901ba01-d4f3-4eb6-839e-f49a38b40b29 None None] Provisioning complete for port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:09.321582 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0901ba01-d4f3-4eb6-839e-f49a38b40b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.338111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=7a246585-cb3d-4120-8d7c-8a998b982657,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:09.360447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:39:09.362932 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 53bcd782-f3c8-4a36-a356-4356814d424e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:09.377019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:09.383902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:09.389152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:09.389803 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.409418 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70e48481-532b-4ece-be61-7259b7670283 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (bad22303-57b4-4071-851c-406a3f920443), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.417545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-a629694e-a016-48be-b4bf-4fa37a286b29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=6ea4abda-c248-47c5-8b95-df920c974751 HTTP/1.1" status: 200 len: 217 time: 0.0669563 Jan 28 12:39:09.442283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:09.442854 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.532831 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-27a16a43-9cf9-4660-a7b8-299214f2dacb tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3513172 Jan 28 12:39:09.534798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50752) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:09.537881 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0901ba01-d4f3-4eb6-839e-f49a38b40b29 None None] Current status of the port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:09.540311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-bc4b8ba2-f352-43bf-87ad-316b5dbd0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:09.542688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-bc4b8ba2-f352-43bf-87ad-316b5dbd0d3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 200 len: 797 time: 0.0675192 Jan 28 12:39:09.555623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d98af5d8-d2fd-4e1f-b94f-eac3800458a0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:09.556665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70e48481-532b-4ece-be61-7259b7670283 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.561124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-70e48481-532b-4ece-be61-7259b7670283 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.8623781 Jan 28 12:39:09.562029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50754) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:09.566953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0901ba01-d4f3-4eb6-839e-f49a38b40b29 None None] Provisioning complete for port 8460bbd6-9335-437c-9e59-c2e560c36340 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:09.568624 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0901ba01-d4f3-4eb6-839e-f49a38b40b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8460bbd6-9335-437c-9e59-c2e560c36340), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.613766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e1492e97-c3e1-4725-a78a-9c05b043b9ed tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:09.629307 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d4a977f-121b-40c7-bfc9-c2f22fc8eb6e admin admin] Publish callbacks [] for security_group (3a2a7914-1baa-444c-ae33-00a6a59fa9ff), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.658786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0901ba01-d4f3-4eb6-839e-f49a38b40b29 None None] Port 8460bbd6-9335-437c-9e59-c2e560c36340 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:39:09.675628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:09.682845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4ea468-4435-4f6f-aa70-88d13ff32289 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:09.690699 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea468-4435-4f6f-aa70-88d13ff32289 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.703757 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d4a977f-121b-40c7-bfc9-c2f22fc8eb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3a2a7914-1baa-444c-ae33-00a6a59fa9ff), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.812525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320d2d6-38fa-4290-a1f6-65e9bb65770d req-4f889ed0-c23c-4d64-a4e0-50a9215cad7e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:09.814255 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a320d2d6-38fa-4290-a1f6-65e9bb65770d req-4f889ed0-c23c-4d64-a4e0-50a9215cad7e tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.3784657 Jan 28 12:39:09.863308 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2d4a977f-121b-40c7-bfc9-c2f22fc8eb6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7c900f8dcc4414b8f5692c7f2f8e279&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4210899 Jan 28 12:39:09.888710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a977f-121b-40c7-bfc9-c2f22fc8eb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2a7914-1baa-444c-ae33-00a6a59fa9ff,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:09.897262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50756) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:09.905890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-5ac58947-e4cc-4d1b-b0c4-dbbbe76b55ba tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:39:09.927662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8cfea6-8dc1-4d28-b913-f2a4b851d47e None None] Sync routers for ids ['a9010a33-13a4-444c-87f8-4a80b7a6db76'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:39:09.938512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d50e2a4b-b24f-4e97-a290-6b98e55b18cc None None] Provisioning complete for port 7a246585-cb3d-4120-8d7c-8a998b982657 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:09.938888 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d50e2a4b-b24f-4e97-a290-6b98e55b18cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a246585-cb3d-4120-8d7c-8a998b982657), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.954252 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-5ac58947-e4cc-4d1b-b0c4-dbbbe76b55ba tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:09.966781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8cfea6-8dc1-4d28-b913-f2a4b851d47e None None] Routers {'a9010a33-13a4-444c-87f8-4a80b7a6db76'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:09.967769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1a8cfea6-8dc1-4d28-b913-f2a4b851d47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9010a33-13a4-444c-87f8-4a80b7a6db76'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:09.968835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ae43d-cddc-453a-931d-33f264a4e573 req-4ada06a1-a819-4b29-9b4c-c79efa633fea tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:09.970552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a8ae43d-cddc-453a-931d-33f264a4e573 req-4ada06a1-a819-4b29-9b4c-c79efa633fea tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.6084158 Jan 28 12:39:09.977068 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1492e97-c3e1-4725-a78a-9c05b043b9ed tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (bad22303-57b4-4071-851c-406a3f920443), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:10.073569 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a8ae43d-cddc-453a-931d-33f264a4e573 req-fc86c781-c713-4bc3-a9f0-9d9da29a4753 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756178 Jan 28 12:39:10.078217 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1492e97-c3e1-4725-a78a-9c05b043b9ed tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (bad22303-57b4-4071-851c-406a3f920443), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:10.087180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-5ac58947-e4cc-4d1b-b0c4-dbbbe76b55ba tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "PUT /v2.0/floatingips/a1a1506e-9427-41d1-94eb-4b5d7e73245b HTTP/1.1" status: 200 len: 996 time: 6.6644640 Jan 28 12:39:10.090737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'tag': '14fb50e3-354e-4f79-a633-5c0bc81bbbda'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:39:10.094022 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abff662-5666-4f46-9011-0289d0e61d89" -d '{"events": [{"name": "network-changed", "server_uuid": "e671ddd4-d329-41fa-b8b2-420e87029b73", "tag": "14fb50e3-354e-4f79-a633-5c0bc81bbbda"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:39:10.195947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d50e2a4b-b24f-4e97-a290-6b98e55b18cc None None] Port 7a246585-cb3d-4120-8d7c-8a998b982657 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:39:10.197493 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a57669b9-232c-477f-9d22-59eeedc7ee3f admin admin] Publish callbacks [] for security_group (3a2a7914-1baa-444c-ae33-00a6a59fa9ff), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:10.217820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98af5d8-d2fd-4e1f-b94f-eac3800458a0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:10.225900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d98af5d8-d2fd-4e1f-b94f-eac3800458a0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:10.316118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1a8cfea6-8dc1-4d28-b913-f2a4b851d47e None None] Set router a9010a33-13a4-444c-87f8-4a80b7a6db76 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:10.325337 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d37123-f4f3-4865-8fc7-135ca65791aa x-openstack-request-id: req-44d37123-f4f3-4865-8fc7-135ca65791aa {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:39:10.326161 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e671ddd4-d329-41fa-b8b2-420e87029b73", "tag": "14fb50e3-354e-4f79-a633-5c0bc81bbbda", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:39:10.326161 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44d37123-f4f3-4865-8fc7-135ca65791aa {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:39:10.326447 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'tag': '14fb50e3-354e-4f79-a633-5c0bc81bbbda', 'status': 'completed', 'code': 200} Jan 28 12:39:10.339027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-ef5bb7e3-a976-458c-bf47-60992cbd4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:10.341928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-ef5bb7e3-a976-458c-bf47-60992cbd4d74 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e54d590a-3977-4e88-846f-ae0b85d73b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7734132 Jan 28 12:39:10.401128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-a0485e7a-69c8-443f-9030-ec355705e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:10.403762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-a0485e7a-69c8-443f-9030-ec355705e322 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef41bfba9c854c60a908a3ebecc9796d&device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 1096 time: 0.1224444 Jan 28 12:39:10.404978 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a57669b9-232c-477f-9d22-59eeedc7ee3f admin admin] Publish callbacks [] for security_group (3a2a7914-1baa-444c-ae33-00a6a59fa9ff), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:10.461626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a320d2d6-38fa-4290-a1f6-65e9bb65770d req-f33b33dc-269c-4919-846c-e27f74931706 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Deleting port 27de3916-7505-46fc-97aa-391f8d8a7eea {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:10.462004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a320d2d6-38fa-4290-a1f6-65e9bb65770d req-f33b33dc-269c-4919-846c-e27f74931706 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:10.553507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1492e97-c3e1-4725-a78a-9c05b043b9ed tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Router bad22303-57b4-4071-851c-406a3f920443 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:39:10.621237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a320d2d6-38fa-4290-a1f6-65e9bb65770d req-f33b33dc-269c-4919-846c-e27f74931706 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] For port 27de3916-7505-46fc-97aa-391f8d8a7eea, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=27de3916-7505-46fc-97aa-391f8d8a7eea,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:10.621529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a320d2d6-38fa-4290-a1f6-65e9bb65770d req-f33b33dc-269c-4919-846c-e27f74931706 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:10.624304 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea468-4435-4f6f-aa70-88d13ff32289 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (024fda73-41a2-46e2-a1f0-a83807624a6b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:10.660972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-fea508c7-b2fd-4f92-8832-b154abbb0ad0 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949390 Jan 28 12:39:10.690811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abff662-5666-4f46-9011-0289d0e61d89 req-e6723cf1-6b91-455a-91e3-e566ff5ca327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:10.692360 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4abff662-5666-4f46-9011-0289d0e61d89 req-e6723cf1-6b91-455a-91e3-e566ff5ca327 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef41bfba9c854c60a908a3ebecc9796d&device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 1096 time: 0.4267128 Jan 28 12:39:10.704603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a320d2d6-38fa-4290-a1f6-65e9bb65770d req-f33b33dc-269c-4919-846c-e27f74931706 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Calling delete_port for 27de3916-7505-46fc-97aa-391f8d8a7eea owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:10.732974 n-d-824835-4 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-d98af5d8-d2fd-4e1f-b94f-eac3800458a0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 565a0708-a320-4b18-9e10-a3ce23f22711 (CIDR: 2001:db8::/64) Jan 28 12:39:10.762515 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98af5d8-d2fd-4e1f-b94f-eac3800458a0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:39:10.762929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1a8cfea6-8dc1-4d28-b913-f2a4b851d47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a1a1506e-9427-41d1-94eb-4b5d7e73245b', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'port_id': '14fb50e3-354e-4f79-a633-5c0bc81bbbda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'mac_address': 'fa:16:3e:a1:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:39:01Z', 'updated_at': '2022-01-28T12:39:05Z', 'revision_number': 1, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b041bd-64b5-4fab-b483-c45ec94a8d56', 'name': '', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'mac_address': 'fa:16:3e:7d:c9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:33Z', 'updated_at': '2022-01-28T12:38:39Z', 'revision_number': 5, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'subnets': [{'id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:10.763161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98af5d8-d2fd-4e1f-b94f-eac3800458a0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:10.778104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1492e97-c3e1-4725-a78a-9c05b043b9ed tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:39:10.793860 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e812f-e822-4ce0-8b30-a89a4dd9101f None None] Sync routers for ids ['bad22303-57b4-4071-851c-406a3f920443'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:39:10.823401 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:39:10.824399 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e812f-e822-4ce0-8b30-a89a4dd9101f None None] Routers {'bad22303-57b4-4071-851c-406a3f920443'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:10.825471 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5e8e812f-e822-4ce0-8b30-a89a4dd9101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bad22303-57b4-4071-851c-406a3f920443'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:10.833533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1492e97-c3e1-4725-a78a-9c05b043b9ed tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:10.833748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8cfea6-8dc1-4d28-b913-f2a4b851d47e None None] Checking router: a9010a33-13a4-444c-87f8-4a80b7a6db76 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:39:10.834733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e1492e97-c3e1-4725-a78a-9c05b043b9ed tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "PUT /v2.0/routers/bad22303-57b4-4071-851c-406a3f920443 HTTP/1.1" status: 200 len: 698 time: 1.2650776 Jan 28 12:39:10.838004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-a40b2766-077a-46c6-8914-1feae60b9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:10.845590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8cfea6-8dc1-4d28-b913-f2a4b851d47e None None] Routers {'a9010a33-13a4-444c-87f8-4a80b7a6db76'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:10.846271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1a8cfea6-8dc1-4d28-b913-f2a4b851d47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9010a33-13a4-444c-87f8-4a80b7a6db76'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:10.852074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-a40b2766-077a-46c6-8914-1feae60b9f8b service neutron] 10.222.0.53 "GET /v2.0/networks?id=638067d7-90f9-4028-b997-e0433b40ed0b HTTP/1.1" status: 200 len: 930 time: 0.4067245 Jan 28 12:39:10.855638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ea468-4435-4f6f-aa70-88d13ff32289 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Subnet': ['ID=024fda73-41a2-46e2-a1f0-a83807624a6b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:10.860578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50762) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:10.884553 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a57669b9-232c-477f-9d22-59eeedc7ee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3a2a7914-1baa-444c-ae33-00a6a59fa9ff), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:10.887617 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a57669b9-232c-477f-9d22-59eeedc7ee3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:10.892322 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a57669b9-232c-477f-9d22-59eeedc7ee3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a2a7914-1baa-444c-ae33-00a6a59fa9ff HTTP/1.1" status: 204 len: 168 time: 0.9908442 Jan 28 12:39:10.941714 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d98af5d8-d2fd-4e1f-b94f-eac3800458a0 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3912320 Jan 28 12:39:10.944618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:10.956822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1129b061-6afe-487e-9128-da79b16754e5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:11.050608 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5e8e812f-e822-4ce0-8b30-a89a4dd9101f None None] Set router bad22303-57b4-4071-851c-406a3f920443 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:11.116614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-830f11fe-1179-418e-bb14-9cfaac13767b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14fb50e3-354e-4f79-a633-5c0bc81bbbda HTTP/1.1" status: 200 len: 999 time: 0.2633662 Jan 28 12:39:11.151746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1a8cfea6-8dc1-4d28-b913-f2a4b851d47e None None] Set router a9010a33-13a4-444c-87f8-4a80b7a6db76 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:11.161853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-ad782784-cfa2-4d68-a26b-7e38cfe7cc3e service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852455 Jan 28 12:39:11.177638 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5e8e812f-e822-4ce0-8b30-a89a4dd9101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad22303-57b4-4071-851c-406a3f920443', 'name': 'tempest-RoutersIpV6Test-router-1860383101', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:39:08Z', 'updated_at': '2022-01-28T12:39:09Z', 'revision_number': 2, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:11.259761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-24e37b76-d93b-4b59-9502-11477193119f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=f2586121-8b46-44f0-bbb8-e82594060785 HTTP/1.1" status: 200 len: 217 time: 0.0627203 Jan 28 12:39:11.294339 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e812f-e822-4ce0-8b30-a89a4dd9101f None None] Checking router: bad22303-57b4-4071-851c-406a3f920443 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:39:11.320437 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e812f-e822-4ce0-8b30-a89a4dd9101f None None] Routers {'bad22303-57b4-4071-851c-406a3f920443'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:11.326404 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5e8e812f-e822-4ce0-8b30-a89a4dd9101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['bad22303-57b4-4071-851c-406a3f920443'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:11.422830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-01b53875-7360-4104-a28b-cec0abadf6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:11.425958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-01b53875-7360-4104-a28b-cec0abadf6a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b4ea4bf0-0092-46dd-bd96-62a81a6cca9d HTTP/1.1" status: 200 len: 868 time: 0.3081112 Jan 28 12:39:11.512735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-ff1f3f91-d88d-4616-ae0d-0bba6a739ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:11.515533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-ff1f3f91-d88d-4616-ae0d-0bba6a739ca3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 200 len: 797 time: 0.2487841 Jan 28 12:39:11.533624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f818271-4cdb-4fbe-8c82-9a6c8529a4c1 req-d2f79957-2837-47e1-b7ef-b481c41304fe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:11.535905 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5e8e812f-e822-4ce0-8b30-a89a4dd9101f None None] Set router bad22303-57b4-4071-851c-406a3f920443 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:11.542928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f818271-4cdb-4fbe-8c82-9a6c8529a4c1 req-d2f79957-2837-47e1-b7ef-b481c41304fe tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 946 time: 0.1987557 Jan 28 12:39:11.609338 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5e8e812f-e822-4ce0-8b30-a89a4dd9101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad22303-57b4-4071-851c-406a3f920443', 'name': 'tempest-RoutersIpV6Test-router-1860383101', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:39:08Z', 'updated_at': '2022-01-28T12:39:09Z', 'revision_number': 2, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:11.638699 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e812f-e822-4ce0-8b30-a89a4dd9101f None None] The sync data for ids ['bad22303-57b4-4071-851c-406a3f920443'] in n-d-824835-4 is: [{'id': 'bad22303-57b4-4071-851c-406a3f920443', 'name': 'tempest-RoutersIpV6Test-router-1860383101', 'tenant_id': 'cc6fc679bf9c4932b84d50f591058176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:39:08Z', 'updated_at': '2022-01-28T12:39:09Z', 'revision_number': 2, 'project_id': 'cc6fc679bf9c4932b84d50f591058176', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:39:11.689351 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f818271-4cdb-4fbe-8c82-9a6c8529a4c1 req-a708417f-6d3b-42f8-b108-a207a5301248 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfa542df-849f-4d01-a546-a29dbf23c6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448512 Jan 28 12:39:11.692110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-41112142-32ec-4ac3-87a7-b1149688b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:11.705463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-41112142-32ec-4ac3-87a7-b1149688b22c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=638067d7-90f9-4028-b997-e0433b40ed0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2623360 Jan 28 12:39:11.716746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-cfec4033-396a-46a2-8056-61a900185e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:11.718571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-cfec4033-396a-46a2-8056-61a900185e40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e54d590a-3977-4e88-846f-ae0b85d73b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1535337 Jan 28 12:39:11.724222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-b0d0ab9f-18ef-4e26-8fc3-34239ccd2b39 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:39:11.725260 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-b0d0ab9f-18ef-4e26-8fc3-34239ccd2b39 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127685 Jan 28 12:39:11.780238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1a8cfea6-8dc1-4d28-b913-f2a4b851d47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a1a1506e-9427-41d1-94eb-4b5d7e73245b', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'port_id': '14fb50e3-354e-4f79-a633-5c0bc81bbbda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'mac_address': 'fa:16:3e:a1:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:39:01Z', 'updated_at': '2022-01-28T12:39:05Z', 'revision_number': 1, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b041bd-64b5-4fab-b483-c45ec94a8d56', 'name': '', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'mac_address': 'fa:16:3e:7d:c9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:33Z', 'updated_at': '2022-01-28T12:38:39Z', 'revision_number': 5, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'subnets': [{'id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:11.795475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57669b9-232c-477f-9d22-59eeedc7ee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2a7914-1baa-444c-ae33-00a6a59fa9ff,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:11.826656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8cfea6-8dc1-4d28-b913-f2a4b851d47e None None] The sync data for ids ['a9010a33-13a4-444c-87f8-4a80b7a6db76'] in n-d-824835-4 is: [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'a1a1506e-9427-41d1-94eb-4b5d7e73245b', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'port_id': '14fb50e3-354e-4f79-a633-5c0bc81bbbda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'mac_address': 'fa:16:3e:a1:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:39:01Z', 'updated_at': '2022-01-28T12:39:05Z', 'revision_number': 1, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b041bd-64b5-4fab-b483-c45ec94a8d56', 'name': '', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'mac_address': 'fa:16:3e:7d:c9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:33Z', 'updated_at': '2022-01-28T12:38:39Z', 'revision_number': 5, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'subnets': [{'id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:39:11.864856 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-304ece31-c8e8-4bb8-8d7a-2c1c176a9b22 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/routers/bad22303-57b4-4071-851c-406a3f920443 HTTP/1.1" status: 200 len: 704 time: 0.9994497 Jan 28 12:39:11.865921 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ea468-4435-4f6f-aa70-88d13ff32289 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Checking segment: {'id': 'a34357ce-eb29-4eb0-9673-7e98ea5a51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '065af798-6900-4c10-b0e5-ec0c8cd50124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:11.866299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ea468-4435-4f6f-aa70-88d13ff32289 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network hostable DHCP agents. Network: 065af798-6900-4c10-b0e5-ec0c8cd50124, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:39:11.878941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50772) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:11.928075 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abff662-5666-4f46-9011-0289d0e61d89 req-747c638f-7a3f-4e5d-9a88-43d7901a5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:11.930198 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4abff662-5666-4f46-9011-0289d0e61d89 req-747c638f-7a3f-4e5d-9a88-43d7901a5b85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=638067d7-90f9-4028-b997-e0433b40ed0b HTTP/1.1" status: 200 len: 930 time: 1.2234647 Jan 28 12:39:11.976290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4daf648a-0cd9-4d1d-8186-e2be5b926daf tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=bad22303-57b4-4071-851c-406a3f920443 HTTP/1.1" status: 200 len: 205 time: 0.0960636 Jan 28 12:39:11.988233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50774) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:12.010290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ea468-4435-4f6f-aa70-88d13ff32289 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network 065af798-6900-4c10-b0e5-ec0c8cd50124 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:39:12.045853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-36414806-1011-4682-bdd0-e11298daf365 service neutron] 10.222.0.53 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983267 Jan 28 12:39:12.099166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ea468-4435-4f6f-aa70-88d13ff32289 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 065af798-6900-4c10-b0e5-ec0c8cd50124) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:12.111040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be888624-a4f9-4d9b-8e11-bb61426e2209 None None] Network 065af798-6900-4c10-b0e5-ec0c8cd50124 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:12.118133 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4abff662-5666-4f46-9011-0289d0e61d89 req-af9886e5-6697-4296-a4ea-95aff66950af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14fb50e3-354e-4f79-a633-5c0bc81bbbda HTTP/1.1" status: 200 len: 999 time: 0.1761746 Jan 28 12:39:12.119936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ea468-4435-4f6f-aa70-88d13ff32289 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:12.121236 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea468-4435-4f6f-aa70-88d13ff32289 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.156727 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a320d2d6-38fa-4290-a1f6-65e9bb65770d req-f33b33dc-269c-4919-846c-e27f74931706 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (27de3916-7505-46fc-97aa-391f8d8a7eea), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.162459 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bad76afe-2abd-425f-b3c6-26d855c3a825 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (bad22303-57b4-4071-851c-406a3f920443), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.228904 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6c4ea468-4435-4f6f-aa70-88d13ff32289 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0893414 Jan 28 12:39:12.229700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50776) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:12.262119 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f45b4-c833-4db8-abe7-ca16892251a0 None None] New status for floating IP a1a1506e-9427-41d1-94eb-4b5d7e73245b: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:39:12.277066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-065af798-6900-4c10-b0e5-ec0c8cd50124', 'network_id': '065af798-6900-4c10-b0e5-ec0c8cd50124', 'project_id': '490fcd1d8a6144a5aa65fd90002d5563', 'fixed_ips': [{'subnet_id': '024fda73-41a2-46e2-a1f0-a83807624a6b'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:39:12.277950 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.280381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-e18b4b2e-5059-482f-9b8d-f02037e01276 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541322 Jan 28 12:39:12.308956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-76e90d45-de82-4927-8ed7-5f55fb3fba35 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-638041557'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:12.340525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1129b061-6afe-487e-9128-da79b16754e5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:12.348398 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1129b061-6afe-487e-9128-da79b16754e5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.371859 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a320d2d6-38fa-4290-a1f6-65e9bb65770d req-f33b33dc-269c-4919-846c-e27f74931706 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] No DVR routers for this DVR port 27de3916-7505-46fc-97aa-391f8d8a7eea on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:12.530804 n-d-824835-4 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-1129b061-6afe-487e-9128-da79b16754e5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0b89bb83-11d1-4b56-a449-5464dcc5f356 (CIDR: 2001:db8:0:1::/64) Jan 28 12:39:12.557507 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abff662-5666-4f46-9011-0289d0e61d89 req-830fb636-cd91-4c95-9f32-a09db27d12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:12.559368 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4abff662-5666-4f46-9011-0289d0e61d89 req-830fb636-cd91-4c95-9f32-a09db27d12fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b4ea4bf0-0092-46dd-bd96-62a81a6cca9d HTTP/1.1" status: 200 len: 868 time: 0.4243786 Jan 28 12:39:12.560288 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b33dc-269c-4919-846c-e27f74931706 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event deleted for resources: {'Port': ['ID=27de3916-7505-46fc-97aa-391f8d8a7eea,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:12.563323 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a320d2d6-38fa-4290-a1f6-65e9bb65770d req-f33b33dc-269c-4919-846c-e27f74931706 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.568655 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a320d2d6-38fa-4290-a1f6-65e9bb65770d req-f33b33dc-269c-4919-846c-e27f74931706 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "DELETE /v2.0/ports/27de3916-7505-46fc-97aa-391f8d8a7eea HTTP/1.1" status: 204 len: 173 time: 2.7315621 Jan 28 12:39:12.570675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726309f4-39ea-46e3-9f7b-ef18e954689f', 'name': 'network-vif-deleted', 'tag': '27de3916-7505-46fc-97aa-391f8d8a7eea'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:39:12.574553 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37852758-2922-4570-8107-36cbbfbdf83f" -d '{"events": [{"server_uuid": "726309f4-39ea-46e3-9f7b-ef18e954689f", "name": "network-vif-deleted", "tag": "27de3916-7505-46fc-97aa-391f8d8a7eea"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:39:12.578069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e90d45-de82-4927-8ed7-5f55fb3fba35 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:12.582003 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76e90d45-de82-4927-8ed7-5f55fb3fba35 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.586538 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1129b061-6afe-487e-9128-da79b16754e5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:39:12.587189 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1129b061-6afe-487e-9128-da79b16754e5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:12.691642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e90d45-de82-4927-8ed7-5f55fb3fba35 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:39:12.698328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Allocated IP 2001:db8:0:ffff::2 (065af798-6900-4c10-b0e5-ec0c8cd50124/024fda73-41a2-46e2-a1f0-a83807624a6b/b6b52fe8-6ef3-4b94-9aeb-4b108b70de34) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:12.709060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76e90d45-de82-4927-8ed7-5f55fb3fba35 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d1c94fa2-6b5a-4db2-99f2-2b2338d67a41), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.709743 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-76e90d45-de82-4927-8ed7-5f55fb3fba35 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Added segment d1c94fa2-6b5a-4db2-99f2-2b2338d67a41 of type vlan for network 8fc90c82-c659-4069-a55d-3a94cf7aec92 Jan 28 12:39:12.764346 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76e90d45-de82-4927-8ed7-5f55fb3fba35 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (8fc90c82-c659-4069-a55d-3a94cf7aec92), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.797174 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1d77dc-22e8-4dc9-852e-12974bb8fa86 x-openstack-request-id: req-5a1d77dc-22e8-4dc9-852e-12974bb8fa86 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:39:12.798472 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726309f4-39ea-46e3-9f7b-ef18e954689f", "name": "network-vif-deleted", "tag": "27de3916-7505-46fc-97aa-391f8d8a7eea", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:39:12.798800 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a1d77dc-22e8-4dc9-852e-12974bb8fa86 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:39:12.799232 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726309f4-39ea-46e3-9f7b-ef18e954689f', 'name': 'network-vif-deleted', 'tag': '27de3916-7505-46fc-97aa-391f8d8a7eea', 'status': 'completed', 'code': 200} Jan 28 12:39:12.815541 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1129b061-6afe-487e-9128-da79b16754e5 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8655934 Jan 28 12:39:12.816866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:12.818736 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76e90d45-de82-4927-8ed7-5f55fb3fba35 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (8fc90c82-c659-4069-a55d-3a94cf7aec92), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.824185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e90d45-de82-4927-8ed7-5f55fb3fba35 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:12.825540 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76e90d45-de82-4927-8ed7-5f55fb3fba35 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.839159 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-25f6f41d-c3e1-4f1b-bdbc-0e41fa11fcef tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'subnet': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:12.844171 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bad76afe-2abd-425f-b3c6-26d855c3a825 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (bad22303-57b4-4071-851c-406a3f920443), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.846610 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bad76afe-2abd-425f-b3c6-26d855c3a825 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router_controller (bad22303-57b4-4071-851c-406a3f920443), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.891392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abff662-5666-4f46-9011-0289d0e61d89 req-505125cb-a54f-46c1-a466-1ea45fed2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:12.893142 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4abff662-5666-4f46-9011-0289d0e61d89 req-505125cb-a54f-46c1-a466-1ea45fed2933 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=638067d7-90f9-4028-b997-e0433b40ed0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3026080 Jan 28 12:39:12.913047 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-76e90d45-de82-4927-8ed7-5f55fb3fba35 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6065586 Jan 28 12:39:12.917202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50786) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:12.936088 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bad76afe-2abd-425f-b3c6-26d855c3a825 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (bad22303-57b4-4071-851c-406a3f920443), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.936468 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad76afe-2abd-425f-b3c6-26d855c3a825 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Fanout notify agent at l3_agent the message router_deleted on router bad22303-57b4-4071-851c-406a3f920443 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:39:12.945469 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bad76afe-2abd-425f-b3c6-26d855c3a825 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.946863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bad76afe-2abd-425f-b3c6-26d855c3a825 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/bad22303-57b4-4071-851c-406a3f920443 HTTP/1.1" status: 204 len: 168 time: 0.9575298 Jan 28 12:39:12.954138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'subnet': {'network_id': '8fc90c82-c659-4069-a55d-3a94cf7aec92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:12.965965 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Publish callbacks [] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:12.983960 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:13.014508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50788) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:13.047252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Network 065af798-6900-4c10-b0e5-ec0c8cd50124 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:13.052750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:13.059519 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 27de3916-7505-46fc-97aa-391f8d8a7eea no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:13.062679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:13.091064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adb10d6-9ed3-4722-ae14-ef6adac05b9c req-1c68a78e-1f69-47bc-b6b7-881ebc7d4ed7 service neutron] 10.222.0.53 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0091012 Jan 28 12:39:13.121372 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dd86c57-9af6-416d-8063-d2a59faa7428 req-3b87e5f1-d1c3-4e97-947b-ee7784f84ff1 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=726309f4-39ea-46e3-9f7b-ef18e954689f HTTP/1.1" status: 200 len: 210 time: 0.0859020 Jan 28 12:39:13.125794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 27de3916-7505-46fc-97aa-391f8d8a7eea {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:13.126134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 27de3916-7505-46fc-97aa-391f8d8a7eea not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:13.148931 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Pushing event updated for resources: {'Port': ['ID=b6b52fe8-6ef3-4b94-9aeb-4b108b70de34,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:13.207007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Attempting to bind port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:39:13.207657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Attempting to bind port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'a34357ce-eb29-4eb0-9673-7e98ea5a51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '065af798-6900-4c10-b0e5-ec0c8cd50124'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:39:13.208035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Attempting to bind port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 on network 065af798-6900-4c10-b0e5-ec0c8cd50124 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:39:13.220613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:39:13.221460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Checking segment: {'id': 'a34357ce-eb29-4eb0-9673-7e98ea5a51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '065af798-6900-4c10-b0e5-ec0c8cd50124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:13.222573 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:13.223218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Bound using segment: {'id': 'a34357ce-eb29-4eb0-9673-7e98ea5a51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '065af798-6900-4c10-b0e5-ec0c8cd50124'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:39:13.224466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Bound port: b6b52fe8-6ef3-4b94-9aeb-4b108b70de34, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34357ce-eb29-4eb0-9673-7e98ea5a51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '065af798-6900-4c10-b0e5-ec0c8cd50124'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:39:13.224915 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:13.296528 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1faad386-42be-424d-947e-9fb8949c6d9c tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=bad22303-57b4-4071-851c-406a3f920443 HTTP/1.1" status: 200 len: 205 time: 0.2762020 Jan 28 12:39:13.335402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:13.342311 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:13.345432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50792) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:13.350853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-5ae53cd9-b149-4ff2-997a-67f91bd3c424 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350886 Jan 28 12:39:13.364510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e90d45-de82-4927-8ed7-5f55fb3fba35 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Network': ['ID=8fc90c82-c659-4069-a55d-3a94cf7aec92,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:13.374357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] For port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:39:13.383073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] For port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b6b52fe8-6ef3-4b94-9aeb-4b108b70de34,segment=NetworkSegment(a34357ce-eb29-4eb0-9673-7e98ea5a51d0),segment_id=a34357ce-eb29-4eb0-9673-7e98ea5a51d0)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:39:13.388619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 8fc90c82-c659-4069-a55d-3a94cf7aec92 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:39:13.394221 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:13.466743 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f6f41d-c3e1-4f1b-bdbc-0e41fa11fcef tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Made reservation on behalf of e86277e5ea6c4a15affee9a6b3075dd9 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:13.473126 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f6f41d-c3e1-4f1b-bdbc-0e41fa11fcef tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:13.485986 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-0d76050e-281e-42f6-8198-3f2eff9d3d25 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] delete failed (client error): The resource could not be found. Jan 28 12:39:13.489869 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0d76050e-281e-42f6-8198-3f2eff9d3d25 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/bad22303-57b4-4071-851c-406a3f920443 HTTP/1.1" status: 404 len: 336 time: 0.1156030 Jan 28 12:39:13.505389 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50794) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:13.582798 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaefc1e5-93ed-4125-86c9-30e28b425e04 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:13.583172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaefc1e5-93ed-4125-86c9-30e28b425e04 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:13.590151 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-aaefc1e5-93ed-4125-86c9-30e28b425e04 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/b4d52b9d-8df7-463e-8ec4-4f8dc674b917 HTTP/1.1" status: 404 len: 337 time: 0.0826392 Jan 28 12:39:13.593685 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50796) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:13.593999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-dbef05ca-e7c6-42f7-b115-6ebe9e0f9f50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 HTTP/1.1" status: 200 len: 217 time: 0.1431437 Jan 28 12:39:13.607465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc3afd-a8f0-41fd-9a0f-0e5bbc2da407 None None] Pushing event updated for resources: {'Port': ['ID=b6b52fe8-6ef3-4b94-9aeb-4b108b70de34,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:13.641194 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-7effbcaa-e2f8-4f68-88c7-6f728b29a1b2 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:13.641659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7effbcaa-e2f8-4f68-88c7-6f728b29a1b2 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:13.644866 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7effbcaa-e2f8-4f68-88c7-6f728b29a1b2 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/5446c3ac-d2ef-4822-89ae-a45ff70c7eb2 HTTP/1.1" status: 404 len: 337 time: 0.0524287 Jan 28 12:39:13.649714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50798) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:13.671297 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4abff662-5666-4f46-9011-0289d0e61d89 req-08eb4e06-965d-4820-964a-cb487e370762 service neutron] 10.222.0.49 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6952262 Jan 28 12:39:13.707936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-14d1ac8d-1f43-42dd-8962-1d63beb46988 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 258 time: 0.5123119 Jan 28 12:39:13.723002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:13.735197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-6a10262e-ea7e-46da-a5af-ebdd59e04861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:13.736715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-6a10262e-ea7e-46da-a5af-ebdd59e04861 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 200 len: 797 time: 0.1296866 Jan 28 12:39:13.757478 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-818616ed-3b07-4ee7-a922-7c9b1e073784 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:13.757478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818616ed-3b07-4ee7-a922-7c9b1e073784 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:13.760735 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-818616ed-3b07-4ee7-a922-7c9b1e073784 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/1efd1200-c507-46f8-9061-76dd5924540b HTTP/1.1" status: 404 len: 337 time: 0.1068261 Jan 28 12:39:13.766927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50800) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:13.819738 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-32995331-3485-44fc-a449-f596eb458571 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:13.820773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32995331-3485-44fc-a449-f596eb458571 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:13.826232 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-32995331-3485-44fc-a449-f596eb458571 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/34308f05-0361-49b0-a890-1cd5e02d210e HTTP/1.1" status: 404 len: 337 time: 0.0561125 Jan 28 12:39:13.837499 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:13.876576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:13.888316 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a01aa60e-922f-4e79-9d03-9c4bb6dd392a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=b253027d-4722-4545-b78e-8ba99b72ef10 HTTP/1.1" status: 200 len: 205 time: 0.0492835 Jan 28 12:39:13.891727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50804) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:13.894909 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4abff662-5666-4f46-9011-0289d0e61d89 req-22c7b3ff-eb12-4409-90fd-efd5a24a8e11 service neutron] 10.222.0.49 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032294 Jan 28 12:39:13.982715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-afc5027d-2c2f-4dba-bedd-944301c67eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:13.984863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-afc5027d-2c2f-4dba-bedd-944301c67eac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e54d590a-3977-4e88-846f-ae0b85d73b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2381790 Jan 28 12:39:13.988219 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-46c3fcfe-d762-4841-8ee6-f00334e83806 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] delete failed (client error): The resource could not be found. Jan 28 12:39:13.989217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-46c3fcfe-d762-4841-8ee6-f00334e83806 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/b253027d-4722-4545-b78e-8ba99b72ef10 HTTP/1.1" status: 404 len: 336 time: 0.0866482 Jan 28 12:39:14.006754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50806) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.045306 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-aafd7d29-1197-4de5-bd30-44f9874aa7c3 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=9954a705-f9c4-447d-8891-56bd3c1d4158 HTTP/1.1" status: 200 len: 205 time: 0.0358026 Jan 28 12:39:14.048927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50808) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.105904 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-50c51de3-cbca-412a-adb3-d40747e2138a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] delete failed (client error): The resource could not be found. Jan 28 12:39:14.106965 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-50c51de3-cbca-412a-adb3-d40747e2138a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/9954a705-f9c4-447d-8891-56bd3c1d4158 HTTP/1.1" status: 404 len: 336 time: 0.0570760 Jan 28 12:39:14.112892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50810) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.158705 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb165186-7568-40f5-afe4-827e84bb5ffa tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:14.159236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb165186-7568-40f5-afe4-827e84bb5ffa tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:14.166971 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fb165186-7568-40f5-afe4-827e84bb5ffa tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/5fce474c-c70d-43a4-a365-af2d9417afbb HTTP/1.1" status: 404 len: 337 time: 0.0503232 Jan 28 12:39:14.172956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.197838 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f6f41d-c3e1-4f1b-bdbc-0e41fa11fcef tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (ce601ca4-b393-495e-8d1c-9ed640d294b8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:14.230960 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a148c207-c05f-46df-a97e-c05d5196c763 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=75ee933b-154c-4a08-80c0-5981196fd522 HTTP/1.1" status: 200 len: 205 time: 0.0540969 Jan 28 12:39:14.245363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50816) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.268913 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-e708508e-92e8-418d-a9cb-12729ca4c4b1 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282691 Jan 28 12:39:14.271494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6f41d-c3e1-4f1b-bdbc-0e41fa11fcef tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Network 53bcd782-f3c8-4a36-a356-4356814d424e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:14.277524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-25f6f41d-c3e1-4f1b-bdbc-0e41fa11fcef tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:14.281360 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6f41d-c3e1-4f1b-bdbc-0e41fa11fcef tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:14.281964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f6f41d-c3e1-4f1b-bdbc-0e41fa11fcef tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:14.290802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bababb99-ea48-4c95-af3c-bdbd2e29172e None None] Network 53bcd782-f3c8-4a36-a356-4356814d424e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:14.304443 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6f41d-c3e1-4f1b-bdbc-0e41fa11fcef tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Subnet': ['ID=ce601ca4-b393-495e-8d1c-9ed640d294b8,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:14.319298 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-25f6f41d-c3e1-4f1b-bdbc-0e41fa11fcef tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4839449 Jan 28 12:39:14.321940 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50822) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.331488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-958f0adf-6e62-482b-ac39-0083a5a94225 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2091516897', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ce601ca4-b393-495e-8d1c-9ed640d294b8'}], 'security_groups': ['30b31912-c159-40e3-8617-52bb734e4fa7', 'a7a2c8ab-d711-4d7d-a411-215ce54ba225']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:14.350198 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-4bbc6a26-8ddc-4c0f-8e75-59e5ff682355 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] delete failed (client error): The resource could not be found. Jan 28 12:39:14.354971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4bbc6a26-8ddc-4c0f-8e75-59e5ff682355 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/75ee933b-154c-4a08-80c0-5981196fd522 HTTP/1.1" status: 404 len: 336 time: 0.1042202 Jan 28 12:39:14.359399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50824) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.433375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.objects.ports [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:39:14.493125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-48b85c3e-7c94-46db-ace5-aa585d952896 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=43338891-1cfa-4059-8973-a91e0e97ec8e HTTP/1.1" status: 200 len: 205 time: 0.1253059 Jan 28 12:39:14.497130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50826) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.498805 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (95f554fc-1c15-4727-97e5-39c61d28ed3c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:14.560571 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-ea1160dd-edfb-4262-8cbc-16f4d80103b6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] delete failed (client error): The resource could not be found. Jan 28 12:39:14.564611 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ea1160dd-edfb-4262-8cbc-16f4d80103b6 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/43338891-1cfa-4059-8973-a91e0e97ec8e HTTP/1.1" status: 404 len: 336 time: 0.0649815 Jan 28 12:39:14.565502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50830) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.600069 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:14.614390 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbb4312-478e-4de7-b554-f41699579182 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:14.614937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbb4312-478e-4de7-b554-f41699579182 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:14.622857 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6bbb4312-478e-4de7-b554-f41699579182 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/32faf203-7865-4804-8dab-760932f7989d HTTP/1.1" status: 404 len: 337 time: 0.0536661 Jan 28 12:39:14.623541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.624524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Subnet': ['ID=95f554fc-1c15-4727-97e5-39c61d28ed3c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:14.631228 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-4ad139ca-bffc-481c-909f-6eb2e75c7fc4 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769890 Jan 28 12:39:14.670475 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a43d7347-233b-41ca-852e-1ba91130bc21 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a18faba-0719-4140-aedf-ab5325f91248 HTTP/1.1" status: 200 len: 205 time: 0.0438328 Jan 28 12:39:14.671177 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50834) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.717937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Update dhcp port {'port': {'network_id': '53bcd782-f3c8-4a36-a356-4356814d424e', 'fixed_ips': [{'subnet_id': '0b89bb83-11d1-4b56-a449-5464dcc5f356', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '565a0708-a320-4b18-9e10-a3ce23f22711', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ce601ca4-b393-495e-8d1c-9ed640d294b8'}], 'binding:host_id': 'n-d-824835-4'}, 'id': 'e9a469fc-d8d4-4c1e-96bc-81ae161a9a89'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:39:14.731049 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-710a1377-b17a-4bd9-97b2-101217776b12 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] delete failed (client error): The resource could not be found. Jan 28 12:39:14.735122 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-710a1377-b17a-4bd9-97b2-101217776b12 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/0a18faba-0719-4140-aedf-ab5325f91248 HTTP/1.1" status: 404 len: 336 time: 0.0607913 Jan 28 12:39:14.735817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50836) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.757006 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:14.773175 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-5190e8d8-1d31-4e01-8f0e-2dd09658ac34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=bd0a94f0-6ad2-427c-acca-75175ea8b8b5 HTTP/1.1" status: 200 len: 217 time: 0.1326370 Jan 28 12:39:14.782764 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e477310d-c057-4219-adc2-32720f3b070a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:14.783696 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e477310d-c057-4219-adc2-32720f3b070a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:14.791284 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e477310d-c057-4219-adc2-32720f3b070a tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/ca294ab9-a619-43db-b8f7-88dc5c007340 HTTP/1.1" status: 404 len: 337 time: 0.0483115 Jan 28 12:39:14.793214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50838) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.858230 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-958f0adf-6e62-482b-ac39-0083a5a94225 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a246585-cb3d-4120-8d7c-8a998b982657), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:14.864946 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-268c2cac-fc79-4759-a014-26d514108f02 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a38c9e5-98ab-4b01-9004-86d59284a81d HTTP/1.1" status: 200 len: 205 time: 0.0702641 Jan 28 12:39:14.865578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50840) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.869512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-01e14575-a54f-4ebc-ad3c-b2fe65bfedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:14.870990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-01e14575-a54f-4ebc-ad3c-b2fe65bfedbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 200 len: 797 time: 0.0909684 Jan 28 12:39:14.871901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Checking segment: {'id': 'd1c94fa2-6b5a-4db2-99f2-2b2338d67a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8fc90c82-c659-4069-a55d-3a94cf7aec92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:14.872263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network hostable DHCP agents. Network: 8fc90c82-c659-4069-a55d-3a94cf7aec92, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:39:14.925954 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-4d4d623b-a388-4028-a635-39f947ebb5b7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] delete failed (client error): The resource could not be found. Jan 28 12:39:14.931462 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4d4d623b-a388-4028-a635-39f947ebb5b7 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/routers/1a38c9e5-98ab-4b01-9004-86d59284a81d HTTP/1.1" status: 404 len: 336 time: 0.0625410 Jan 28 12:39:14.932111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50842) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:14.962965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network 8fc90c82-c659-4069-a55d-3a94cf7aec92 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:39:15.071922 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0498bdd-aef2-4c78-ba43-1ec7fe4f968c tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:15.072461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0498bdd-aef2-4c78-ba43-1ec7fe4f968c tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:15.081845 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c0498bdd-aef2-4c78-ba43-1ec7fe4f968c tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/604d4fe2-c42e-43da-a524-1af5c7aa2dd1 HTTP/1.1" status: 404 len: 337 time: 0.1481421 Jan 28 12:39:15.082771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50844) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:15.091191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 8fc90c82-c659-4069-a55d-3a94cf7aec92) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:15.095659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Allocated IP 172.25.7.67 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/12b94448-59ca-47b5-a629-59a242227ff0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:15.099034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Allocated IP 2001:db8:0:2::2 (53bcd782-f3c8-4a36-a356-4356814d424e/ce601ca4-b393-495e-8d1c-9ed640d294b8/e9a469fc-d8d4-4c1e-96bc-81ae161a9a89) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:15.119972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147156dd-bb57-47a9-819b-d1e353728a3e None None] Network 8fc90c82-c659-4069-a55d-3a94cf7aec92 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:15.145170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818f9a5-270f-4069-a60b-1dc578df9318 req-87dd1309-05ab-4070-a642-fdb3d3bc2071 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:15.150334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8818f9a5-270f-4069-a60b-1dc578df9318 req-87dd1309-05ab-4070-a642-fdb3d3bc2071 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2726700 Jan 28 12:39:15.160479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:15.162067 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:15.180456 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52ed2ae-df51-4a1b-93dd-8ed6a7f34554 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:15.181176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52ed2ae-df51-4a1b-93dd-8ed6a7f34554 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:15.181710 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-53765938-eb48-42ff-84a2-37b6cf7bb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:15.184247 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-53765938-eb48-42ff-84a2-37b6cf7bb852 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e54d590a-3977-4e88-846f-ae0b85d73b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2821069 Jan 28 12:39:15.188018 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e52ed2ae-df51-4a1b-93dd-8ed6a7f34554 tempest-RoutersIpV6Test-480135161 tempest-RoutersIpV6Test-480135161-project] 10.222.0.53 "DELETE /v2.0/subnets/2401f48e-f44a-47c3-b0bb-3d9ff837a8a2 HTTP/1.1" status: 404 len: 337 time: 0.1000917 Jan 28 12:39:15.316124 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:15.316523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cd048351-a8ef-4fc7-bdea-ed87009afc53 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3809602 Jan 28 12:39:15.324073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'port': {'network_id': '8fc90c82-c659-4069-a55d-3a94cf7aec92', 'name': 'tempest-NetworksIpV6TestAttrs-399972547'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:15.358963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47c8868-b142-410b-b36d-05a1246746b2 None None] Network 065af798-6900-4c10-b0e5-ec0c8cd50124 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:15.454675 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] For port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,segment=NetworkSegment(6f0854cc-e97d-4e48-ba43-ae2e5726d989),segment_id=6f0854cc-e97d-4e48-ba43-ae2e5726d989)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:15.480100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e5bc2b61-c61a-4265-8696-692547ca69ca None None] Provisioning complete for port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:15.481485 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2b61-c61a-4265-8696-692547ca69ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:15.483183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:39:15.490705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-60d5aef8-352c-4586-950c-77da96ff051f service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779942 Jan 28 12:39:15.569705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:15.578191 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:15.610432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] device_id is not set on port 0ae96bdf-638a-4b8d-9a45-db5a7078780d yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:39:15.669550 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Publish callbacks [] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:15.698238 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:15.879316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50854) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:15.896513 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-8fc90c82-c659-4069-a55d-3a94cf7aec92', 'network_id': '8fc90c82-c659-4069-a55d-3a94cf7aec92', 'project_id': '490fcd1d8a6144a5aa65fd90002d5563', 'fixed_ips': [{'subnet_id': '95f554fc-1c15-4727-97e5-39c61d28ed3c'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:39:15.898188 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:15.915199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Allocated IP 2001:db8::f816:3eff:fee1:3144 (8fc90c82-c659-4069-a55d-3a94cf7aec92/95f554fc-1c15-4727-97e5-39c61d28ed3c/0ae96bdf-638a-4b8d-9a45-db5a7078780d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:15.958057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:15.958555 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:15.974242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-958f0adf-6e62-482b-ac39-0083a5a94225 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Delete allocated IP 2001:db8::15d (53bcd782-f3c8-4a36-a356-4356814d424e/565a0708-a320-4b18-9e10-a3ce23f22711) {{(pid=103128) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 12:39:16.005898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-958f0adf-6e62-482b-ac39-0083a5a94225 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Allocated IP 2001:db8:0:2::22b (53bcd782-f3c8-4a36-a356-4356814d424e/ce601ca4-b393-495e-8d1c-9ed640d294b8/7a246585-cb3d-4120-8d7c-8a998b982657) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:16.021563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-b66589cb-ce53-4a83-ac1e-b6a3bcc48585 service neutron] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215085 Jan 28 12:39:16.044941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8818f9a5-270f-4069-a60b-1dc578df9318 req-10e0fff6-df91-486a-ad95-3ed83e7bd7c1 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8338511 Jan 28 12:39:16.100597 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc2b61-c61a-4265-8696-692547ca69ca None None] Current status of the port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:16.101299 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2b61-c61a-4265-8696-692547ca69ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.134528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-df08cd69-ccac-4699-ac73-bfa586b0a668 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=51934b9e-f915-40d5-ac1a-54f71b41d4e8 HTTP/1.1" status: 200 len: 217 time: 0.0873725 Jan 28 12:39:16.212489 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for port (12b94448-59ca-47b5-a629-59a242227ff0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.231513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-8517531d-e977-410b-955e-99925881bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:16.233007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-8517531d-e977-410b-955e-99925881bdb6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d HTTP/1.1" status: 200 len: 797 time: 0.0888865 Jan 28 12:39:16.263311 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-96db5a8f-cb69-4ea4-858c-6937327789be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc6fc679bf9c4932b84d50f591058176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3802507 Jan 28 12:39:16.278045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50858) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:16.300878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-fd11daba-273a-4ac6-9451-17d1b6af431d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:16.302566 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-fd11daba-273a-4ac6-9451-17d1b6af431d tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2688131 Jan 28 12:39:16.314299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Pushing event updated for resources: {'Port': ['ID=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:16.323748 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (12b94448-59ca-47b5-a629-59a242227ff0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.325808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e5bc2b61-c61a-4265-8696-692547ca69ca None None] For port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b6b52fe8-6ef3-4b94-9aeb-4b108b70de34,segment=NetworkSegment(a34357ce-eb29-4eb0-9673-7e98ea5a51d0),segment_id=a34357ce-eb29-4eb0-9673-7e98ea5a51d0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:16.372428 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2b61-c61a-4265-8696-692547ca69ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.373096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-2c7a7b0b-2e31-4344-a8ab-84c23788a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:16.374748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-2c7a7b0b-2e31-4344-a8ab-84c23788a064 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1341989 Jan 28 12:39:16.381657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.382012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.382360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.382861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.383212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.383544 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.383884 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.384213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.384545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.384876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.385202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.385529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.385855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a4240-5230-4729-b684-69492a1a3a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:16.387299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:16.416043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:16.418729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:16.485178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:16.485604 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.517121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Pushing event updated for resources: {'Port': ['ID=12b94448-59ca-47b5-a629-59a242227ff0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:16.529106 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3b19915-9126-4cb8-beea-ce69280a654d admin admin] Publish callbacks [] for security_group (cf3436a6-02bf-424b-9043-f95b69374963), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.563870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for port (0ae96bdf-638a-4b8d-9a45-db5a7078780d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.594052 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3b19915-9126-4cb8-beea-ce69280a654d admin admin] Publish callbacks [] for security_group (cf3436a6-02bf-424b-9043-f95b69374963), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.609075 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:39:16.609382 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:39:16.623705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc2b61-c61a-4265-8696-692547ca69ca None None] Pushing event updated for resources: {'Port': ['ID=b6b52fe8-6ef3-4b94-9aeb-4b108b70de34,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:16.652953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-e2a118ad-6ebc-494c-935c-3f7b99081e88 service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644839 Jan 28 12:39:16.717135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-958f0adf-6e62-482b-ac39-0083a5a94225 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for port (7a246585-cb3d-4120-8d7c-8a998b982657), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.722161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c2ddd90b-972e-47c6-8d05-ad10bac6d772 None None] Provisioning complete for port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:16.722860 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd90b-972e-47c6-8d05-ad10bac6d772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.726925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-958f0adf-6e62-482b-ac39-0083a5a94225 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (7a246585-cb3d-4120-8d7c-8a998b982657), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.729464 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0ae96bdf-638a-4b8d-9a45-db5a7078780d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.756145 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (97d85e3c-58b8-41ff-80ab-e538404288e7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.789390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Allocated IP 2001:db8::f816:3eff:fe68:cb89 (8fc90c82-c659-4069-a55d-3a94cf7aec92/95f554fc-1c15-4727-97e5-39c61d28ed3c/958db066-7ba7-4016-b273-04bafa377e85) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:16.818240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-958f0adf-6e62-482b-ac39-0083a5a94225 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] In _notify_port_updated(), no bound segment for port 7a246585-cb3d-4120-8d7c-8a998b982657 on network 53bcd782-f3c8-4a36-a356-4356814d424e {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:39:16.820764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3b19915-9126-4cb8-beea-ce69280a654d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cf3436a6-02bf-424b-9043-f95b69374963), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.823514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3b19915-9126-4cb8-beea-ce69280a654d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.827544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a3b19915-9126-4cb8-beea-ce69280a654d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf3436a6-02bf-424b-9043-f95b69374963 HTTP/1.1" status: 204 len: 168 time: 0.5442812 Jan 28 12:39:16.828422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f0adf-6e62-482b-ac39-0083a5a94225 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:16.829047 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-958f0adf-6e62-482b-ac39-0083a5a94225 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.833998 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-958f0adf-6e62-482b-ac39-0083a5a94225 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "PUT /v2.0/ports/7a246585-cb3d-4120-8d7c-8a998b982657 HTTP/1.1" status: 200 len: 970 time: 2.5110440 Jan 28 12:39:16.844259 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (12b94448-59ca-47b5-a629-59a242227ff0), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.862252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50862) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:16.903891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network 8fc90c82-c659-4069-a55d-3a94cf7aec92 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:16.907684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:16.917737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:16.927565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:16.928976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:16.939325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-59cfb8bd-f0ea-4f70-9b27-cdc1ef67bc71 service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675872 Jan 28 12:39:16.962488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f0adf-6e62-482b-ac39-0083a5a94225 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event updated for resources: {'Port': ['ID=7a246585-cb3d-4120-8d7c-8a998b982657,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:16.979887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b19915-9126-4cb8-beea-ce69280a654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3436a6-02bf-424b-9043-f95b69374963,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:17.034589 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7167909 Jan 28 12:39:17.042475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50866) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:17.074770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Deleting port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:17.075700 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.109496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498dfdb-6c81-4e08-b5c6-4109c46d705f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Port': ['ID=0ae96bdf-638a-4b8d-9a45-db5a7078780d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:17.140556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-22d78d85-7e79-4483-854d-20b2f2368118 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0310cb0-628a-4b57-9679-77da0382719e HTTP/1.1" status: 200 len: 217 time: 0.1895058 Jan 28 12:39:17.214460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-39bfa52b-fa44-49f3-8f6c-48fddb3526cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:17.217521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-39bfa52b-fa44-49f3-8f6c-48fddb3526cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d HTTP/1.1" status: 200 len: 797 time: 0.0632420 Jan 28 12:39:17.228994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f222a2-ce1a-42a3-9c41-585b17f2598a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Deleting subnet 95f554fc-1c15-4727-97e5-39c61d28ed3c {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:39:17.255069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c2ddd90b-972e-47c6-8d05-ad10bac6d772 None None] Current status of the port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:17.258452 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.286484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:17.315100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Publish callbacks [] for port (958db066-7ba7-4016-b273-04bafa377e85), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.326842 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49f222a2-ce1a-42a3-9c41-585b17f2598a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for subnet (95f554fc-1c15-4727-97e5-39c61d28ed3c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.328433 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (958db066-7ba7-4016-b273-04bafa377e85), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.361362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Network 8fc90c82-c659-4069-a55d-3a94cf7aec92 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:17.366315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:17.403940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:17.416072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] For port b2317a9e-89ac-4d7d-8f12-a6284c38abf6, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:17.416536 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.484061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bb034-b87d-41d9-bf3b-082941ac7033 req-e26cb928-4af0-47cd-b5fe-b4c14e8ed945 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:17.485799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d9bb034-b87d-41d9-bf3b-082941ac7033 req-e26cb928-4af0-47cd-b5fe-b4c14e8ed945 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 945 time: 0.2602479 Jan 28 12:39:17.487978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-4f1b54fd-a4a4-421f-957a-98eea38cf82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:17.489664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-4f1b54fd-a4a4-421f-957a-98eea38cf82c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2463167 Jan 28 12:39:17.528503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:39:17.652561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bb39f57a-7c32-453d-a296-03d87123f616 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port 7a246585-cb3d-4120-8d7c-8a998b982657 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:17.653114 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb39f57a-7c32-453d-a296-03d87123f616 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7a246585-cb3d-4120-8d7c-8a998b982657), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.695276 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49f222a2-ce1a-42a3-9c41-585b17f2598a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (95f554fc-1c15-4727-97e5-39c61d28ed3c), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.724346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Pushing event updated for resources: {'Port': ['ID=958db066-7ba7-4016-b273-04bafa377e85,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:17.772853 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.773628 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (b1c15eab-6d19-4d6a-8f5e-abacba410f0c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.774158 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Floating IP b1c15eab-6d19-4d6a-8f5e-abacba410f0c disassociated. External IP: 172.25.7.14, port: b2317a9e-89ac-4d7d-8f12-a6284c38abf6. Jan 28 12:39:17.774580 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Calling delete_port for b2317a9e-89ac-4d7d-8f12-a6284c38abf6 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:17.819891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Attempting to bind port 958db066-7ba7-4016-b273-04bafa377e85 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:39:17.821010 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Attempting to bind port 958db066-7ba7-4016-b273-04bafa377e85 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'd1c94fa2-6b5a-4db2-99f2-2b2338d67a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8fc90c82-c659-4069-a55d-3a94cf7aec92'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:39:17.821341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Attempting to bind port 958db066-7ba7-4016-b273-04bafa377e85 on network 8fc90c82-c659-4069-a55d-3a94cf7aec92 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:39:17.830178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:39:17.830832 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Checking segment: {'id': 'd1c94fa2-6b5a-4db2-99f2-2b2338d67a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8fc90c82-c659-4069-a55d-3a94cf7aec92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:17.831376 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.831785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Bound using segment: {'id': 'd1c94fa2-6b5a-4db2-99f2-2b2338d67a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8fc90c82-c659-4069-a55d-3a94cf7aec92'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:39:17.832297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Bound port: 958db066-7ba7-4016-b273-04bafa377e85, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c94fa2-6b5a-4db2-99f2-2b2338d67a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8fc90c82-c659-4069-a55d-3a94cf7aec92'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:39:17.832686 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (958db066-7ba7-4016-b273-04bafa377e85), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.838957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d1fed10d-5504-4aec-8894-b821e4b85b60 None None] Provisioning complete for port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:17.839384 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1fed10d-5504-4aec-8894-b821e4b85b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.867202 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb39f57a-7c32-453d-a296-03d87123f616 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7a246585-cb3d-4120-8d7c-8a998b982657), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.887951 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.920406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:17.920976 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:17.952574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-55a191b8-b021-4e50-8e05-55ec12faa394 service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466264 Jan 28 12:39:17.996134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d9bb034-b87d-41d9-bf3b-082941ac7033 req-bdadc563-0d9a-4421-9e79-89b159a2ae4c tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups?id=e4161a0b-8943-4c71-8b79-48a94b1121fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4997106 Jan 28 12:39:18.014754 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49f222a2-ce1a-42a3-9c41-585b17f2598a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (95f554fc-1c15-4727-97e5-39c61d28ed3c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.042678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bb39f57a-7c32-453d-a296-03d87123f616 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for 7a246585-cb3d-4120-8d7c-8a998b982657 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:18.079893 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for port (12b94448-59ca-47b5-a629-59a242227ff0), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.197824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (12b94448-59ca-47b5-a629-59a242227ff0), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.229829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d1fed10d-5504-4aec-8894-b821e4b85b60 None None] Current status of the port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:18.252328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d1fed10d-5504-4aec-8894-b821e4b85b60 None None] Provisioning complete for port 7a246585-cb3d-4120-8d7c-8a998b982657 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:18.252589 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1fed10d-5504-4aec-8894-b821e4b85b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a246585-cb3d-4120-8d7c-8a998b982657), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.269610 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (97d85e3c-58b8-41ff-80ab-e538404288e7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.331001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:18.333376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:39:18.360630 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.362430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6442950 Jan 28 12:39:18.383096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d1fed10d-5504-4aec-8894-b821e4b85b60 None None] Port 7a246585-cb3d-4120-8d7c-8a998b982657 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:39:18.404705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d1fed10d-5504-4aec-8894-b821e4b85b60 None None] Provisioning complete for port 8460bbd6-9335-437c-9e59-c2e560c36340 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:18.405630 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1fed10d-5504-4aec-8894-b821e4b85b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8460bbd6-9335-437c-9e59-c2e560c36340), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.422014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50888) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:18.468394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:18.468665 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.470632 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d1fed10d-5504-4aec-8894-b821e4b85b60 None None] Port 8460bbd6-9335-437c-9e59-c2e560c36340 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:39:18.494392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da138a2c-ee06-4387-a0fb-583b37b26b83 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Pushing event updated for resources: {'Port': ['ID=12b94448-59ca-47b5-a629-59a242227ff0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:18.515483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-e3c8db19-10e2-4c37-9038-b8a885aecc61 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.67 HTTP/1.1" status: 200 len: 695 time: 0.1267281 Jan 28 12:39:18.528272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c1895d8-4963-4f83-bef7-bedc846db25c req-0753d385-52b5-43a5-a9ec-a2f7f789d382 service neutron] 10.222.0.49 "GET /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654943 Jan 28 12:39:18.591913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49f222a2-ce1a-42a3-9c41-585b17f2598a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (95f554fc-1c15-4727-97e5-39c61d28ed3c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.604640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b2317a9e-89ac-4d7d-8f12-a6284c38abf6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.656926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] For port 958db066-7ba7-4016-b273-04bafa377e85, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:39:18.660666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f222a2-ce1a-42a3-9c41-585b17f2598a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Subnet': ['ID=95f554fc-1c15-4727-97e5-39c61d28ed3c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:18.664902 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49f222a2-ce1a-42a3-9c41-585b17f2598a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.671756 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-49f222a2-ce1a-42a3-9c41-585b17f2598a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/subnets/95f554fc-1c15-4727-97e5-39c61d28ed3c HTTP/1.1" status: 204 len: 168 time: 1.6238320 Jan 28 12:39:18.671756 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event deleted for resources: {'Port': ['ID=b2317a9e-89ac-4d7d-8f12-a6284c38abf6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:18.672920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:18.673233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] For port 958db066-7ba7-4016-b273-04bafa377e85, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=958db066-7ba7-4016-b273-04bafa377e85,segment=NetworkSegment(d1c94fa2-6b5a-4db2-99f2-2b2338d67a41),segment_id=d1c94fa2-6b5a-4db2-99f2-2b2338d67a41)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:39:18.693447 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (958db066-7ba7-4016-b273-04bafa377e85), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.723574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bdcd6b6a-afd9-4e26-a5d9-0fbe76d48fbe tempest-ServiceProvidersTest-654558905 tempest-ServiceProvidersTest-654558905-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2993493 Jan 28 12:39:18.765132 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb39f57a-7c32-453d-a296-03d87123f616 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7a246585-cb3d-4120-8d7c-8a998b982657), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.790678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d45be-83c7-4435-875e-2921ae5dc912 None None] Pushing event updated for resources: {'Port': ['ID=958db066-7ba7-4016-b273-04bafa377e85,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:18.805270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:18.812340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5682bc0a-9101-4051-8e61-6e569b601e1b None None] Provisioning complete for port 7a246585-cb3d-4120-8d7c-8a998b982657 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:18.812720 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5682bc0a-9101-4051-8e61-6e569b601e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a246585-cb3d-4120-8d7c-8a998b982657), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.812982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39f57a-7c32-453d-a296-03d87123f616 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=7a246585-cb3d-4120-8d7c-8a998b982657,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:18.852084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5682bc0a-9101-4051-8e61-6e569b601e1b None None] Port 7a246585-cb3d-4120-8d7c-8a998b982657 was deleted so its status cannot be updated. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 12:39:18.878679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06188f72-52ce-463d-89f5-e2467e7835d9 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:18.879626 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb39f57a-7c32-453d-a296-03d87123f616 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:18.880731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06188f72-52ce-463d-89f5-e2467e7835d9 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:18.883005 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-06188f72-52ce-463d-89f5-e2467e7835d9 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2085145 Jan 28 12:39:18.888241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50896) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:18.897769 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bb39f57a-7c32-453d-a296-03d87123f616 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/7a246585-cb3d-4120-8d7c-8a998b982657 HTTP/1.1" status: 204 len: 168 time: 2.0339735 Jan 28 12:39:18.900279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50898) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:18.908515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-98d30853-e627-40d9-b66c-7be7cf6d5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:18.910506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-98d30853-e627-40d9-b66c-7be7cf6d5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.3810141 Jan 28 12:39:18.953999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-1d206290-6ef9-4a98-adb0-aecfd0d3a0d4 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:39:18.984106 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-171a8896-6781-420f-9ea0-0fa72d0b124b req-1d206290-6ef9-4a98-adb0-aecfd0d3a0d4 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0325837 Jan 28 12:39:18.986866 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cc9f3f-f8b8-48f2-b3b0-386b764c51ee tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] GET failed (client error): The resource could not be found. Jan 28 12:39:18.996315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d2cc9f3f-f8b8-48f2-b3b0-386b764c51ee tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports/7a246585-cb3d-4120-8d7c-8a998b982657 HTTP/1.1" status: 404 len: 333 time: 0.0845273 Jan 28 12:39:19.000296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:19.063748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:19.085151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Router 57237e6a-b485-4e99-b503-1e4ec1ed158e has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:39:19.154308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: b2317a9e-89ac-4d7d-8f12-a6284c38abf6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:19.154800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b2317a9e-89ac-4d7d-8f12-a6284c38abf6 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:19.185260 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3312dee5-d34f-4c4f-9447-123f51cfd7ef tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (8fc90c82-c659-4069-a55d-3a94cf7aec92), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:19.226253 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4555-fe65-4951-8d7c-d4f82af65586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:19.284127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa124833-45e7-43f5-8386-953d2a91b9b3 req-b1f4e37e-250e-44a0-b21a-c8ba9e56ed9f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 210 time: 0.1150992 Jan 28 12:39:19.291590 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3312dee5-d34f-4c4f-9447-123f51cfd7ef tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 12:39:19.292728 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3312dee5-d34f-4c4f-9447-123f51cfd7ef tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:19.297825 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3312dee5-d34f-4c4f-9447-123f51cfd7ef tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/networks/8fc90c82-c659-4069-a55d-3a94cf7aec92 HTTP/1.1" status: 409 len: 466 time: 0.4084432 Jan 28 12:39:19.303435 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50910) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:19.357609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a23115db-6eec-4135-9820-2da7f50d489d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1425816646'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:19.394010 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4402cdfb-56de-49c0-a37b-f2ae2d7278d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (d2486f37-6f6c-4954-9118-0f6603a44741), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:19.494056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23115db-6eec-4135-9820-2da7f50d489d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:19.496269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5018-27d0-49f2-a13b-120211a5765f req-8c864060-6a8a-4233-929c-addf68ddce93 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:19.497409 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a23115db-6eec-4135-9820-2da7f50d489d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:19.505322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75aa5018-27d0-49f2-a13b-120211a5765f req-8c864060-6a8a-4233-929c-addf68ddce93 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3520486 Jan 28 12:39:19.519263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50912) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:19.536466 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:39:19.567468 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cbe55b-d6a6-464b-a77f-b6a95614994f None None] Sync routers for ids ['57237e6a-b485-4e99-b503-1e4ec1ed158e'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:39:19.606494 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cbe55b-d6a6-464b-a77f-b6a95614994f None None] Routers {'57237e6a-b485-4e99-b503-1e4ec1ed158e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:19.607454 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-08cbe55b-d6a6-464b-a77f-b6a95614994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['57237e6a-b485-4e99-b503-1e4ec1ed158e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:19.623115 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4402cdfb-56de-49c0-a37b-f2ae2d7278d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (d2486f37-6f6c-4954-9118-0f6603a44741), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:19.663086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75aa5018-27d0-49f2-a13b-120211a5765f req-c38299fa-daef-495d-9082-045180e47ef0 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.67 HTTP/1.1" status: 200 len: 695 time: 0.1281161 Jan 28 12:39:19.689422 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-75aa5018-27d0-49f2-a13b-120211a5765f req-7ac62bce-bb54-467c-9d6f-6570bffc23fa tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Request body: {'floatingip': {'port_id': '14fb50e3-354e-4f79-a633-5c0bc81bbbda', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:19.717270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] No DVR routers for this DVR port b2317a9e-89ac-4d7d-8f12-a6284c38abf6 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:19.728644 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:19.732568 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-feaabae7-c381-4def-8b9c-a01e055c8847 req-8613be53-1515-4bfb-9738-ed0ee17eef6f tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.49 "DELETE /v2.0/ports/b2317a9e-89ac-4d7d-8f12-a6284c38abf6 HTTP/1.1" status: 204 len: 173 time: 3.3778970 Jan 28 12:39:19.733315 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-deleted', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:39:19.736573 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb124fe-b7fc-49ce-a1a8-b50fc8bae9ad" -d '{"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-deleted", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:39:19.741425 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75aa5018-27d0-49f2-a13b-120211a5765f req-7ac62bce-bb54-467c-9d6f-6570bffc23fa tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (97d85e3c-58b8-41ff-80ab-e538404288e7), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:19.783245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23115db-6eec-4135-9820-2da7f50d489d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:39:19.809221 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a23115db-6eec-4135-9820-2da7f50d489d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (fb219475-11cb-448b-96ca-e156daebb554), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:19.809746 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-a23115db-6eec-4135-9820-2da7f50d489d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Added segment fb219475-11cb-448b-96ca-e156daebb554 of type vlan for network bf81e5c4-b3b4-4038-a661-7be3f784e1cf Jan 28 12:39:19.820622 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-544015ec-1e01-4656-b068-5dd6d1ff77aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:19.826153 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-08cbe55b-d6a6-464b-a77f-b6a95614994f None None] Set router 57237e6a-b485-4e99-b503-1e4ec1ed158e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:19.870769 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4402cdfb-56de-49c0-a37b-f2ae2d7278d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d2486f37-6f6c-4954-9118-0f6603a44741), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:19.873364 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0163cdb6-c58d-4b2a-a930-5a875f1ca4ad x-openstack-request-id: req-0163cdb6-c58d-4b2a-a930-5a875f1ca4ad {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:39:19.873891 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045c5474-a3af-4cec-a7aa-fcbe7f50217d", "name": "network-vif-deleted", "tag": "b2317a9e-89ac-4d7d-8f12-a6284c38abf6", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:39:19.874109 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0163cdb6-c58d-4b2a-a930-5a875f1ca4ad {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:39:19.874547 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045c5474-a3af-4cec-a7aa-fcbe7f50217d', 'name': 'network-vif-deleted', 'tag': 'b2317a9e-89ac-4d7d-8f12-a6284c38abf6', 'status': 'completed', 'code': 200} Jan 28 12:39:19.875416 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4402cdfb-56de-49c0-a37b-f2ae2d7278d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:19.878133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4402cdfb-56de-49c0-a37b-f2ae2d7278d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/security-groups/d2486f37-6f6c-4954-9118-0f6603a44741 HTTP/1.1" status: 204 len: 168 time: 0.8764179 Jan 28 12:39:19.884423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50918) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:19.926401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402cdfb-56de-49c0-a37b-f2ae2d7278d7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2486f37-6f6c-4954-9118-0f6603a44741,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:19.943535 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a23115db-6eec-4135-9820-2da7f50d489d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (bf81e5c4-b3b4-4038-a661-7be3f784e1cf), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.029964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af5409cb-3911-4352-8246-a7af995a3b0b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (a7a2c8ab-d711-4d7d-a411-215ce54ba225), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.038241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a23115db-6eec-4135-9820-2da7f50d489d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (bf81e5c4-b3b4-4038-a661-7be3f784e1cf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.044655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23115db-6eec-4135-9820-2da7f50d489d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:20.045418 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a23115db-6eec-4135-9820-2da7f50d489d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.129735 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-544015ec-1e01-4656-b068-5dd6d1ff77aa admin admin] Publish callbacks [] for security_group (90443399-18a0-4e02-962a-0a3b9902540a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.140126 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-544015ec-1e01-4656-b068-5dd6d1ff77aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (90443399-18a0-4e02-962a-0a3b9902540a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.144483 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-08cbe55b-d6a6-464b-a77f-b6a95614994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6d267624-e7a5-496a-8ed3-5ceb55e83fd2', 'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'mac_address': 'fa:16:3e:ae:fd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:42Z', 'updated_at': '2022-01-28T12:28:54Z', 'revision_number': 5, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'subnets': [{'id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:20.155783 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af5409cb-3911-4352-8246-a7af995a3b0b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (a7a2c8ab-d711-4d7d-a411-215ce54ba225), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.176341 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cbe55b-d6a6-464b-a77f-b6a95614994f None None] Checking router: 57237e6a-b485-4e99-b503-1e4ec1ed158e for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:39:20.182259 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a23115db-6eec-4135-9820-2da7f50d489d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8762267 Jan 28 12:39:20.188009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50920) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:20.189140 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cbe55b-d6a6-464b-a77f-b6a95614994f None None] Routers {'57237e6a-b485-4e99-b503-1e4ec1ed158e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:20.190614 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-08cbe55b-d6a6-464b-a77f-b6a95614994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['57237e6a-b485-4e99-b503-1e4ec1ed158e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:20.193804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'subnet': {'network_id': 'bf81e5c4-b3b4-4038-a661-7be3f784e1cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:20.208619 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-544015ec-1e01-4656-b068-5dd6d1ff77aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0d6b7a45c6b4d4d8830dcf3f54c4893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6869452 Jan 28 12:39:20.214055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544015ec-1e01-4656-b068-5dd6d1ff77aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90443399-18a0-4e02-962a-0a3b9902540a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:20.223645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50922) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:20.266192 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-75aa5018-27d0-49f2-a13b-120211a5765f req-7ac62bce-bb54-467c-9d6f-6570bffc23fa tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 12:39:20.267266 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75aa5018-27d0-49f2-a13b-120211a5765f req-7ac62bce-bb54-467c-9d6f-6570bffc23fa tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "PUT /v2.0/floatingips/97d85e3c-58b8-41ff-80ab-e538404288e7 HTTP/1.1" status: 409 len: 549 time: 0.5916865 Jan 28 12:39:20.286658 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23115db-6eec-4135-9820-2da7f50d489d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Network': ['ID=bf81e5c4-b3b4-4038-a661-7be3f784e1cf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:20.326668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network bf81e5c4-b3b4-4038-a661-7be3f784e1cf details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:39:20.332933 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1a0f1bd-f1a7-4bff-8443-0b05c3975131 admin admin] Publish callbacks [] for security_group (90443399-18a0-4e02-962a-0a3b9902540a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.362625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af5409cb-3911-4352-8246-a7af995a3b0b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a7a2c8ab-d711-4d7d-a411-215ce54ba225), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.366799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af5409cb-3911-4352-8246-a7af995a3b0b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.378864 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1a0f1bd-f1a7-4bff-8443-0b05c3975131 admin admin] Publish callbacks [] for security_group (90443399-18a0-4e02-962a-0a3b9902540a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.384838 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-af5409cb-3911-4352-8246-a7af995a3b0b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/security-groups/a7a2c8ab-d711-4d7d-a411-215ce54ba225 HTTP/1.1" status: 204 len: 168 time: 0.4973006 Jan 28 12:39:20.386051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50928) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:20.455933 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-08cbe55b-d6a6-464b-a77f-b6a95614994f None None] Set router 57237e6a-b485-4e99-b503-1e4ec1ed158e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:20.460034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5409cb-3911-4352-8246-a7af995a3b0b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a2c8ab-d711-4d7d-a411-215ce54ba225,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:20.463615 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1a0f1bd-f1a7-4bff-8443-0b05c3975131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (90443399-18a0-4e02-962a-0a3b9902540a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.468113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:20.471247 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1a0f1bd-f1a7-4bff-8443-0b05c3975131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.472601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.477134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b1a0f1bd-f1a7-4bff-8443-0b05c3975131 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90443399-18a0-4e02-962a-0a3b9902540a HTTP/1.1" status: 204 len: 168 time: 0.2497821 Jan 28 12:39:20.584718 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-b1f9eb1b-8015-4949-895f-3ab8b7a460ad tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips/97d85e3c-58b8-41ff-80ab-e538404288e7 HTTP/1.1" status: 200 len: 692 time: 0.1367822 Jan 28 12:39:20.592351 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0f1bd-f1a7-4bff-8443-0b05c3975131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90443399-18a0-4e02-962a-0a3b9902540a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:20.654191 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35a9fefc-df3d-4338-b904-eedd36e952a8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (30b31912-c159-40e3-8617-52bb734e4fa7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.680796 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-349be00e-58c2-41b7-a754-dbc584e558c0 req-08544ed2-27a2-44b3-ad07-fd5d502a8123 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/ports?device_id=045c5474-a3af-4cec-a7aa-fcbe7f50217d HTTP/1.1" status: 200 len: 210 time: 0.0927870 Jan 28 12:39:20.720092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35a9fefc-df3d-4338-b904-eedd36e952a8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (30b31912-c159-40e3-8617-52bb734e4fa7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.922240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-1bd27485-3d8b-4043-a401-ce14f9aa475f tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:20.925006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-1bd27485-3d8b-4043-a401-ce14f9aa475f tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.3211641 Jan 28 12:39:20.927729 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-08cbe55b-d6a6-464b-a77f-b6a95614994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6d267624-e7a5-496a-8ed3-5ceb55e83fd2', 'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'mac_address': 'fa:16:3e:ae:fd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:42Z', 'updated_at': '2022-01-28T12:28:54Z', 'revision_number': 5, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'subnets': [{'id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:20.945635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-c37fc0a9-6dea-40f7-a54e-c633b6992664 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:39:20.948953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-c37fc0a9-6dea-40f7-a54e-c633b6992664 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165319 Jan 28 12:39:20.955485 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35a9fefc-df3d-4338-b904-eedd36e952a8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (30b31912-c159-40e3-8617-52bb734e4fa7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.960157 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35a9fefc-df3d-4338-b904-eedd36e952a8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:20.962002 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-35a9fefc-df3d-4338-b904-eedd36e952a8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/security-groups/30b31912-c159-40e3-8617-52bb734e4fa7 HTTP/1.1" status: 204 len: 168 time: 0.5484471 Jan 28 12:39:20.967490 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cbe55b-d6a6-464b-a77f-b6a95614994f None None] The sync data for ids ['57237e6a-b485-4e99-b503-1e4ec1ed158e'] in n-d-824835-4 is: [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:43Z', 'revision_number': 4, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6d267624-e7a5-496a-8ed3-5ceb55e83fd2', 'name': '', 'network_id': 'c2c613c3-43b7-41c8-a1c0-74bdae3e9634', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'mac_address': 'fa:16:3e:ae:fd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:42Z', 'updated_at': '2022-01-28T12:28:54Z', 'revision_number': 5, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'subnets': [{'id': '53abd98a-d1ef-4617-bae2-6e0b828ced57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:39:20.969613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50936) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:21.021980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9fefc-df3d-4338-b904-eedd36e952a8 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b31912-c159-40e3-8617-52bb734e4fa7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:21.046094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5368c2b8-a3b6-470e-a674-024ca45916a8 None None] Network 8fc90c82-c659-4069-a55d-3a94cf7aec92 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:21.079235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-dd79357b-2b39-409c-9ebd-7d93858c55d5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.67 HTTP/1.1" status: 200 len: 695 time: 0.1203489 Jan 28 12:39:21.109308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae64e2ce-1816-4a02-a4b1-d55f64df114c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting subnet 565a0708-a320-4b18-9e10-a3ce23f22711 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:39:21.123679 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae64e2ce-1816-4a02-a4b1-d55f64df114c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (565a0708-a320-4b18-9e10-a3ce23f22711), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:21.170892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-68622d8f-697b-41fe-b247-6cbab5056349 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.67 HTTP/1.1" status: 200 len: 695 time: 0.0755243 Jan 28 12:39:21.201601 n-d-824835-4 neutron-server[103128]: DEBUG neutron.objects.ports [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:39:21.224215 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:21.249844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8d77af06-5c61-4233-a376-edcdf23d39e5 None None] Provisioning complete for port 958db066-7ba7-4016-b273-04bafa377e85 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:21.250229 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d77af06-5c61-4233-a376-edcdf23d39e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (958db066-7ba7-4016-b273-04bafa377e85), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:21.389839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-67bbae58-7340-4979-88c7-ba98df1a3ebe tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Deleting port 12b94448-59ca-47b5-a629-59a242227ff0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:21.390832 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-67bbae58-7340-4979-88c7-ba98df1a3ebe tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (12b94448-59ca-47b5-a629-59a242227ff0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:21.481714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb67cb8-6b3b-4efa-8c8d-876858e3ef26 None None] DHCP port deletion for 8fc90c82-c659-4069-a55d-3a94cf7aec92 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:39:21.502162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267dc4f4-fb73-466e-9331-b740c2d68e3b None None] New status for floating IP b1c15eab-6d19-4d6a-8f5e-abacba410f0c: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:39:21.514573 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae64e2ce-1816-4a02-a4b1-d55f64df114c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (565a0708-a320-4b18-9e10-a3ce23f22711), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:21.540348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-67bbae58-7340-4979-88c7-ba98df1a3ebe tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (12b94448-59ca-47b5-a629-59a242227ff0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:21.540595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-67bbae58-7340-4979-88c7-ba98df1a3ebe tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (12b94448-59ca-47b5-a629-59a242227ff0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:21.541672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Subnet': ['ID=b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:21.578747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-67bbae58-7340-4979-88c7-ba98df1a3ebe tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Calling delete_port for 12b94448-59ca-47b5-a629-59a242227ff0 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:21.592875 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Checking segment: {'id': 'fb219475-11cb-448b-96ca-e156daebb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bf81e5c4-b3b4-4038-a661-7be3f784e1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:21.593445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network hostable DHCP agents. Network: bf81e5c4-b3b4-4038-a661-7be3f784e1cf, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:39:21.683334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae64e2ce-1816-4a02-a4b1-d55f64df114c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (565a0708-a320-4b18-9e10-a3ce23f22711), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:21.692041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network bf81e5c4-b3b4-4038-a661-7be3f784e1cf is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:39:21.753610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, bf81e5c4-b3b4-4038-a661-7be3f784e1cf) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:21.778439 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:21.779047 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:21.798042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e14fc-ecec-4fc5-b002-06cf2727bd66 None None] Network bf81e5c4-b3b4-4038-a661-7be3f784e1cf requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:21.833092 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7cf4c214-227b-44ac-9beb-207fff7cce6c tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6435950 Jan 28 12:39:21.838262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50956) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:21.852424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'port': {'network_id': 'bf81e5c4-b3b4-4038-a661-7be3f784e1cf', 'name': 'tempest-NetworksIpV6TestAttrs-1106387240'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:21.859137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8d77af06-5c61-4233-a376-edcdf23d39e5 None None] Current status of the port 958db066-7ba7-4016-b273-04bafa377e85 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:21.860257 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:21.860940 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d77af06-5c61-4233-a376-edcdf23d39e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (958db066-7ba7-4016-b273-04bafa377e85), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:21.919205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-67bbae58-7340-4979-88c7-ba98df1a3ebe tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (12b94448-59ca-47b5-a629-59a242227ff0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:21.972891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbae58-7340-4979-88c7-ba98df1a3ebe tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Pushing event deleted for resources: {'Port': ['ID=12b94448-59ca-47b5-a629-59a242227ff0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:22.008416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae64e2ce-1816-4a02-a4b1-d55f64df114c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (565a0708-a320-4b18-9e10-a3ce23f22711), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.068233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64e2ce-1816-4a02-a4b1-d55f64df114c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Subnet': ['ID=565a0708-a320-4b18-9e10-a3ce23f22711,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:22.083268 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8089fa26-fc26-43fc-9479-53383d420f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.095750 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae64e2ce-1816-4a02-a4b1-d55f64df114c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.100072 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ae64e2ce-1816-4a02-a4b1-d55f64df114c tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/565a0708-a320-4b18-9e10-a3ce23f22711 HTTP/1.1" status: 204 len: 168 time: 1.1276102 Jan 28 12:39:22.100732 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-67bbae58-7340-4979-88c7-ba98df1a3ebe tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (97d85e3c-58b8-41ff-80ab-e538404288e7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.104595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-67bbae58-7340-4979-88c7-ba98df1a3ebe tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.105940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac13d884-cfe0-42ef-a55c-dc225f5ded4c req-67bbae58-7340-4979-88c7-ba98df1a3ebe tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "DELETE /v2.0/floatingips/97d85e3c-58b8-41ff-80ab-e538404288e7 HTTP/1.1" status: 204 len: 173 time: 0.9265342 Jan 28 12:39:22.110079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50964) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:22.129084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390fcbd3-a8ff-4acf-8e8b-bce60dcb7810 None None] Network 53bcd782-f3c8-4a36-a356-4356814d424e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:22.133421 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50966) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:22.140585 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031743 Jan 28 12:39:22.152075 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50970) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:22.164574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8d77af06-5c61-4233-a376-edcdf23d39e5 None None] For port 958db066-7ba7-4016-b273-04bafa377e85, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=958db066-7ba7-4016-b273-04bafa377e85,segment=NetworkSegment(d1c94fa2-6b5a-4db2-99f2-2b2338d67a41),segment_id=d1c94fa2-6b5a-4db2-99f2-2b2338d67a41)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:22.216967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c5e8a1-eb80-48cf-aa46-43c06df6c094 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for security_group (e4161a0b-8943-4c71-8b79-48a94b1121fd), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.220090 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d77af06-5c61-4233-a376-edcdf23d39e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (958db066-7ba7-4016-b273-04bafa377e85), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.294932 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c5e8a1-eb80-48cf-aa46-43c06df6c094 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for security_group (e4161a0b-8943-4c71-8b79-48a94b1121fd), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.320823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7eb67cb8-6b3b-4efa-8c8d-876858e3ef26 None None] Deleting port 958db066-7ba7-4016-b273-04bafa377e85 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:22.322156 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7eb67cb8-6b3b-4efa-8c8d-876858e3ef26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (958db066-7ba7-4016-b273-04bafa377e85), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.331127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-bf81e5c4-b3b4-4038-a661-7be3f784e1cf', 'network_id': 'bf81e5c4-b3b4-4038-a661-7be3f784e1cf', 'project_id': '490fcd1d8a6144a5aa65fd90002d5563', 'fixed_ips': [{'subnet_id': 'b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:39:22.332404 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.395813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:22.401639 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.414720 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d6fb01b9-b8c3-4e08-aae9-9774600446d2 tempest-NetworksApiDiscovery-218768350 tempest-NetworksApiDiscovery-218768350-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2532105 Jan 28 12:39:22.441344 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c5e8a1-eb80-48cf-aa46-43c06df6c094 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e4161a0b-8943-4c71-8b79-48a94b1121fd), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.445731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c5e8a1-eb80-48cf-aa46-43c06df6c094 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.447878 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-57c5e8a1-eb80-48cf-aa46-43c06df6c094 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "DELETE /v2.0/security-groups/e4161a0b-8943-4c71-8b79-48a94b1121fd HTTP/1.1" status: 204 len: 168 time: 0.5865526 Jan 28 12:39:22.479076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50976) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:22.480271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5e8a1-eb80-48cf-aa46-43c06df6c094 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4161a0b-8943-4c71-8b79-48a94b1121fd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:22.500730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] device_id is not set on port 12a59fc5-2b1e-48f9-bcaa-c7a6130588d1 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:39:22.506459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77af06-5c61-4233-a376-edcdf23d39e5 None None] Pushing event updated for resources: {'Port': ['ID=958db066-7ba7-4016-b273-04bafa377e85,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:22.676361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-d9995767-d778-48ce-81c0-b2789915165c tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.4834290 Jan 28 12:39:22.689958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7eb67cb8-6b3b-4efa-8c8d-876858e3ef26 None None] For port 958db066-7ba7-4016-b273-04bafa377e85, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=958db066-7ba7-4016-b273-04bafa377e85,segment=NetworkSegment(d1c94fa2-6b5a-4db2-99f2-2b2338d67a41),segment_id=d1c94fa2-6b5a-4db2-99f2-2b2338d67a41)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:22.690614 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7eb67cb8-6b3b-4efa-8c8d-876858e3ef26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (958db066-7ba7-4016-b273-04bafa377e85), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.713624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Allocated IP 2001:db8::f816:3eff:fe0b:2e4f (bf81e5c4-b3b4-4038-a661-7be3f784e1cf/b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b/12a59fc5-2b1e-48f9-bcaa-c7a6130588d1) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:22.735186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-9eb5c4b0-3031-4033-8671-b75ae6e057d5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:22.743532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7eb67cb8-6b3b-4efa-8c8d-876858e3ef26 None None] Calling delete_port for 958db066-7ba7-4016-b273-04bafa377e85 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:22.748834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-9eb5c4b0-3031-4033-8671-b75ae6e057d5 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports/14fb50e3-354e-4f79-a633-5c0bc81bbbda HTTP/1.1" status: 200 len: 942 time: 0.0715213 Jan 28 12:39:22.778129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f42280b-4f20-4b66-bef9-9e636e1710b7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting subnet ce601ca4-b393-495e-8d1c-9ed640d294b8 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:39:22.792967 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f42280b-4f20-4b66-bef9-9e636e1710b7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (ce601ca4-b393-495e-8d1c-9ed640d294b8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:22.847089 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-a9c5a7a5-4bdb-44d1-8305-f58197cf62dc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] show failed (client error): The resource could not be found. Jan 28 12:39:22.848483 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a9c5a7a5-4bdb-44d1-8305-f58197cf62dc tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "GET /v2.0/security-groups/e4161a0b-8943-4c71-8b79-48a94b1121fd HTTP/1.1" status: 404 len: 347 time: 0.3618884 Jan 28 12:39:22.871603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50978) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:22.942490 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.001314 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7eb67cb8-6b3b-4efa-8c8d-876858e3ef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (958db066-7ba7-4016-b273-04bafa377e85), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.026045 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f42280b-4f20-4b66-bef9-9e636e1710b7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (ce601ca4-b393-495e-8d1c-9ed640d294b8), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.142528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb67cb8-6b3b-4efa-8c8d-876858e3ef26 None None] No DVR routers for this DVR port 958db066-7ba7-4016-b273-04bafa377e85 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:23.152346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb67cb8-6b3b-4efa-8c8d-876858e3ef26 None None] Pushing event deleted for resources: {'Port': ['ID=958db066-7ba7-4016-b273-04bafa377e85,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:23.203913 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-0a2b6912-2e6a-482e-95eb-b2e1e7e68fb0 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.3228493 Jan 28 12:39:23.222953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50984) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:23.230481 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for port (12a59fc5-2b1e-48f9-bcaa-c7a6130588d1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.270188 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f42280b-4f20-4b66-bef9-9e636e1710b7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ce601ca4-b393-495e-8d1c-9ed640d294b8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.291421 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb3e44-868a-4c79-a5c5-fd7435f31f41 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Deleting port f514dc4c-b907-40b7-89e4-f9b819f1cb9f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:23.292133 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3e44-868a-4c79-a5c5-fd7435f31f41 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f514dc4c-b907-40b7-89e4-f9b819f1cb9f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.394360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 958db066-7ba7-4016-b273-04bafa377e85 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:23.403206 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (12a59fc5-2b1e-48f9-bcaa-c7a6130588d1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.459824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 958db066-7ba7-4016-b273-04bafa377e85 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:23.465474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 958db066-7ba7-4016-b273-04bafa377e85 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:23.479533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f42280b-4f20-4b66-bef9-9e636e1710b7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (ce601ca4-b393-495e-8d1c-9ed640d294b8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.486265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Port': ['ID=12a59fc5-2b1e-48f9-bcaa-c7a6130588d1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:23.494329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Allocated IP 2001:db8::f816:3eff:fe69:21ea (bf81e5c4-b3b4-4038-a661-7be3f784e1cf/b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b/16e8dd37-81f3-4afa-82b4-89d0c0b101ba) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:23.552305 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network bf81e5c4-b3b4-4038-a661-7be3f784e1cf is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:23.569525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:23.577107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:23.582807 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:23.583872 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.593493 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42280b-4f20-4b66-bef9-9e636e1710b7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Subnet': ['ID=ce601ca4-b393-495e-8d1c-9ed640d294b8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:23.605142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f42280b-4f20-4b66-bef9-9e636e1710b7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.612755 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6f42280b-4f20-4b66-bef9-9e636e1710b7 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/ce601ca4-b393-495e-8d1c-9ed640d294b8 HTTP/1.1" status: 204 len: 168 time: 1.5012357 Jan 28 12:39:23.616884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50988) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:23.633544 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c914c46c-7e9a-40f5-b898-6a798334cf95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.657649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-6c6bc3f7-2440-42ad-a0f5-37ce396116b4 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:23.675373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-6c6bc3f7-2440-42ad-a0f5-37ce396116b4 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.4704645 Jan 28 12:39:23.683051 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3e44-868a-4c79-a5c5-fd7435f31f41 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f514dc4c-b907-40b7-89e4-f9b819f1cb9f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.683536 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3e44-868a-4c79-a5c5-fd7435f31f41 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for floatingip (f514dc4c-b907-40b7-89e4-f9b819f1cb9f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.705906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb3e44-868a-4c79-a5c5-fd7435f31f41 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Calling delete_port for f514dc4c-b907-40b7-89e4-f9b819f1cb9f owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:23.784306 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-305a1992-b265-45ea-9744-655d17f49408 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 1001 time: 0.1078844 Jan 28 12:39:23.787174 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Publish callbacks [] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.793571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-de7d2d9c-653b-46b5-ba61-2ae3155973bc tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:23.802724 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.870337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Network bf81e5c4-b3b4-4038-a661-7be3f784e1cf is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:23.876966 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:23.882312 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5df260-5212-4909-87f0-bbfdcdedb3f6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:23.882967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5df260-5212-4909-87f0-bbfdcdedb3f6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:23.886413 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2c5df260-5212-4909-87f0-bbfdcdedb3f6 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/565a0708-a320-4b18-9e10-a3ce23f22711 HTTP/1.1" status: 404 len: 337 time: 0.2679129 Jan 28 12:39:23.890283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50990) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:23.894161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:23.899488 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6a0cbcb6-099c-4ceb-80bc-f720d36b0627 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0562911 Jan 28 12:39:23.904676 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50992) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:23.915029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Pushing event updated for resources: {'Port': ['ID=16e8dd37-81f3-4afa-82b4-89d0c0b101ba,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:23.959724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e8ae9c-cb44-4afc-91b3-bbf8e2a5ea62 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting subnet 0b89bb83-11d1-4b56-a449-5464dcc5f356 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:39:23.963577 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23e8ae9c-cb44-4afc-91b3-bbf8e2a5ea62 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks [] for subnet (0b89bb83-11d1-4b56-a449-5464dcc5f356), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.973948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Attempting to bind port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:39:23.974480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Attempting to bind port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'fb219475-11cb-448b-96ca-e156daebb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bf81e5c4-b3b4-4038-a661-7be3f784e1cf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:39:23.974962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Attempting to bind port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba on network bf81e5c4-b3b4-4038-a661-7be3f784e1cf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:39:23.984235 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:39:23.984843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Checking segment: {'id': 'fb219475-11cb-448b-96ca-e156daebb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bf81e5c4-b3b4-4038-a661-7be3f784e1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:23.985497 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:23.986093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Bound using segment: {'id': 'fb219475-11cb-448b-96ca-e156daebb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bf81e5c4-b3b4-4038-a661-7be3f784e1cf'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:39:23.986794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Bound port: 16e8dd37-81f3-4afa-82b4-89d0c0b101ba, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb219475-11cb-448b-96ca-e156daebb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bf81e5c4-b3b4-4038-a661-7be3f784e1cf'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:39:23.987410 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.006852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd4aac-f5fe-4e4c-9e67-42219099003f None None] Network 53bcd782-f3c8-4a36-a356-4356814d424e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:24.010932 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23e8ae9c-cb44-4afc-91b3-bbf8e2a5ea62 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (0b89bb83-11d1-4b56-a449-5464dcc5f356), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.067705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fb4410-72cd-403d-9dab-ef3aa6f90dcb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Deleting subnet b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:39:24.074577 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3e44-868a-4c79-a5c5-fd7435f31f41 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f514dc4c-b907-40b7-89e4-f9b819f1cb9f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.079207 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29fb4410-72cd-403d-9dab-ef3aa6f90dcb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for subnet (b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.107376 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23e8ae9c-cb44-4afc-91b3-bbf8e2a5ea62 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (0b89bb83-11d1-4b56-a449-5464dcc5f356), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.174196 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-de7d2d9c-653b-46b5-ba61-2ae3155973bc tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (a1a1506e-9427-41d1-94eb-4b5d7e73245b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.180939 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c914c46c-7e9a-40f5-b898-6a798334cf95 admin admin] Publish callbacks [] for security_group (2770abda-5c04-4eb3-9170-3584de3cb83e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.184445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8fa75f42-40a7-40e0-bbbc-75b60e2583c2 None None] Provisioning complete for port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:24.185380 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fa75f42-40a7-40e0-bbbc-75b60e2583c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.212350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb3e44-868a-4c79-a5c5-fd7435f31f41 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Pushing event deleted for resources: {'Port': ['ID=f514dc4c-b907-40b7-89e4-f9b819f1cb9f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:24.215882 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23e8ae9c-cb44-4afc-91b3-bbf8e2a5ea62 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (0b89bb83-11d1-4b56-a449-5464dcc5f356), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.233115 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c914c46c-7e9a-40f5-b898-6a798334cf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2770abda-5c04-4eb3-9170-3584de3cb83e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.292913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] For port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:39:24.300876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] For port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=16e8dd37-81f3-4afa-82b4-89d0c0b101ba,segment=NetworkSegment(fb219475-11cb-448b-96ca-e156daebb554),segment_id=fb219475-11cb-448b-96ca-e156daebb554)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:39:24.313096 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.318815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914c46c-7e9a-40f5-b898-6a798334cf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2770abda-5c04-4eb3-9170-3584de3cb83e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:24.326762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8ae9c-cb44-4afc-91b3-bbf8e2a5ea62 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Subnet': ['ID=0b89bb83-11d1-4b56-a449-5464dcc5f356,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:24.356924 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23e8ae9c-cb44-4afc-91b3-bbf8e2a5ea62 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.363621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-23e8ae9c-cb44-4afc-91b3-bbf8e2a5ea62 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/0b89bb83-11d1-4b56-a449-5464dcc5f356 HTTP/1.1" status: 204 len: 168 time: 0.4705813 Jan 28 12:39:24.364681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50996) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:24.412605 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29fb4410-72cd-403d-9dab-ef3aa6f90dcb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.433059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c914c46c-7e9a-40f5-b898-6a798334cf95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b3d315a3a8641b5bfdb4ca404515392&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1175268 Jan 28 12:39:24.475563 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50998) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:24.519810 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977a250-136c-4fc0-8b55-37e2f5e76eee None None] Pushing event updated for resources: {'Port': ['ID=16e8dd37-81f3-4afa-82b4-89d0c0b101ba,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:24.528633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8fa75f42-40a7-40e0-bbbc-75b60e2583c2 None None] Current status of the port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:24.563388 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af2a7e2-b3a6-41cf-b114-199e7f8e5d89 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:24.564544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af2a7e2-b3a6-41cf-b114-199e7f8e5d89 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:24.577631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0af2a7e2-b3a6-41cf-b114-199e7f8e5d89 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/b08de75c-b64e-400a-9949-55e7224ba8f6 HTTP/1.1" status: 404 len: 337 time: 0.2035141 Jan 28 12:39:24.578930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51000) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:24.601120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8fa75f42-40a7-40e0-bbbc-75b60e2583c2 None None] Provisioning complete for port 8460bbd6-9335-437c-9e59-c2e560c36340 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:24.601577 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fa75f42-40a7-40e0-bbbc-75b60e2583c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8460bbd6-9335-437c-9e59-c2e560c36340), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.616353 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.691222 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3e44-868a-4c79-a5c5-fd7435f31f41 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks [] for floatingip (b1c15eab-6d19-4d6a-8f5e-abacba410f0c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.695666 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3e44-868a-4c79-a5c5-fd7435f31f41 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.706678 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1cfb3e44-868a-4c79-a5c5-fd7435f31f41 tempest-ServerActionsTestJSON-107675127 tempest-ServerActionsTestJSON-107675127-project] 10.222.0.53 "DELETE /v2.0/floatingips/b1c15eab-6d19-4d6a-8f5e-abacba410f0c HTTP/1.1" status: 204 len: 168 time: 1.8339069 Jan 28 12:39:24.709314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51002) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:24.729294 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8fa75f42-40a7-40e0-bbbc-75b60e2583c2 None None] Port 8460bbd6-9335-437c-9e59-c2e560c36340 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:39:24.750214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3474d6e6-6402-44e4-a5d7-471b2a712c29 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "GET /v2.0/ports?device_id=da99f3b2-f077-4e3c-9900-b52713d67662 HTTP/1.1" status: 200 len: 205 time: 0.1648300 Jan 28 12:39:24.752174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51006) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:24.759461 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29fb4410-72cd-403d-9dab-ef3aa6f90dcb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.878576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-de7d2d9c-653b-46b5-ba61-2ae3155973bc tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.893478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29fb4410-72cd-403d-9dab-ef3aa6f90dcb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.925708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-de7d2d9c-653b-46b5-ba61-2ae3155973bc tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (a1a1506e-9427-41d1-94eb-4b5d7e73245b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.925950 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-de7d2d9c-653b-46b5-ba61-2ae3155973bc tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Floating IP a1a1506e-9427-41d1-94eb-4b5d7e73245b disassociated. External IP: 172.25.7.243, port: 14fb50e3-354e-4f79-a633-5c0bc81bbbda. Jan 28 12:39:24.928202 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-e82f0661-c1bd-45bd-9b25-19e4ba783c94 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] delete failed (client error): The resource could not be found. Jan 28 12:39:24.930687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e82f0661-c1bd-45bd-9b25-19e4ba783c94 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/routers/da99f3b2-f077-4e3c-9900-b52713d67662 HTTP/1.1" status: 404 len: 336 time: 0.0947402 Jan 28 12:39:24.943194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51008) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:24.977468 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb4410-72cd-403d-9dab-ef3aa6f90dcb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Subnet': ['ID=b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:24.986038 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29fb4410-72cd-403d-9dab-ef3aa6f90dcb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:24.992413 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-29fb4410-72cd-403d-9dab-ef3aa6f90dcb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/subnets/b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b HTTP/1.1" status: 204 len: 168 time: 1.0866370 Jan 28 12:39:24.993150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51010) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:25.030141 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f0a01c1-9f3c-4844-89c9-0a61667f5c24 admin admin] Publish callbacks [] for security_group (2770abda-5c04-4eb3-9170-3584de3cb83e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:25.106162 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-619d8481-f962-475e-a23c-0dcc950fba46 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:25.108762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619d8481-f962-475e-a23c-0dcc950fba46 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:25.119269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-619d8481-f962-475e-a23c-0dcc950fba46 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/743c90b8-fd29-4212-9997-230c6d574cc9 HTTP/1.1" status: 404 len: 337 time: 0.1719866 Jan 28 12:39:25.119677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51012) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:25.133667 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab448e-3403-44da-b002-922c32b51ed9 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:25.135162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab448e-3403-44da-b002-922c32b51ed9 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:25.139271 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f3ab448e-3403-44da-b002-922c32b51ed9 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1406937 Jan 28 12:39:25.141405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51014) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:25.141922 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f0a01c1-9f3c-4844-89c9-0a61667f5c24 admin admin] Publish callbacks [] for security_group (2770abda-5c04-4eb3-9170-3584de3cb83e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:25.177266 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f611caf-4947-4435-8838-cb1cbaf9b180 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:25.177657 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f611caf-4947-4435-8838-cb1cbaf9b180 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:25.182273 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4f611caf-4947-4435-8838-cb1cbaf9b180 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/47e09cfa-4b13-454d-bdd3-0b7f6121a19f HTTP/1.1" status: 404 len: 337 time: 0.0610595 Jan 28 12:39:25.187728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51016) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:25.309098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d09bae1-4719-4f82-ad3f-cb9867ee7e58 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (bf81e5c4-b3b4-4038-a661-7be3f784e1cf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:25.333223 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d09bae1-4719-4f82-ad3f-cb9867ee7e58 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 12:39:25.333860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d09bae1-4719-4f82-ad3f-cb9867ee7e58 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:25.341654 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1d09bae1-4719-4f82-ad3f-cb9867ee7e58 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/networks/bf81e5c4-b3b4-4038-a661-7be3f784e1cf HTTP/1.1" status: 409 len: 466 time: 0.1989062 Jan 28 12:39:25.374674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51020) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:25.382333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-685011742'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:25.402293 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5f8718-fc8e-403b-be7d-95826f094985 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:25.405056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5f8718-fc8e-403b-be7d-95826f094985 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:25.411334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-be5f8718-fc8e-403b-be7d-95826f094985 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/cb2bbd9d-a45f-44c9-8433-c55c90b8adf8 HTTP/1.1" status: 404 len: 337 time: 0.2172322 Jan 28 12:39:25.412918 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f0a01c1-9f3c-4844-89c9-0a61667f5c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2770abda-5c04-4eb3-9170-3584de3cb83e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:25.416307 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f0a01c1-9f3c-4844-89c9-0a61667f5c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:25.418254 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0f0a01c1-9f3c-4844-89c9-0a61667f5c24 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2770abda-5c04-4eb3-9170-3584de3cb83e HTTP/1.1" status: 204 len: 168 time: 0.9371445 Jan 28 12:39:25.419090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51022) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:25.471891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cbe41e-2fd4-44ec-9993-c81a49d0acc4 None None] Network 53bcd782-f3c8-4a36-a356-4356814d424e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:25.519552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:25.532085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a01c1-9f3c-4844-89c9-0a61667f5c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2770abda-5c04-4eb3-9170-3584de3cb83e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:25.533629 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:25.565941 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d223f2f7-3519-42c7-8075-54fbc6a37a13 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:25.567455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d223f2f7-3519-42c7-8075-54fbc6a37a13 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:25.577910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51026) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:25.578483 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d223f2f7-3519-42c7-8075-54fbc6a37a13 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/04fa4ec8-f1da-4d13-b721-03ca40b44189 HTTP/1.1" status: 404 len: 333 time: 0.1579900 Jan 28 12:39:25.630479 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c999d3-0cec-45a3-a07f-f2d37b2dc844 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:25.630996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c999d3-0cec-45a3-a07f-f2d37b2dc844 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:25.637786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-19c999d3-0cec-45a3-a07f-f2d37b2dc844 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/999c64ad-cb4d-4825-8604-516ccf9df7e9 HTTP/1.1" status: 404 len: 337 time: 0.0532296 Jan 28 12:39:25.643072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51028) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:25.707676 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:39:25.721604 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a814f27c-adea-402c-a81b-c54340dfe27b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:25.722595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a814f27c-adea-402c-a81b-c54340dfe27b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:25.726659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a814f27c-adea-402c-a81b-c54340dfe27b tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/d5398bca-afbc-442d-a55b-3422e008d3fd HTTP/1.1" status: 404 len: 337 time: 0.0817134 Jan 28 12:39:25.729766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51032) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:25.733505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 16e8dd37-81f3-4afa-82b4-89d0c0b101ba up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:39:25.783143 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (5261d7ed-8314-4fdb-870d-0c7634d2eb27), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:25.784494 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Added segment 5261d7ed-8314-4fdb-870d-0c7634d2eb27 of type vlan for network 35c0afe9-1b78-4fce-a265-f303b8e8121e Jan 28 12:39:25.798238 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8b81b5-693d-4bb7-8d4a-693d190d15ce tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:25.799227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8b81b5-693d-4bb7-8d4a-693d190d15ce tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:25.806514 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fa8b81b5-693d-4bb7-8d4a-693d190d15ce tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/c07f8056-b9fc-4f16-afeb-9cf674ad0682 HTTP/1.1" status: 404 len: 333 time: 0.0731859 Jan 28 12:39:25.812003 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51034) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:25.824573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c6c20774-a69d-4991-b447-b77b880c5d7c None None] Provisioning complete for port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:25.825374 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6c20774-a69d-4991-b447-b77b880c5d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:25.901394 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee908966-3ebd-4b51-b169-924163fa2e03 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:25.901974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee908966-3ebd-4b51-b169-924163fa2e03 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:25.905066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ee908966-3ebd-4b51-b169-924163fa2e03 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/b84a1731-a6a1-4f23-9da3-dfeed13a7311 HTTP/1.1" status: 404 len: 337 time: 0.0902278 Jan 28 12:39:25.910375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51038) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:25.944191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:25.944960 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:25.958204 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:25.970888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-de7d2d9c-653b-46b5-ba61-2ae3155973bc tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Router a9010a33-13a4-444c-87f8-4a80b7a6db76 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:39:25.998022 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4c9c40-9f63-4e1f-9e4f-fc3cc33488c3 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:25.998477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4c9c40-9f63-4e1f-9e4f-fc3cc33488c3 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:26.000149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0877b-4a20-4958-8141-870a4144e8b8 None None] DHCP port deletion for 53bcd782-f3c8-4a36-a356-4356814d424e request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:39:26.002768 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1e4c9c40-9f63-4e1f-9e4f-fc3cc33488c3 tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/subnets/e3b3be71-b167-4396-94d6-d2b384a20507 HTTP/1.1" status: 404 len: 337 time: 0.0460112 Jan 28 12:39:26.010208 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51042) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:26.113689 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (35c0afe9-1b78-4fce-a265-f303b8e8121e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:26.200317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-de7d2d9c-653b-46b5-ba61-2ae3155973bc tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:39:26.219687 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d8613-1f24-4622-b5e2-f56689901da7 None None] Sync routers for ids ['a9010a33-13a4-444c-87f8-4a80b7a6db76'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:39:26.246835 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d8613-1f24-4622-b5e2-f56689901da7 None None] Routers {'a9010a33-13a4-444c-87f8-4a80b7a6db76'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:26.247677 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-de7d2d9c-653b-46b5-ba61-2ae3155973bc tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:26.249060 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-376d8613-1f24-4622-b5e2-f56689901da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:39:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9010a33-13a4-444c-87f8-4a80b7a6db76'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:26.287791 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-de7d2d9c-653b-46b5-ba61-2ae3155973bc tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "PUT /v2.0/floatingips/a1a1506e-9427-41d1-94eb-4b5d7e73245b HTTP/1.1" status: 200 len: 695 time: 2.5024905 Jan 28 12:39:26.288963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'tag': '14fb50e3-354e-4f79-a633-5c0bc81bbbda'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:39:26.292361 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045d590b-cad0-4120-8e3b-e2141911d1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e671ddd4-d329-41fa-b8b2-420e87029b73", "tag": "14fb50e3-354e-4f79-a633-5c0bc81bbbda"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:39:26.402422 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7ea39b-0b43-4762-85e7-2a02c53d64a5 x-openstack-request-id: req-2c7ea39b-0b43-4762-85e7-2a02c53d64a5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:39:26.402794 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e671ddd4-d329-41fa-b8b2-420e87029b73", "tag": "14fb50e3-354e-4f79-a633-5c0bc81bbbda", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:39:26.403100 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c7ea39b-0b43-4762-85e7-2a02c53d64a5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:39:26.403506 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'tag': '14fb50e3-354e-4f79-a633-5c0bc81bbbda', 'status': 'completed', 'code': 200} Jan 28 12:39:26.421246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-83b1be0f-e03a-46af-b127-3825afc6ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:26.423228 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-83b1be0f-e03a-46af-b127-3825afc6ab64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef41bfba9c854c60a908a3ebecc9796d&device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 1096 time: 0.1143565 Jan 28 12:39:26.494088 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-376d8613-1f24-4622-b5e2-f56689901da7 None None] Set router a9010a33-13a4-444c-87f8-4a80b7a6db76 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:26.510110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d8965-8824-4816-8508-7e2c6654474f None None] Network bf81e5c4-b3b4-4038-a661-7be3f784e1cf requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:26.610429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-0aebfc01-7b20-4da4-b53a-cbc2cc2fe51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:26.611979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-0aebfc01-7b20-4da4-b53a-cbc2cc2fe51f service neutron] 10.222.0.53 "GET /v2.0/networks?id=638067d7-90f9-4028-b997-e0433b40ed0b HTTP/1.1" status: 200 len: 930 time: 0.1827929 Jan 28 12:39:26.692727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c6c20774-a69d-4991-b447-b77b880c5d7c None None] Current status of the port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:26.717408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-70d152fc-d3b5-42e0-af24-31e1a56a6fc8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14fb50e3-354e-4f79-a633-5c0bc81bbbda HTTP/1.1" status: 200 len: 217 time: 0.0890324 Jan 28 12:39:26.793948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-24f0877b-4a20-4958-8141-870a4144e8b8 None None] Deleting port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:26.794686 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24f0877b-4a20-4958-8141-870a4144e8b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:26.834223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-bf157f60-4af4-4482-8131-2fc8fec7efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:26.838636 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-376d8613-1f24-4622-b5e2-f56689901da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a7b041bd-64b5-4fab-b483-c45ec94a8d56', 'name': '', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'mac_address': 'fa:16:3e:7d:c9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:33Z', 'updated_at': '2022-01-28T12:38:39Z', 'revision_number': 5, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'subnets': [{'id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:26.845562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-bf157f60-4af4-4482-8131-2fc8fec7efc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b4ea4bf0-0092-46dd-bd96-62a81a6cca9d HTTP/1.1" status: 200 len: 868 time: 0.1222889 Jan 28 12:39:26.899625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-24f0877b-4a20-4958-8141-870a4144e8b8 None None] For port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,segment=NetworkSegment(6f0854cc-e97d-4e48-ba43-ae2e5726d989),segment_id=6f0854cc-e97d-4e48-ba43-ae2e5726d989)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:26.900409 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24f0877b-4a20-4958-8141-870a4144e8b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:26.921270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-24f0877b-4a20-4958-8141-870a4144e8b8 None None] Calling delete_port for e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:26.967692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (35c0afe9-1b78-4fce-a265-f303b8e8121e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:26.972519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-ad8e074d-b726-4867-a029-85f883b40e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:26.973546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:26.974396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:26.979959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-ad8e074d-b726-4867-a029-85f883b40e1a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=638067d7-90f9-4028-b997-e0433b40ed0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332469 Jan 28 12:39:27.026227 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24f0877b-4a20-4958-8141-870a4144e8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (e9a469fc-d8d4-4c1e-96bc-81ae161a9a89), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:27.051503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c6c20774-a69d-4991-b447-b77b880c5d7c None None] Provisioning complete for port 8460bbd6-9335-437c-9e59-c2e560c36340 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:27.051889 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6c20774-a69d-4991-b447-b77b880c5d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8460bbd6-9335-437c-9e59-c2e560c36340), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:27.100237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c6c20774-a69d-4991-b447-b77b880c5d7c None None] Port 8460bbd6-9335-437c-9e59-c2e560c36340 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:39:27.156525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0877b-4a20-4958-8141-870a4144e8b8 None None] No DVR routers for this DVR port e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:27.176410 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d8613-1f24-4622-b5e2-f56689901da7 None None] Checking router: a9010a33-13a4-444c-87f8-4a80b7a6db76 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:39:27.178959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0877b-4a20-4958-8141-870a4144e8b8 None None] Pushing event deleted for resources: {'Port': ['ID=e9a469fc-d8d4-4c1e-96bc-81ae161a9a89,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:27.199614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:27.200336 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:27.202272 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d8613-1f24-4622-b5e2-f56689901da7 None None] Routers {'a9010a33-13a4-444c-87f8-4a80b7a6db76'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:27.207703 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-376d8613-1f24-4622-b5e2-f56689901da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:39:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9010a33-13a4-444c-87f8-4a80b7a6db76'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:27.208342 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-44db61ee-69c2-47bd-b6be-e6d67407f93c service neutron] 10.222.0.53 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216239 Jan 28 12:39:27.220959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d590b-cad0-4120-8e3b-e2141911d1f7 req-f33ce03d-b518-48fe-8625-ce5c40c7be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:27.225471 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-045d590b-cad0-4120-8e3b-e2141911d1f7 req-f33ce03d-b518-48fe-8625-ce5c40c7be37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef41bfba9c854c60a908a3ebecc9796d&device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 1096 time: 0.3700840 Jan 28 12:39:27.234779 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8583670 Jan 28 12:39:27.245938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51066) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:27.263018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=16e8dd37-81f3-4afa-82b4-89d0c0b101ba,segment=NetworkSegment(fb219475-11cb-448b-96ca-e156daebb554),segment_id=fb219475-11cb-448b-96ca-e156daebb554)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:27.267148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0268fd48-662a-4a12-8756-dcb4f9abb862 None None] DHCP port deletion for bf81e5c4-b3b4-4038-a661-7be3f784e1cf request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:39:27.270331 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:27.331003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=16e8dd37-81f3-4afa-82b4-89d0c0b101ba,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:27.365468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4bfe26cb-c1ce-4263-9083-da7d6e80103f None None] Provisioning complete for port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:27.366077 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4bfe26cb-c1ce-4263-9083-da7d6e80103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:27.401425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d590b-cad0-4120-8e3b-e2141911d1f7 req-03d19f4f-492e-4f6b-ac54-5b01a04e21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:27.403898 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-045d590b-cad0-4120-8e3b-e2141911d1f7 req-03d19f4f-492e-4f6b-ac54-5b01a04e21ae service neutron] 10.222.0.49 "GET /v2.0/networks?id=638067d7-90f9-4028-b997-e0433b40ed0b HTTP/1.1" status: 200 len: 930 time: 0.1612201 Jan 28 12:39:27.412345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'subnet': {'network_id': '35c0afe9-1b78-4fce-a265-f303b8e8121e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:27.449275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0268fd48-662a-4a12-8756-dcb4f9abb862 None None] Deleting port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:27.449892 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0268fd48-662a-4a12-8756-dcb4f9abb862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:27.497751 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d04b6a59-366d-4290-9cba-67f17b76cd92 req-a8a598d4-e94c-4250-977b-65b3a7bdc597 service neutron] 10.222.0.53 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755358 Jan 28 12:39:27.527704 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-376d8613-1f24-4622-b5e2-f56689901da7 None None] Set router a9010a33-13a4-444c-87f8-4a80b7a6db76 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:27.531443 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:27.581951 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Network': ['ID=35c0afe9-1b78-4fce-a265-f303b8e8121e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:27.593206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:27.593603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e9a469fc-d8d4-4c1e-96bc-81ae161a9a89 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:27.594042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 16e8dd37-81f3-4afa-82b4-89d0c0b101ba no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:27.628745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-e37ff53e-8a6f-4078-bfcf-77fd42269c43 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips/a1a1506e-9427-41d1-94eb-4b5d7e73245b HTTP/1.1" status: 200 len: 695 time: 0.0772648 Jan 28 12:39:27.646259 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-045d590b-cad0-4120-8e3b-e2141911d1f7 req-e29b1177-ccf9-4fdc-baad-67aae90a8948 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14fb50e3-354e-4f79-a633-5c0bc81bbbda HTTP/1.1" status: 200 len: 217 time: 0.2030382 Jan 28 12:39:27.648890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-55916d31-0edf-485c-8df5-143d96111a1e tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Deleting port 8460bbd6-9335-437c-9e59-c2e560c36340 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:27.649241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55916d31-0edf-485c-8df5-143d96111a1e tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8460bbd6-9335-437c-9e59-c2e560c36340), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:27.670423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0268fd48-662a-4a12-8756-dcb4f9abb862 None None] For port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=16e8dd37-81f3-4afa-82b4-89d0c0b101ba,segment=NetworkSegment(fb219475-11cb-448b-96ca-e156daebb554),segment_id=fb219475-11cb-448b-96ca-e156daebb554)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:27.670824 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0268fd48-662a-4a12-8756-dcb4f9abb862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:27.687131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe26cb-c1ce-4263-9083-da7d6e80103f None None] Current status of the port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:27.689610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0268fd48-662a-4a12-8756-dcb4f9abb862 None None] Calling delete_port for 16e8dd37-81f3-4afa-82b4-89d0c0b101ba owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:27.729812 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55916d31-0edf-485c-8df5-143d96111a1e tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8460bbd6-9335-437c-9e59-c2e560c36340), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:27.749282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:27.749713 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:27.750804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-55916d31-0edf-485c-8df5-143d96111a1e tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Calling delete_port for 8460bbd6-9335-437c-9e59-c2e560c36340 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:27.766008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.771517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.772182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.772327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-d237897d-8408-4f9f-94ea-9af9bc467912 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:27.772850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.773728 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.774113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.774387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-d237897d-8408-4f9f-94ea-9af9bc467912 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 784 time: 0.1367319 Jan 28 12:39:27.774553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.774932 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.775272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.775633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.775969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.776323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.776662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c07db-0f02-4b1e-bc55-2bf387086a67 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:27.868500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 35c0afe9-1b78-4fce-a265-f303b8e8121e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:39:27.888600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-2b45ec65-66d8-4f16-81e2-830097db40f9 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 698 time: 0.0993526 Jan 28 12:39:27.905332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:27.911401 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:27.959223 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-376d8613-1f24-4622-b5e2-f56689901da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a7b041bd-64b5-4fab-b483-c45ec94a8d56', 'name': '', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'mac_address': 'fa:16:3e:7d:c9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:33Z', 'updated_at': '2022-01-28T12:38:39Z', 'revision_number': 5, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'subnets': [{'id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:27.964094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-7d7f31fe-318d-433c-92f7-a7ce002e1a56 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.7.243 HTTP/1.1" status: 200 len: 698 time: 0.0656562 Jan 28 12:39:27.969126 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=16e8dd37-81f3-4afa-82b4-89d0c0b101ba,segment=NetworkSegment(fb219475-11cb-448b-96ca-e156daebb554),segment_id=fb219475-11cb-448b-96ca-e156daebb554)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:27.988613 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:27.993015 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d8613-1f24-4622-b5e2-f56689901da7 None None] The sync data for ids ['a9010a33-13a4-444c-87f8-4a80b7a6db76'] in n-d-824835-4 is: [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a7b041bd-64b5-4fab-b483-c45ec94a8d56', 'name': '', 'network_id': '638067d7-90f9-4028-b997-e0433b40ed0b', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'mac_address': 'fa:16:3e:7d:c9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:33Z', 'updated_at': '2022-01-28T12:38:39Z', 'revision_number': 5, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'subnets': [{'id': 'b4ea4bf0-0092-46dd-bd96-62a81a6cca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:39:28.075630 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0268fd48-662a-4a12-8756-dcb4f9abb862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (16e8dd37-81f3-4afa-82b4-89d0c0b101ba), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:28.113271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268fd48-662a-4a12-8756-dcb4f9abb862 None None] No DVR routers for this DVR port 16e8dd37-81f3-4afa-82b4-89d0c0b101ba on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:28.123123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=16e8dd37-81f3-4afa-82b4-89d0c0b101ba,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:28.158608 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268fd48-662a-4a12-8756-dcb4f9abb862 None None] Pushing event deleted for resources: {'Port': ['ID=16e8dd37-81f3-4afa-82b4-89d0c0b101ba,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:28.193121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-5b3e9f15-9e57-4d80-9bd4-f2c5ad227a88 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Deleting port b9500726-6ec3-4d9f-b05b-1a77af0479db {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:28.193558 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-5b3e9f15-9e57-4d80-9bd4-f2c5ad227a88 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b9500726-6ec3-4d9f-b05b-1a77af0479db), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:28.198698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d590b-cad0-4120-8e3b-e2141911d1f7 req-c3184780-edc2-4596-803c-73ed41e3446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:28.200372 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-045d590b-cad0-4120-8e3b-e2141911d1f7 req-c3184780-edc2-4596-803c-73ed41e3446e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b4ea4bf0-0092-46dd-bd96-62a81a6cca9d HTTP/1.1" status: 200 len: 868 time: 0.4165921 Jan 28 12:39:28.244125 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4436fcf-450f-4775-80fc-48c4fb9fcb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (57237e6a-b485-4e99-b503-1e4ec1ed158e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:28.294315 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-5b3e9f15-9e57-4d80-9bd4-f2c5ad227a88 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b9500726-6ec3-4d9f-b05b-1a77af0479db), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:28.294674 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-5b3e9f15-9e57-4d80-9bd4-f2c5ad227a88 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (b9500726-6ec3-4d9f-b05b-1a77af0479db), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:28.311742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-5b3e9f15-9e57-4d80-9bd4-f2c5ad227a88 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Calling delete_port for b9500726-6ec3-4d9f-b05b-1a77af0479db owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:28.349291 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55916d31-0edf-485c-8df5-143d96111a1e tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8460bbd6-9335-437c-9e59-c2e560c36340), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:28.408406 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55916d31-0edf-485c-8df5-143d96111a1e tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:28.417631 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-55916d31-0edf-485c-8df5-143d96111a1e tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/ports/8460bbd6-9335-437c-9e59-c2e560c36340 HTTP/1.1" status: 204 len: 168 time: 2.3999481 Jan 28 12:39:28.443172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55916d31-0edf-485c-8df5-143d96111a1e tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Port': ['ID=8460bbd6-9335-437c-9e59-c2e560c36340,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:28.446173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51086) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:28.465305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2f4bf6-93c6-4658-b1d6-455b3e90462b None None] New status for floating IP a1a1506e-9427-41d1-94eb-4b5d7e73245b: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:39:28.512591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d590b-cad0-4120-8e3b-e2141911d1f7 req-ed373d73-1df9-4e0e-92e2-69218bfd2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:28.514120 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-045d590b-cad0-4120-8e3b-e2141911d1f7 req-ed373d73-1df9-4e0e-92e2-69218bfd2dfe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=638067d7-90f9-4028-b997-e0433b40ed0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2995157 Jan 28 12:39:28.717286 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (53bcd782-f3c8-4a36-a356-4356814d424e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:28.736496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.objects.ports [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:39:28.761258 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (797a9ead-d6da-4a52-b25d-3d1735f943e1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:28.868047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-5b3e9f15-9e57-4d80-9bd4-f2c5ad227a88 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b9500726-6ec3-4d9f-b05b-1a77af0479db), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:28.881292 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-045d590b-cad0-4120-8e3b-e2141911d1f7 req-714f79e4-88d0-46ee-a68e-406936c33b9a service neutron] 10.222.0.49 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521028 Jan 28 12:39:28.915228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Subnet': ['ID=797a9ead-d6da-4a52-b25d-3d1735f943e1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:28.938662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e9f15-9e57-4d80-9bd4-f2c5ad227a88 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Pushing event deleted for resources: {'Port': ['ID=b9500726-6ec3-4d9f-b05b-1a77af0479db,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:29.029627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (53bcd782-f3c8-4a36-a356-4356814d424e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.034189 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-5b3e9f15-9e57-4d80-9bd4-f2c5ad227a88 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks [] for floatingip (a1a1506e-9427-41d1-94eb-4b5d7e73245b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.037802 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-5b3e9f15-9e57-4d80-9bd4-f2c5ad227a88 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.039544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3302761-a08c-4ae4-b5d3-a03873b9f7f7 req-5b3e9f15-9e57-4d80-9bd4-f2c5ad227a88 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "DELETE /v2.0/floatingips/a1a1506e-9427-41d1-94eb-4b5d7e73245b HTTP/1.1" status: 204 len: 173 time: 1.0676768 Jan 28 12:39:29.047855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Checking segment: {'id': '5261d7ed-8314-4fdb-870d-0c7634d2eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '35c0afe9-1b78-4fce-a265-f303b8e8121e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:29.047855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network hostable DHCP agents. Network: 35c0afe9-1b78-4fce-a265-f303b8e8121e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:39:29.070863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bcd782-f3c8-4a36-a356-4356814d424e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:29.098976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0854cc-e97d-4e48-ba43-ae2e5726d989') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:29.099275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0854cc-e97d-4e48-ba43-ae2e5726d989') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:29.125059 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (6f0854cc-e97d-4e48-ba43-ae2e5726d989), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.150676 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-045d590b-cad0-4120-8e3b-e2141911d1f7 req-c7a1514c-e022-4017-83d2-393f862fe1ba service neutron] 10.222.0.49 "GET /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565560 Jan 28 12:39:29.170323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network 35c0afe9-1b78-4fce-a265-f303b8e8121e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:39:29.182624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7d5b6-1b3f-4c32-88fc-10982fa12532 req-b0d7aeb4-39a9-408c-8fba-f62f4651713d tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:29.184551 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6f0854cc-e97d-4e48-ba43-ae2e5726d989), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.185191 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cee7d5b6-1b3f-4c32-88fc-10982fa12532 req-b0d7aeb4-39a9-408c-8fba-f62f4651713d tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0702481 Jan 28 12:39:29.194263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 35c0afe9-1b78-4fce-a265-f303b8e8121e) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:29.198370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:29.198971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.209107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb39f6-a818-464e-8645-21a10fb768ef None None] Network 35c0afe9-1b78-4fce-a265-f303b8e8121e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:29.222393 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:39:29.222790 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (6f0854cc-e97d-4e48-ba43-ae2e5726d989), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:39:29.226672 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:39:29.265083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cee7d5b6-1b3f-4c32-88fc-10982fa12532 req-eafcd619-ee21-4b67-885f-1aac75c6ffdb tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0622416 Jan 28 12:39:29.295439 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-300f3141-eb85-4c84-a56f-46203d91a2cc tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8985317 Jan 28 12:39:29.299935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51102) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:29.321935 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (53bcd782-f3c8-4a36-a356-4356814d424e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.332914 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.336280 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] 10.222.0.53 "DELETE /v2.0/networks/53bcd782-f3c8-4a36-a356-4356814d424e HTTP/1.1" status: 204 len: 168 time: 0.8845437 Jan 28 12:39:29.353351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1a35f-42d5-4ed8-842c-cec2cd7b7d5f tempest-PortsIpV6TestJSON-866413424 tempest-PortsIpV6TestJSON-866413424-project] Pushing event deleted for resources: {'Network': ['ID=53bcd782-f3c8-4a36-a356-4356814d424e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:29.358056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a4436fcf-450f-4775-80fc-48c4fb9fcb5f admin admin] Deleting port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:29.358374 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4436fcf-450f-4775-80fc-48c4fb9fcb5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.495465 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a4436fcf-450f-4775-80fc-48c4fb9fcb5f admin admin] For port 6d267624-e7a5-496a-8ed3-5ceb55e83fd2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6d267624-e7a5-496a-8ed3-5ceb55e83fd2,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:29.495839 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4436fcf-450f-4775-80fc-48c4fb9fcb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.508564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-35c0afe9-1b78-4fce-a265-f303b8e8121e', 'network_id': '35c0afe9-1b78-4fce-a265-f303b8e8121e', 'project_id': '490fcd1d8a6144a5aa65fd90002d5563', 'fixed_ips': [{'subnet_id': '797a9ead-d6da-4a52-b25d-3d1735f943e1'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:39:29.509949 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.529965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a4436fcf-450f-4775-80fc-48c4fb9fcb5f admin admin] Calling delete_port for 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:29.550835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977f53fb-9d72-431f-938b-5bab64c2f94c req-cfe479a2-7f8e-4a3d-894e-8f6f9aca4d81 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2448556 Jan 28 12:39:29.725873 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (35c0afe9-1b78-4fce-a265-f303b8e8121e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.890424 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (797a9ead-d6da-4a52-b25d-3d1735f943e1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:29.962159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Allocated IP 2001:db8::f816:3eff:fe22:e329 (35c0afe9-1b78-4fce-a265-f303b8e8121e/797a9ead-d6da-4a52-b25d-3d1735f943e1/dda87305-1306-4601-8b22-b197d4c4bf2a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:30.037720 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51116) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:30.080242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4436fcf-450f-4775-80fc-48c4fb9fcb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6d267624-e7a5-496a-8ed3-5ceb55e83fd2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.124211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc2a60-4c1d-406f-9345-05a87ffa1673 req-dfc8596e-e12c-498d-a07e-36047b22b9b8 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:30.130158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4436fcf-450f-4775-80fc-48c4fb9fcb5f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d267624-e7a5-496a-8ed3-5ceb55e83fd2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:30.133112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70dc2a60-4c1d-406f-9345-05a87ffa1673 req-dfc8596e-e12c-498d-a07e-36047b22b9b8 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 945 time: 0.1431565 Jan 28 12:39:30.196837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Publish callbacks [] for port (dda87305-1306-4601-8b22-b197d4c4bf2a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.204250 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (dda87305-1306-4601-8b22-b197d4c4bf2a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.234324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70dc2a60-4c1d-406f-9345-05a87ffa1673 req-7f1a670b-633e-47f4-af61-22255dd95406 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cb46525-959f-4fed-92b0-2d5229d1c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945027 Jan 28 12:39:30.274005 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (797a9ead-d6da-4a52-b25d-3d1735f943e1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.276305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Network 35c0afe9-1b78-4fce-a265-f303b8e8121e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:30.288572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:30.292197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:30.295636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Pushing event updated for resources: {'Port': ['ID=dda87305-1306-4601-8b22-b197d4c4bf2a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:30.307988 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-05f2a7b7-58ee-4fbe-9ed0-a83d99b13451 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e86277e5ea6c4a15affee9a6b3075dd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2667463 Jan 28 12:39:30.308694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51120) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:30.375231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Attempting to bind port dda87305-1306-4601-8b22-b197d4c4bf2a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:39:30.376224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Attempting to bind port dda87305-1306-4601-8b22-b197d4c4bf2a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '5261d7ed-8314-4fdb-870d-0c7634d2eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '35c0afe9-1b78-4fce-a265-f303b8e8121e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:39:30.376602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Attempting to bind port dda87305-1306-4601-8b22-b197d4c4bf2a on network 35c0afe9-1b78-4fce-a265-f303b8e8121e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:39:30.383419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:39:30.383809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Checking segment: {'id': '5261d7ed-8314-4fdb-870d-0c7634d2eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '35c0afe9-1b78-4fce-a265-f303b8e8121e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:30.385387 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.385811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Bound using segment: {'id': '5261d7ed-8314-4fdb-870d-0c7634d2eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '35c0afe9-1b78-4fce-a265-f303b8e8121e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:39:30.387454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Bound port: dda87305-1306-4601-8b22-b197d4c4bf2a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5261d7ed-8314-4fdb-870d-0c7634d2eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '35c0afe9-1b78-4fce-a265-f303b8e8121e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:39:30.388045 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dda87305-1306-4601-8b22-b197d4c4bf2a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.424055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (35c0afe9-1b78-4fce-a265-f303b8e8121e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.447737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c0afe9-1b78-4fce-a265-f303b8e8121e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:30.456483 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eddeec0f-c8e2-4b0f-8aa0-4240109c4abe admin admin] Publish callbacks [] for security_group (d6f35a80-4064-4ec0-b461-802f8e75a046), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.461256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5261d7ed-8314-4fdb-870d-0c7634d2eb27') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:30.461585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5261d7ed-8314-4fdb-870d-0c7634d2eb27') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:30.473206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] For port dda87305-1306-4601-8b22-b197d4c4bf2a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:39:30.474218 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (5261d7ed-8314-4fdb-870d-0c7634d2eb27), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.474399 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eddeec0f-c8e2-4b0f-8aa0-4240109c4abe admin admin] Publish callbacks [] for security_group (d6f35a80-4064-4ec0-b461-802f8e75a046), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.478320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] For port dda87305-1306-4601-8b22-b197d4c4bf2a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dda87305-1306-4601-8b22-b197d4c4bf2a,segment=NetworkSegment(5261d7ed-8314-4fdb-870d-0c7634d2eb27),segment_id=5261d7ed-8314-4fdb-870d-0c7634d2eb27)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:39:30.484883 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dda87305-1306-4601-8b22-b197d4c4bf2a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.490904 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (5261d7ed-8314-4fdb-870d-0c7634d2eb27), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.497980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:39:30.498935 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (5261d7ed-8314-4fdb-870d-0c7634d2eb27), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.530285 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4436fcf-450f-4775-80fc-48c4fb9fcb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (57237e6a-b485-4e99-b503-1e4ec1ed158e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.544208 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eddeec0f-c8e2-4b0f-8aa0-4240109c4abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d6f35a80-4064-4ec0-b461-802f8e75a046), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.548380 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eddeec0f-c8e2-4b0f-8aa0-4240109c4abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:30.551194 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eddeec0f-c8e2-4b0f-8aa0-4240109c4abe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6f35a80-4064-4ec0-b461-802f8e75a046 HTTP/1.1" status: 204 len: 168 time: 0.2382135 Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:39:30.580275 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:39:30.592932 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddeec0f-c8e2-4b0f-8aa0-4240109c4abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f35a80-4064-4ec0-b461-802f8e75a046,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:30.612018 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 12:39:30.612018 n-d-824835-4 neutron-server[103129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 12:39:30.612018 n-d-824835-4 neutron-server[103129]: [parameters: {'id': '35c0afe9-1b78-4fce-a265-f303b8e8121e'}] Jan 28 12:39:30.612018 n-d-824835-4 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:39:30.612520 n-d-824835-4 neutron-server[103129]: DEBUG oslo_db.api [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:39:30.613982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Subnet': ['ID=797a9ead-d6da-4a52-b25d-3d1735f943e1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:30.642200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddc625-68c8-4daf-9aa8-489321b2dba8 None None] Pushing event updated for resources: {'Port': ['ID=dda87305-1306-4601-8b22-b197d4c4bf2a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:30.667827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d10405e-40eb-487d-a84b-c5b071892377 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:39:30.886111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4436fcf-450f-4775-80fc-48c4fb9fcb5f admin admin] Router 57237e6a-b485-4e99-b503-1e4ec1ed158e has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:39:30.958389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d10405e-40eb-487d-a84b-c5b071892377 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 12:39:31.021644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4436fcf-450f-4775-80fc-48c4fb9fcb5f admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:39:31.028135 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a4436fcf-450f-4775-80fc-48c4fb9fcb5f admin admin] 10.222.0.53 "PUT /v2.0/routers/57237e6a-b485-4e99-b503-1e4ec1ed158e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3172019 Jan 28 12:39:31.030280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51132) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:31.040498 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99110f7a-bd78-4f92-b360-cbb1facf9e35 None None] Sync routers for ids ['57237e6a-b485-4e99-b503-1e4ec1ed158e'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:39:31.081644 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99110f7a-bd78-4f92-b360-cbb1facf9e35 None None] Routers {'57237e6a-b485-4e99-b503-1e4ec1ed158e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:31.082161 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-99110f7a-bd78-4f92-b360-cbb1facf9e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:39:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['57237e6a-b485-4e99-b503-1e4ec1ed158e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:31.113706 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (35c0afe9-1b78-4fce-a265-f303b8e8121e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:31.220259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Deleting port dda87305-1306-4601-8b22-b197d4c4bf2a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:31.232710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (dda87305-1306-4601-8b22-b197d4c4bf2a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:31.421262 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-99110f7a-bd78-4f92-b360-cbb1facf9e35 None None] Set router 57237e6a-b485-4e99-b503-1e4ec1ed158e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:31.459183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] For port dda87305-1306-4601-8b22-b197d4c4bf2a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dda87305-1306-4601-8b22-b197d4c4bf2a,segment=NetworkSegment(5261d7ed-8314-4fdb-870d-0c7634d2eb27),segment_id=5261d7ed-8314-4fdb-870d-0c7634d2eb27)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:31.459183 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (dda87305-1306-4601-8b22-b197d4c4bf2a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:31.489965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Calling delete_port for dda87305-1306-4601-8b22-b197d4c4bf2a owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:31.550996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e72710-2af6-436b-a975-61086fbe4df8 req-e4c21b02-aeac-41a5-899f-80b2a5b8dad2 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:31.552766 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00e72710-2af6-436b-a975-61086fbe4df8 req-e4c21b02-aeac-41a5-899f-80b2a5b8dad2 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 945 time: 0.1540160 Jan 28 12:39:31.708444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00e72710-2af6-436b-a975-61086fbe4df8 req-5f1eff08-4433-4fb1-839a-20199058891d tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cb46525-959f-4fed-92b0-2d5229d1c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438777 Jan 28 12:39:31.710973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f82ee-14a0-4bc3-b23f-c1f53528b527 None None] Network 35c0afe9-1b78-4fce-a265-f303b8e8121e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:31.716973 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (dda87305-1306-4601-8b22-b197d4c4bf2a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:31.774127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Port': ['ID=dda87305-1306-4601-8b22-b197d4c4bf2a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:31.781061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No DVR routers for this DVR port dda87305-1306-4601-8b22-b197d4c4bf2a on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:31.832206 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-99110f7a-bd78-4f92-b360-cbb1facf9e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:39:29Z', 'revision_number': 5, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:31.888828 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Publish callbacks [] for router (57237e6a-b485-4e99-b503-1e4ec1ed158e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:31.918084 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (35c0afe9-1b78-4fce-a265-f303b8e8121e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:31.925992 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99110f7a-bd78-4f92-b360-cbb1facf9e35 None None] Checking router: 57237e6a-b485-4e99-b503-1e4ec1ed158e for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:39:31.940160 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99110f7a-bd78-4f92-b360-cbb1facf9e35 None None] Routers {'57237e6a-b485-4e99-b503-1e4ec1ed158e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:31.941911 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-99110f7a-bd78-4f92-b360-cbb1facf9e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:39:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['57237e6a-b485-4e99-b503-1e4ec1ed158e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:31.955490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c0afe9-1b78-4fce-a265-f303b8e8121e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:31.956186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed75b82-e65a-40a5-b628-fcc40d1e76c7 req-ddcfcfda-a7c6-4806-972f-344cbec0c381 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:31.957707 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7ed75b82-e65a-40a5-b628-fcc40d1e76c7 req-ddcfcfda-a7c6-4806-972f-344cbec0c381 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.49 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 945 time: 0.7122900 Jan 28 12:39:31.969613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5261d7ed-8314-4fdb-870d-0c7634d2eb27') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:31.970208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5261d7ed-8314-4fdb-870d-0c7634d2eb27') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:31.982019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (5261d7ed-8314-4fdb-870d-0c7634d2eb27), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:31.999577 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (5261d7ed-8314-4fdb-870d-0c7634d2eb27), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.010920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:39:32.011822 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (5261d7ed-8314-4fdb-870d-0c7634d2eb27), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:39:32.015141 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:39:32.085005 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-99110f7a-bd78-4f92-b360-cbb1facf9e35 None None] Set router 57237e6a-b485-4e99-b503-1e4ec1ed158e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:32.091025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Publish callbacks [] for router_gateway (57237e6a-b485-4e99-b503-1e4ec1ed158e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.102263 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (35c0afe9-1b78-4fce-a265-f303b8e8121e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.109905 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.119579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/networks/35c0afe9-1b78-4fce-a265-f303b8e8121e HTTP/1.1" status: 204 len: 168 time: 2.8179438 Jan 28 12:39:32.121598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51152) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:32.127623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b10230a5-bfbb-4afe-8a84-4ed89836e467 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2020933377'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:32.156177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976f873-81db-4fd1-8ae8-38a7bfd3e265 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Network': ['ID=35c0afe9-1b78-4fce-a265-f303b8e8121e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:32.158039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10230a5-bfbb-4afe-8a84-4ed89836e467 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:32.162281 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b10230a5-bfbb-4afe-8a84-4ed89836e467 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.172462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-7ed75b82-e65a-40a5-b628-fcc40d1e76c7 req-79d2e25f-d3dc-467b-acfb-5824ceaec307 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Deleting port 14fb50e3-354e-4f79-a633-5c0bc81bbbda {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:32.172877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7ed75b82-e65a-40a5-b628-fcc40d1e76c7 req-79d2e25f-d3dc-467b-acfb-5824ceaec307 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.190976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10230a5-bfbb-4afe-8a84-4ed89836e467 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:39:32.206472 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b10230a5-bfbb-4afe-8a84-4ed89836e467 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (afcb6ea3-d88e-4f2c-8ed2-46947a0a8870), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.207168 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-b10230a5-bfbb-4afe-8a84-4ed89836e467 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Added segment afcb6ea3-d88e-4f2c-8ed2-46947a0a8870 of type vlan for network a5f801af-2fbd-493d-aea9-40d40cdfcd6b Jan 28 12:39:32.257715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Deleting port f1ce23b7-c6dc-449a-abb9-9959fe4fd990 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:32.258383 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.310424 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b10230a5-bfbb-4afe-8a84-4ed89836e467 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a5f801af-2fbd-493d-aea9-40d40cdfcd6b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.363101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b10230a5-bfbb-4afe-8a84-4ed89836e467 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a5f801af-2fbd-493d-aea9-40d40cdfcd6b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.363512 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-99110f7a-bd78-4f92-b360-cbb1facf9e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:39:29Z', 'revision_number': 5, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:32.370241 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10230a5-bfbb-4afe-8a84-4ed89836e467 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:32.371383 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b10230a5-bfbb-4afe-8a84-4ed89836e467 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.399134 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99110f7a-bd78-4f92-b360-cbb1facf9e35 None None] The sync data for ids ['57237e6a-b485-4e99-b503-1e4ec1ed158e'] in n-d-824835-4 is: [{'id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'name': 'tempest-ServerActionsTestJSON-408453388-router', 'tenant_id': '7968c81b36cc48bf8630ba9caa6afc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:39:29Z', 'revision_number': 5, 'project_id': '7968c81b36cc48bf8630ba9caa6afc84', 'gw_port': {'id': 'f1ce23b7-c6dc-449a-abb9-9959fe4fd990', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:34:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57237e6a-b485-4e99-b503-1e4ec1ed158e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:38Z', 'updated_at': '2022-01-28T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:39:32.474617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b10230a5-bfbb-4afe-8a84-4ed89836e467 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3517170 Jan 28 12:39:32.478599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51162) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:32.485133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-81c5e364-c98a-4b3f-bf27-c7ff5150ce75 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'subnet': {'network_id': 'a5f801af-2fbd-493d-aea9-40d40cdfcd6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:32.504352 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7ed75b82-e65a-40a5-b628-fcc40d1e76c7 req-79d2e25f-d3dc-467b-acfb-5824ceaec307 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] For port 14fb50e3-354e-4f79-a633-5c0bc81bbbda, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=14fb50e3-354e-4f79-a633-5c0bc81bbbda,segment=NetworkSegment(b0af1064-3149-4d28-a76e-5525ed73310b),segment_id=b0af1064-3149-4d28-a76e-5525ed73310b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:32.504937 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7ed75b82-e65a-40a5-b628-fcc40d1e76c7 req-79d2e25f-d3dc-467b-acfb-5824ceaec307 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.525381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10230a5-bfbb-4afe-8a84-4ed89836e467 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Network': ['ID=a5f801af-2fbd-493d-aea9-40d40cdfcd6b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:32.540296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a5f801af-2fbd-493d-aea9-40d40cdfcd6b details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:39:32.542827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-7ed75b82-e65a-40a5-b628-fcc40d1e76c7 req-79d2e25f-d3dc-467b-acfb-5824ceaec307 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Calling delete_port for 14fb50e3-354e-4f79-a633-5c0bc81bbbda owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:32.557794 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] For port f1ce23b7-c6dc-449a-abb9-9959fe4fd990, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f1ce23b7-c6dc-449a-abb9-9959fe4fd990,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:32.558259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.604960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Calling delete_port for f1ce23b7-c6dc-449a-abb9-9959fe4fd990 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:32.686178 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c5e364-c98a-4b3f-bf27-c7ff5150ce75 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:32.691116 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81c5e364-c98a-4b3f-bf27-c7ff5150ce75 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:32.964906 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f1ce23b7-c6dc-449a-abb9-9959fe4fd990), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:33.024733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723cf56-6b67-42b3-b5a1-48cc2c896919 req-6b148b3c-3729-4920-8943-24395ebcbbe6 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:33.026183 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2723cf56-6b67-42b3-b5a1-48cc2c896919 req-6b148b3c-3729-4920-8943-24395ebcbbe6 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e671ddd4-d329-41fa-b8b2-420e87029b73 HTTP/1.1" status: 200 len: 945 time: 0.1408834 Jan 28 12:39:33.066365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ce23b7-c6dc-449a-abb9-9959fe4fd990,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:33.156670 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (57237e6a-b485-4e99-b503-1e4ec1ed158e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:33.182689 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2723cf56-6b67-42b3-b5a1-48cc2c896919 req-2800cd14-be56-4f64-a6b5-5167e127be4c tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cb46525-959f-4fed-92b0-2d5229d1c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399186 Jan 28 12:39:33.205121 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81c5e364-c98a-4b3f-bf27-c7ff5150ce75 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (cf80e2e6-570c-4096-b8e8-177bc42f5c2e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:33.249297 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7ed75b82-e65a-40a5-b628-fcc40d1e76c7 req-79d2e25f-d3dc-467b-acfb-5824ceaec307 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (14fb50e3-354e-4f79-a633-5c0bc81bbbda), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:33.283157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2e25f-d3dc-467b-acfb-5824ceaec307 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Pushing event deleted for resources: {'Port': ['ID=14fb50e3-354e-4f79-a633-5c0bc81bbbda,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:33.325829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (57237e6a-b485-4e99-b503-1e4ec1ed158e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:33.352465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5e364-c98a-4b3f-bf27-c7ff5150ce75 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Subnet': ['ID=cf80e2e6-570c-4096-b8e8-177bc42f5c2e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:33.360044 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Publish callbacks [] for router_controller (57237e6a-b485-4e99-b503-1e4ec1ed158e), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:33.396227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5e364-c98a-4b3f-bf27-c7ff5150ce75 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Checking segment: {'id': 'afcb6ea3-d88e-4f2c-8ed2-46947a0a8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5f801af-2fbd-493d-aea9-40d40cdfcd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:33.396683 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c5e364-c98a-4b3f-bf27-c7ff5150ce75 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network hostable DHCP agents. Network: a5f801af-2fbd-493d-aea9-40d40cdfcd6b, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:39:33.411785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed75b82-e65a-40a5-b628-fcc40d1e76c7 req-79d2e25f-d3dc-467b-acfb-5824ceaec307 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] No DVR routers for this DVR port 14fb50e3-354e-4f79-a633-5c0bc81bbbda on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:33.418358 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7ed75b82-e65a-40a5-b628-fcc40d1e76c7 req-79d2e25f-d3dc-467b-acfb-5824ceaec307 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:33.457130 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7ed75b82-e65a-40a5-b628-fcc40d1e76c7 req-79d2e25f-d3dc-467b-acfb-5824ceaec307 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652 tempest-FloatingIPsAssociationNegativeTestJSON-2140947652-project] 10.222.0.49 "DELETE /v2.0/ports/14fb50e3-354e-4f79-a633-5c0bc81bbbda HTTP/1.1" status: 204 len: 173 time: 1.4739494 Jan 28 12:39:33.457130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'name': 'network-vif-deleted', 'tag': '14fb50e3-354e-4f79-a633-5c0bc81bbbda'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:39:33.457130 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965fb102-507d-4d66-af32-31e69bacdae5" -d '{"events": [{"server_uuid": "e671ddd4-d329-41fa-b8b2-420e87029b73", "name": "network-vif-deleted", "tag": "14fb50e3-354e-4f79-a633-5c0bc81bbbda"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:39:33.492410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c5e364-c98a-4b3f-bf27-c7ff5150ce75 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network a5f801af-2fbd-493d-aea9-40d40cdfcd6b is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:39:33.503202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:33.543970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (57237e6a-b485-4e99-b503-1e4ec1ed158e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:33.544920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57237e6a-b485-4e99-b503-1e4ec1ed158e {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:39:33.550452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-81c5e364-c98a-4b3f-bf27-c7ff5150ce75 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a5f801af-2fbd-493d-aea9-40d40cdfcd6b) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:33.558542 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:33.563931 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4f1b497d-7d51-4263-b437-0606a143785d admin admin] 10.222.0.53 "DELETE /v2.0/routers/57237e6a-b485-4e99-b503-1e4ec1ed158e HTTP/1.1" status: 204 len: 168 time: 2.5313287 Jan 28 12:39:33.566602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51188) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:33.572430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c5e364-c98a-4b3f-bf27-c7ff5150ce75 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:33.573393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81c5e364-c98a-4b3f-bf27-c7ff5150ce75 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:33.646165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e376fc-c5fe-4b27-9b35-2f9ad58582ed None None] Network a5f801af-2fbd-493d-aea9-40d40cdfcd6b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:33.658315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-81c5e364-c98a-4b3f-bf27-c7ff5150ce75 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1783967 Jan 28 12:39:33.662417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:33.676526 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48505415-3518-4629-b7e1-674eb2577f52 x-openstack-request-id: req-48505415-3518-4629-b7e1-674eb2577f52 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:39:33.676984 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e671ddd4-d329-41fa-b8b2-420e87029b73", "name": "network-vif-deleted", "tag": "14fb50e3-354e-4f79-a633-5c0bc81bbbda", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:39:33.676984 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48505415-3518-4629-b7e1-674eb2577f52 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:39:33.677306 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e671ddd4-d329-41fa-b8b2-420e87029b73', 'name': 'network-vif-deleted', 'tag': '14fb50e3-354e-4f79-a633-5c0bc81bbbda', 'status': 'completed', 'code': 200} Jan 28 12:39:33.800032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:33.800872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6d267624-e7a5-496a-8ed3-5ceb55e83fd2 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:33.854242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6312fb-43f2-4277-b783-2e049f3683e8 admin admin] Deleting subnet 53abd98a-d1ef-4617-bae2-6e0b828ced57 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:39:33.866502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f6312fb-43f2-4277-b783-2e049f3683e8 admin admin] Publish callbacks [] for subnet (53abd98a-d1ef-4617-bae2-6e0b828ced57), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:33.923891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-a5f801af-2fbd-493d-aea9-40d40cdfcd6b', 'network_id': 'a5f801af-2fbd-493d-aea9-40d40cdfcd6b', 'project_id': '490fcd1d8a6144a5aa65fd90002d5563', 'fixed_ips': [{'subnet_id': 'cf80e2e6-570c-4096-b8e8-177bc42f5c2e'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:39:33.924729 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.011660 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f6312fb-43f2-4277-b783-2e049f3683e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (53abd98a-d1ef-4617-bae2-6e0b828ced57), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.093413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a5f801af-2fbd-493d-aea9-40d40cdfcd6b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.330570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51202) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:34.340984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (cf80e2e6-570c-4096-b8e8-177bc42f5c2e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.392399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Allocated IP 2001:db8::2 (a5f801af-2fbd-493d-aea9-40d40cdfcd6b/cf80e2e6-570c-4096-b8e8-177bc42f5c2e/4241b0e7-3cf8-48d3-952a-111bd48340cc) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:34.417238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f6312fb-43f2-4277-b783-2e049f3683e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (53abd98a-d1ef-4617-bae2-6e0b828ced57), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.493771 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f6312fb-43f2-4277-b783-2e049f3683e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (53abd98a-d1ef-4617-bae2-6e0b828ced57), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.551915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6312fb-43f2-4277-b783-2e049f3683e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53abd98a-d1ef-4617-bae2-6e0b828ced57,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:34.557505 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f6312fb-43f2-4277-b783-2e049f3683e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.567318 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1f6312fb-43f2-4277-b783-2e049f3683e8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/53abd98a-d1ef-4617-bae2-6e0b828ced57 HTTP/1.1" status: 204 len: 168 time: 0.9989815 Jan 28 12:39:34.568691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51204) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:34.569433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54bf33d-678c-4f7c-a72c-634cda1237b6 None None] Network c2c613c3-43b7-41c8-a1c0-74bdae3e9634 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:34.710186 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (c2c613c3-43b7-41c8-a1c0-74bdae3e9634), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.752683 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Publish callbacks [] for port (4241b0e7-3cf8-48d3-952a-111bd48340cc), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.775936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (4241b0e7-3cf8-48d3-952a-111bd48340cc), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.787280 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (cf80e2e6-570c-4096-b8e8-177bc42f5c2e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.842835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Pushing event updated for resources: {'Port': ['ID=4241b0e7-3cf8-48d3-952a-111bd48340cc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:34.859158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Network a5f801af-2fbd-493d-aea9-40d40cdfcd6b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:34.860690 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Subnet': ['ID=cf80e2e6-570c-4096-b8e8-177bc42f5c2e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:34.862484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:34.866076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:34.905320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959227da-f5a0-4a85-bb39-432d4f6d01c3 None None] DHCP port deletion for c2c613c3-43b7-41c8-a1c0-74bdae3e9634 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:39:34.971925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a5f801af-2fbd-493d-aea9-40d40cdfcd6b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.975563 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Deleting port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:34.976737 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:34.993367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Attempting to bind port 4241b0e7-3cf8-48d3-952a-111bd48340cc on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:39:34.993968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Attempting to bind port 4241b0e7-3cf8-48d3-952a-111bd48340cc by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'afcb6ea3-d88e-4f2c-8ed2-46947a0a8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5f801af-2fbd-493d-aea9-40d40cdfcd6b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:39:34.994521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Attempting to bind port 4241b0e7-3cf8-48d3-952a-111bd48340cc on network a5f801af-2fbd-493d-aea9-40d40cdfcd6b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:39:35.001871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:39:35.002320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Checking segment: {'id': 'afcb6ea3-d88e-4f2c-8ed2-46947a0a8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5f801af-2fbd-493d-aea9-40d40cdfcd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:35.002757 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.003300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Bound using segment: {'id': 'afcb6ea3-d88e-4f2c-8ed2-46947a0a8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5f801af-2fbd-493d-aea9-40d40cdfcd6b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:39:35.004126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f801af-2fbd-493d-aea9-40d40cdfcd6b']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:35.004436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Bound port: 4241b0e7-3cf8-48d3-952a-111bd48340cc, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcb6ea3-d88e-4f2c-8ed2-46947a0a8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a5f801af-2fbd-493d-aea9-40d40cdfcd6b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:39:35.004848 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4241b0e7-3cf8-48d3-952a-111bd48340cc), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.017680 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afcb6ea3-d88e-4f2c-8ed2-46947a0a8870') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:35.018389 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afcb6ea3-d88e-4f2c-8ed2-46947a0a8870') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:35.034654 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (afcb6ea3-d88e-4f2c-8ed2-46947a0a8870), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.056559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (afcb6ea3-d88e-4f2c-8ed2-46947a0a8870), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.067065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:39:35.067642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (afcb6ea3-d88e-4f2c-8ed2-46947a0a8870), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.103275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-959227da-f5a0-4a85-bb39-432d4f6d01c3 None None] Deleting port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:35.103755 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-959227da-f5a0-4a85-bb39-432d4f6d01c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.122711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] For port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=69b023d8-8e13-46b7-9b0b-a01c943c0b9c,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:35.123285 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:39:35.154269 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:39:35.158539 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 12:39:35.158539 n-d-824835-4 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 12:39:35.158539 n-d-824835-4 neutron-server[103128]: [parameters: {'id': 'a5f801af-2fbd-493d-aea9-40d40cdfcd6b'}] Jan 28 12:39:35.158539 n-d-824835-4 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:39:35.159472 n-d-824835-4 neutron-server[103128]: DEBUG oslo_db.api [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:39:35.170002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Calling delete_port for 69b023d8-8e13-46b7-9b0b-a01c943c0b9c owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:35.183764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 14fb50e3-354e-4f79-a633-5c0bc81bbbda no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:35.231159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] For port 4241b0e7-3cf8-48d3-952a-111bd48340cc, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:39:35.247366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 14fb50e3-354e-4f79-a633-5c0bc81bbbda {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:35.247877 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 14fb50e3-354e-4f79-a633-5c0bc81bbbda not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:35.261393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0d4d-e31c-4d3b-bfa6-b0f374a8120d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (a9010a33-13a4-444c-87f8-4a80b7a6db76), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.263326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] For port 4241b0e7-3cf8-48d3-952a-111bd48340cc, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4241b0e7-3cf8-48d3-952a-111bd48340cc,segment=NetworkSegment(afcb6ea3-d88e-4f2c-8ed2-46947a0a8870),segment_id=afcb6ea3-d88e-4f2c-8ed2-46947a0a8870)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:39:35.275777 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4241b0e7-3cf8-48d3-952a-111bd48340cc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.300438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-959227da-f5a0-4a85-bb39-432d4f6d01c3 None None] For port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=69b023d8-8e13-46b7-9b0b-a01c943c0b9c,segment=NetworkSegment(92977e80-f649-42ad-b97f-b7c5e30542f2),segment_id=92977e80-f649-42ad-b97f-b7c5e30542f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:35.301439 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-959227da-f5a0-4a85-bb39-432d4f6d01c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.358589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-959227da-f5a0-4a85-bb39-432d4f6d01c3 None None] Calling delete_port for 69b023d8-8e13-46b7-9b0b-a01c943c0b9c owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:35.430912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82edfb-45a3-4b59-8a91-ee130c602636 None None] Pushing event updated for resources: {'Port': ['ID=4241b0e7-3cf8-48d3-952a-111bd48340cc,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:35.480359 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.520404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b023d8-8e13-46b7-9b0b-a01c943c0b9c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:35.540369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] No DVR routers for this DVR port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:35.584762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca0ca1d-99e9-46f5-b5a8-d4b703505055 None None] Network a5f801af-2fbd-493d-aea9-40d40cdfcd6b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:35.661233 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a5f801af-2fbd-493d-aea9-40d40cdfcd6b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.690619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f1ce23b7-c6dc-449a-abb9-9959fe4fd990 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:35.724883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f1ce23b7-c6dc-449a-abb9-9959fe4fd990 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:35.725274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f1ce23b7-c6dc-449a-abb9-9959fe4fd990 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:35.727095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 69b023d8-8e13-46b7-9b0b-a01c943c0b9c no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:35.732078 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-959227da-f5a0-4a85-bb39-432d4f6d01c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (69b023d8-8e13-46b7-9b0b-a01c943c0b9c), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.798549 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (c2c613c3-43b7-41c8-a1c0-74bdae3e9634), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.809111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 69b023d8-8e13-46b7-9b0b-a01c943c0b9c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:35.809471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 69b023d8-8e13-46b7-9b0b-a01c943c0b9c not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:35.829145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959227da-f5a0-4a85-bb39-432d4f6d01c3 None None] Pushing event deleted for resources: {'Port': ['ID=69b023d8-8e13-46b7-9b0b-a01c943c0b9c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:35.854269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959227da-f5a0-4a85-bb39-432d4f6d01c3 None None] No DVR routers for this DVR port 69b023d8-8e13-46b7-9b0b-a01c943c0b9c on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:35.868847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Deleting port 4241b0e7-3cf8-48d3-952a-111bd48340cc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:35.870939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4241b0e7-3cf8-48d3-952a-111bd48340cc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:35.886607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c613c3-43b7-41c8-a1c0-74bdae3e9634']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:35.906249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42904e-c5d9-4ee0-b3d1-4ffd0193efe9 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:39:35.983965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92977e80-f649-42ad-b97f-b7c5e30542f2') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:35.984329 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92977e80-f649-42ad-b97f-b7c5e30542f2') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:36.006535 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (92977e80-f649-42ad-b97f-b7c5e30542f2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.017729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] For port 4241b0e7-3cf8-48d3-952a-111bd48340cc, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4241b0e7-3cf8-48d3-952a-111bd48340cc,segment=NetworkSegment(afcb6ea3-d88e-4f2c-8ed2-46947a0a8870),segment_id=afcb6ea3-d88e-4f2c-8ed2-46947a0a8870)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:36.018411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4241b0e7-3cf8-48d3-952a-111bd48340cc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.035941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Calling delete_port for 4241b0e7-3cf8-48d3-952a-111bd48340cc owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:36.071992 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (92977e80-f649-42ad-b97f-b7c5e30542f2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.091482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f0d4d-e31c-4d3b-bfa6-b0f374a8120d admin admin] Deleting port a7b041bd-64b5-4fab-b483-c45ec94a8d56 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:36.092039 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0d4d-e31c-4d3b-bfa6-b0f374a8120d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.096814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:39:36.097783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (92977e80-f649-42ad-b97f-b7c5e30542f2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:39:36.102880 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:39:36.236066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8b5f0d4d-e31c-4d3b-bfa6-b0f374a8120d admin admin] For port a7b041bd-64b5-4fab-b483-c45ec94a8d56, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a7b041bd-64b5-4fab-b483-c45ec94a8d56,segment=NetworkSegment(b0af1064-3149-4d28-a76e-5525ed73310b),segment_id=b0af1064-3149-4d28-a76e-5525ed73310b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:36.236208 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0d4d-e31c-4d3b-bfa6-b0f374a8120d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.244024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4241b0e7-3cf8-48d3-952a-111bd48340cc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.253332 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f0d4d-e31c-4d3b-bfa6-b0f374a8120d admin admin] Calling delete_port for a7b041bd-64b5-4fab-b483-c45ec94a8d56 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:36.325818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c42904e-c5d9-4ee0-b3d1-4ffd0193efe9 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 12:39:36.340147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No DVR routers for this DVR port 4241b0e7-3cf8-48d3-952a-111bd48340cc on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:36.343609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Port': ['ID=4241b0e7-3cf8-48d3-952a-111bd48340cc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:36.366681 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (c2c613c3-43b7-41c8-a1c0-74bdae3e9634), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.375920 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.379151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c2c613c3-43b7-41c8-a1c0-74bdae3e9634 HTTP/1.1" status: 204 len: 168 time: 1.8090417 Jan 28 12:39:36.441701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c613c3-43b7-41c8-a1c0-74bdae3e9634,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:36.463061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.463512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.463871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.464471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.464599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.464945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.465330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.465833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.466362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.467140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.467306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.467684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.468004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa75e2-2876-4638-bb83-b4df8b67bfe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:36.535332 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a5f801af-2fbd-493d-aea9-40d40cdfcd6b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.577143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f801af-2fbd-493d-aea9-40d40cdfcd6b']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:36.611899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afcb6ea3-d88e-4f2c-8ed2-46947a0a8870') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:36.612285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afcb6ea3-d88e-4f2c-8ed2-46947a0a8870') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:36.657379 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (afcb6ea3-d88e-4f2c-8ed2-46947a0a8870), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.704243 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (afcb6ea3-d88e-4f2c-8ed2-46947a0a8870), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.731686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:39:36.732178 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (afcb6ea3-d88e-4f2c-8ed2-46947a0a8870), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.740205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0d4d-e31c-4d3b-bfa6-b0f374a8120d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a7b041bd-64b5-4fab-b483-c45ec94a8d56), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:39:36.801188 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:39:36.861258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f0d4d-e31c-4d3b-bfa6-b0f374a8120d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b041bd-64b5-4fab-b483-c45ec94a8d56,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:36.957972 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:36.984576 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a5f801af-2fbd-493d-aea9-40d40cdfcd6b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:37.047472 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:37.056221 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/networks/a5f801af-2fbd-493d-aea9-40d40cdfcd6b HTTP/1.1" status: 204 len: 168 time: 3.3753839 Jan 28 12:39:37.064823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51236) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:37.081300 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e8f49ae3-0a41-4451-a3b3-8326b99276ce tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2138214150'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:37.088705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767075aa-20a9-406f-b84f-9dab4d1358db tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Network': ['ID=a5f801af-2fbd-493d-aea9-40d40cdfcd6b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:37.165860 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-42055055-20fa-4aeb-9a65-ece9e3230fd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7968c81b36cc48bf8630ba9caa6afc84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2037094 Jan 28 12:39:37.167836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51238) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:37.178138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f49ae3-0a41-4451-a3b3-8326b99276ce tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:37.183168 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8f49ae3-0a41-4451-a3b3-8326b99276ce tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:37.228101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f49ae3-0a41-4451-a3b3-8326b99276ce tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:39:37.267211 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eb31cc6-721a-4a09-9f7e-e8ba7e304f45 admin admin] Publish callbacks [] for security_group (bfa542df-849f-4d01-a546-a29dbf23c6b7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:37.321598 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eb31cc6-721a-4a09-9f7e-e8ba7e304f45 admin admin] Publish callbacks [] for security_group (bfa542df-849f-4d01-a546-a29dbf23c6b7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:37.408215 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eb31cc6-721a-4a09-9f7e-e8ba7e304f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (bfa542df-849f-4d01-a546-a29dbf23c6b7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:37.414784 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eb31cc6-721a-4a09-9f7e-e8ba7e304f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:37.421657 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6eb31cc6-721a-4a09-9f7e-e8ba7e304f45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfa542df-849f-4d01-a546-a29dbf23c6b7 HTTP/1.1" status: 204 len: 168 time: 0.2496836 Jan 28 12:39:37.437341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb31cc6-721a-4a09-9f7e-e8ba7e304f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa542df-849f-4d01-a546-a29dbf23c6b7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:37.686260 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8f49ae3-0a41-4451-a3b3-8326b99276ce tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d6cb28a9-53d1-4ea5-b617-3c30e9d2b6f0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:37.686260 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-e8f49ae3-0a41-4451-a3b3-8326b99276ce tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Added segment d6cb28a9-53d1-4ea5-b617-3c30e9d2b6f0 of type vlan for network 530289cb-e3e9-4486-8d7d-7bfacb8952d9 Jan 28 12:39:37.745314 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0d4d-e31c-4d3b-bfa6-b0f374a8120d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (a9010a33-13a4-444c-87f8-4a80b7a6db76), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:37.756340 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8f49ae3-0a41-4451-a3b3-8326b99276ce tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (530289cb-e3e9-4486-8d7d-7bfacb8952d9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:37.844260 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8f49ae3-0a41-4451-a3b3-8326b99276ce tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (530289cb-e3e9-4486-8d7d-7bfacb8952d9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:37.851443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f49ae3-0a41-4451-a3b3-8326b99276ce tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:37.852254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8f49ae3-0a41-4451-a3b3-8326b99276ce tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:37.978204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e8f49ae3-0a41-4451-a3b3-8326b99276ce tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9001710 Jan 28 12:39:37.978907 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51258) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:37.987867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Request body: {'subnet': {'network_id': '530289cb-e3e9-4486-8d7d-7bfacb8952d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:37.998527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f49ae3-0a41-4451-a3b3-8326b99276ce tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Network': ['ID=530289cb-e3e9-4486-8d7d-7bfacb8952d9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:38.022738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 530289cb-e3e9-4486-8d7d-7bfacb8952d9 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:39:38.235704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Made reservation on behalf of 490fcd1d8a6144a5aa65fd90002d5563 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:38.248152 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:38.259038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5f0d4d-e31c-4d3b-bfa6-b0f374a8120d admin admin] Router a9010a33-13a4-444c-87f8-4a80b7a6db76 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:39:38.505283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5f0d4d-e31c-4d3b-bfa6-b0f374a8120d admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:39:38.520312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d679d8e-bf3a-46e1-9942-d4c018eeb94a None None] Sync routers for ids ['a9010a33-13a4-444c-87f8-4a80b7a6db76'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:39:38.533676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8b5f0d4d-e31c-4d3b-bfa6-b0f374a8120d admin admin] 10.222.0.53 "PUT /v2.0/routers/a9010a33-13a4-444c-87f8-4a80b7a6db76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2007430 Jan 28 12:39:38.536920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51278) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:38.543460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d679d8e-bf3a-46e1-9942-d4c018eeb94a None None] Routers {'a9010a33-13a4-444c-87f8-4a80b7a6db76'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:38.553331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8d679d8e-bf3a-46e1-9942-d4c018eeb94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:39:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9010a33-13a4-444c-87f8-4a80b7a6db76'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:38.742963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Publish callbacks [] for router (a9010a33-13a4-444c-87f8-4a80b7a6db76), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:38.778777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51286) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:38.841795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.objects.ports [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:39:38.843666 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (dbfa4038-7679-4e35-88e5-da6b2bd2fafe), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:38.877760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8d679d8e-bf3a-46e1-9942-d4c018eeb94a None None] Set router a9010a33-13a4-444c-87f8-4a80b7a6db76 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:38.926761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event updated for resources: {'Subnet': ['ID=dbfa4038-7679-4e35-88e5-da6b2bd2fafe,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:38.933493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Checking segment: {'id': 'd6cb28a9-53d1-4ea5-b617-3c30e9d2b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '530289cb-e3e9-4486-8d7d-7bfacb8952d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:38.934114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network hostable DHCP agents. Network: 530289cb-e3e9-4486-8d7d-7bfacb8952d9, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:39:38.956823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Network 530289cb-e3e9-4486-8d7d-7bfacb8952d9 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:39:38.966939 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Publish callbacks [] for router_gateway (a9010a33-13a4-444c-87f8-4a80b7a6db76), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:38.975906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 530289cb-e3e9-4486-8d7d-7bfacb8952d9) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:38.985943 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:38.986565 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.004974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddfa1fa-97a9-4ab7-8f92-28f457962bb3 None None] Network 530289cb-e3e9-4486-8d7d-7bfacb8952d9 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:39.024028 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1263424409-network', 'tenant_id': '0330789448af4d838413318387b88ec8'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:39.036557 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bb1b5e18-aaf8-4a66-843f-030a91bd6e6d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0560708 Jan 28 12:39:39.039759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51292) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:39.142550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Deleting port ac9c80e0-c97c-49cf-a161-40ded3421980 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:39.143144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Made reservation on behalf of 0330789448af4d838413318387b88ec8 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:39.143260 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.148582 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.181699 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.246631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d77043-23eb-4691-b972-dd9c79533b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-530289cb-e3e9-4486-8d7d-7bfacb8952d9', 'network_id': '530289cb-e3e9-4486-8d7d-7bfacb8952d9', 'project_id': '490fcd1d8a6144a5aa65fd90002d5563', 'fixed_ips': [{'subnet_id': 'dbfa4038-7679-4e35-88e5-da6b2bd2fafe'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:39:39.248110 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94d77043-23eb-4691-b972-dd9c79533b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.280179 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (530289cb-e3e9-4486-8d7d-7bfacb8952d9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.286567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8d679d8e-bf3a-46e1-9942-d4c018eeb94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:39:36Z', 'revision_number': 5, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port': {'id': 'ac9c80e0-c97c-49cf-a161-40ded3421980', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:38:25Z', 'updated_at': '2022-01-28T12:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:39.322169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d679d8e-bf3a-46e1-9942-d4c018eeb94a None None] Checking router: a9010a33-13a4-444c-87f8-4a80b7a6db76 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:39:39.348702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] For port ac9c80e0-c97c-49cf-a161-40ded3421980, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ac9c80e0-c97c-49cf-a161-40ded3421980,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:39.348702 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.381050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d679d8e-bf3a-46e1-9942-d4c018eeb94a None None] Routers {'a9010a33-13a4-444c-87f8-4a80b7a6db76'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:39.382687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8d679d8e-bf3a-46e1-9942-d4c018eeb94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:39:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9010a33-13a4-444c-87f8-4a80b7a6db76'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:39.393982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Calling delete_port for ac9c80e0-c97c-49cf-a161-40ded3421980 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:39.407485 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (dbfa4038-7679-4e35-88e5-da6b2bd2fafe), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.448849 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Publish callbacks [] for security_group (2149383c-039c-438f-a447-92d348871985), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.455979 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2149383c-039c-438f-a447-92d348871985), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.489422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2149383c-039c-438f-a447-92d348871985,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:39.499757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8d679d8e-bf3a-46e1-9942-d4c018eeb94a None None] Set router a9010a33-13a4-444c-87f8-4a80b7a6db76 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:39.504848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:39:39.528230 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (dbfa4038-7679-4e35-88e5-da6b2bd2fafe), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.532800 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cc91bd44-9b19-48f3-950a-c8222dd926b8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.533483 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Added segment cc91bd44-9b19-48f3-950a-c8222dd926b8 of type vlan for network 54989c5b-2c9d-4fbb-b009-58fe091d3bad Jan 28 12:39:39.572791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8d679d8e-bf3a-46e1-9942-d4c018eeb94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:39:38Z', 'revision_number': 6, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:39.605389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d679d8e-bf3a-46e1-9942-d4c018eeb94a None None] The sync data for ids ['a9010a33-13a4-444c-87f8-4a80b7a6db76'] in n-d-824835-4 is: [{'id': 'a9010a33-13a4-444c-87f8-4a80b7a6db76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1511763506-router', 'tenant_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:38:24Z', 'updated_at': '2022-01-28T12:39:38Z', 'revision_number': 6, 'project_id': 'ef41bfba9c854c60a908a3ebecc9796d', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:39:39.630659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfa4038-7679-4e35-88e5-da6b2bd2fafe,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:39.697551 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (54989c5b-2c9d-4fbb-b009-58fe091d3bad), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server [None req-94d77043-23eb-4691-b972-dd9c79533b06 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbfa4038-7679-4e35-88e5-da6b2bd2fafe: This subnet is being modified by another concurrent operation. Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exception Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbfa4038-7679-4e35-88e5-da6b2bd2fafe: This subnet is being modified by another concurrent operation. Jan 28 12:39:39.702581 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 12:39:39.733483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ac9c80e0-c97c-49cf-a161-40ded3421980), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.770055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9c80e0-c97c-49cf-a161-40ded3421980,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:39.788634 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (530289cb-e3e9-4486-8d7d-7bfacb8952d9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.818891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7935221-79a2-460f-92ce-d3aeb52fcc28 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:39:39.852286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530289cb-e3e9-4486-8d7d-7bfacb8952d9']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:39.865154 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (54989c5b-2c9d-4fbb-b009-58fe091d3bad), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.869994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:39.872861 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.899182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cb28a9-53d1-4ea5-b617-3c30e9d2b6f0') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:39.899755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cb28a9-53d1-4ea5-b617-3c30e9d2b6f0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:39.903107 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (a9010a33-13a4-444c-87f8-4a80b7a6db76), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.956108 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (d6cb28a9-53d1-4ea5-b617-3c30e9d2b6f0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:39.973417 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1932170 Jan 28 12:39:39.983929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51304) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:39.993113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d0bc4b37-d999-4b96-9966-d3fa036733e4 admin admin] Request body: {'subnet': {'network_id': '54989c5b-2c9d-4fbb-b009-58fe091d3bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1263424409-subnet', 'tenant_id': '0330789448af4d838413318387b88ec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:40.051768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bc4b37-d999-4b96-9966-d3fa036733e4 admin admin] Made reservation on behalf of 0330789448af4d838413318387b88ec8 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:40.057371 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (a9010a33-13a4-444c-87f8-4a80b7a6db76), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.063691 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Publish callbacks [] for router_controller (a9010a33-13a4-444c-87f8-4a80b7a6db76), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.069205 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4b37-d999-4b96-9966-d3fa036733e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.082948 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d6cb28a9-53d1-4ea5-b617-3c30e9d2b6f0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.088602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6de056-2f53-41b1-8fc5-c2cfaf9353c3 admin admin] Pushing event updated for resources: {'Network': ['ID=54989c5b-2c9d-4fbb-b009-58fe091d3bad,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:40.108526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 54989c5b-2c9d-4fbb-b009-58fe091d3bad details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:39:40.129440 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (a9010a33-13a4-444c-87f8-4a80b7a6db76), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.130037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9010a33-13a4-444c-87f8-4a80b7a6db76 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:39:40.138947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:39:40.140523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (d6cb28a9-53d1-4ea5-b617-3c30e9d2b6f0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.142526 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.148830 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-efa7d5c6-a469-40f4-a47e-f83f457e49ca admin admin] 10.222.0.53 "DELETE /v2.0/routers/a9010a33-13a4-444c-87f8-4a80b7a6db76 HTTP/1.1" status: 204 len: 168 time: 1.6058407 Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:39:40.149975 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:39:40.152208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51310) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:40.222459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1147c28-09d5-4f5a-9281-634fc3a7f3ad admin admin] Deleting subnet b4ea4bf0-0092-46dd-bd96-62a81a6cca9d {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:39:40.232447 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1147c28-09d5-4f5a-9281-634fc3a7f3ad admin admin] Publish callbacks [] for subnet (b4ea4bf0-0092-46dd-bd96-62a81a6cca9d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.295807 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1147c28-09d5-4f5a-9281-634fc3a7f3ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (b4ea4bf0-0092-46dd-bd96-62a81a6cca9d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.319557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7935221-79a2-460f-92ce-d3aeb52fcc28 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 12:39:40.335629 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (530289cb-e3e9-4486-8d7d-7bfacb8952d9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.347043 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.351606 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/networks/530289cb-e3e9-4486-8d7d-7bfacb8952d9 HTTP/1.1" status: 204 len: 168 time: 1.3107030 Jan 28 12:39:40.357997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51312) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:40.368656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788bf9b-e8e6-441b-a539-009a13a1ac68 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Network': ['ID=530289cb-e3e9-4486-8d7d-7bfacb8952d9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:40.412641 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-670847af-6af1-4864-a8f0-0e19be877388 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:40.414245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670847af-6af1-4864-a8f0-0e19be877388 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:40.420120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-670847af-6af1-4864-a8f0-0e19be877388 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/subnets/dbfa4038-7679-4e35-88e5-da6b2bd2fafe HTTP/1.1" status: 404 len: 337 time: 0.0602098 Jan 28 12:39:40.422156 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51314) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:40.454575 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92049b7-83a7-42e8-a785-d231cfacd641 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:40.455097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92049b7-83a7-42e8-a785-d231cfacd641 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:40.461690 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a92049b7-83a7-42e8-a785-d231cfacd641 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/networks/530289cb-e3e9-4486-8d7d-7bfacb8952d9 HTTP/1.1" status: 404 len: 339 time: 0.0375185 Jan 28 12:39:40.464288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51316) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:40.548344 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9aa0e12-347b-4872-af10-a97e9e9e0410 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:40.550171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9aa0e12-347b-4872-af10-a97e9e9e0410 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:40.560613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f9aa0e12-347b-4872-af10-a97e9e9e0410 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/subnets/cf80e2e6-570c-4096-b8e8-177bc42f5c2e HTTP/1.1" status: 404 len: 337 time: 0.0951517 Jan 28 12:39:40.563375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51320) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:40.594001 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1147c28-09d5-4f5a-9281-634fc3a7f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b4ea4bf0-0092-46dd-bd96-62a81a6cca9d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.621117 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c426abcd-4db4-4928-bf90-01e36816f62f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:40.632621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c426abcd-4db4-4928-bf90-01e36816f62f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:40.643009 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c426abcd-4db4-4928-bf90-01e36816f62f tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/networks/a5f801af-2fbd-493d-aea9-40d40cdfcd6b HTTP/1.1" status: 404 len: 339 time: 0.0754461 Jan 28 12:39:40.644278 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51322) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:40.652032 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4b37-d999-4b96-9966-d3fa036733e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (f1448880-4fc4-4b34-ab30-a1f34ee7acbf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.668945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87648438-65d1-49bf-967f-5de4a29787b7 None None] Network 530289cb-e3e9-4486-8d7d-7bfacb8952d9 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:40.692613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87648438-65d1-49bf-967f-5de4a29787b7 None None] Network 530289cb-e3e9-4486-8d7d-7bfacb8952d9 could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 12:39:40.708343 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1147c28-09d5-4f5a-9281-634fc3a7f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (b4ea4bf0-0092-46dd-bd96-62a81a6cca9d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.729769 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1147c28-09d5-4f5a-9281-634fc3a7f3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.730334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f56bf-dccf-480f-acb3-d6efd820068f None None] Network 638067d7-90f9-4028-b997-e0433b40ed0b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:40.736315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f1147c28-09d5-4f5a-9281-634fc3a7f3ad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b4ea4bf0-0092-46dd-bd96-62a81a6cca9d HTTP/1.1" status: 204 len: 168 time: 0.5838103 Jan 28 12:39:40.737349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51324) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:40.744820 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a658b51-a827-46bf-ac09-12bd96d56433 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:40.745288 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a658b51-a827-46bf-ac09-12bd96d56433 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:40.753527 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5a658b51-a827-46bf-ac09-12bd96d56433 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/subnets/797a9ead-d6da-4a52-b25d-3d1735f943e1 HTTP/1.1" status: 404 len: 337 time: 0.0982811 Jan 28 12:39:40.754346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:40.798003 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7330ca9-16e3-4f8b-b0ec-084a11df4d9a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:40.798625 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7330ca9-16e3-4f8b-b0ec-084a11df4d9a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:40.804591 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d7330ca9-16e3-4f8b-b0ec-084a11df4d9a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/networks/35c0afe9-1b78-4fce-a265-f303b8e8121e HTTP/1.1" status: 404 len: 339 time: 0.0436840 Jan 28 12:39:40.805205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51328) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:40.847688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (638067d7-90f9-4028-b997-e0433b40ed0b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:40.850842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1147c28-09d5-4f5a-9281-634fc3a7f3ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ea4bf0-0092-46dd-bd96-62a81a6cca9d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:40.957120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc4b37-d999-4b96-9966-d3fa036733e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1448880-4fc4-4b34-ab30-a1f34ee7acbf,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:40.972680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e5b2a-7135-43c8-9cfd-39b7a797df84 None None] DHCP port deletion for 638067d7-90f9-4028-b997-e0433b40ed0b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:39:40.980962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc4b37-d999-4b96-9966-d3fa036733e4 admin admin] Checking segment: {'id': 'cc91bd44-9b19-48f3-950a-c8222dd926b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '54989c5b-2c9d-4fbb-b009-58fe091d3bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:40.981427 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc4b37-d999-4b96-9966-d3fa036733e4 admin admin] Network hostable DHCP agents. Network: 54989c5b-2c9d-4fbb-b009-58fe091d3bad, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:39:41.002583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Deleting port 64cb812a-0824-4895-8131-9791c3841e07 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:41.003183 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (64cb812a-0824-4895-8131-9791c3841e07), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.033705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7146cfb6-20c1-4dcc-9493-cef137960a21 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Deleting port 12a59fc5-2b1e-48f9-bcaa-c7a6130588d1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:41.034424 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7146cfb6-20c1-4dcc-9493-cef137960a21 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (12a59fc5-2b1e-48f9-bcaa-c7a6130588d1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.041511 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc4b37-d999-4b96-9966-d3fa036733e4 admin admin] Network 54989c5b-2c9d-4fbb-b009-58fe091d3bad is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:39:41.094979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e5b2a-7135-43c8-9cfd-39b7a797df84 None None] Deleting port 64cb812a-0824-4895-8131-9791c3841e07 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:41.095378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5b2a-7135-43c8-9cfd-39b7a797df84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (64cb812a-0824-4895-8131-9791c3841e07), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.110059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d0bc4b37-d999-4b96-9966-d3fa036733e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 54989c5b-2c9d-4fbb-b009-58fe091d3bad) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:41.126551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5ec852-9566-46e7-bf1a-28251c60f7f0 None None] Network 54989c5b-2c9d-4fbb-b009-58fe091d3bad requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:41.132203 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bc4b37-d999-4b96-9966-d3fa036733e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:41.132952 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4b37-d999-4b96-9966-d3fa036733e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.137786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] For port 64cb812a-0824-4895-8131-9791c3841e07, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=64cb812a-0824-4895-8131-9791c3841e07,segment=NetworkSegment(b0af1064-3149-4d28-a76e-5525ed73310b),segment_id=b0af1064-3149-4d28-a76e-5525ed73310b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:41.138393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (64cb812a-0824-4895-8131-9791c3841e07), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.163628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Calling delete_port for 64cb812a-0824-4895-8131-9791c3841e07 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:41.214338 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d0bc4b37-d999-4b96-9966-d3fa036733e4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2208681 Jan 28 12:39:41.214338 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7146cfb6-20c1-4dcc-9493-cef137960a21 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (12a59fc5-2b1e-48f9-bcaa-c7a6130588d1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.238740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7146cfb6-20c1-4dcc-9493-cef137960a21 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Calling delete_port for 12a59fc5-2b1e-48f9-bcaa-c7a6130588d1 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:41.322827 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (64cb812a-0824-4895-8131-9791c3841e07), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.384576 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2a5e5b2a-7135-43c8-9cfd-39b7a797df84 None None] For port 64cb812a-0824-4895-8131-9791c3841e07, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=64cb812a-0824-4895-8131-9791c3841e07,segment=NetworkSegment(b0af1064-3149-4d28-a76e-5525ed73310b),segment_id=b0af1064-3149-4d28-a76e-5525ed73310b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:41.385064 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5b2a-7135-43c8-9cfd-39b7a797df84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (64cb812a-0824-4895-8131-9791c3841e07), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.421552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e5b2a-7135-43c8-9cfd-39b7a797df84 None None] Calling delete_port for 64cb812a-0824-4895-8131-9791c3841e07 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:41.437038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7fc031-8ea1-4a37-a8ab-f5c0e7121b4c None None] Network 54989c5b-2c9d-4fbb-b009-58fe091d3bad requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:41.473482 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7146cfb6-20c1-4dcc-9493-cef137960a21 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (12a59fc5-2b1e-48f9-bcaa-c7a6130588d1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.499438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=64cb812a-0824-4895-8131-9791c3841e07,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:41.526753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] No DVR routers for this DVR port 64cb812a-0824-4895-8131-9791c3841e07 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:41.560844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 64cb812a-0824-4895-8131-9791c3841e07 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:41.572146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7146cfb6-20c1-4dcc-9493-cef137960a21 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.577453 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7146cfb6-20c1-4dcc-9493-cef137960a21 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/ports/12a59fc5-2b1e-48f9-bcaa-c7a6130588d1 HTTP/1.1" status: 204 len: 168 time: 0.7634575 Jan 28 12:39:41.582219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51342) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:41.583029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146cfb6-20c1-4dcc-9493-cef137960a21 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Port': ['ID=12a59fc5-2b1e-48f9-bcaa-c7a6130588d1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:41.597025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 64cb812a-0824-4895-8131-9791c3841e07 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:41.597749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 64cb812a-0824-4895-8131-9791c3841e07 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:41.598324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a7b041bd-64b5-4fab-b483-c45ec94a8d56 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:41.654299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a7b041bd-64b5-4fab-b483-c45ec94a8d56 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:41.656429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a7b041bd-64b5-4fab-b483-c45ec94a8d56 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:41.656976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ac9c80e0-c97c-49cf-a161-40ded3421980 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:41.673973 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17df328-e5ca-4212-96cc-d4beff0f9396 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:41.679384 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17df328-e5ca-4212-96cc-d4beff0f9396 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:41.689072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: ac9c80e0-c97c-49cf-a161-40ded3421980 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:41.689547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ac9c80e0-c97c-49cf-a161-40ded3421980 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:41.690124 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a17df328-e5ca-4212-96cc-d4beff0f9396 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/subnets/b1cdf16f-8ec1-4bb1-9007-866b5b8b9e4b HTTP/1.1" status: 404 len: 337 time: 0.0945170 Jan 28 12:39:41.692480 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51346) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:41.768399 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (638067d7-90f9-4028-b997-e0433b40ed0b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.779619 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5b2a-7135-43c8-9cfd-39b7a797df84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (64cb812a-0824-4895-8131-9791c3841e07), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.834817 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (bf81e5c4-b3b4-4038-a661-7be3f784e1cf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.844110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638067d7-90f9-4028-b997-e0433b40ed0b']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:41.864240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e5b2a-7135-43c8-9cfd-39b7a797df84 None None] No DVR routers for this DVR port 64cb812a-0824-4895-8131-9791c3841e07 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:41.869814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0af1064-3149-4d28-a76e-5525ed73310b') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:41.870295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0af1064-3149-4d28-a76e-5525ed73310b') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:41.876447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e5b2a-7135-43c8-9cfd-39b7a797df84 None None] Pushing event deleted for resources: {'Port': ['ID=64cb812a-0824-4895-8131-9791c3841e07,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:41.905529 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (b0af1064-3149-4d28-a76e-5525ed73310b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.931971 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b0af1064-3149-4d28-a76e-5525ed73310b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.964243 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:39:41.965232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (b0af1064-3149-4d28-a76e-5525ed73310b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:39:41.966466 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:39:41.986251 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (bf81e5c4-b3b4-4038-a661-7be3f784e1cf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.013122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf81e5c4-b3b4-4038-a661-7be3f784e1cf']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:42.027879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb219475-11cb-448b-96ca-e156daebb554') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:42.028461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb219475-11cb-448b-96ca-e156daebb554') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:42.041268 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (fb219475-11cb-448b-96ca-e156daebb554), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.057160 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (fb219475-11cb-448b-96ca-e156daebb554), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.066162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:39:42.067288 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (fb219475-11cb-448b-96ca-e156daebb554), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:39:42.071135 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:39:42.082250 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (638067d7-90f9-4028-b997-e0433b40ed0b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.113171 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.119779 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/638067d7-90f9-4028-b997-e0433b40ed0b HTTP/1.1" status: 204 len: 168 time: 1.3567233 Jan 28 12:39:42.126150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9d3ef-ffa7-4a2f-8271-ed212d9b9ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=638067d7-90f9-4028-b997-e0433b40ed0b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:42.169899 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (bf81e5c4-b3b4-4038-a661-7be3f784e1cf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.174056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-9b794a89-438a-4b6e-b2aa-61e6f6a59cb4 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:42.183595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-9b794a89-438a-4b6e-b2aa-61e6f6a59cb4 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/networks?id=54989c5b-2c9d-4fbb-b009-58fe091d3bad HTTP/1.1" status: 200 len: 814 time: 0.2484567 Jan 28 12:39:42.186934 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.193013 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/networks/bf81e5c4-b3b4-4038-a661-7be3f784e1cf HTTP/1.1" status: 204 len: 168 time: 0.4939239 Jan 28 12:39:42.193837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51362) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:42.222563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc799f-e522-4884-a56d-68b91eb55c03 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Network': ['ID=bf81e5c4-b3b4-4038-a661-7be3f784e1cf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:42.283472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-36f64253-315c-4289-81fc-eec166ec12b2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/quotas/0330789448af4d838413318387b88ec8 HTTP/1.1" status: 200 len: 375 time: 0.0871439 Jan 28 12:39:42.343653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51366) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:42.347758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-5f476a27-e40b-4fb1-af8d-eb904e02f52a tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0330789448af4d838413318387b88ec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415003 Jan 28 12:39:42.419524 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-48746dae-9e14-4a30-bdc5-7831644822dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef41bfba9c854c60a908a3ebecc9796d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0741305 Jan 28 12:39:42.421988 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51368) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:42.473957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e1562-922c-4ea3-8bcd-1f9686fd11eb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Deleting port 0ae96bdf-638a-4b8d-9a45-db5a7078780d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:42.474409 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1562-922c-4ea3-8bcd-1f9686fd11eb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0ae96bdf-638a-4b8d-9a45-db5a7078780d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.526288 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cf13136-d244-4d37-8aff-afa36a11f72e admin admin] Publish callbacks [] for security_group (9cb46525-959f-4fed-92b0-2d5229d1c31c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.581571 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cf13136-d244-4d37-8aff-afa36a11f72e admin admin] Publish callbacks [] for security_group (9cb46525-959f-4fed-92b0-2d5229d1c31c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.686487 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1562-922c-4ea3-8bcd-1f9686fd11eb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0ae96bdf-638a-4b8d-9a45-db5a7078780d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.704564 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-852eef06-7ed0-4c7e-941b-198d934377a5 service neutron] 10.222.0.53 "GET /v2.0/networks/54989c5b-2c9d-4fbb-b009-58fe091d3bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378179 Jan 28 12:39:42.712860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e1562-922c-4ea3-8bcd-1f9686fd11eb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Calling delete_port for 0ae96bdf-638a-4b8d-9a45-db5a7078780d owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:42.719758 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cf13136-d244-4d37-8aff-afa36a11f72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9cb46525-959f-4fed-92b0-2d5229d1c31c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.729837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cf13136-d244-4d37-8aff-afa36a11f72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.734865 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6cf13136-d244-4d37-8aff-afa36a11f72e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9cb46525-959f-4fed-92b0-2d5229d1c31c HTTP/1.1" status: 204 len: 168 time: 0.3095543 Jan 28 12:39:42.744275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf13136-d244-4d37-8aff-afa36a11f72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb46525-959f-4fed-92b0-2d5229d1c31c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:42.905213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-dc15ad1b-cd5d-4839-a186-a38e9db95703 service neutron] 10.222.0.53 "GET /v2.0/networks/54989c5b-2c9d-4fbb-b009-58fe091d3bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900516 Jan 28 12:39:42.920461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1562-922c-4ea3-8bcd-1f9686fd11eb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (0ae96bdf-638a-4b8d-9a45-db5a7078780d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:42.979601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e1562-922c-4ea3-8bcd-1f9686fd11eb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Port': ['ID=0ae96bdf-638a-4b8d-9a45-db5a7078780d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:43.008685 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1562-922c-4ea3-8bcd-1f9686fd11eb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:43.021001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0f9e1562-922c-4ea3-8bcd-1f9686fd11eb tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/ports/0ae96bdf-638a-4b8d-9a45-db5a7078780d HTTP/1.1" status: 204 len: 168 time: 0.8124912 Jan 28 12:39:43.021541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51374) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:43.051167 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14d9474-2906-4d2c-b45a-7a83c2a94e5d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] DELETE failed (client error): The resource could not be found. Jan 28 12:39:43.051665 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14d9474-2906-4d2c-b45a-7a83c2a94e5d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:39:43.058842 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c14d9474-2906-4d2c-b45a-7a83c2a94e5d tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/subnets/95f554fc-1c15-4727-97e5-39c61d28ed3c HTTP/1.1" status: 404 len: 337 time: 0.0329053 Jan 28 12:39:43.059281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:43.202454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7dc118c-6d76-41a7-bb89-6a3757115383 req-8636e9b2-c5ea-4a6a-a753-fdb0d2355140 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 210 time: 0.0598168 Jan 28 12:39:43.223897 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (8fc90c82-c659-4069-a55d-3a94cf7aec92), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:43.373005 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (8fc90c82-c659-4069-a55d-3a94cf7aec92), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:43.398808 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc90c82-c659-4069-a55d-3a94cf7aec92']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:43.409414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c94fa2-6b5a-4db2-99f2-2b2338d67a41') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:43.409712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c94fa2-6b5a-4db2-99f2-2b2338d67a41') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:43.439012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (d1c94fa2-6b5a-4db2-99f2-2b2338d67a41), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:43.473623 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d1c94fa2-6b5a-4db2-99f2-2b2338d67a41), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:43.497076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:39:43.497431 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (d1c94fa2-6b5a-4db2-99f2-2b2338d67a41), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:39:43.501043 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:39:43.633729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (8fc90c82-c659-4069-a55d-3a94cf7aec92), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:43.642246 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:43.646634 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/networks/8fc90c82-c659-4069-a55d-3a94cf7aec92 HTTP/1.1" status: 204 len: 168 time: 0.5862312 Jan 28 12:39:43.651851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51410) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:43.665835 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8df0b-23cb-468f-be3e-edc25de41748 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Network': ['ID=8fc90c82-c659-4069-a55d-3a94cf7aec92,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:43.750704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3769fc-1a64-425d-97d7-aa2a087a7252 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Deleting subnet 024fda73-41a2-46e2-a1f0-a83807624a6b {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:39:43.754941 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f3769fc-1a64-425d-97d7-aa2a087a7252 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks [] for subnet (024fda73-41a2-46e2-a1f0-a83807624a6b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:43.812761 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f3769fc-1a64-425d-97d7-aa2a087a7252 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (024fda73-41a2-46e2-a1f0-a83807624a6b), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:43.955265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f3769fc-1a64-425d-97d7-aa2a087a7252 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (024fda73-41a2-46e2-a1f0-a83807624a6b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.081963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f3769fc-1a64-425d-97d7-aa2a087a7252 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (024fda73-41a2-46e2-a1f0-a83807624a6b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.114640 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f3769fc-1a64-425d-97d7-aa2a087a7252 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.122351 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0f3769fc-1a64-425d-97d7-aa2a087a7252 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/subnets/024fda73-41a2-46e2-a1f0-a83807624a6b HTTP/1.1" status: 204 len: 168 time: 0.4684308 Jan 28 12:39:44.124354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51422) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:44.142733 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10d0a76-3c75-462d-89c3-3004e0ba1a40 None None] Network 065af798-6900-4c10-b0e5-ec0c8cd50124 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:44.188619 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51424) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:44.198718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3769fc-1a64-425d-97d7-aa2a087a7252 tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Subnet': ['ID=024fda73-41a2-46e2-a1f0-a83807624a6b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:44.365012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (065af798-6900-4c10-b0e5-ec0c8cd50124), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.434195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e87ef81a-d9e2-4dc0-b150-2f4741d7faed req-48bf67a5-eb6c-4578-bc58-b97ff2d108f4 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 210 time: 0.0816514 Jan 28 12:39:44.438137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-354246942-network', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:44.473171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Made reservation on behalf of e19a5d88a599480bb807f33cd4e1ea2f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:44.478056 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.483515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Deleting port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:44.484116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.493797 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.620682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] For port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b6b52fe8-6ef3-4b94-9aeb-4b108b70de34,segment=NetworkSegment(a34357ce-eb29-4eb0-9673-7e98ea5a51d0),segment_id=a34357ce-eb29-4eb0-9673-7e98ea5a51d0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:44.621215 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.640870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Calling delete_port for b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:44.666994 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Publish callbacks [] for security_group (5c8a9017-2e61-4e53-b606-9719d14dc319), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.667400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b4e07-b1cd-40b5-ad6e-870a19dfe68e None None] DHCP port deletion for 065af798-6900-4c10-b0e5-ec0c8cd50124 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:39:44.681516 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5c8a9017-2e61-4e53-b606-9719d14dc319), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.710470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:39:44.727335 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (db539386-7a69-4b2f-a8ba-2b1c1ae17564), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.727827 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Added segment db539386-7a69-4b2f-a8ba-2b1c1ae17564 of type vlan for network 204ed1bb-5263-4b6c-ab65-cef6c287df31 Jan 28 12:39:44.739934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-725b4e07-b1cd-40b5-ad6e-870a19dfe68e None None] Deleting port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:44.740750 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-725b4e07-b1cd-40b5-ad6e-870a19dfe68e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.785099 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (204ed1bb-5263-4b6c-ab65-cef6c287df31), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.853845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-725b4e07-b1cd-40b5-ad6e-870a19dfe68e None None] For port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b6b52fe8-6ef3-4b94-9aeb-4b108b70de34,segment=NetworkSegment(a34357ce-eb29-4eb0-9673-7e98ea5a51d0),segment_id=a34357ce-eb29-4eb0-9673-7e98ea5a51d0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:44.854659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-725b4e07-b1cd-40b5-ad6e-870a19dfe68e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.855059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8a9017-2e61-4e53-b606-9719d14dc319,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:44.858770 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (204ed1bb-5263-4b6c-ab65-cef6c287df31), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.859797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:44.860407 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.878297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-725b4e07-b1cd-40b5-ad6e-870a19dfe68e None None] Calling delete_port for b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:44.971815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7765503 Jan 28 12:39:44.974606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51434) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:44.974849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-ffddcb03-fd55-491a-abbf-f93b72cc1a54 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:44.980832 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-ffddcb03-fd55-491a-abbf-f93b72cc1a54 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.49 "GET /v2.0/networks?id=54989c5b-2c9d-4fbb-b009-58fe091d3bad HTTP/1.1" status: 200 len: 814 time: 0.1868873 Jan 28 12:39:44.981706 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:44.982177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a87f3054-e44b-4d92-b4aa-3b7c398fced9 admin admin] Request body: {'subnet': {'network_id': '204ed1bb-5263-4b6c-ab65-cef6c287df31', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-354246942-subnet', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:44.987188 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-725b4e07-b1cd-40b5-ad6e-870a19dfe68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (b6b52fe8-6ef3-4b94-9aeb-4b108b70de34), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:45.021103 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] No DVR routers for this DVR port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:45.025401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87f3054-e44b-4d92-b4aa-3b7c398fced9 admin admin] Made reservation on behalf of e19a5d88a599480bb807f33cd4e1ea2f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:45.028550 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a87f3054-e44b-4d92-b4aa-3b7c398fced9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:45.030585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b4e07-b1cd-40b5-ad6e-870a19dfe68e None None] Pushing event deleted for resources: {'Port': ['ID=b6b52fe8-6ef3-4b94-9aeb-4b108b70de34,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:45.040711 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b4e07-b1cd-40b5-ad6e-870a19dfe68e None None] No DVR routers for this DVR port b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:39:45.045249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b29ab-9122-48b2-9d52-d863478df480 admin admin] Pushing event updated for resources: {'Network': ['ID=204ed1bb-5263-4b6c-ab65-cef6c287df31,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:45.064827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Request body: {'port': {'device_id': '8bedaba0-8cea-42c3-a079-467ae9d89c03', 'network_id': '54989c5b-2c9d-4fbb-b009-58fe091d3bad', 'admin_state_up': True, 'tenant_id': '0330789448af4d838413318387b88ec8'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:45.067082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 204ed1bb-5263-4b6c-ab65-cef6c287df31 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:39:45.203980 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (065af798-6900-4c10-b0e5-ec0c8cd50124), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:45.223998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Port': ['ID=b6b52fe8-6ef3-4b94-9aeb-4b108b70de34,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:45.272485 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a87f3054-e44b-4d92-b4aa-3b7c398fced9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (dea8a0f6-1c3d-4b2e-9029-90213300a0e5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:45.297706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065af798-6900-4c10-b0e5-ec0c8cd50124']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:45.341254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f3054-e44b-4d92-b4aa-3b7c398fced9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea8a0f6-1c3d-4b2e-9029-90213300a0e5,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:45.353661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f3054-e44b-4d92-b4aa-3b7c398fced9 admin admin] Checking segment: {'id': 'db539386-7a69-4b2f-a8ba-2b1c1ae17564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '204ed1bb-5263-4b6c-ab65-cef6c287df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:45.354027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87f3054-e44b-4d92-b4aa-3b7c398fced9 admin admin] Network hostable DHCP agents. Network: 204ed1bb-5263-4b6c-ab65-cef6c287df31, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:39:45.379200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87f3054-e44b-4d92-b4aa-3b7c398fced9 admin admin] Network 204ed1bb-5263-4b6c-ab65-cef6c287df31 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:39:45.393506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a87f3054-e44b-4d92-b4aa-3b7c398fced9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 204ed1bb-5263-4b6c-ab65-cef6c287df31) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:45.400757 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87f3054-e44b-4d92-b4aa-3b7c398fced9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:45.401788 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a87f3054-e44b-4d92-b4aa-3b7c398fced9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:45.406591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761627d-fbce-49c3-aa24-a3c9ac13f1af None None] Network 204ed1bb-5263-4b6c-ab65-cef6c287df31 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:45.436439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a87f3054-e44b-4d92-b4aa-3b7c398fced9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4594460 Jan 28 12:39:45.438067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51444) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:45.449796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-354246942-router', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:45.520142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:45.521966 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:45.697434 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Publish callbacks [] for router_controller (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:45.719218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:39:45.750572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:39:45.751110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b6b52fe8-6ef3-4b94-9aeb-4b108b70de34 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:39:45.769047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd06b8f4-cef0-44e3-a6ec-28162fb8a672 req-c135572f-7b10-4259-b033-a854f914bf22 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 210 time: 0.0909781 Jan 28 12:39:45.843689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-204ed1bb-5263-4b6c-ab65-cef6c287df31', 'network_id': '204ed1bb-5263-4b6c-ab65-cef6c287df31', 'project_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'fixed_ips': [{'subnet_id': 'dea8a0f6-1c3d-4b2e-9029-90213300a0e5'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:39:45.846985 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.028327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34357ce-eb29-4eb0-9673-7e98ea5a51d0') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:46.028912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34357ce-eb29-4eb0-9673-7e98ea5a51d0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:46.044638 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (a34357ce-eb29-4eb0-9673-7e98ea5a51d0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.071220 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a34357ce-eb29-4eb0-9673-7e98ea5a51d0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.085524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:39:46.085834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Allocated IP 172.20.0.2 (204ed1bb-5263-4b6c-ab65-cef6c287df31/dea8a0f6-1c3d-4b2e-9029-90213300a0e5/b3ad58d4-b2c7-43e5-bcd4-23e8467461ff) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:46.086038 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (a34357ce-eb29-4eb0-9673-7e98ea5a51d0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:39:46.089876 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:39:46.231055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (065af798-6900-4c10-b0e5-ec0c8cd50124), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.245145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.248940 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] 10.222.0.53 "DELETE /v2.0/networks/065af798-6900-4c10-b0e5-ec0c8cd50124 HTTP/1.1" status: 204 len: 168 time: 2.1128631 Jan 28 12:39:46.269861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Made reservation on behalf of 0330789448af4d838413318387b88ec8 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:39:46.281311 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.299260 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dc1a4-8447-4046-a06d-f3cc9e25002a tempest-NetworksIpV6TestAttrs-1355772092 tempest-NetworksIpV6TestAttrs-1355772092-project] Pushing event deleted for resources: {'Network': ['ID=065af798-6900-4c10-b0e5-ec0c8cd50124,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:46.400671 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Publish callbacks [] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.418197 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.505318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Network 204ed1bb-5263-4b6c-ab65-cef6c287df31 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:46.516627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:46.520026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Pushing event updated for resources: {'Port': ['ID=b3ad58d4-b2c7-43e5-bcd4-23e8467461ff,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:46.528486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:46.621974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Allocated IP 172.20.0.14 (54989c5b-2c9d-4fbb-b009-58fe091d3bad/f1448880-4fc4-4b34-ab30-a1f34ee7acbf/1d9576f8-1bb2-435d-b520-0a0041b03372) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:46.642609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Attempting to bind port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:39:46.643407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Attempting to bind port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'db539386-7a69-4b2f-a8ba-2b1c1ae17564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '204ed1bb-5263-4b6c-ab65-cef6c287df31'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:39:46.644045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Attempting to bind port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff on network 204ed1bb-5263-4b6c-ab65-cef6c287df31 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:39:46.675693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:39:46.679241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Checking segment: {'id': 'db539386-7a69-4b2f-a8ba-2b1c1ae17564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '204ed1bb-5263-4b6c-ab65-cef6c287df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:46.681403 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.685528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Bound using segment: {'id': 'db539386-7a69-4b2f-a8ba-2b1c1ae17564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '204ed1bb-5263-4b6c-ab65-cef6c287df31'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:39:46.686207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Bound port: b3ad58d4-b2c7-43e5-bcd4-23e8467461ff, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db539386-7a69-4b2f-a8ba-2b1c1ae17564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '204ed1bb-5263-4b6c-ab65-cef6c287df31'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:39:46.686757 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.796212 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Publish callbacks [] for router_gateway (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.801470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:46.908594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] For port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:39:46.915879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] For port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b3ad58d4-b2c7-43e5-bcd4-23e8467461ff,segment=NetworkSegment(db539386-7a69-4b2f-a8ba-2b1c1ae17564),segment_id=db539386-7a69-4b2f-a8ba-2b1c1ae17564)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:39:46.927250 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:46.953303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e79b160a-4dd3-429d-86eb-12085f655f22 req-b7163a2a-2616-4206-b9e0-6edc486340f1 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 210 time: 0.0449569 Jan 28 12:39:47.005881 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Publish callbacks [] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.060837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.065180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e06a97-d9c9-4396-858a-4de91e821cca None None] Pushing event updated for resources: {'Port': ['ID=b3ad58d4-b2c7-43e5-bcd4-23e8467461ff,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:47.071689 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.118315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-23693693-610b-4aa7-a18e-a74a1bc9959a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=490fcd1d8a6144a5aa65fd90002d5563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3135920 Jan 28 12:39:47.121458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51490) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:47.146719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Network 54989c5b-2c9d-4fbb-b009-58fe091d3bad is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:47.163400 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:47.172546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:47.180241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Pushing event updated for resources: {'Port': ['ID=1d9576f8-1bb2-435d-b520-0a0041b03372,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:47.271527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:47.273029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.306157 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Publish callbacks [] for router_gateway (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.327833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19271952-9acb-4a8f-8819-8709f21603b6 admin admin] Publish callbacks [] for security_group (8862311c-9e72-4849-88f6-fcc1688a3029), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.341223 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.373119 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19271952-9acb-4a8f-8819-8709f21603b6 admin admin] Publish callbacks [] for security_group (8862311c-9e72-4849-88f6-fcc1688a3029), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.406509 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-115e0acf-ed76-4dcf-ac71-8802d25ed635 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4011714 Jan 28 12:39:47.436766 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Request body: {'port': {'device_id': '8bedaba0-8cea-42c3-a079-467ae9d89c03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:47.527117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.549858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Allocated IP 172.25.7.88 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/e159c24a-3f72-4a53-9ddd-733735681775) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:47.550390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b3ad58d4-b2c7-43e5-bcd4-23e8467461ff up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:39:47.681980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:47.682651 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.695249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Publish callbacks [] for port (e159c24a-3f72-4a53-9ddd-733735681775), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.740398 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e159c24a-3f72-4a53-9ddd-733735681775), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.760870 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.818847 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:39:47.824109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:47.824745 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.870089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:47.880006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b3ad58d4-b2c7-43e5-bcd4-23e8467461ff,segment=NetworkSegment(db539386-7a69-4b2f-a8ba-2b1c1ae17564),segment_id=db539386-7a69-4b2f-a8ba-2b1c1ae17564)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:47.883754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:47.888094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:47.890378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.907611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9576f8-1bb2-435d-b520-0a0041b03372 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:39:47.924401 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19271952-9acb-4a8f-8819-8709f21603b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8862311c-9e72-4849-88f6-fcc1688a3029), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.926984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19271952-9acb-4a8f-8819-8709f21603b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.931848 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-19271952-9acb-4a8f-8819-8709f21603b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8862311c-9e72-4849-88f6-fcc1688a3029 HTTP/1.1" status: 204 len: 168 time: 0.8024216 Jan 28 12:39:47.936077 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Publish callbacks [] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:47.936251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Pushing event updated for resources: {'Port': ['ID=e159c24a-3f72-4a53-9ddd-733735681775,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:47.954592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19271952-9acb-4a8f-8819-8709f21603b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8862311c-9e72-4849-88f6-fcc1688a3029,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:47.964615 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Transition to ACTIVE for port object 1d9576f8-1bb2-435d-b520-0a0041b03372 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:39:47.968803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=b3ad58d4-b2c7-43e5-bcd4-23e8467461ff,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:47.971983 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:48.054291 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9576f8-1bb2-435d-b520-0a0041b03372,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:48.255725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Attempting to bind port 1d9576f8-1bb2-435d-b520-0a0041b03372 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:39:48.256711 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Attempting to bind port 1d9576f8-1bb2-435d-b520-0a0041b03372 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'cc91bd44-9b19-48f3-950a-c8222dd926b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '54989c5b-2c9d-4fbb-b009-58fe091d3bad'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:39:48.256880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Attempting to bind port 1d9576f8-1bb2-435d-b520-0a0041b03372 on network 54989c5b-2c9d-4fbb-b009-58fe091d3bad {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:39:48.265681 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Port 1d9576f8-1bb2-435d-b520-0a0041b03372 on network 54989c5b-2c9d-4fbb-b009-58fe091d3bad not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:39:48.266020 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Attempting to bind port 1d9576f8-1bb2-435d-b520-0a0041b03372 on network 54989c5b-2c9d-4fbb-b009-58fe091d3bad {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:39:48.274750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:39:48.275197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Checking segment: {'id': 'cc91bd44-9b19-48f3-950a-c8222dd926b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '54989c5b-2c9d-4fbb-b009-58fe091d3bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:48.276160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Bound using segment: {'id': 'cc91bd44-9b19-48f3-950a-c8222dd926b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '54989c5b-2c9d-4fbb-b009-58fe091d3bad'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:39:48.277024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Bound port: 1d9576f8-1bb2-435d-b520-0a0041b03372, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc91bd44-9b19-48f3-950a-c8222dd926b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '54989c5b-2c9d-4fbb-b009-58fe091d3bad'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:39:48.277754 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:48.299144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad3cb1-6f45-48ba-a95b-f94726160df8 req-bcad9bc7-d37b-4002-97e7-24348292bed2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:48.306897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97ad3cb1-6f45-48ba-a95b-f94726160df8 req-bcad9bc7-d37b-4002-97e7-24348292bed2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 944 time: 0.1519125 Jan 28 12:39:48.440929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] For port 1d9576f8-1bb2-435d-b520-0a0041b03372, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:39:48.445757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] For port 1d9576f8-1bb2-435d-b520-0a0041b03372, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1d9576f8-1bb2-435d-b520-0a0041b03372,segment=NetworkSegment(cc91bd44-9b19-48f3-950a-c8222dd926b8),segment_id=cc91bd44-9b19-48f3-950a-c8222dd926b8)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:39:48.452144 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:48.478631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97ad3cb1-6f45-48ba-a95b-f94726160df8 req-5783416f-3971-4676-8139-fbb3a14b3ac4 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/security-groups?id=2149383c-039c-438f-a447-92d348871985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153755 Jan 28 12:39:48.495942 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Publish callbacks [] for router_gateway (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:48.549400 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:48.550037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:48.551942 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-063ddf04-2365-4066-81f3-de622af53810 service neutron] 10.222.0.49 "PUT /v2.0/ports/1d9576f8-1bb2-435d-b520-0a0041b03372 HTTP/1.1" status: 200 len: 1092 time: 1.1192853 Jan 28 12:39:48.555085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bedaba0-8cea-42c3-a079-467ae9d89c03', 'tag': '1d9576f8-1bb2-435d-b520-0a0041b03372'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:39:48.566678 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb2506-bb07-4074-bb30-df76f3b96a64" -d '{"events": [{"name": "network-changed", "server_uuid": "8bedaba0-8cea-42c3-a079-467ae9d89c03", "tag": "1d9576f8-1bb2-435d-b520-0a0041b03372"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:39:48.697818 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ddf04-2365-4066-81f3-de622af53810 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9576f8-1bb2-435d-b520-0a0041b03372,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:48.848974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85441e98-5702-403f-b1e2-81e4e3496668 None None] Network 204ed1bb-5263-4b6c-ab65-cef6c287df31 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:39:48.868969 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4d4938-21f7-4d17-9bc3-76bf97678a18 x-openstack-request-id: req-9c4d4938-21f7-4d17-9bc3-76bf97678a18 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:39:48.869443 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bedaba0-8cea-42c3-a079-467ae9d89c03", "tag": "1d9576f8-1bb2-435d-b520-0a0041b03372", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:39:48.869774 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c4d4938-21f7-4d17-9bc3-76bf97678a18 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:39:48.870352 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bedaba0-8cea-42c3-a079-467ae9d89c03', 'tag': '1d9576f8-1bb2-435d-b520-0a0041b03372', 'status': 'completed', 'code': 200} Jan 28 12:39:48.900000 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:48.936326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-8071bb19-201e-4800-8654-41b8634ef9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:48.936326 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-8071bb19-201e-4800-8654-41b8634ef9b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0330789448af4d838413318387b88ec8&device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 1095 time: 0.2071636 Jan 28 12:39:49.017563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0cf547d6-629a-4195-a740-7d343420e5e6 None None] Provisioning complete for port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:49.018677 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0cf547d6-629a-4195-a740-7d343420e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:49.034139 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-71379bd5-28e2-4aa5-bdf5-1464db678b2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d9576f8-1bb2-435d-b520-0a0041b03372 HTTP/1.1" status: 200 len: 217 time: 0.0899603 Jan 28 12:39:49.103005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-7949ea15-bad6-4766-809b-8236f82f2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:49.104422 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-7949ea15-bad6-4766-809b-8236f82f2c0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f1448880-4fc4-4b34-ab30-a1f34ee7acbf HTTP/1.1" status: 200 len: 854 time: 0.0650823 Jan 28 12:39:49.160588 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-ec5d3fed-189e-4b4c-a182-7f2d71216929 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54989c5b-2c9d-4fbb-b009-58fe091d3bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498142 Jan 28 12:39:49.186346 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Router e2b6ff59-5ee0-4903-99a5-26df4c36bc01 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:39:49.257957 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e6a755c-d5a5-4450-970e-020793779bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:49.383569 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-3aef76cb-84e9-442b-9ab5-ba2fce33ca7e service neutron] 10.222.0.49 "GET /v2.0/networks/54989c5b-2c9d-4fbb-b009-58fe091d3bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165797 Jan 28 12:39:49.390204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0cf547d6-629a-4195-a740-7d343420e5e6 None None] Current status of the port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:49.497813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:39:49.518845 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Sync routers for ids ['e2b6ff59-5ee0-4903-99a5-26df4c36bc01'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:39:49.532480 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Routers {'e2b6ff59-5ee0-4903-99a5-26df4c36bc01'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:49.537348 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:39:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e2b6ff59-5ee0-4903-99a5-26df4c36bc01'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:49.563692 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:49.569835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7ed46f61-31fc-476b-8359-542d6ad8937e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1300979 Jan 28 12:39:49.571266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51536) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:49.579563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b3ad58d4-b2c7-43e5-bcd4-23e8467461ff up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:39:49.640646 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e805a3d7-d6ad-4d02-bcb3-9ae728920e30 req-10b3c3ef-0ba1-4f74-81fe-6e98c32db5b2 service neutron] 10.222.0.49 "GET /v2.0/networks/54989c5b-2c9d-4fbb-b009-58fe091d3bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500789 Jan 28 12:39:49.791014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:49.792107 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:49.862962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3d31f67e-9a20-415c-ac8b-6401bfef0a7f None None] Provisioning complete for port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:49.864182 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d31f67e-9a20-415c-ac8b-6401bfef0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:49.864327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb2506-bb07-4074-bb30-df76f3b96a64 req-18b34f1b-7206-4138-86ca-1f62fc41fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:49.866371 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30fb2506-bb07-4074-bb30-df76f3b96a64 req-18b34f1b-7206-4138-86ca-1f62fc41fdd1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0330789448af4d838413318387b88ec8&device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 1095 time: 0.1558423 Jan 28 12:39:49.913415 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Set router e2b6ff59-5ee0-4903-99a5-26df4c36bc01 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:49.983392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:49.998788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51544) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:50.078090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3d31f67e-9a20-415c-ac8b-6401bfef0a7f None None] Current status of the port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:50.078852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8a5b3-7e98-4de1-9100-cf63d9468242 req-d518d774-cfe0-4bd9-af2d-90590b26a75f tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:50.080554 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6aa8a5b3-7e98-4de1-9100-cf63d9468242 req-d518d774-cfe0-4bd9-af2d-90590b26a75f tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 944 time: 0.3040233 Jan 28 12:39:50.155569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb2506-bb07-4074-bb30-df76f3b96a64 req-dbb0b87c-30f2-4ecf-98da-3754b95720e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:50.157413 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30fb2506-bb07-4074-bb30-df76f3b96a64 req-dbb0b87c-30f2-4ecf-98da-3754b95720e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54989c5b-2c9d-4fbb-b009-58fe091d3bad HTTP/1.1" status: 200 len: 915 time: 0.2832935 Jan 28 12:39:50.215763 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'name': 'tempest-FloatingIPsNegativeTestJSON-354246942-router', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'e159c24a-3f72-4a53-9ddd-733735681775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:39:45Z', 'updated_at': '2022-01-28T12:39:48Z', 'revision_number': 3, 'project_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'gw_port': {'id': 'e159c24a-3f72-4a53-9ddd-733735681775', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:39:47Z', 'updated_at': '2022-01-28T12:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:50.282174 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30fb2506-bb07-4074-bb30-df76f3b96a64 req-e20f8866-d44b-4694-b319-637da0dd81b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d9576f8-1bb2-435d-b520-0a0041b03372 HTTP/1.1" status: 200 len: 217 time: 0.1059239 Jan 28 12:39:50.344419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6aa8a5b3-7e98-4de1-9100-cf63d9468242 req-604e71ae-2d34-4e4d-b1c4-5de40e58e9ec tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/security-groups?id=2149383c-039c-438f-a447-92d348871985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545080 Jan 28 12:39:50.348005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0fb4c9ac-e047-437d-9407-a296bf0dd804 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267944211'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:50.356019 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Checking router: e2b6ff59-5ee0-4903-99a5-26df4c36bc01 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:39:50.356627 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Updating router e2b6ff59-5ee0-4903-99a5-26df4c36bc01 port e159c24a-3f72-4a53-9ddd-733735681775 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:39:50.387492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb2506-bb07-4074-bb30-df76f3b96a64 req-6762967a-495c-4ee9-abb9-28cbc5f861e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:50.387492 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30fb2506-bb07-4074-bb30-df76f3b96a64 req-6762967a-495c-4ee9-abb9-28cbc5f861e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f1448880-4fc4-4b34-ab30-a1f34ee7acbf HTTP/1.1" status: 200 len: 854 time: 0.0991876 Jan 28 12:39:50.399102 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e159c24a-3f72-4a53-9ddd-733735681775), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:50.424890 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30fb2506-bb07-4074-bb30-df76f3b96a64 req-6272c768-2eab-40e2-99da-e56890f98f52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54989c5b-2c9d-4fbb-b009-58fe091d3bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325656 Jan 28 12:39:50.435329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c9ac-e047-437d-9407-a296bf0dd804 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:50.635030 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c9ac-e047-437d-9407-a296bf0dd804 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:50.638244 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30fb2506-bb07-4074-bb30-df76f3b96a64 req-745e6118-3d59-4bd1-a99c-3a21874e6fa8 service neutron] 10.222.0.49 "GET /v2.0/networks/54989c5b-2c9d-4fbb-b009-58fe091d3bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057910 Jan 28 12:39:50.871210 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:50.879702 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c9ac-e047-437d-9407-a296bf0dd804 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (ef3172d5-af30-4212-9732-504c24f8604c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:50.893429 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c9ac-e047-437d-9407-a296bf0dd804 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ef3172d5-af30-4212-9732-504c24f8604c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:50.895939 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Publish callbacks [] for port (e159c24a-3f72-4a53-9ddd-733735681775), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:50.903741 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-30fb2506-bb07-4074-bb30-df76f3b96a64 req-7e9dc1d5-8d52-4c57-aa4f-a7acb2686434 service neutron] 10.222.0.49 "GET /v2.0/networks/54989c5b-2c9d-4fbb-b009-58fe091d3bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585957 Jan 28 12:39:50.905606 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e159c24a-3f72-4a53-9ddd-733735681775), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:50.974064 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Attempting to bind port e159c24a-3f72-4a53-9ddd-733735681775 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:39:50.974798 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Attempting to bind port e159c24a-3f72-4a53-9ddd-733735681775 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:39:50.975330 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Attempting to bind port e159c24a-3f72-4a53-9ddd-733735681775 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:39:50.979386 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Pushing event updated for resources: {'Port': ['ID=e159c24a-3f72-4a53-9ddd-733735681775,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:50.985402 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:39:50.985872 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:50.986388 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:50.986836 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:39:50.987626 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Bound port: e159c24a-3f72-4a53-9ddd-733735681775, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:39:50.988073 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e159c24a-3f72-4a53-9ddd-733735681775), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:50.994674 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c9ac-e047-437d-9407-a296bf0dd804 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (b1f2267b-e4cd-40ec-a764-692c0677ea36), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.014363 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c9ac-e047-437d-9407-a296bf0dd804 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b1f2267b-e4cd-40ec-a764-692c0677ea36), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.022539 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.023815 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.024337 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.025506 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.026748 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.028395 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.029215 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.030219 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.031875 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.032407 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.032920 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.033649 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.034690 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:39:51.050891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4c9ac-e047-437d-9407-a296bf0dd804 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3172d5-af30-4212-9732-504c24f8604c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:51.103366 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] For port e159c24a-3f72-4a53-9ddd-733735681775, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:39:51.106101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c9ac-e047-437d-9407-a296bf0dd804 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.107831 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] For port e159c24a-3f72-4a53-9ddd-733735681775, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e159c24a-3f72-4a53-9ddd-733735681775,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:39:51.110678 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51554) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:51.111033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0fb4c9ac-e047-437d-9407-a296bf0dd804 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1059670 Jan 28 12:39:51.127166 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e159c24a-3f72-4a53-9ddd-733735681775), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.164569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 1d9576f8-1bb2-435d-b520-0a0041b03372 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:39:51.244601 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f22a41ca-bf83-4af9-8d3f-3b87e62b830f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1324079 Jan 28 12:39:51.247197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51556) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:51.248607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4c9ac-e047-437d-9407-a296bf0dd804 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f2267b-e4cd-40ec-a764-692c0677ea36,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:51.252631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-239a932e-1146-4273-9862-e7928ea29442 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group': {'name': 'tempest-security--1496001219', 'description': 'tempest-security-description-961015624'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:51.308865 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-239a932e-1146-4273-9862-e7928ea29442 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (b1f2267b-e4cd-40ec-a764-692c0677ea36), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.317893 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d423c41-70c7-4b8b-90fa-d5aae446d59d None None] Pushing event updated for resources: {'Port': ['ID=e159c24a-3f72-4a53-9ddd-733735681775,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:51.346280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 1d9576f8-1bb2-435d-b520-0a0041b03372, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1d9576f8-1bb2-435d-b520-0a0041b03372,segment=NetworkSegment(cc91bd44-9b19-48f3-950a-c8222dd926b8),segment_id=cc91bd44-9b19-48f3-950a-c8222dd926b8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:51.370021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '1d9576f8-1bb2-435d-b520-0a0041b03372', 'network_id': '54989c5b-2c9d-4fbb-b009-58fe091d3bad', 'port_id': '1d9576f8-1bb2-435d-b520-0a0041b03372', 'mac_address': 'fa:16:3e:a9:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1448880-4fc4-4b34-ab30-a1f34ee7acbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:39:51.399614 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Routers {'e2b6ff59-5ee0-4903-99a5-26df4c36bc01'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:51.401962 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:39:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e2b6ff59-5ee0-4903-99a5-26df4c36bc01'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:51.403602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Allocated IP 172.20.0.1 (204ed1bb-5263-4b6c-ab65-cef6c287df31/dea8a0f6-1c3d-4b2e-9029-90213300a0e5/98dab9c5-2638-417c-94da-457b64eda670) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:39:51.446854 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-239a932e-1146-4273-9862-e7928ea29442 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (b1f2267b-e4cd-40ec-a764-692c0677ea36), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.466397 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-239a932e-1146-4273-9862-e7928ea29442 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b1f2267b-e4cd-40ec-a764-692c0677ea36), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.469411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-239a932e-1146-4273-9862-e7928ea29442 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.471066 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-239a932e-1146-4273-9862-e7928ea29442 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "PUT /v2.0/security-groups/b1f2267b-e4cd-40ec-a764-692c0677ea36 HTTP/1.1" status: 200 len: 1796 time: 0.2225635 Jan 28 12:39:51.489659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 1d9576f8-1bb2-435d-b520-0a0041b03372 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:51.491887 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.492566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:51.529490 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9576f8-1bb2-435d-b520-0a0041b03372 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:39:51.561743 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 1d9576f8-1bb2-435d-b520-0a0041b03372, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1d9576f8-1bb2-435d-b520-0a0041b03372,segment=NetworkSegment(cc91bd44-9b19-48f3-950a-c8222dd926b8),segment_id=cc91bd44-9b19-48f3-950a-c8222dd926b8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:51.565830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a932e-1146-4273-9862-e7928ea29442 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f2267b-e4cd-40ec-a764-692c0677ea36,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:51.570174 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.617328 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-576d5381-88fa-4297-9811-0f7ccfd0717b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-groups/b1f2267b-e4cd-40ec-a764-692c0677ea36 HTTP/1.1" status: 200 len: 1796 time: 0.1222541 Jan 28 12:39:51.621351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51564) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:51.644994 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] Set router e2b6ff59-5ee0-4903-99a5-26df4c36bc01 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:51.683759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=1d9576f8-1bb2-435d-b520-0a0041b03372,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:51.701656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb916c2b-bc8b-4f48-8c5b-788cc33ef9ec tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (b1f2267b-e4cd-40ec-a764-692c0677ea36), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.735749 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5271e9f-51b1-438a-8367-24a4dbd58f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.756837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb916c2b-bc8b-4f48-8c5b-788cc33ef9ec tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (b1f2267b-e4cd-40ec-a764-692c0677ea36), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.786056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575126f-d58c-4228-a340-c570336e044a req-34a2e6a7-c295-4278-b8e5-21a7f6aeb1e7 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:51.790954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0575126f-d58c-4228-a340-c570336e044a req-34a2e6a7-c295-4278-b8e5-21a7f6aeb1e7 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 945 time: 0.2251506 Jan 28 12:39:51.862732 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb916c2b-bc8b-4f48-8c5b-788cc33ef9ec tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b1f2267b-e4cd-40ec-a764-692c0677ea36), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.868339 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb916c2b-bc8b-4f48-8c5b-788cc33ef9ec tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.873402 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bb916c2b-bc8b-4f48-8c5b-788cc33ef9ec tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-groups/b1f2267b-e4cd-40ec-a764-692c0677ea36 HTTP/1.1" status: 204 len: 168 time: 0.2469883 Jan 28 12:39:51.875088 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51572) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:51.901718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb916c2b-bc8b-4f48-8c5b-788cc33ef9ec tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f2267b-e4cd-40ec-a764-692c0677ea36,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:51.913360 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Publish callbacks [] for port (98dab9c5-2638-417c-94da-457b64eda670), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:51.914018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['1d9576f8-1bb2-435d-b520-0a0041b03372'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:39:51.957001 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a0b435d8-d8c4-4b87-8a12-90ed95e5713b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0772088 Jan 28 12:39:51.961924 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51576) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:51.991394 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-e0d5d449-4974-4f50-9015-43a80ce9deea tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] delete failed (client error): The resource could not be found. Jan 28 12:39:51.993005 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e0d5d449-4974-4f50-9015-43a80ce9deea tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-groups/b1f2267b-e4cd-40ec-a764-692c0677ea36 HTTP/1.1" status: 404 len: 347 time: 0.0298395 Jan 28 12:39:52.014029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51578) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:52.014240 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0575126f-d58c-4228-a340-c570336e044a req-e8d2a875-0859-4ff0-8b6a-40cdad9231e7 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/security-groups?id=2149383c-039c-438f-a447-92d348871985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932533 Jan 28 12:39:52.017811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1c76baca-e079-4659-b80c-0909963656a5 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group': {'name': 'tempest-secgroup--388761727'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:52.056468 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (98dab9c5-2638-417c-94da-457b64eda670), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:52.073018 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c76baca-e079-4659-b80c-0909963656a5 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:52.135036 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'name': 'tempest-FloatingIPsNegativeTestJSON-354246942-router', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'e159c24a-3f72-4a53-9ddd-733735681775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:39:45Z', 'updated_at': '2022-01-28T12:39:48Z', 'revision_number': 3, 'project_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'gw_port': {'id': 'e159c24a-3f72-4a53-9ddd-733735681775', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:39:47Z', 'updated_at': '2022-01-28T12:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:52.162272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Network 204ed1bb-5263-4b6c-ab65-cef6c287df31 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:52.201655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:52.209808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:39:52.213971 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3a7a38-df40-4f1b-a2f7-4130f83b1ef8 None None] The sync data for ids ['e2b6ff59-5ee0-4903-99a5-26df4c36bc01'] in n-d-824835-4 is: [{'id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'name': 'tempest-FloatingIPsNegativeTestJSON-354246942-router', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'e159c24a-3f72-4a53-9ddd-733735681775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:39:45Z', 'updated_at': '2022-01-28T12:39:48Z', 'revision_number': 3, 'project_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'gw_port': {'id': 'e159c24a-3f72-4a53-9ddd-733735681775', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:39:47Z', 'updated_at': '2022-01-28T12:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:39:52.230826 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c76baca-e079-4659-b80c-0909963656a5 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (e0218c1c-a51f-4224-b674-afb50cac70ea), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:52.245103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c76baca-e079-4659-b80c-0909963656a5 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e0218c1c-a51f-4224-b674-afb50cac70ea), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:52.293148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Pushing event updated for resources: {'Port': ['ID=98dab9c5-2638-417c-94da-457b64eda670,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:52.360786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:52.415907 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76baca-e079-4659-b80c-0909963656a5 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0218c1c-a51f-4224-b674-afb50cac70ea,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:52.442976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c76baca-e079-4659-b80c-0909963656a5 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:52.450141 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1c76baca-e079-4659-b80c-0909963656a5 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4405549 Jan 28 12:39:52.473091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51584) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:52.480793 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-202d3999-e897-4fa3-ba61-84ad472d3c94 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': 'e0218c1c-a51f-4224-b674-afb50cac70ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:52.656651 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-202d3999-e897-4fa3-ba61-84ad472d3c94 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (3248e821-9e78-4ec3-a415-ee8928830de5), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:52.880487 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (98dab9c5-2638-417c-94da-457b64eda670), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:52.906292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-202d3999-e897-4fa3-ba61-84ad472d3c94 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (3248e821-9e78-4ec3-a415-ee8928830de5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:52.913237 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-202d3999-e897-4fa3-ba61-84ad472d3c94 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (3248e821-9e78-4ec3-a415-ee8928830de5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:52.946921 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d3999-e897-4fa3-ba61-84ad472d3c94 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3248e821-9e78-4ec3-a415-ee8928830de5,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:52.982123 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-202d3999-e897-4fa3-ba61-84ad472d3c94 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:52.982353 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:52.984206 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-202d3999-e897-4fa3-ba61-84ad472d3c94 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5119328 Jan 28 12:39:52.988327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51592) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:53.009929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ad466c0a-ee6b-439a-8b17-bd67631d496e None None] Provisioning complete for port 98dab9c5-2638-417c-94da-457b64eda670 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:53.010300 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad466c0a-ee6b-439a-8b17-bd67631d496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (98dab9c5-2638-417c-94da-457b64eda670), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.060079 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74a77c99-55d5-4968-a000-d4812a9b29d6 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (3248e821-9e78-4ec3-a415-ee8928830de5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.109257 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74a77c99-55d5-4968-a000-d4812a9b29d6 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (3248e821-9e78-4ec3-a415-ee8928830de5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.162250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ad466c0a-ee6b-439a-8b17-bd67631d496e None None] Port 98dab9c5-2638-417c-94da-457b64eda670 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:39:53.173585 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74a77c99-55d5-4968-a000-d4812a9b29d6 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (3248e821-9e78-4ec3-a415-ee8928830de5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.187848 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74a77c99-55d5-4968-a000-d4812a9b29d6 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.189636 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-74a77c99-55d5-4968-a000-d4812a9b29d6 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3248e821-9e78-4ec3-a415-ee8928830de5 HTTP/1.1" status: 204 len: 168 time: 0.1998875 Jan 28 12:39:53.205371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51596) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:53.232327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a77c99-55d5-4968-a000-d4812a9b29d6 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3248e821-9e78-4ec3-a415-ee8928830de5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:53.283186 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-21de7da3-cd7a-4510-9fad-7fb183d1ff51 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0681493 Jan 28 12:39:53.289461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51598) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:53.357709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83843ff0-206f-4ba8-bbf7-e08d6d050a80 req-2958e18a-00fa-4c27-9bc7-25c8705c8ee8 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:53.367486 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bd39a7e-8a74-4cf7-862f-1cfaf207418a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (e0218c1c-a51f-4224-b674-afb50cac70ea), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.371484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83843ff0-206f-4ba8-bbf7-e08d6d050a80 req-2958e18a-00fa-4c27-9bc7-25c8705c8ee8 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 945 time: 0.1522658 Jan 28 12:39:53.410437 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bd39a7e-8a74-4cf7-862f-1cfaf207418a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (e0218c1c-a51f-4224-b674-afb50cac70ea), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.494946 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Publish callbacks [] for port (98dab9c5-2638-417c-94da-457b64eda670), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.507280 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (98dab9c5-2638-417c-94da-457b64eda670), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.507662 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bd39a7e-8a74-4cf7-862f-1cfaf207418a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e0218c1c-a51f-4224-b674-afb50cac70ea), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.511675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bd39a7e-8a74-4cf7-862f-1cfaf207418a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.517145 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0bd39a7e-8a74-4cf7-862f-1cfaf207418a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-groups/e0218c1c-a51f-4224-b674-afb50cac70ea HTTP/1.1" status: 204 len: 168 time: 0.2227948 Jan 28 12:39:53.518405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51602) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:53.540857 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd39a7e-8a74-4cf7-862f-1cfaf207418a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0218c1c-a51f-4224-b674-afb50cac70ea,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:53.547935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83843ff0-206f-4ba8-bbf7-e08d6d050a80 req-64b82e61-b989-4e68-8123-ec3f9aecfa21 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/security-groups?id=2149383c-039c-438f-a447-92d348871985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750972 Jan 28 12:39:53.650219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e159c24a-3f72-4a53-9ddd-733735681775 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:39:53.666236 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b2711153-5719-44a7-962a-591157e7966a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1425443 Jan 28 12:39:53.675304 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51606) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:53.683979 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-46613813-3360-4b87-aeb2-89f2120d4be0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group': {'name': 'tempest-secgroup--974081169'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:53.752624 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46613813-3360-4b87-aeb2-89f2120d4be0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.763012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Pushing event updated for resources: {'Port': ['ID=98dab9c5-2638-417c-94da-457b64eda670,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:53.768979 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.880379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e159c24a-3f72-4a53-9ddd-733735681775 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:53.881452 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e159c24a-3f72-4a53-9ddd-733735681775), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.960305 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46613813-3360-4b87-aeb2-89f2120d4be0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (beffe9b5-74c0-44d5-82f1-c41dedc833c7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:53.965992 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46613813-3360-4b87-aeb2-89f2120d4be0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (beffe9b5-74c0-44d5-82f1-c41dedc833c7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.072147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46613813-3360-4b87-aeb2-89f2120d4be0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beffe9b5-74c0-44d5-82f1-c41dedc833c7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:54.079232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Network 204ed1bb-5263-4b6c-ab65-cef6c287df31 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:39:54.082222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:39:54.119911 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46613813-3360-4b87-aeb2-89f2120d4be0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.135428 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-46613813-3360-4b87-aeb2-89f2120d4be0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4543903 Jan 28 12:39:54.138541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51620) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:54.150897 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3382dc72-afbc-4b3f-95e6-7a06f9d4a773 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': 'beffe9b5-74c0-44d5-82f1-c41dedc833c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:54.172034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e159c24a-3f72-4a53-9ddd-733735681775 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:54.173380 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e159c24a-3f72-4a53-9ddd-733735681775), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.239961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port e159c24a-3f72-4a53-9ddd-733735681775, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e159c24a-3f72-4a53-9ddd-733735681775,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:54.247968 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e159c24a-3f72-4a53-9ddd-733735681775), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.248345 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3382dc72-afbc-4b3f-95e6-7a06f9d4a773 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (c4289f14-d3a2-4efb-925d-6436f471d818), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.386252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=e159c24a-3f72-4a53-9ddd-733735681775,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:54.433225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3382dc72-afbc-4b3f-95e6-7a06f9d4a773 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (c4289f14-d3a2-4efb-925d-6436f471d818), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.440645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3382dc72-afbc-4b3f-95e6-7a06f9d4a773 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (c4289f14-d3a2-4efb-925d-6436f471d818), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.537014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382dc72-afbc-4b3f-95e6-7a06f9d4a773 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4289f14-d3a2-4efb-925d-6436f471d818,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:54.553259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3382dc72-afbc-4b3f-95e6-7a06f9d4a773 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.556603 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3382dc72-afbc-4b3f-95e6-7a06f9d4a773 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4163914 Jan 28 12:39:54.558914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51624) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:54.565544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e86b87e1-858c-4d7e-b193-d18a444508e0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': 'beffe9b5-74c0-44d5-82f1-c41dedc833c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:54.618131 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e86b87e1-858c-4d7e-b193-d18a444508e0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (ea876007-b438-4dac-bcc4-901d03eb17b8), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.634102 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.638889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-486031cd-bac5-42bb-afb7-af524a4686e0 None None] Provisioning complete for port 98dab9c5-2638-417c-94da-457b64eda670 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:54.646027 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-486031cd-bac5-42bb-afb7-af524a4686e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (98dab9c5-2638-417c-94da-457b64eda670), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.702791 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e86b87e1-858c-4d7e-b193-d18a444508e0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (ea876007-b438-4dac-bcc4-901d03eb17b8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.708455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e86b87e1-858c-4d7e-b193-d18a444508e0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (ea876007-b438-4dac-bcc4-901d03eb17b8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.718270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-486031cd-bac5-42bb-afb7-af524a4686e0 None None] Port 98dab9c5-2638-417c-94da-457b64eda670 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:39:54.739634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b87e1-858c-4d7e-b193-d18a444508e0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea876007-b438-4dac-bcc4-901d03eb17b8,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:54.746514 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e86b87e1-858c-4d7e-b193-d18a444508e0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.748125 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e86b87e1-858c-4d7e-b193-d18a444508e0 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1876750 Jan 28 12:39:54.750706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51628) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:54.755963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4ecbb4ac-b15f-4579-bfaf-9d13038269b2 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': 'beffe9b5-74c0-44d5-82f1-c41dedc833c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:54.784661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecbb4ac-b15f-4579-bfaf-9d13038269b2 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (5b3cc6d7-9e66-4006-a270-ae427f4f756d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.877104 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecbb4ac-b15f-4579-bfaf-9d13038269b2 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (5b3cc6d7-9e66-4006-a270-ae427f4f756d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.884967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecbb4ac-b15f-4579-bfaf-9d13038269b2 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (5b3cc6d7-9e66-4006-a270-ae427f4f756d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.915233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbb4ac-b15f-4579-bfaf-9d13038269b2 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3cc6d7-9e66-4006-a270-ae427f4f756d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:54.926511 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecbb4ac-b15f-4579-bfaf-9d13038269b2 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:54.932874 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4ecbb4ac-b15f-4579-bfaf-9d13038269b2 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1796062 Jan 28 12:39:54.933909 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51630) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:54.939205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0e585a9c-c52e-4815-9d0d-645039712f9f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': 'beffe9b5-74c0-44d5-82f1-c41dedc833c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:55.011790 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e585a9c-c52e-4815-9d0d-645039712f9f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (d8864494-96a8-44e4-80cf-a64acbe9eb56), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.043089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Router e2b6ff59-5ee0-4903-99a5-26df4c36bc01 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:39:55.062150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d6d90-a162-4149-b32f-137bd11bef90 req-cc289635-500e-4c42-b676-fa747dd8a7d1 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:55.063826 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-415d6d90-a162-4149-b32f-137bd11bef90 req-cc289635-500e-4c42-b676-fa747dd8a7d1 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 945 time: 0.1046338 Jan 28 12:39:55.179221 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e585a9c-c52e-4815-9d0d-645039712f9f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (d8864494-96a8-44e4-80cf-a64acbe9eb56), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.189941 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e585a9c-c52e-4815-9d0d-645039712f9f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (d8864494-96a8-44e4-80cf-a64acbe9eb56), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.207554 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 1d9576f8-1bb2-435d-b520-0a0041b03372 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:39:55.295071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e585a9c-c52e-4815-9d0d-645039712f9f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.300497 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0e585a9c-c52e-4815-9d0d-645039712f9f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3641744 Jan 28 12:39:55.302078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51638) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:55.305844 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e585a9c-c52e-4815-9d0d-645039712f9f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8864494-96a8-44e4-80cf-a64acbe9eb56,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:55.307285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6097266c-7f00-4699-b62a-d8ca3e72a2fa tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': 'beffe9b5-74c0-44d5-82f1-c41dedc833c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:55.322573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-415d6d90-a162-4149-b32f-137bd11bef90 req-17d11a3a-f5e5-4f43-b33b-c24f8e49e791 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/security-groups?id=2149383c-039c-438f-a447-92d348871985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490640 Jan 28 12:39:55.393149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:39:55.406163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d21cceb0-a7b3-46ad-b1a0-da7d170af316 admin admin] 10.222.0.53 "PUT /v2.0/routers/e2b6ff59-5ee0-4903-99a5-26df4c36bc01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8335302 Jan 28 12:39:55.417257 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6097266c-7f00-4699-b62a-d8ca3e72a2fa tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (b784fbc8-efda-4ecd-a474-527b23107ff4), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.478720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 1d9576f8-1bb2-435d-b520-0a0041b03372 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:39:55.512748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 1d9576f8-1bb2-435d-b520-0a0041b03372 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:55.513573 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.563721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e159c24a-3f72-4a53-9ddd-733735681775 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:39:55.591962 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6097266c-7f00-4699-b62a-d8ca3e72a2fa tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (b784fbc8-efda-4ecd-a474-527b23107ff4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.597483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6097266c-7f00-4699-b62a-d8ca3e72a2fa tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (b784fbc8-efda-4ecd-a474-527b23107ff4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.669054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097266c-7f00-4699-b62a-d8ca3e72a2fa tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b784fbc8-efda-4ecd-a474-527b23107ff4,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:55.674527 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6097266c-7f00-4699-b62a-d8ca3e72a2fa tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.676445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6097266c-7f00-4699-b62a-d8ca3e72a2fa tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3727334 Jan 28 12:39:55.679636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:55.718340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 1d9576f8-1bb2-435d-b520-0a0041b03372 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:55.718992 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.725447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e159c24a-3f72-4a53-9ddd-733735681775 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:39:55.726433 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e159c24a-3f72-4a53-9ddd-733735681775), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.775520 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4603e560-c222-4f10-a88b-aa34fba22b53 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (b784fbc8-efda-4ecd-a474-527b23107ff4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.801134 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4603e560-c222-4f10-a88b-aa34fba22b53 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (b784fbc8-efda-4ecd-a474-527b23107ff4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.815230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Sync routers for ids ['e2b6ff59-5ee0-4903-99a5-26df4c36bc01'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:39:55.827547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Routers {'e2b6ff59-5ee0-4903-99a5-26df4c36bc01'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:55.828982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:39:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e2b6ff59-5ee0-4903-99a5-26df4c36bc01'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:55.852052 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4603e560-c222-4f10-a88b-aa34fba22b53 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (b784fbc8-efda-4ecd-a474-527b23107ff4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.863895 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4603e560-c222-4f10-a88b-aa34fba22b53 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:55.866256 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4603e560-c222-4f10-a88b-aa34fba22b53 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b784fbc8-efda-4ecd-a474-527b23107ff4 HTTP/1.1" status: 204 len: 168 time: 0.1841509 Jan 28 12:39:55.868779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51650) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:55.881157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603e560-c222-4f10-a88b-aa34fba22b53 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b784fbc8-efda-4ecd-a474-527b23107ff4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:55.920226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bedaba0-8cea-42c3-a079-467ae9d89c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9576f8-1bb2-435d-b520-0a0041b03372'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:39:55.923550 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ebbbfd-87dd-47da-8085-638e0b6c8bd1" -d '{"events": [{"server_uuid": "8bedaba0-8cea-42c3-a079-467ae9d89c03", "name": "network-vif-plugged", "status": "completed", "tag": "1d9576f8-1bb2-435d-b520-0a0041b03372"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:39:55.977241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7f8963e5-4556-406a-a1ef-6bb472ac4896 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1039176 Jan 28 12:39:55.978278 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51654) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:55.994245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 1d9576f8-1bb2-435d-b520-0a0041b03372, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1d9576f8-1bb2-435d-b520-0a0041b03372,segment=NetworkSegment(cc91bd44-9b19-48f3-950a-c8222dd926b8),segment_id=cc91bd44-9b19-48f3-950a-c8222dd926b8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:39:56.008320 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45de307b-ba9f-4afc-af54-59361ddc30a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (d8864494-96a8-44e4-80cf-a64acbe9eb56), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.028368 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45de307b-ba9f-4afc-af54-59361ddc30a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (d8864494-96a8-44e4-80cf-a64acbe9eb56), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.064003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e159c24a-3f72-4a53-9ddd-733735681775 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:39:56.075176 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaa4058-cfac-4e2c-a084-f6bee0dafc95 x-openstack-request-id: req-8eaa4058-cfac-4e2c-a084-f6bee0dafc95 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:39:56.075565 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bedaba0-8cea-42c3-a079-467ae9d89c03", "name": "network-vif-plugged", "status": "completed", "tag": "1d9576f8-1bb2-435d-b520-0a0041b03372", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:39:56.075824 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8eaa4058-cfac-4e2c-a084-f6bee0dafc95 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:39:56.076226 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bedaba0-8cea-42c3-a079-467ae9d89c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9576f8-1bb2-435d-b520-0a0041b03372', 'code': 200} Jan 28 12:39:56.082785 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.083620 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45de307b-ba9f-4afc-af54-59361ddc30a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (d8864494-96a8-44e4-80cf-a64acbe9eb56), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.097607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a91282d-703c-4da0-bcf1-303bbfd7946a req-55fbbcce-f7eb-46ba-9622-974ff99ebf69 tempest-FloatingIPsNegativeTestJSON-1723620178 tempest-FloatingIPsNegativeTestJSON-1723620178-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=e19a5d88a599480bb807f33cd4e1ea2f HTTP/1.1" status: 200 len: 217 time: 0.1385009 Jan 28 12:39:56.109314 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45de307b-ba9f-4afc-af54-59361ddc30a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.113888 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-45de307b-ba9f-4afc-af54-59361ddc30a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d8864494-96a8-44e4-80cf-a64acbe9eb56 HTTP/1.1" status: 204 len: 168 time: 0.1321750 Jan 28 12:39:56.113888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de307b-ba9f-4afc-af54-59361ddc30a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8864494-96a8-44e4-80cf-a64acbe9eb56,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:56.114193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51658) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:56.164170 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.221189 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c0449df-a3e1-4ff5-8737-44728c0685fc req-fe51a651-53e3-4747-9cc2-e39d31da130f tempest-FloatingIPsNegativeTestJSON-1723620178 tempest-FloatingIPsNegativeTestJSON-1723620178-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0811124 Jan 28 12:39:56.225286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb6212-faf2-40bb-bc90-c86fa2c57c22 req-bfa7e7e1-b5fe-4688-8b84-14f7737cbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:56.227120 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b8cb6212-faf2-40bb-bc90-c86fa2c57c22 req-bfa7e7e1-b5fe-4688-8b84-14f7737cbb52 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 1097 time: 0.1043191 Jan 28 12:39:56.262301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-68fac291-f695-4519-8fed-d4333e8aa4b1 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1423867 Jan 28 12:39:56.263160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51668) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:56.309760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=1d9576f8-1bb2-435d-b520-0a0041b03372,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:56.312273 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-f8261e56-583d-4475-a4af-1bbfc3243786 req-d3aee8fd-08c1-4209-9c97-1430ceb32981 tempest-FloatingIPsNegativeTestJSON-1723620178 tempest-FloatingIPsNegativeTestJSON-1723620178-project] show failed (client error): The resource could not be found. Jan 28 12:39:56.313324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8261e56-583d-4475-a4af-1bbfc3243786 req-d3aee8fd-08c1-4209-9c97-1430ceb32981 tempest-FloatingIPsNegativeTestJSON-1723620178 tempest-FloatingIPsNegativeTestJSON-1723620178-project] 10.222.0.53 "GET /v2.0/floatingips/eb20b533-d959-4131-adb3-9b521d421cc8 HTTP/1.1" status: 404 len: 350 time: 0.0542834 Jan 28 12:39:56.323780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51670) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:56.340654 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00a52421-ecda-4ef6-b06b-ed138c313939 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (5b3cc6d7-9e66-4006-a270-ae427f4f756d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.346554 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b8cb6212-faf2-40bb-bc90-c86fa2c57c22 req-6de8f948-35fc-4768-a562-228c9f41f494 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2149383c-039c-438f-a447-92d348871985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139679 Jan 28 12:39:56.354372 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00a52421-ecda-4ef6-b06b-ed138c313939 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (5b3cc6d7-9e66-4006-a270-ae427f4f756d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.360801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Set router e2b6ff59-5ee0-4903-99a5-26df4c36bc01 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:56.409668 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00a52421-ecda-4ef6-b06b-ed138c313939 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (5b3cc6d7-9e66-4006-a270-ae427f4f756d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.429826 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00a52421-ecda-4ef6-b06b-ed138c313939 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.436923 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-00a52421-ecda-4ef6-b06b-ed138c313939 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5b3cc6d7-9e66-4006-a270-ae427f4f756d HTTP/1.1" status: 204 len: 168 time: 0.1650405 Jan 28 12:39:56.436923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a52421-ecda-4ef6-b06b-ed138c313939 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b3cc6d7-9e66-4006-a270-ae427f4f756d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:56.438186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51674) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:56.566839 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b7b0b17b-aa4d-43db-ad2a-57814d8813a8 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1248350 Jan 28 12:39:56.571414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51676) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:56.640934 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1e897cd-a3da-469c-8da2-cac595e9c913 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (ea876007-b438-4dac-bcc4-901d03eb17b8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.665843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1e897cd-a3da-469c-8da2-cac595e9c913 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (ea876007-b438-4dac-bcc4-901d03eb17b8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.727225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1e897cd-a3da-469c-8da2-cac595e9c913 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (ea876007-b438-4dac-bcc4-901d03eb17b8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.741596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1e897cd-a3da-469c-8da2-cac595e9c913 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.746216 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c1e897cd-a3da-469c-8da2-cac595e9c913 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ea876007-b438-4dac-bcc4-901d03eb17b8 HTTP/1.1" status: 204 len: 168 time: 0.1702449 Jan 28 12:39:56.749015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51678) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:56.777570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330524ad-9058-4637-90e6-eaa90101a808 req-0faf82a4-ecef-46a3-8f4c-572ec5481472 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:56.780583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-330524ad-9058-4637-90e6-eaa90101a808 req-0faf82a4-ecef-46a3-8f4c-572ec5481472 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 946 time: 0.2914052 Jan 28 12:39:56.784055 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e897cd-a3da-469c-8da2-cac595e9c913 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea876007-b438-4dac-bcc4-901d03eb17b8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:56.866386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'name': 'tempest-FloatingIPsNegativeTestJSON-354246942-router', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'e159c24a-3f72-4a53-9ddd-733735681775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:39:45Z', 'updated_at': '2022-01-28T12:39:52Z', 'revision_number': 4, 'project_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'gw_port': {'id': 'e159c24a-3f72-4a53-9ddd-733735681775', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:39:47Z', 'updated_at': '2022-01-28T12:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '98dab9c5-2638-417c-94da-457b64eda670', 'name': '', 'network_id': '204ed1bb-5263-4b6c-ab65-cef6c287df31', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'mac_address': 'fa:16:3e:99:f8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'dea8a0f6-1c3d-4b2e-9029-90213300a0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:39:51Z', 'updated_at': '2022-01-28T12:39:53Z', 'revision_number': 2, 'project_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'subnets': [{'id': 'dea8a0f6-1c3d-4b2e-9029-90213300a0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:56.882643 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8b9ece58-b43a-4486-92ac-fc2974c34312 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1168101 Jan 28 12:39:56.886835 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51680) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:56.929226 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-330524ad-9058-4637-90e6-eaa90101a808 req-c3bf6eba-5dee-4891-8e18-c0145aa5336d tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/security-groups?id=2149383c-039c-438f-a447-92d348871985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847151 Jan 28 12:39:56.953561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Checking router: e2b6ff59-5ee0-4903-99a5-26df4c36bc01 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:39:56.954454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Updating router e2b6ff59-5ee0-4903-99a5-26df4c36bc01 port 98dab9c5-2638-417c-94da-457b64eda670 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:39:56.969273 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b3fc033-b218-4a80-a3dc-83a5244423eb tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (c4289f14-d3a2-4efb-925d-6436f471d818), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:56.998764 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b3fc033-b218-4a80-a3dc-83a5244423eb tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (c4289f14-d3a2-4efb-925d-6436f471d818), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:57.048265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2520-5b9d-4ad2-8f39-5db6e347149f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:57.053939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b3fc033-b218-4a80-a3dc-83a5244423eb tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (c4289f14-d3a2-4efb-925d-6436f471d818), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:57.061480 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (98dab9c5-2638-417c-94da-457b64eda670), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:57.070384 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b3fc033-b218-4a80-a3dc-83a5244423eb tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:57.076100 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2b3fc033-b218-4a80-a3dc-83a5244423eb tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c4289f14-d3a2-4efb-925d-6436f471d818 HTTP/1.1" status: 204 len: 168 time: 0.1815479 Jan 28 12:39:57.089991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51684) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:57.154476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fc033-b218-4a80-a3dc-83a5244423eb tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4289f14-d3a2-4efb-925d-6436f471d818,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:57.213438 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ff64288d-83c9-4eb4-89a9-4219e01b09a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1212013 Jan 28 12:39:57.217408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51686) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:57.381941 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5550509c-58a8-4559-81b1-673cd26769a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (beffe9b5-74c0-44d5-82f1-c41dedc833c7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:57.519458 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5550509c-58a8-4559-81b1-673cd26769a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (beffe9b5-74c0-44d5-82f1-c41dedc833c7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:57.680505 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5550509c-58a8-4559-81b1-673cd26769a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (beffe9b5-74c0-44d5-82f1-c41dedc833c7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:57.683274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d2520-5b9d-4ad2-8f39-5db6e347149f admin admin] Deleting port 98dab9c5-2638-417c-94da-457b64eda670 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:39:57.684008 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2520-5b9d-4ad2-8f39-5db6e347149f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (98dab9c5-2638-417c-94da-457b64eda670), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:57.686775 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5550509c-58a8-4559-81b1-673cd26769a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:57.688977 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5550509c-58a8-4559-81b1-673cd26769a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-groups/beffe9b5-74c0-44d5-82f1-c41dedc833c7 HTTP/1.1" status: 204 len: 168 time: 0.4700539 Jan 28 12:39:57.730326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51694) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:57.732984 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550509c-58a8-4559-81b1-673cd26769a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beffe9b5-74c0-44d5-82f1-c41dedc833c7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:57.782227 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2520-5b9d-4ad2-8f39-5db6e347149f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (98dab9c5-2638-417c-94da-457b64eda670), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:57.798188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d2520-5b9d-4ad2-8f39-5db6e347149f admin admin] Calling delete_port for 98dab9c5-2638-417c-94da-457b64eda670 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:39:57.908309 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ccd97539-70a5-49df-925c-ad532a513aa1 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1684215 Jan 28 12:39:57.920605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51696) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:57.930366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-39281f2f-e0f6-404e-a25b-0b4ffe64934b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134683045'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:57.981919 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39281f2f-e0f6-404e-a25b-0b4ffe64934b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.036928 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Publish callbacks [] for port (98dab9c5-2638-417c-94da-457b64eda670), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.056150 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (98dab9c5-2638-417c-94da-457b64eda670), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.180255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e13b8-585a-49c1-93e2-6371f7fd37bc None None] Pushing event updated for resources: {'Port': ['ID=98dab9c5-2638-417c-94da-457b64eda670,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:58.223313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39281f2f-e0f6-404e-a25b-0b4ffe64934b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (52071524-95ff-4c0d-84ed-439884dc0726), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.227653 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39281f2f-e0f6-404e-a25b-0b4ffe64934b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (52071524-95ff-4c0d-84ed-439884dc0726), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.322506 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39281f2f-e0f6-404e-a25b-0b4ffe64934b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.326955 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-39281f2f-e0f6-404e-a25b-0b4ffe64934b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4026856 Jan 28 12:39:58.329861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51702) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:58.335554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c9664b33-6751-4fe8-b816-cb333faaec50 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': '52071524-95ff-4c0d-84ed-439884dc0726', 'direction': 'ingress', 'protocol': 17}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:58.346343 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39281f2f-e0f6-404e-a25b-0b4ffe64934b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52071524-95ff-4c0d-84ed-439884dc0726,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:58.352149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71030998-428a-4cd9-876a-f62ba157431f req-ed5ed650-b061-4990-bd21-2962e84e2e2a tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:58.358594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Attempting to bind port 98dab9c5-2638-417c-94da-457b64eda670 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:39:58.359134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71030998-428a-4cd9-876a-f62ba157431f req-ed5ed650-b061-4990-bd21-2962e84e2e2a tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 946 time: 0.2261219 Jan 28 12:39:58.359584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Attempting to bind port 98dab9c5-2638-417c-94da-457b64eda670 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'db539386-7a69-4b2f-a8ba-2b1c1ae17564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '204ed1bb-5263-4b6c-ab65-cef6c287df31'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:39:58.360292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Attempting to bind port 98dab9c5-2638-417c-94da-457b64eda670 on network 204ed1bb-5263-4b6c-ab65-cef6c287df31 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:39:58.373728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:39:58.374258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Checking segment: {'id': 'db539386-7a69-4b2f-a8ba-2b1c1ae17564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '204ed1bb-5263-4b6c-ab65-cef6c287df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:39:58.374902 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.375430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Bound using segment: {'id': 'db539386-7a69-4b2f-a8ba-2b1c1ae17564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '204ed1bb-5263-4b6c-ab65-cef6c287df31'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:39:58.376172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Bound port: 98dab9c5-2638-417c-94da-457b64eda670, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db539386-7a69-4b2f-a8ba-2b1c1ae17564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '204ed1bb-5263-4b6c-ab65-cef6c287df31'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:39:58.376931 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (98dab9c5-2638-417c-94da-457b64eda670), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.411247 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2520-5b9d-4ad2-8f39-5db6e347149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (98dab9c5-2638-417c-94da-457b64eda670), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.430619 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9664b33-6751-4fe8-b816-cb333faaec50 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (a757ec02-204c-4569-b248-a7ceef81228d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.467755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d2520-5b9d-4ad2-8f39-5db6e347149f admin admin] Pushing event deleted for resources: {'Port': ['ID=98dab9c5-2638-417c-94da-457b64eda670,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:58.483779 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Port 98dab9c5-2638-417c-94da-457b64eda670 has been deleted concurrently {{(pid=103130) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 12:39:58.505611 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Routers {'e2b6ff59-5ee0-4903-99a5-26df4c36bc01'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:39:58.507827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:39:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e2b6ff59-5ee0-4903-99a5-26df4c36bc01'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:58.525806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71030998-428a-4cd9-876a-f62ba157431f req-ea394790-73f9-4aba-a05f-741c764a0feb tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/security-groups?id=2149383c-039c-438f-a447-92d348871985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655147 Jan 28 12:39:58.619377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9664b33-6751-4fe8-b816-cb333faaec50 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (a757ec02-204c-4569-b248-a7ceef81228d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.632833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9664b33-6751-4fe8-b816-cb333faaec50 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (a757ec02-204c-4569-b248-a7ceef81228d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.691631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9664b33-6751-4fe8-b816-cb333faaec50 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a757ec02-204c-4569-b248-a7ceef81228d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:58.776666 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9664b33-6751-4fe8-b816-cb333faaec50 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.777965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c9664b33-6751-4fe8-b816-cb333faaec50 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4471223 Jan 28 12:39:58.783585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51716) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:58.784372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-36cef511-b9dc-4058-8ea5-5f260608baf0 None None] Could not find standard attr ID for object 98dab9c5-2638-417c-94da-457b64eda670. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:39:58.798460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2520-5b9d-4ad2-8f39-5db6e347149f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:58.832217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] Set router e2b6ff59-5ee0-4903-99a5-26df4c36bc01 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:39:59.005621 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90220547-de0c-40c2-ab17-b5b644ff4265 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (52071524-95ff-4c0d-84ed-439884dc0726), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:59.082037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90220547-de0c-40c2-ab17-b5b644ff4265 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (52071524-95ff-4c0d-84ed-439884dc0726), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:59.166981 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90220547-de0c-40c2-ab17-b5b644ff4265 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (52071524-95ff-4c0d-84ed-439884dc0726), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:59.169850 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90220547-de0c-40c2-ab17-b5b644ff4265 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:59.171411 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-90220547-de0c-40c2-ab17-b5b644ff4265 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-groups/52071524-95ff-4c0d-84ed-439884dc0726 HTTP/1.1" status: 204 len: 168 time: 0.3840365 Jan 28 12:39:59.175630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51720) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:59.204020 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90220547-de0c-40c2-ab17-b5b644ff4265 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52071524-95ff-4c0d-84ed-439884dc0726,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:59.237336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'name': 'tempest-FloatingIPsNegativeTestJSON-354246942-router', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'e159c24a-3f72-4a53-9ddd-733735681775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:39:45Z', 'updated_at': '2022-01-28T12:39:58Z', 'revision_number': 5, 'project_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'gw_port': {'id': 'e159c24a-3f72-4a53-9ddd-733735681775', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:39:47Z', 'updated_at': '2022-01-28T12:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:39:59.273713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb4ed2-badb-4a39-8b4f-044d4d8fca26 None None] The sync data for ids ['e2b6ff59-5ee0-4903-99a5-26df4c36bc01'] in n-d-824835-4 is: [{'id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'name': 'tempest-FloatingIPsNegativeTestJSON-354246942-router', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'e159c24a-3f72-4a53-9ddd-733735681775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:39:45Z', 'updated_at': '2022-01-28T12:39:58Z', 'revision_number': 5, 'project_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'gw_port': {'id': 'e159c24a-3f72-4a53-9ddd-733735681775', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:39:47Z', 'updated_at': '2022-01-28T12:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:39:59.473682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-27d3ebc8-e5a9-464c-a565-5d2968a00fa3 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2943077 Jan 28 12:39:59.478214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51730) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:59.484448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ab56a979-2777-4ea1-bba6-7ab9ab21b55b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588894788'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:59.523382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8955f-14e4-4dfe-98fe-aefdcd3b2697 req-526251ab-ca98-40e1-8922-c395da34f964 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:39:59.528338 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6b8955f-14e4-4dfe-98fe-aefdcd3b2697 req-526251ab-ca98-40e1-8922-c395da34f964 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 946 time: 0.2392447 Jan 28 12:39:59.528939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab56a979-2777-4ea1-bba6-7ab9ab21b55b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:59.593445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7d2520-5b9d-4ad2-8f39-5db6e347149f admin admin] Router e2b6ff59-5ee0-4903-99a5-26df4c36bc01 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:39:59.709388 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab56a979-2777-4ea1-bba6-7ab9ab21b55b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (a2c3eb65-f241-4a1e-88e3-7d4d06f618a5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:59.717105 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab56a979-2777-4ea1-bba6-7ab9ab21b55b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a2c3eb65-f241-4a1e-88e3-7d4d06f618a5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:59.773649 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab56a979-2777-4ea1-bba6-7ab9ab21b55b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:39:59.776090 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ab56a979-2777-4ea1-bba6-7ab9ab21b55b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2964864 Jan 28 12:39:59.792648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51742) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:39:59.800520 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d730b962-ca8b-4bb7-8225-87793906007e tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420152585'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:39:59.840845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56a979-2777-4ea1-bba6-7ab9ab21b55b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c3eb65-f241-4a1e-88e3-7d4d06f618a5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:39:59.861455 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6b8955f-14e4-4dfe-98fe-aefdcd3b2697 req-f1a8d211-899c-46e1-ad43-09b36846ad95 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/security-groups?id=2149383c-039c-438f-a447-92d348871985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155735 Jan 28 12:39:59.914117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d730b962-ca8b-4bb7-8225-87793906007e tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.092101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7d2520-5b9d-4ad2-8f39-5db6e347149f admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:40:00.109260 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d730b962-ca8b-4bb7-8225-87793906007e tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (63d78434-9863-4cb5-a0e2-5a6bdf844cd1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.114599 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d730b962-ca8b-4bb7-8225-87793906007e tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (63d78434-9863-4cb5-a0e2-5a6bdf844cd1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.117160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1a7d2520-5b9d-4ad2-8f39-5db6e347149f admin admin] 10.222.0.53 "PUT /v2.0/routers/e2b6ff59-5ee0-4903-99a5-26df4c36bc01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7904241 Jan 28 12:40:00.119383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51754) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:00.197977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730b962-ca8b-4bb7-8225-87793906007e tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d78434-9863-4cb5-a0e2-5a6bdf844cd1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:00.226955 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d730b962-ca8b-4bb7-8225-87793906007e tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.231733 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d730b962-ca8b-4bb7-8225-87793906007e tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4375730 Jan 28 12:40:00.232638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51756) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:00.238706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ffd3ad68-0bd9-4f8f-bd0b-e40baf406d3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': 'a2c3eb65-f241-4a1e-88e3-7d4d06f618a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '63d78434-9863-4cb5-a0e2-5a6bdf844cd1', 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:00.297109 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffd3ad68-0bd9-4f8f-bd0b-e40baf406d3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (e332c922-b955-487a-9761-ec5c9d4c02ce), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.410132 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffd3ad68-0bd9-4f8f-bd0b-e40baf406d3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (e332c922-b955-487a-9761-ec5c9d4c02ce), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.415950 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffd3ad68-0bd9-4f8f-bd0b-e40baf406d3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (e332c922-b955-487a-9761-ec5c9d4c02ce), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.450196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3ad68-0bd9-4f8f-bd0b-e40baf406d3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e332c922-b955-487a-9761-ec5c9d4c02ce,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:00.487626 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffd3ad68-0bd9-4f8f-bd0b-e40baf406d3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.494679 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ffd3ad68-0bd9-4f8f-bd0b-e40baf406d3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2605510 Jan 28 12:40:00.496540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51760) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:00.517427 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Publish callbacks [] for router (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.630360 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14c0b0fb-5728-4f97-bf39-300994c901d9 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (e332c922-b955-487a-9761-ec5c9d4c02ce), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.657007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14c0b0fb-5728-4f97-bf39-300994c901d9 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (e332c922-b955-487a-9761-ec5c9d4c02ce), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.709494 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Publish callbacks [] for router_gateway (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.724324 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14c0b0fb-5728-4f97-bf39-300994c901d9 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (e332c922-b955-487a-9761-ec5c9d4c02ce), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.769387 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14c0b0fb-5728-4f97-bf39-300994c901d9 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.777731 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-14c0b0fb-5728-4f97-bf39-300994c901d9 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e332c922-b955-487a-9761-ec5c9d4c02ce HTTP/1.1" status: 204 len: 168 time: 0.2800241 Jan 28 12:40:00.778758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0b0fb-5728-4f97-bf39-300994c901d9 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e332c922-b955-487a-9761-ec5c9d4c02ce,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:00.778946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51764) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:00.816009 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655119fc-9272-4052-b450-921c66468fe1 None None] Sync routers for ids ['e2b6ff59-5ee0-4903-99a5-26df4c36bc01'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:40:00.824946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e9017-c7d6-4965-a4b6-2a9ecead14b7 req-f88f0a8a-1b15-46d4-8126-5c52b5396044 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:00.825722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51766) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:00.835451 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-201e9017-c7d6-4965-a4b6-2a9ecead14b7 req-f88f0a8a-1b15-46d4-8126-5c52b5396044 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 946 time: 0.3071535 Jan 28 12:40:00.846314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Deleting port e159c24a-3f72-4a53-9ddd-733735681775 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:40:00.846762 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e159c24a-3f72-4a53-9ddd-733735681775), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:00.855381 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655119fc-9272-4052-b450-921c66468fe1 None None] Routers {'e2b6ff59-5ee0-4903-99a5-26df4c36bc01'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:40:00.856041 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-655119fc-9272-4052-b450-921c66468fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:39:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e2b6ff59-5ee0-4903-99a5-26df4c36bc01'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:00.919481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7756e013-7737-418e-91a4-a5b498b25049 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1392963 Jan 28 12:40:00.923965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51772) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:01.024188 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43b2745d-ef22-42b5-b697-9addbe929491 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (63d78434-9863-4cb5-a0e2-5a6bdf844cd1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:01.029162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] For port e159c24a-3f72-4a53-9ddd-733735681775, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e159c24a-3f72-4a53-9ddd-733735681775,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:01.029621 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e159c24a-3f72-4a53-9ddd-733735681775), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:01.063428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Calling delete_port for e159c24a-3f72-4a53-9ddd-733735681775 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:40:01.094166 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43b2745d-ef22-42b5-b697-9addbe929491 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (63d78434-9863-4cb5-a0e2-5a6bdf844cd1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:01.103570 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acdbe5f0-e282-4ce9-b0ca-bac8bd70b453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:01.191893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-201e9017-c7d6-4965-a4b6-2a9ecead14b7 req-6a72a986-8a1f-4ddf-911c-a95ba85b6ae2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Deleting port 1d9576f8-1bb2-435d-b520-0a0041b03372 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:40:01.192242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-201e9017-c7d6-4965-a4b6-2a9ecead14b7 req-6a72a986-8a1f-4ddf-911c-a95ba85b6ae2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:01.208171 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-655119fc-9272-4052-b450-921c66468fe1 None None] Set router e2b6ff59-5ee0-4903-99a5-26df4c36bc01 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:40:01.282807 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43b2745d-ef22-42b5-b697-9addbe929491 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (63d78434-9863-4cb5-a0e2-5a6bdf844cd1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:01.290107 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43b2745d-ef22-42b5-b697-9addbe929491 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:01.292415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-43b2745d-ef22-42b5-b697-9addbe929491 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-groups/63d78434-9863-4cb5-a0e2-5a6bdf844cd1 HTTP/1.1" status: 204 len: 168 time: 0.3672361 Jan 28 12:40:01.309042 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-655119fc-9272-4052-b450-921c66468fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'name': 'tempest-FloatingIPsNegativeTestJSON-354246942-router', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:39:45Z', 'updated_at': '2022-01-28T12:40:00Z', 'revision_number': 6, 'project_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:01.311834 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51776) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:01.343533 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655119fc-9272-4052-b450-921c66468fe1 None None] Checking router: e2b6ff59-5ee0-4903-99a5-26df4c36bc01 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:40:01.366346 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655119fc-9272-4052-b450-921c66468fe1 None None] Routers {'e2b6ff59-5ee0-4903-99a5-26df4c36bc01'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:40:01.367501 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-655119fc-9272-4052-b450-921c66468fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:39:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e2b6ff59-5ee0-4903-99a5-26df4c36bc01'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:01.389809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b6e67-8975-483c-a508-6d368a252661 req-9a7ef97a-f820-431f-9542-6a69a7e89460 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:01.404209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f90b6e67-8975-483c-a508-6d368a252661 req-9a7ef97a-f820-431f-9542-6a69a7e89460 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bedaba0-8cea-42c3-a079-467ae9d89c03 HTTP/1.1" status: 200 len: 946 time: 0.2624137 Jan 28 12:40:01.407376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2745d-ef22-42b5-b697-9addbe929491 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d78434-9863-4cb5-a0e2-5a6bdf844cd1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:01.407604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-201e9017-c7d6-4965-a4b6-2a9ecead14b7 req-6a72a986-8a1f-4ddf-911c-a95ba85b6ae2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] For port 1d9576f8-1bb2-435d-b520-0a0041b03372, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1d9576f8-1bb2-435d-b520-0a0041b03372,segment=NetworkSegment(cc91bd44-9b19-48f3-950a-c8222dd926b8),segment_id=cc91bd44-9b19-48f3-950a-c8222dd926b8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:01.408102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-201e9017-c7d6-4965-a4b6-2a9ecead14b7 req-6a72a986-8a1f-4ddf-911c-a95ba85b6ae2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:01.449986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-201e9017-c7d6-4965-a4b6-2a9ecead14b7 req-6a72a986-8a1f-4ddf-911c-a95ba85b6ae2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Calling delete_port for 1d9576f8-1bb2-435d-b520-0a0041b03372 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:40:01.489281 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-655119fc-9272-4052-b450-921c66468fe1 None None] Set router e2b6ff59-5ee0-4903-99a5-26df4c36bc01 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:40:01.561690 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-655119fc-9272-4052-b450-921c66468fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'name': 'tempest-FloatingIPsNegativeTestJSON-354246942-router', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:39:45Z', 'updated_at': '2022-01-28T12:40:00Z', 'revision_number': 6, 'project_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:01.622287 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655119fc-9272-4052-b450-921c66468fe1 None None] The sync data for ids ['e2b6ff59-5ee0-4903-99a5-26df4c36bc01'] in n-d-824835-4 is: [{'id': 'e2b6ff59-5ee0-4903-99a5-26df4c36bc01', 'name': 'tempest-FloatingIPsNegativeTestJSON-354246942-router', 'tenant_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:39:45Z', 'updated_at': '2022-01-28T12:40:00Z', 'revision_number': 6, 'project_id': 'e19a5d88a599480bb807f33cd4e1ea2f', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:40:01.700404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ba7fca8c-2190-4d32-aea7-aa62b98586d4 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3813610 Jan 28 12:40:01.707558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51780) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:01.737959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f90b6e67-8975-483c-a508-6d368a252661 req-20768206-c6ed-4ff1-af53-3e1f9f889ff5 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.53 "GET /v2.0/security-groups?id=2149383c-039c-438f-a447-92d348871985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306463 Jan 28 12:40:01.776531 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acdbe5f0-e282-4ce9-b0ca-bac8bd70b453 admin admin] Publish callbacks [] for security_group (8e17ab1e-2ff5-4999-97db-6fabac7c411a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:01.787429 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-201e9017-c7d6-4965-a4b6-2a9ecead14b7 req-6a72a986-8a1f-4ddf-911c-a95ba85b6ae2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1d9576f8-1bb2-435d-b520-0a0041b03372), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:01.854109 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acdbe5f0-e282-4ce9-b0ca-bac8bd70b453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8e17ab1e-2ff5-4999-97db-6fabac7c411a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:01.872050 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72a986-8a1f-4ddf-911c-a95ba85b6ae2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Pushing event deleted for resources: {'Port': ['ID=1d9576f8-1bb2-435d-b520-0a0041b03372,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:01.909362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e159c24a-3f72-4a53-9ddd-733735681775), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:01.922272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbe5f0-e282-4ce9-b0ca-bac8bd70b453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e17ab1e-2ff5-4999-97db-6fabac7c411a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:02.005003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-201e9017-c7d6-4965-a4b6-2a9ecead14b7 req-6a72a986-8a1f-4ddf-911c-a95ba85b6ae2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] No DVR routers for this DVR port 1d9576f8-1bb2-435d-b520-0a0041b03372 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:40:02.008638 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-201e9017-c7d6-4965-a4b6-2a9ecead14b7 req-6a72a986-8a1f-4ddf-911c-a95ba85b6ae2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:02.012937 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-201e9017-c7d6-4965-a4b6-2a9ecead14b7 req-6a72a986-8a1f-4ddf-911c-a95ba85b6ae2 tempest-ServerAddressesTestJSON-1650240823 tempest-ServerAddressesTestJSON-1650240823-project] 10.222.0.49 "DELETE /v2.0/ports/1d9576f8-1bb2-435d-b520-0a0041b03372 HTTP/1.1" status: 204 len: 173 time: 1.1723781 Jan 28 12:40:02.013341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Pushing event deleted for resources: {'Port': ['ID=e159c24a-3f72-4a53-9ddd-733735681775,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:02.013501 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bedaba0-8cea-42c3-a079-467ae9d89c03', 'name': 'network-vif-deleted', 'tag': '1d9576f8-1bb2-435d-b520-0a0041b03372'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:02.032460 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2106a89d-7803-457d-bb77-762a08baace7" -d '{"events": [{"server_uuid": "8bedaba0-8cea-42c3-a079-467ae9d89c03", "name": "network-vif-deleted", "tag": "1d9576f8-1bb2-435d-b520-0a0041b03372"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:02.102519 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f9740e-3308-45bf-8d16-d8a947651500 x-openstack-request-id: req-38f9740e-3308-45bf-8d16-d8a947651500 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:02.102821 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bedaba0-8cea-42c3-a079-467ae9d89c03", "name": "network-vif-deleted", "tag": "1d9576f8-1bb2-435d-b520-0a0041b03372", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:02.103078 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38f9740e-3308-45bf-8d16-d8a947651500 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:02.103513 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bedaba0-8cea-42c3-a079-467ae9d89c03', 'name': 'network-vif-deleted', 'tag': '1d9576f8-1bb2-435d-b520-0a0041b03372', 'status': 'completed', 'code': 200} Jan 28 12:40:02.560413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51786) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:02.561073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-acdbe5f0-e282-4ce9-b0ca-bac8bd70b453 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71b53e0b56b646da8a9c31bfd76aecfc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7318122 Jan 28 12:40:02.654192 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05d2c7cf-2413-49e6-b407-8bdcbf4abb0a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (a2c3eb65-f241-4a1e-88e3-7d4d06f618a5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:02.722447 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-278235c8-c944-4ef7-a41a-431c0779f9c8 admin admin] Publish callbacks [] for security_group (8e17ab1e-2ff5-4999-97db-6fabac7c411a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:02.741540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:02.791974 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-278235c8-c944-4ef7-a41a-431c0779f9c8 admin admin] Publish callbacks [] for security_group (8e17ab1e-2ff5-4999-97db-6fabac7c411a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:02.913781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51792) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:02.949436 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:02.953512 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Publish callbacks [] for router_controller (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.030450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d134f4d-a613-4268-a86b-ca088be8f192 admin admin] Deleting subnet f1448880-4fc4-4b34-ab30-a1f34ee7acbf {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:40:03.036773 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d134f4d-a613-4268-a86b-ca088be8f192 admin admin] Publish callbacks [] for subnet (f1448880-4fc4-4b34-ab30-a1f34ee7acbf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.052136 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (e2b6ff59-5ee0-4903-99a5-26df4c36bc01), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.054434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b6ff59-5ee0-4903-99a5-26df4c36bc01 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:40:03.058409 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05d2c7cf-2413-49e6-b407-8bdcbf4abb0a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (a2c3eb65-f241-4a1e-88e3-7d4d06f618a5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.077335 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.080060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-01cede67-e88b-4e5a-8822-ef4bad3ff3be admin admin] 10.222.0.53 "DELETE /v2.0/routers/e2b6ff59-5ee0-4903-99a5-26df4c36bc01 HTTP/1.1" status: 204 len: 168 time: 2.9562223 Jan 28 12:40:03.107269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51794) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:03.125734 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d134f4d-a613-4268-a86b-ca088be8f192 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (f1448880-4fc4-4b34-ab30-a1f34ee7acbf), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.211929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d134f4d-a613-4268-a86b-ca088be8f192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (f1448880-4fc4-4b34-ab30-a1f34ee7acbf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.248446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-736451df-05a7-42c8-bba8-a968b034f649 admin admin] Deleting subnet dea8a0f6-1c3d-4b2e-9029-90213300a0e5 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:40:03.249216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 1d9576f8-1bb2-435d-b520-0a0041b03372 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:40:03.256493 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-736451df-05a7-42c8-bba8-a968b034f649 admin admin] Publish callbacks [] for subnet (dea8a0f6-1c3d-4b2e-9029-90213300a0e5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.293224 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05d2c7cf-2413-49e6-b407-8bdcbf4abb0a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a2c3eb65-f241-4a1e-88e3-7d4d06f618a5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.297482 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05d2c7cf-2413-49e6-b407-8bdcbf4abb0a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.302035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-05d2c7cf-2413-49e6-b407-8bdcbf4abb0a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-groups/a2c3eb65-f241-4a1e-88e3-7d4d06f618a5 HTTP/1.1" status: 204 len: 168 time: 1.5918651 Jan 28 12:40:03.303842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:03.346152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 1d9576f8-1bb2-435d-b520-0a0041b03372 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:40:03.346707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 1d9576f8-1bb2-435d-b520-0a0041b03372 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:40:03.349291 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d134f4d-a613-4268-a86b-ca088be8f192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (f1448880-4fc4-4b34-ab30-a1f34ee7acbf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.362497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2c7cf-2413-49e6-b407-8bdcbf4abb0a tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c3eb65-f241-4a1e-88e3-7d4d06f618a5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:03.380160 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-278235c8-c944-4ef7-a41a-431c0779f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8e17ab1e-2ff5-4999-97db-6fabac7c411a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.386867 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-278235c8-c944-4ef7-a41a-431c0779f9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.404106 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-278235c8-c944-4ef7-a41a-431c0779f9c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e17ab1e-2ff5-4999-97db-6fabac7c411a HTTP/1.1" status: 204 len: 168 time: 0.8305690 Jan 28 12:40:03.412956 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d134f4d-a613-4268-a86b-ca088be8f192 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.430057 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1d134f4d-a613-4268-a86b-ca088be8f192 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f1448880-4fc4-4b34-ab30-a1f34ee7acbf HTTP/1.1" status: 204 len: 168 time: 0.5104218 Jan 28 12:40:03.433682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:03.434879 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-736451df-05a7-42c8-bba8-a968b034f649 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (dea8a0f6-1c3d-4b2e-9029-90213300a0e5), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.514278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e159c24a-3f72-4a53-9ddd-733735681775 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:40:03.535218 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d134f4d-a613-4268-a86b-ca088be8f192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1448880-4fc4-4b34-ab30-a1f34ee7acbf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:03.566663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278235c8-c944-4ef7-a41a-431c0779f9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e17ab1e-2ff5-4999-97db-6fabac7c411a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:03.637980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e159c24a-3f72-4a53-9ddd-733735681775 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:40:03.638547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e159c24a-3f72-4a53-9ddd-733735681775 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:40:03.651079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b49ae3c0-cbd0-4b45-9599-4fd56b85f0de tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3225827 Jan 28 12:40:03.655514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51804) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:03.664694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2ed48d55-1331-4d8b-a9ea-15d0da271c1f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406205915'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:03.728834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (54989c5b-2c9d-4fbb-b009-58fe091d3bad), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.739499 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-736451df-05a7-42c8-bba8-a968b034f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (dea8a0f6-1c3d-4b2e-9029-90213300a0e5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.756717 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ed48d55-1331-4d8b-a9ea-15d0da271c1f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.838582 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-736451df-05a7-42c8-bba8-a968b034f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (dea8a0f6-1c3d-4b2e-9029-90213300a0e5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.877694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736451df-05a7-42c8-bba8-a968b034f649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea8a0f6-1c3d-4b2e-9029-90213300a0e5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:03.901062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03650156-bf84-4afc-b15f-2352fa6a41cc None None] Network 204ed1bb-5263-4b6c-ab65-cef6c287df31 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:40:03.901338 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-736451df-05a7-42c8-bba8-a968b034f649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:03.904851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-736451df-05a7-42c8-bba8-a968b034f649 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dea8a0f6-1c3d-4b2e-9029-90213300a0e5 HTTP/1.1" status: 204 len: 168 time: 0.7955208 Jan 28 12:40:03.909980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51808) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:04.048713 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (54989c5b-2c9d-4fbb-b009-58fe091d3bad), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.182802 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ed48d55-1331-4d8b-a9ea-15d0da271c1f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (1062562c-d7e6-411e-8bd1-565fb020287b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.190129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54989c5b-2c9d-4fbb-b009-58fe091d3bad']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:04.206642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (204ed1bb-5263-4b6c-ab65-cef6c287df31), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.210415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ed48d55-1331-4d8b-a9ea-15d0da271c1f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1062562c-d7e6-411e-8bd1-565fb020287b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.312488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc91bd44-9b19-48f3-950a-c8222dd926b8') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:04.312781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc91bd44-9b19-48f3-950a-c8222dd926b8') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:04.321288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51812) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:04.339814 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ed48d55-1331-4d8b-a9ea-15d0da271c1f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.341620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6677717-d8d0-4c69-ab31-28ba97595e48 None None] DHCP port deletion for 204ed1bb-5263-4b6c-ab65-cef6c287df31 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:40:04.351964 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2ed48d55-1331-4d8b-a9ea-15d0da271c1f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6947646 Jan 28 12:40:04.353849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51816) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:04.377028 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-35ef4e9a-c406-4686-9b34-6a12785b5231 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': '1062562c-d7e6-411e-8bd1-565fb020287b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:04.385101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d87ba46-389e-4b5e-b44c-f7775ae8d9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.394711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (cc91bd44-9b19-48f3-950a-c8222dd926b8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.423822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed48d55-1331-4d8b-a9ea-15d0da271c1f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1062562c-d7e6-411e-8bd1-565fb020287b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:04.445209 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35ef4e9a-c406-4686-9b34-6a12785b5231 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (26a57960-5219-4d89-ad2b-143f44579e13), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.454943 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cc91bd44-9b19-48f3-950a-c8222dd926b8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.475623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c6677717-d8d0-4c69-ab31-28ba97595e48 None None] Deleting port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:40:04.476486 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6677717-d8d0-4c69-ab31-28ba97595e48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.488486 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:40:04.488921 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (cc91bd44-9b19-48f3-950a-c8222dd926b8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:40:04.492696 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:40:04.575395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c6677717-d8d0-4c69-ab31-28ba97595e48 None None] For port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b3ad58d4-b2c7-43e5-bcd4-23e8467461ff,segment=NetworkSegment(db539386-7a69-4b2f-a8ba-2b1c1ae17564),segment_id=db539386-7a69-4b2f-a8ba-2b1c1ae17564)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:04.576631 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6677717-d8d0-4c69-ab31-28ba97595e48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.579015 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35ef4e9a-c406-4686-9b34-6a12785b5231 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (26a57960-5219-4d89-ad2b-143f44579e13), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.587697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Deleting port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:40:04.588420 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.593550 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d87ba46-389e-4b5e-b44c-f7775ae8d9bf admin admin] Publish callbacks [] for security_group (83346448-e1e8-4c87-a92d-ac02d3dd286f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.595033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c6677717-d8d0-4c69-ab31-28ba97595e48 None None] Calling delete_port for b3ad58d4-b2c7-43e5-bcd4-23e8467461ff owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:40:04.620212 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d87ba46-389e-4b5e-b44c-f7775ae8d9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (83346448-e1e8-4c87-a92d-ac02d3dd286f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.639732 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35ef4e9a-c406-4686-9b34-6a12785b5231 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (26a57960-5219-4d89-ad2b-143f44579e13), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.667543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef4e9a-c406-4686-9b34-6a12785b5231 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a57960-5219-4d89-ad2b-143f44579e13,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:04.677098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (54989c5b-2c9d-4fbb-b009-58fe091d3bad), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.683831 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.687379 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] 10.222.0.53 "DELETE /v2.0/networks/54989c5b-2c9d-4fbb-b009-58fe091d3bad HTTP/1.1" status: 204 len: 168 time: 1.1726804 Jan 28 12:40:04.690472 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35ef4e9a-c406-4686-9b34-6a12785b5231 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.691678 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-35ef4e9a-c406-4686-9b34-6a12785b5231 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3292365 Jan 28 12:40:04.695097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51820) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:04.718675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e09738-7036-43d2-9f16-b46daee44197 admin admin] Pushing event deleted for resources: {'Network': ['ID=54989c5b-2c9d-4fbb-b009-58fe091d3bad,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:04.727726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87ba46-389e-4b5e-b44c-f7775ae8d9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83346448-e1e8-4c87-a92d-ac02d3dd286f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:04.737719 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7659fa9c-1371-481d-aaf7-48b8f2637801 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (26a57960-5219-4d89-ad2b-143f44579e13), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.749433 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7659fa9c-1371-481d-aaf7-48b8f2637801 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (26a57960-5219-4d89-ad2b-143f44579e13), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.751847 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6677717-d8d0-4c69-ab31-28ba97595e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.786072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4d87ba46-389e-4b5e-b44c-f7775ae8d9bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39ca9173b1e54ac7b74d5d5f4a4da9da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4615552 Jan 28 12:40:04.787937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6677717-d8d0-4c69-ab31-28ba97595e48 None None] Pushing event deleted for resources: {'Port': ['ID=b3ad58d4-b2c7-43e5-bcd4-23e8467461ff,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:04.793980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51822) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:04.797834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6677717-d8d0-4c69-ab31-28ba97595e48 None None] No DVR routers for this DVR port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:40:04.809410 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7659fa9c-1371-481d-aaf7-48b8f2637801 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (26a57960-5219-4d89-ad2b-143f44579e13), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.822355 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7659fa9c-1371-481d-aaf7-48b8f2637801 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.823578 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7659fa9c-1371-481d-aaf7-48b8f2637801 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/26a57960-5219-4d89-ad2b-143f44579e13 HTTP/1.1" status: 204 len: 168 time: 0.1269977 Jan 28 12:40:04.827804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51824) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:04.828547 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659fa9c-1371-481d-aaf7-48b8f2637801 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26a57960-5219-4d89-ad2b-143f44579e13,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:04.855037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] For port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b3ad58d4-b2c7-43e5-bcd4-23e8467461ff,segment=NetworkSegment(db539386-7a69-4b2f-a8ba-2b1c1ae17564),segment_id=db539386-7a69-4b2f-a8ba-2b1c1ae17564)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:04.855610 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.888667 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9b2861da-4928-496a-84b8-7b84d18a4397 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0567667 Jan 28 12:40:04.888833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Calling delete_port for b3ad58d4-b2c7-43e5-bcd4-23e8467461ff owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:40:04.892654 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51826) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:04.978942 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de6ef0c-180f-4f2c-9760-0d32bd0ee7fd admin admin] Publish callbacks [] for security_group (83346448-e1e8-4c87-a92d-ac02d3dd286f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:04.988393 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56504848-97e1-4dcc-a62d-8115e54a9930 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (1062562c-d7e6-411e-8bd1-565fb020287b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.025561 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de6ef0c-180f-4f2c-9760-0d32bd0ee7fd admin admin] Publish callbacks [] for security_group (83346448-e1e8-4c87-a92d-ac02d3dd286f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.027380 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56504848-97e1-4dcc-a62d-8115e54a9930 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (1062562c-d7e6-411e-8bd1-565fb020287b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.055402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51828) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:05.100756 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b3ad58d4-b2c7-43e5-bcd4-23e8467461ff), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.149108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ad58d4-b2c7-43e5-bcd4-23e8467461ff,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:05.150995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] No DVR routers for this DVR port b3ad58d4-b2c7-43e5-bcd4-23e8467461ff on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:40:05.160669 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a35eb6d3-4d40-46e9-b9c6-bb2fdcae9f91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0330789448af4d838413318387b88ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1000440 Jan 28 12:40:05.172303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:05.215884 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56504848-97e1-4dcc-a62d-8115e54a9930 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1062562c-d7e6-411e-8bd1-565fb020287b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.220120 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56504848-97e1-4dcc-a62d-8115e54a9930 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.226650 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-56504848-97e1-4dcc-a62d-8115e54a9930 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-groups/1062562c-d7e6-411e-8bd1-565fb020287b HTTP/1.1" status: 204 len: 168 time: 0.3324244 Jan 28 12:40:05.232630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51834) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:05.241528 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de6ef0c-180f-4f2c-9760-0d32bd0ee7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (83346448-e1e8-4c87-a92d-ac02d3dd286f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.245419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de6ef0c-180f-4f2c-9760-0d32bd0ee7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.247256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7de6ef0c-180f-4f2c-9760-0d32bd0ee7fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83346448-e1e8-4c87-a92d-ac02d3dd286f HTTP/1.1" status: 204 len: 168 time: 0.4518700 Jan 28 12:40:05.272742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6ef0c-180f-4f2c-9760-0d32bd0ee7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83346448-e1e8-4c87-a92d-ac02d3dd286f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:05.277971 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (204ed1bb-5263-4b6c-ab65-cef6c287df31), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.289833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56504848-97e1-4dcc-a62d-8115e54a9930 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1062562c-d7e6-411e-8bd1-565fb020287b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:05.325810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204ed1bb-5263-4b6c-ab65-cef6c287df31']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:05.340667 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744c058b-e91b-417a-8277-a46948ad6e50 admin admin] Publish callbacks [] for security_group (2149383c-039c-438f-a447-92d348871985), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.346344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db539386-7a69-4b2f-a8ba-2b1c1ae17564') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:05.346846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db539386-7a69-4b2f-a8ba-2b1c1ae17564') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:05.365286 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (db539386-7a69-4b2f-a8ba-2b1c1ae17564), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.392716 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (db539386-7a69-4b2f-a8ba-2b1c1ae17564), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.407202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:40:05.408434 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (db539386-7a69-4b2f-a8ba-2b1c1ae17564), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: items = [ Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:40:05.411740 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:40:05.415242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744c058b-e91b-417a-8277-a46948ad6e50 admin admin] Publish callbacks [] for security_group (2149383c-039c-438f-a447-92d348871985), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.429754 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-72366603-169c-4061-87ef-5b5ef3719bfa tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1914961 Jan 28 12:40:05.434786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51840) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:05.464337 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a7189752-666e-4827-b8c4-ca35f3b8640c tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495794448'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:05.522307 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7189752-666e-4827-b8c4-ca35f3b8640c tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.535814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b3ad58d4-b2c7-43e5-bcd4-23e8467461ff no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:40:05.546653 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (204ed1bb-5263-4b6c-ab65-cef6c287df31), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.570747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.591695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] 10.222.0.53 "DELETE /v2.0/networks/204ed1bb-5263-4b6c-ab65-cef6c287df31 HTTP/1.1" status: 204 len: 168 time: 1.6750674 Jan 28 12:40:05.594694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead6b20-71b8-4c54-a286-cc886e85fead admin admin] Pushing event deleted for resources: {'Network': ['ID=204ed1bb-5263-4b6c-ab65-cef6c287df31,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:05.627007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744c058b-e91b-417a-8277-a46948ad6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2149383c-039c-438f-a447-92d348871985), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.628451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: b3ad58d4-b2c7-43e5-bcd4-23e8467461ff {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:40:05.629341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b3ad58d4-b2c7-43e5-bcd4-23e8467461ff not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:40:05.637884 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744c058b-e91b-417a-8277-a46948ad6e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.642043 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-744c058b-e91b-417a-8277-a46948ad6e50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2149383c-039c-438f-a447-92d348871985 HTTP/1.1" status: 204 len: 168 time: 0.4684126 Jan 28 12:40:05.675066 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c058b-e91b-417a-8277-a46948ad6e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2149383c-039c-438f-a447-92d348871985,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:05.765325 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7189752-666e-4827-b8c4-ca35f3b8640c tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (d8f9c040-474c-4a7a-a3aa-a10db913bb64), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.773275 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7189752-666e-4827-b8c4-ca35f3b8640c tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d8f9c040-474c-4a7a-a3aa-a10db913bb64), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.812633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7189752-666e-4827-b8c4-ca35f3b8640c tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f9c040-474c-4a7a-a3aa-a10db913bb64,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:05.835613 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7189752-666e-4827-b8c4-ca35f3b8640c tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.837346 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a7189752-666e-4827-b8c4-ca35f3b8640c tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4019628 Jan 28 12:40:05.841906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51856) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:05.852356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fe356089-c24b-4155-a594-501625dfe227 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': 'd8f9c040-474c-4a7a-a3aa-a10db913bb64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:05.937523 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe356089-c24b-4155-a594-501625dfe227 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (d541cfde-812d-4bc8-87e9-146b8474df58), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:05.997033 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-f4877dff-c198-4d1e-ba53-1c31b6b31723 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0624754 Jan 28 12:40:06.001370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:06.092599 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe356089-c24b-4155-a594-501625dfe227 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (d541cfde-812d-4bc8-87e9-146b8474df58), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.100143 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe356089-c24b-4155-a594-501625dfe227 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (d541cfde-812d-4bc8-87e9-146b8474df58), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.120465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:06.122788 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-65920360-cfba-4d21-b3f7-5e526265e93c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e19a5d88a599480bb807f33cd4e1ea2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1199014 Jan 28 12:40:06.129879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe356089-c24b-4155-a594-501625dfe227 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d541cfde-812d-4bc8-87e9-146b8474df58,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:06.171882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-824028dd-f509-4035-9ba2-fc4a620e0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:06.171882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-824028dd-f509-4035-9ba2-fc4a620e0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:06.171882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-824028dd-f509-4035-9ba2-fc4a620e0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:06.171882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-824028dd-f509-4035-9ba2-fc4a620e0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:06.173613 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe356089-c24b-4155-a594-501625dfe227 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.174848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fe356089-c24b-4155-a594-501625dfe227 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3298063 Jan 28 12:40:06.175511 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-824028dd-f509-4035-9ba2-fc4a620e0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:06.176004 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-824028dd-f509-4035-9ba2-fc4a620e0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:06.176476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-824028dd-f509-4035-9ba2-fc4a620e0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:06.179063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51864) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:06.183628 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-824028dd-f509-4035-9ba2-fc4a620e0494 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 6502 time: 0.1455398 Jan 28 12:40:06.229043 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0cd3c1e1-5b37-4b6c-aa19-ede7fc0333e5 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules/d541cfde-812d-4bc8-87e9-146b8474df58 HTTP/1.1" status: 200 len: 763 time: 0.0443957 Jan 28 12:40:06.240974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51868) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:06.283549 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc187054-c150-4969-90fa-fdbb3b59d8bf admin admin] Publish callbacks [] for security_group (5c8a9017-2e61-4e53-b606-9719d14dc319), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.325727 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc187054-c150-4969-90fa-fdbb3b59d8bf admin admin] Publish callbacks [] for security_group (5c8a9017-2e61-4e53-b606-9719d14dc319), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.413313 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4f648644-0050-434d-bed0-7114fc6cfaa3 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1628807 Jan 28 12:40:06.418016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:06.443897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc187054-c150-4969-90fa-fdbb3b59d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5c8a9017-2e61-4e53-b606-9719d14dc319), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.449583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc187054-c150-4969-90fa-fdbb3b59d8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.453720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cc187054-c150-4969-90fa-fdbb3b59d8bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c8a9017-2e61-4e53-b606-9719d14dc319 HTTP/1.1" status: 204 len: 168 time: 0.3316543 Jan 28 12:40:06.474051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc187054-c150-4969-90fa-fdbb3b59d8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8a9017-2e61-4e53-b606-9719d14dc319,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:06.479523 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-f72d17bb-ecb8-4997-9d3f-8e82aaa59a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:06.480228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-f72d17bb-ecb8-4997-9d3f-8e82aaa59a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:06.480884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-f72d17bb-ecb8-4997-9d3f-8e82aaa59a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:06.482864 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-f72d17bb-ecb8-4997-9d3f-8e82aaa59a6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bf351ce-cde8-4750-8c3e-65261d6dbfdd&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&id=d3b63326-8568-43b2-9e27-1f1fd24b1c71 HTTP/1.1" status: 200 len: 2297 time: 0.2672040 Jan 28 12:40:06.484494 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f81eb9d-98e9-4ab3-b2e9-8e250add7ddf tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (d541cfde-812d-4bc8-87e9-146b8474df58), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.494943 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f81eb9d-98e9-4ab3-b2e9-8e250add7ddf tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (d541cfde-812d-4bc8-87e9-146b8474df58), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.531718 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f81eb9d-98e9-4ab3-b2e9-8e250add7ddf tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (d541cfde-812d-4bc8-87e9-146b8474df58), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.540563 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f81eb9d-98e9-4ab3-b2e9-8e250add7ddf tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.541625 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3f81eb9d-98e9-4ab3-b2e9-8e250add7ddf tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d541cfde-812d-4bc8-87e9-146b8474df58 HTTP/1.1" status: 204 len: 168 time: 0.1222835 Jan 28 12:40:06.545920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51878) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:06.589551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81eb9d-98e9-4ab3-b2e9-8e250add7ddf tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d541cfde-812d-4bc8-87e9-146b8474df58,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:06.613358 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-ac2714a7-c01c-4e46-be3e-17d4c34ead48 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d18dd548-98ca-4f06-ab2e-5e85c9b77764 HTTP/1.1" status: 200 len: 1000 time: 0.0890205 Jan 28 12:40:06.642932 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1927386f-0c64-44f7-ab8d-4a3f2a3afb0d tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0940311 Jan 28 12:40:06.646754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51884) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:06.655106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-817ff8a3-095f-4bf7-8aa3-d5744c256b13 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': 'd8f9c040-474c-4a7a-a3aa-a10db913bb64', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:06.725806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-a33bd819-3188-4c8a-ad08-d00a09cf6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:06.728175 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-a33bd819-3188-4c8a-ad08-d00a09cf6b47 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01f467cc-bdc7-448a-a68f-ccbe4d40c1b8 HTTP/1.1" status: 200 len: 855 time: 0.1082618 Jan 28 12:40:06.741105 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-817ff8a3-095f-4bf7-8aa3-d5744c256b13 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (8106a36b-f910-42b0-9ff4-c41733215051), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.868211 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-817ff8a3-095f-4bf7-8aa3-d5744c256b13 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (8106a36b-f910-42b0-9ff4-c41733215051), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.868769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-208b410d-8f8f-4d32-9e17-72dd49b82734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:06.873772 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-817ff8a3-095f-4bf7-8aa3-d5744c256b13 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (8106a36b-f910-42b0-9ff4-c41733215051), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.881857 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-208b410d-8f8f-4d32-9e17-72dd49b82734 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bf351ce-cde8-4750-8c3e-65261d6dbfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426606 Jan 28 12:40:06.924800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ff8a3-095f-4bf7-8aa3-d5744c256b13 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8106a36b-f910-42b0-9ff4-c41733215051,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:06.951600 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-817ff8a3-095f-4bf7-8aa3-d5744c256b13 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:06.958991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-817ff8a3-095f-4bf7-8aa3-d5744c256b13 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3094726 Jan 28 12:40:06.961347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51904) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:06.997944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7780d75f-3521-4033-bed7-186b92e5f326 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules/8106a36b-f910-42b0-9ff4-c41733215051 HTTP/1.1" status: 200 len: 763 time: 0.0343590 Jan 28 12:40:06.999290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51906) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:07.071503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-641e240e-7c5d-40c9-ad4b-6e02a7930bd6 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0702364 Jan 28 12:40:07.072575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51910) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:07.102961 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f6e505-d48b-45f1-b85f-503feb8604a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (8106a36b-f910-42b0-9ff4-c41733215051), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:07.112574 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f6e505-d48b-45f1-b85f-503feb8604a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (8106a36b-f910-42b0-9ff4-c41733215051), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:07.163459 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f6e505-d48b-45f1-b85f-503feb8604a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (8106a36b-f910-42b0-9ff4-c41733215051), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:07.180616 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f6e505-d48b-45f1-b85f-503feb8604a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:07.189047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-58f6e505-d48b-45f1-b85f-503feb8604a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8106a36b-f910-42b0-9ff4-c41733215051 HTTP/1.1" status: 204 len: 168 time: 0.1115367 Jan 28 12:40:07.192473 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-8bbf9db2-31e7-4fa3-9591-b90b9e6dd7fa service neutron] 10.222.0.49 "GET /v2.0/networks/1bf351ce-cde8-4750-8c3e-65261d6dbfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022842 Jan 28 12:40:07.193326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:07.214077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6e505-d48b-45f1-b85f-503feb8604a7 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8106a36b-f910-42b0-9ff4-c41733215051,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:07.305963 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1993a4b8-8602-486d-a848-bd6faeaeebb6 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1070752 Jan 28 12:40:07.306930 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51916) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:07.311009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f6ec390e-c4db-4987-89a2-d3aa761fcc74 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': 'd8f9c040-474c-4a7a-a3aa-a10db913bb64', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:07.333794 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-f6ec390e-c4db-4987-89a2-d3aa761fcc74 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Project 2b5bb786448a4e17a3b9b9986e935393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:40:07.344700 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6ec390e-c4db-4987-89a2-d3aa761fcc74 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (3214ff98-74c4-452f-a4ce-f0cda1640dd0), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:07.402400 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-0440a4bb-edf7-4db3-9994-b0d3a914c3f6 service neutron] 10.222.0.49 "GET /v2.0/networks/1bf351ce-cde8-4750-8c3e-65261d6dbfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949742 Jan 28 12:40:07.461142 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-2a2a8269-682c-4c48-8e89-47cb7adcbb08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=9e091731-98f3-48a0-9d92-636583e4a971 HTTP/1.1" status: 200 len: 217 time: 0.0524704 Jan 28 12:40:07.527871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-628b39fc-ca85-446b-914f-a1322edeebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:07.529859 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-628b39fc-ca85-446b-914f-a1322edeebef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 200 len: 797 time: 0.0601642 Jan 28 12:40:07.596493 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6ec390e-c4db-4987-89a2-d3aa761fcc74 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (3214ff98-74c4-452f-a4ce-f0cda1640dd0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:07.610379 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6ec390e-c4db-4987-89a2-d3aa761fcc74 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (3214ff98-74c4-452f-a4ce-f0cda1640dd0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:07.642647 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-d6bff1d4-f3d2-4d2b-920f-18e366e33a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:07.645353 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-d6bff1d4-f3d2-4d2b-920f-18e366e33a15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084616 Jan 28 12:40:07.792787 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-8c3c004d-fa35-435c-89d1-ecefab3afb54 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327612 Jan 28 12:40:07.807565 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6ec390e-c4db-4987-89a2-d3aa761fcc74 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:07.809030 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f6ec390e-c4db-4987-89a2-d3aa761fcc74 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5017126 Jan 28 12:40:07.811308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec390e-c4db-4987-89a2-d3aa761fcc74 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3214ff98-74c4-452f-a4ce-f0cda1640dd0,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:07.813408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51936) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:07.913394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-559c1a68-260a-4cf0-8d6b-b4747154033b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules/3214ff98-74c4-452f-a4ce-f0cda1640dd0 HTTP/1.1" status: 200 len: 769 time: 0.0962996 Jan 28 12:40:07.939831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:08.042434 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-82e7e28f-6c63-4506-bcc7-9fbbf0e934f8 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1013489 Jan 28 12:40:08.047951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51948) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:08.103409 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-bd9ba731-ccab-4303-a944-0d5c914da7c2 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931385 Jan 28 12:40:08.131075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa78fa5-a635-4bf4-aa47-b4ae3d5dd908 req-2c6de018-d612-4342-bc06-53f588f2af0f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.141666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa78fa5-a635-4bf4-aa47-b4ae3d5dd908 req-2c6de018-d612-4342-bc06-53f588f2af0f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.152129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa78fa5-a635-4bf4-aa47-b4ae3d5dd908 req-2c6de018-d612-4342-bc06-53f588f2af0f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.158344 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-0d247d11-3cd5-4841-9d51-c9900c9ff350 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd HTTP/1.1" status: 200 len: 217 time: 0.0471191 Jan 28 12:40:08.163593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa78fa5-a635-4bf4-aa47-b4ae3d5dd908 req-2c6de018-d612-4342-bc06-53f588f2af0f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.173054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa78fa5-a635-4bf4-aa47-b4ae3d5dd908 req-2c6de018-d612-4342-bc06-53f588f2af0f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.181441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa78fa5-a635-4bf4-aa47-b4ae3d5dd908 req-2c6de018-d612-4342-bc06-53f588f2af0f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.190737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa78fa5-a635-4bf4-aa47-b4ae3d5dd908 req-2c6de018-d612-4342-bc06-53f588f2af0f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.209013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fa78fa5-a635-4bf4-aa47-b4ae3d5dd908 req-2c6de018-d612-4342-bc06-53f588f2af0f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5432 time: 0.3447006 Jan 28 12:40:08.214272 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5a97797-81ef-432e-8a14-13ee04d669df tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (3214ff98-74c4-452f-a4ce-f0cda1640dd0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:08.246859 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5a97797-81ef-432e-8a14-13ee04d669df tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (3214ff98-74c4-452f-a4ce-f0cda1640dd0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:08.322903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-cb635968-43e3-41ea-b36e-827c01137ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.326167 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-cb635968-43e3-41ea-b36e-827c01137ce0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 200 len: 797 time: 0.1613019 Jan 28 12:40:08.364757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51956) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:08.395382 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5a97797-81ef-432e-8a14-13ee04d669df tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (3214ff98-74c4-452f-a4ce-f0cda1640dd0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:08.430883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fa78fa5-a635-4bf4-aa47-b4ae3d5dd908 req-eae4eb24-6767-4b2d-9dda-387a3359af80 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2094703 Jan 28 12:40:08.436198 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5a97797-81ef-432e-8a14-13ee04d669df tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:08.444873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:08.452159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a5a97797-81ef-432e-8a14-13ee04d669df tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3214ff98-74c4-452f-a4ce-f0cda1640dd0 HTTP/1.1" status: 204 len: 168 time: 0.3915455 Jan 28 12:40:08.469062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a97797-81ef-432e-8a14-13ee04d669df tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3214ff98-74c4-452f-a4ce-f0cda1640dd0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:08.528010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-20577b5e-1b44-4506-8111-486d77171b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.530474 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-20577b5e-1b44-4506-8111-486d77171b41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1968236 Jan 28 12:40:08.549237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51966) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:08.567580 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9f7cdd86-dd92-4659-9689-109580140e73 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1213837 Jan 28 12:40:08.667896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef1fbcfa-155d-4e88-add0-afeeb2510e3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (d8f9c040-474c-4a7a-a3aa-a10db913bb64), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:08.695020 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef1fbcfa-155d-4e88-add0-afeeb2510e3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (d8f9c040-474c-4a7a-a3aa-a10db913bb64), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:08.814999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-e455eb60-2095-4bc7-9ab9-adf0872de829 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.829969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-e455eb60-2095-4bc7-9ab9-adf0872de829 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.837735 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-cc5fe484-c301-4cfe-8451-20072773a12d service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677288 Jan 28 12:40:08.849672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-e455eb60-2095-4bc7-9ab9-adf0872de829 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.861814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1679511085-network', 'tenant_id': 'cedb216d5a1740a5bdbe91342c0b0307'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:08.872206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-e455eb60-2095-4bc7-9ab9-adf0872de829 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.886845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-e455eb60-2095-4bc7-9ab9-adf0872de829 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.896316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-e455eb60-2095-4bc7-9ab9-adf0872de829 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.902721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-e455eb60-2095-4bc7-9ab9-adf0872de829 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:08.908070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-e455eb60-2095-4bc7-9ab9-adf0872de829 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5432 time: 0.1976261 Jan 28 12:40:08.950575 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef1fbcfa-155d-4e88-add0-afeeb2510e3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d8f9c040-474c-4a7a-a3aa-a10db913bb64), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:08.955254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef1fbcfa-155d-4e88-add0-afeeb2510e3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:08.957262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ef1fbcfa-155d-4e88-add0-afeeb2510e3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-groups/d8f9c040-474c-4a7a-a3aa-a10db913bb64 HTTP/1.1" status: 204 len: 168 time: 0.4064748 Jan 28 12:40:08.974989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51976) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:09.002719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Made reservation on behalf of cedb216d5a1740a5bdbe91342c0b0307 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:40:09.007144 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:09.019311 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:09.072106 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-2652a4a0-08de-4258-ae63-db681c86d357 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977940 Jan 28 12:40:09.122299 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-4ac4cd40-ebac-46b4-9ca4-ab79b6136909 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=e3e13ee8-39fb-4803-b035-c6c7540718a8 HTTP/1.1" status: 200 len: 217 time: 0.0439682 Jan 28 12:40:09.172266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-32c62ed6-0e37-4207-b5fa-d8c2ba5e6c84 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:09.176616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-32c62ed6-0e37-4207-b5fa-d8c2ba5e6c84 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "GET /v2.0/ports/6ea4abda-c248-47c5-8b95-df920c974751?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2524304 Jan 28 12:40:09.180745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fbcfa-155d-4e88-add0-afeeb2510e3b tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f9c040-474c-4a7a-a3aa-a10db913bb64,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:09.195777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51982) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:09.311448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-563de928-5bfe-4045-ae9f-b708c7d79a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:09.314503 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-563de928-5bfe-4045-ae9f-b708c7d79a96 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 200 len: 797 time: 0.1833968 Jan 28 12:40:09.430093 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-ddc6d25d-f955-44be-819e-80c6d33258a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:09.435710 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-ddc6d25d-f955-44be-819e-80c6d33258a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101489 Jan 28 12:40:09.444597 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Publish callbacks [] for security_group (13554882-3cca-42f4-b990-78245c5a56f6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:09.446847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-168cea6a-4fc7-4a34-a8ee-0778edccb571 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4660609 Jan 28 12:40:09.454653 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (13554882-3cca-42f4-b990-78245c5a56f6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:09.466674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51988) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:09.496826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c6d22919-8356-4f22-934f-604730606b64 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000552532'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:09.530169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-4d615097-a8ea-4cb6-9fe1-6105fb230d54 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "GET /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3359568 Jan 28 12:40:09.547969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:09.569603 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6d22919-8356-4f22-934f-604730606b64 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:09.613682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:40:09.704814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1824163388-network', 'tenant_id': 'ac53574e3dae413c92de941f02616b18'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:09.728576 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13554882-3cca-42f4-b990-78245c5a56f6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:09.750538 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6a08c67b-da4c-44ec-b999-96ed033fdcad), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:09.751113 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Added segment 6a08c67b-da4c-44ec-b999-96ed033fdcad of type vlan for network 53b2396a-c269-458c-b234-62f88435ca8e Jan 28 12:40:09.898941 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6ea4abda-c248-47c5-8b95-df920c974751), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:09.914842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Made reservation on behalf of ac53574e3dae413c92de941f02616b18 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:40:09.918639 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:09.935805 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:09.939274 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (53b2396a-c269-458c-b234-62f88435ca8e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.003549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6d22919-8356-4f22-934f-604730606b64 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (74b66916-815b-4367-b00d-b4873f59ecbf), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.019649 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6d22919-8356-4f22-934f-604730606b64 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (74b66916-815b-4367-b00d-b4873f59ecbf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.071007 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d22919-8356-4f22-934f-604730606b64 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b66916-815b-4367-b00d-b4873f59ecbf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:10.074028 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (53b2396a-c269-458c-b234-62f88435ca8e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.075252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:10.087832 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.174376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f87d-0252-45c5-b77e-650e778e8ba2 req-b5dc7c49-823b-4af1-8f10-07728cee1fa4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:10.182916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f87d-0252-45c5-b77e-650e778e8ba2 req-b5dc7c49-823b-4af1-8f10-07728cee1fa4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:10.198711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f87d-0252-45c5-b77e-650e778e8ba2 req-b5dc7c49-823b-4af1-8f10-07728cee1fa4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:10.219924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f87d-0252-45c5-b77e-650e778e8ba2 req-b5dc7c49-823b-4af1-8f10-07728cee1fa4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:10.227454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f87d-0252-45c5-b77e-650e778e8ba2 req-b5dc7c49-823b-4af1-8f10-07728cee1fa4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:10.234658 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f87d-0252-45c5-b77e-650e778e8ba2 req-b5dc7c49-823b-4af1-8f10-07728cee1fa4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:10.243085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f87d-0252-45c5-b77e-650e778e8ba2 req-b5dc7c49-823b-4af1-8f10-07728cee1fa4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:10.246088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed10f87d-0252-45c5-b77e-650e778e8ba2 req-b5dc7c49-823b-4af1-8f10-07728cee1fa4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 5432 time: 0.4348772 Jan 28 12:40:10.289732 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-2bb08f9a-304f-462d-b9fd-8094eb534951 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8380108 Jan 28 12:40:10.299942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] Pushing event updated for resources: {'Network': ['ID=53b2396a-c269-458c-b234-62f88435ca8e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:10.317136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 53b2396a-c269-458c-b234-62f88435ca8e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:40:10.363394 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6d22919-8356-4f22-934f-604730606b64 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.364793 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c6d22919-8356-4f22-934f-604730606b64 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8747365 Jan 28 12:40:10.372899 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8c97e762-2783-4837-9445-8a33ea494040 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0012617 Jan 28 12:40:10.372899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52006) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:10.383100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52008) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:10.393919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-52ada3db-97d4-4da2-84ce-e3140c2352cc admin admin] Request body: {'subnet': {'network_id': '53b2396a-c269-458c-b234-62f88435ca8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1679511085-subnet', 'tenant_id': 'cedb216d5a1740a5bdbe91342c0b0307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:10.403642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-cacb98a4-bee2-4920-9c03-679fbe648604 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Request body: {'security_group_rule': {'security_group_id': '74b66916-815b-4367-b00d-b4873f59ecbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:10.542316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ada3db-97d4-4da2-84ce-e3140c2352cc admin admin] Made reservation on behalf of cedb216d5a1740a5bdbe91342c0b0307 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:40:10.546560 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52ada3db-97d4-4da2-84ce-e3140c2352cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.550183 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-23733225-a9c6-494c-818d-872091bb9fc0 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448158 Jan 28 12:40:10.551607 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cacb98a4-bee2-4920-9c03-679fbe648604 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (3e3bef3a-527e-4efd-a791-5a200a49af7d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.660808 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-823ae8a4-4aef-490e-b05e-8131eb125621 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=fdfc4e8f-b326-4e7b-844a-2cb142c67066 HTTP/1.1" status: 200 len: 217 time: 0.1005046 Jan 28 12:40:10.697416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed10f87d-0252-45c5-b77e-650e778e8ba2 req-9f8c8120-965d-4db1-b063-e385fdd831de tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4146295 Jan 28 12:40:10.780916 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Publish callbacks [] for security_group (ba311d33-0ba1-441c-a639-0aa7c28c29db), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.801190 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ba311d33-0ba1-441c-a639-0aa7c28c29db), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.812979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] For port 6ea4abda-c248-47c5-8b95-df920c974751, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6ea4abda-c248-47c5-8b95-df920c974751,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:10.814440 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-435e77d1-95be-49fc-9ced-ee6ea14d1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:10.819876 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-435e77d1-95be-49fc-9ced-ee6ea14d1ce8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 200 len: 797 time: 0.1443260 Jan 28 12:40:10.880636 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cacb98a4-bee2-4920-9c03-679fbe648604 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (3e3bef3a-527e-4efd-a791-5a200a49af7d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.893463 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cacb98a4-bee2-4920-9c03-679fbe648604 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (3e3bef3a-527e-4efd-a791-5a200a49af7d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.942776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:40:10.947312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb98a4-bee2-4920-9c03-679fbe648604 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3bef3a-527e-4efd-a791-5a200a49af7d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:10.953602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-8859a94c-1b85-4ad1-91ca-96a9d041b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:10.956134 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-8859a94c-1b85-4ad1-91ca-96a9d041b041 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1295288 Jan 28 12:40:10.976601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cacb98a4-bee2-4920-9c03-679fbe648604 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:10.978400 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cacb98a4-bee2-4920-9c03-679fbe648604 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6058846 Jan 28 12:40:10.983450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52030) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:11.018212 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba311d33-0ba1-441c-a639-0aa7c28c29db,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:11.022908 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f7cc0e36-44d2-4de6-a71f-26a64c1d174c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:11.023797 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Added segment f7cc0e36-44d2-4de6-a71f-26a64c1d174c of type vlan for network 4a440137-19db-415b-a008-d206b9d9ab9e Jan 28 12:40:11.041385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] For port 6ea4abda-c248-47c5-8b95-df920c974751, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:40:11.102721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] device_id is not set on port 6ea4abda-c248-47c5-8b95-df920c974751 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:40:11.144475 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] Publish callbacks [] for port (6ea4abda-c248-47c5-8b95-df920c974751), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:11.164627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (6ea4abda-c248-47c5-8b95-df920c974751), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:11.176983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (4a440137-19db-415b-a008-d206b9d9ab9e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:11.308091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f2586121-8b46-44f0-bbb8-e82594060785 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:40:11.374708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (4a440137-19db-415b-a008-d206b9d9ab9e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:11.376835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:11.378539 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:11.383574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] Pushing event updated for resources: {'Port': ['ID=6ea4abda-c248-47c5-8b95-df920c974751,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:11.425711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] No DVR routers for this DVR port 6ea4abda-c248-47c5-8b95-df920c974751 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:40:11.592355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3872921 Jan 28 12:40:11.597488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52046) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:11.606450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3c024f67-dc3c-491c-a567-1f5f6cc6b76f admin admin] Request body: {'subnet': {'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-subnet', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:11.629884 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52ada3db-97d4-4da2-84ce-e3140c2352cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (c507f237-f06b-4930-b0c6-083c6d682c15), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:11.672003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port f2586121-8b46-44f0-bbb8-e82594060785 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:11.678838 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2586121-8b46-44f0-bbb8-e82594060785), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:11.720768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c8f8e-8dc2-4324-a30b-a8588d29f4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=4a440137-19db-415b-a008-d206b9d9ab9e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:11.736137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] In _notify_port_updated(), no bound segment for port 6ea4abda-c248-47c5-8b95-df920c974751 on network e54d590a-3977-4e88-846f-ae0b85d73b5d {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:40:11.737051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:11.737680 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:11.739056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-95b7513c-ee06-4a95-b709-202ded6730bb service neutron] 10.222.0.49 "PUT /v2.0/ports/6ea4abda-c248-47c5-8b95-df920c974751 HTTP/1.1" status: 200 len: 1027 time: 2.2030241 Jan 28 12:40:11.767722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 4a440137-19db-415b-a008-d206b9d9ab9e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:40:11.791656 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-7507aa4c-18db-400a-beac-7382e59ae2fb service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8280220 Jan 28 12:40:11.931305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c024f67-dc3c-491c-a567-1f5f6cc6b76f admin admin] Made reservation on behalf of ac53574e3dae413c92de941f02616b18 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:40:11.934249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c024f67-dc3c-491c-a567-1f5f6cc6b76f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:11.950298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada3db-97d4-4da2-84ce-e3140c2352cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c507f237-f06b-4930-b0c6-083c6d682c15,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:11.957047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f2586121-8b46-44f0-bbb8-e82594060785, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f2586121-8b46-44f0-bbb8-e82594060785,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:11.970575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2586121-8b46-44f0-bbb8-e82594060785'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:11.978469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-514e7d82-2269-4d1a-a959-70fdd46af06d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:11.980672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-514e7d82-2269-4d1a-a959-70fdd46af06d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "GET /v2.0/ports/f2586121-8b46-44f0-bbb8-e82594060785?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2034018 Jan 28 12:40:11.983962 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d6b558-88dc-428d-9c4d-1bf7780355ed" -d '{"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-unplugged", "status": "completed", "tag": "f2586121-8b46-44f0-bbb8-e82594060785"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:11.994696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:12.023075 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f2586121-8b46-44f0-bbb8-e82594060785), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:12.032755 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6ea4abda-c248-47c5-8b95-df920c974751 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:40:12.103560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52060) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:12.121823 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e646bb27-0e18-4920-b362-7a63113d7a37 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (74b66916-815b-4367-b00d-b4873f59ecbf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:12.184464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ada3db-97d4-4da2-84ce-e3140c2352cc admin admin] Checking segment: {'id': '6a08c67b-da4c-44ec-b999-96ed033fdcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53b2396a-c269-458c-b234-62f88435ca8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:40:12.185527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ada3db-97d4-4da2-84ce-e3140c2352cc admin admin] Network hostable DHCP agents. Network: 53b2396a-c269-458c-b234-62f88435ca8e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:40:12.186853 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e646bb27-0e18-4920-b362-7a63113d7a37 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (74b66916-815b-4367-b00d-b4873f59ecbf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:12.263511 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2586121-8b46-44f0-bbb8-e82594060785), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:12.273516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-07bbf350-2f7f-4f94-bcec-07b98a383fd1 None None] Provisioning complete for port 6ea4abda-c248-47c5-8b95-df920c974751 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:12.273906 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07bbf350-2f7f-4f94-bcec-07b98a383fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6ea4abda-c248-47c5-8b95-df920c974751), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:12.297221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f886c6f-024c-41ff-91f2-d35f696dc248 req-a5aad70d-3418-4bb0-8e9c-7fbd2194b1b3 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:12.304915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f886c6f-024c-41ff-91f2-d35f696dc248 req-a5aad70d-3418-4bb0-8e9c-7fbd2194b1b3 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:12.311628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f886c6f-024c-41ff-91f2-d35f696dc248 req-a5aad70d-3418-4bb0-8e9c-7fbd2194b1b3 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:12.317762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f886c6f-024c-41ff-91f2-d35f696dc248 req-a5aad70d-3418-4bb0-8e9c-7fbd2194b1b3 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:12.324996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f886c6f-024c-41ff-91f2-d35f696dc248 req-a5aad70d-3418-4bb0-8e9c-7fbd2194b1b3 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:12.331452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f886c6f-024c-41ff-91f2-d35f696dc248 req-a5aad70d-3418-4bb0-8e9c-7fbd2194b1b3 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:12.334785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f886c6f-024c-41ff-91f2-d35f696dc248 req-a5aad70d-3418-4bb0-8e9c-7fbd2194b1b3 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 4656 time: 0.2271984 Jan 28 12:40:12.349831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ada3db-97d4-4da2-84ce-e3140c2352cc admin admin] Network 53b2396a-c269-458c-b234-62f88435ca8e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:40:12.350636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-07bbf350-2f7f-4f94-bcec-07b98a383fd1 None None] Port 6ea4abda-c248-47c5-8b95-df920c974751 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:40:12.354696 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e558a54-0517-41ee-b111-1a2492ddd948 x-openstack-request-id: req-0e558a54-0517-41ee-b111-1a2492ddd948 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:12.355013 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-unplugged", "status": "completed", "tag": "f2586121-8b46-44f0-bbb8-e82594060785", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:12.357785 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e558a54-0517-41ee-b111-1a2492ddd948 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:12.359226 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2586121-8b46-44f0-bbb8-e82594060785', 'code': 200} Jan 28 12:40:12.361503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e646bb27-0e18-4920-b362-7a63113d7a37 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (74b66916-815b-4367-b00d-b4873f59ecbf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:12.367976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e646bb27-0e18-4920-b362-7a63113d7a37 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:12.372855 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e646bb27-0e18-4920-b362-7a63113d7a37 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-groups/74b66916-815b-4367-b00d-b4873f59ecbf HTTP/1.1" status: 204 len: 168 time: 1.3850968 Jan 28 12:40:12.382729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52064) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:12.383127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port 6ea4abda-c248-47c5-8b95-df920c974751 host ! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:40:12.384218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6ea4abda-c248-47c5-8b95-df920c974751 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:40:12.385797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a0310cb0-628a-4b57-9679-77da0382719e no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:40:12.434674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-52ada3db-97d4-4da2-84ce-e3140c2352cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 53b2396a-c269-458c-b234-62f88435ca8e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:40:12.459731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646bb27-0e18-4920-b362-7a63113d7a37 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b66916-815b-4367-b00d-b4873f59ecbf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:12.478569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=f2586121-8b46-44f0-bbb8-e82594060785,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:12.482012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ada3db-97d4-4da2-84ce-e3140c2352cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:12.482655 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52ada3db-97d4-4da2-84ce-e3140c2352cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:12.506032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5746e1ce-cb8d-4dce-8061-7cb6f77f68c3 None None] Network 53b2396a-c269-458c-b234-62f88435ca8e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:40:12.506599 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-cdeae904-e8a5-4bce-a876-d7d3071a1bd8 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969099 Jan 28 12:40:12.597910 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-f7696ab9-20cd-45fb-a12c-cd3dd55c8794 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=687734a6-4953-4791-86b6-eee72b417f42 HTTP/1.1" status: 200 len: 217 time: 0.0824981 Jan 28 12:40:12.617693 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7436b93-1045-4e64-aa39-f3b58a55a795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:12.671392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-52ada3db-97d4-4da2-84ce-e3140c2352cc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2686250 Jan 28 12:40:12.702334 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e4240b3b-3375-4da0-a4d4-b22111bd5412 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3177388 Jan 28 12:40:12.706767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52068) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:12.718841 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c024f67-dc3c-491c-a567-1f5f6cc6b76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (3d011e52-ad95-42d0-81cb-9100ce920e36), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:12.732709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f886c6f-024c-41ff-91f2-d35f696dc248 req-70e4e98a-cf5f-44c6-892b-1bf9e5bfbf1e tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe2c552c-8026-48d8-8011-de5beacf7d0c&id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3780723 Jan 28 12:40:12.807454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-9b788e0e-1619-4a0f-a25e-29d6d3028f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:12.811214 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-9b788e0e-1619-4a0f-a25e-29d6d3028f4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2b2d8fd-2f60-487f-a585-614b3246e10e HTTP/1.1" status: 200 len: 797 time: 0.2068002 Jan 28 12:40:12.852898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] For port f2586121-8b46-44f0-bbb8-e82594060785, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f2586121-8b46-44f0-bbb8-e82594060785,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:12.885896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c024f67-dc3c-491c-a567-1f5f6cc6b76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d011e52-ad95-42d0-81cb-9100ce920e36,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:12.920694 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3bab8743-7a6c-4fcd-9c95-3ec73d5f6bc1 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2120388 Jan 28 12:40:12.925315 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52070) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:12.962530 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-d9082aad-8e15-4e53-9330-d0940b667e6f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] delete failed (client error): The resource could not be found. Jan 28 12:40:12.966301 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d9082aad-8e15-4e53-9330-d0940b667e6f tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "DELETE /v2.0/security-groups/74b66916-815b-4367-b00d-b4873f59ecbf HTTP/1.1" status: 404 len: 347 time: 0.0388815 Jan 28 12:40:12.973106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52072) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:12.980988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] For port f2586121-8b46-44f0-bbb8-e82594060785, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:40:12.985726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c024f67-dc3c-491c-a567-1f5f6cc6b76f admin admin] Checking segment: {'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:40:12.986836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c024f67-dc3c-491c-a567-1f5f6cc6b76f admin admin] Network hostable DHCP agents. Network: 4a440137-19db-415b-a008-d206b9d9ab9e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:40:13.011550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-6abae4be-6403-416c-89db-923f9e0daf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:13.018814 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-6abae4be-6403-416c-89db-923f9e0daf16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2004061 Jan 28 12:40:13.082051 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a0310cb0-628a-4b57-9679-77da0382719e is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:13.082666 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a0310cb0-628a-4b57-9679-77da0382719e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:13.085994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db59a6e3-08d4-48b7-b67c-ce86187f6e27 None None] Network 53b2396a-c269-458c-b234-62f88435ca8e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:40:13.096363 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7436b93-1045-4e64-aa39-f3b58a55a795 admin admin] Publish callbacks [] for security_group (2defdbb7-ed27-406e-934b-c0e2c6645fb6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:13.121350 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7436b93-1045-4e64-aa39-f3b58a55a795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2defdbb7-ed27-406e-934b-c0e2c6645fb6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:13.267434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] device_id is not set on port f2586121-8b46-44f0-bbb8-e82594060785 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:40:13.303714 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6e2dde47-6acb-4e04-9a19-6f9ba3e50cd5 tempest-SecGroupIPv6Test-456108294 tempest-SecGroupIPv6Test-456108294-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3280914 Jan 28 12:40:13.393914 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-852e0295-826d-4b21-9900-d3bb9bd6f6c0 service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632450 Jan 28 12:40:13.405520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] Publish callbacks [] for port (f2586121-8b46-44f0-bbb8-e82594060785), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:13.412163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c024f67-dc3c-491c-a567-1f5f6cc6b76f admin admin] Network 4a440137-19db-415b-a008-d206b9d9ab9e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:40:13.423226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7436b93-1045-4e64-aa39-f3b58a55a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2defdbb7-ed27-406e-934b-c0e2c6645fb6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:13.458042 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a7436b93-1045-4e64-aa39-f3b58a55a795 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e11fb4306920450481ec2e12985111fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3492470 Jan 28 12:40:13.462613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52086) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:13.472170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a0310cb0-628a-4b57-9679-77da0382719e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a0310cb0-628a-4b57-9679-77da0382719e,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:13.478472 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f2586121-8b46-44f0-bbb8-e82594060785), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:13.482919 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a0310cb0-628a-4b57-9679-77da0382719e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:13.485576 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f2eae2a5-ffa0-4482-ba27-f5eb1313d427 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:40:13.520198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3c024f67-dc3c-491c-a567-1f5f6cc6b76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 4a440137-19db-415b-a008-d206b9d9ab9e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:40:13.535453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c024f67-dc3c-491c-a567-1f5f6cc6b76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:13.536828 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c024f67-dc3c-491c-a567-1f5f6cc6b76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:13.577110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461c1609-b10d-49cb-bbec-d6fc8e5b31ef None None] Network 4a440137-19db-415b-a008-d206b9d9ab9e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:40:13.736275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3c024f67-dc3c-491c-a567-1f5f6cc6b76f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1371529 Jan 28 12:40:13.752164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52096) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:13.773980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:13.780317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] Pushing event updated for resources: {'Port': ['ID=f2586121-8b46-44f0-bbb8-e82594060785,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:13.841617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] No DVR routers for this DVR port f2586121-8b46-44f0-bbb8-e82594060785 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:40:13.902511 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-c762fbc4-ce85-4ba9-b4ee-05d5e8c26ddc service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896994 Jan 28 12:40:13.938721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52100) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:14.000556 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (4e840743-e346-4432-8892-d6a4bbd6543f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.002482 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (4e840743-e346-4432-8892-d6a4bbd6543f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.008898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:14.010647 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.011419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] In _notify_port_updated(), no bound segment for port f2586121-8b46-44f0-bbb8-e82594060785 on network e54d590a-3977-4e88-846f-ae0b85d73b5d {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:40:14.012581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:14.014129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.015678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-09859b6a-5bdc-4cba-80fb-7cc17748db07 service neutron] 10.222.0.49 "PUT /v2.0/ports/f2586121-8b46-44f0-bbb8-e82594060785 HTTP/1.1" status: 200 len: 1027 time: 2.0262299 Jan 28 12:40:14.024556 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-dc025c00-eae3-43bc-80d5-28aa92a6128c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d614476f-a012-40fd-a206-22686ed73e88 HTTP/1.1" status: 200 len: 217 time: 0.1131735 Jan 28 12:40:14.134247 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe2d6c98-da7c-49b9-92c3-7a3b50a81710 admin admin] Publish callbacks [] for security_group (2defdbb7-ed27-406e-934b-c0e2c6645fb6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.168265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-4a440137-19db-415b-a008-d206b9d9ab9e', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'project_id': 'ac53574e3dae413c92de941f02616b18', 'fixed_ips': [{'subnet_id': '3d011e52-ad95-42d0-81cb-9100ce920e36'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:40:14.176404 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.203132 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe2d6c98-da7c-49b9-92c3-7a3b50a81710 admin admin] Publish callbacks [] for security_group (2defdbb7-ed27-406e-934b-c0e2c6645fb6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.207923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-c715ab34-88a2-437a-929e-0af2fc78ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:14.213360 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Publish callbacks [] for router_controller (4e840743-e346-4432-8892-d6a4bbd6543f), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.214464 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-c715ab34-88a2-437a-929e-0af2fc78ee1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2b2d8fd-2f60-487f-a585-614b3246e10e HTTP/1.1" status: 200 len: 797 time: 0.1844592 Jan 28 12:40:14.252808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeed3ec-238d-41fc-b537-9075bd66a4aa req-8b2680a1-d4ca-4142-9d07-7ab227ecc0ed tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:14.259232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeed3ec-238d-41fc-b537-9075bd66a4aa req-8b2680a1-d4ca-4142-9d07-7ab227ecc0ed tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:14.264757 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeed3ec-238d-41fc-b537-9075bd66a4aa req-8b2680a1-d4ca-4142-9d07-7ab227ecc0ed tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:14.270196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeed3ec-238d-41fc-b537-9075bd66a4aa req-8b2680a1-d4ca-4142-9d07-7ab227ecc0ed tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:14.276522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeed3ec-238d-41fc-b537-9075bd66a4aa req-8b2680a1-d4ca-4142-9d07-7ab227ecc0ed tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:14.284305 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4eeed3ec-238d-41fc-b537-9075bd66a4aa req-8b2680a1-d4ca-4142-9d07-7ab227ecc0ed tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 3882 time: 0.3334544 Jan 28 12:40:14.437162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-b445193f-d1c1-4821-8dff-43ee08e70e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:14.438745 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-b445193f-d1c1-4821-8dff-43ee08e70e9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2083495 Jan 28 12:40:14.506862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a0310cb0-628a-4b57-9679-77da0382719e,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:14.523575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0310cb0-628a-4b57-9679-77da0382719e'}, {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:14.526235 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c47340c-f673-46ed-81e7-861431d16997" -d '{"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-unplugged", "status": "completed", "tag": "a0310cb0-628a-4b57-9679-77da0382719e"}, {"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-unplugged", "status": "completed", "tag": "f2eae2a5-ffa0-4482-ba27-f5eb1313d427"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:14.540455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f2eae2a5-ffa0-4482-ba27-f5eb1313d427, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:14.553047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6498df6f-6904-4449-be30-37dd06d0f778 None None] Provisioning complete for port f2586121-8b46-44f0-bbb8-e82594060785 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:14.553833 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6498df6f-6904-4449-be30-37dd06d0f778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2586121-8b46-44f0-bbb8-e82594060785), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.598768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6498df6f-6904-4449-be30-37dd06d0f778 None None] Port f2586121-8b46-44f0-bbb8-e82594060785 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:40:14.601866 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.603202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device bd0a94f0-6ad2-427c-acca-75175ea8b8b5 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:40:14.607452 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-8b5a9f4d-7c13-42c6-af08-ec0d920c227b service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619611 Jan 28 12:40:14.610763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe2d6c98-da7c-49b9-92c3-7a3b50a81710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2defdbb7-ed27-406e-934b-c0e2c6645fb6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.613419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe2d6c98-da7c-49b9-92c3-7a3b50a81710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.618393 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fe2d6c98-da7c-49b9-92c3-7a3b50a81710 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2defdbb7-ed27-406e-934b-c0e2c6645fb6 HTTP/1.1" status: 204 len: 168 time: 1.1476841 Jan 28 12:40:14.654433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d6c98-da7c-49b9-92c3-7a3b50a81710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2defdbb7-ed27-406e-934b-c0e2c6645fb6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:14.684407 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-549ffeb6-4343-47b5-a603-35446f28abcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b5bb786448a4e17a3b9b9986e935393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7329705 Jan 28 12:40:14.704597 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52116) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:14.878661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1114d8e-fb6e-45ec-b35e-3ad8d397051c admin admin] Publish callbacks [] for security_group (ef3172d5-af30-4212-9732-504c24f8604c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.895845 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b71526ff-6e29-4636-8d5e-327674c5af95 req-70387904-20ea-4540-affd-143e6e6102ff service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799542 Jan 28 12:40:14.947244 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1114d8e-fb6e-45ec-b35e-3ad8d397051c admin admin] Publish callbacks [] for security_group (ef3172d5-af30-4212-9732-504c24f8604c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:14.960139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-a52d6503-7bb0-40e1-b208-be799101e4df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Deleting port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:40:14.961012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-a52d6503-7bb0-40e1-b208-be799101e4df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:15.031161 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Publish callbacks [] for router_gateway (4e840743-e346-4432-8892-d6a4bbd6543f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:15.044646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:15.050333 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1114d8e-fb6e-45ec-b35e-3ad8d397051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ef3172d5-af30-4212-9732-504c24f8604c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:15.061401 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1114d8e-fb6e-45ec-b35e-3ad8d397051c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:15.066609 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b1114d8e-fb6e-45ec-b35e-3ad8d397051c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef3172d5-af30-4212-9732-504c24f8604c HTTP/1.1" status: 204 len: 168 time: 0.3570554 Jan 28 12:40:15.088131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1114d8e-fb6e-45ec-b35e-3ad8d397051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3172d5-af30-4212-9732-504c24f8604c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:15.107554 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4eeed3ec-238d-41fc-b537-9075bd66a4aa req-1486edb6-d6ed-4516-bf17-b08b93010ff7 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8221011 Jan 28 12:40:15.128673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Allocated IP 172.20.0.2 (4a440137-19db-415b-a008-d206b9d9ab9e/3d011e52-ad95-42d0-81cb-9100ce920e36/2bc04f16-ff7f-42d7-a1cf-71a32fe04f15) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:40:15.433115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52126) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:15.465039 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6974b44-ed13-4296-9328-2626ec7b10b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:15.663698 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6974b44-ed13-4296-9328-2626ec7b10b3 admin admin] Publish callbacks [] for security_group (199c56b8-2e21-4cfb-b248-53c11bf60638), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:15.669130 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6974b44-ed13-4296-9328-2626ec7b10b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (199c56b8-2e21-4cfb-b248-53c11bf60638), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:15.811432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6974b44-ed13-4296-9328-2626ec7b10b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199c56b8-2e21-4cfb-b248-53c11bf60638,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:15.832818 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e6974b44-ed13-4296-9328-2626ec7b10b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=066f8edd2cb84d6ba8d21e97297a8a3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3981781 Jan 28 12:40:15.835537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:15.837403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-1d1f112e-d822-400e-87f2-5ab7c7df452b tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:15.850769 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-1d1f112e-d822-400e-87f2-5ab7c7df452b tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/networks?id=53b2396a-c269-458c-b234-62f88435ca8e HTTP/1.1" status: 200 len: 809 time: 1.3594868 Jan 28 12:40:15.867317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:15.867920 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:15.919083 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2333fa3-a14c-4a70-957b-e4205784641d x-openstack-request-id: req-f2333fa3-a14c-4a70-957b-e4205784641d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:15.919574 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-unplugged", "status": "completed", "tag": "a0310cb0-628a-4b57-9679-77da0382719e", "code": 200}, {"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-unplugged", "status": "completed", "tag": "f2eae2a5-ffa0-4482-ba27-f5eb1313d427", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:15.919974 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2333fa3-a14c-4a70-957b-e4205784641d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:15.920569 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0310cb0-628a-4b57-9679-77da0382719e', 'code': 200} Jan 28 12:40:15.924589 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b037fa2-7fbd-4efc-b362-44d56a37873a admin admin] Publish callbacks [] for security_group (199c56b8-2e21-4cfb-b248-53c11bf60638), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:15.925642 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427', 'code': 200} Jan 28 12:40:15.950924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-8fef5358-6514-4efa-9597-143f39e3bc61 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/quotas/cedb216d5a1740a5bdbe91342c0b0307 HTTP/1.1" status: 200 len: 375 time: 0.0962629 Jan 28 12:40:15.984573 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b037fa2-7fbd-4efc-b362-44d56a37873a admin admin] Publish callbacks [] for security_group (199c56b8-2e21-4cfb-b248-53c11bf60638), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:15.986421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port bd0a94f0-6ad2-427c-acca-75175ea8b8b5, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:15.998385 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:15.998991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-40186466-a42e-43be-b2a0-035938d81cd2 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cedb216d5a1740a5bdbe91342c0b0307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373645 Jan 28 12:40:15.999630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:40:16.018375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-a52d6503-7bb0-40e1-b208-be799101e4df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] For port 51934b9e-f915-40d5-ac1a-54f71b41d4e8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=51934b9e-f915-40d5-ac1a-54f71b41d4e8,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:16.018901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-a52d6503-7bb0-40e1-b208-be799101e4df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:16.068782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-a52d6503-7bb0-40e1-b208-be799101e4df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Calling delete_port for 51934b9e-f915-40d5-ac1a-54f71b41d4e8 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:40:16.129430 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Publish callbacks [] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:16.148615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:16.153337 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:16.168232 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b037fa2-7fbd-4efc-b362-44d56a37873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (199c56b8-2e21-4cfb-b248-53c11bf60638), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:16.173711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b037fa2-7fbd-4efc-b362-44d56a37873a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:16.179891 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1b037fa2-7fbd-4efc-b362-44d56a37873a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/199c56b8-2e21-4cfb-b248-53c11bf60638 HTTP/1.1" status: 204 len: 168 time: 0.3414133 Jan 28 12:40:16.216485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b037fa2-7fbd-4efc-b362-44d56a37873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199c56b8-2e21-4cfb-b248-53c11bf60638,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:16.218467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Network 4a440137-19db-415b-a008-d206b9d9ab9e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:40:16.250401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:40:16.297634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:40:16.333989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Pushing event updated for resources: {'Port': ['ID=2bc04f16-ff7f-42d7-a1cf-71a32fe04f15,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:16.357530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:16.357530 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:16.591084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:16.603926 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:16.604951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 51934b9e-f915-40d5-ac1a-54f71b41d4e8 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:40:16.666793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Attempting to bind port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:40:16.667526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Attempting to bind port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:40:16.668027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Attempting to bind port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 on network 4a440137-19db-415b-a008-d206b9d9ab9e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:40:16.705424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:40:16.706033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Checking segment: {'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:40:16.706667 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:16.707291 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Bound using segment: {'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:40:16.708303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Bound port: 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:40:16.708968 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:16.790673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:16.881962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.883056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.883056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.883056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.883710 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.883710 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.884033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.884328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.884678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.885003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.885340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.885673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.886005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:16.893454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:16.893856 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:16.959163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 51934b9e-f915-40d5-ac1a-54f71b41d4e8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=51934b9e-f915-40d5-ac1a-54f71b41d4e8,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:16.961634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] For port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:40:16.968042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] For port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2bc04f16-ff7f-42d7-a1cf-71a32fe04f15,segment=NetworkSegment(f7cc0e36-44d2-4de6-a71f-26a64c1d174c),segment_id=f7cc0e36-44d2-4de6-a71f-26a64c1d174c)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:40:16.969790 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:16.977971 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:17.011605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae856cf-851c-41bb-9279-6d351efe929f req-fde6ca84-940b-4581-9749-52cb40b54e27 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:17.037457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae856cf-851c-41bb-9279-6d351efe929f req-fde6ca84-940b-4581-9749-52cb40b54e27 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:17.061231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae856cf-851c-41bb-9279-6d351efe929f req-fde6ca84-940b-4581-9749-52cb40b54e27 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:17.068614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae856cf-851c-41bb-9279-6d351efe929f req-fde6ca84-940b-4581-9749-52cb40b54e27 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:17.082711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae856cf-851c-41bb-9279-6d351efe929f req-fde6ca84-940b-4581-9749-52cb40b54e27 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:17.092083 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:17.098310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ae856cf-851c-41bb-9279-6d351efe929f req-fde6ca84-940b-4581-9749-52cb40b54e27 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 3876 time: 0.5385180 Jan 28 12:40:17.128540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=51934b9e-f915-40d5-ac1a-54f71b41d4e8,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:17.253161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162507d-0570-4a79-850c-b4cf0869c82f None None] Pushing event updated for resources: {'Port': ['ID=2bc04f16-ff7f-42d7-a1cf-71a32fe04f15,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:17.281211 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Publish callbacks [] for router_gateway (4e840743-e346-4432-8892-d6a4bbd6543f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:17.286164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-bb1e81a6-f60d-4b2b-9623-297fbe9677d9 service neutron] 10.222.0.53 "GET /v2.0/networks/53b2396a-c269-458c-b234-62f88435ca8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2503681 Jan 28 12:40:17.397731 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:17.470450 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-a52d6503-7bb0-40e1-b208-be799101e4df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (51934b9e-f915-40d5-ac1a-54f71b41d4e8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:17.680224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:40:17.810290 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:17.833759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Allocated IP 172.25.7.180 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/d47820e0-b71b-4ade-aa03-bda21213ca8c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:40:17.843663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d6503-7bb0-40e1-b208-be799101e4df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Port': ['ID=51934b9e-f915-40d5-ac1a-54f71b41d4e8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:17.853524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:17.853898 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:17.930034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0a94f0-6ad2-427c-acca-75175ea8b8b5'}, {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00'}, {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51934b9e-f915-40d5-ac1a-54f71b41d4e8'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:17.933158 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa017210-2d3b-4e11-b59b-0bb810c7f5f2" -d '{"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0a94f0-6ad2-427c-acca-75175ea8b8b5"}, {"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00"}, {"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-unplugged", "status": "completed", "tag": "51934b9e-f915-40d5-ac1a-54f71b41d4e8"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:17.996671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-a52d6503-7bb0-40e1-b208-be799101e4df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] No DVR routers for this DVR port 51934b9e-f915-40d5-ac1a-54f71b41d4e8 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:40:18.074138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-a52d6503-7bb0-40e1-b208-be799101e4df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:18.076552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:18.077072 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:18.091370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-a52d6503-7bb0-40e1-b208-be799101e4df tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "DELETE /v2.0/ports/51934b9e-f915-40d5-ac1a-54f71b41d4e8 HTTP/1.1" status: 204 len: 173 time: 4.0690203 Jan 28 12:40:18.110972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-deleted', 'tag': '51934b9e-f915-40d5-ac1a-54f71b41d4e8'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:18.114058 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c6a201-b8de-4e65-94ab-23b5de477c38" -d '{"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-deleted", "tag": "51934b9e-f915-40d5-ac1a-54f71b41d4e8"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:18.165805 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2bc04f16-ff7f-42d7-a1cf-71a32fe04f15,segment=NetworkSegment(f7cc0e36-44d2-4de6-a71f-26a64c1d174c),segment_id=f7cc0e36-44d2-4de6-a71f-26a64c1d174c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:18.173821 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:18.342285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=2bc04f16-ff7f-42d7-a1cf-71a32fe04f15,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:18.382204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-27d5bade-db10-4564-9fa5-70d9063667dc service neutron] 10.222.0.53 "GET /v2.0/networks/53b2396a-c269-458c-b234-62f88435ca8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0198083 Jan 28 12:40:18.500191 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ae856cf-851c-41bb-9279-6d351efe929f req-6467fb9b-efca-4fc8-9a2a-19d3f1358887 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4008737 Jan 28 12:40:18.609831 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Publish callbacks [] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:18.616029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-d31c2e85-8840-4e4f-8579-ef3b26f8a075 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Deleting port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:40:18.616775 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-d31c2e85-8840-4e4f-8579-ef3b26f8a075 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:18.762410 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acbce7b-b9b4-4b18-b73e-0896cc82b82f x-openstack-request-id: req-2acbce7b-b9b4-4b18-b73e-0896cc82b82f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:18.763156 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0a94f0-6ad2-427c-acca-75175ea8b8b5", "code": 200}, {"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00", "code": 200}, {"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-unplugged", "status": "completed", "tag": "51934b9e-f915-40d5-ac1a-54f71b41d4e8", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:18.764196 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2acbce7b-b9b4-4b18-b73e-0896cc82b82f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:18.764950 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0a94f0-6ad2-427c-acca-75175ea8b8b5', 'code': 200} Jan 28 12:40:18.765483 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00', 'code': 200} Jan 28 12:40:18.766011 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51934b9e-f915-40d5-ac1a-54f71b41d4e8', 'code': 200} Jan 28 12:40:18.873089 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c906261b-08a7-48c0-a72c-0058c6668f42 x-openstack-request-id: req-c906261b-08a7-48c0-a72c-0058c6668f42 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:18.874111 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-deleted", "tag": "51934b9e-f915-40d5-ac1a-54f71b41d4e8", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:18.874621 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c906261b-08a7-48c0-a72c-0058c6668f42 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:18.876133 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-deleted', 'tag': '51934b9e-f915-40d5-ac1a-54f71b41d4e8', 'status': 'completed', 'code': 200} Jan 28 12:40:18.963037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed71e0c4-4018-41ad-b272-b6ed0947d6c9 req-5ea10ab0-91b7-4c93-853a-31e816fdfa81 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 210 time: 0.1134846 Jan 28 12:40:19.098243 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-d31c2e85-8840-4e4f-8579-ef3b26f8a075 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] For port bd0a94f0-6ad2-427c-acca-75175ea8b8b5, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:19.098829 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-d31c2e85-8840-4e4f-8579-ef3b26f8a075 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:19.103958 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:19.167825 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-d31c2e85-8840-4e4f-8579-ef3b26f8a075 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Calling delete_port for bd0a94f0-6ad2-427c-acca-75175ea8b8b5 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:40:19.203173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:40:19.214655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:40:19.216078 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf05d-a91a-4d70-8e3b-8c73888becf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:19.234613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:40:19.286018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef93271d-590d-4f1a-ba47-70dc53431499 None None] Network 4a440137-19db-415b-a008-d206b9d9ab9e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:40:19.404997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Pushing event updated for resources: {'Port': ['ID=d47820e0-b71b-4ade-aa03-bda21213ca8c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:19.540986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-780c45b7-6822-41ce-8e2d-9519b1bc5daf None None] Provisioning complete for port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:19.541734 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-780c45b7-6822-41ce-8e2d-9519b1bc5daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:19.592826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:40:19.743794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-780c45b7-6822-41ce-8e2d-9519b1bc5daf None None] Current status of the port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:19.752961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:19.753726 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:19.798143 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-d31c2e85-8840-4e4f-8579-ef3b26f8a075 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (bd0a94f0-6ad2-427c-acca-75175ea8b8b5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:19.970203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:20.208843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c2e85-8840-4e4f-8579-ef3b26f8a075 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Port': ['ID=bd0a94f0-6ad2-427c-acca-75175ea8b8b5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:20.306079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-97da5715-a752-4e0a-8e43-7619bbadb0eb None None] Provisioning complete for port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:20.306726 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97da5715-a752-4e0a-8e43-7619bbadb0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:20.340724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26228586-ce19-4e5d-8ec9-939d952d6fff req-9acafe26-2b93-4766-ac11-4a8c2fe90ea7 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 210 time: 0.0611181 Jan 28 12:40:20.385826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-d31c2e85-8840-4e4f-8579-ef3b26f8a075 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] No DVR routers for this DVR port bd0a94f0-6ad2-427c-acca-75175ea8b8b5 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:40:20.392611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-d31c2e85-8840-4e4f-8579-ef3b26f8a075 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:20.412080 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-d31c2e85-8840-4e4f-8579-ef3b26f8a075 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "DELETE /v2.0/ports/bd0a94f0-6ad2-427c-acca-75175ea8b8b5 HTTP/1.1" status: 204 len: 173 time: 2.2730646 Jan 28 12:40:20.514324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922da105-f216-4365-8981-d98d1c112f66 req-72b147e5-fd88-4732-9d2d-e9818f13da2d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:20.527988 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-97da5715-a752-4e0a-8e43-7619bbadb0eb None None] Current status of the port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:20.530153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922da105-f216-4365-8981-d98d1c112f66 req-72b147e5-fd88-4732-9d2d-e9818f13da2d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:20.535818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922da105-f216-4365-8981-d98d1c112f66 req-72b147e5-fd88-4732-9d2d-e9818f13da2d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:20.538615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-922da105-f216-4365-8981-d98d1c112f66 req-72b147e5-fd88-4732-9d2d-e9818f13da2d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 2409 time: 0.7539001 Jan 28 12:40:20.640342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52256) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:20.904125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-deleted', 'tag': 'bd0a94f0-6ad2-427c-acca-75175ea8b8b5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:20.907429 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed8b79a-1f44-4985-b597-a275d667fe5d" -d '{"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-deleted", "tag": "bd0a94f0-6ad2-427c-acca-75175ea8b8b5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:21.008913 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-922da105-f216-4365-8981-d98d1c112f66 req-e7fc2dc8-c89f-4010-a136-1e4c9a2cf9c2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120355 Jan 28 12:40:21.017952 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea07d38b-a17f-4315-963d-6c398166caa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:21.041419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-277e56f6-00b8-43f8-9267-427bcce547d6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Deleting port a0310cb0-628a-4b57-9679-77da0382719e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:40:21.041870 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-277e56f6-00b8-43f8-9267-427bcce547d6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a0310cb0-628a-4b57-9679-77da0382719e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:21.052181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Publish callbacks [] for router_gateway (4e840743-e346-4432-8892-d6a4bbd6543f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:21.276065 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645cc660-1d4a-4bbd-a9d4-d7006b2c9b07 x-openstack-request-id: req-645cc660-1d4a-4bbd-a9d4-d7006b2c9b07 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:21.277184 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-deleted", "tag": "bd0a94f0-6ad2-427c-acca-75175ea8b8b5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:21.277184 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-645cc660-1d4a-4bbd-a9d4-d7006b2c9b07 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:21.278107 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-deleted', 'tag': 'bd0a94f0-6ad2-427c-acca-75175ea8b8b5', 'status': 'completed', 'code': 200} Jan 28 12:40:21.311600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-965af15a-74b5-45ce-bc34-442c760cbac0 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:21.314244 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-965af15a-74b5-45ce-bc34-442c760cbac0 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.49 "GET /v2.0/networks?id=53b2396a-c269-458c-b234-62f88435ca8e HTTP/1.1" status: 200 len: 809 time: 0.5211160 Jan 28 12:40:21.340338 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Request body: {'port': {'device_id': '094d381b-b96f-4562-a9ab-d2cab250cce2', 'network_id': '53b2396a-c269-458c-b234-62f88435ca8e', 'admin_state_up': True, 'tenant_id': 'cedb216d5a1740a5bdbe91342c0b0307'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:21.569750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-277e56f6-00b8-43f8-9267-427bcce547d6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] For port a0310cb0-628a-4b57-9679-77da0382719e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a0310cb0-628a-4b57-9679-77da0382719e,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:21.570180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-277e56f6-00b8-43f8-9267-427bcce547d6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a0310cb0-628a-4b57-9679-77da0382719e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:21.627640 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b8a0-fd26-4dbf-b2e8-cee7f9e11f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:21.639968 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea07d38b-a17f-4315-963d-6c398166caa1 admin admin] Publish callbacks [] for security_group (6b63d7bd-0008-4ae3-b77d-f115c531b146), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:21.643130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Made reservation on behalf of cedb216d5a1740a5bdbe91342c0b0307 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:40:21.649352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd23ef2a-7cfb-4a9b-81f4-a3804e861fab req-29e0d478-8d17-40e7-9fa5-513099dc0131 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 210 time: 0.0589149 Jan 28 12:40:21.650378 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:21.652515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-277e56f6-00b8-43f8-9267-427bcce547d6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Calling delete_port for a0310cb0-628a-4b57-9679-77da0382719e owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:40:21.656472 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (4e840743-e346-4432-8892-d6a4bbd6543f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:21.657758 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea07d38b-a17f-4315-963d-6c398166caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6b63d7bd-0008-4ae3-b77d-f115c531b146), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:21.855306 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ea07d38b-a17f-4315-963d-6c398166caa1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87a82b1ad45b4901ba336c7dee881d15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2123039 Jan 28 12:40:21.886821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07d38b-a17f-4315-963d-6c398166caa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b63d7bd-0008-4ae3-b77d-f115c531b146,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:21.897435 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52276) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:21.991498 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Allocated IP 172.20.0.13 (53b2396a-c269-458c-b234-62f88435ca8e/c507f237-f06b-4930-b0c6-083c6d682c15/5099a61b-f07d-461e-a875-1579a45b061b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:40:22.039036 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fadbf372-bed8-4a35-bf58-dd05194cef2e admin admin] Publish callbacks [] for security_group (6b63d7bd-0008-4ae3-b77d-f115c531b146), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:22.096032 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fadbf372-bed8-4a35-bf58-dd05194cef2e admin admin] Publish callbacks [] for security_group (6b63d7bd-0008-4ae3-b77d-f115c531b146), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:22.359059 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fadbf372-bed8-4a35-bf58-dd05194cef2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6b63d7bd-0008-4ae3-b77d-f115c531b146), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:22.361299 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fadbf372-bed8-4a35-bf58-dd05194cef2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:22.369616 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fadbf372-bed8-4a35-bf58-dd05194cef2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b63d7bd-0008-4ae3-b77d-f115c531b146 HTTP/1.1" status: 204 len: 168 time: 0.4672716 Jan 28 12:40:22.394150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbf372-bed8-4a35-bf58-dd05194cef2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b63d7bd-0008-4ae3-b77d-f115c531b146,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:22.444722 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Publish callbacks [] for port (5099a61b-f07d-461e-a875-1579a45b061b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:22.521801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (5099a61b-f07d-461e-a875-1579a45b061b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:22.586685 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Network 53b2396a-c269-458c-b234-62f88435ca8e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:40:22.591191 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:40:22.596042 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:40:22.596689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79f4d3-283b-4635-850c-5654e3c24ab1 req-60a9b5be-c89d-47f7-86f6-e9ff7564e6f6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:22.607095 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79f4d3-283b-4635-850c-5654e3c24ab1 req-60a9b5be-c89d-47f7-86f6-e9ff7564e6f6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:22.620531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79f4d3-283b-4635-850c-5654e3c24ab1 req-60a9b5be-c89d-47f7-86f6-e9ff7564e6f6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:22.623505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d79f4d3-283b-4635-850c-5654e3c24ab1 req-60a9b5be-c89d-47f7-86f6-e9ff7564e6f6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 2409 time: 0.2862074 Jan 28 12:40:22.647138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Pushing event updated for resources: {'Port': ['ID=5099a61b-f07d-461e-a875-1579a45b061b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:22.672291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Router 4e840743-e346-4432-8892-d6a4bbd6543f is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:40:22.673701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:22.674885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:22.709012 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-cfbf1a5c-53b4-4f0f-a700-f53d3efe058f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3787334 Jan 28 12:40:22.726003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Request body: {'port': {'device_id': '094d381b-b96f-4562-a9ab-d2cab250cce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:22.890147 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d79f4d3-283b-4635-850c-5654e3c24ab1 req-591d277c-7296-41b8-af57-e74464fdb32d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478168 Jan 28 12:40:22.904569 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:22.916052 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5099a61b-f07d-461e-a875-1579a45b061b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:22.968872 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-277e56f6-00b8-43f8-9267-427bcce547d6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a0310cb0-628a-4b57-9679-77da0382719e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:23.109215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e56f6-00b8-43f8-9267-427bcce547d6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Port': ['ID=a0310cb0-628a-4b57-9679-77da0382719e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:23.238475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52300) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:23.259908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-277e56f6-00b8-43f8-9267-427bcce547d6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] No DVR routers for this DVR port a0310cb0-628a-4b57-9679-77da0382719e on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:40:23.266241 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-277e56f6-00b8-43f8-9267-427bcce547d6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:23.270130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-277e56f6-00b8-43f8-9267-427bcce547d6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "DELETE /v2.0/ports/a0310cb0-628a-4b57-9679-77da0382719e HTTP/1.1" status: 204 len: 173 time: 2.8461552 Jan 28 12:40:23.283730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eee8a6-558f-45fb-874f-6feef9d0503e req-8d7b870b-7947-43cc-9eca-e61c595fa33e tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:23.289714 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74eee8a6-558f-45fb-874f-6feef9d0503e req-8d7b870b-7947-43cc-9eca-e61c595fa33e tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 932 time: 0.3910587 Jan 28 12:40:23.292695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-deleted', 'tag': 'a0310cb0-628a-4b57-9679-77da0382719e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:23.302722 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2b31f9-57ec-4375-b0b6-a9d16ca6cb29" -d '{"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-deleted", "tag": "a0310cb0-628a-4b57-9679-77da0382719e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:23.305495 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b67d84b-0ce0-4fe8-87b7-57f0c47d42f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:23.308103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:40:23.329103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Sync routers for ids ['4e840743-e346-4432-8892-d6a4bbd6543f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:40:23.397802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Routers {'4e840743-e346-4432-8892-d6a4bbd6543f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:40:23.401301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4e840743-e346-4432-8892-d6a4bbd6543f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:23.433115 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:23.459229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-73062b40-eed8-45d5-8f95-18ea8db9ded3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.6906054 Jan 28 12:40:23.459229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52314) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:23.526907 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5d6943-4bd1-470c-ba07-d8b42b0d5ad3 x-openstack-request-id: req-be5d6943-4bd1-470c-ba07-d8b42b0d5ad3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:23.527212 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-deleted", "tag": "a0310cb0-628a-4b57-9679-77da0382719e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:23.527495 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be5d6943-4bd1-470c-ba07-d8b42b0d5ad3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:23.530645 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-deleted', 'tag': 'a0310cb0-628a-4b57-9679-77da0382719e', 'status': 'completed', 'code': 200} Jan 28 12:40:23.717769 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74eee8a6-558f-45fb-874f-6feef9d0503e req-0460b473-32b4-45f6-a026-b5bbb0dbd12b tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/security-groups?id=13554882-3cca-42f4-b990-78245c5a56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759987 Jan 28 12:40:23.883423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5099a61b-f07d-461e-a875-1579a45b061b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:40:23.901247 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Publish callbacks [] for port (5099a61b-f07d-461e-a875-1579a45b061b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:23.933137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Transition to ACTIVE for port object 5099a61b-f07d-461e-a875-1579a45b061b will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:40:23.935621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-2283f9e6-508d-4a5a-abd6-463c63ae3ead tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Deleting port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:40:23.935996 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-2283f9e6-508d-4a5a-abd6-463c63ae3ead tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:23.940847 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (5099a61b-f07d-461e-a875-1579a45b061b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:24.012036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Set router 4e840743-e346-4432-8892-d6a4bbd6543f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:40:24.167414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Pushing event updated for resources: {'Port': ['ID=5099a61b-f07d-461e-a875-1579a45b061b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:24.317374 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Attempting to bind port 5099a61b-f07d-461e-a875-1579a45b061b on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:40:24.318094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Attempting to bind port 5099a61b-f07d-461e-a875-1579a45b061b by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '6a08c67b-da4c-44ec-b999-96ed033fdcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53b2396a-c269-458c-b234-62f88435ca8e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:40:24.318614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Attempting to bind port 5099a61b-f07d-461e-a875-1579a45b061b on network 53b2396a-c269-458c-b234-62f88435ca8e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:40:24.324747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Port 5099a61b-f07d-461e-a875-1579a45b061b on network 53b2396a-c269-458c-b234-62f88435ca8e not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:40:24.325812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Attempting to bind port 5099a61b-f07d-461e-a875-1579a45b061b on network 53b2396a-c269-458c-b234-62f88435ca8e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:40:24.339777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:40:24.340197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Checking segment: {'id': '6a08c67b-da4c-44ec-b999-96ed033fdcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53b2396a-c269-458c-b234-62f88435ca8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:40:24.340656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Bound using segment: {'id': '6a08c67b-da4c-44ec-b999-96ed033fdcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53b2396a-c269-458c-b234-62f88435ca8e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:40:24.341311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Bound port: 5099a61b-f07d-461e-a875-1579a45b061b, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a08c67b-da4c-44ec-b999-96ed033fdcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53b2396a-c269-458c-b234-62f88435ca8e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:40:24.341503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5099a61b-f07d-461e-a875-1579a45b061b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:24.429078 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:40:20Z', 'revision_number': 3, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:24.445125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b67d84b-0ce0-4fe8-87b7-57f0c47d42f7 admin admin] Publish callbacks [] for security_group (80447d87-23d9-49f9-9280-868a15a82b48), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:24.479866 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b67d84b-0ce0-4fe8-87b7-57f0c47d42f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (80447d87-23d9-49f9-9280-868a15a82b48), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:24.498670 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Checking router: 4e840743-e346-4432-8892-d6a4bbd6543f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:40:24.501284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Updating router 4e840743-e346-4432-8892-d6a4bbd6543f port d47820e0-b71b-4ade-aa03-bda21213ca8c binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:40:24.510252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] For port 5099a61b-f07d-461e-a875-1579a45b061b, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:40:24.516135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] For port 5099a61b-f07d-461e-a875-1579a45b061b, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5099a61b-f07d-461e-a875-1579a45b061b,segment=NetworkSegment(6a08c67b-da4c-44ec-b999-96ed033fdcad),segment_id=6a08c67b-da4c-44ec-b999-96ed033fdcad)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:40:24.527309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (5099a61b-f07d-461e-a875-1579a45b061b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:24.563489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67d84b-0ce0-4fe8-87b7-57f0c47d42f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80447d87-23d9-49f9-9280-868a15a82b48,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:24.572093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-2283f9e6-508d-4a5a-abd6-463c63ae3ead tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] For port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:24.572630 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-2283f9e6-508d-4a5a-abd6-463c63ae3ead tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:24.647210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:24.647971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:24.650052 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] 10.222.0.49 "PUT /v2.0/ports/5099a61b-f07d-461e-a875-1579a45b061b HTTP/1.1" status: 200 len: 1092 time: 1.9344075 Jan 28 12:40:24.671561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094d381b-b96f-4562-a9ab-d2cab250cce2', 'tag': '5099a61b-f07d-461e-a875-1579a45b061b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:24.675470 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2e3b11-cb7a-4ee5-a71d-8c94f2bd9a35" -d '{"events": [{"name": "network-changed", "server_uuid": "094d381b-b96f-4562-a9ab-d2cab250cce2", "tag": "5099a61b-f07d-461e-a875-1579a45b061b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:24.706178 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377c5f-5416-4616-8db8-584cecf2f928 req-a349a345-9d65-48f7-be45-a2df09f156d2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:24.712176 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:24.714701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377c5f-5416-4616-8db8-584cecf2f928 req-a349a345-9d65-48f7-be45-a2df09f156d2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:24.716753 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb377c5f-5416-4616-8db8-584cecf2f928 req-a349a345-9d65-48f7-be45-a2df09f156d2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 1676 time: 0.4059236 Jan 28 12:40:24.718592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-2283f9e6-508d-4a5a-abd6-463c63ae3ead tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Calling delete_port for d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:40:24.769434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9b67d84b-0ce0-4fe8-87b7-57f0c47d42f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=955ead0fb8504edc9596e8bab8b7d381&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5264304 Jan 28 12:40:24.770067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52358) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:24.839187 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:40:24.927072 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdcc4a9-e37f-4a71-8f75-8d0882c86377 x-openstack-request-id: req-ccdcc4a9-e37f-4a71-8f75-8d0882c86377 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:24.927689 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094d381b-b96f-4562-a9ab-d2cab250cce2", "tag": "5099a61b-f07d-461e-a875-1579a45b061b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:24.928707 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccdcc4a9-e37f-4a71-8f75-8d0882c86377 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:24.929381 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094d381b-b96f-4562-a9ab-d2cab250cce2', 'tag': '5099a61b-f07d-461e-a875-1579a45b061b', 'status': 'completed', 'code': 200} Jan 28 12:40:24.945664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee9d1b-e3b2-412a-a2c3-a31f1790a31c service neutron] Pushing event updated for resources: {'Port': ['ID=5099a61b-f07d-461e-a875-1579a45b061b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:24.961285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-ccbe18c3-149d-4599-b717-2c6058f34345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:24.962895 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-ccbe18c3-149d-4599-b717-2c6058f34345 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cedb216d5a1740a5bdbe91342c0b0307&device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 1095 time: 0.2542629 Jan 28 12:40:25.116534 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-272a8a30-dfd3-46fd-acda-05220005be19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5099a61b-f07d-461e-a875-1579a45b061b HTTP/1.1" status: 200 len: 217 time: 0.1400061 Jan 28 12:40:25.212151 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Publish callbacks [] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:25.240170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-85f2cde4-6ba5-496c-8bad-d24bd80dee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:25.250337 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-85f2cde4-6ba5-496c-8bad-d24bd80dee2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c507f237-f06b-4930-b0c6-083c6d682c15 HTTP/1.1" status: 200 len: 849 time: 0.1266069 Jan 28 12:40:25.261752 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:25.332967 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-9abc687f-36ad-4f34-a7b2-8aa9a4157a4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53b2396a-c269-458c-b234-62f88435ca8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807796 Jan 28 12:40:25.587305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0543d35-e08a-42fb-abcf-564c601dc1bb None None] Pushing event updated for resources: {'Port': ['ID=d47820e0-b71b-4ade-aa03-bda21213ca8c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:25.590801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Attempting to bind port d47820e0-b71b-4ade-aa03-bda21213ca8c on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:40:25.592316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Attempting to bind port d47820e0-b71b-4ade-aa03-bda21213ca8c by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:40:25.600061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Attempting to bind port d47820e0-b71b-4ade-aa03-bda21213ca8c on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:40:25.607534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:40:25.607921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:40:25.608331 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:25.608800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:40:25.609350 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Bound port: d47820e0-b71b-4ade-aa03-bda21213ca8c, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:40:25.609766 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:25.620398 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:25.736257 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-3fb72bc0-2b68-4af0-b63f-25f8212b836c service neutron] 10.222.0.49 "GET /v2.0/networks/53b2396a-c269-458c-b234-62f88435ca8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974168 Jan 28 12:40:25.749327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb377c5f-5416-4616-8db8-584cecf2f928 req-5394df72-6a68-44df-8d9b-5810f7597921 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0239251 Jan 28 12:40:25.837360 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e147696-f9ee-4112-a86d-7a03fe9179a7 admin admin] Publish callbacks [] for security_group (80447d87-23d9-49f9-9280-868a15a82b48), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:25.872226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] For port d47820e0-b71b-4ade-aa03-bda21213ca8c, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:40:25.937771 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dc2ed9b1-6761-4706-ae8a-2804c76a7718 req-f38a37be-7f0c-4db3-b0e7-3b037d4c4ba6 service neutron] 10.222.0.49 "GET /v2.0/networks/53b2396a-c269-458c-b234-62f88435ca8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950905 Jan 28 12:40:25.945180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] For port d47820e0-b71b-4ade-aa03-bda21213ca8c, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d47820e0-b71b-4ade-aa03-bda21213ca8c,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:40:25.947646 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-2283f9e6-508d-4a5a-abd6-463c63ae3ead tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:26.000338 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:26.024479 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e147696-f9ee-4112-a86d-7a03fe9179a7 admin admin] Publish callbacks [] for security_group (80447d87-23d9-49f9-9280-868a15a82b48), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:26.034651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83efc9-fde8-4e2e-866e-4bca1e3fa083 req-68ec0fc0-e9b5-43ec-8df7-a6b6928dfe5e tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:26.037421 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca83efc9-fde8-4e2e-866e-4bca1e3fa083 req-68ec0fc0-e9b5-43ec-8df7-a6b6928dfe5e tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 944 time: 0.5343099 Jan 28 12:40:26.090773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283f9e6-508d-4a5a-abd6-463c63ae3ead tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Port': ['ID=d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:26.180001 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e3b11-cb7a-4ee5-a71d-8c94f2bd9a35 req-75c01153-a9da-4d8f-b6d9-695f9471bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:26.189732 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2d2e3b11-cb7a-4ee5-a71d-8c94f2bd9a35 req-75c01153-a9da-4d8f-b6d9-695f9471bfff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cedb216d5a1740a5bdbe91342c0b0307&device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 1095 time: 0.1826963 Jan 28 12:40:26.194156 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:26.294012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0543d35-e08a-42fb-abcf-564c601dc1bb None None] Pushing event updated for resources: {'Port': ['ID=d47820e0-b71b-4ade-aa03-bda21213ca8c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:26.337908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-2283f9e6-508d-4a5a-abd6-463c63ae3ead tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] No DVR routers for this DVR port d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:40:26.355180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-2283f9e6-508d-4a5a-abd6-463c63ae3ead tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:26.359543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Routers {'4e840743-e346-4432-8892-d6a4bbd6543f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:40:26.360230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4e840743-e346-4432-8892-d6a4bbd6543f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:26.368677 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-2283f9e6-508d-4a5a-abd6-463c63ae3ead tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "DELETE /v2.0/ports/d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00 HTTP/1.1" status: 204 len: 173 time: 3.0771511 Jan 28 12:40:26.387473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-deleted', 'tag': 'd1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:26.398510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e3b11-cb7a-4ee5-a71d-8c94f2bd9a35 req-e77abaee-cac8-4590-b8af-0a30d7620a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:26.400993 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2d2e3b11-cb7a-4ee5-a71d-8c94f2bd9a35 req-e77abaee-cac8-4590-b8af-0a30d7620a87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53b2396a-c269-458c-b234-62f88435ca8e HTTP/1.1" status: 200 len: 910 time: 0.2056580 Jan 28 12:40:26.403815 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbe2f85-b918-4106-bb5c-30663c02f2a3" -d '{"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-deleted", "tag": "d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:26.498369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2d2e3b11-cb7a-4ee5-a71d-8c94f2bd9a35 req-1424626d-c9f1-4798-b91f-9252fddde42b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5099a61b-f07d-461e-a875-1579a45b061b HTTP/1.1" status: 200 len: 217 time: 0.0911610 Jan 28 12:40:26.632889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52380) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:26.652490 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70f4df2-95f2-4ef6-925c-b3e51483120e x-openstack-request-id: req-f70f4df2-95f2-4ef6-925c-b3e51483120e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:26.653086 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-deleted", "tag": "d1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:26.654347 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f70f4df2-95f2-4ef6-925c-b3e51483120e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:26.655276 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-deleted', 'tag': 'd1e1e7fd-7f2a-432d-ae47-3d2b39cc3a00', 'status': 'completed', 'code': 200} Jan 28 12:40:26.666166 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:26.676136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca83efc9-fde8-4e2e-866e-4bca1e3fa083 req-f5ad75f3-9223-4455-83df-47e5f59e70e6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/security-groups?id=13554882-3cca-42f4-b990-78245c5a56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908661 Jan 28 12:40:26.739154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e147696-f9ee-4112-a86d-7a03fe9179a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (80447d87-23d9-49f9-9280-868a15a82b48), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:26.760934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e3b11-cb7a-4ee5-a71d-8c94f2bd9a35 req-00df2d9e-21e1-44c6-a9d9-7f7f75ff052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:26.762419 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2d2e3b11-cb7a-4ee5-a71d-8c94f2bd9a35 req-00df2d9e-21e1-44c6-a9d9-7f7f75ff052c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c507f237-f06b-4930-b0c6-083c6d682c15 HTTP/1.1" status: 200 len: 849 time: 0.2570052 Jan 28 12:40:26.763280 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e147696-f9ee-4112-a86d-7a03fe9179a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:26.768388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5e147696-f9ee-4112-a86d-7a03fe9179a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80447d87-23d9-49f9-9280-868a15a82b48 HTTP/1.1" status: 204 len: 168 time: 1.9662929 Jan 28 12:40:26.846603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] Set router 4e840743-e346-4432-8892-d6a4bbd6543f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:40:26.857858 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2d2e3b11-cb7a-4ee5-a71d-8c94f2bd9a35 req-79e4796c-a6ac-46fd-9664-a1815d3f75c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53b2396a-c269-458c-b234-62f88435ca8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880563 Jan 28 12:40:27.090184 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2d2e3b11-cb7a-4ee5-a71d-8c94f2bd9a35 req-6de71bd7-a460-4ea6-9b07-fac5d24dcc93 service neutron] 10.222.0.49 "GET /v2.0/networks/53b2396a-c269-458c-b234-62f88435ca8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219412 Jan 28 12:40:27.129475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a972fcb-ebae-409f-875f-25595c42f730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:27.199789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e147696-f9ee-4112-a86d-7a03fe9179a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80447d87-23d9-49f9-9280-868a15a82b48,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:27.333875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5099a61b-f07d-461e-a875-1579a45b061b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:40:27.350908 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a972fcb-ebae-409f-875f-25595c42f730 admin admin] Publish callbacks [] for security_group (c28ec8c7-339b-414f-8dc5-b9f63625bb3c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:27.413491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb8d60-5d54-4fe3-a91d-2a41919e7395 req-c4d38aa9-093c-4ce9-8ad4-1c2e537b0b2b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:27.418078 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a972fcb-ebae-409f-875f-25595c42f730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c28ec8c7-339b-414f-8dc5-b9f63625bb3c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:27.428301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8bb8d60-5d54-4fe3-a91d-2a41919e7395 req-c4d38aa9-093c-4ce9-8ad4-1c2e537b0b2b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 943 time: 0.3577673 Jan 28 12:40:27.480518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Deleting port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:40:27.481394 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:27.552499 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.resource_extend [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:40:27.581346 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8a972fcb-ebae-409f-875f-25595c42f730 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81b726bb5ea94a8c9432abc24578293b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9473176 Jan 28 12:40:27.586353 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52398) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:27.654700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a972fcb-ebae-409f-875f-25595c42f730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28ec8c7-339b-414f-8dc5-b9f63625bb3c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:27.708218 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2d2e3b11-cb7a-4ee5-a71d-8c94f2bd9a35 req-3f8d0868-c525-447b-9df8-1a762d186f70 service neutron] 10.222.0.49 "GET /v2.0/networks/53b2396a-c269-458c-b234-62f88435ca8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044369 Jan 28 12:40:27.772831 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Publish callbacks [] for security_group (c28ec8c7-339b-414f-8dc5-b9f63625bb3c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:27.828855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 5099a61b-f07d-461e-a875-1579a45b061b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5099a61b-f07d-461e-a875-1579a45b061b,segment=NetworkSegment(6a08c67b-da4c-44ec-b999-96ed033fdcad),segment_id=6a08c67b-da4c-44ec-b999-96ed033fdcad)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:27.856724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '5099a61b-f07d-461e-a875-1579a45b061b', 'network_id': '53b2396a-c269-458c-b234-62f88435ca8e', 'port_id': '5099a61b-f07d-461e-a875-1579a45b061b', 'mac_address': 'fa:16:3e:d5:80:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c507f237-f06b-4930-b0c6-083c6d682c15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:40:27.868470 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Publish callbacks [] for security_group (c28ec8c7-339b-414f-8dc5-b9f63625bb3c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:27.895861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:40:20Z', 'revision_number': 3, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:27.934892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Allocated IP 172.20.0.1 (4a440137-19db-415b-a008-d206b9d9ab9e/3d011e52-ad95-42d0-81cb-9100ce920e36/3e2be94b-9137-4951-a38b-a8863d983a9b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:40:27.943750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] For port f2eae2a5-ffa0-4482-ba27-f5eb1313d427, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:27.947138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:28.030546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87306baf-a54d-4fb7-af30-29880b283147 None None] The sync data for ids ['4e840743-e346-4432-8892-d6a4bbd6543f'] in n-d-824835-4 is: [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:40:20Z', 'revision_number': 3, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:40:28.044048 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c28ec8c7-339b-414f-8dc5-b9f63625bb3c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:28.046784 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:28.048129 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c28ec8c7-339b-414f-8dc5-b9f63625bb3c HTTP/1.1" status: 204 len: 168 time: 0.4525099 Jan 28 12:40:28.065217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28ec8c7-339b-414f-8dc5-b9f63625bb3c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:28.073127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 5099a61b-f07d-461e-a875-1579a45b061b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:28.073602 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5099a61b-f07d-461e-a875-1579a45b061b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:28.103417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.104169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.105034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.105243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.109621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.111541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.111541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.111541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.112066 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.114858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.115551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.116120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.116705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc72b33-4638-43a5-ad46-ea76baece26a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:28.151451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5099a61b-f07d-461e-a875-1579a45b061b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:40:28.202659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 5099a61b-f07d-461e-a875-1579a45b061b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5099a61b-f07d-461e-a875-1579a45b061b,segment=NetworkSegment(6a08c67b-da4c-44ec-b999-96ed033fdcad),segment_id=6a08c67b-da4c-44ec-b999-96ed033fdcad)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:28.211494 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5099a61b-f07d-461e-a875-1579a45b061b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:28.292770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=5099a61b-f07d-461e-a875-1579a45b061b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:28.495290 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['5099a61b-f07d-461e-a875-1579a45b061b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:40:28.743273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8bb8d60-5d54-4fe3-a91d-2a41919e7395 req-5b940064-55c4-4158-b73f-598c0933bb13 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3136342 Jan 28 12:40:28.805800 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52424) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:28.913305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c75969-b0c7-45b0-8af8-0d44f36ea618 req-8be123c2-8581-4e67-a79d-22ee950e35e6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:28.926642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7c75969-b0c7-45b0-8af8-0d44f36ea618 req-8be123c2-8581-4e67-a79d-22ee950e35e6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 944 time: 0.9957511 Jan 28 12:40:29.038899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-365693623-network', 'tenant_id': 'eb43b18227844b1e80bbe79bb5fda14e'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:29.095464 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Made reservation on behalf of eb43b18227844b1e80bbe79bb5fda14e for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:40:29.106129 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.144807 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Publish callbacks [] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.150188 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.270201 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.271840 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (d0927fdc-24c2-4cde-8a90-66c6ea40fc89), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.272481 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Floating IP d0927fdc-24c2-4cde-8a90-66c6ea40fc89 disassociated. External IP: 172.25.7.175, port: f2eae2a5-ffa0-4482-ba27-f5eb1313d427. Jan 28 12:40:29.273445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Calling delete_port for f2eae2a5-ffa0-4482-ba27-f5eb1313d427 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:40:29.353941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52428) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:29.382742 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d74a7ad1-ffee-429b-a5e9-e2d544bfed51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.467393 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Publish callbacks [] for security_group (cf529df6-400c-4bfd-9348-5249c95eda83), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.606918 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d74a7ad1-ffee-429b-a5e9-e2d544bfed51 admin admin] Publish callbacks [] for security_group (db7a0255-c293-4154-b3d5-696d46a68309), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.611688 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cf529df6-400c-4bfd-9348-5249c95eda83), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.637529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:40:29.702098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4ea75027-9f48-4968-a69f-4b043eff3ace), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.705516 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Added segment 4ea75027-9f48-4968-a69f-4b043eff3ace of type vlan for network f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82 Jan 28 12:40:29.757987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d47820e0-b71b-4ade-aa03-bda21213ca8c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:40:29.810094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.855950 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d74a7ad1-ffee-429b-a5e9-e2d544bfed51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (db7a0255-c293-4154-b3d5-696d46a68309), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.863464 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.867634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:29.868837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:29.991132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d47820e0-b71b-4ade-aa03-bda21213ca8c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:29.991489 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:30.002945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:30.026872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:40:30.071055 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2613862 Jan 28 12:40:30.073646 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d74a7ad1-ffee-429b-a5e9-e2d544bfed51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b600fbc4bf4415c9372aacfd132417e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7173719 Jan 28 12:40:30.074817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0004465-85bb-4e4e-9675-e156b7ad0fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf529df6-400c-4bfd-9348-5249c95eda83,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:30.079137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52438) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:30.079716 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52440) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:30.091473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f4611a3c-84a8-4c63-b748-eb0c8bcdbd38 admin admin] Request body: {'subnet': {'network_id': 'f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-365693623-subnet', 'tenant_id': 'eb43b18227844b1e80bbe79bb5fda14e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:30.191830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4611a3c-84a8-4c63-b748-eb0c8bcdbd38 admin admin] Made reservation on behalf of eb43b18227844b1e80bbe79bb5fda14e for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:40:30.195574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4611a3c-84a8-4c63-b748-eb0c8bcdbd38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:30.270618 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf80a-3ce5-4c6e-bb8b-5b9a47f55962 admin admin] Publish callbacks [] for security_group (db7a0255-c293-4154-b3d5-696d46a68309), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:30.281540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a7ad1-ffee-429b-a5e9-e2d544bfed51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7a0255-c293-4154-b3d5-696d46a68309,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:30.393693 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:30.406424 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf80a-3ce5-4c6e-bb8b-5b9a47f55962 admin admin] Publish callbacks [] for security_group (db7a0255-c293-4154-b3d5-696d46a68309), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:30.426057 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7c75969-b0c7-45b0-8af8-0d44f36ea618 req-53cbf42e-11e3-4e41-a5e8-e6f1a2aca92b tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/security-groups?id=13554882-3cca-42f4-b990-78245c5a56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4975212 Jan 28 12:40:30.535887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d47820e0-b71b-4ade-aa03-bda21213ca8c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:30.538227 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:30.595484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port d47820e0-b71b-4ade-aa03-bda21213ca8c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d47820e0-b71b-4ade-aa03-bda21213ca8c,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:30.604648 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:30.619978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Network 4a440137-19db-415b-a008-d206b9d9ab9e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:40:30.662633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:40:30.669111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Pushing event updated for resources: {'Port': ['ID=3e2be94b-9137-4951-a38b-a8863d983a9b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:30.680265 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf80a-3ce5-4c6e-bb8b-5b9a47f55962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (db7a0255-c293-4154-b3d5-696d46a68309), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:30.683025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:40:30.684026 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf80a-3ce5-4c6e-bb8b-5b9a47f55962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:30.686073 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6b0cf80a-3ce5-4c6e-bb8b-5b9a47f55962 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db7a0255-c293-4154-b3d5-696d46a68309 HTTP/1.1" status: 204 len: 168 time: 0.6031625 Jan 28 12:40:30.708756 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cf80a-3ce5-4c6e-bb8b-5b9a47f55962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7a0255-c293-4154-b3d5-696d46a68309,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:30.843876 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (4e840743-e346-4432-8892-d6a4bbd6543f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:30.873904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=d47820e0-b71b-4ade-aa03-bda21213ca8c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:30.914463 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4611a3c-84a8-4c63-b748-eb0c8bcdbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (43951488-c386-4931-a668-0f8798b76a6f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:30.994311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d1bfc-a9bf-4ef3-a5fe-d39e3e2ccf4a req-87e199cc-fd73-4db3-b6af-4a8cd93095c4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:30.997026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a40d1bfc-a9bf-4ef3-a5fe-d39e3e2ccf4a req-87e199cc-fd73-4db3-b6af-4a8cd93095c4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 943 time: 0.6092448 Jan 28 12:40:31.065264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4611a3c-84a8-4c63-b748-eb0c8bcdbd38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43951488-c386-4931-a668-0f8798b76a6f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:31.160069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4611a3c-84a8-4c63-b748-eb0c8bcdbd38 admin admin] Checking segment: {'id': '4ea75027-9f48-4968-a69f-4b043eff3ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:40:31.160684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4611a3c-84a8-4c63-b748-eb0c8bcdbd38 admin admin] Network hostable DHCP agents. Network: f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:40:31.240517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4611a3c-84a8-4c63-b748-eb0c8bcdbd38 admin admin] Network f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:40:31.249153 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f2eae2a5-ffa0-4482-ba27-f5eb1313d427), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:31.269334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f4611a3c-84a8-4c63-b748-eb0c8bcdbd38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:40:31.287962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4611a3c-84a8-4c63-b748-eb0c8bcdbd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:31.293319 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4611a3c-84a8-4c63-b748-eb0c8bcdbd38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:31.294767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd4b712-29cd-4028-a9cb-b56f7a94c28a None None] Network f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:40:31.351580 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f4611a3c-84a8-4c63-b748-eb0c8bcdbd38 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2597220 Jan 28 12:40:31.372557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a40d1bfc-a9bf-4ef3-a5fe-d39e3e2ccf4a req-0a67dfef-8ae0-42bc-a269-4c119891cac2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups?id=70537d2f-6818-4fd6-b92e-fba02884d3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565514 Jan 28 12:40:31.396506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Port': ['ID=f2eae2a5-ffa0-4482-ba27-f5eb1313d427,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:31.435803 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:31.485442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5099a61b-f07d-461e-a875-1579a45b061b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:40:31.646495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ec1e1124-8f5f-4fa9-9c44-6539e99eac61 None None] Provisioning complete for port 3e2be94b-9137-4951-a38b-a8863d983a9b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:31.646828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec1e1124-8f5f-4fa9-9c44-6539e99eac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:31.649067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:40:31.738551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d47820e0-b71b-4ade-aa03-bda21213ca8c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:40:31.934531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9567e06-5c7c-409c-9920-53268776c91b req-fd34717d-7857-4713-a7b3-5f6b918240d3 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:31.936478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9567e06-5c7c-409c-9920-53268776c91b req-fd34717d-7857-4713-a7b3-5f6b918240d3 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 945 time: 0.2807369 Jan 28 12:40:31.972235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:40:31.982030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e1124-8f5f-4fa9-9c44-6539e99eac61 None None] Port 3e2be94b-9137-4951-a38b-a8863d983a9b cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:40:31.991212 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bc507-bdfe-4cb8-9992-c3c21a4618ec None None] Sync routers for ids ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:40:32.037273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 5099a61b-f07d-461e-a875-1579a45b061b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:40:32.037624 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3bc507-bdfe-4cb8-9992-c3c21a4618ec None None] Routers {'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:40:32.038167 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9c3bc507-bdfe-4cb8-9992-c3c21a4618ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:32.054383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 5099a61b-f07d-461e-a875-1579a45b061b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:32.054992 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5099a61b-f07d-461e-a875-1579a45b061b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:32.064179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf695f-ce4c-43e8-acd1-6a4ec9da15a1 None None] Network f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:40:32.113067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] No DVR routers for this DVR port f2eae2a5-ffa0-4482-ba27-f5eb1313d427 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:40:32.118067 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:32.122173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e2a2f5-4847-46d8-9ff6-8ba08efec1db req-b157b207-9c90-45c3-b099-fc2f99ed1d68 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.49 "DELETE /v2.0/ports/f2eae2a5-ffa0-4482-ba27-f5eb1313d427 HTTP/1.1" status: 204 len: 173 time: 5.7057366 Jan 28 12:40:32.163587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-deleted', 'tag': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:32.172820 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551abd4b-ce1d-44b7-86f5-a6a04f1f5c1a" -d '{"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-deleted", "tag": "f2eae2a5-ffa0-4482-ba27-f5eb1313d427"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:32.235028 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9567e06-5c7c-409c-9920-53268776c91b req-5f12974d-52f3-4476-9797-0b2d7480b354 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/security-groups?id=13554882-3cca-42f4-b990-78245c5a56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891369 Jan 28 12:40:32.334072 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Publish callbacks [] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:32.342042 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:32.394672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d47820e0-b71b-4ade-aa03-bda21213ca8c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:32.396120 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:32.430815 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c7aa8a-cd9c-45e8-aec5-e27761db9b47 x-openstack-request-id: req-81c7aa8a-cd9c-45e8-aec5-e27761db9b47 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:32.432321 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122270a-3a3e-4221-b312-0d1c77802b63", "name": "network-vif-deleted", "tag": "f2eae2a5-ffa0-4482-ba27-f5eb1313d427", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:32.435090 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81c7aa8a-cd9c-45e8-aec5-e27761db9b47 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:32.435522 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122270a-3a3e-4221-b312-0d1c77802b63', 'name': 'network-vif-deleted', 'tag': 'f2eae2a5-ffa0-4482-ba27-f5eb1313d427', 'status': 'completed', 'code': 200} Jan 28 12:40:32.553147 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (4e840743-e346-4432-8892-d6a4bbd6543f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:32.577938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Pushing event updated for resources: {'Port': ['ID=3e2be94b-9137-4951-a38b-a8863d983a9b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:32.823215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1407d2bd-e6ce-4de8-8968-cd5cbead0f05 req-289716a4-f34a-4338-85e2-80b3ee6e8182 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1200454 Jan 28 12:40:32.941231 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9c3bc507-bdfe-4cb8-9992-c3c21a4618ec None None] Set router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:40:32.960345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d47820e0-b71b-4ade-aa03-bda21213ca8c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:32.967075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 5099a61b-f07d-461e-a875-1579a45b061b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:32.967528 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5099a61b-f07d-461e-a875-1579a45b061b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:33.014366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52496) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:33.016425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Network 4a440137-19db-415b-a008-d206b9d9ab9e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:40:33.023381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:40:33.023830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2069060022-network', 'tenant_id': 'fdc5bf16ca1841b19ad8d2bcfb653bcb'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:33.032146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094d381b-b96f-4562-a9ab-d2cab250cce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5099a61b-f07d-461e-a875-1579a45b061b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:33.061009 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740d4546-358f-4619-b970-01bf01727356" -d '{"events": [{"server_uuid": "094d381b-b96f-4562-a9ab-d2cab250cce2", "name": "network-vif-plugged", "status": "completed", "tag": "5099a61b-f07d-461e-a875-1579a45b061b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:33.069772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Made reservation on behalf of fdc5bf16ca1841b19ad8d2bcfb653bcb for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:40:33.072849 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:33.108728 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:33.170186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 5099a61b-f07d-461e-a875-1579a45b061b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5099a61b-f07d-461e-a875-1579a45b061b,segment=NetworkSegment(6a08c67b-da4c-44ec-b999-96ed033fdcad),segment_id=6a08c67b-da4c-44ec-b999-96ed033fdcad)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:33.185881 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5099a61b-f07d-461e-a875-1579a45b061b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:33.352318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Publish callbacks [] for security_group (685d6803-066e-435e-a0d4-8090ce40e277), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:33.361068 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (685d6803-066e-435e-a0d4-8090ce40e277), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:33.380351 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c04362d-d15d-4fad-a0bc-10d52a237900 x-openstack-request-id: req-1c04362d-d15d-4fad-a0bc-10d52a237900 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:33.380748 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094d381b-b96f-4562-a9ab-d2cab250cce2", "name": "network-vif-plugged", "status": "completed", "tag": "5099a61b-f07d-461e-a875-1579a45b061b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:33.381960 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c04362d-d15d-4fad-a0bc-10d52a237900 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:33.384935 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094d381b-b96f-4562-a9ab-d2cab250cce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5099a61b-f07d-461e-a875-1579a45b061b', 'code': 200} Jan 28 12:40:33.505238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=5099a61b-f07d-461e-a875-1579a45b061b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:33.550393 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685d6803-066e-435e-a0d4-8090ce40e277,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:33.556708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:40:33.576363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4084f665-819a-42a7-9386-db509a9deabc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:33.577098 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Added segment 4084f665-819a-42a7-9386-db509a9deabc of type vlan for network d3e82e8f-da99-40c9-8c0b-91ee25d7161e Jan 28 12:40:33.713084 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d3e82e8f-da99-40c9-8c0b-91ee25d7161e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:33.757976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a8618321-13bd-4ca8-bbd0-742d2cc4ff4b None None] Provisioning complete for port 3e2be94b-9137-4951-a38b-a8863d983a9b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:33.759167 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8618321-13bd-4ca8-bbd0-742d2cc4ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:33.761795 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d3e82e8f-da99-40c9-8c0b-91ee25d7161e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:33.763407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:33.764379 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:33.775902 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9c3bc507-bdfe-4cb8-9992-c3c21a4618ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:29:07Z', 'revision_number': 4, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6', 'name': '', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'mac_address': 'fa:16:3e:5c:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:05Z', 'updated_at': '2022-01-28T12:29:13Z', 'revision_number': 5, 'project_id': '523c775734d64237ba19b3804f18ee73', 'subnets': [{'id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:33.793215 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7773035 Jan 28 12:40:33.809860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52506) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:33.819202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fa1b41ac-b741-416c-8a0d-6dd5d8bd2c81 admin admin] Request body: {'subnet': {'network_id': 'd3e82e8f-da99-40c9-8c0b-91ee25d7161e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2069060022-subnet', 'tenant_id': 'fdc5bf16ca1841b19ad8d2bcfb653bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:33.875872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Router 4e840743-e346-4432-8892-d6a4bbd6543f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:40:33.876996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a8618321-13bd-4ca8-bbd0-742d2cc4ff4b None None] Port 3e2be94b-9137-4951-a38b-a8863d983a9b cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:40:33.880460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6731cb-028b-432f-88b8-a041df5ae079 req-ee8f28e0-bfca-49c4-bf2f-86ee941a06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:33.883462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c6731cb-028b-432f-88b8-a041df5ae079 req-ee8f28e0-bfca-49c4-bf2f-86ee941a06a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 1097 time: 0.4248366 Jan 28 12:40:33.909591 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bc507-bdfe-4cb8-9992-c3c21a4618ec None None] Checking router: de675f4c-1433-4cd0-bcb4-cb09eb84c2fb for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:40:33.946738 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3bc507-bdfe-4cb8-9992-c3c21a4618ec None None] Routers {'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:40:33.948185 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9c3bc507-bdfe-4cb8-9992-c3c21a4618ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:34.008719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ee29b-20ff-4890-bf3f-24da6b4fdb35 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e82e8f-da99-40c9-8c0b-91ee25d7161e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:34.028964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1b41ac-b741-416c-8a0d-6dd5d8bd2c81 admin admin] Made reservation on behalf of fdc5bf16ca1841b19ad8d2bcfb653bcb for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:40:34.034521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa1b41ac-b741-416c-8a0d-6dd5d8bd2c81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:34.040873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d3e82e8f-da99-40c9-8c0b-91ee25d7161e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:40:34.131955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072ec0f-42da-4f80-9178-9ad7320bae26 req-e79edd5a-d8cc-4790-9c70-767df018ee2a tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:34.137274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d072ec0f-42da-4f80-9178-9ad7320bae26 req-e79edd5a-d8cc-4790-9c70-767df018ee2a tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 946 time: 0.4926121 Jan 28 12:40:34.182706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c6731cb-028b-432f-88b8-a041df5ae079 req-489dd330-376e-4546-bfd8-90b819072adf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=13554882-3cca-42f4-b990-78245c5a56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790132 Jan 28 12:40:34.262908 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9c3bc507-bdfe-4cb8-9992-c3c21a4618ec None None] Set router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:40:34.370490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d072ec0f-42da-4f80-9178-9ad7320bae26 req-7560053a-74d1-4387-9fbe-9f12b29e8491 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/security-groups?id=13554882-3cca-42f4-b990-78245c5a56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837370 Jan 28 12:40:34.380098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45f1b4bc-2963-4c2b-8e07-cb477375356a req-9f61d53e-4fbd-44f9-8f10-a804862426a7 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.2390158 Jan 28 12:40:34.461341 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa1b41ac-b741-416c-8a0d-6dd5d8bd2c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (4eb445ba-e18c-4d7f-956d-c1fc2ea98f93), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:34.579301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b41ac-b741-416c-8a0d-6dd5d8bd2c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb445ba-e18c-4d7f-956d-c1fc2ea98f93,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:34.585619 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:40:34.608135 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-929988b3-9627-4ed4-8380-4342267a1399 admin admin] 10.222.0.53 "PUT /v2.0/routers/4e840743-e346-4432-8892-d6a4bbd6543f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1498251 Jan 28 12:40:34.612928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Sync routers for ids ['4e840743-e346-4432-8892-d6a4bbd6543f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:40:34.624928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1b41ac-b741-416c-8a0d-6dd5d8bd2c81 admin admin] Checking segment: {'id': '4084f665-819a-42a7-9386-db509a9deabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd3e82e8f-da99-40c9-8c0b-91ee25d7161e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:40:34.625382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1b41ac-b741-416c-8a0d-6dd5d8bd2c81 admin admin] Network hostable DHCP agents. Network: d3e82e8f-da99-40c9-8c0b-91ee25d7161e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:40:34.645904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Routers {'4e840743-e346-4432-8892-d6a4bbd6543f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:40:34.646934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4e840743-e346-4432-8892-d6a4bbd6543f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:34.698784 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1b41ac-b741-416c-8a0d-6dd5d8bd2c81 admin admin] Network d3e82e8f-da99-40c9-8c0b-91ee25d7161e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:40:34.721110 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-fa1b41ac-b741-416c-8a0d-6dd5d8bd2c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d3e82e8f-da99-40c9-8c0b-91ee25d7161e) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:40:34.733473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1b41ac-b741-416c-8a0d-6dd5d8bd2c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:34.760503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa1b41ac-b741-416c-8a0d-6dd5d8bd2c81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:34.825828 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fa1b41ac-b741-416c-8a0d-6dd5d8bd2c81 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0138512 Jan 28 12:40:34.839029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1656e0c-adf5-42a2-b7da-3f299fc95e81 None None] Network d3e82e8f-da99-40c9-8c0b-91ee25d7161e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:40:34.902868 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9c3bc507-bdfe-4cb8-9992-c3c21a4618ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:29:07Z', 'revision_number': 4, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6', 'name': '', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'mac_address': 'fa:16:3e:5c:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:05Z', 'updated_at': '2022-01-28T12:29:13Z', 'revision_number': 5, 'project_id': '523c775734d64237ba19b3804f18ee73', 'subnets': [{'id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:34.960776 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bc507-bdfe-4cb8-9992-c3c21a4618ec None None] The sync data for ids ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'] in n-d-824835-4 is: [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:29:07Z', 'revision_number': 4, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6', 'name': '', 'network_id': 'de73d51a-b816-487d-9aec-4cbd62d5c08f', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'mac_address': 'fa:16:3e:5c:87:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:05Z', 'updated_at': '2022-01-28T12:29:13Z', 'revision_number': 5, 'project_id': '523c775734d64237ba19b3804f18ee73', 'subnets': [{'id': 'a40a858a-ac10-4c03-bed6-d03ffae7c7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:40:35.117299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52540) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:35.235821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea065261-7f16-40e1-9c6d-4a614ff0cbfa admin admin] Deleting subnet 43951488-c386-4931-a668-0f8798b76a6f {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:40:35.256552 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea065261-7f16-40e1-9c6d-4a614ff0cbfa admin admin] Publish callbacks [] for subnet (43951488-c386-4931-a668-0f8798b76a6f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:35.422336 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea065261-7f16-40e1-9c6d-4a614ff0cbfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (43951488-c386-4931-a668-0f8798b76a6f), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:35.560291 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea065261-7f16-40e1-9c6d-4a614ff0cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (43951488-c386-4931-a668-0f8798b76a6f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:35.589252 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35934c08-cb04-4b85-ba34-2cdbbbf61b7c None None] New status for floating IP d0927fdc-24c2-4cde-8a90-66c6ea40fc89: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:40:35.608685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Set router 4e840743-e346-4432-8892-d6a4bbd6543f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:40:35.681455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea065261-7f16-40e1-9c6d-4a614ff0cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (43951488-c386-4931-a668-0f8798b76a6f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:35.737079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39156906-fdbe-4907-820f-8400c51c6a69 req-05a81f9d-942b-4442-81ec-f5476e8c681f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:35.755826 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39156906-fdbe-4907-820f-8400c51c6a69 req-05a81f9d-942b-4442-81ec-f5476e8c681f tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 946 time: 0.1013036 Jan 28 12:40:35.806916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea065261-7f16-40e1-9c6d-4a614ff0cbfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43951488-c386-4931-a668-0f8798b76a6f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:35.829116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea065261-7f16-40e1-9c6d-4a614ff0cbfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:35.841640 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ea065261-7f16-40e1-9c6d-4a614ff0cbfa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/43951488-c386-4931-a668-0f8798b76a6f HTTP/1.1" status: 204 len: 168 time: 0.7196670 Jan 28 12:40:35.842492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52550) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:35.918956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39156906-fdbe-4907-820f-8400c51c6a69 req-57135d3e-9565-41e5-8cce-4fe7b31a3fa6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/security-groups?id=13554882-3cca-42f4-b990-78245c5a56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611049 Jan 28 12:40:36.155364 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:36.221585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbc30385-e78d-419d-abc4-660a103c10cf req-302d60c0-f73e-4530-85de-e4a36689307b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1057236 Jan 28 12:40:36.249746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52554) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:36.256317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726103375', 'description': 'tempest-description--1654090891'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:36.312828 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:36.382513 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bd2a7e-c4bf-4972-8b90-9cc993af129f None None] Network d3e82e8f-da99-40c9-8c0b-91ee25d7161e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:40:36.483081 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:36.490783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for security_group (da94ca1b-5954-4a48-be16-2098d1873953), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:36.496965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (da94ca1b-5954-4a48-be16-2098d1873953), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:36.551983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da94ca1b-5954-4a48-be16-2098d1873953,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:36.576434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.576812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.577101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.577727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.578230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.578750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.579920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.580452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.588032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.588769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.589265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.589752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.590252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:40:36.625144 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:36.628426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a1af389f-e7f2-43f1-96bf-f32104e55ac6 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3770909 Jan 28 12:40:36.640518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52558) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:36.654963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4c5c8958-0ef0-4b41-94c6-e338ad88bad1 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Request body: {'security_group_rule': {'security_group_id': 'da94ca1b-5954-4a48-be16-2098d1873953', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:36.808987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8958-0ef0-4b41-94c6-e338ad88bad1 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for security_group_rule (9943f7a2-901c-4186-b1b2-1388d113a929), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:36.985648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:36.992542 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8958-0ef0-4b41-94c6-e338ad88bad1 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for security_group_rule (9943f7a2-901c-4186-b1b2-1388d113a929), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:36.994725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:40:31Z', 'revision_number': 4, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '3e2be94b-9137-4951-a38b-a8863d983a9b', 'name': '', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'mac_address': 'fa:16:3e:81:da:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:26Z', 'updated_at': '2022-01-28T12:40:31Z', 'revision_number': 2, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'subnets': [{'id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:36.999897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8958-0ef0-4b41-94c6-e338ad88bad1 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (9943f7a2-901c-4186-b1b2-1388d113a929), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.011708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea75027-9f48-4968-a69f-4b043eff3ace') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:37.012689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea75027-9f48-4968-a69f-4b043eff3ace') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:37.035013 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (4ea75027-9f48-4968-a69f-4b043eff3ace), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.065105 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4ea75027-9f48-4968-a69f-4b043eff3ace), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.075523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c8958-0ef0-4b41-94c6-e338ad88bad1 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9943f7a2-901c-4186-b1b2-1388d113a929,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:37.088778 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8958-0ef0-4b41-94c6-e338ad88bad1 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.089787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:40:37.093424 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (4ea75027-9f48-4968-a69f-4b043eff3ace), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.094242 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4c5c8958-0ef0-4b41-94c6-e338ad88bad1 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4534156 Jan 28 12:40:37.097196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52568) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:37.103938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8f02da8c-f547-4f38-8016-3d971d382eb3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Request body: {'security_group_rule': {'security_group_id': 'da94ca1b-5954-4a48-be16-2098d1873953', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:37.121707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Checking router: 4e840743-e346-4432-8892-d6a4bbd6543f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:40:37.122308 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:40:37.127766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Updating router 4e840743-e346-4432-8892-d6a4bbd6543f port 3e2be94b-9137-4951-a38b-a8863d983a9b binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:40:37.180624 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f02da8c-f547-4f38-8016-3d971d382eb3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for security_group_rule (a10210c7-a3ce-4100-a5d7-42110bed8d4e), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.194665 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.243880 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.275100 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.293648 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82 HTTP/1.1" status: 204 len: 168 time: 1.4400201 Jan 28 12:40:37.312696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52576) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:37.331408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6430d-ee88-4314-ae08-96439bc8ee92 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4aa2f15-d5d8-40c4-88a0-a6c76dc20b82,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:37.491269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9caad3-f9c7-47f3-ac1e-99572a6d7775 admin admin] Deleting subnet 4eb445ba-e18c-4d7f-956d-c1fc2ea98f93 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:40:37.609119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e36a62a7-2944-47d2-a823-2a745f53e2f2 req-3fbc2123-15f0-4787-82a6-47df75cd494c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1044576 Jan 28 12:40:37.612852 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9caad3-f9c7-47f3-ac1e-99572a6d7775 admin admin] Publish callbacks [] for subnet (4eb445ba-e18c-4d7f-956d-c1fc2ea98f93), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.785775 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Publish callbacks [] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.790342 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9caad3-f9c7-47f3-ac1e-99572a6d7775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (4eb445ba-e18c-4d7f-956d-c1fc2ea98f93), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.797726 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.882535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3807f-ef6b-40fa-9108-b0484e2d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=3e2be94b-9137-4951-a38b-a8863d983a9b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:37.922283 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f02da8c-f547-4f38-8016-3d971d382eb3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for security_group_rule (a10210c7-a3ce-4100-a5d7-42110bed8d4e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:37.945318 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f02da8c-f547-4f38-8016-3d971d382eb3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (a10210c7-a3ce-4100-a5d7-42110bed8d4e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:38.037006 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f02da8c-f547-4f38-8016-3d971d382eb3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:38.047371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52588) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:38.054645 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8f02da8c-f547-4f38-8016-3d971d382eb3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9488976 Jan 28 12:40:38.062373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02da8c-f547-4f38-8016-3d971d382eb3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10210c7-a3ce-4100-a5d7-42110bed8d4e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:38.062724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:38.107169 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9caad3-f9c7-47f3-ac1e-99572a6d7775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (4eb445ba-e18c-4d7f-956d-c1fc2ea98f93), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:38.160220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Attempting to bind port 3e2be94b-9137-4951-a38b-a8863d983a9b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:40:38.161592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Attempting to bind port 3e2be94b-9137-4951-a38b-a8863d983a9b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:40:38.161991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Attempting to bind port 3e2be94b-9137-4951-a38b-a8863d983a9b on network 4a440137-19db-415b-a008-d206b9d9ab9e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:40:38.177604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:40:38.178252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Checking segment: {'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:40:38.178942 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:38.179628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Bound using segment: {'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:40:38.187770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Bound port: 3e2be94b-9137-4951-a38b-a8863d983a9b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:40:38.187770 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:38.192765 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:38.339616 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9caad3-f9c7-47f3-ac1e-99572a6d7775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (4eb445ba-e18c-4d7f-956d-c1fc2ea98f93), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:38.547375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9caad3-f9c7-47f3-ac1e-99572a6d7775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb445ba-e18c-4d7f-956d-c1fc2ea98f93,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:38.570339 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9caad3-f9c7-47f3-ac1e-99572a6d7775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:38.593136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3d9caad3-f9c7-47f3-ac1e-99572a6d7775 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4eb445ba-e18c-4d7f-956d-c1fc2ea98f93 HTTP/1.1" status: 204 len: 168 time: 1.2786672 Jan 28 12:40:38.596144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52594) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:38.628717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] For port 3e2be94b-9137-4951-a38b-a8863d983a9b, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:40:38.633883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] For port 3e2be94b-9137-4951-a38b-a8863d983a9b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3e2be94b-9137-4951-a38b-a8863d983a9b,segment=NetworkSegment(f7cc0e36-44d2-4de6-a71f-26a64c1d174c),segment_id=f7cc0e36-44d2-4de6-a71f-26a64c1d174c)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:40:38.649878 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:38.941307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-dd4840f2-0299-4ae8-a35e-ed9c0dc1dcc7 None None] Provisioning complete for port 3e2be94b-9137-4951-a38b-a8863d983a9b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:38.942993 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd4840f2-0299-4ae8-a35e-ed9c0dc1dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:38.963895 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:39.070955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8f59a86-4d9f-43c8-b096-8baa9fc5b127 req-ec24d0f6-6e6a-4bc8-a0dd-1c8a675d3fc5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.2066226 Jan 28 12:40:39.196222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3807f-ef6b-40fa-9108-b0484e2d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=3e2be94b-9137-4951-a38b-a8863d983a9b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:39.204646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Routers {'4e840743-e346-4432-8892-d6a4bbd6543f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:40:39.210844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4e840743-e346-4432-8892-d6a4bbd6543f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:39.340219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d3e82e8f-da99-40c9-8c0b-91ee25d7161e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:39.360507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dd4840f2-0299-4ae8-a35e-ed9c0dc1dcc7 None None] Current status of the port 3e2be94b-9137-4951-a38b-a8863d983a9b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:39.361214 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd4840f2-0299-4ae8-a35e-ed9c0dc1dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:39.464188 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-dd4840f2-0299-4ae8-a35e-ed9c0dc1dcc7 None None] For port 3e2be94b-9137-4951-a38b-a8863d983a9b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3e2be94b-9137-4951-a38b-a8863d983a9b,segment=NetworkSegment(f7cc0e36-44d2-4de6-a71f-26a64c1d174c),segment_id=f7cc0e36-44d2-4de6-a71f-26a64c1d174c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:39.502776 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd4840f2-0299-4ae8-a35e-ed9c0dc1dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:39.587190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] Set router 4e840743-e346-4432-8892-d6a4bbd6543f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:40:39.714302 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4840f2-0299-4ae8-a35e-ed9c0dc1dcc7 None None] Pushing event updated for resources: {'Port': ['ID=3e2be94b-9137-4951-a38b-a8863d983a9b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:39.765977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0b5b45bb-318f-4e0a-89e2-f367f11b4981 None None] Provisioning complete for port 3e2be94b-9137-4951-a38b-a8863d983a9b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:39.774174 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b5b45bb-318f-4e0a-89e2-f367f11b4981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:39.935729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Allocated IP 172.25.7.59 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/9c225037-443a-4b2b-b197-c91e0c4d7019) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:40:39.965589 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d3e82e8f-da99-40c9-8c0b-91ee25d7161e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:40.065102 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e82e8f-da99-40c9-8c0b-91ee25d7161e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:40.068889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b45bb-318f-4e0a-89e2-f367f11b4981 None None] Current status of the port 3e2be94b-9137-4951-a38b-a8863d983a9b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:40.287282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4084f665-819a-42a7-9386-db509a9deabc') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:40.287762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4084f665-819a-42a7-9386-db509a9deabc') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:40.333999 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (4084f665-819a-42a7-9386-db509a9deabc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:40.425966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-440d79fd-488f-43cf-9cac-b6e64501a80f req-ac04fd35-d166-49cd-b523-30dc29e8584e tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0937095 Jan 28 12:40:40.450681 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4084f665-819a-42a7-9386-db509a9deabc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:40.493407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:40:40.494082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (4084f665-819a-42a7-9386-db509a9deabc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:40.577565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:40:31Z', 'revision_number': 4, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '3e2be94b-9137-4951-a38b-a8863d983a9b', 'name': '', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'mac_address': 'fa:16:3e:81:da:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:26Z', 'updated_at': '2022-01-28T12:40:38Z', 'revision_number': 4, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'subnets': [{'id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:40.680442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edeeec2-cfc7-4ce8-b456-01490b78affa None None] The sync data for ids ['4e840743-e346-4432-8892-d6a4bbd6543f'] in n-d-824835-4 is: [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:40:31Z', 'revision_number': 4, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '3e2be94b-9137-4951-a38b-a8863d983a9b', 'name': '', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'mac_address': 'fa:16:3e:81:da:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:26Z', 'updated_at': '2022-01-28T12:40:38Z', 'revision_number': 4, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'subnets': [{'id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:40:40.697673 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:40:40.707441 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d3e82e8f-da99-40c9-8c0b-91ee25d7161e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:40.742562 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:40.760324 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] 10.222.0.53 "DELETE /v2.0/networks/d3e82e8f-da99-40c9-8c0b-91ee25d7161e HTTP/1.1" status: 204 len: 168 time: 2.1628540 Jan 28 12:40:40.764385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73828676-27aa-47d0-8a9c-e358f9d5e45e admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e82e8f-da99-40c9-8c0b-91ee25d7161e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:40.910209 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for port (9c225037-443a-4b2b-b197-c91e0c4d7019), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:41.072211 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9c225037-443a-4b2b-b197-c91e0c4d7019), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:41.143598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:40:41.155905 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:40:41.167846 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:40:41.260542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Pushing event updated for resources: {'Port': ['ID=9c225037-443a-4b2b-b197-c91e0c4d7019,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:41.273193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52632) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:41.429807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-30921747-5da5-4b24-872e-eea3d906ff71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb43b18227844b1e80bbe79bb5fda14e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1541247 Jan 28 12:40:41.430969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52636) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:41.665995 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54c77544-b6ad-4c72-a9ab-40555af9bb47 admin admin] Publish callbacks [] for security_group (cf529df6-400c-4bfd-9348-5249c95eda83), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:41.713876 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for floatingip (70d585ee-d71c-4160-a6ad-d0a2d9f9df94), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:41.820896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3e2be94b-9137-4951-a38b-a8863d983a9b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:40:41.835391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9c225037-443a-4b2b-b197-c91e0c4d7019), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:41.857452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3345cc7-5fba-4e83-a2cc-c4d5f4a9fc6f req-1d3d2e77-6c63-4b89-9867-5705ed067b47 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1055861 Jan 28 12:40:41.869047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54c77544-b6ad-4c72-a9ab-40555af9bb47 admin admin] Publish callbacks [] for security_group (cf529df6-400c-4bfd-9348-5249c95eda83), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:41.990852 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54c77544-b6ad-4c72-a9ab-40555af9bb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cf529df6-400c-4bfd-9348-5249c95eda83), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:41.998184 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54c77544-b6ad-4c72-a9ab-40555af9bb47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:42.000483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-54c77544-b6ad-4c72-a9ab-40555af9bb47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf529df6-400c-4bfd-9348-5249c95eda83 HTTP/1.1" status: 204 len: 168 time: 0.5676937 Jan 28 12:40:42.023387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c77544-b6ad-4c72-a9ab-40555af9bb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf529df6-400c-4bfd-9348-5249c95eda83,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:42.124088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 3e2be94b-9137-4951-a38b-a8863d983a9b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:42.125213 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:42.537139 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for port (9c225037-443a-4b2b-b197-c91e0c4d7019), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:42.569364 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (9c225037-443a-4b2b-b197-c91e0c4d7019), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:42.606820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 3e2be94b-9137-4951-a38b-a8863d983a9b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:42.704096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d46803-a711-4bb3-9f9f-3e99b387cd22 req-ec16fcf2-e4c9-475a-97fe-1cf969cacbba tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:42.716425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c0d46803-a711-4bb3-9f9f-3e99b387cd22 req-ec16fcf2-e4c9-475a-97fe-1cf969cacbba tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 946 time: 0.2250814 Jan 28 12:40:42.761747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Pushing event updated for resources: {'Port': ['ID=9c225037-443a-4b2b-b197-c91e0c4d7019,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:42.842616 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (70d585ee-d71c-4160-a6ad-d0a2d9f9df94), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:42.877653 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c0d46803-a711-4bb3-9f9f-3e99b387cd22 req-819ba89d-571e-4669-bf07-cc203684b5d1 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/security-groups?id=13554882-3cca-42f4-b990-78245c5a56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595409 Jan 28 12:40:42.900797 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:42.905564 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3c551beb-63bd-4168-bcdd-92163625dc3e tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8537691 Jan 28 12:40:43.178101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b9d0046-688d-4ba3-9f78-9cebb88a06da req-ca735263-c289-4ed6-87c1-ae73e26a5128 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0893314 Jan 28 12:40:43.370991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52668) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:43.478586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f6b1f124-cbc9-4ca1-ab89-53104a634c0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdc5bf16ca1841b19ad8d2bcfb653bcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1055384 Jan 28 12:40:43.482321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52678) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:43.749177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836a27a-524b-4262-9de4-07628684df46 req-1d071057-4c32-4002-9dfd-c09b09b233dc tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:43.752848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7836a27a-524b-4262-9de4-07628684df46 req-1d071057-4c32-4002-9dfd-c09b09b233dc tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.49 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 946 time: 0.1714497 Jan 28 12:40:43.958554 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-3d929a5c-00d1-48f7-8a96-09bbd74158e7 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--726103375&fields=id&tenant_id=ac53574e3dae413c92de941f02616b18 HTTP/1.1" status: 200 len: 267 time: 0.4367788 Jan 28 12:40:43.966774 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11f356a8-4d1c-4c8d-939e-8791f71a2211 admin admin] Publish callbacks [] for security_group (685d6803-066e-435e-a0d4-8090ce40e277), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:44.244395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846346b3-6749-431d-a74c-30b338429e6c req-2daa830b-42fb-49fc-8cdd-e5eb5deb9372 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:44.257579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-2daa830b-42fb-49fc-8cdd-e5eb5deb9372 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/networks?id=4a440137-19db-415b-a008-d206b9d9ab9e HTTP/1.1" status: 200 len: 815 time: 0.2969961 Jan 28 12:40:44.420545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-523af36f-c659-49d6-aee5-b900ba29b974 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/quotas/ac53574e3dae413c92de941f02616b18 HTTP/1.1" status: 200 len: 375 time: 0.1614170 Jan 28 12:40:44.427738 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11f356a8-4d1c-4c8d-939e-8791f71a2211 admin admin] Publish callbacks [] for security_group (685d6803-066e-435e-a0d4-8090ce40e277), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:44.442987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d909d-5d21-4e47-8e2c-5410effe40ad req-36d1e971-030f-4697-8851-d87321e747ca tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:44.445802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c97d909d-5d21-4e47-8e2c-5410effe40ad req-36d1e971-030f-4697-8851-d87321e747ca tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 946 time: 0.1806855 Jan 28 12:40:44.533047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-7836a27a-524b-4262-9de4-07628684df46 req-cb2752c2-9698-4e42-b848-767e33782cd6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Deleting port 5099a61b-f07d-461e-a875-1579a45b061b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:40:44.533597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7836a27a-524b-4262-9de4-07628684df46 req-cb2752c2-9698-4e42-b848-767e33782cd6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5099a61b-f07d-461e-a875-1579a45b061b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:44.709113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7836a27a-524b-4262-9de4-07628684df46 req-cb2752c2-9698-4e42-b848-767e33782cd6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] For port 5099a61b-f07d-461e-a875-1579a45b061b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5099a61b-f07d-461e-a875-1579a45b061b,segment=NetworkSegment(6a08c67b-da4c-44ec-b999-96ed033fdcad),segment_id=6a08c67b-da4c-44ec-b999-96ed033fdcad)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:44.709668 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7836a27a-524b-4262-9de4-07628684df46 req-cb2752c2-9698-4e42-b848-767e33782cd6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5099a61b-f07d-461e-a875-1579a45b061b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:44.732445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-7836a27a-524b-4262-9de4-07628684df46 req-cb2752c2-9698-4e42-b848-767e33782cd6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Calling delete_port for 5099a61b-f07d-461e-a875-1579a45b061b owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:40:44.922419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52696) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:45.081760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c97d909d-5d21-4e47-8e2c-5410effe40ad req-de6c4bae-3248-4f55-9dd3-3e1d0be0e1aa tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/security-groups?id=13554882-3cca-42f4-b990-78245c5a56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891716 Jan 28 12:40:45.202052 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-ce3834a5-e382-488d-997c-e7f81174e59b tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac53574e3dae413c92de941f02616b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7798741 Jan 28 12:40:45.204889 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11f356a8-4d1c-4c8d-939e-8791f71a2211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (685d6803-066e-435e-a0d4-8090ce40e277), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:45.211566 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11f356a8-4d1c-4c8d-939e-8791f71a2211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:45.212875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-11f356a8-4d1c-4c8d-939e-8791f71a2211 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/685d6803-066e-435e-a0d4-8090ce40e277 HTTP/1.1" status: 204 len: 168 time: 1.7290621 Jan 28 12:40:45.234070 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f356a8-4d1c-4c8d-939e-8791f71a2211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685d6803-066e-435e-a0d4-8090ce40e277,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:45.437661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62af98b7-90b0-4970-a520-e4f1aed1607e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:45.616658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-c8d6e6eb-b390-49d3-8433-1e92e85773b7 service neutron] 10.222.0.53 "GET /v2.0/networks/4a440137-19db-415b-a008-d206b9d9ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246461 Jan 28 12:40:45.793242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62af98b7-90b0-4970-a520-e4f1aed1607e admin admin] Publish callbacks [] for security_group (cf1559af-dc45-4958-8374-43d25a48f828), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:45.801349 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62af98b7-90b0-4970-a520-e4f1aed1607e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cf1559af-dc45-4958-8374-43d25a48f828), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:45.807987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae14fc2c-b243-4971-9773-8d9e75574030 req-e9df4569-6f2e-4057-bc08-12ab8ed981c6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1054769 Jan 28 12:40:45.822545 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7836a27a-524b-4262-9de4-07628684df46 req-cb2752c2-9698-4e42-b848-767e33782cd6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5099a61b-f07d-461e-a875-1579a45b061b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:45.860903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af98b7-90b0-4970-a520-e4f1aed1607e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1559af-dc45-4958-8374-43d25a48f828,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:45.925855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2752c2-9698-4e42-b848-767e33782cd6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Pushing event deleted for resources: {'Port': ['ID=5099a61b-f07d-461e-a875-1579a45b061b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:45.955060 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-62af98b7-90b0-4970-a520-e4f1aed1607e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed8e7ea46adf464198cb6f16f8926cee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0300870 Jan 28 12:40:45.959109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52706) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:46.094541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7836a27a-524b-4262-9de4-07628684df46 req-cb2752c2-9698-4e42-b848-767e33782cd6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] No DVR routers for this DVR port 5099a61b-f07d-461e-a875-1579a45b061b on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:40:46.102647 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4546331d-8c8f-4cb9-81ed-bfbaa806bb26 admin admin] Publish callbacks [] for security_group (cf1559af-dc45-4958-8374-43d25a48f828), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:46.123792 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7836a27a-524b-4262-9de4-07628684df46 req-cb2752c2-9698-4e42-b848-767e33782cd6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:46.137975 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7836a27a-524b-4262-9de4-07628684df46 req-cb2752c2-9698-4e42-b848-767e33782cd6 tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.49 "DELETE /v2.0/ports/5099a61b-f07d-461e-a875-1579a45b061b HTTP/1.1" status: 204 len: 173 time: 2.3759696 Jan 28 12:40:46.138707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094d381b-b96f-4562-a9ab-d2cab250cce2', 'name': 'network-vif-deleted', 'tag': '5099a61b-f07d-461e-a875-1579a45b061b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:46.169880 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f1fed5-08a4-484f-a784-9a53cc6f51e0" -d '{"events": [{"server_uuid": "094d381b-b96f-4562-a9ab-d2cab250cce2", "name": "network-vif-deleted", "tag": "5099a61b-f07d-461e-a875-1579a45b061b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:46.212870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4546331d-8c8f-4cb9-81ed-bfbaa806bb26 admin admin] Publish callbacks [] for security_group (cf1559af-dc45-4958-8374-43d25a48f828), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:46.217760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-edc4fdf9-0750-497b-8763-bf148e709391 service neutron] 10.222.0.53 "GET /v2.0/networks/4a440137-19db-415b-a008-d206b9d9ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922215 Jan 28 12:40:46.450657 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4546331d-8c8f-4cb9-81ed-bfbaa806bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cf1559af-dc45-4958-8374-43d25a48f828), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:46.481242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4546331d-8c8f-4cb9-81ed-bfbaa806bb26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:46.510245 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4546331d-8c8f-4cb9-81ed-bfbaa806bb26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf1559af-dc45-4958-8374-43d25a48f828 HTTP/1.1" status: 204 len: 168 time: 0.5496938 Jan 28 12:40:46.517395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ca446c4-2c28-4493-b8ee-0ca8badfdd0e req-4708c942-b42d-4ced-8bf8-0210cfbb8fcd tempest-ServerTagsTestJSON-378430396 tempest-ServerTagsTestJSON-378430396-project] 10.222.0.53 "GET /v2.0/ports?device_id=094d381b-b96f-4562-a9ab-d2cab250cce2 HTTP/1.1" status: 200 len: 210 time: 0.1455350 Jan 28 12:40:46.564406 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546331d-8c8f-4cb9-81ed-bfbaa806bb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1559af-dc45-4958-8374-43d25a48f828,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:46.655198 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428729f9-7746-4f56-8e57-5535a6cb8c19 x-openstack-request-id: req-428729f9-7746-4f56-8e57-5535a6cb8c19 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:46.655665 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094d381b-b96f-4562-a9ab-d2cab250cce2", "name": "network-vif-deleted", "tag": "5099a61b-f07d-461e-a875-1579a45b061b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:46.656054 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-428729f9-7746-4f56-8e57-5535a6cb8c19 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:46.656715 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094d381b-b96f-4562-a9ab-d2cab250cce2', 'name': 'network-vif-deleted', 'tag': '5099a61b-f07d-461e-a875-1579a45b061b', 'status': 'completed', 'code': 200} Jan 28 12:40:46.871282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b90f191f-e5c7-4fce-aa9c-cfaaf38e203c req-be634c09-9986-429b-b09e-15250cad0a05 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 210 time: 0.1001873 Jan 28 12:40:47.118861 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:47.173703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f78bbf68-6429-45fa-871f-c5e39c2a9a9b req-3c283a20-6d33-4754-82a2-f94b5254a56d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1598642 Jan 28 12:40:47.397845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5099a61b-f07d-461e-a875-1579a45b061b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:40:47.499746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 5099a61b-f07d-461e-a875-1579a45b061b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:40:47.500080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5099a61b-f07d-461e-a875-1579a45b061b not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:40:47.710462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52744) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:47.748981 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:47.796101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52750) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:47.837995 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c284d287-a4ca-4d71-a7c8-3bb75c991300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:47.900632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd35623-1312-410c-b90d-c9d1885327d4 admin admin] Deleting subnet c507f237-f06b-4930-b0c6-083c6d682c15 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:40:47.918833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5cd35623-1312-410c-b90d-c9d1885327d4 admin admin] Publish callbacks [] for subnet (c507f237-f06b-4930-b0c6-083c6d682c15), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:48.040324 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5cd35623-1312-410c-b90d-c9d1885327d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (c507f237-f06b-4930-b0c6-083c6d682c15), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:48.126584 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5cd35623-1312-410c-b90d-c9d1885327d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (c507f237-f06b-4930-b0c6-083c6d682c15), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:48.337000 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c284d287-a4ca-4d71-a7c8-3bb75c991300 admin admin] Publish callbacks [] for security_group (896c4ac8-8814-49b0-a954-bd3aade37af3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:48.358871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-663a8f32-070a-446b-b1bb-dc46a1a9dd81 req-ffcc1b8f-0b33-4675-a274-3fc4655ec31d tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 210 time: 0.1556308 Jan 28 12:40:48.362590 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c284d287-a4ca-4d71-a7c8-3bb75c991300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (896c4ac8-8814-49b0-a954-bd3aade37af3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:48.431163 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5cd35623-1312-410c-b90d-c9d1885327d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (c507f237-f06b-4930-b0c6-083c6d682c15), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:48.463519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c284d287-a4ca-4d71-a7c8-3bb75c991300 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93df0d7a3f3145758b24473d4185d260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6654270 Jan 28 12:40:48.469005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52760) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:48.565138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd35623-1312-410c-b90d-c9d1885327d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c507f237-f06b-4930-b0c6-083c6d682c15,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:48.622516 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5cd35623-1312-410c-b90d-c9d1885327d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:48.633390 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5cd35623-1312-410c-b90d-c9d1885327d4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c507f237-f06b-4930-b0c6-083c6d682c15 HTTP/1.1" status: 204 len: 168 time: 0.9164758 Jan 28 12:40:48.634454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52764) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:49.005525 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (53b2396a-c269-458c-b234-62f88435ca8e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:49.225399 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8db5a82d-f2f9-4531-808e-1ea55d26efb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:49.305882 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (53b2396a-c269-458c-b234-62f88435ca8e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:49.381587 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b2396a-c269-458c-b234-62f88435ca8e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:49.438299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a08c67b-da4c-44ec-b999-96ed033fdcad') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:49.444078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a08c67b-da4c-44ec-b999-96ed033fdcad') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:40:49.483971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (6a08c67b-da4c-44ec-b999-96ed033fdcad), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:49.528055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6a08c67b-da4c-44ec-b999-96ed033fdcad), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:49.549848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:40:49.551804 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (6a08c67b-da4c-44ec-b999-96ed033fdcad), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:49.630439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96a6151f-2b49-4f66-a29d-c42b07746460 req-600bd781-0d09-4a09-bde3-7ae502ca945b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 1.0315077 Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:40:49.663579 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:40:49.671029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (53b2396a-c269-458c-b234-62f88435ca8e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:49.677467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284d287-a4ca-4d71-a7c8-3bb75c991300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896c4ac8-8814-49b0-a954-bd3aade37af3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:49.684425 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:49.697468 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/53b2396a-c269-458c-b234-62f88435ca8e HTTP/1.1" status: 204 len: 168 time: 1.0578630 Jan 28 12:40:49.709285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14688c61-4f48-46d8-8065-eb207e4874c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b2396a-c269-458c-b234-62f88435ca8e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:49.790213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-188ed120-7958-46fb-a298-11a664105bdc admin admin] Publish callbacks [] for security_group (896c4ac8-8814-49b0-a954-bd3aade37af3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:49.823089 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-188ed120-7958-46fb-a298-11a664105bdc admin admin] Publish callbacks [] for security_group (896c4ac8-8814-49b0-a954-bd3aade37af3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:49.855723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d62e44ae-7487-4e45-a11d-f2069592bc98 req-baa819f9-00a9-4c55-a3ed-c19daec7c337 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 210 time: 0.2192717 Jan 28 12:40:49.988315 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-188ed120-7958-46fb-a298-11a664105bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (896c4ac8-8814-49b0-a954-bd3aade37af3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:49.990349 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:49.996061 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-188ed120-7958-46fb-a298-11a664105bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:49.999091 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-188ed120-7958-46fb-a298-11a664105bdc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/896c4ac8-8814-49b0-a954-bd3aade37af3 HTTP/1.1" status: 204 len: 168 time: 1.5233903 Jan 28 12:40:50.043046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ed120-7958-46fb-a298-11a664105bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896c4ac8-8814-49b0-a954-bd3aade37af3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:50.099752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846346b3-6749-431d-a74c-30b338429e6c req-75b917f9-24dd-4803-b944-cbb2fc299750 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:50.107995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-75b917f9-24dd-4803-b944-cbb2fc299750 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.49 "GET /v2.0/networks?id=4a440137-19db-415b-a008-d206b9d9ab9e HTTP/1.1" status: 200 len: 815 time: 0.4605606 Jan 28 12:40:50.124647 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-844c722e-4e8d-4115-bf99-86b260a66f15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cedb216d5a1740a5bdbe91342c0b0307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325397 Jan 28 12:40:50.126795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52790) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:50.217037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-6636b5f5-3081-4e96-8b8f-39e4ca7c1012 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac53574e3dae413c92de941f02616b18 HTTP/1.1" status: 200 len: 379 time: 0.1005695 Jan 28 12:40:50.247402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-846346b3-6749-431d-a74c-30b338429e6c req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Request body: {'port': {'device_id': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'admin_state_up': True, 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'security_groups': ['da94ca1b-5954-4a48-be16-2098d1873953']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:50.296449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25e0967a-cb26-42c0-89cf-688a0ef3ba23 admin admin] Publish callbacks [] for security_group (13554882-3cca-42f4-b990-78245c5a56f6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:50.381782 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25e0967a-cb26-42c0-89cf-688a0ef3ba23 admin admin] Publish callbacks [] for security_group (13554882-3cca-42f4-b990-78245c5a56f6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:50.489480 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25e0967a-cb26-42c0-89cf-688a0ef3ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (13554882-3cca-42f4-b990-78245c5a56f6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:50.496210 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25e0967a-cb26-42c0-89cf-688a0ef3ba23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:50.498763 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-25e0967a-cb26-42c0-89cf-688a0ef3ba23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13554882-3cca-42f4-b990-78245c5a56f6 HTTP/1.1" status: 204 len: 168 time: 0.3693120 Jan 28 12:40:50.517794 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0967a-cb26-42c0-89cf-688a0ef3ba23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13554882-3cca-42f4-b990-78245c5a56f6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:50.550281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846346b3-6749-431d-a74c-30b338429e6c req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Made reservation on behalf of ac53574e3dae413c92de941f02616b18 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:40:50.556902 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-846346b3-6749-431d-a74c-30b338429e6c req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:50.824482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-846346b3-6749-431d-a74c-30b338429e6c req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Allocated IP 172.20.0.6 (4a440137-19db-415b-a008-d206b9d9ab9e/3d011e52-ad95-42d0-81cb-9100ce920e36/ec4915d2-70ed-4d15-b3ab-8d0632c60cf9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:40:51.084324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46e4352c-5fd1-43c4-9975-fe8ff37192f5 req-6e61d758-985e-4b7d-8ea0-7273abc16114 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1252937 Jan 28 12:40:51.173051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f790d8b3-843e-40d1-9257-53ee57c49c86 req-c2094fd6-5503-4b0b-bc8c-a0e7e8e98ce3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 210 time: 0.1190400 Jan 28 12:40:51.272330 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-846346b3-6749-431d-a74c-30b338429e6c req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:51.331236 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-846346b3-6749-431d-a74c-30b338429e6c req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:51.365327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846346b3-6749-431d-a74c-30b338429e6c req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Network 4a440137-19db-415b-a008-d206b9d9ab9e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:40:51.368925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-846346b3-6749-431d-a74c-30b338429e6c req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:40:51.384064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-846346b3-6749-431d-a74c-30b338429e6c req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:40:51.534850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846346b3-6749-431d-a74c-30b338429e6c req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:51.536665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-846346b3-6749-431d-a74c-30b338429e6c req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:51.557930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3351295 Jan 28 12:40:51.569906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-f8c0b7c6-891f-4682-8de2-c71b028dafe8 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:40:51.572235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-f8c0b7c6-891f-4682-8de2-c71b028dafe8 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101078 Jan 28 12:40:51.594065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Request body: {'port': {'device_id': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:40:51.613523 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49f87628-5f7b-4e2d-9525-ab10e03cef74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:51.628277 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11558ccf-586e-4ac9-83a1-7b97e14d6f58 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Pushing event updated for resources: {'Port': ['ID=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:51.693462 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:51.893104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-daec6172-2a58-46e3-9886-04d68a4340b1 None None] Provisioning complete for port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:40:51.893587 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-daec6172-2a58-46e3-9886-04d68a4340b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:51.990204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-daec6172-2a58-46e3-9886-04d68a4340b1 None None] Port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:40:52.453959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42393042-0513-40bf-8c1e-cafc09479dd2 req-8f232d50-27f1-4683-8b79-04f1efd1d979 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1726334 Jan 28 12:40:52.698369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:40:52.709792 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Publish callbacks [] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:52.722657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113aa04-f8d2-4726-80a7-bbacf58ef7ef req-6d75f0ab-8bfa-4966-8cfe-b59cbe4336ba tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:52.730172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9113aa04-f8d2-4726-80a7-bbacf58ef7ef req-6d75f0ab-8bfa-4966-8cfe-b59cbe4336ba tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 931 time: 0.2940645 Jan 28 12:40:52.780910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Transition to ACTIVE for port object ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:40:52.791518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:52.935230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9113aa04-f8d2-4726-80a7-bbacf58ef7ef req-fb080fac-9108-458e-85e5-d81071ed7f94 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups?id=da94ca1b-5954-4a48-be16-2098d1873953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037864 Jan 28 12:40:52.935766 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:53.010548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:53.170270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Attempting to bind port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:40:53.175538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Attempting to bind port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:40:53.182044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Attempting to bind port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 on network 4a440137-19db-415b-a008-d206b9d9ab9e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:40:53.194105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 on network 4a440137-19db-415b-a008-d206b9d9ab9e not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:40:53.195559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Attempting to bind port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 on network 4a440137-19db-415b-a008-d206b9d9ab9e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:40:53.216209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:40:53.218013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Checking segment: {'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:40:53.219390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Bound using segment: {'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:40:53.220498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Bound port: ec4915d2-70ed-4d15-b3ab-8d0632c60cf9, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:40:53.221412 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:53.524975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] For port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:40:53.531741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] For port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9,segment=NetworkSegment(f7cc0e36-44d2-4de6-a71f-26a64c1d174c),segment_id=f7cc0e36-44d2-4de6-a71f-26a64c1d174c)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:40:53.541732 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:53.611728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:53.614105 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:53.615861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] 10.222.0.49 "PUT /v2.0/ports/ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 HTTP/1.1" status: 200 len: 1091 time: 2.0337741 Jan 28 12:40:53.616558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'tag': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:40:53.621160 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83947549-77e8-4edd-a0b2-bb6d7d1c3d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "af180f9a-a795-46d6-8ff3-66e419258f4b", "tag": "ec4915d2-70ed-4d15-b3ab-8d0632c60cf9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:40:53.675700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162245b-6fdc-4404-8041-f5c77bb45fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:53.836878 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e94e064-8bb3-49ef-b15e-fface5599f2d x-openstack-request-id: req-2e94e064-8bb3-49ef-b15e-fface5599f2d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:40:53.837970 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af180f9a-a795-46d6-8ff3-66e419258f4b", "tag": "ec4915d2-70ed-4d15-b3ab-8d0632c60cf9", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:40:53.838715 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e94e064-8bb3-49ef-b15e-fface5599f2d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:40:53.839762 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'tag': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9', 'status': 'completed', 'code': 200} Jan 28 12:40:53.860392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d25a8864-8111-4ce2-b41e-3182074bf7ce req-555d3c17-5eb5-41ba-ac86-30113bd39f37 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1674378 Jan 28 12:40:54.025522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846346b3-6749-431d-a74c-30b338429e6c req-9932a9f0-0c86-412f-a96e-54a88f5c0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:54.034749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-9932a9f0-0c86-412f-a96e-54a88f5c0c50 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac53574e3dae413c92de941f02616b18&device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 1094 time: 0.2991285 Jan 28 12:40:54.241170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-5bdb52a6-fcd2-4c60-ae00-8457b985bf52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 HTTP/1.1" status: 200 len: 217 time: 0.2029376 Jan 28 12:40:54.431259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a099f4-fa8b-4f8b-b2bb-55ead425de4b req-4bf6f8f0-7e9a-4105-a645-df7121cfce36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:54.438324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a099f4-fa8b-4f8b-b2bb-55ead425de4b req-4bf6f8f0-7e9a-4105-a645-df7121cfce36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:54.444555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a099f4-fa8b-4f8b-b2bb-55ead425de4b req-4bf6f8f0-7e9a-4105-a645-df7121cfce36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:54.476514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a099f4-fa8b-4f8b-b2bb-55ead425de4b req-4bf6f8f0-7e9a-4105-a645-df7121cfce36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:54.492440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a099f4-fa8b-4f8b-b2bb-55ead425de4b req-4bf6f8f0-7e9a-4105-a645-df7121cfce36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:54.508778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a099f4-fa8b-4f8b-b2bb-55ead425de4b req-4bf6f8f0-7e9a-4105-a645-df7121cfce36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:54.559899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a099f4-fa8b-4f8b-b2bb-55ead425de4b req-4bf6f8f0-7e9a-4105-a645-df7121cfce36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:54.570161 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8a099f4-fa8b-4f8b-b2bb-55ead425de4b req-4bf6f8f0-7e9a-4105-a645-df7121cfce36 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5445 time: 0.3728211 Jan 28 12:40:54.600048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b170c0b-4bd9-4138-9731-74774fe5a807 req-11c510a2-3095-4282-8a36-b526e920318b tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:54.606942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b170c0b-4bd9-4138-9731-74774fe5a807 req-11c510a2-3095-4282-8a36-b526e920318b tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 943 time: 0.3919327 Jan 28 12:40:54.610990 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:54.618396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846346b3-6749-431d-a74c-30b338429e6c req-64e9ca62-9737-41e8-9e2f-c93d9a143340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:54.623676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-64e9ca62-9737-41e8-9e2f-c93d9a143340 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3d011e52-ad95-42d0-81cb-9100ce920e36 HTTP/1.1" status: 200 len: 854 time: 0.3246648 Jan 28 12:40:55.021421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846346b3-6749-431d-a74c-30b338429e6c req-6236b90c-4999-4630-9d57-743ee307407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:55.025363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-6236b90c-4999-4630-9d57-743ee307407a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a440137-19db-415b-a008-d206b9d9ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3800707 Jan 28 12:40:55.081516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b170c0b-4bd9-4138-9731-74774fe5a807 req-2b20a1ed-c707-45f8-928e-bb2a6b87ce63 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups?id=da94ca1b-5954-4a48-be16-2098d1873953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4380186 Jan 28 12:40:55.098785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8a099f4-fa8b-4f8b-b2bb-55ead425de4b req-a3fcb77d-1e95-4c08-ac58-8b61b71910b4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4896295 Jan 28 12:40:55.329773 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-ea314003-3ac8-416a-9442-55991659e172 service neutron] 10.222.0.49 "GET /v2.0/networks/4a440137-19db-415b-a008-d206b9d9ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876596 Jan 28 12:40:55.556164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846346b3-6749-431d-a74c-30b338429e6c req-37bb1168-3d27-467a-aa6d-04c7284c23a6 service neutron] 10.222.0.49 "GET /v2.0/networks/4a440137-19db-415b-a008-d206b9d9ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203224 Jan 28 12:40:55.575214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8cae754-6556-4244-96ed-4cc9c621b2da req-fec9fd1e-ce0d-426c-a841-1f716fe0e821 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.3040748 Jan 28 12:40:55.802113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf45042-7db4-4818-9219-e432961b067f req-56832048-0332-4ade-ac44-94854f12b424 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:55.813655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf45042-7db4-4818-9219-e432961b067f req-56832048-0332-4ade-ac44-94854f12b424 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:55.826137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf45042-7db4-4818-9219-e432961b067f req-56832048-0332-4ade-ac44-94854f12b424 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:55.839361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf45042-7db4-4818-9219-e432961b067f req-56832048-0332-4ade-ac44-94854f12b424 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:55.853582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf45042-7db4-4818-9219-e432961b067f req-56832048-0332-4ade-ac44-94854f12b424 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:55.865918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf45042-7db4-4818-9219-e432961b067f req-56832048-0332-4ade-ac44-94854f12b424 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:55.880629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf45042-7db4-4818-9219-e432961b067f req-56832048-0332-4ade-ac44-94854f12b424 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:55.884055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eaf45042-7db4-4818-9219-e432961b067f req-56832048-0332-4ade-ac44-94854f12b424 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5445 time: 0.3262448 Jan 28 12:40:55.908792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83947549-77e8-4edd-a0b2-bb6d7d1c3d7f req-f0da77b3-0367-41dd-8bf0-b7b032c279cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:55.911326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83947549-77e8-4edd-a0b2-bb6d7d1c3d7f req-f0da77b3-0367-41dd-8bf0-b7b032c279cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac53574e3dae413c92de941f02616b18&device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 1094 time: 0.2443650 Jan 28 12:40:55.952385 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:56.188690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83947549-77e8-4edd-a0b2-bb6d7d1c3d7f req-44c84c24-587a-4ae8-a8b2-61ba2bb0f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:56.193186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83947549-77e8-4edd-a0b2-bb6d7d1c3d7f req-44c84c24-587a-4ae8-a8b2-61ba2bb0f4b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a440137-19db-415b-a008-d206b9d9ab9e HTTP/1.1" status: 200 len: 916 time: 0.2709658 Jan 28 12:40:56.304837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83947549-77e8-4edd-a0b2-bb6d7d1c3d7f req-db6cbac0-8eb6-4b73-b2e9-9f1267627d25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 HTTP/1.1" status: 200 len: 217 time: 0.1060002 Jan 28 12:40:56.451623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77144d6-03f8-448e-aace-d1322a18b05b req-de92bac8-673a-4eea-acb6-7425cd8ad857 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:56.454480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77144d6-03f8-448e-aace-d1322a18b05b req-de92bac8-673a-4eea-acb6-7425cd8ad857 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 943 time: 0.1487069 Jan 28 12:40:56.469026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83947549-77e8-4edd-a0b2-bb6d7d1c3d7f req-d2d43649-219e-4f56-965c-04dcab768ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:56.471454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83947549-77e8-4edd-a0b2-bb6d7d1c3d7f req-d2d43649-219e-4f56-965c-04dcab768ec8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3d011e52-ad95-42d0-81cb-9100ce920e36 HTTP/1.1" status: 200 len: 854 time: 0.0885561 Jan 28 12:40:56.587182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77144d6-03f8-448e-aace-d1322a18b05b req-6677f35c-0ae2-4ac2-adb6-32305db13ab7 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups?id=da94ca1b-5954-4a48-be16-2098d1873953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220725 Jan 28 12:40:56.602816 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83947549-77e8-4edd-a0b2-bb6d7d1c3d7f req-b8a073f8-b75c-4bec-a85f-97411c3e7ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:56.604798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83947549-77e8-4edd-a0b2-bb6d7d1c3d7f req-b8a073f8-b75c-4bec-a85f-97411c3e7ab1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a440137-19db-415b-a008-d206b9d9ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207106 Jan 28 12:40:56.959622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83947549-77e8-4edd-a0b2-bb6d7d1c3d7f req-9d5bfe1a-9107-48eb-a1b2-8bb88dc6c7de service neutron] 10.222.0.49 "GET /v2.0/networks/4a440137-19db-415b-a008-d206b9d9ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474271 Jan 28 12:40:57.043931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8efc3284-1753-45e1-b250-bd5afabaf125 req-694d5620-c379-44f8-bf2e-bd7303000f3d tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1465240 Jan 28 12:40:57.277414 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83947549-77e8-4edd-a0b2-bb6d7d1c3d7f req-bc3562eb-2f40-47fb-b1c2-bae54660bb27 service neutron] 10.222.0.49 "GET /v2.0/networks/4a440137-19db-415b-a008-d206b9d9ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120074 Jan 28 12:40:57.449583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:40:57.692040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9,segment=NetworkSegment(f7cc0e36-44d2-4de6-a71f-26a64c1d174c),segment_id=f7cc0e36-44d2-4de6-a71f-26a64c1d174c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:57.809620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'port_id': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9', 'mac_address': 'fa:16:3e:c2:5b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:40:57.986693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:40:57.987527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:58.003412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cea9da-7650-44bc-96c1-8892304190ae req-85b4c7bb-f415-4d75-9154-7b76accc1c35 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:58.027471 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20cea9da-7650-44bc-96c1-8892304190ae req-85b4c7bb-f415-4d75-9154-7b76accc1c35 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 943 time: 0.1836600 Jan 28 12:40:58.037260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:40:58.072886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9,segment=NetworkSegment(f7cc0e36-44d2-4de6-a71f-26a64c1d174c),segment_id=f7cc0e36-44d2-4de6-a71f-26a64c1d174c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:40:58.078768 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:58.249076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:58.309283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20cea9da-7650-44bc-96c1-8892304190ae req-7c4efe71-dbae-4d93-8281-958585a24805 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups?id=da94ca1b-5954-4a48-be16-2098d1873953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804165 Jan 28 12:40:58.351514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ec4915d2-70ed-4d15-b3ab-8d0632c60cf9'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:40:58.508561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e83a70-7ba8-4407-9dd7-6932831d1e2c req-60b0872b-cb9b-4103-8f1d-a102d97efa31 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1070757 Jan 28 12:40:58.794470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53058) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:59.041925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e040-6e44-40a6-9871-9b95103444ac req-8584178d-d548-48e2-8b71-7ec35d2288cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:59.043809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e040-6e44-40a6-9871-9b95103444ac req-8584178d-d548-48e2-8b71-7ec35d2288cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:59.044491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e040-6e44-40a6-9871-9b95103444ac req-8584178d-d548-48e2-8b71-7ec35d2288cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:59.045515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e040-6e44-40a6-9871-9b95103444ac req-8584178d-d548-48e2-8b71-7ec35d2288cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:59.047753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e040-6e44-40a6-9871-9b95103444ac req-8584178d-d548-48e2-8b71-7ec35d2288cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:59.049462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e040-6e44-40a6-9871-9b95103444ac req-8584178d-d548-48e2-8b71-7ec35d2288cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:59.050337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e040-6e44-40a6-9871-9b95103444ac req-8584178d-d548-48e2-8b71-7ec35d2288cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:59.071066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3906e040-6e44-40a6-9871-9b95103444ac req-8584178d-d548-48e2-8b71-7ec35d2288cb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 6502 time: 0.2739456 Jan 28 12:40:59.184488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3906e040-6e44-40a6-9871-9b95103444ac req-4e03c648-8ea7-473a-988e-cc15c4fa0ce6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1111190 Jan 28 12:40:59.324912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53076) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:59.506914 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9423c739-3611-40c8-bd0b-dc1555fb0481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:59.528282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac8121-5b16-4fa3-a705-d9b89d939342 req-e6d3413c-42b7-47fb-8480-94fb31018396 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:40:59.538623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72ac8121-5b16-4fa3-a705-d9b89d939342 req-e6d3413c-42b7-47fb-8480-94fb31018396 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 944 time: 0.1144791 Jan 28 12:40:59.645901 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9423c739-3611-40c8-bd0b-dc1555fb0481 admin admin] Publish callbacks [] for security_group (e6f99cd0-381c-4306-82a5-19389e67a4a1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:59.651239 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9423c739-3611-40c8-bd0b-dc1555fb0481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e6f99cd0-381c-4306-82a5-19389e67a4a1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:59.686405 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72ac8121-5b16-4fa3-a705-d9b89d939342 req-376abf57-4f33-4f83-b762-b528b9b6c8c7 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups?id=da94ca1b-5954-4a48-be16-2098d1873953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452947 Jan 28 12:40:59.705496 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9423c739-3611-40c8-bd0b-dc1555fb0481 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08ab02f2e0a945a094d297b6502ddb47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793628 Jan 28 12:40:59.709320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423c739-3611-40c8-bd0b-dc1555fb0481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f99cd0-381c-4306-82a5-19389e67a4a1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:40:59.725374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53092) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:40:59.773144 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-64c16a66-cfeb-43e7-8bd2-e789660c5c6c req-60e6b12f-c219-4215-8180-98c29a82f427 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0747788 Jan 28 12:40:59.848181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3281b153-2a8f-4763-9dd6-143e442dc031 admin admin] Publish callbacks [] for security_group (e6f99cd0-381c-4306-82a5-19389e67a4a1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:40:59.890871 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3281b153-2a8f-4763-9dd6-143e442dc031 admin admin] Publish callbacks [] for security_group (e6f99cd0-381c-4306-82a5-19389e67a4a1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:00.026850 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3281b153-2a8f-4763-9dd6-143e442dc031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e6f99cd0-381c-4306-82a5-19389e67a4a1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:00.030768 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3281b153-2a8f-4763-9dd6-143e442dc031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:00.042267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3281b153-2a8f-4763-9dd6-143e442dc031 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6f99cd0-381c-4306-82a5-19389e67a4a1 HTTP/1.1" status: 204 len: 168 time: 0.3136244 Jan 28 12:41:00.069420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281b153-2a8f-4763-9dd6-143e442dc031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f99cd0-381c-4306-82a5-19389e67a4a1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:00.418634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53114) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:00.624449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53118) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:00.659807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f9fdd38-0edb-482c-9048-c05455a0c967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:00.973991 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f9fdd38-0edb-482c-9048-c05455a0c967 admin admin] Publish callbacks [] for security_group (40be513c-004b-44fd-afda-aef3c1c6775f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:00.980566 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f9fdd38-0edb-482c-9048-c05455a0c967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (40be513c-004b-44fd-afda-aef3c1c6775f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.064050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6afba423-00a1-4c71-ad4e-b1db431ebab8 req-e8270770-89ec-4416-8979-31e0ec96a5a0 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1197202 Jan 28 12:41:01.103401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311c46b-ea07-45a1-8e9b-379e48d79c2b req-97202de9-f146-4201-94cc-9eea29f5892d tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:01.105831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a311c46b-ea07-45a1-8e9b-379e48d79c2b req-97202de9-f146-4201-94cc-9eea29f5892d tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 944 time: 0.2582426 Jan 28 12:41:01.107961 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2f9fdd38-0edb-482c-9048-c05455a0c967 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1cdea1326eba43098828b81218752100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4818220 Jan 28 12:41:01.131602 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1737d8e1-43ba-468a-bef2-b4e44898c010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.142692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53126) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:01.247130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a311c46b-ea07-45a1-8e9b-379e48d79c2b req-7e9aa29c-9a0f-4d79-bee6-6ee46d4721c1 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups?id=da94ca1b-5954-4a48-be16-2098d1873953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321263 Jan 28 12:41:01.271748 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fdd38-0edb-482c-9048-c05455a0c967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40be513c-004b-44fd-afda-aef3c1c6775f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:01.356045 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19b8378a-da2b-4439-a0d5-108ad3d79657 admin admin] Publish callbacks [] for security_group (40be513c-004b-44fd-afda-aef3c1c6775f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.399304 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19b8378a-da2b-4439-a0d5-108ad3d79657 admin admin] Publish callbacks [] for security_group (40be513c-004b-44fd-afda-aef3c1c6775f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.447923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:41:01.563073 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1737d8e1-43ba-468a-bef2-b4e44898c010 admin admin] Publish callbacks [] for security_group (2a7d9332-9afe-4e12-a83e-c5e61454cf0c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.576187 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1737d8e1-43ba-468a-bef2-b4e44898c010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2a7d9332-9afe-4e12-a83e-c5e61454cf0c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.584773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:41:01.594605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:41:01.595252 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.598698 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19b8378a-da2b-4439-a0d5-108ad3d79657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (40be513c-004b-44fd-afda-aef3c1c6775f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.602040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19b8378a-da2b-4439-a0d5-108ad3d79657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.603524 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-19b8378a-da2b-4439-a0d5-108ad3d79657 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40be513c-004b-44fd-afda-aef3c1c6775f HTTP/1.1" status: 204 len: 168 time: 0.4576793 Jan 28 12:41:01.653653 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1737d8e1-43ba-468a-bef2-b4e44898c010 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4a4f7022343406486eaee0380943018&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2332828 Jan 28 12:41:01.655899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737d8e1-43ba-468a-bef2-b4e44898c010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7d9332-9afe-4e12-a83e-c5e61454cf0c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:01.661910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53132) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:01.703164 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8378a-da2b-4439-a0d5-108ad3d79657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40be513c-004b-44fd-afda-aef3c1c6775f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:01.770940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc6f58d0-b789-4ddf-bf42-ebb797ba7443 admin admin] Publish callbacks [] for security_group (2a7d9332-9afe-4e12-a83e-c5e61454cf0c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.798834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc6f58d0-b789-4ddf-bf42-ebb797ba7443 admin admin] Publish callbacks [] for security_group (2a7d9332-9afe-4e12-a83e-c5e61454cf0c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.827649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:41:01.828172 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.832441 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:41:01.883028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:41:01.888042 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17052c36-3fdb-4eb5-9568-e115f9259d5c" -d '{"events": [{"server_uuid": "af180f9a-a795-46d6-8ff3-66e419258f4b", "name": "network-vif-plugged", "status": "completed", "tag": "ec4915d2-70ed-4d15-b3ab-8d0632c60cf9"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:41:01.922703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9,segment=NetworkSegment(f7cc0e36-44d2-4de6-a71f-26a64c1d174c),segment_id=f7cc0e36-44d2-4de6-a71f-26a64c1d174c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:41:01.934118 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.938542 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc6f58d0-b789-4ddf-bf42-ebb797ba7443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2a7d9332-9afe-4e12-a83e-c5e61454cf0c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.947739 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc6f58d0-b789-4ddf-bf42-ebb797ba7443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:01.972164 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dc6f58d0-b789-4ddf-bf42-ebb797ba7443 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a7d9332-9afe-4e12-a83e-c5e61454cf0c HTTP/1.1" status: 204 len: 168 time: 0.3082008 Jan 28 12:41:02.055022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:02.073166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f58d0-b789-4ddf-bf42-ebb797ba7443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7d9332-9afe-4e12-a83e-c5e61454cf0c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:02.158883 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37ddc7b-72b9-4ab8-8ddf-0a435fcf1569 x-openstack-request-id: req-d37ddc7b-72b9-4ab8-8ddf-0a435fcf1569 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:41:02.166680 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af180f9a-a795-46d6-8ff3-66e419258f4b", "name": "network-vif-plugged", "status": "completed", "tag": "ec4915d2-70ed-4d15-b3ab-8d0632c60cf9", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:41:02.167114 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d37ddc7b-72b9-4ab8-8ddf-0a435fcf1569 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:41:02.167808 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9', 'code': 200} Jan 28 12:41:02.342841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91a5c158-a848-4f02-8ce4-32b150b2a6fc req-53e3cf36-7938-4e8f-be21-784d884a4093 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0773451 Jan 28 12:41:02.558606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17b7cb-bb79-4925-ba51-2ad90ab9ec1e req-09117ab7-987b-438a-adeb-b6b8481d0c97 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:02.569025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f17b7cb-bb79-4925-ba51-2ad90ab9ec1e req-09117ab7-987b-438a-adeb-b6b8481d0c97 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 945 time: 0.1256998 Jan 28 12:41:02.699385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f17b7cb-bb79-4925-ba51-2ad90ab9ec1e req-fc0a6995-74a7-4ac3-9270-c0451399d740 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups?id=da94ca1b-5954-4a48-be16-2098d1873953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206460 Jan 28 12:41:02.811969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53156) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:02.849903 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce07a-fcfb-47c0-9ab8-2c09bf3ae9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:02.992416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce46580-d9e0-49e9-b701-f3d6a75fdcb8 req-44484844-c091-4563-86b1-9b7cdf0d2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:02.993841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ce46580-d9e0-49e9-b701-f3d6a75fdcb8 req-44484844-c091-4563-86b1-9b7cdf0d2e61 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 1096 time: 0.8147962 Jan 28 12:41:03.115539 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ce46580-d9e0-49e9-b701-f3d6a75fdcb8 req-48ee904c-d49a-4868-9caf-37752ad0de75 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=da94ca1b-5954-4a48-be16-2098d1873953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988524 Jan 28 12:41:03.130887 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce07a-fcfb-47c0-9ab8-2c09bf3ae9af admin admin] Publish callbacks [] for security_group (0e5eb681-ca39-4b9a-a289-410be343df7a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:03.137404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce07a-fcfb-47c0-9ab8-2c09bf3ae9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0e5eb681-ca39-4b9a-a289-410be343df7a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:03.192688 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ee6ce07a-fcfb-47c0-9ab8-2c09bf3ae9af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c5263b5a468483b9c8a54d3e9b80695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3783548 Jan 28 12:41:03.198642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53160) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:03.239565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ce07a-fcfb-47c0-9ab8-2c09bf3ae9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5eb681-ca39-4b9a-a289-410be343df7a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:03.314040 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4e8f1d0-7b64-42ec-acd4-ee1fbb2bd311 admin admin] Publish callbacks [] for security_group (0e5eb681-ca39-4b9a-a289-410be343df7a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:03.379505 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4e8f1d0-7b64-42ec-acd4-ee1fbb2bd311 admin admin] Publish callbacks [] for security_group (0e5eb681-ca39-4b9a-a289-410be343df7a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:03.484502 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4e8f1d0-7b64-42ec-acd4-ee1fbb2bd311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0e5eb681-ca39-4b9a-a289-410be343df7a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:03.490361 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4e8f1d0-7b64-42ec-acd4-ee1fbb2bd311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:03.506927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d4e8f1d0-7b64-42ec-acd4-ee1fbb2bd311 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e5eb681-ca39-4b9a-a289-410be343df7a HTTP/1.1" status: 204 len: 168 time: 0.2940121 Jan 28 12:41:03.532167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8f1d0-7b64-42ec-acd4-ee1fbb2bd311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5eb681-ca39-4b9a-a289-410be343df7a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:03.645885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5f4d77b-4c30-49fb-9f79-050dd0117494 req-967b9737-c45f-4663-b133-331d2332606c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0488672 Jan 28 12:41:03.975140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3413e-6bcc-400f-9910-c308d82db6fd req-d93ca132-a91a-489a-8230-e0ca8aed40ca tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:03.986917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1c3413e-6bcc-400f-9910-c308d82db6fd req-d93ca132-a91a-489a-8230-e0ca8aed40ca tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 945 time: 0.1832836 Jan 28 12:41:04.060464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1c3413e-6bcc-400f-9910-c308d82db6fd req-6f4dbb26-df96-430b-8399-54b6da81c9b7 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups?id=da94ca1b-5954-4a48-be16-2098d1873953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722697 Jan 28 12:41:04.983476 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abc5fa6e-a70a-41b3-9f6c-d00fada4d19b req-0da7abc9-fec9-428f-aa72-e96577e76391 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0776713 Jan 28 12:41:05.390249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89123f9d-c04b-4166-8bc8-dc39cc66c09b req-1b6af0aa-9d60-4b1e-bd55-0b6c2a97fab3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:05.404987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89123f9d-c04b-4166-8bc8-dc39cc66c09b req-1b6af0aa-9d60-4b1e-bd55-0b6c2a97fab3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 945 time: 0.1882784 Jan 28 12:41:05.557849 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89123f9d-c04b-4166-8bc8-dc39cc66c09b req-4165ba2d-3716-419e-ba50-90668dab1a3f tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups?id=da94ca1b-5954-4a48-be16-2098d1873953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501184 Jan 28 12:41:05.818728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95174708-8cb0-426d-9796-aefc06136a96 req-3a293fd3-8e98-4287-8784-938cb88f0362 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:05.835428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95174708-8cb0-426d-9796-aefc06136a96 req-3a293fd3-8e98-4287-8784-938cb88f0362 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 945 time: 0.1069500 Jan 28 12:41:05.851027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53240) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:05.859407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c3ece876-c6a0-459c-9484-848bf0948323 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Request body: {'floatingip': {'port_id': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:41:05.945473 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3ece876-c6a0-459c-9484-848bf0948323 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for floatingip (70d585ee-d71c-4160-a6ad-d0a2d9f9df94), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:06.281587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e097a6b-5fc2-4d9a-a42f-73775e0fd0cb req-300f2cae-6a78-484e-8691-ed9a7d381b97 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1127129 Jan 28 12:41:07.387965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3ece876-c6a0-459c-9484-848bf0948323 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:07.393842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3ece876-c6a0-459c-9484-848bf0948323 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (70d585ee-d71c-4160-a6ad-d0a2d9f9df94), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:07.638059 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-c3ece876-c6a0-459c-9484-848bf0948323 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Floating IP 70d585ee-d71c-4160-a6ad-d0a2d9f9df94 associated. External IP: 172.25.7.59, port: ec4915d2-70ed-4d15-b3ab-8d0632c60cf9. Jan 28 12:41:08.338376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8a6ad9d-6d8f-4faf-9644-8b0eb98d6850 req-34820dfd-5724-4efc-9061-440fbc74d31b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.6959097 Jan 28 12:41:08.711595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ece876-c6a0-459c-9484-848bf0948323 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Router 4e840743-e346-4432-8892-d6a4bbd6543f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:41:08.950645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ece876-c6a0-459c-9484-848bf0948323 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:41:08.959923 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3ece876-c6a0-459c-9484-848bf0948323 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:08.964534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce99199-2ba7-4861-be97-d82107368835 None None] Sync routers for ids ['4e840743-e346-4432-8892-d6a4bbd6543f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:41:08.982007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce99199-2ba7-4861-be97-d82107368835 None None] Routers {'4e840743-e346-4432-8892-d6a4bbd6543f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:41:08.984120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3ce99199-2ba7-4861-be97-d82107368835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:40:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4e840743-e346-4432-8892-d6a4bbd6543f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:41:09.012882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c3ece876-c6a0-459c-9484-848bf0948323 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "PUT /v2.0/floatingips/70d585ee-d71c-4160-a6ad-d0a2d9f9df94 HTTP/1.1" status: 200 len: 990 time: 3.1590133 Jan 28 12:41:09.013543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'tag': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:41:09.018662 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d1cb79-18f2-4a22-a2c3-d8f7f52ef6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "af180f9a-a795-46d6-8ff3-66e419258f4b", "tag": "ec4915d2-70ed-4d15-b3ab-8d0632c60cf9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:41:09.194737 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e9363-32df-4030-8ef1-9566794b67a9 x-openstack-request-id: req-790e9363-32df-4030-8ef1-9566794b67a9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:41:09.195443 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af180f9a-a795-46d6-8ff3-66e419258f4b", "tag": "ec4915d2-70ed-4d15-b3ab-8d0632c60cf9", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:41:09.196074 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-790e9363-32df-4030-8ef1-9566794b67a9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:41:09.196942 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'tag': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9', 'status': 'completed', 'code': 200} Jan 28 12:41:09.323672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3ce99199-2ba7-4861-be97-d82107368835 None None] Set router 4e840743-e346-4432-8892-d6a4bbd6543f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:41:09.397317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1cb79-18f2-4a22-a2c3-d8f7f52ef6d7 req-be45da90-4c63-4d06-a1f7-3a8662775591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:09.411589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0d1cb79-18f2-4a22-a2c3-d8f7f52ef6d7 req-be45da90-4c63-4d06-a1f7-3a8662775591 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac53574e3dae413c92de941f02616b18&device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 1096 time: 0.1842008 Jan 28 12:41:09.658008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ad88d83-1dee-414e-8738-19c47afaf6b9 req-11086313-9543-4940-af38-0e1d18697e1c tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0889387 Jan 28 12:41:09.823331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1cb79-18f2-4a22-a2c3-d8f7f52ef6d7 req-cbecc5a7-8529-472f-ab43-efbc833269df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:09.827252 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0d1cb79-18f2-4a22-a2c3-d8f7f52ef6d7 req-cbecc5a7-8529-472f-ab43-efbc833269df service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a440137-19db-415b-a008-d206b9d9ab9e HTTP/1.1" status: 200 len: 916 time: 0.4145885 Jan 28 12:41:09.996708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0d1cb79-18f2-4a22-a2c3-d8f7f52ef6d7 req-a42f2e3c-626d-4ba7-b001-e01bd3ecadcb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 HTTP/1.1" status: 200 len: 998 time: 0.1629350 Jan 28 12:41:10.091642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1cb79-18f2-4a22-a2c3-d8f7f52ef6d7 req-ae8f8c1d-e77d-48bf-96f0-b168804077cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:10.095228 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0d1cb79-18f2-4a22-a2c3-d8f7f52ef6d7 req-ae8f8c1d-e77d-48bf-96f0-b168804077cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3d011e52-ad95-42d0-81cb-9100ce920e36 HTTP/1.1" status: 200 len: 854 time: 0.0919085 Jan 28 12:41:10.273369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1cb79-18f2-4a22-a2c3-d8f7f52ef6d7 req-94214919-6e2e-4d3b-bee0-9b1bf68ac6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:10.275811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0d1cb79-18f2-4a22-a2c3-d8f7f52ef6d7 req-94214919-6e2e-4d3b-bee0-9b1bf68ac6a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a440137-19db-415b-a008-d206b9d9ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750324 Jan 28 12:41:10.420708 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3ce99199-2ba7-4861-be97-d82107368835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:40:31Z', 'revision_number': 4, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '70d585ee-d71c-4160-a6ad-d0a2d9f9df94', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'port_id': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'mac_address': 'fa:16:3e:c2:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:40:41Z', 'updated_at': '2022-01-28T12:41:07Z', 'revision_number': 1, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2be94b-9137-4951-a38b-a8863d983a9b', 'name': '', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'mac_address': 'fa:16:3e:81:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:26Z', 'updated_at': '2022-01-28T12:40:39Z', 'revision_number': 5, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'subnets': [{'id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:41:10.484732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce99199-2ba7-4861-be97-d82107368835 None None] Checking router: 4e840743-e346-4432-8892-d6a4bbd6543f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:41:10.486089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0d1cb79-18f2-4a22-a2c3-d8f7f52ef6d7 req-43640c2c-4abf-487f-93c6-dd6020f07a5b service neutron] 10.222.0.49 "GET /v2.0/networks/4a440137-19db-415b-a008-d206b9d9ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004054 Jan 28 12:41:10.506233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce99199-2ba7-4861-be97-d82107368835 None None] Routers {'4e840743-e346-4432-8892-d6a4bbd6543f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:41:10.506883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3ce99199-2ba7-4861-be97-d82107368835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:40:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4e840743-e346-4432-8892-d6a4bbd6543f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:41:10.692061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3ce99199-2ba7-4861-be97-d82107368835 None None] Set router 4e840743-e346-4432-8892-d6a4bbd6543f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:41:10.805084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0d1cb79-18f2-4a22-a2c3-d8f7f52ef6d7 req-d35f6144-365f-4fc8-b4f2-6940abd67eef service neutron] 10.222.0.49 "GET /v2.0/networks/4a440137-19db-415b-a008-d206b9d9ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126700 Jan 28 12:41:11.023457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c144af2-acbd-4349-ab96-41382d10db0a req-8eabe70c-b2d3-4d06-8cb1-97af27d71035 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1132531 Jan 28 12:41:11.032898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3ce99199-2ba7-4861-be97-d82107368835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:40:31Z', 'revision_number': 4, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '70d585ee-d71c-4160-a6ad-d0a2d9f9df94', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'port_id': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'mac_address': 'fa:16:3e:c2:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:40:41Z', 'updated_at': '2022-01-28T12:41:07Z', 'revision_number': 1, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2be94b-9137-4951-a38b-a8863d983a9b', 'name': '', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'mac_address': 'fa:16:3e:81:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:26Z', 'updated_at': '2022-01-28T12:40:39Z', 'revision_number': 5, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'subnets': [{'id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:41:11.106980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce99199-2ba7-4861-be97-d82107368835 None None] The sync data for ids ['4e840743-e346-4432-8892-d6a4bbd6543f'] in n-d-824835-4 is: [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:40:31Z', 'revision_number': 4, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '70d585ee-d71c-4160-a6ad-d0a2d9f9df94', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'port_id': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'mac_address': 'fa:16:3e:c2:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:40:41Z', 'updated_at': '2022-01-28T12:41:07Z', 'revision_number': 1, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2be94b-9137-4951-a38b-a8863d983a9b', 'name': '', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'mac_address': 'fa:16:3e:81:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:26Z', 'updated_at': '2022-01-28T12:40:39Z', 'revision_number': 5, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'subnets': [{'id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:41:11.553764 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36de603-70f8-4b50-8318-79f5d6b05ee9 None None] New status for floating IP 70d585ee-d71c-4160-a6ad-d0a2d9f9df94: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:41:12.281790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c15eea40-a343-47fb-a3e3-25c3c6563e12 req-c90dc6e9-583a-4b89-9f36-958f02802569 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0723681 Jan 28 12:41:13.541048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fdf6040-f526-4e08-b1a2-053f98af52e0 req-b6a2e142-e87a-497d-9035-2d44147813d4 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0742991 Jan 28 12:41:14.921268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ac02409-43b8-42f8-b0d9-c57107db2f77 req-27878a4e-2d7f-47ba-bb64-f23ca75496cd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1105676 Jan 28 12:41:16.087755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53434) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:16.261000 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25550be8-133b-48e2-843d-7ad9af2b6934 req-3597fac8-339f-4837-9ada-fdd1ede1c3bb tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0756018 Jan 28 12:41:16.528307 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae6b5f61-bae7-4625-a7c1-3f71b64bc1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:16.729793 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae6b5f61-bae7-4625-a7c1-3f71b64bc1ab admin admin] Publish callbacks [] for security_group (23eee3a5-62dd-4876-b31a-082bd4c6be92), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:16.735724 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae6b5f61-bae7-4625-a7c1-3f71b64bc1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (23eee3a5-62dd-4876-b31a-082bd4c6be92), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:16.889236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b5f61-bae7-4625-a7c1-3f71b64bc1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23eee3a5-62dd-4876-b31a-082bd4c6be92,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:16.916112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ae6b5f61-bae7-4625-a7c1-3f71b64bc1ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9659c216f9d24d9a9158c2a9ad22d53d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8247509 Jan 28 12:41:16.920433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53444) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:17.117513 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:17.124541 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13a2d3de-62e2-43ed-a834-4afb47410f50 admin admin] Publish callbacks [] for security_group (23eee3a5-62dd-4876-b31a-082bd4c6be92), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:17.212012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13a2d3de-62e2-43ed-a834-4afb47410f50 admin admin] Publish callbacks [] for security_group (23eee3a5-62dd-4876-b31a-082bd4c6be92), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:17.334389 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13a2d3de-62e2-43ed-a834-4afb47410f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (23eee3a5-62dd-4876-b31a-082bd4c6be92), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:17.337994 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13a2d3de-62e2-43ed-a834-4afb47410f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:17.339707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-13a2d3de-62e2-43ed-a834-4afb47410f50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23eee3a5-62dd-4876-b31a-082bd4c6be92 HTTP/1.1" status: 204 len: 168 time: 0.4152396 Jan 28 12:41:17.360090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2d3de-62e2-43ed-a834-4afb47410f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eee3a5-62dd-4876-b31a-082bd4c6be92,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:17.613291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d400d87a-2257-4ee3-8205-bb1c15a6a437 req-30f59665-7f0a-448b-ae85-d127a558c9b2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1133921 Jan 28 12:41:17.742235 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:18.367089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53460) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:18.414255 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d97ca32-705c-4c7e-a453-0e9e9ec75c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:18.748109 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d97ca32-705c-4c7e-a453-0e9e9ec75c8a admin admin] Publish callbacks [] for security_group (58b6d092-c331-4d35-a4f2-c0ac741c2ffc), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:18.760856 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d97ca32-705c-4c7e-a453-0e9e9ec75c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (58b6d092-c331-4d35-a4f2-c0ac741c2ffc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:18.975956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1d97ca32-705c-4c7e-a453-0e9e9ec75c8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28123657f26445cd930a9085a80be219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6069479 Jan 28 12:41:18.980344 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53472) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:19.034384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97ca32-705c-4c7e-a453-0e9e9ec75c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b6d092-c331-4d35-a4f2-c0ac741c2ffc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:19.054880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ea48049-3eb5-4938-b0fa-c80930296e5e req-46fa6fdb-c221-426a-bd9e-b83695116370 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1062336 Jan 28 12:41:19.172212 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f420898c-90c1-4826-8fce-c7cce849a852 admin admin] Publish callbacks [] for security_group (58b6d092-c331-4d35-a4f2-c0ac741c2ffc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:19.211512 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08e49cff-db4e-4ca3-a74a-0393bd3c49e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:19.231723 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f420898c-90c1-4826-8fce-c7cce849a852 admin admin] Publish callbacks [] for security_group (58b6d092-c331-4d35-a4f2-c0ac741c2ffc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:19.307780 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f420898c-90c1-4826-8fce-c7cce849a852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (58b6d092-c331-4d35-a4f2-c0ac741c2ffc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:19.314972 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f420898c-90c1-4826-8fce-c7cce849a852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:19.318831 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f420898c-90c1-4826-8fce-c7cce849a852 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58b6d092-c331-4d35-a4f2-c0ac741c2ffc HTTP/1.1" status: 204 len: 168 time: 0.3371089 Jan 28 12:41:19.361021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420898c-90c1-4826-8fce-c7cce849a852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b6d092-c331-4d35-a4f2-c0ac741c2ffc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:20.404274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faec9ab2-839c-4b49-8174-93e53d6e8faf req-ebc1952f-a3b2-45dc-90d6-f9dcc155f7cf tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1125226 Jan 28 12:41:21.611056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be48df50-6db8-4901-bd5d-e3a1250877b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:21.853207 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94973c80-033a-441e-a361-5b7adda3ab28 req-9eaaddb1-367a-4fef-b41a-466811320ac9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1248198 Jan 28 12:41:22.470439 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53532) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:22.801675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-515d2a01-6e73-4700-a9e6-316b34222313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:22.908064 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:23.037301 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-515d2a01-6e73-4700-a9e6-316b34222313 admin admin] Publish callbacks [] for security_group (8847eaf2-f0bb-4ad3-aab1-a1ea579d9d34), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:23.042750 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-515d2a01-6e73-4700-a9e6-316b34222313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8847eaf2-f0bb-4ad3-aab1-a1ea579d9d34), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:23.113562 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-515d2a01-6e73-4700-a9e6-316b34222313 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04cddc8f3a21421f8c29503a5f8b25c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6403658 Jan 28 12:41:23.116634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53544) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:23.164283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d2a01-6e73-4700-a9e6-316b34222313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8847eaf2-f0bb-4ad3-aab1-a1ea579d9d34,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:23.581005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ec8aa15-0c49-4a9d-be3c-f3644da2cf66 req-a0efe71c-813a-48f9-82dc-a35d25aa45c2 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.3035400 Jan 28 12:41:23.582684 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30ad1be6-f894-4944-be0b-f3fae3a46b30 admin admin] Publish callbacks [] for security_group (8847eaf2-f0bb-4ad3-aab1-a1ea579d9d34), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:23.676537 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30ad1be6-f894-4944-be0b-f3fae3a46b30 admin admin] Publish callbacks [] for security_group (8847eaf2-f0bb-4ad3-aab1-a1ea579d9d34), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:23.821831 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30ad1be6-f894-4944-be0b-f3fae3a46b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8847eaf2-f0bb-4ad3-aab1-a1ea579d9d34), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:23.826523 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30ad1be6-f894-4944-be0b-f3fae3a46b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:23.828825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-30ad1be6-f894-4944-be0b-f3fae3a46b30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8847eaf2-f0bb-4ad3-aab1-a1ea579d9d34 HTTP/1.1" status: 204 len: 168 time: 0.7087371 Jan 28 12:41:23.857281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad1be6-f894-4944-be0b-f3fae3a46b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8847eaf2-f0bb-4ad3-aab1-a1ea579d9d34,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:24.616603 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:24.948139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53564) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:24.951694 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e708d4ad-b9b1-4f5d-8b25-133f55005ac1 req-19000e5f-fa18-4547-9bce-1c71752c68e8 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1240566 Jan 28 12:41:24.993728 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e9f18b-ef28-4e61-ad97-97220d681f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:25.159881 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e9f18b-ef28-4e61-ad97-97220d681f91 admin admin] Publish callbacks [] for security_group (d9aab22d-e1fd-4a7f-82ca-c98e5b5da855), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:25.165726 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e9f18b-ef28-4e61-ad97-97220d681f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d9aab22d-e1fd-4a7f-82ca-c98e5b5da855), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:25.347296 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9f18b-ef28-4e61-ad97-97220d681f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aab22d-e1fd-4a7f-82ca-c98e5b5da855,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:25.365309 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-91e9f18b-ef28-4e61-ad97-97220d681f91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4237c184e9d4ed0a2a752f727455a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4158783 Jan 28 12:41:25.368037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53570) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:25.570126 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1c76-96be-42fa-b7bf-47d29253ca2c admin admin] Publish callbacks [] for security_group (d9aab22d-e1fd-4a7f-82ca-c98e5b5da855), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:25.652107 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1c76-96be-42fa-b7bf-47d29253ca2c admin admin] Publish callbacks [] for security_group (d9aab22d-e1fd-4a7f-82ca-c98e5b5da855), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:25.811091 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1c76-96be-42fa-b7bf-47d29253ca2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d9aab22d-e1fd-4a7f-82ca-c98e5b5da855), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:25.818105 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1c76-96be-42fa-b7bf-47d29253ca2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:25.819781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fc5f1c76-96be-42fa-b7bf-47d29253ca2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9aab22d-e1fd-4a7f-82ca-c98e5b5da855 HTTP/1.1" status: 204 len: 168 time: 0.4499125 Jan 28 12:41:25.859785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f1c76-96be-42fa-b7bf-47d29253ca2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aab22d-e1fd-4a7f-82ca-c98e5b5da855,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:25.996794 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:26.340327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3e2e45a-bf88-44f9-b0c1-fb7c7989a712 req-4c44a657-9717-4464-b9c5-aed9f4beadc6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1299455 Jan 28 12:41:27.716278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b46d8a79-430b-4525-928b-000fde65e380 req-6082144e-de40-451c-a0b2-5f8d6c703640 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0418010 Jan 28 12:41:28.938926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d676fab2-6a12-4ee9-8542-1dc920ee7ea2 req-f657e925-50c7-4238-b68e-002124a5cbfd tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0769386 Jan 28 12:41:30.149884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34adf2b6-37c3-4e9c-a879-770c6373c204 req-80745ba2-acb0-4a61-a23a-3209c4939639 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0730669 Jan 28 12:41:31.416001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43d680ca-68c7-4a2e-90d2-261a08f2f7ff req-57e83311-7038-45d5-9fa6-ae76af2c30c5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0897729 Jan 28 12:41:32.672840 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-f6de96ec-48e0-4110-890c-d062304d4d16 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2672864c8ceb4dd58d7aa01b3f932d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1727383 Jan 28 12:41:32.832330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8502d44c-01e7-4562-bc0b-656964f2fe56 req-b4f8a759-0070-4e9e-8ff0-cc41b3eeca1f tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1486735 Jan 28 12:41:33.245720 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-6ff45110-15fe-4088-a2fd-5ab57727a4d2 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:33.254611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-6ff45110-15fe-4088-a2fd-5ab57727a4d2 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5808568 Jan 28 12:41:33.280395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-4cbbc7ab-39d8-44c3-9db0-7d3bb34103f0 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/quotas/2672864c8ceb4dd58d7aa01b3f932d59 HTTP/1.1" status: 200 len: 375 time: 0.0233150 Jan 28 12:41:33.375379 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-6071e43b-d403-4337-a971-9aa53bc66b18 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2672864c8ceb4dd58d7aa01b3f932d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948327 Jan 28 12:41:33.815862 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f4bff49-b84d-4da0-a3eb-c75299a34f13 req-979e0c54-22e5-46c2-b211-b0e127733477 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 210 time: 0.1062517 Jan 28 12:41:34.101276 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17a4ec8f-b6f9-4e54-a248-202ed99101bc req-db78d20a-4e4a-4f2b-8538-0cae0797d8fa tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0922680 Jan 28 12:41:35.029733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8aa2ef6-5f34-4447-be22-8a1c59009d1a req-d4abfec6-13b8-4ec3-859c-ea71efcbdc98 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 210 time: 0.0588255 Jan 28 12:41:35.358906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-251ca353-5355-4cbf-acd2-197bb84a9135 req-06800911-96b0-4fe4-ba1e-97ab4415d667 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0887733 Jan 28 12:41:35.835995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-eab0ac8b-dfb8-4d95-9b99-4abb74276022 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2672864c8ceb4dd58d7aa01b3f932d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508046 Jan 28 12:41:36.063459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-c0afe01c-7d18-471c-b3f7-c2e5c82f70ea tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:36.066483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-c0afe01c-7d18-471c-b3f7-c2e5c82f70ea tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179012 Jan 28 12:41:36.079007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Request body: {'port': {'device_id': '86f73cc3-e67c-4b87-90fa-e2c4e50a169b', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '2672864c8ceb4dd58d7aa01b3f932d59'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:41:36.348977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96ea5034-d666-4604-8123-328766dd8083 req-3cb0d9ae-be5c-4e1c-ad49-422bfc229a28 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 210 time: 0.0805242 Jan 28 12:41:36.378154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Made reservation on behalf of 2672864c8ceb4dd58d7aa01b3f932d59 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:41:36.390211 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:36.414397 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:36.601988 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Publish callbacks [] for security_group (9e051540-1768-4388-ba27-636e0c9d67c9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:36.608706 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9e051540-1768-4388-ba27-636e0c9d67c9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:36.682314 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1536560d-fa7c-45a9-8721-a68b3e29f332 req-d3a93824-508b-4e8d-b61e-f210a6b0b98a tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0432887 Jan 28 12:41:36.902267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Allocated IP 192.168.233.134 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/0011e1a1-e6a4-4f67-8bce-8f4ae26db324) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:41:36.973351 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e051540-1768-4388-ba27-636e0c9d67c9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:37.192613 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Publish callbacks [] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:37.251537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.251948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.252902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.253678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.254002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.254507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.255100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.255605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.256027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.256442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.256779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.257110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.257499 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:37.262560 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:37.396354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:41:37.412122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:41:37.432116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:41:37.665059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935df38b-c7ff-4974-896c-f24109f3c250 req-04b0fc66-0f54-4815-81bc-69400ce6ae0f tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:37.676421 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-935df38b-c7ff-4974-896c-f24109f3c250 req-04b0fc66-0f54-4815-81bc-69400ce6ae0f tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 936 time: 0.1144786 Jan 28 12:41:37.697432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Pushing event updated for resources: {'Port': ['ID=0011e1a1-e6a4-4f67-8bce-8f4ae26db324,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:37.774175 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-935df38b-c7ff-4974-896c-f24109f3c250 req-31de34de-43ca-45a0-ba2a-51b7f92f8724 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e051540-1768-4388-ba27-636e0c9d67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996253 Jan 28 12:41:37.791013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:37.803268 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:37.870323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-df58537a-4ef7-4f3d-9efa-03f6fc0ab662 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7952380 Jan 28 12:41:37.887179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Request body: {'port': {'device_id': '86f73cc3-e67c-4b87-90fa-e2c4e50a169b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:41:38.099165 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c4aabc9-73ad-41b0-bbe9-d4968c134633 req-5b5284b3-4e1d-4bb8-8c2d-a70cfb853998 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.1200180 Jan 28 12:41:38.102716 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:38.228519 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1f3edba1-b88c-498a-81b0-58a55f2858a6 None None] Provisioning complete for port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:41:38.229316 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f3edba1-b88c-498a-81b0-58a55f2858a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:38.283238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1f3edba1-b88c-498a-81b0-58a55f2858a6 None None] Port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:41:38.575433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:41:38.586376 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Publish callbacks [] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:38.603887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Transition to ACTIVE for port object 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:41:38.611275 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:38.714996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Pushing event updated for resources: {'Port': ['ID=0011e1a1-e6a4-4f67-8bce-8f4ae26db324,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:38.824335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Attempting to bind port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:41:38.824938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Attempting to bind port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:41:38.825472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Attempting to bind port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:41:38.834716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:41:38.835221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Attempting to bind port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:41:38.836252 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:41:38.871866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:41:38.872823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:41:38.873689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:41:38.876078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Bound port: 0011e1a1-e6a4-4f67-8bce-8f4ae26db324, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:41:38.881771 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:39.088432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] For port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:41:39.107752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] For port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=0011e1a1-e6a4-4f67-8bce-8f4ae26db324,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:41:39.134969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:39.368264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:39.370228 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:39.371920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] 10.222.0.49 "PUT /v2.0/ports/0011e1a1-e6a4-4f67-8bce-8f4ae26db324 HTTP/1.1" status: 200 len: 1096 time: 1.4887705 Jan 28 12:41:39.373856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f73cc3-e67c-4b87-90fa-e2c4e50a169b', 'tag': '0011e1a1-e6a4-4f67-8bce-8f4ae26db324'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:41:39.376845 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7561bfc-ce2c-4400-aa95-f1dc7bba358c" -d '{"events": [{"name": "network-changed", "server_uuid": "86f73cc3-e67c-4b87-90fa-e2c4e50a169b", "tag": "0011e1a1-e6a4-4f67-8bce-8f4ae26db324"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:41:39.433963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43efa5-5614-4d7c-99aa-a8ff8b479e6a req-abe64f72-a790-4318-8f6e-370f6387c706 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:39.435636 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa43efa5-5614-4d7c-99aa-a8ff8b479e6a req-abe64f72-a790-4318-8f6e-370f6387c706 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 948 time: 0.3256717 Jan 28 12:41:39.450516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac21a0c-3c25-4f83-9409-36e18ea9f85e service neutron] Pushing event updated for resources: {'Port': ['ID=0011e1a1-e6a4-4f67-8bce-8f4ae26db324,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:39.462524 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-816fa1c1-5e82-44e1-89ae-4f71ce68378d req-1dd880b5-8c46-4fdb-bafc-ea2c26467618 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/ports?device_id=c122270a-3a3e-4221-b312-0d1c77802b63 HTTP/1.1" status: 200 len: 210 time: 0.0568931 Jan 28 12:41:39.618532 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0535a57f-2fc8-439b-84e7-eeb431bb6dd7 x-openstack-request-id: req-0535a57f-2fc8-439b-84e7-eeb431bb6dd7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:41:39.619148 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f73cc3-e67c-4b87-90fa-e2c4e50a169b", "tag": "0011e1a1-e6a4-4f67-8bce-8f4ae26db324", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:41:39.619148 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0535a57f-2fc8-439b-84e7-eeb431bb6dd7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:41:39.619532 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f73cc3-e67c-4b87-90fa-e2c4e50a169b', 'tag': '0011e1a1-e6a4-4f67-8bce-8f4ae26db324', 'status': 'completed', 'code': 200} Jan 28 12:41:39.677497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa43efa5-5614-4d7c-99aa-a8ff8b479e6a req-1a2970d3-f2d6-425d-a970-33cd91ec5cbf tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e051540-1768-4388-ba27-636e0c9d67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229960 Jan 28 12:41:39.701086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-8dfb03a3-9453-4a36-9ebd-64547b307455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:39.707901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-8dfb03a3-9453-4a36-9ebd-64547b307455 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2672864c8ceb4dd58d7aa01b3f932d59&device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 1099 time: 0.2150149 Jan 28 12:41:39.762570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-03d98fc7-b003-4db5-bfa5-b12d8d217036 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=0011e1a1-e6a4-4f67-8bce-8f4ae26db324 HTTP/1.1" status: 200 len: 217 time: 0.0513816 Jan 28 12:41:39.854693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-64615533-385b-4b8f-8499-becaafa4baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:39.856316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-64615533-385b-4b8f-8499-becaafa4baa0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0872977 Jan 28 12:41:39.943987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-c48d0b62-6665-4320-a124-470816adc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:39.945589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-c48d0b62-6665-4320-a124-470816adc4fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813613 Jan 28 12:41:40.113979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-9204e85f-1a55-47a2-8ed9-d08ee27d6c05 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617084 Jan 28 12:41:40.285587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b767b0f1-3b12-42a1-a0dc-34ef6fe3d17b req-1f0daaae-a924-41dd-b485-df1f7929cad1 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650743 Jan 28 12:41:40.404256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561bfc-ce2c-4400-aa95-f1dc7bba358c req-09f99fd6-5149-4bc1-9fcb-23fef7b0d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:40.405789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7561bfc-ce2c-4400-aa95-f1dc7bba358c req-09f99fd6-5149-4bc1-9fcb-23fef7b0d6a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2672864c8ceb4dd58d7aa01b3f932d59&device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 1099 time: 0.0662906 Jan 28 12:41:40.584676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561bfc-ce2c-4400-aa95-f1dc7bba358c req-03f6ccf3-d679-401e-9ec4-d88ce0de6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:40.586941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7561bfc-ce2c-4400-aa95-f1dc7bba358c req-03f6ccf3-d679-401e-9ec4-d88ce0de6156 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1754122 Jan 28 12:41:40.639462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7561bfc-ce2c-4400-aa95-f1dc7bba358c req-2bb24dd6-06f0-4830-a580-da6817a1d5f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=0011e1a1-e6a4-4f67-8bce-8f4ae26db324 HTTP/1.1" status: 200 len: 217 time: 0.0448594 Jan 28 12:41:40.679860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:40.769217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561bfc-ce2c-4400-aa95-f1dc7bba358c req-11a6701e-bc9c-4590-b7bd-23476f246750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:40.785273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7561bfc-ce2c-4400-aa95-f1dc7bba358c req-11a6701e-bc9c-4590-b7bd-23476f246750 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1401446 Jan 28 12:41:40.820013 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for security_group (70537d2f-6818-4fd6-b92e-fba02884d3d7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:40.856465 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for security_group (70537d2f-6818-4fd6-b92e-fba02884d3d7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:40.923187 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (70537d2f-6818-4fd6-b92e-fba02884d3d7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:40.927781 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:40.933217 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "DELETE /v2.0/security-groups/70537d2f-6818-4fd6-b92e-fba02884d3d7 HTTP/1.1" status: 204 len: 168 time: 0.2518802 Jan 28 12:41:40.934437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53818) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:40.972945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70537d2f-6818-4fd6-b92e-fba02884d3d7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:40.983559 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-6149850e-5087-4f34-aa4b-e89061b1c34b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] show failed (client error): The resource could not be found. Jan 28 12:41:40.989032 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6149850e-5087-4f34-aa4b-e89061b1c34b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "GET /v2.0/security-groups/70537d2f-6818-4fd6-b92e-fba02884d3d7 HTTP/1.1" status: 404 len: 347 time: 0.0406194 Jan 28 12:41:40.990227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:41.001591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.003544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.004302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.005057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.006063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.006860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.008029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.008649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.010430 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.011594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.012495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.014130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.014715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46441d70-102a-4158-a970-543aeb3ee749 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:41.133821 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eede765-074d-41f0-9545-1e25440dfcc9 req-9226f6d5-24b8-46d5-975e-59291ac355be tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:41.135708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4eede765-074d-41f0-9545-1e25440dfcc9 req-9226f6d5-24b8-46d5-975e-59291ac355be tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 948 time: 0.2698345 Jan 28 12:41:41.140480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561bfc-ce2c-4400-aa95-f1dc7bba358c req-7c7b218f-f31c-4a3d-be01-ffbea3769d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:41.142263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7561bfc-ce2c-4400-aa95-f1dc7bba358c req-7c7b218f-f31c-4a3d-be01-ffbea3769d09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3503225 Jan 28 12:41:41.309294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:41.558467 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe42c5b9-a728-4972-ab9c-035935166799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:41.663729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:41:41.728587 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe42c5b9-a728-4972-ab9c-035935166799 admin admin] Publish callbacks [] for security_group (db70f8d6-154d-4fd7-83e9-6e49e2cc2e85), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:41.735581 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe42c5b9-a728-4972-ab9c-035935166799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (db70f8d6-154d-4fd7-83e9-6e49e2cc2e85), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:41.853552 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fe42c5b9-a728-4972-ab9c-035935166799 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f25a476a9b9b4d79b8c50132d9beff96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5404413 Jan 28 12:41:41.853552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42c5b9-a728-4972-ab9c-035935166799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db70f8d6-154d-4fd7-83e9-6e49e2cc2e85,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:41.859662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53840) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:41.938868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=0011e1a1-e6a4-4f67-8bce-8f4ae26db324,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:41:41.975547 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01b17f19-3329-4d7c-ad01-f6a82ca8544b admin admin] Publish callbacks [] for security_group (db70f8d6-154d-4fd7-83e9-6e49e2cc2e85), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:41.993126 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '0011e1a1-e6a4-4f67-8bce-8f4ae26db324', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '0011e1a1-e6a4-4f67-8bce-8f4ae26db324', 'mac_address': 'fa:16:3e:35:87:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:41:42.042971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01b17f19-3329-4d7c-ad01-f6a82ca8544b admin admin] Publish callbacks [] for security_group (db70f8d6-154d-4fd7-83e9-6e49e2cc2e85), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:42.104511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:41:42.105282 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:42.155098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:41:42.161595 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01b17f19-3329-4d7c-ad01-f6a82ca8544b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (db70f8d6-154d-4fd7-83e9-6e49e2cc2e85), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:42.165322 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01b17f19-3329-4d7c-ad01-f6a82ca8544b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:42.167184 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-01b17f19-3329-4d7c-ad01-f6a82ca8544b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db70f8d6-154d-4fd7-83e9-6e49e2cc2e85 HTTP/1.1" status: 204 len: 168 time: 0.3059218 Jan 28 12:41:42.193813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b17f19-3329-4d7c-ad01-f6a82ca8544b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db70f8d6-154d-4fd7-83e9-6e49e2cc2e85,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:42.219972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=0011e1a1-e6a4-4f67-8bce-8f4ae26db324,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:41:42.233340 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:42.326979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=0011e1a1-e6a4-4f67-8bce-8f4ae26db324,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:42.338177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.339443 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.340211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.340835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.341457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.342320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.342898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.343613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.344341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.345032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.345617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.347388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.349159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:41:42.389622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4eede765-074d-41f0-9545-1e25440dfcc9 req-b0f11a20-fb05-4177-bf88-5e1880d1892e tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e051540-1768-4388-ba27-636e0c9d67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1824248 Jan 28 12:41:42.438594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7561bfc-ce2c-4400-aa95-f1dc7bba358c req-66ba7c06-9802-47f1-b36e-b895ede1b376 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2248771 Jan 28 12:41:42.469875 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ae9a1-42e0-4ce3-8aec-f550e1874015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Deleting port b97c2704-eccd-4d19-93e7-b1947485d960 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:41:42.471062 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae9a1-42e0-4ce3-8aec-f550e1874015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b97c2704-eccd-4d19-93e7-b1947485d960), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:42.520024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['0011e1a1-e6a4-4f67-8bce-8f4ae26db324'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:41:42.574990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:42.741331 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae9a1-42e0-4ce3-8aec-f550e1874015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b97c2704-eccd-4d19-93e7-b1947485d960), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:42.744983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae9a1-42e0-4ce3-8aec-f550e1874015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for floatingip (b97c2704-eccd-4d19-93e7-b1947485d960), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:42.785914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7561bfc-ce2c-4400-aa95-f1dc7bba358c req-3ae61146-7a7d-423b-b256-bddd6226f600 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334224 Jan 28 12:41:42.792564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ae9a1-42e0-4ce3-8aec-f550e1874015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Calling delete_port for b97c2704-eccd-4d19-93e7-b1947485d960 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:41:43.034343 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9715dc85-861b-474b-b598-318bd0cd198f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:43.086948 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae9a1-42e0-4ce3-8aec-f550e1874015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b97c2704-eccd-4d19-93e7-b1947485d960), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:43.179690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ae9a1-42e0-4ce3-8aec-f550e1874015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Port': ['ID=b97c2704-eccd-4d19-93e7-b1947485d960,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:43.240768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9715dc85-861b-474b-b598-318bd0cd198f admin admin] Publish callbacks [] for security_group (df8ff96b-1baa-4e1b-89e1-60fd385514a5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:43.248153 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9715dc85-861b-474b-b598-318bd0cd198f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (df8ff96b-1baa-4e1b-89e1-60fd385514a5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:43.311803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715dc85-861b-474b-b598-318bd0cd198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8ff96b-1baa-4e1b-89e1-60fd385514a5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:43.359421 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9715dc85-861b-474b-b598-318bd0cd198f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec55b30cc72f4a028f65cd867d9c1d0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7825687 Jan 28 12:41:43.365460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:43.375911 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae9a1-42e0-4ce3-8aec-f550e1874015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for floatingip (d0927fdc-24c2-4cde-8a90-66c6ea40fc89), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:43.379706 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae9a1-42e0-4ce3-8aec-f550e1874015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:43.383318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2b5ae9a1-42e0-4ce3-8aec-f550e1874015 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "DELETE /v2.0/floatingips/d0927fdc-24c2-4cde-8a90-66c6ea40fc89 HTTP/1.1" status: 204 len: 168 time: 2.3880777 Jan 28 12:41:43.384000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53876) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:43.512762 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99287b7a-e525-4c3a-b96d-6dfe600a4a05 admin admin] Publish callbacks [] for security_group (df8ff96b-1baa-4e1b-89e1-60fd385514a5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:43.634059 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99287b7a-e525-4c3a-b96d-6dfe600a4a05 admin admin] Publish callbacks [] for security_group (df8ff96b-1baa-4e1b-89e1-60fd385514a5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:43.649228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8bac0085-ed3c-4e3c-bee5-5d26f2ad0ae9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Deleting port f2586121-8b46-44f0-bbb8-e82594060785 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:41:43.649786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bac0085-ed3c-4e3c-bee5-5d26f2ad0ae9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f2586121-8b46-44f0-bbb8-e82594060785), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:43.682681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:41:43.854151 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99287b7a-e525-4c3a-b96d-6dfe600a4a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (df8ff96b-1baa-4e1b-89e1-60fd385514a5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:43.867214 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99287b7a-e525-4c3a-b96d-6dfe600a4a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:43.876463 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-99287b7a-e525-4c3a-b96d-6dfe600a4a05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df8ff96b-1baa-4e1b-89e1-60fd385514a5 HTTP/1.1" status: 204 len: 168 time: 0.5051823 Jan 28 12:41:43.882460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ba6ae-0cc9-4aeb-9e67-5d64c0392bc1 req-cba537c8-5734-41a2-ad06-b2723e075529 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:43.884767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb1ba6ae-0cc9-4aeb-9e67-5d64c0392bc1 req-cba537c8-5734-41a2-ad06-b2723e075529 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 949 time: 0.2852662 Jan 28 12:41:43.917679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99287b7a-e525-4c3a-b96d-6dfe600a4a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8ff96b-1baa-4e1b-89e1-60fd385514a5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:43.952606 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bac0085-ed3c-4e3c-bee5-5d26f2ad0ae9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f2586121-8b46-44f0-bbb8-e82594060785), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:43.984605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:41:43.992824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:41:43.993520 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:44.016608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8bac0085-ed3c-4e3c-bee5-5d26f2ad0ae9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Calling delete_port for f2586121-8b46-44f0-bbb8-e82594060785 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:41:44.213094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:41:44.213478 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:44.297854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=0011e1a1-e6a4-4f67-8bce-8f4ae26db324,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:41:44.308919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f73cc3-e67c-4b87-90fa-e2c4e50a169b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0011e1a1-e6a4-4f67-8bce-8f4ae26db324'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:41:44.308919 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0e24c4-be9f-415a-b3ec-d12cf17cc4e3" -d '{"events": [{"server_uuid": "86f73cc3-e67c-4b87-90fa-e2c4e50a169b", "name": "network-vif-plugged", "status": "completed", "tag": "0011e1a1-e6a4-4f67-8bce-8f4ae26db324"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:41:44.314131 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:44.428940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=0011e1a1-e6a4-4f67-8bce-8f4ae26db324,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:44.482278 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bac0085-ed3c-4e3c-bee5-5d26f2ad0ae9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f2586121-8b46-44f0-bbb8-e82594060785), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:44.617591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac0085-ed3c-4e3c-bee5-5d26f2ad0ae9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Port': ['ID=f2586121-8b46-44f0-bbb8-e82594060785,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:44.637784 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb1ba6ae-0cc9-4aeb-9e67-5d64c0392bc1 req-fe4316fc-3078-4953-ae98-8c2de90a3675 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e051540-1768-4388-ba27-636e0c9d67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7375793 Jan 28 12:41:44.849205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bac0085-ed3c-4e3c-bee5-5d26f2ad0ae9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:44.856453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8bac0085-ed3c-4e3c-bee5-5d26f2ad0ae9 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "DELETE /v2.0/ports/f2586121-8b46-44f0-bbb8-e82594060785 HTTP/1.1" status: 204 len: 168 time: 1.4713273 Jan 28 12:41:44.859680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53908) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:44.891597 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d3e3e0-2cad-4a2e-bcc0-13c29a0b8920 x-openstack-request-id: req-e8d3e3e0-2cad-4a2e-bcc0-13c29a0b8920 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:41:44.892162 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f73cc3-e67c-4b87-90fa-e2c4e50a169b", "name": "network-vif-plugged", "status": "completed", "tag": "0011e1a1-e6a4-4f67-8bce-8f4ae26db324", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:41:44.892439 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8d3e3e0-2cad-4a2e-bcc0-13c29a0b8920 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:41:44.893867 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f73cc3-e67c-4b87-90fa-e2c4e50a169b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0011e1a1-e6a4-4f67-8bce-8f4ae26db324', 'code': 200} Jan 28 12:41:44.959289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:44.983864 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-578c2029-e9fe-4ab8-82a9-dbd7197361fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:45.134657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bee44-6e53-42cf-941d-db9b0eac9622 req-12c361b9-6aa4-4b78-881e-20a734a240cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:45.136231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a3bee44-6e53-42cf-941d-db9b0eac9622 req-12c361b9-6aa4-4b78-881e-20a734a240cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 1101 time: 0.1335175 Jan 28 12:41:45.139899 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-578c2029-e9fe-4ab8-82a9-dbd7197361fb admin admin] Publish callbacks [] for security_group (d08ecb86-e789-4183-af5f-0ff94b85bf40), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:45.147400 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-578c2029-e9fe-4ab8-82a9-dbd7197361fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d08ecb86-e789-4183-af5f-0ff94b85bf40), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:45.180663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-311818e8-d561-47c7-b925-78535d48d40b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Deleting port 6ea4abda-c248-47c5-8b95-df920c974751 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:41:45.181024 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-311818e8-d561-47c7-b925-78535d48d40b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6ea4abda-c248-47c5-8b95-df920c974751), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:45.218039 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-578c2029-e9fe-4ab8-82a9-dbd7197361fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4f89b45ef20459db9e80122c4383fc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2577293 Jan 28 12:41:45.218730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c2029-e9fe-4ab8-82a9-dbd7197361fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08ecb86-e789-4183-af5f-0ff94b85bf40,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:45.228415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53916) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:45.257628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a3bee44-6e53-42cf-941d-db9b0eac9622 req-6b0ee824-bbd9-42db-aa1f-b79ce144c0c4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9e051540-1768-4388-ba27-636e0c9d67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149724 Jan 28 12:41:45.308095 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68c1f76f-be68-4b83-bf61-8c464e7adff3 admin admin] Publish callbacks [] for security_group (d08ecb86-e789-4183-af5f-0ff94b85bf40), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:45.338189 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68c1f76f-be68-4b83-bf61-8c464e7adff3 admin admin] Publish callbacks [] for security_group (d08ecb86-e789-4183-af5f-0ff94b85bf40), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:45.401164 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-311818e8-d561-47c7-b925-78535d48d40b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6ea4abda-c248-47c5-8b95-df920c974751), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:45.408016 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68c1f76f-be68-4b83-bf61-8c464e7adff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d08ecb86-e789-4183-af5f-0ff94b85bf40), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:45.412736 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68c1f76f-be68-4b83-bf61-8c464e7adff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:45.417521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-311818e8-d561-47c7-b925-78535d48d40b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Calling delete_port for 6ea4abda-c248-47c5-8b95-df920c974751 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:41:45.417783 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-68c1f76f-be68-4b83-bf61-8c464e7adff3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d08ecb86-e789-4183-af5f-0ff94b85bf40 HTTP/1.1" status: 204 len: 168 time: 0.1878633 Jan 28 12:41:45.428560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1f76f-be68-4b83-bf61-8c464e7adff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08ecb86-e789-4183-af5f-0ff94b85bf40,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:45.649592 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-311818e8-d561-47c7-b925-78535d48d40b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6ea4abda-c248-47c5-8b95-df920c974751), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:45.716328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311818e8-d561-47c7-b925-78535d48d40b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Port': ['ID=6ea4abda-c248-47c5-8b95-df920c974751,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:45.895116 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-311818e8-d561-47c7-b925-78535d48d40b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:45.900615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-311818e8-d561-47c7-b925-78535d48d40b tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "DELETE /v2.0/ports/6ea4abda-c248-47c5-8b95-df920c974751 HTTP/1.1" status: 204 len: 168 time: 1.0394425 Jan 28 12:41:45.903308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53934) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:45.930176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76d690-f191-454e-bd67-b198dd20a202 req-675e4a97-72f2-4154-bbb8-f837c3bf0720 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:45.931795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f76d690-f191-454e-bd67-b198dd20a202 req-675e4a97-72f2-4154-bbb8-f837c3bf0720 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 950 time: 0.1550877 Jan 28 12:41:45.999820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca255321-c758-4c32-ada5-caaf8b8bc310 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Deleting subnet 87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:41:46.006292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca255321-c758-4c32-ada5-caaf8b8bc310 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for subnet (87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.085320 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f76d690-f191-454e-bd67-b198dd20a202 req-edd29a67-c5ce-4e29-ae63-71a9a577adfb tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e051540-1768-4388-ba27-636e0c9d67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384695 Jan 28 12:41:46.103124 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca255321-c758-4c32-ada5-caaf8b8bc310 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.234963 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca255321-c758-4c32-ada5-caaf8b8bc310 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.297739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53944) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:46.342505 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca255321-c758-4c32-ada5-caaf8b8bc310 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.359555 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83c4e404-c9d9-478a-a69f-a2fe83d67d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.403123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efe2f6d-f95f-4391-8ac9-973111175b95 None None] Network 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:41:46.415395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca255321-c758-4c32-ada5-caaf8b8bc310 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Subnet': ['ID=87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:46.427288 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca255321-c758-4c32-ada5-caaf8b8bc310 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.437808 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ca255321-c758-4c32-ada5-caaf8b8bc310 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "DELETE /v2.0/subnets/87156610-a9e5-4fc6-a8b4-d2f0ba7cf75d HTTP/1.1" status: 204 len: 168 time: 0.5328624 Jan 28 12:41:46.440574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53948) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:46.595278 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83c4e404-c9d9-478a-a69f-a2fe83d67d26 admin admin] Publish callbacks [] for security_group (9e1822f8-f13c-4977-9e12-2562231a8701), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.602952 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83c4e404-c9d9-478a-a69f-a2fe83d67d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9e1822f8-f13c-4977-9e12-2562231a8701), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.619062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-11764596-8b3b-4bbf-9872-fb14a486a8c5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Deleting subnet 5f5c6c4c-c467-4977-a435-036c58a87fe6 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:41:46.633562 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11764596-8b3b-4bbf-9872-fb14a486a8c5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for subnet (5f5c6c4c-c467-4977-a435-036c58a87fe6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.659900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4e404-c9d9-478a-a69f-a2fe83d67d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1822f8-f13c-4977-9e12-2562231a8701,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:46.696967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-83c4e404-c9d9-478a-a69f-a2fe83d67d26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02d84e4b47f643b09a6b396aa6455d3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3944254 Jan 28 12:41:46.697895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53950) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:46.715011 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11764596-8b3b-4bbf-9872-fb14a486a8c5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (5f5c6c4c-c467-4977-a435-036c58a87fe6), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.774345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac064e-9463-4e62-9926-b6182b42776e None None] DHCP port deletion for 5c60d1c8-6fc0-42c8-9d85-f6c062e23dec request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:41:46.794797 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c96bf707-8eae-4968-9a41-a699da683d7a admin admin] Publish callbacks [] for security_group (9e1822f8-f13c-4977-9e12-2562231a8701), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.828716 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c96bf707-8eae-4968-9a41-a699da683d7a admin admin] Publish callbacks [] for security_group (9e1822f8-f13c-4977-9e12-2562231a8701), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.892696 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c96bf707-8eae-4968-9a41-a699da683d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9e1822f8-f13c-4977-9e12-2562231a8701), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.896842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c96bf707-8eae-4968-9a41-a699da683d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.898987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c96bf707-8eae-4968-9a41-a699da683d7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e1822f8-f13c-4977-9e12-2562231a8701 HTTP/1.1" status: 204 len: 168 time: 0.2000830 Jan 28 12:41:46.911168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bf707-8eae-4968-9a41-a699da683d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1822f8-f13c-4977-9e12-2562231a8701,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:46.916876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-03ac064e-9463-4e62-9926-b6182b42776e None None] Deleting port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:41:46.917546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03ac064e-9463-4e62-9926-b6182b42776e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:46.926983 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11764596-8b3b-4bbf-9872-fb14a486a8c5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (5f5c6c4c-c467-4977-a435-036c58a87fe6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.061716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-03ac064e-9463-4e62-9926-b6182b42776e None None] For port 7667d533-2f61-4b06-aa74-4f7c5b7718d6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7667d533-2f61-4b06-aa74-4f7c5b7718d6,segment=NetworkSegment(1a5b5e7f-592e-41c2-aebc-be1b458b6a64),segment_id=1a5b5e7f-592e-41c2-aebc-be1b458b6a64)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:41:47.062259 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03ac064e-9463-4e62-9926-b6182b42776e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.087366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11764596-8b3b-4bbf-9872-fb14a486a8c5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (5f5c6c4c-c467-4977-a435-036c58a87fe6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.092207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-03ac064e-9463-4e62-9926-b6182b42776e None None] Calling delete_port for 7667d533-2f61-4b06-aa74-4f7c5b7718d6 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:41:47.142345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11764596-8b3b-4bbf-9872-fb14a486a8c5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5c6c4c-c467-4977-a435-036c58a87fe6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:47.150055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11764596-8b3b-4bbf-9872-fb14a486a8c5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.156585 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-11764596-8b3b-4bbf-9872-fb14a486a8c5 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "DELETE /v2.0/subnets/5f5c6c4c-c467-4977-a435-036c58a87fe6 HTTP/1.1" status: 204 len: 168 time: 0.7116716 Jan 28 12:41:47.161226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53968) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:47.167511 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.262973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ddd9c8-2214-4b6c-8f38-01f330a7c096 None None] Network e54d590a-3977-4e88-846f-ae0b85d73b5d requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:41:47.353169 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (5c60d1c8-6fc0-42c8-9d85-f6c062e23dec), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.446866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63db43f-1cb5-490b-8e15-f82ab06015e9 req-ba8f481d-c733-485b-8375-4a2dd8caa0e4 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:41:47.450778 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03ac064e-9463-4e62-9926-b6182b42776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.457910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b63db43f-1cb5-490b-8e15-f82ab06015e9 req-ba8f481d-c733-485b-8375-4a2dd8caa0e4 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 950 time: 0.1517334 Jan 28 12:41:47.496378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ac064e-9463-4e62-9926-b6182b42776e None None] No DVR routers for this DVR port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:41:47.538127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b63db43f-1cb5-490b-8e15-f82ab06015e9 req-1164fb3d-2b13-4dc4-935a-ea2a820a95de tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e051540-1768-4388-ba27-636e0c9d67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789239 Jan 28 12:41:47.538367 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Deleting port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:41:47.538655 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.546088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac064e-9463-4e62-9926-b6182b42776e None None] Pushing event deleted for resources: {'Port': ['ID=7667d533-2f61-4b06-aa74-4f7c5b7718d6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:47.638173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c112c9a-1c93-4a9d-8fbe-d27d2618f8f8 None None] DHCP port deletion for e54d590a-3977-4e88-846f-ae0b85d73b5d request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:41:47.696217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7667d533-2f61-4b06-aa74-4f7c5b7718d6 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:41:47.754361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 7667d533-2f61-4b06-aa74-4f7c5b7718d6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:41:47.754989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7667d533-2f61-4b06-aa74-4f7c5b7718d6 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:41:47.796178 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.823405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6c112c9a-1c93-4a9d-8fbe-d27d2618f8f8 None None] Deleting port a85d5ab3-2908-4baf-abfe-6a528c9abee6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:41:47.824088 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c112c9a-1c93-4a9d-8fbe-d27d2618f8f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.858956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] For port 7667d533-2f61-4b06-aa74-4f7c5b7718d6, host n-d-824835-4, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:41:47.859818 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.930954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Calling delete_port for 7667d533-2f61-4b06-aa74-4f7c5b7718d6 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:41:47.939298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6c112c9a-1c93-4a9d-8fbe-d27d2618f8f8 None None] For port a85d5ab3-2908-4baf-abfe-6a528c9abee6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a85d5ab3-2908-4baf-abfe-6a528c9abee6,segment=NetworkSegment(3297ba2a-5513-438e-ab84-8bfb53d51c28),segment_id=3297ba2a-5513-438e-ab84-8bfb53d51c28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:41:47.941302 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c112c9a-1c93-4a9d-8fbe-d27d2618f8f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.941628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 was not found and therefore no delete operation was performed {{(pid=103128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:41:47.964391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7667d533-2f61-4b06-aa74-4f7c5b7718d6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:47.965889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6c112c9a-1c93-4a9d-8fbe-d27d2618f8f8 None None] Calling delete_port for a85d5ab3-2908-4baf-abfe-6a528c9abee6 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:41:48.084330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Port': ['ID=7667d533-2f61-4b06-aa74-4f7c5b7718d6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:48.109022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] No DVR routers for this DVR port 7667d533-2f61-4b06-aa74-4f7c5b7718d6 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:41:48.148642 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c112c9a-1c93-4a9d-8fbe-d27d2618f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (a85d5ab3-2908-4baf-abfe-6a528c9abee6), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:48.206638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c112c9a-1c93-4a9d-8fbe-d27d2618f8f8 None None] Pushing event deleted for resources: {'Port': ['ID=a85d5ab3-2908-4baf-abfe-6a528c9abee6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:48.216645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c112c9a-1c93-4a9d-8fbe-d27d2618f8f8 None None] No DVR routers for this DVR port a85d5ab3-2908-4baf-abfe-6a528c9abee6 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:41:48.318955 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (5c60d1c8-6fc0-42c8-9d85-f6c062e23dec), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:48.364949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c60d1c8-6fc0-42c8-9d85-f6c062e23dec']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:41:48.383662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5b5e7f-592e-41c2-aebc-be1b458b6a64') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:41:48.384064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5b5e7f-592e-41c2-aebc-be1b458b6a64') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:41:48.416870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (1a5b5e7f-592e-41c2-aebc-be1b458b6a64), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:48.444507 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1a5b5e7f-592e-41c2-aebc-be1b458b6a64), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:48.474805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:41:48.475390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (1a5b5e7f-592e-41c2-aebc-be1b458b6a64), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:41:48.498058 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:41:48.647396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (5c60d1c8-6fc0-42c8-9d85-f6c062e23dec), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:48.654466 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:48.663469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54012) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:48.663977 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "DELETE /v2.0/networks/5c60d1c8-6fc0-42c8-9d85-f6c062e23dec HTTP/1.1" status: 204 len: 168 time: 1.4999511 Jan 28 12:41:48.719569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13ee04-561f-416e-8fdc-3298514f39a6 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Network': ['ID=5c60d1c8-6fc0-42c8-9d85-f6c062e23dec,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:48.854899 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e54d590a-3977-4e88-846f-ae0b85d73b5d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:49.051066 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e54d590a-3977-4e88-846f-ae0b85d73b5d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:49.094532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54d590a-3977-4e88-846f-ae0b85d73b5d']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:41:49.123869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3297ba2a-5513-438e-ab84-8bfb53d51c28') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:41:49.124793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3297ba2a-5513-438e-ab84-8bfb53d51c28') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:41:49.147834 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (3297ba2a-5513-438e-ab84-8bfb53d51c28), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:49.182834 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3297ba2a-5513-438e-ab84-8bfb53d51c28), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:49.197651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:41:49.198906 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (3297ba2a-5513-438e-ab84-8bfb53d51c28), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:49.217408 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e48cf46-84b6-45dd-a418-930a9630bf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:41:49.220807 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:41:49.341689 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (e54d590a-3977-4e88-846f-ae0b85d73b5d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:49.357162 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:49.363010 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] 10.222.0.53 "DELETE /v2.0/networks/e54d590a-3977-4e88-846f-ae0b85d73b5d HTTP/1.1" status: 204 len: 168 time: 0.6979821 Jan 28 12:41:49.406051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c69e8-1ec2-404d-82c1-58fb7ddb9d73 tempest-TaggedBootDevicesTest-1904560946 tempest-TaggedBootDevicesTest-1904560946-project] Pushing event deleted for resources: {'Network': ['ID=e54d590a-3977-4e88-846f-ae0b85d73b5d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:49.769968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a85d5ab3-2908-4baf-abfe-6a528c9abee6 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:41:49.824858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a85d5ab3-2908-4baf-abfe-6a528c9abee6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:41:49.825444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a85d5ab3-2908-4baf-abfe-6a528c9abee6 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:41:51.602105 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2988998-8ea0-4d5e-9e4e-567614cb2ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:52.927365 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:54.651789 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:55.145947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54158) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:55.385832 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a399f6f-4117-480d-b2c6-84cc0181f8de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:55.522799 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a399f6f-4117-480d-b2c6-84cc0181f8de admin admin] Publish callbacks [] for security_group (6a5d2ba1-0ddc-4698-8ad7-5b617ac9fe63), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:55.528213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a399f6f-4117-480d-b2c6-84cc0181f8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6a5d2ba1-0ddc-4698-8ad7-5b617ac9fe63), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:55.658584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9a399f6f-4117-480d-b2c6-84cc0181f8de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aecb031f586d42d6b67c7dbc2c728ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5086181 Jan 28 12:41:55.659457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:55.689970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a399f6f-4117-480d-b2c6-84cc0181f8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5d2ba1-0ddc-4698-8ad7-5b617ac9fe63,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:55.805228 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb902d3b-ca6e-4007-a52d-01db506f1631 admin admin] Publish callbacks [] for security_group (6a5d2ba1-0ddc-4698-8ad7-5b617ac9fe63), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:55.873510 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb902d3b-ca6e-4007-a52d-01db506f1631 admin admin] Publish callbacks [] for security_group (6a5d2ba1-0ddc-4698-8ad7-5b617ac9fe63), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:55.979950 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:56.015115 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb902d3b-ca6e-4007-a52d-01db506f1631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6a5d2ba1-0ddc-4698-8ad7-5b617ac9fe63), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:56.028388 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb902d3b-ca6e-4007-a52d-01db506f1631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:56.053400 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fb902d3b-ca6e-4007-a52d-01db506f1631 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a5d2ba1-0ddc-4698-8ad7-5b617ac9fe63 HTTP/1.1" status: 204 len: 168 time: 0.3696182 Jan 28 12:41:56.092252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb902d3b-ca6e-4007-a52d-01db506f1631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5d2ba1-0ddc-4698-8ad7-5b617ac9fe63,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:56.838166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54190) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:56.921388 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d39c64da-7853-4b47-8b71-1f24dc66318a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:57.230950 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d39c64da-7853-4b47-8b71-1f24dc66318a admin admin] Publish callbacks [] for security_group (8ffc2e0b-4d6c-4e85-8d4d-ebf2e6832daf), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:57.248489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d39c64da-7853-4b47-8b71-1f24dc66318a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8ffc2e0b-4d6c-4e85-8d4d-ebf2e6832daf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:57.381987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54204) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:41:57.385006 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d39c64da-7853-4b47-8b71-1f24dc66318a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7541d831e1b9442ab39705a0bb5bc98a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5376577 Jan 28 12:41:57.387115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c64da-7853-4b47-8b71-1f24dc66318a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffc2e0b-4d6c-4e85-8d4d-ebf2e6832daf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:41:57.596018 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f99b8ac2-17c1-4ab3-a31a-aa77b8e05291 admin admin] Publish callbacks [] for security_group (8ffc2e0b-4d6c-4e85-8d4d-ebf2e6832daf), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:57.631722 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f99b8ac2-17c1-4ab3-a31a-aa77b8e05291 admin admin] Publish callbacks [] for security_group (8ffc2e0b-4d6c-4e85-8d4d-ebf2e6832daf), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:57.717561 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f99b8ac2-17c1-4ab3-a31a-aa77b8e05291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8ffc2e0b-4d6c-4e85-8d4d-ebf2e6832daf), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:57.721991 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f99b8ac2-17c1-4ab3-a31a-aa77b8e05291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:41:57.725229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f99b8ac2-17c1-4ab3-a31a-aa77b8e05291 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ffc2e0b-4d6c-4e85-8d4d-ebf2e6832daf HTTP/1.1" status: 204 len: 168 time: 0.3411551 Jan 28 12:41:57.748915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b8ac2-17c1-4ab3-a31a-aa77b8e05291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffc2e0b-4d6c-4e85-8d4d-ebf2e6832daf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:03.873273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54342) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:04.124341 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9e22c35-8e6f-49be-912d-4cf7b8c037a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:04.306669 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9e22c35-8e6f-49be-912d-4cf7b8c037a2 admin admin] Publish callbacks [] for security_group (413a6edb-d091-434e-af73-72e97e6117d4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:04.313275 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9e22c35-8e6f-49be-912d-4cf7b8c037a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (413a6edb-d091-434e-af73-72e97e6117d4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:04.417925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d9e22c35-8e6f-49be-912d-4cf7b8c037a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10cfde80349248efabbc46650c5f7560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5412302 Jan 28 12:42:04.419078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54358) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:04.426298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e22c35-8e6f-49be-912d-4cf7b8c037a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413a6edb-d091-434e-af73-72e97e6117d4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:04.535795 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edfd4232-d06f-4836-87f8-075be6d6c6d7 admin admin] Publish callbacks [] for security_group (413a6edb-d091-434e-af73-72e97e6117d4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:04.621527 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edfd4232-d06f-4836-87f8-075be6d6c6d7 admin admin] Publish callbacks [] for security_group (413a6edb-d091-434e-af73-72e97e6117d4), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:04.778833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edfd4232-d06f-4836-87f8-075be6d6c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (413a6edb-d091-434e-af73-72e97e6117d4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:04.785921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edfd4232-d06f-4836-87f8-075be6d6c6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:04.788260 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-edfd4232-d06f-4836-87f8-075be6d6c6d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/413a6edb-d091-434e-af73-72e97e6117d4 HTTP/1.1" status: 204 len: 168 time: 0.3680272 Jan 28 12:42:04.823414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd4232-d06f-4836-87f8-075be6d6c6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413a6edb-d091-434e-af73-72e97e6117d4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:05.287833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:05.538716 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd59810b-2998-4452-b4d1-bf34ae904c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:05.553806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54384) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:05.600307 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f9b5337-8da6-47a5-9cde-ca2d898455b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:05.699942 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd59810b-2998-4452-b4d1-bf34ae904c78 admin admin] Publish callbacks [] for security_group (fd0f6cf7-9e71-4fba-a849-09850099ea61), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:05.707240 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd59810b-2998-4452-b4d1-bf34ae904c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fd0f6cf7-9e71-4fba-a849-09850099ea61), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:05.756260 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59810b-2998-4452-b4d1-bf34ae904c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0f6cf7-9e71-4fba-a849-09850099ea61,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:05.811815 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cd59810b-2998-4452-b4d1-bf34ae904c78 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbd4bdd4b47f444087b7e9292fe60464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5215867 Jan 28 12:42:05.816916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54386) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:05.848155 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f9b5337-8da6-47a5-9cde-ca2d898455b6 admin admin] Publish callbacks [] for security_group (dbdeb7ed-cb10-432f-9fe5-6be66c4e9313), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:05.854212 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f9b5337-8da6-47a5-9cde-ca2d898455b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (dbdeb7ed-cb10-432f-9fe5-6be66c4e9313), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:05.895948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b5337-8da6-47a5-9cde-ca2d898455b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdeb7ed-cb10-432f-9fe5-6be66c4e9313,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:05.950260 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1f9b5337-8da6-47a5-9cde-ca2d898455b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=215b4aadccf44809802df785d9b873af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3941283 Jan 28 12:42:05.956125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54388) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:05.965568 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8836a733-b57e-4a74-b96e-b2869183e2f4 admin admin] Publish callbacks [] for security_group (fd0f6cf7-9e71-4fba-a849-09850099ea61), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:06.052787 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8836a733-b57e-4a74-b96e-b2869183e2f4 admin admin] Publish callbacks [] for security_group (fd0f6cf7-9e71-4fba-a849-09850099ea61), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:06.078266 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7021a4f-affa-452e-985e-de95be8f665c admin admin] Publish callbacks [] for security_group (dbdeb7ed-cb10-432f-9fe5-6be66c4e9313), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:06.167378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7021a4f-affa-452e-985e-de95be8f665c admin admin] Publish callbacks [] for security_group (dbdeb7ed-cb10-432f-9fe5-6be66c4e9313), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:06.181777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8836a733-b57e-4a74-b96e-b2869183e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fd0f6cf7-9e71-4fba-a849-09850099ea61), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:06.191170 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8836a733-b57e-4a74-b96e-b2869183e2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:06.193235 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8836a733-b57e-4a74-b96e-b2869183e2f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd0f6cf7-9e71-4fba-a849-09850099ea61 HTTP/1.1" status: 204 len: 168 time: 0.3746765 Jan 28 12:42:06.213946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836a733-b57e-4a74-b96e-b2869183e2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0f6cf7-9e71-4fba-a849-09850099ea61,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:06.291828 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7021a4f-affa-452e-985e-de95be8f665c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (dbdeb7ed-cb10-432f-9fe5-6be66c4e9313), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:06.296679 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7021a4f-affa-452e-985e-de95be8f665c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:06.301783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b7021a4f-affa-452e-985e-de95be8f665c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbdeb7ed-cb10-432f-9fe5-6be66c4e9313 HTTP/1.1" status: 204 len: 168 time: 0.3409395 Jan 28 12:42:06.323779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7021a4f-affa-452e-985e-de95be8f665c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdeb7ed-cb10-432f-9fe5-6be66c4e9313,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:07.132042 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-e79f2688-b276-49c3-a56f-43dfa48d9808 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1834917 Jan 28 12:42:07.354050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-7b330377-edc0-4600-9a14-1889a728f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:07.357744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-7b330377-edc0-4600-9a14-1889a728f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:07.371936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-7b330377-edc0-4600-9a14-1889a728f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:07.373101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-7b330377-edc0-4600-9a14-1889a728f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:07.377728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-7b330377-edc0-4600-9a14-1889a728f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:07.378736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-7b330377-edc0-4600-9a14-1889a728f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:07.381155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-7b330377-edc0-4600-9a14-1889a728f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:07.394218 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-7b330377-edc0-4600-9a14-1889a728f4e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 6502 time: 0.1778734 Jan 28 12:42:07.582090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54420) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:07.599242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-525284b5-0fd5-47cb-aa22-242e6ae1d86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:07.726782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-f7b15883-21a6-4244-8bdd-ab2fec961521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:07.729397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-f7b15883-21a6-4244-8bdd-ab2fec961521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:07.730088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-f7b15883-21a6-4244-8bdd-ab2fec961521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:07.734522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-f7b15883-21a6-4244-8bdd-ab2fec961521 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bf351ce-cde8-4750-8c3e-65261d6dbfdd&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&id=d3b63326-8568-43b2-9e27-1f1fd24b1c71 HTTP/1.1" status: 200 len: 2297 time: 0.3093188 Jan 28 12:42:07.777740 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-525284b5-0fd5-47cb-aa22-242e6ae1d86a admin admin] Publish callbacks [] for security_group (56b5d4af-a6f7-448f-99df-b3c23217a0cf), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:07.786014 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-525284b5-0fd5-47cb-aa22-242e6ae1d86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (56b5d4af-a6f7-448f-99df-b3c23217a0cf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:07.908802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525284b5-0fd5-47cb-aa22-242e6ae1d86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b5d4af-a6f7-448f-99df-b3c23217a0cf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:07.928371 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-525284b5-0fd5-47cb-aa22-242e6ae1d86a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a027ae46d5c04552bb52affa355db164&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3442478 Jan 28 12:42:07.929072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54426) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:07.946370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-5cd514af-3aaf-4a29-bc51-3e9fe5d54839 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d18dd548-98ca-4f06-ab2e-5e85c9b77764 HTTP/1.1" status: 200 len: 1000 time: 0.2054298 Jan 28 12:42:08.036428 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f994989c-62cc-44f1-a219-4910bcbebf0c admin admin] Publish callbacks [] for security_group (56b5d4af-a6f7-448f-99df-b3c23217a0cf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:08.073023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-209c7581-8f10-4d56-b628-cb5c26bde61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:08.075506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-209c7581-8f10-4d56-b628-cb5c26bde61f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01f467cc-bdc7-448a-a68f-ccbe4d40c1b8 HTTP/1.1" status: 200 len: 855 time: 0.1227181 Jan 28 12:42:08.085582 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f994989c-62cc-44f1-a219-4910bcbebf0c admin admin] Publish callbacks [] for security_group (56b5d4af-a6f7-448f-99df-b3c23217a0cf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:08.203902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-d8126783-ef45-43ff-829f-0f9f1c0fd14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:08.206670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-d8126783-ef45-43ff-829f-0f9f1c0fd14d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bf351ce-cde8-4750-8c3e-65261d6dbfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237860 Jan 28 12:42:08.237328 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f994989c-62cc-44f1-a219-4910bcbebf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (56b5d4af-a6f7-448f-99df-b3c23217a0cf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:08.241119 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f994989c-62cc-44f1-a219-4910bcbebf0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:08.242556 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f994989c-62cc-44f1-a219-4910bcbebf0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56b5d4af-a6f7-448f-99df-b3c23217a0cf HTTP/1.1" status: 204 len: 168 time: 0.3120840 Jan 28 12:42:08.267536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994989c-62cc-44f1-a219-4910bcbebf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b5d4af-a6f7-448f-99df-b3c23217a0cf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:08.509515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-366809f7-941e-436c-af1a-626895895ef7 service neutron] 10.222.0.49 "GET /v2.0/networks/1bf351ce-cde8-4750-8c3e-65261d6dbfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957947 Jan 28 12:42:08.811272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-3aa73fdf-b33c-4edd-8e6a-8f9bbe7ce351 service neutron] 10.222.0.49 "GET /v2.0/networks/1bf351ce-cde8-4750-8c3e-65261d6dbfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898748 Jan 28 12:42:08.903717 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-626e4d17-3d3f-4cd0-add6-a6cb0c719696 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=9e091731-98f3-48a0-9d92-636583e4a971 HTTP/1.1" status: 200 len: 217 time: 0.0831707 Jan 28 12:42:09.048585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-56d9a33b-c90d-4eeb-930f-1918da346b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:09.050540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-56d9a33b-c90d-4eeb-930f-1918da346b07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 200 len: 797 time: 0.1390877 Jan 28 12:42:09.184943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-656c9c00-b177-40da-b5ef-72265ad06c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:09.186765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-656c9c00-b177-40da-b5ef-72265ad06c3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1298201 Jan 28 12:42:09.395705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-717e36c5-2811-40ee-ab16-46e2ec530c48 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925337 Jan 28 12:42:09.546248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-c9f49b77-01f7-4ad2-87d1-56e14003335f service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426175 Jan 28 12:42:09.650786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-7dbb2cb7-bb9b-4241-9e96-a0242d26747c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd HTTP/1.1" status: 200 len: 217 time: 0.0977557 Jan 28 12:42:09.790559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-cc548930-b4cf-4b9b-8c7c-f600c685d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:09.793799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-cc548930-b4cf-4b9b-8c7c-f600c685d0a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 200 len: 797 time: 0.1368515 Jan 28 12:42:09.898504 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-a75829b4-679d-4a3a-870d-bebeb948faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:09.901992 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-a75829b4-679d-4a3a-870d-bebeb948faf4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1001441 Jan 28 12:42:10.147255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-c4570838-d807-4927-9ae5-7f52a0465e19 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364328 Jan 28 12:42:10.375962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-f775f43a-abd7-401d-9f53-62ab311623cb service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156897 Jan 28 12:42:10.478023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-c86f157f-0d12-46bb-8b26-75debba82f91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=e3e13ee8-39fb-4803-b035-c6c7540718a8 HTTP/1.1" status: 200 len: 217 time: 0.0953348 Jan 28 12:42:10.617129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-732fb8de-260d-45fb-897c-671c9543796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:10.620620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-732fb8de-260d-45fb-897c-671c9543796b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 200 len: 797 time: 0.1393981 Jan 28 12:42:10.759009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-6e71b41f-59d4-4a79-bbfa-e30597ae9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:10.760696 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-6e71b41f-59d4-4a79-bbfa-e30597ae9561 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1320074 Jan 28 12:42:10.922843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-78db75f8-31ae-498d-b4bc-5c9bf31d1376 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483133 Jan 28 12:42:11.262489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-e586d522-04ec-4684-8e7a-3e05d3326b1d service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317130 Jan 28 12:42:11.349174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-fecc540d-2376-4958-badb-3319932d037d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=fdfc4e8f-b326-4e7b-844a-2cb142c67066 HTTP/1.1" status: 200 len: 217 time: 0.0792887 Jan 28 12:42:11.438912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-1b9fbef9-db04-487e-8ca3-133e62db389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:11.441724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-1b9fbef9-db04-487e-8ca3-133e62db389b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 200 len: 797 time: 0.0853002 Jan 28 12:42:11.628007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-8cd3d3c7-adc5-4289-9264-028e69a81b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:11.631015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-8cd3d3c7-adc5-4289-9264-028e69a81b0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3deb71e2-39c5-4302-a8cc-28bdd226e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1830645 Jan 28 12:42:11.797115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-11837661-01f8-4b59-8a98-1a1f0f21e09d service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592262 Jan 28 12:42:11.915841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-7ecf44f0-dab4-45bd-b2af-2e77361640e7 service neutron] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122730 Jan 28 12:42:11.991330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-6e4daaaf-f48d-4656-99ed-7e735cb54777 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=687734a6-4953-4791-86b6-eee72b417f42 HTTP/1.1" status: 200 len: 217 time: 0.0672724 Jan 28 12:42:12.089649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-5e559a5a-115a-4e2d-a77f-2fe1ea6673a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:12.091271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-5e559a5a-115a-4e2d-a77f-2fe1ea6673a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2b2d8fd-2f60-487f-a585-614b3246e10e HTTP/1.1" status: 200 len: 797 time: 0.0921156 Jan 28 12:42:12.187987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-0c18a368-c5df-49e4-aa68-85c379f46878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:12.193444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-0c18a368-c5df-49e4-aa68-85c379f46878 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0943744 Jan 28 12:42:12.324544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-da4196d0-770f-4084-9fb3-0e8ad8bc6db8 service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223273 Jan 28 12:42:12.508134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-6ed30928-9d11-459e-822c-821858fe42a2 service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639369 Jan 28 12:42:12.589584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-45cf2ca4-908f-4eed-84d9-1da57531fa87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d614476f-a012-40fd-a206-22686ed73e88 HTTP/1.1" status: 200 len: 217 time: 0.0796335 Jan 28 12:42:12.712453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-7f06d4d4-0a8b-4ebb-bb79-b9ebc2f87c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:12.719450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-7f06d4d4-0a8b-4ebb-bb79-b9ebc2f87c73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2b2d8fd-2f60-487f-a585-614b3246e10e HTTP/1.1" status: 200 len: 797 time: 0.1139750 Jan 28 12:42:12.842920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4504-5af0-414c-8289-c976ee73edbb req-b4220d4b-0db6-4869-bbf0-e263a98f1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:12.845364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-b4220d4b-0db6-4869-bbf0-e263a98f1123 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3b63326-8568-43b2-9e27-1f1fd24b1c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1239877 Jan 28 12:42:13.118596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-52e70c5e-01d9-4274-9a89-030f03549313 service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553244 Jan 28 12:42:13.291579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-389c4504-5af0-414c-8289-c976ee73edbb req-7de03852-f4f8-4602-8362-b009fc05039b service neutron] 10.222.0.49 "GET /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676357 Jan 28 12:42:13.846095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54560) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:14.058446 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c411653e-3348-4939-b2b1-4397c89cd270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:14.252383 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c411653e-3348-4939-b2b1-4397c89cd270 admin admin] Publish callbacks [] for security_group (b2107b49-21a5-42a9-9b06-a1cf70dfdd28), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:14.257677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c411653e-3348-4939-b2b1-4397c89cd270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b2107b49-21a5-42a9-9b06-a1cf70dfdd28), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:14.353809 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c411653e-3348-4939-b2b1-4397c89cd270 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de3136fb4e3941f1a087f3c15ffff431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5039771 Jan 28 12:42:14.354191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54566) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:14.378748 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411653e-3348-4939-b2b1-4397c89cd270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2107b49-21a5-42a9-9b06-a1cf70dfdd28,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:14.531369 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6034fdd-2410-4ce6-93ce-118b4040ab82 admin admin] Publish callbacks [] for security_group (b2107b49-21a5-42a9-9b06-a1cf70dfdd28), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:14.606522 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6034fdd-2410-4ce6-93ce-118b4040ab82 admin admin] Publish callbacks [] for security_group (b2107b49-21a5-42a9-9b06-a1cf70dfdd28), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:14.740082 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6034fdd-2410-4ce6-93ce-118b4040ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b2107b49-21a5-42a9-9b06-a1cf70dfdd28), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:14.743115 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6034fdd-2410-4ce6-93ce-118b4040ab82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:14.747183 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e6034fdd-2410-4ce6-93ce-118b4040ab82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2107b49-21a5-42a9-9b06-a1cf70dfdd28 HTTP/1.1" status: 204 len: 168 time: 0.3918231 Jan 28 12:42:14.760928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6034fdd-2410-4ce6-93ce-118b4040ab82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2107b49-21a5-42a9-9b06-a1cf70dfdd28,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:15.450510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54582) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:15.479686 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91f45bd7-5a96-43ea-9aff-a717323d0fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:15.729909 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91f45bd7-5a96-43ea-9aff-a717323d0fee admin admin] Publish callbacks [] for security_group (3fcae853-a171-483e-8fb9-182bc4d2b6a9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:15.741368 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91f45bd7-5a96-43ea-9aff-a717323d0fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3fcae853-a171-483e-8fb9-182bc4d2b6a9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:15.832593 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:42:15.871683 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f45bd7-5a96-43ea-9aff-a717323d0fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcae853-a171-483e-8fb9-182bc4d2b6a9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:15.881938 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-91f45bd7-5a96-43ea-9aff-a717323d0fee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d9552ee62b340b4b0ae3b57a9cdf68c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4290941 Jan 28 12:42:15.886577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54596) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:16.090510 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba6733d2-b406-4e42-92ab-9f3f43ca144e admin admin] Publish callbacks [] for security_group (3fcae853-a171-483e-8fb9-182bc4d2b6a9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:16.120998 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba6733d2-b406-4e42-92ab-9f3f43ca144e admin admin] Publish callbacks [] for security_group (3fcae853-a171-483e-8fb9-182bc4d2b6a9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:16.199248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba6733d2-b406-4e42-92ab-9f3f43ca144e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3fcae853-a171-483e-8fb9-182bc4d2b6a9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:16.201874 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba6733d2-b406-4e42-92ab-9f3f43ca144e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:16.207077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ba6733d2-b406-4e42-92ab-9f3f43ca144e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fcae853-a171-483e-8fb9-182bc4d2b6a9 HTTP/1.1" status: 204 len: 168 time: 0.3079507 Jan 28 12:42:16.223151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6733d2-b406-4e42-92ab-9f3f43ca144e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcae853-a171-483e-8fb9-182bc4d2b6a9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:17.105997 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:17.788669 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:19.208085 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65f5f78b-c245-4bce-ba4a-915626c7fe2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:21.608268 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a196a5a7-9740-492d-8932-1181a94d4a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:21.788252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54726) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:22.181225 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3f52b4f-4283-4de5-a3f7-71f44de6894c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:22.409600 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3f52b4f-4283-4de5-a3f7-71f44de6894c admin admin] Publish callbacks [] for security_group (837b44cc-b27f-469d-ba9c-ec4fefe6accc), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:22.417004 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3f52b4f-4283-4de5-a3f7-71f44de6894c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (837b44cc-b27f-469d-ba9c-ec4fefe6accc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:22.463457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c3f52b4f-4283-4de5-a3f7-71f44de6894c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c861ad7ef3574c388ac8021688f7b3fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6733456 Jan 28 12:42:22.464819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f52b4f-4283-4de5-a3f7-71f44de6894c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837b44cc-b27f-469d-ba9c-ec4fefe6accc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:22.467652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54740) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:22.655819 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e968523-a61d-42e2-9a93-3edc2091e433 admin admin] Publish callbacks [] for security_group (837b44cc-b27f-469d-ba9c-ec4fefe6accc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:22.682181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e968523-a61d-42e2-9a93-3edc2091e433 admin admin] Publish callbacks [] for security_group (837b44cc-b27f-469d-ba9c-ec4fefe6accc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:22.757830 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e968523-a61d-42e2-9a93-3edc2091e433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (837b44cc-b27f-469d-ba9c-ec4fefe6accc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:22.763819 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e968523-a61d-42e2-9a93-3edc2091e433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:22.770781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7e968523-a61d-42e2-9a93-3edc2091e433 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/837b44cc-b27f-469d-ba9c-ec4fefe6accc HTTP/1.1" status: 204 len: 168 time: 0.3007679 Jan 28 12:42:22.797647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e968523-a61d-42e2-9a93-3edc2091e433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837b44cc-b27f-469d-ba9c-ec4fefe6accc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:22.971427 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:23.935476 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54760) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:24.013493 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db362003-7e63-4ebe-91b1-9dc2baa4e009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:24.557919 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db362003-7e63-4ebe-91b1-9dc2baa4e009 admin admin] Publish callbacks [] for security_group (59734496-1319-4f78-9ae0-4485b3748cea), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:24.566205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db362003-7e63-4ebe-91b1-9dc2baa4e009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (59734496-1319-4f78-9ae0-4485b3748cea), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:24.725618 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:24.743863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db362003-7e63-4ebe-91b1-9dc2baa4e009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59734496-1319-4f78-9ae0-4485b3748cea,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:24.772515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-db362003-7e63-4ebe-91b1-9dc2baa4e009 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5300d6723784f69b572f5c94c022abb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8298380 Jan 28 12:42:24.773360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54770) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:24.986838 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b67d7b0-565e-4c77-bdd5-5b5d889603b8 admin admin] Publish callbacks [] for security_group (59734496-1319-4f78-9ae0-4485b3748cea), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:25.064704 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b67d7b0-565e-4c77-bdd5-5b5d889603b8 admin admin] Publish callbacks [] for security_group (59734496-1319-4f78-9ae0-4485b3748cea), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:25.244884 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b67d7b0-565e-4c77-bdd5-5b5d889603b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (59734496-1319-4f78-9ae0-4485b3748cea), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:25.258849 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b67d7b0-565e-4c77-bdd5-5b5d889603b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:25.268097 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7b67d7b0-565e-4c77-bdd5-5b5d889603b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59734496-1319-4f78-9ae0-4485b3748cea HTTP/1.1" status: 204 len: 168 time: 0.4927435 Jan 28 12:42:25.309200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67d7b0-565e-4c77-bdd5-5b5d889603b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59734496-1319-4f78-9ae0-4485b3748cea,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:25.964752 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:27.312719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:29.937620 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03a97cf3-55be-46d5-93bb-159df4b136a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:30.660672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-03a97cf3-55be-46d5-93bb-159df4b136a5 admin admin] Deleting port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:30.661868 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03a97cf3-55be-46d5-93bb-159df4b136a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:30.889004 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-03a97cf3-55be-46d5-93bb-159df4b136a5 admin admin] For port eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:30.889583 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03a97cf3-55be-46d5-93bb-159df4b136a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:30.924370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-03a97cf3-55be-46d5-93bb-159df4b136a5 admin admin] Calling delete_port for eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:31.356502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03a97cf3-55be-46d5-93bb-159df4b136a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:31.388503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a97cf3-55be-46d5-93bb-159df4b136a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:31.710881 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03a97cf3-55be-46d5-93bb-159df4b136a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:32.087875 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a97cf3-55be-46d5-93bb-159df4b136a5 admin admin] Router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:42:32.322728 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a97cf3-55be-46d5-93bb-159df4b136a5 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:42:32.337830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325ffa4-2701-42ff-abfa-74a92e75b19c None None] Sync routers for ids ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:42:32.350766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54908) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:32.351682 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-03a97cf3-55be-46d5-93bb-159df4b136a5 admin admin] 10.222.0.53 "PUT /v2.0/routers/de675f4c-1433-4cd0-bcb4-cb09eb84c2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0371249 Jan 28 12:42:32.356437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2325ffa4-2701-42ff-abfa-74a92e75b19c None None] Routers {'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:42:32.358404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2325ffa4-2701-42ff-abfa-74a92e75b19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:32.543798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Publish callbacks [] for router (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:32.848918 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Publish callbacks [] for router_gateway (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:32.926556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2325ffa4-2701-42ff-abfa-74a92e75b19c None None] Set router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:42:33.005704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Deleting port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:33.007637 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:33.191910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] For port 74aee6fc-9528-4b3a-9eea-14dda6ccd61e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=74aee6fc-9528-4b3a-9eea-14dda6ccd61e,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:33.198827 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:33.240302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Calling delete_port for 74aee6fc-9528-4b3a-9eea-14dda6ccd61e owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:33.316359 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2325ffa4-2701-42ff-abfa-74a92e75b19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:42:31Z', 'revision_number': 5, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port': {'id': '74aee6fc-9528-4b3a-9eea-14dda6ccd61e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:28:59Z', 'updated_at': '2022-01-28T12:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:33.408723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325ffa4-2701-42ff-abfa-74a92e75b19c None None] Checking router: de675f4c-1433-4cd0-bcb4-cb09eb84c2fb for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:42:33.429620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2325ffa4-2701-42ff-abfa-74a92e75b19c None None] Routers {'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:42:33.430276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2325ffa4-2701-42ff-abfa-74a92e75b19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:33.634155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2325ffa4-2701-42ff-abfa-74a92e75b19c None None] Set router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:42:33.766719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2325ffa4-2701-42ff-abfa-74a92e75b19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:42:32Z', 'revision_number': 6, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:33.861067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325ffa4-2701-42ff-abfa-74a92e75b19c None None] The sync data for ids ['de675f4c-1433-4cd0-bcb4-cb09eb84c2fb'] in n-d-824835-4 is: [{'id': 'de675f4c-1433-4cd0-bcb4-cb09eb84c2fb', 'name': 'tempest-TaggedBootDevicesTest-1468001546-router', 'tenant_id': '523c775734d64237ba19b3804f18ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:28:58Z', 'updated_at': '2022-01-28T12:42:32Z', 'revision_number': 6, 'project_id': '523c775734d64237ba19b3804f18ee73', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:42:34.294846 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (74aee6fc-9528-4b3a-9eea-14dda6ccd61e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:34.447146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=74aee6fc-9528-4b3a-9eea-14dda6ccd61e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:34.516663 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:34.748634 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:34.752461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Publish callbacks [] for router_controller (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:34.832494 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (de675f4c-1433-4cd0-bcb4-cb09eb84c2fb), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:34.833825 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de675f4c-1433-4cd0-bcb4-cb09eb84c2fb {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:42:34.843721 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:34.849977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54954) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:34.851842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-aa299212-96b4-44ef-9ff9-6492d45974b4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/de675f4c-1433-4cd0-bcb4-cb09eb84c2fb HTTP/1.1" status: 204 len: 168 time: 2.4996583 Jan 28 12:42:34.967197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad50bf7-ac88-4efd-af8c-2b73f6182763 admin admin] Deleting subnet a40a858a-ac10-4c03-bed6-d03ffae7c7c2 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:42:34.978191 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ad50bf7-ac88-4efd-af8c-2b73f6182763 admin admin] Publish callbacks [] for subnet (a40a858a-ac10-4c03-bed6-d03ffae7c7c2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:35.078822 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ad50bf7-ac88-4efd-af8c-2b73f6182763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (a40a858a-ac10-4c03-bed6-d03ffae7c7c2), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:35.275180 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ad50bf7-ac88-4efd-af8c-2b73f6182763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (a40a858a-ac10-4c03-bed6-d03ffae7c7c2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:35.405533 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ad50bf7-ac88-4efd-af8c-2b73f6182763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (a40a858a-ac10-4c03-bed6-d03ffae7c7c2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:35.468488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad50bf7-ac88-4efd-af8c-2b73f6182763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40a858a-ac10-4c03-bed6-d03ffae7c7c2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:35.472526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ad50bf7-ac88-4efd-af8c-2b73f6182763 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:35.479176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f002fd2-0bef-42b6-8083-2401abc0b526 None None] Network de73d51a-b816-487d-9aec-4cbd62d5c08f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:42:35.480297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54966) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:35.495839 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9ad50bf7-ac88-4efd-af8c-2b73f6182763 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a40a858a-ac10-4c03-bed6-d03ffae7c7c2 HTTP/1.1" status: 204 len: 168 time: 0.6416233 Jan 28 12:42:35.675374 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (de73d51a-b816-487d-9aec-4cbd62d5c08f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:35.782938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:42:35.846595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:42:35.857828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device eb4b7e30-a4e2-4c93-a2f9-0271c271e4b6 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:42:35.858674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 74aee6fc-9528-4b3a-9eea-14dda6ccd61e no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:42:35.897866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 74aee6fc-9528-4b3a-9eea-14dda6ccd61e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:42:35.898671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 74aee6fc-9528-4b3a-9eea-14dda6ccd61e not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:42:35.933419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Deleting port be00f47e-7b0f-43e4-af0e-e72ca5d71148 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:35.934000 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:35.996086 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df6057-20f5-4fae-bd0d-95bb1887062b None None] DHCP port deletion for de73d51a-b816-487d-9aec-4cbd62d5c08f request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:42:36.123306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d7df6057-20f5-4fae-bd0d-95bb1887062b None None] Deleting port be00f47e-7b0f-43e4-af0e-e72ca5d71148 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:36.123921 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7df6057-20f5-4fae-bd0d-95bb1887062b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:36.130166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] For port be00f47e-7b0f-43e4-af0e-e72ca5d71148, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=be00f47e-7b0f-43e4-af0e-e72ca5d71148,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:36.130774 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:36.165565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Calling delete_port for be00f47e-7b0f-43e4-af0e-e72ca5d71148 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:36.356217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d7df6057-20f5-4fae-bd0d-95bb1887062b None None] For port be00f47e-7b0f-43e4-af0e-e72ca5d71148, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=be00f47e-7b0f-43e4-af0e-e72ca5d71148,segment=NetworkSegment(9775edf7-4973-4011-b046-e2f534addb22),segment_id=9775edf7-4973-4011-b046-e2f534addb22)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:36.357189 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7df6057-20f5-4fae-bd0d-95bb1887062b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:36.372944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d7df6057-20f5-4fae-bd0d-95bb1887062b None None] Calling delete_port for be00f47e-7b0f-43e4-af0e-e72ca5d71148 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:36.409031 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:36.489890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] No DVR routers for this DVR port be00f47e-7b0f-43e4-af0e-e72ca5d71148 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:42:36.502014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Pushing event deleted for resources: {'Port': ['ID=be00f47e-7b0f-43e4-af0e-e72ca5d71148,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:36.573712 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7df6057-20f5-4fae-bd0d-95bb1887062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (be00f47e-7b0f-43e4-af0e-e72ca5d71148), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:36.653818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df6057-20f5-4fae-bd0d-95bb1887062b None None] Pushing event deleted for resources: {'Port': ['ID=be00f47e-7b0f-43e4-af0e-e72ca5d71148,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:36.656401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df6057-20f5-4fae-bd0d-95bb1887062b None None] No DVR routers for this DVR port be00f47e-7b0f-43e4-af0e-e72ca5d71148 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:42:36.705329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (de73d51a-b816-487d-9aec-4cbd62d5c08f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:36.786424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de73d51a-b816-487d-9aec-4cbd62d5c08f']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:36.809131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9775edf7-4973-4011-b046-e2f534addb22') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:36.812506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9775edf7-4973-4011-b046-e2f534addb22') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:36.833228 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (9775edf7-4973-4011-b046-e2f534addb22), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:36.881207 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (9775edf7-4973-4011-b046-e2f534addb22), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:36.888989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:42:36.890048 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (9775edf7-4973-4011-b046-e2f534addb22), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:42:36.968275 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:42:37.002249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (de73d51a-b816-487d-9aec-4cbd62d5c08f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:37.039613 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:37.052574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] 10.222.0.53 "DELETE /v2.0/networks/de73d51a-b816-487d-9aec-4cbd62d5c08f HTTP/1.1" status: 204 len: 168 time: 1.5672624 Jan 28 12:42:37.052843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54998) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:37.053282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc9f60-524d-4c8a-aca5-ca5fcb75e765 admin admin] Pushing event deleted for resources: {'Network': ['ID=de73d51a-b816-487d-9aec-4cbd62d5c08f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:37.723540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device be00f47e-7b0f-43e4-af0e-e72ca5d71148 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:42:37.725548 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7622f7a-c416-4ff4-bba5-ba10784a16e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (2f527f96-29d3-44ea-a8bd-37a3f988aa09), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:37.766927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: be00f47e-7b0f-43e4-af0e-e72ca5d71148 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:42:37.768710 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device be00f47e-7b0f-43e4-af0e-e72ca5d71148 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:42:38.304216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c7622f7a-c416-4ff4-bba5-ba10784a16e0 admin admin] Deleting port 435350d0-186d-4523-a25f-147a101be6fe {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:38.305940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7622f7a-c416-4ff4-bba5-ba10784a16e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (435350d0-186d-4523-a25f-147a101be6fe), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:38.528604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c7622f7a-c416-4ff4-bba5-ba10784a16e0 admin admin] For port 435350d0-186d-4523-a25f-147a101be6fe, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=435350d0-186d-4523-a25f-147a101be6fe,segment=NetworkSegment(94963965-db5d-49a0-8d09-ad1b8decc164),segment_id=94963965-db5d-49a0-8d09-ad1b8decc164)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:38.529170 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7622f7a-c416-4ff4-bba5-ba10784a16e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (435350d0-186d-4523-a25f-147a101be6fe), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:38.577936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c7622f7a-c416-4ff4-bba5-ba10784a16e0 admin admin] Calling delete_port for 435350d0-186d-4523-a25f-147a101be6fe owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:38.909055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7622f7a-c416-4ff4-bba5-ba10784a16e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (435350d0-186d-4523-a25f-147a101be6fe), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:38.962006 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7622f7a-c416-4ff4-bba5-ba10784a16e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=435350d0-186d-4523-a25f-147a101be6fe,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:39.419586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7622f7a-c416-4ff4-bba5-ba10784a16e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (2f527f96-29d3-44ea-a8bd-37a3f988aa09), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:39.910226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7622f7a-c416-4ff4-bba5-ba10784a16e0 admin admin] Router 2f527f96-29d3-44ea-a8bd-37a3f988aa09 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:42:40.329051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7622f7a-c416-4ff4-bba5-ba10784a16e0 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:42:40.338541 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c7622f7a-c416-4ff4-bba5-ba10784a16e0 admin admin] 10.222.0.53 "PUT /v2.0/routers/2f527f96-29d3-44ea-a8bd-37a3f988aa09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2828817 Jan 28 12:42:40.341295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55064) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:40.344536 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28beba00-1667-4432-a792-f89bece05116 None None] Sync routers for ids ['2f527f96-29d3-44ea-a8bd-37a3f988aa09'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:42:40.390458 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28beba00-1667-4432-a792-f89bece05116 None None] Routers {'2f527f96-29d3-44ea-a8bd-37a3f988aa09'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:42:40.409870 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-28beba00-1667-4432-a792-f89bece05116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2f527f96-29d3-44ea-a8bd-37a3f988aa09'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:40.711111 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Publish callbacks [] for router (2f527f96-29d3-44ea-a8bd-37a3f988aa09), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:41.009714 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Publish callbacks [] for router_gateway (2f527f96-29d3-44ea-a8bd-37a3f988aa09), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:41.072501 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-28beba00-1667-4432-a792-f89bece05116 None None] Set router 2f527f96-29d3-44ea-a8bd-37a3f988aa09 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:42:41.153799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Deleting port f92abf25-fe7c-40be-8c8e-8ea238aebbfa {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:41.154136 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:41.314188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] For port f92abf25-fe7c-40be-8c8e-8ea238aebbfa, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f92abf25-fe7c-40be-8c8e-8ea238aebbfa,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:41.314699 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:41.340861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Calling delete_port for f92abf25-fe7c-40be-8c8e-8ea238aebbfa owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:41.458429 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-28beba00-1667-4432-a792-f89bece05116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'name': 'tempest-TaggedBootDevicesTest-1307030586-router', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:13Z', 'updated_at': '2022-01-28T12:42:38Z', 'revision_number': 5, 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'gw_port': {'id': 'f92abf25-fe7c-40be-8c8e-8ea238aebbfa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:29:14Z', 'updated_at': '2022-01-28T12:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:41.523717 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28beba00-1667-4432-a792-f89bece05116 None None] Checking router: 2f527f96-29d3-44ea-a8bd-37a3f988aa09 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:42:41.554831 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28beba00-1667-4432-a792-f89bece05116 None None] Routers {'2f527f96-29d3-44ea-a8bd-37a3f988aa09'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:42:41.556791 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-28beba00-1667-4432-a792-f89bece05116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['2f527f96-29d3-44ea-a8bd-37a3f988aa09'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:41.853722 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f92abf25-fe7c-40be-8c8e-8ea238aebbfa), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:41.861481 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-28beba00-1667-4432-a792-f89bece05116 None None] Set router 2f527f96-29d3-44ea-a8bd-37a3f988aa09 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:42:41.950977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92abf25-fe7c-40be-8c8e-8ea238aebbfa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:41.971936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:41.972536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:41.973167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:41.973724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:41.974338 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:41.975488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:41.975488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:41.976096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:41.976629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:41.977197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:41.977769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:41.978371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:41.978901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:42.092051 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (2f527f96-29d3-44ea-a8bd-37a3f988aa09), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:42.135858 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-28beba00-1667-4432-a792-f89bece05116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'name': 'tempest-TaggedBootDevicesTest-1307030586-router', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:13Z', 'updated_at': '2022-01-28T12:42:41Z', 'revision_number': 6, 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:42.231076 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28beba00-1667-4432-a792-f89bece05116 None None] The sync data for ids ['2f527f96-29d3-44ea-a8bd-37a3f988aa09'] in n-d-824835-4 is: [{'id': '2f527f96-29d3-44ea-a8bd-37a3f988aa09', 'name': 'tempest-TaggedBootDevicesTest-1307030586-router', 'tenant_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:29:13Z', 'updated_at': '2022-01-28T12:42:41Z', 'revision_number': 6, 'project_id': 'bd9958d2cfa54c1ea953020d8d8fe796', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:42:42.491769 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (2f527f96-29d3-44ea-a8bd-37a3f988aa09), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:42.494815 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Publish callbacks [] for router_controller (2f527f96-29d3-44ea-a8bd-37a3f988aa09), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:42.642911 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (2f527f96-29d3-44ea-a8bd-37a3f988aa09), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:42.643901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f527f96-29d3-44ea-a8bd-37a3f988aa09 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:42:42.652394 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:42.657664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55098) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:42.658792 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a27c53b0-737d-42ac-8c61-213866c6ae07 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2f527f96-29d3-44ea-a8bd-37a3f988aa09 HTTP/1.1" status: 204 len: 168 time: 2.2787783 Jan 28 12:42:42.829379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Deleting subnet a5dd7915-096e-45ed-8199-a1a37a85853d {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:42:42.845480 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Publish callbacks [] for subnet (a5dd7915-096e-45ed-8199-a1a37a85853d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:42.946185 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (a5dd7915-096e-45ed-8199-a1a37a85853d), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:43.147713 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (a5dd7915-096e-45ed-8199-a1a37a85853d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:43.248196 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (a5dd7915-096e-45ed-8199-a1a37a85853d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:43.316652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5dd7915-096e-45ed-8199-a1a37a85853d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:43.321634 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:43.336236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609154b1-9675-4066-bba9-ecdcacdb5bdb None None] Network 035afb61-21a7-4a69-9d4d-7fd834ad6485 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:42:43.336980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55110) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:43.354604 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a5dd7915-096e-45ed-8199-a1a37a85853d HTTP/1.1" status: 204 len: 168 time: 0.6744423 Jan 28 12:42:43.380567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.395595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.396125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.396694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.397232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.397817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.398353 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.398893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.399447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.400234 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.400767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.401313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.401853 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8809c4c8-c117-40f4-a0e5-6e38318183dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:43.693799 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (035afb61-21a7-4a69-9d4d-7fd834ad6485), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:43.729588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] DHCP port deletion for 035afb61-21a7-4a69-9d4d-7fd834ad6485 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:42:43.832964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 435350d0-186d-4523-a25f-147a101be6fe no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:42:43.865173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Deleting port 22484bc7-30df-444a-8bfe-28cfb7169c01 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:43.875796 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:43.920094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 435350d0-186d-4523-a25f-147a101be6fe {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:42:43.920822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 435350d0-186d-4523-a25f-147a101be6fe not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:42:43.921602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f92abf25-fe7c-40be-8c8e-8ea238aebbfa no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:42:43.952485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f92abf25-fe7c-40be-8c8e-8ea238aebbfa {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:42:43.955026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f92abf25-fe7c-40be-8c8e-8ea238aebbfa not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:42:44.012350 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Deleting port 22484bc7-30df-444a-8bfe-28cfb7169c01 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:44.012737 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:44.168040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] For port 22484bc7-30df-444a-8bfe-28cfb7169c01, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=22484bc7-30df-444a-8bfe-28cfb7169c01,segment=NetworkSegment(94963965-db5d-49a0-8d09-ad1b8decc164),segment_id=94963965-db5d-49a0-8d09-ad1b8decc164)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:44.168653 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:44.251894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Calling delete_port for 22484bc7-30df-444a-8bfe-28cfb7169c01 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:44.374441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] For port 22484bc7-30df-444a-8bfe-28cfb7169c01, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=22484bc7-30df-444a-8bfe-28cfb7169c01,segment=NetworkSegment(94963965-db5d-49a0-8d09-ad1b8decc164),segment_id=94963965-db5d-49a0-8d09-ad1b8decc164)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:44.378679 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:44.432215 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Calling delete_port for 22484bc7-30df-444a-8bfe-28cfb7169c01 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:44.534573 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:44.596922 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Pushing event deleted for resources: {'Port': ['ID=22484bc7-30df-444a-8bfe-28cfb7169c01,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:44.607522 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.608129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.608626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.609154 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.609706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.610191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.610763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.611241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.611745 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.612479 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.612956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.613449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.613921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:42:44.617497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe3043-7662-4fd7-8edc-fd6b32f4ff2c None None] No DVR routers for this DVR port 22484bc7-30df-444a-8bfe-28cfb7169c01 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:42:44.754281 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (22484bc7-30df-444a-8bfe-28cfb7169c01), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:44.814578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22484bc7-30df-444a-8bfe-28cfb7169c01,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:44.845601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad57123-a6a9-48fb-98c7-1fcbb606f7ef req-e1ce884e-16f2-4813-a724-d9b02dc1b2e4 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:44.861286 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ad57123-a6a9-48fb-98c7-1fcbb606f7ef req-e1ce884e-16f2-4813-a724-d9b02dc1b2e4 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 945 time: 0.2602985 Jan 28 12:42:44.912604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] No DVR routers for this DVR port 22484bc7-30df-444a-8bfe-28cfb7169c01 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:42:45.141534 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (035afb61-21a7-4a69-9d4d-7fd834ad6485), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:45.178971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035afb61-21a7-4a69-9d4d-7fd834ad6485']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:45.192644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94963965-db5d-49a0-8d09-ad1b8decc164') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:45.192860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94963965-db5d-49a0-8d09-ad1b8decc164') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:45.210037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (94963965-db5d-49a0-8d09-ad1b8decc164), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:45.230277 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (94963965-db5d-49a0-8d09-ad1b8decc164), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:45.239920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:42:45.240378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (94963965-db5d-49a0-8d09-ad1b8decc164), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:42:45.312993 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:42:45.319127 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (035afb61-21a7-4a69-9d4d-7fd834ad6485), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:45.333506 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:45.338651 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/035afb61-21a7-4a69-9d4d-7fd834ad6485 HTTP/1.1" status: 204 len: 168 time: 2.0000222 Jan 28 12:42:45.388616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ad57123-a6a9-48fb-98c7-1fcbb606f7ef req-d1fe7ef4-cd84-475f-bf40-f961c049b668 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups?id=da94ca1b-5954-4a48-be16-2098d1873953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5260608 Jan 28 12:42:45.391281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33170a-cb6a-4b97-ba58-213b94fa13a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=035afb61-21a7-4a69-9d4d-7fd834ad6485,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:45.739258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 22484bc7-30df-444a-8bfe-28cfb7169c01 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:42:45.807129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 22484bc7-30df-444a-8bfe-28cfb7169c01 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:42:45.807512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 22484bc7-30df-444a-8bfe-28cfb7169c01 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:42:45.810140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-ec41b474-e4ee-4027-8d5e-2cb7ae31f5ca tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:45.830497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-ec41b474-e4ee-4027-8d5e-2cb7ae31f5ca tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.49 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 945 time: 0.1721423 Jan 28 12:42:46.065952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Deleting port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:46.068715 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:46.155663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55162) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:46.182823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] For port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9,segment=NetworkSegment(f7cc0e36-44d2-4de6-a71f-26a64c1d174c),segment_id=f7cc0e36-44d2-4de6-a71f-26a64c1d174c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:46.183731 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:46.263466 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-92070d83-e93a-495b-a715-c205be0f6432 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=523c775734d64237ba19b3804f18ee73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1058781 Jan 28 12:42:46.264735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55166) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:46.404231 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6b84-2e39-4ced-8bbe-a3b42cc3143f admin admin] Publish callbacks [] for security_group (fe2c552c-8026-48d8-8011-de5beacf7d0c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:46.475741 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6b84-2e39-4ced-8bbe-a3b42cc3143f admin admin] Publish callbacks [] for security_group (fe2c552c-8026-48d8-8011-de5beacf7d0c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:46.575250 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6b84-2e39-4ced-8bbe-a3b42cc3143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fe2c552c-8026-48d8-8011-de5beacf7d0c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:46.578150 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6b84-2e39-4ced-8bbe-a3b42cc3143f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:46.590596 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eb6c6b84-2e39-4ced-8bbe-a3b42cc3143f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe2c552c-8026-48d8-8011-de5beacf7d0c HTTP/1.1" status: 204 len: 168 time: 0.3239691 Jan 28 12:42:46.607044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c6b84-2e39-4ced-8bbe-a3b42cc3143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2c552c-8026-48d8-8011-de5beacf7d0c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:46.728930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e7101-4ede-4b54-aae1-69ceda41fd7d req-73cafe34-f2a3-4644-ad1e-8eeb40db1354 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:46.734754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a1e7101-4ede-4b54-aae1-69ceda41fd7d req-73cafe34-f2a3-4644-ad1e-8eeb40db1354 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 945 time: 0.1266541 Jan 28 12:42:46.736764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:46.736764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (70d585ee-d71c-4160-a6ad-d0a2d9f9df94), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:46.736764 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Floating IP 70d585ee-d71c-4160-a6ad-d0a2d9f9df94 disassociated. External IP: 172.25.7.59, port: ec4915d2-70ed-4d15-b3ab-8d0632c60cf9. Jan 28 12:42:46.736764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Calling delete_port for ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:46.854980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a1e7101-4ede-4b54-aae1-69ceda41fd7d req-ac85fb39-522e-4cc8-9b92-1ac157628927 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups?id=da94ca1b-5954-4a48-be16-2098d1873953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158936 Jan 28 12:42:47.058076 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ec4915d2-70ed-4d15-b3ab-8d0632c60cf9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:47.144879 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:47.174673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Pushing event deleted for resources: {'Port': ['ID=ec4915d2-70ed-4d15-b3ab-8d0632c60cf9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:47.401390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Router 4e840743-e346-4432-8892-d6a4bbd6543f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:42:47.602603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:47.699432 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6467a62a-32ce-44ec-8b40-ce2ee7a5c39b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd9958d2cfa54c1ea953020d8d8fe796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0948429 Jan 28 12:42:47.702980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55198) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:47.791200 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5558df77-282f-4287-b9d6-1784309b6f1d admin admin] Publish callbacks [] for security_group (8eeac24e-1587-4b37-8ad3-ab6212a58a7b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:47.831592 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:47.834705 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5558df77-282f-4287-b9d6-1784309b6f1d admin admin] Publish callbacks [] for security_group (8eeac24e-1587-4b37-8ad3-ab6212a58a7b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:47.835094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:42:47.846645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8962d-d42f-4408-8c25-099f492428da None None] Sync routers for ids ['4e840743-e346-4432-8892-d6a4bbd6543f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:42:47.861936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8962d-d42f-4408-8c25-099f492428da None None] Routers {'4e840743-e346-4432-8892-d6a4bbd6543f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:42:47.864405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-71c8962d-d42f-4408-8c25-099f492428da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4e840743-e346-4432-8892-d6a4bbd6543f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:47.933552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] No DVR routers for this DVR port ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:42:47.940285 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:47.945510 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18e4d53e-3e2b-4720-bd10-9c5c808b0f44 req-d3dbe31c-f853-4ed2-a636-34a39f0226f3 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.49 "DELETE /v2.0/ports/ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 HTTP/1.1" status: 204 len: 173 time: 2.1084855 Jan 28 12:42:47.946992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'name': 'network-vif-deleted', 'tag': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:42:47.950383 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e3c304-9312-4aae-af42-b83a6d73cb3f" -d '{"events": [{"server_uuid": "af180f9a-a795-46d6-8ff3-66e419258f4b", "name": "network-vif-deleted", "tag": "ec4915d2-70ed-4d15-b3ab-8d0632c60cf9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:42:47.962403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:42:47.974792 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5558df77-282f-4287-b9d6-1784309b6f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8eeac24e-1587-4b37-8ad3-ab6212a58a7b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:47.979707 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5558df77-282f-4287-b9d6-1784309b6f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:47.995004 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5558df77-282f-4287-b9d6-1784309b6f1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8eeac24e-1587-4b37-8ad3-ab6212a58a7b HTTP/1.1" status: 204 len: 168 time: 0.2905622 Jan 28 12:42:48.019871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558df77-282f-4287-b9d6-1784309b6f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeac24e-1587-4b37-8ad3-ab6212a58a7b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:48.127748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-71c8962d-d42f-4408-8c25-099f492428da None None] Set router 4e840743-e346-4432-8892-d6a4bbd6543f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:42:48.142323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-959d61de-a294-4f3a-9643-9a9780386dd6 req-e8f3724a-4a44-4613-9692-c78beb3ad1aa tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/ports?device_id=af180f9a-a795-46d6-8ff3-66e419258f4b HTTP/1.1" status: 200 len: 210 time: 0.0940683 Jan 28 12:42:48.299534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:42:48.300681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ec4915d2-70ed-4d15-b3ab-8d0632c60cf9 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:42:48.489598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-71c8962d-d42f-4408-8c25-099f492428da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:40:31Z', 'revision_number': 4, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '3e2be94b-9137-4951-a38b-a8863d983a9b', 'name': '', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'mac_address': 'fa:16:3e:81:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:26Z', 'updated_at': '2022-01-28T12:40:39Z', 'revision_number': 5, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'subnets': [{'id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:48.558652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8962d-d42f-4408-8c25-099f492428da None None] Checking router: 4e840743-e346-4432-8892-d6a4bbd6543f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:42:48.588363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8962d-d42f-4408-8c25-099f492428da None None] Routers {'4e840743-e346-4432-8892-d6a4bbd6543f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:42:48.589271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-71c8962d-d42f-4408-8c25-099f492428da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4e840743-e346-4432-8892-d6a4bbd6543f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:48.723658 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f9c2e7-cacf-42af-9e4f-7e8c321afbb3 x-openstack-request-id: req-57f9c2e7-cacf-42af-9e4f-7e8c321afbb3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:42:48.724205 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af180f9a-a795-46d6-8ff3-66e419258f4b", "name": "network-vif-deleted", "tag": "ec4915d2-70ed-4d15-b3ab-8d0632c60cf9", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:42:48.724572 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57f9c2e7-cacf-42af-9e4f-7e8c321afbb3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:42:48.725092 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af180f9a-a795-46d6-8ff3-66e419258f4b', 'name': 'network-vif-deleted', 'tag': 'ec4915d2-70ed-4d15-b3ab-8d0632c60cf9', 'status': 'completed', 'code': 200} Jan 28 12:42:48.826029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-71c8962d-d42f-4408-8c25-099f492428da None None] Set router 4e840743-e346-4432-8892-d6a4bbd6543f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:42:49.196735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-71c8962d-d42f-4408-8c25-099f492428da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:40:31Z', 'revision_number': 4, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '3e2be94b-9137-4951-a38b-a8863d983a9b', 'name': '', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'mac_address': 'fa:16:3e:81:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:26Z', 'updated_at': '2022-01-28T12:40:39Z', 'revision_number': 5, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'subnets': [{'id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:49.244146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8962d-d42f-4408-8c25-099f492428da None None] The sync data for ids ['4e840743-e346-4432-8892-d6a4bbd6543f'] in n-d-824835-4 is: [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:40:31Z', 'revision_number': 4, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '3e2be94b-9137-4951-a38b-a8863d983a9b', 'name': '', 'network_id': '4a440137-19db-415b-a008-d206b9d9ab9e', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'mac_address': 'fa:16:3e:81:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:26Z', 'updated_at': '2022-01-28T12:40:39Z', 'revision_number': 5, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'subnets': [{'id': '3d011e52-ad95-42d0-81cb-9100ce920e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:42:49.267984 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec154890-60e6-4556-ad5e-fa91893b63ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:49.317573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55242) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:49.444143 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f27-0c67-4431-bba3-5bf3a8039f92 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for security_group (da94ca1b-5954-4a48-be16-2098d1873953), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:49.486040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f27-0c67-4431-bba3-5bf3a8039f92 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for security_group (da94ca1b-5954-4a48-be16-2098d1873953), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:49.607712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f27-0c67-4431-bba3-5bf3a8039f92 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (da94ca1b-5954-4a48-be16-2098d1873953), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:49.612804 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f27-0c67-4431-bba3-5bf3a8039f92 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:49.614565 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b7cf5f27-0c67-4431-bba3-5bf3a8039f92 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "DELETE /v2.0/security-groups/da94ca1b-5954-4a48-be16-2098d1873953 HTTP/1.1" status: 204 len: 168 time: 0.2946706 Jan 28 12:42:49.617177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55258) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:49.630437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf5f27-0c67-4431-bba3-5bf3a8039f92 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da94ca1b-5954-4a48-be16-2098d1873953,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:49.653337 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-48aef7b7-ef20-4439-89b8-98e25b2ffd07 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] show failed (client error): The resource could not be found. Jan 28 12:42:49.654527 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-48aef7b7-ef20-4439-89b8-98e25b2ffd07 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "GET /v2.0/security-groups/da94ca1b-5954-4a48-be16-2098d1873953 HTTP/1.1" status: 404 len: 347 time: 0.0357034 Jan 28 12:42:49.659299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55262) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:49.849039 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3823884e-ac87-4517-a144-08508f993046 None None] New status for floating IP 70d585ee-d71c-4160-a6ad-d0a2d9f9df94: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:42:49.910290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-05ce725f-0573-44e4-be18-07ed5a666f61 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Deleting port 9c225037-443a-4b2b-b197-c91e0c4d7019 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:49.924803 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05ce725f-0573-44e4-be18-07ed5a666f61 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9c225037-443a-4b2b-b197-c91e0c4d7019), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:50.075700 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05ce725f-0573-44e4-be18-07ed5a666f61 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9c225037-443a-4b2b-b197-c91e0c4d7019), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:50.076275 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05ce725f-0573-44e4-be18-07ed5a666f61 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for floatingip (9c225037-443a-4b2b-b197-c91e0c4d7019), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:50.106802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-05ce725f-0573-44e4-be18-07ed5a666f61 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Calling delete_port for 9c225037-443a-4b2b-b197-c91e0c4d7019 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:50.473356 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05ce725f-0573-44e4-be18-07ed5a666f61 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9c225037-443a-4b2b-b197-c91e0c4d7019), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:50.521962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce725f-0573-44e4-be18-07ed5a666f61 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Pushing event deleted for resources: {'Port': ['ID=9c225037-443a-4b2b-b197-c91e0c4d7019,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:50.533440 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55298) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:50.617408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05ce725f-0573-44e4-be18-07ed5a666f61 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks [] for floatingip (70d585ee-d71c-4160-a6ad-d0a2d9f9df94), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:50.620655 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05ce725f-0573-44e4-be18-07ed5a666f61 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:50.625629 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-05ce725f-0573-44e4-be18-07ed5a666f61 tempest-ServersTestFqdnHostnames-724098733 tempest-ServersTestFqdnHostnames-724098733-project] 10.222.0.53 "DELETE /v2.0/floatingips/70d585ee-d71c-4160-a6ad-d0a2d9f9df94 HTTP/1.1" status: 204 len: 168 time: 0.9624839 Jan 28 12:42:50.626195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55304) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:50.844328 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78a8bcda-5e81-48a9-aeb3-83a177444ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:50.967070 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55310) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:51.236865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1606983768-network', 'tenant_id': '2f19893b02ac480f80b70835d1611b07'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:42:51.307212 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Made reservation on behalf of 2f19893b02ac480f80b70835d1611b07 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:42:51.310449 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:51.336359 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:51.417094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78a8bcda-5e81-48a9-aeb3-83a177444ed1 admin admin] Publish callbacks [] for security_group (aed6ff54-5695-4417-91d9-7cb22e72d205), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:51.423415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78a8bcda-5e81-48a9-aeb3-83a177444ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (aed6ff54-5695-4417-91d9-7cb22e72d205), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:51.466427 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-78a8bcda-5e81-48a9-aeb3-83a177444ed1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=581c937d02cc4c068ffe200a7678004a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9314415 Jan 28 12:42:51.468059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8bcda-5e81-48a9-aeb3-83a177444ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed6ff54-5695-4417-91d9-7cb22e72d205,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:51.472284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55324) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:51.544124 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-147dc88a-44d2-485a-85b3-8f5bc74919f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (4e840743-e346-4432-8892-d6a4bbd6543f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:51.563143 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-deae5c6c-39da-4fa7-b20a-b7c32ec03356 admin admin] Publish callbacks [] for security_group (aed6ff54-5695-4417-91d9-7cb22e72d205), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:51.595833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Publish callbacks [] for security_group (83baf4ff-55da-4c92-9940-fbd041f7d65d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:51.605517 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (83baf4ff-55da-4c92-9940-fbd041f7d65d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:51.607887 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83f9232d-7a5e-40ab-b99f-6e8c68cbef9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:51.634765 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-deae5c6c-39da-4fa7-b20a-b7c32ec03356 admin admin] Publish callbacks [] for security_group (aed6ff54-5695-4417-91d9-7cb22e72d205), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:51.660820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:42:51.778402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-deae5c6c-39da-4fa7-b20a-b7c32ec03356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (aed6ff54-5695-4417-91d9-7cb22e72d205), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:51.802120 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-deae5c6c-39da-4fa7-b20a-b7c32ec03356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:51.804039 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-deae5c6c-39da-4fa7-b20a-b7c32ec03356 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aed6ff54-5695-4417-91d9-7cb22e72d205 HTTP/1.1" status: 204 len: 168 time: 0.3307357 Jan 28 12:42:51.842864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae5c6c-39da-4fa7-b20a-b7c32ec03356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed6ff54-5695-4417-91d9-7cb22e72d205,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:52.318755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83baf4ff-55da-4c92-9940-fbd041f7d65d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:52.352323 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d8607b6e-a8c3-4163-9a44-472408c4d285), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:52.352882 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Added segment d8607b6e-a8c3-4163-9a44-472408c4d285 of type vlan for network ee999f47-9325-4808-b490-88cde6a75795 Jan 28 12:42:52.522793 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (ee999f47-9325-4808-b490-88cde6a75795), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:52.610925 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (ee999f47-9325-4808-b490-88cde6a75795), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:52.618865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:52.619796 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:52.782375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8137307 Jan 28 12:42:52.786757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55360) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:52.799434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-84774618-cc50-4f6a-aa57-4b3845850ef4 admin admin] Request body: {'subnet': {'network_id': 'ee999f47-9325-4808-b490-88cde6a75795', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1606983768-subnet', 'tenant_id': '2f19893b02ac480f80b70835d1611b07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:42:52.815319 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:42:52.834538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd9f98-d92a-408a-8605-35081d9b55bd admin admin] Pushing event updated for resources: {'Network': ['ID=ee999f47-9325-4808-b490-88cde6a75795,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:52.851109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84774618-cc50-4f6a-aa57-4b3845850ef4 admin admin] Made reservation on behalf of 2f19893b02ac480f80b70835d1611b07 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:42:52.855250 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84774618-cc50-4f6a-aa57-4b3845850ef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:52.857523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network ee999f47-9325-4808-b490-88cde6a75795 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:42:53.086071 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:53.121683 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-147dc88a-44d2-485a-85b3-8f5bc74919f9 admin admin] Deleting port 3e2be94b-9137-4951-a38b-a8863d983a9b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:53.123308 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-147dc88a-44d2-485a-85b3-8f5bc74919f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:53.407137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-147dc88a-44d2-485a-85b3-8f5bc74919f9 admin admin] For port 3e2be94b-9137-4951-a38b-a8863d983a9b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3e2be94b-9137-4951-a38b-a8863d983a9b,segment=NetworkSegment(f7cc0e36-44d2-4de6-a71f-26a64c1d174c),segment_id=f7cc0e36-44d2-4de6-a71f-26a64c1d174c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:53.408622 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-147dc88a-44d2-485a-85b3-8f5bc74919f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:53.445335 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84774618-cc50-4f6a-aa57-4b3845850ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (850cdbe3-41da-4479-a8b9-da2c04e5cd66), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:53.446040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-147dc88a-44d2-485a-85b3-8f5bc74919f9 admin admin] Calling delete_port for 3e2be94b-9137-4951-a38b-a8863d983a9b owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:53.617759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84774618-cc50-4f6a-aa57-4b3845850ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=850cdbe3-41da-4479-a8b9-da2c04e5cd66,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:53.689153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84774618-cc50-4f6a-aa57-4b3845850ef4 admin admin] Checking segment: {'id': 'd8607b6e-a8c3-4163-9a44-472408c4d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ee999f47-9325-4808-b490-88cde6a75795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:42:53.691275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84774618-cc50-4f6a-aa57-4b3845850ef4 admin admin] Network hostable DHCP agents. Network: ee999f47-9325-4808-b490-88cde6a75795, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:42:53.755569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84774618-cc50-4f6a-aa57-4b3845850ef4 admin admin] Network ee999f47-9325-4808-b490-88cde6a75795 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:42:53.787025 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-84774618-cc50-4f6a-aa57-4b3845850ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, ee999f47-9325-4808-b490-88cde6a75795) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:42:53.800105 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a5117-49cb-4ea1-99eb-631e92d2ec12 None None] Network ee999f47-9325-4808-b490-88cde6a75795 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:42:53.800800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-147dc88a-44d2-485a-85b3-8f5bc74919f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3e2be94b-9137-4951-a38b-a8863d983a9b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:53.812306 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84774618-cc50-4f6a-aa57-4b3845850ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:53.813935 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84774618-cc50-4f6a-aa57-4b3845850ef4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:53.868309 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-84774618-cc50-4f6a-aa57-4b3845850ef4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0754588 Jan 28 12:42:53.968107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55394) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:53.987056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dc88a-44d2-485a-85b3-8f5bc74919f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2be94b-9137-4951-a38b-a8863d983a9b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:54.089206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed56db-2ad9-421c-96f8-e8ab911445a9 None None] Network ee999f47-9325-4808-b490-88cde6a75795 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:42:54.378276 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-147dc88a-44d2-485a-85b3-8f5bc74919f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (4e840743-e346-4432-8892-d6a4bbd6543f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:54.465127 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f7ccf9c-8d5b-49f4-89d6-b86bb7a14156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:54.599970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f7ccf9c-8d5b-49f4-89d6-b86bb7a14156 admin admin] Publish callbacks [] for security_group (fe79943d-8415-4d8f-90aa-f6ec1583871b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:54.608704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f7ccf9c-8d5b-49f4-89d6-b86bb7a14156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fe79943d-8415-4d8f-90aa-f6ec1583871b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:54.611803 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:54.675484 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1f7ccf9c-8d5b-49f4-89d6-b86bb7a14156 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=edc30770e1bb4a2988769dd9733a412a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7057772 Jan 28 12:42:54.677127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55424) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:54.732829 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ccf9c-8d5b-49f4-89d6-b86bb7a14156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe79943d-8415-4d8f-90aa-f6ec1583871b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:54.774529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7adf0abc-dae3-4f99-ace5-87927225c35c admin admin] Publish callbacks [] for security_group (fe79943d-8415-4d8f-90aa-f6ec1583871b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:54.777371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147dc88a-44d2-485a-85b3-8f5bc74919f9 admin admin] Router 4e840743-e346-4432-8892-d6a4bbd6543f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:42:54.835483 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7adf0abc-dae3-4f99-ace5-87927225c35c admin admin] Publish callbacks [] for security_group (fe79943d-8415-4d8f-90aa-f6ec1583871b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:54.954706 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7adf0abc-dae3-4f99-ace5-87927225c35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fe79943d-8415-4d8f-90aa-f6ec1583871b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:54.958517 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7adf0abc-dae3-4f99-ace5-87927225c35c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:54.965199 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7adf0abc-dae3-4f99-ace5-87927225c35c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe79943d-8415-4d8f-90aa-f6ec1583871b HTTP/1.1" status: 204 len: 168 time: 0.2855868 Jan 28 12:42:54.976721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf0abc-dae3-4f99-ace5-87927225c35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe79943d-8415-4d8f-90aa-f6ec1583871b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:54.992819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147dc88a-44d2-485a-85b3-8f5bc74919f9 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:42:55.016390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-147dc88a-44d2-485a-85b3-8f5bc74919f9 admin admin] 10.222.0.53 "PUT /v2.0/routers/4e840743-e346-4432-8892-d6a4bbd6543f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3858540 Jan 28 12:42:55.016906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55436) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:55.023624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841b4dc-aa52-429f-a605-930992835b6c None None] Sync routers for ids ['4e840743-e346-4432-8892-d6a4bbd6543f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:42:55.074843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841b4dc-aa52-429f-a605-930992835b6c None None] Routers {'4e840743-e346-4432-8892-d6a4bbd6543f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:42:55.079107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1841b4dc-aa52-429f-a605-930992835b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4e840743-e346-4432-8892-d6a4bbd6543f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:55.224295 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Publish callbacks [] for router (4e840743-e346-4432-8892-d6a4bbd6543f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:55.376964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1841b4dc-aa52-429f-a605-930992835b6c None None] Set router 4e840743-e346-4432-8892-d6a4bbd6543f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:42:55.469611 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Publish callbacks [] for router_gateway (4e840743-e346-4432-8892-d6a4bbd6543f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:55.526159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-078d34ff-3287-459b-b2c1-f3874a470fe9 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:55.535395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-078d34ff-3287-459b-b2c1-f3874a470fe9 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/networks?id=ee999f47-9325-4808-b490-88cde6a75795 HTTP/1.1" status: 200 len: 822 time: 0.2932956 Jan 28 12:42:55.569448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-02ce43a3-6e14-4b87-b834-12c2473db4bb tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/quotas/2f19893b02ac480f80b70835d1611b07 HTTP/1.1" status: 200 len: 375 time: 0.0330393 Jan 28 12:42:55.612054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Deleting port d47820e0-b71b-4ade-aa03-bda21213ca8c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:55.612487 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:55.657988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-a0b4817d-7a25-4b67-9af6-f689868ffda8 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f19893b02ac480f80b70835d1611b07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869884 Jan 28 12:42:55.664305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-26a0de4c-921f-405b-9a5c-6603cf66679f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:42:55.665269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-26a0de4c-921f-405b-9a5c-6603cf66679f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064998 Jan 28 12:42:55.852542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] For port d47820e0-b71b-4ade-aa03-bda21213ca8c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d47820e0-b71b-4ade-aa03-bda21213ca8c,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:55.853922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:55.869124 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Calling delete_port for d47820e0-b71b-4ade-aa03-bda21213ca8c owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:55.877354 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75f3ceb4-1cfb-4fef-96f9-1e681380fdd6 service neutron] 10.222.0.53 "GET /v2.0/networks/ee999f47-9325-4808-b490-88cde6a75795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037923 Jan 28 12:42:55.962637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55470) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:56.078641 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.107179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1841b4dc-aa52-429f-a605-930992835b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:42:53Z', 'revision_number': 5, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port': {'id': 'd47820e0-b71b-4ade-aa03-bda21213ca8c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:40:17Z', 'updated_at': '2022-01-28T12:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:56.116000 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d47820e0-b71b-4ade-aa03-bda21213ca8c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.119685 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-befb6b1d-76d2-4089-bb45-e61e5b5c8e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.144336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841b4dc-aa52-429f-a605-930992835b6c None None] Checking router: 4e840743-e346-4432-8892-d6a4bbd6543f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:42:56.174297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841b4dc-aa52-429f-a605-930992835b6c None None] Routers {'4e840743-e346-4432-8892-d6a4bbd6543f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:42:56.175093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1841b4dc-aa52-429f-a605-930992835b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4e840743-e346-4432-8892-d6a4bbd6543f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:56.176639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Pushing event deleted for resources: {'Port': ['ID=d47820e0-b71b-4ade-aa03-bda21213ca8c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:56.266291 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (4e840743-e346-4432-8892-d6a4bbd6543f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.350658 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1841b4dc-aa52-429f-a605-930992835b6c None None] Set router 4e840743-e346-4432-8892-d6a4bbd6543f gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:42:56.365223 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-befb6b1d-76d2-4089-bb45-e61e5b5c8e69 admin admin] Publish callbacks [] for security_group (968b920e-af8d-4a8a-893d-4a5a1064d5fa), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.385192 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-befb6b1d-76d2-4089-bb45-e61e5b5c8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (968b920e-af8d-4a8a-893d-4a5a1064d5fa), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.437669 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (4e840743-e346-4432-8892-d6a4bbd6543f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.442539 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Publish callbacks [] for router_controller (4e840743-e346-4432-8892-d6a4bbd6543f), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.510840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1841b4dc-aa52-429f-a605-930992835b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:42:56Z', 'revision_number': 7, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:56.527808 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (4e840743-e346-4432-8892-d6a4bbd6543f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.528717 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e840743-e346-4432-8892-d6a4bbd6543f {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:42:56.544159 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.547998 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d8d64bb5-0d88-422d-804b-ff7a91878bff admin admin] 10.222.0.53 "DELETE /v2.0/routers/4e840743-e346-4432-8892-d6a4bbd6543f HTTP/1.1" status: 204 len: 168 time: 1.5274949 Jan 28 12:42:56.548545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55484) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:56.571272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-befb6b1d-76d2-4089-bb45-e61e5b5c8e69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43a9b9a41ba7474da6d242f3e1716584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6073353 Jan 28 12:42:56.572084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55486) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:56.582693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841b4dc-aa52-429f-a605-930992835b6c None None] The sync data for ids ['4e840743-e346-4432-8892-d6a4bbd6543f'] in n-d-824835-4 is: [{'id': '4e840743-e346-4432-8892-d6a4bbd6543f', 'name': 'tempest-ServersTestFqdnHostnames-1824163388-router', 'tenant_id': 'ac53574e3dae413c92de941f02616b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:40:14Z', 'updated_at': '2022-01-28T12:42:56Z', 'revision_number': 7, 'project_id': 'ac53574e3dae413c92de941f02616b18', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:42:56.611877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-a2af41a7-0ea7-4e33-a645-33bea1ccf2ae service neutron] 10.222.0.53 "GET /v2.0/networks/ee999f47-9325-4808-b490-88cde6a75795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7334132 Jan 28 12:42:56.620516 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-866ff49e-e959-46cb-8f0b-7befefefaf97 admin admin] Deleting subnet 3d011e52-ad95-42d0-81cb-9100ce920e36 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:42:56.625268 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-866ff49e-e959-46cb-8f0b-7befefefaf97 admin admin] Publish callbacks [] for subnet (3d011e52-ad95-42d0-81cb-9100ce920e36), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.632498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb6b1d-76d2-4089-bb45-e61e5b5c8e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968b920e-af8d-4a8a-893d-4a5a1064d5fa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:56.684017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-866ff49e-e959-46cb-8f0b-7befefefaf97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (3d011e52-ad95-42d0-81cb-9100ce920e36), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.768909 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42047a79-a61c-4971-811e-1fd9503bbd41 admin admin] Publish callbacks [] for security_group (968b920e-af8d-4a8a-893d-4a5a1064d5fa), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.805008 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42047a79-a61c-4971-811e-1fd9503bbd41 admin admin] Publish callbacks [] for security_group (968b920e-af8d-4a8a-893d-4a5a1064d5fa), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.812342 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-866ff49e-e959-46cb-8f0b-7befefefaf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (3d011e52-ad95-42d0-81cb-9100ce920e36), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.882592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-866ff49e-e959-46cb-8f0b-7befefefaf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (3d011e52-ad95-42d0-81cb-9100ce920e36), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.939430 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ff49e-e959-46cb-8f0b-7befefefaf97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d011e52-ad95-42d0-81cb-9100ce920e36,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:56.958400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14daf163-92bc-4a51-8627-65db89f4cdf6 None None] Network 4a440137-19db-415b-a008-d206b9d9ab9e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:42:56.970221 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-866ff49e-e959-46cb-8f0b-7befefefaf97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:56.986574 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-866ff49e-e959-46cb-8f0b-7befefefaf97 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3d011e52-ad95-42d0-81cb-9100ce920e36 HTTP/1.1" status: 204 len: 168 time: 0.4337611 Jan 28 12:42:56.986874 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55502) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:57.016049 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42047a79-a61c-4971-811e-1fd9503bbd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (968b920e-af8d-4a8a-893d-4a5a1064d5fa), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:57.018399 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42047a79-a61c-4971-811e-1fd9503bbd41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:57.019596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-42047a79-a61c-4971-811e-1fd9503bbd41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/968b920e-af8d-4a8a-893d-4a5a1064d5fa HTTP/1.1" status: 204 len: 168 time: 0.4426630 Jan 28 12:42:57.079459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42047a79-a61c-4971-811e-1fd9503bbd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968b920e-af8d-4a8a-893d-4a5a1064d5fa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:57.151997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27d68715-c642-49dc-aa1f-f56ae8d69a59 req-46ef85e2-fa74-4a27-8728-9a011898ecb3 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 210 time: 0.0785038 Jan 28 12:42:57.188300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (4a440137-19db-415b-a008-d206b9d9ab9e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:57.370136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Deleting port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:57.370770 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:57.506755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] For port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2bc04f16-ff7f-42d7-a1cf-71a32fe04f15,segment=NetworkSegment(f7cc0e36-44d2-4de6-a71f-26a64c1d174c),segment_id=f7cc0e36-44d2-4de6-a71f-26a64c1d174c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:57.507301 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:57.525831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Calling delete_port for 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:57.625046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc7254-492a-40da-a758-f9434a13507f None None] DHCP port deletion for 4a440137-19db-415b-a008-d206b9d9ab9e request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:42:57.797571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d47820e0-b71b-4ade-aa03-bda21213ca8c no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:42:57.866801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:57.960544 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: d47820e0-b71b-4ade-aa03-bda21213ca8c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:42:57.960893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d47820e0-b71b-4ade-aa03-bda21213ca8c not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:42:57.961313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3e2be94b-9137-4951-a38b-a8863d983a9b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:42:57.963979 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] No DVR routers for this DVR port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:42:57.966825 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc04f16-ff7f-42d7-a1cf-71a32fe04f15,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:58.030356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 3e2be94b-9137-4951-a38b-a8863d983a9b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:42:58.030716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3e2be94b-9137-4951-a38b-a8863d983a9b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:42:58.032401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:42:58.036662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-94bc7254-492a-40da-a758-f9434a13507f None None] Deleting port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:42:58.042183 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bc7254-492a-40da-a758-f9434a13507f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:58.130899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:42:58.131580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:42:58.154933 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (4a440137-19db-415b-a008-d206b9d9ab9e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:58.209182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a440137-19db-415b-a008-d206b9d9ab9e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:58.254485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:58.254775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7cc0e36-44d2-4de6-a71f-26a64c1d174c') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:42:58.290905 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (f7cc0e36-44d2-4de6-a71f-26a64c1d174c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:58.316335 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-94bc7254-492a-40da-a758-f9434a13507f None None] For port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:42:58.316788 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bc7254-492a-40da-a758-f9434a13507f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:58.362325 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f7cc0e36-44d2-4de6-a71f-26a64c1d174c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:58.395102 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:42:58.395270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-94bc7254-492a-40da-a758-f9434a13507f None None] Calling delete_port for 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:42:58.402939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-94bc7254-492a-40da-a758-f9434a13507f None None] Port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:42:58.406585 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (f7cc0e36-44d2-4de6-a71f-26a64c1d174c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:58.408908 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bc7254-492a-40da-a758-f9434a13507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (2bc04f16-ff7f-42d7-a1cf-71a32fe04f15), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:42:58.409189 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:42:58.442030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7231bed4-403a-426e-a7ef-f79a7bda3919 req-765c4970-e3f0-4db3-83cb-2e736e35893c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 210 time: 0.0842221 Jan 28 12:42:58.498666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc7254-492a-40da-a758-f9434a13507f None None] Pushing event deleted for resources: {'Port': ['ID=2bc04f16-ff7f-42d7-a1cf-71a32fe04f15,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:58.503171 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc7254-492a-40da-a758-f9434a13507f None None] No DVR routers for this DVR port 2bc04f16-ff7f-42d7-a1cf-71a32fe04f15 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:42:58.595761 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (4a440137-19db-415b-a008-d206b9d9ab9e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:58.621099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:58.626000 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] 10.222.0.53 "DELETE /v2.0/networks/4a440137-19db-415b-a008-d206b9d9ab9e HTTP/1.1" status: 204 len: 168 time: 1.6375363 Jan 28 12:42:58.645133 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae70da-4a1e-43ac-8d19-ec944b9d722e admin admin] Pushing event deleted for resources: {'Network': ['ID=4a440137-19db-415b-a008-d206b9d9ab9e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:58.870170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55564) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:58.948430 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bebdc22e-17e9-44b4-b3f8-b3a5f68f8350 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac53574e3dae413c92de941f02616b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0765789 Jan 28 12:42:58.950048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55568) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:42:59.074543 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f20da991-28fa-48aa-9c5f-4e2da7f08f47 admin admin] Publish callbacks [] for security_group (ba311d33-0ba1-441c-a639-0aa7c28c29db), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:59.113952 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f20da991-28fa-48aa-9c5f-4e2da7f08f47 admin admin] Publish callbacks [] for security_group (ba311d33-0ba1-441c-a639-0aa7c28c29db), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:59.139207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-1d05780e-ffd6-46d1-8c91-7b8d92c955e1 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:42:59.141482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-1d05780e-ffd6-46d1-8c91-7b8d92c955e1 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.49 "GET /v2.0/networks?id=ee999f47-9325-4808-b490-88cde6a75795 HTTP/1.1" status: 200 len: 822 time: 0.3100595 Jan 28 12:42:59.153838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Request body: {'port': {'device_id': '1360df9b-6bae-4cf1-a6ef-1f85c750c929', 'network_id': 'ee999f47-9325-4808-b490-88cde6a75795', 'admin_state_up': True, 'tenant_id': '2f19893b02ac480f80b70835d1611b07'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:42:59.203486 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f20da991-28fa-48aa-9c5f-4e2da7f08f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ba311d33-0ba1-441c-a639-0aa7c28c29db), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:59.206689 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f20da991-28fa-48aa-9c5f-4e2da7f08f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:59.208226 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f20da991-28fa-48aa-9c5f-4e2da7f08f47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba311d33-0ba1-441c-a639-0aa7c28c29db HTTP/1.1" status: 204 len: 168 time: 0.2464495 Jan 28 12:42:59.224432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20da991-28fa-48aa-9c5f-4e2da7f08f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba311d33-0ba1-441c-a639-0aa7c28c29db,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:42:59.409529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Made reservation on behalf of 2f19893b02ac480f80b70835d1611b07 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:42:59.420333 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:42:59.697152 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb7e6262-2d17-4b2f-889b-9f438a13772d req-37c50e51-72e5-42b1-9eca-bc34bbf3581e tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 210 time: 0.0677619 Jan 28 12:42:59.822362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Allocated IP 172.20.0.5 (ee999f47-9325-4808-b490-88cde6a75795/850cdbe3-41da-4479-a8b9-da2c04e5cd66/f6b40b26-4bfd-44a3-9d89-90b14e2eb81c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:42:59.896565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55592) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:00.135808 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6057587e-4596-4262-be79-5a6744df9833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:00.181644 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Publish callbacks [] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:00.304856 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:00.328814 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6057587e-4596-4262-be79-5a6744df9833 admin admin] Publish callbacks [] for security_group (3338ce8b-fc10-46d5-9e9e-66a2862e8087), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:00.340461 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6057587e-4596-4262-be79-5a6744df9833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3338ce8b-fc10-46d5-9e9e-66a2862e8087), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:00.416399 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6057587e-4596-4262-be79-5a6744df9833 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99fe4bd9e0b94b35a62aa3a3f19dd595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5185871 Jan 28 12:43:00.417134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55614) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:00.417815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057587e-4596-4262-be79-5a6744df9833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3338ce8b-fc10-46d5-9e9e-66a2862e8087,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:00.479854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Network ee999f47-9325-4808-b490-88cde6a75795 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:00.498716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:00.507634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Pushing event updated for resources: {'Port': ['ID=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:00.511486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:43:00.530019 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f16440b-5b28-4830-a8b0-1b91d389bfa2 admin admin] Publish callbacks [] for security_group (3338ce8b-fc10-46d5-9e9e-66a2862e8087), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:00.597455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f16440b-5b28-4830-a8b0-1b91d389bfa2 admin admin] Publish callbacks [] for security_group (3338ce8b-fc10-46d5-9e9e-66a2862e8087), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:00.617257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:00.618101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:00.642249 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-142c5a94-9e74-4b04-90e5-aabc6c61f48c tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4921074 Jan 28 12:43:00.654954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Request body: {'port': {'device_id': '1360df9b-6bae-4cf1-a6ef-1f85c750c929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:00.710799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f16440b-5b28-4830-a8b0-1b91d389bfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3338ce8b-fc10-46d5-9e9e-66a2862e8087), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:00.713814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55626) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:00.721412 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f16440b-5b28-4830-a8b0-1b91d389bfa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:00.725411 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1f16440b-5b28-4830-a8b0-1b91d389bfa2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3338ce8b-fc10-46d5-9e9e-66a2862e8087 HTTP/1.1" status: 204 len: 168 time: 0.2923465 Jan 28 12:43:00.752265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16440b-5b28-4830-a8b0-1b91d389bfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3338ce8b-fc10-46d5-9e9e-66a2862e8087,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:00.771529 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:01.027632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be140d-e96f-4532-882c-9640e68b8607 req-7a67333f-ca85-4fcb-aa56-616f3353bbec tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:01.029763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83be140d-e96f-4532-882c-9640e68b8607 req-7a67333f-ca85-4fcb-aa56-616f3353bbec tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 931 time: 0.1930854 Jan 28 12:43:01.063382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-578100528-network', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:01.102737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Made reservation on behalf of bb01cfcd2c174be9ad51bd1527e957b0 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:43:01.105581 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:01.150226 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:01.213213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83be140d-e96f-4532-882c-9640e68b8607 req-ad81d0e4-5224-4612-b703-2d5e08dae10a tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719334 Jan 28 12:43:01.427637 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Publish callbacks [] for security_group (3f2b93c6-e4d0-4f21-ba79-3cc6db789f91), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:01.438326 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3f2b93c6-e4d0-4f21-ba79-3cc6db789f91), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:01.445561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b40b26-4bfd-44a3-9d89-90b14e2eb81c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:43:01.477254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Publish callbacks [] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:01.523454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2b93c6-e4d0-4f21-ba79-3cc6db789f91,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:01.534230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:43:01.541381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Transition to ACTIVE for port object f6b40b26-4bfd-44a3-9d89-90b14e2eb81c will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:43:01.553272 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (426ed717-6fb3-416a-b730-8c447a30430b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:01.553626 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Added segment 426ed717-6fb3-416a-b730-8c447a30430b of type vlan for network 9779a23c-c2e3-4616-b720-27a36d3eeda5 Jan 28 12:43:01.566565 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:01.670623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (9779a23c-c2e3-4616-b720-27a36d3eeda5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:01.711187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Pushing event updated for resources: {'Port': ['ID=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:01.792593 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (9779a23c-c2e3-4616-b720-27a36d3eeda5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:01.794298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:01.795249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:01.807729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Attempting to bind port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:43:01.808306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Attempting to bind port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'd8607b6e-a8c3-4163-9a44-472408c4d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ee999f47-9325-4808-b490-88cde6a75795'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:43:01.808807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Attempting to bind port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c on network ee999f47-9325-4808-b490-88cde6a75795 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:43:01.872026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c on network ee999f47-9325-4808-b490-88cde6a75795 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:43:01.872895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Attempting to bind port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c on network ee999f47-9325-4808-b490-88cde6a75795 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:43:01.885708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:43:01.886116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Checking segment: {'id': 'd8607b6e-a8c3-4163-9a44-472408c4d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ee999f47-9325-4808-b490-88cde6a75795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:43:01.886654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Bound using segment: {'id': 'd8607b6e-a8c3-4163-9a44-472408c4d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ee999f47-9325-4808-b490-88cde6a75795'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:43:01.887629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Bound port: f6b40b26-4bfd-44a3-9d89-90b14e2eb81c, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8607b6e-a8c3-4163-9a44-472408c4d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ee999f47-9325-4808-b490-88cde6a75795'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:43:01.888090 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:01.901114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1867173 Jan 28 12:43:01.903949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55684) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:01.910433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6f3dff94-648a-4bd5-a788-6e89b0963846 admin admin] Request body: {'subnet': {'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-578100528-subnet', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:01.911005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5263d4c-be2d-4a05-bd69-d7920b6bb4fc admin admin] Pushing event updated for resources: {'Network': ['ID=9779a23c-c2e3-4616-b720-27a36d3eeda5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:01.923110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 9779a23c-c2e3-4616-b720-27a36d3eeda5 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:43:02.016268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3dff94-648a-4bd5-a788-6e89b0963846 admin admin] Made reservation on behalf of bb01cfcd2c174be9ad51bd1527e957b0 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:43:02.018673 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff94-648a-4bd5-a788-6e89b0963846 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:02.116660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] For port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:43:02.149385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] For port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c,segment=NetworkSegment(d8607b6e-a8c3-4163-9a44-472408c4d285),segment_id=d8607b6e-a8c3-4163-9a44-472408c4d285)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:43:02.165581 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:02.204875 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fa79-f687-4525-907e-6f294da7240b req-63732442-7ed6-4eed-bd7e-58a6f0f42bbe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:02.225161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fa79-f687-4525-907e-6f294da7240b req-63732442-7ed6-4eed-bd7e-58a6f0f42bbe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:02.238172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fa79-f687-4525-907e-6f294da7240b req-63732442-7ed6-4eed-bd7e-58a6f0f42bbe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:02.248564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fa79-f687-4525-907e-6f294da7240b req-63732442-7ed6-4eed-bd7e-58a6f0f42bbe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:02.296873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fa79-f687-4525-907e-6f294da7240b req-63732442-7ed6-4eed-bd7e-58a6f0f42bbe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:02.314689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fa79-f687-4525-907e-6f294da7240b req-63732442-7ed6-4eed-bd7e-58a6f0f42bbe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:02.331500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fa79-f687-4525-907e-6f294da7240b req-63732442-7ed6-4eed-bd7e-58a6f0f42bbe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:02.337943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bec0fa79-f687-4525-907e-6f294da7240b req-63732442-7ed6-4eed-bd7e-58a6f0f42bbe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5445 time: 0.2555034 Jan 28 12:43:02.446347 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff94-648a-4bd5-a788-6e89b0963846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (bd2529ca-ba59-4b79-af61-a124866c8436), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:02.505310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Pushing event updated for resources: {'Port': ['ID=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:02.545352 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:02.546086 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:02.547793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-75d92999-2434-466f-8102-6f8fe738863d service neutron] 10.222.0.49 "PUT /v2.0/ports/f6b40b26-4bfd-44a3-9d89-90b14e2eb81c HTTP/1.1" status: 200 len: 1091 time: 1.8970819 Jan 28 12:43:02.549532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1360df9b-6bae-4cf1-a6ef-1f85c750c929', 'tag': 'f6b40b26-4bfd-44a3-9d89-90b14e2eb81c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:02.553807 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d20b9b5-5d02-460f-82c9-504bbe47a7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1360df9b-6bae-4cf1-a6ef-1f85c750c929", "tag": "f6b40b26-4bfd-44a3-9d89-90b14e2eb81c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:02.608548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0b3df-c9e3-4112-93fa-79d4734d58cb req-f6a43403-b999-4d2e-8fbc-50d02f6c76a8 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:02.611158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5de0b3df-c9e3-4112-93fa-79d4734d58cb req-f6a43403-b999-4d2e-8fbc-50d02f6c76a8 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 943 time: 0.2233956 Jan 28 12:43:02.642378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3dff94-648a-4bd5-a788-6e89b0963846 admin admin] Checking segment: {'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:43:02.642750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3dff94-648a-4bd5-a788-6e89b0963846 admin admin] Network hostable DHCP agents. Network: 9779a23c-c2e3-4616-b720-27a36d3eeda5, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:43:02.645116 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dff94-648a-4bd5-a788-6e89b0963846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2529ca-ba59-4b79-af61-a124866c8436,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:02.699051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3dff94-648a-4bd5-a788-6e89b0963846 admin admin] Network 9779a23c-c2e3-4616-b720-27a36d3eeda5 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:43:02.718785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6f3dff94-648a-4bd5-a788-6e89b0963846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 9779a23c-c2e3-4616-b720-27a36d3eeda5) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:02.724279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3dff94-648a-4bd5-a788-6e89b0963846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:02.724366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f3dff94-648a-4bd5-a788-6e89b0963846 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:02.735888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb749a33-e1f9-42a5-8c89-502fdad2205f None None] Network 9779a23c-c2e3-4616-b720-27a36d3eeda5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:43:02.758144 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6f3dff94-648a-4bd5-a788-6e89b0963846 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8527822 Jan 28 12:43:02.761427 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55712) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:02.769021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:02.822762 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (e4c3bca6-14db-404f-a78c-60020a66c283), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:02.825512 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (e4c3bca6-14db-404f-a78c-60020a66c283), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:02.832877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bec0fa79-f687-4525-907e-6f294da7240b req-20551a7c-29f4-4494-bdce-2f5b9c8b7388 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4463787 Jan 28 12:43:02.847407 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5de0b3df-c9e3-4112-93fa-79d4734d58cb req-73e7c635-6e8a-4eec-a2b7-4fc8ba507d8b tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953275 Jan 28 12:43:02.861145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-e4e7c2f4-97ec-4036-8952-821eb400d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:02.862968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-e4e7c2f4-97ec-4036-8952-821eb400d00a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f19893b02ac480f80b70835d1611b07&device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 1094 time: 0.2508118 Jan 28 12:43:02.976804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-185f4676-cc1d-437c-9b7d-fcc6a771156e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c HTTP/1.1" status: 200 len: 217 time: 0.0988660 Jan 28 12:43:02.993855 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76ce621-e9ab-4311-be21-bd781ee87059 x-openstack-request-id: req-f76ce621-e9ab-4311-be21-bd781ee87059 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:02.994517 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1360df9b-6bae-4cf1-a6ef-1f85c750c929", "tag": "f6b40b26-4bfd-44a3-9d89-90b14e2eb81c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:02.994989 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f76ce621-e9ab-4311-be21-bd781ee87059 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:02.995642 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1360df9b-6bae-4cf1-a6ef-1f85c750c929', 'tag': 'f6b40b26-4bfd-44a3-9d89-90b14e2eb81c', 'status': 'completed', 'code': 200} Jan 28 12:43:03.020874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-9779a23c-c2e3-4616-b720-27a36d3eeda5', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'fixed_ips': [{'subnet_id': 'bd2529ca-ba59-4b79-af61-a124866c8436'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:43:03.021740 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:03.027410 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Publish callbacks [] for router_controller (e4c3bca6-14db-404f-a78c-60020a66c283), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:03.138858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-ebbab9c3-865e-4481-8f74-edb67622bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:03.148806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-ebbab9c3-865e-4481-8f74-edb67622bdf0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=850cdbe3-41da-4479-a8b9-da2c04e5cd66 HTTP/1.1" status: 200 len: 862 time: 0.1670730 Jan 28 12:43:03.236256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-15f454e5-0462-4348-8e97-104e6a2dc0ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee999f47-9325-4808-b490-88cde6a75795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805874 Jan 28 12:43:03.404415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Allocated IP 172.20.0.2 (9779a23c-c2e3-4616-b720-27a36d3eeda5/bd2529ca-ba59-4b79-af61-a124866c8436/d89ea318-6945-4451-a382-90f81ec3dc49) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:43:03.424173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-5e446d70-3a94-492f-92cf-594fec67c611 service neutron] 10.222.0.49 "GET /v2.0/networks/ee999f47-9325-4808-b490-88cde6a75795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786795 Jan 28 12:43:03.457155 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93b0c-927e-4121-a169-d39615609072 req-a82c8303-69d6-449d-9f62-280a4cff63bd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:03.463074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93b0c-927e-4121-a169-d39615609072 req-a82c8303-69d6-449d-9f62-280a4cff63bd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:03.473751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93b0c-927e-4121-a169-d39615609072 req-a82c8303-69d6-449d-9f62-280a4cff63bd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:03.480218 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93b0c-927e-4121-a169-d39615609072 req-a82c8303-69d6-449d-9f62-280a4cff63bd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:03.486451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93b0c-927e-4121-a169-d39615609072 req-a82c8303-69d6-449d-9f62-280a4cff63bd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:03.493571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93b0c-927e-4121-a169-d39615609072 req-a82c8303-69d6-449d-9f62-280a4cff63bd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:03.522138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93b0c-927e-4121-a169-d39615609072 req-a82c8303-69d6-449d-9f62-280a4cff63bd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:03.537221 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a3a93b0c-927e-4121-a169-d39615609072 req-a82c8303-69d6-449d-9f62-280a4cff63bd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5445 time: 0.4058199 Jan 28 12:43:03.556743 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Publish callbacks [] for router_gateway (e4c3bca6-14db-404f-a78c-60020a66c283), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:03.670215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-721f94f3-5fa1-434a-9a34-a2114db32ff4 req-992853f6-b2d7-435a-9342-99abae929b5b service neutron] 10.222.0.49 "GET /v2.0/networks/ee999f47-9325-4808-b490-88cde6a75795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379720 Jan 28 12:43:03.709242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93b0c-927e-4121-a169-d39615609072 req-f953eab5-b6e9-49a5-8cbd-3794c423bd40 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:03.710819 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a3a93b0c-927e-4121-a169-d39615609072 req-f953eab5-b6e9-49a5-8cbd-3794c423bd40 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "GET /v2.0/ports/9e091731-98f3-48a0-9d92-636583e4a971?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1572187 Jan 28 12:43:03.753090 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Publish callbacks [] for port (d89ea318-6945-4451-a382-90f81ec3dc49), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:03.771427 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:03.854726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Network 9779a23c-c2e3-4616-b720-27a36d3eeda5 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:03.890229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:03.896120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:43:03.911068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Pushing event updated for resources: {'Port': ['ID=d89ea318-6945-4451-a382-90f81ec3dc49,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:03.922112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b9b5-5d02-460f-82c9-504bbe47a7a6 req-bf105883-d7df-4323-a347-48faca1b6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:03.925036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d20b9b5-5d02-460f-82c9-504bbe47a7a6 req-bf105883-d7df-4323-a347-48faca1b6579 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f19893b02ac480f80b70835d1611b07&device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 1094 time: 0.1902590 Jan 28 12:43:03.995118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Attempting to bind port d89ea318-6945-4451-a382-90f81ec3dc49 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:43:03.995748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Attempting to bind port d89ea318-6945-4451-a382-90f81ec3dc49 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:43:03.996266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Attempting to bind port d89ea318-6945-4451-a382-90f81ec3dc49 on network 9779a23c-c2e3-4616-b720-27a36d3eeda5 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:43:04.004817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:43:04.005760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Checking segment: {'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:43:04.006552 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:04.007092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Bound using segment: {'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:43:04.008168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Bound port: d89ea318-6945-4451-a382-90f81ec3dc49, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:43:04.008942 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:04.131791 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a3a93b0c-927e-4121-a169-d39615609072 req-1e6f8562-b7c9-4079-982f-eb6d11cb4025 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "GET /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4146557 Jan 28 12:43:04.149763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-a3a93b0c-927e-4121-a169-d39615609072 req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:04.174726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] For port d89ea318-6945-4451-a382-90f81ec3dc49, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:43:04.178565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] For port d89ea318-6945-4451-a382-90f81ec3dc49, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d89ea318-6945-4451-a382-90f81ec3dc49,segment=NetworkSegment(426ed717-6fb3-416a-b730-8c447a30430b),segment_id=426ed717-6fb3-416a-b730-8c447a30430b)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:43:04.190321 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:04.246596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9e091731-98f3-48a0-9d92-636583e4a971), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:04.324784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413a55c-26da-4246-8ea6-4fda9e21ea0c None None] Pushing event updated for resources: {'Port': ['ID=d89ea318-6945-4451-a382-90f81ec3dc49,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:04.378391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497305a-3180-4ea2-9554-e96f2c733eb5 req-ddc53bac-06f7-4e11-a59a-4329d3267b2e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:04.384651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497305a-3180-4ea2-9554-e96f2c733eb5 req-ddc53bac-06f7-4e11-a59a-4329d3267b2e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:04.391845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497305a-3180-4ea2-9554-e96f2c733eb5 req-ddc53bac-06f7-4e11-a59a-4329d3267b2e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:04.397537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497305a-3180-4ea2-9554-e96f2c733eb5 req-ddc53bac-06f7-4e11-a59a-4329d3267b2e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:04.403839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497305a-3180-4ea2-9554-e96f2c733eb5 req-ddc53bac-06f7-4e11-a59a-4329d3267b2e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:04.428276 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497305a-3180-4ea2-9554-e96f2c733eb5 req-ddc53bac-06f7-4e11-a59a-4329d3267b2e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:04.449700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497305a-3180-4ea2-9554-e96f2c733eb5 req-ddc53bac-06f7-4e11-a59a-4329d3267b2e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:04.451972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7497305a-3180-4ea2-9554-e96f2c733eb5 req-ddc53bac-06f7-4e11-a59a-4329d3267b2e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 5445 time: 0.3424661 Jan 28 12:43:04.478135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b0f4b-7544-4ddf-8133-07fb4c53b952 req-faf1174b-d6d5-465c-9742-99ceaf22bf15 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:04.480405 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad1b0f4b-7544-4ddf-8133-07fb4c53b952 req-faf1174b-d6d5-465c-9742-99ceaf22bf15 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 943 time: 0.3613431 Jan 28 12:43:04.694088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b9b5-5d02-460f-82c9-504bbe47a7a6 req-51d50796-4134-48e4-8734-d2d8787a84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:04.709173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d20b9b5-5d02-460f-82c9-504bbe47a7a6 req-51d50796-4134-48e4-8734-d2d8787a84d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee999f47-9325-4808-b490-88cde6a75795 HTTP/1.1" status: 200 len: 923 time: 0.7705989 Jan 28 12:43:04.917902 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Publish callbacks [] for router_gateway (e4c3bca6-14db-404f-a78c-60020a66c283), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:04.993877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7497305a-3180-4ea2-9554-e96f2c733eb5 req-43484806-f8cb-4a28-ac11-82896e28c2fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5128062 Jan 28 12:43:04.998329 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:05.008953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d20b9b5-5d02-460f-82c9-504bbe47a7a6 req-2ba1fc9c-68f6-4bde-9bbf-add3689009ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c HTTP/1.1" status: 200 len: 217 time: 0.2639501 Jan 28 12:43:05.129690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad1b0f4b-7544-4ddf-8133-07fb4c53b952 req-62141a02-4c6c-44d4-901b-5eaf89fbcd0f tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233349 Jan 28 12:43:05.164884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b9b5-5d02-460f-82c9-504bbe47a7a6 req-2682630c-0b28-4dd2-bcb8-4bc7240efb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:05.166519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d20b9b5-5d02-460f-82c9-504bbe47a7a6 req-2682630c-0b28-4dd2-bcb8-4bc7240efb71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=850cdbe3-41da-4479-a8b9-da2c04e5cd66 HTTP/1.1" status: 200 len: 862 time: 0.1493747 Jan 28 12:43:05.178570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a3a93b0c-927e-4121-a169-d39615609072 req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] For port 9e091731-98f3-48a0-9d92-636583e4a971, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9e091731-98f3-48a0-9d92-636583e4a971,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:05.239373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d20b9b5-5d02-460f-82c9-504bbe47a7a6 req-04dd90fe-d154-45fe-8255-f67220b0dd68 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee999f47-9325-4808-b490-88cde6a75795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553346 Jan 28 12:43:05.260311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:05.272250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a3a93b0c-927e-4121-a169-d39615609072 req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] For port 9e091731-98f3-48a0-9d92-636583e4a971, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:43:05.310474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Allocated IP 172.25.7.61 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/59de5a21-c25c-4801-b04d-271e65d47e74) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:43:05.322919 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-a3a93b0c-927e-4121-a169-d39615609072 req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] device_id is not set on port 9e091731-98f3-48a0-9d92-636583e4a971 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:43:05.336991 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] Publish callbacks [] for port (9e091731-98f3-48a0-9d92-636583e4a971), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:05.357051 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (9e091731-98f3-48a0-9d92-636583e4a971), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:05.413485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d20b9b5-5d02-460f-82c9-504bbe47a7a6 req-d78d4813-0884-4958-bfac-e476754635de service neutron] 10.222.0.49 "GET /v2.0/networks/ee999f47-9325-4808-b490-88cde6a75795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788657 Jan 28 12:43:05.540459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] Pushing event updated for resources: {'Port': ['ID=9e091731-98f3-48a0-9d92-636583e4a971,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:05.543573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a93b0c-927e-4121-a169-d39615609072 req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] No DVR routers for this DVR port 9e091731-98f3-48a0-9d92-636583e4a971 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:43:05.626424 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6978c559-60de-4395-ab8b-e5689c651c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:05.630535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d20b9b5-5d02-460f-82c9-504bbe47a7a6 req-4a8862e2-4a68-4a80-bce4-6269d793e550 service neutron] 10.222.0.49 "GET /v2.0/networks/ee999f47-9325-4808-b490-88cde6a75795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112339 Jan 28 12:43:05.733234 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Publish callbacks [] for port (59de5a21-c25c-4801-b04d-271e65d47e74), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:05.772824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a3a93b0c-927e-4121-a169-d39615609072 req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] In _notify_port_updated(), no bound segment for port 9e091731-98f3-48a0-9d92-636583e4a971 on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:43:05.773638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93b0c-927e-4121-a169-d39615609072 req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:05.774425 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:05.775729 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a3a93b0c-927e-4121-a169-d39615609072 req-bb4c1814-885f-460e-89cd-7c89a7892863 service neutron] 10.222.0.49 "PUT /v2.0/ports/9e091731-98f3-48a0-9d92-636583e4a971 HTTP/1.1" status: 200 len: 1032 time: 1.6349335 Jan 28 12:43:05.895278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d89ea318-6945-4451-a382-90f81ec3dc49 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:43:05.987472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-afd5ab0d-3cbc-49fa-9fe9-6798f2fe6e14 None None] Provisioning complete for port 9e091731-98f3-48a0-9d92-636583e4a971 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:05.987992 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afd5ab0d-3cbc-49fa-9fe9-6798f2fe6e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9e091731-98f3-48a0-9d92-636583e4a971), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:05.991749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93b0c-927e-4121-a169-d39615609072 req-9128d80b-8365-4cd6-9f87-a1df0fab43aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:05.993210 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a3a93b0c-927e-4121-a169-d39615609072 req-9128d80b-8365-4cd6-9f87-a1df0fab43aa tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "GET /v2.0/ports/85c6a239-9b33-429d-9bc6-8a6f1df7a5cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2104909 Jan 28 12:43:06.019324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-a3a93b0c-927e-4121-a169-d39615609072 req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:06.098745 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-afd5ab0d-3cbc-49fa-9fe9-6798f2fe6e14 None None] Port 9e091731-98f3-48a0-9d92-636583e4a971 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:43:06.101997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f6b40b26-4bfd-44a3-9d89-90b14e2eb81c details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:43:06.109304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e3e13ee8-39fb-4803-b035-c6c7540718a8 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:43:06.165620 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:06.216633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d89ea318-6945-4451-a382-90f81ec3dc49 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:06.229303 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:06.276092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05c978-8fdd-40dd-886a-c29b7a4d78da req-d7cbb0d8-2db7-4bcc-8390-5d24599ddb42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:06.285141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05c978-8fdd-40dd-886a-c29b7a4d78da req-d7cbb0d8-2db7-4bcc-8390-5d24599ddb42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:06.291241 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05c978-8fdd-40dd-886a-c29b7a4d78da req-d7cbb0d8-2db7-4bcc-8390-5d24599ddb42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:06.298963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05c978-8fdd-40dd-886a-c29b7a4d78da req-d7cbb0d8-2db7-4bcc-8390-5d24599ddb42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:06.304420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05c978-8fdd-40dd-886a-c29b7a4d78da req-d7cbb0d8-2db7-4bcc-8390-5d24599ddb42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:06.312527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05c978-8fdd-40dd-886a-c29b7a4d78da req-d7cbb0d8-2db7-4bcc-8390-5d24599ddb42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:06.315214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a05c978-8fdd-40dd-886a-c29b7a4d78da req-d7cbb0d8-2db7-4bcc-8390-5d24599ddb42 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 4666 time: 0.1144691 Jan 28 12:43:06.346967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (59de5a21-c25c-4801-b04d-271e65d47e74), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:06.393213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa765e4-4a61-4f4b-92c7-2d72f176b23c None None] Network 9779a23c-c2e3-4616-b720-27a36d3eeda5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:43:06.417751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Pushing event updated for resources: {'Port': ['ID=59de5a21-c25c-4801-b04d-271e65d47e74,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:06.462282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:06.476958 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:06.486164 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6978c559-60de-4395-ab8b-e5689c651c04 admin admin] Publish callbacks [] for security_group (76e64d6c-186b-4e19-ba5b-e4acf5fd75c9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:06.516365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:43:06.542085 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6978c559-60de-4395-ab8b-e5689c651c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (76e64d6c-186b-4e19-ba5b-e4acf5fd75c9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:06.542741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d6e17-6020-4130-a2f3-69b4f113a728 req-57ec3a1b-0559-4d90-93cb-0d4a8b917318 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:06.544860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b8d6e17-6020-4130-a2f3-69b4f113a728 req-57ec3a1b-0559-4d90-93cb-0d4a8b917318 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 943 time: 0.2286625 Jan 28 12:43:06.594084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c,segment=NetworkSegment(d8607b6e-a8c3-4163-9a44-472408c4d285),segment_id=d8607b6e-a8c3-4163-9a44-472408c4d285)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:06.606867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978c559-60de-4395-ab8b-e5689c651c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e64d6c-186b-4e19-ba5b-e4acf5fd75c9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:06.654916 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6978c559-60de-4395-ab8b-e5689c651c04 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a89c4060cebe4dfea19b57c8a765657a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3898170 Jan 28 12:43:06.664905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a05c978-8fdd-40dd-886a-c29b7a4d78da req-0efc835f-ffe4-49df-a63c-45274075bce9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f70792-566c-4e28-bcda-d3f65f0ca26b&id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2060490 Jan 28 12:43:06.669818 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55842) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:06.707447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'f6b40b26-4bfd-44a3-9d89-90b14e2eb81c', 'network_id': 'ee999f47-9325-4808-b490-88cde6a75795', 'port_id': 'f6b40b26-4bfd-44a3-9d89-90b14e2eb81c', 'mac_address': 'fa:16:3e:71:bb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850cdbe3-41da-4479-a8b9-da2c04e5cd66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:43:06.728574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d8dc14fc-df8d-46a2-bd14-9a3657e80a9a None None] Provisioning complete for port d89ea318-6945-4451-a382-90f81ec3dc49 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:06.728574 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8dc14fc-df8d-46a2-bd14-9a3657e80a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:06.817861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b8d6e17-6020-4130-a2f3-69b4f113a728 req-2c159d03-99b7-44dd-a61e-594f8f585ce8 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249506 Jan 28 12:43:06.833202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e3e13ee8-39fb-4803-b035-c6c7540718a8 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:06.833914 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:06.882789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e3e13ee8-39fb-4803-b035-c6c7540718a8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e3e13ee8-39fb-4803-b035-c6c7540718a8,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:06.891057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e13ee8-39fb-4803-b035-c6c7540718a8'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:06.896822 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c29c2f1-279a-4d2f-b3ea-2ac61e3b27e1" -d '{"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "e3e13ee8-39fb-4803-b035-c6c7540718a8"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:06.929796 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:06.932256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:43:07.001805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a3a93b0c-927e-4121-a169-d39615609072 req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] For port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:07.047561 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38421bc5-5548-4cd6-832a-7e785aaee6dc admin admin] Publish callbacks [] for security_group (76e64d6c-186b-4e19-ba5b-e4acf5fd75c9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:07.052397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e3e13ee8-39fb-4803-b035-c6c7540718a8,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:07.073810 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bae1381-583e-4554-ad03-39338a0025d1 x-openstack-request-id: req-9bae1381-583e-4554-ad03-39338a0025d1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:07.074347 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "e3e13ee8-39fb-4803-b035-c6c7540718a8", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:07.075356 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bae1381-583e-4554-ad03-39338a0025d1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:07.075356 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e13ee8-39fb-4803-b035-c6c7540718a8', 'code': 200} Jan 28 12:43:07.096848 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38421bc5-5548-4cd6-832a-7e785aaee6dc admin admin] Publish callbacks [] for security_group (76e64d6c-186b-4e19-ba5b-e4acf5fd75c9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:07.114918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d89ea318-6945-4451-a382-90f81ec3dc49 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:07.115492 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:07.121248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:07.121640 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:07.192152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port d89ea318-6945-4451-a382-90f81ec3dc49, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d89ea318-6945-4451-a382-90f81ec3dc49,segment=NetworkSegment(426ed717-6fb3-416a-b730-8c447a30430b),segment_id=426ed717-6fb3-416a-b730-8c447a30430b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:07.205937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b40b26-4bfd-44a3-9d89-90b14e2eb81c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:43:07.235804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a3a93b0c-927e-4121-a169-d39615609072 req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] For port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:43:07.276187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-a3a93b0c-927e-4121-a169-d39615609072 req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] device_id is not set on port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:43:07.287510 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] Publish callbacks [] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:07.314995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:07.328404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38421bc5-5548-4cd6-832a-7e785aaee6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (76e64d6c-186b-4e19-ba5b-e4acf5fd75c9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:07.331102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38421bc5-5548-4cd6-832a-7e785aaee6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:07.335117 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-38421bc5-5548-4cd6-832a-7e785aaee6dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76e64d6c-186b-4e19-ba5b-e4acf5fd75c9 HTTP/1.1" status: 204 len: 168 time: 0.5929508 Jan 28 12:43:07.494530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Publish callbacks [] for router_gateway (e4c3bca6-14db-404f-a78c-60020a66c283), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:07.554634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c,segment=NetworkSegment(d8607b6e-a8c3-4163-9a44-472408c4d285),segment_id=d8607b6e-a8c3-4163-9a44-472408c4d285)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:07.604091 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:07.649462 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:07.857284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc14fc-df8d-46a2-bd14-9a3657e80a9a None None] Current status of the port d89ea318-6945-4451-a382-90f81ec3dc49 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:07.865408 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd is: DOWN; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:07.866657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 687734a6-4953-4791-86b6-eee72b417f42 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:43:07.930255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['f6b40b26-4bfd-44a3-9d89-90b14e2eb81c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:43:07.969516 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:07.985146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38421bc5-5548-4cd6-832a-7e785aaee6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e64d6c-186b-4e19-ba5b-e4acf5fd75c9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:08.072466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55870) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:08.099108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=d89ea318-6945-4451-a382-90f81ec3dc49,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:08.127502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a93b0c-927e-4121-a169-d39615609072 req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] No DVR routers for this DVR port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:43:08.182814 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-034fb875-9d91-43c8-8384-a6d3e5d3acd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:08.252995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038286b-d540-422f-88e6-651a02aa505e req-020a1fb0-2034-494f-b7ed-d6fe98c56dc9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:08.266102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038286b-d540-422f-88e6-651a02aa505e req-020a1fb0-2034-494f-b7ed-d6fe98c56dc9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:08.279202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-658338fb-7ffc-4fd7-ad22-742e8eb360f0 None None] Provisioning complete for port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:08.279836 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-658338fb-7ffc-4fd7-ad22-742e8eb360f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:08.294620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a3a93b0c-927e-4121-a169-d39615609072 req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] In _notify_port_updated(), no bound segment for port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd on network 3deb71e2-39c5-4302-a8cc-28bdd226e15c {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:43:08.295649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93b0c-927e-4121-a169-d39615609072 req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:08.297930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:08.299359 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a3a93b0c-927e-4121-a169-d39615609072 req-ce60f14a-6981-4ed7-9556-a54c1de2bbd5 service neutron] 10.222.0.49 "PUT /v2.0/ports/85c6a239-9b33-429d-9bc6-8a6f1df7a5cd HTTP/1.1" status: 200 len: 1033 time: 2.2853763 Jan 28 12:43:08.313901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038286b-d540-422f-88e6-651a02aa505e req-020a1fb0-2034-494f-b7ed-d6fe98c56dc9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:08.334643 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038286b-d540-422f-88e6-651a02aa505e req-020a1fb0-2034-494f-b7ed-d6fe98c56dc9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:08.343597 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (e4c3bca6-14db-404f-a78c-60020a66c283), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:08.353007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038286b-d540-422f-88e6-651a02aa505e req-020a1fb0-2034-494f-b7ed-d6fe98c56dc9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:08.354828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1038286b-d540-422f-88e6-651a02aa505e req-020a1fb0-2034-494f-b7ed-d6fe98c56dc9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 3884 time: 0.4435623 Jan 28 12:43:08.477081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-658338fb-7ffc-4fd7-ad22-742e8eb360f0 None None] Port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:43:08.537034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1038286b-d540-422f-88e6-651a02aa505e req-82e2cb20-c868-42ff-ba55-dad1e4192a3e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560345 Jan 28 12:43:08.539766 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f5ce446-0023-4132-bb60-c755b34f695a req-e3a2317c-2d4e-41e0-b623-dbe5496a2cd6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4836597 Jan 28 12:43:08.560838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a30b9-abb1-422e-9320-46fd5ac82604 req-d89c2550-d584-4cb7-a9ca-26a61f782b13 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:08.563094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e1a30b9-abb1-422e-9320-46fd5ac82604 req-d89c2550-d584-4cb7-a9ca-26a61f782b13 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 944 time: 0.4888711 Jan 28 12:43:08.576233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:08.581781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a3a93b0c-927e-4121-a169-d39615609072 req-92c0a09a-ab9a-41b2-9c3d-9d054a74ea88 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Deleting port d614476f-a012-40fd-a206-22686ed73e88 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:43:08.582326 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-92c0a09a-ab9a-41b2-9c3d-9d054a74ea88 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d614476f-a012-40fd-a206-22686ed73e88), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:08.692881 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 687734a6-4953-4791-86b6-eee72b417f42 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:08.694278 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (687734a6-4953-4791-86b6-eee72b417f42), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:08.725681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-658338fb-7ffc-4fd7-ad22-742e8eb360f0 None None] Provisioning complete for port d89ea318-6945-4451-a382-90f81ec3dc49 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:08.726055 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-658338fb-7ffc-4fd7-ad22-742e8eb360f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:08.879455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 687734a6-4953-4791-86b6-eee72b417f42, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=687734a6-4953-4791-86b6-eee72b417f42,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:08.900466 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (687734a6-4953-4791-86b6-eee72b417f42), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:08.901568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fdfc4e8f-b326-4e7b-844a-2cb142c67066 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:43:09.105244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687734a6-4953-4791-86b6-eee72b417f42'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:09.114417 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e0376c-664e-4554-be73-bde723905c55" -d '{"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "687734a6-4953-4791-86b6-eee72b417f42"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:09.234912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a3a93b0c-927e-4121-a169-d39615609072 req-92c0a09a-ab9a-41b2-9c3d-9d054a74ea88 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] For port d614476f-a012-40fd-a206-22686ed73e88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d614476f-a012-40fd-a206-22686ed73e88,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:09.235585 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-92c0a09a-ab9a-41b2-9c3d-9d054a74ea88 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d614476f-a012-40fd-a206-22686ed73e88), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:09.276454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a3a93b0c-927e-4121-a169-d39615609072 req-92c0a09a-ab9a-41b2-9c3d-9d054a74ea88 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Calling delete_port for d614476f-a012-40fd-a206-22686ed73e88 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:43:09.307812 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a89e43-6f56-4b24-a20b-052d08bac0a2 x-openstack-request-id: req-57a89e43-6f56-4b24-a20b-052d08bac0a2 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:09.310775 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "687734a6-4953-4791-86b6-eee72b417f42", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:09.314374 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57a89e43-6f56-4b24-a20b-052d08bac0a2 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:09.317194 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687734a6-4953-4791-86b6-eee72b417f42', 'code': 200} Jan 28 12:43:09.426332 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-034fb875-9d91-43c8-8384-a6d3e5d3acd3 admin admin] Publish callbacks [] for security_group (b149e8d3-3c9a-44fc-ae07-fdf71f169af8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:09.457056 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-034fb875-9d91-43c8-8384-a6d3e5d3acd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b149e8d3-3c9a-44fc-ae07-fdf71f169af8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:09.531997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=687734a6-4953-4791-86b6-eee72b417f42,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:09.543678 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-92c0a09a-ab9a-41b2-9c3d-9d054a74ea88 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d614476f-a012-40fd-a206-22686ed73e88), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:09.597998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0a09a-ab9a-41b2-9c3d-9d054a74ea88 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'Port': ['ID=d614476f-a012-40fd-a206-22686ed73e88,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:09.678441 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-034fb875-9d91-43c8-8384-a6d3e5d3acd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae54ebb828134bb5b77e072281f0e563&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5855579 Jan 28 12:43:09.698123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce446-0023-4132-bb60-c755b34f695a req-f4e23af9-f483-407b-a0a8-134e371f29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:09.700735 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f5ce446-0023-4132-bb60-c755b34f695a req-f4e23af9-f483-407b-a0a8-134e371f29fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2672864c8ceb4dd58d7aa01b3f932d59&device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 1101 time: 1.1340466 Jan 28 12:43:09.728890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55898) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:09.758170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fb875-9d91-43c8-8384-a6d3e5d3acd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b149e8d3-3c9a-44fc-ae07-fdf71f169af8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:09.772948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-658338fb-7ffc-4fd7-ad22-742e8eb360f0 None None] Current status of the port d89ea318-6945-4451-a382-90f81ec3dc49 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:09.800891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fdfc4e8f-b326-4e7b-844a-2cb142c67066 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:09.801172 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:09.893839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d89ea318-6945-4451-a382-90f81ec3dc49 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:43:09.922638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a93b0c-927e-4121-a169-d39615609072 req-92c0a09a-ab9a-41b2-9c3d-9d054a74ea88 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] No DVR routers for this DVR port d614476f-a012-40fd-a206-22686ed73e88 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:43:09.944660 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-92c0a09a-ab9a-41b2-9c3d-9d054a74ea88 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:09.954120 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a3a93b0c-927e-4121-a169-d39615609072 req-92c0a09a-ab9a-41b2-9c3d-9d054a74ea88 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "DELETE /v2.0/ports/d614476f-a012-40fd-a206-22686ed73e88 HTTP/1.1" status: 204 len: 173 time: 1.6444681 Jan 28 12:43:09.955430 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-deleted', 'tag': 'd614476f-a012-40fd-a206-22686ed73e88'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:09.963285 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dbf67c-ef01-4fb3-8e1d-f2e949065980" -d '{"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-deleted", "tag": "d614476f-a012-40fd-a206-22686ed73e88"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:09.970458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e1a30b9-abb1-422e-9320-46fd5ac82604 req-ab582d85-37cb-4aaa-aa57-1007f7acbcd0 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2553625 Jan 28 12:43:09.979848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fdfc4e8f-b326-4e7b-844a-2cb142c67066, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fdfc4e8f-b326-4e7b-844a-2cb142c67066,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:09.987697 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:09.989045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9e091731-98f3-48a0-9d92-636583e4a971 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:43:10.021775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Router e4c3bca6-14db-404f-a78c-60020a66c283 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:43:10.119892 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572b0dc7-16ad-4daf-990b-bc9efa85cdee x-openstack-request-id: req-572b0dc7-16ad-4daf-990b-bc9efa85cdee {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:10.122845 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-deleted", "tag": "d614476f-a012-40fd-a206-22686ed73e88", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:10.123462 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-572b0dc7-16ad-4daf-990b-bc9efa85cdee {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:10.124294 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-deleted', 'tag': 'd614476f-a012-40fd-a206-22686ed73e88', 'status': 'completed', 'code': 200} Jan 28 12:43:10.153097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14649e39-ba25-421c-91b9-608aa9f70af9 req-6d216743-0f14-4806-a6a3-3739393d95ec tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:10.167987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14649e39-ba25-421c-91b9-608aa9f70af9 req-6d216743-0f14-4806-a6a3-3739393d95ec tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:10.180763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14649e39-ba25-421c-91b9-608aa9f70af9 req-6d216743-0f14-4806-a6a3-3739393d95ec tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:10.201025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14649e39-ba25-421c-91b9-608aa9f70af9 req-6d216743-0f14-4806-a6a3-3739393d95ec tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:10.207117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14649e39-ba25-421c-91b9-608aa9f70af9 req-6d216743-0f14-4806-a6a3-3739393d95ec tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 3147 time: 0.3921018 Jan 28 12:43:10.235780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port 9e091731-98f3-48a0-9d92-636583e4a971 host ! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:43:10.236376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9e091731-98f3-48a0-9d92-636583e4a971 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:43:10.236602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d18dd548-98ca-4f06-ab2e-5e85c9b77764 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:43:10.279599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce446-0023-4132-bb60-c755b34f695a req-7b581577-cae2-4f98-9b5f-d5dd8efa6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:10.286179 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95767ada-92d2-4234-9398-7fc413f6ed5d admin admin] Publish callbacks [] for security_group (b149e8d3-3c9a-44fc-ae07-fdf71f169af8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:10.296474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f5ce446-0023-4132-bb60-c755b34f695a req-7b581577-cae2-4f98-9b5f-d5dd8efa6ef4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.5198674 Jan 28 12:43:10.318152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d89ea318-6945-4451-a382-90f81ec3dc49 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:10.318152 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:10.404560 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95767ada-92d2-4234-9398-7fc413f6ed5d admin admin] Publish callbacks [] for security_group (b149e8d3-3c9a-44fc-ae07-fdf71f169af8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:10.421959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fdfc4e8f-b326-4e7b-844a-2cb142c67066,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:10.425828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14649e39-ba25-421c-91b9-608aa9f70af9 req-a1fb3526-9ea3-4724-817a-73e114882c31 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953747 Jan 28 12:43:10.502546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d89ea318-6945-4451-a382-90f81ec3dc49 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:10.513505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f5ce446-0023-4132-bb60-c755b34f695a req-ffb3271e-dc8c-45df-ba65-f97aad63af03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=0011e1a1-e6a4-4f67-8bce-8f4ae26db324 HTTP/1.1" status: 200 len: 217 time: 0.2091014 Jan 28 12:43:10.607914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Deleting port d18dd548-98ca-4f06-ab2e-5e85c9b77764 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:43:10.608709 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:10.614182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:43:10.628801 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Sync routers for ids ['e4c3bca6-14db-404f-a78c-60020a66c283'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:43:10.647230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d18dd548-98ca-4f06-ab2e-5e85c9b77764 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:10.647810 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:10.653716 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Routers {'e4c3bca6-14db-404f-a78c-60020a66c283'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:10.654376 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4c3bca6-14db-404f-a78c-60020a66c283'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:10.665377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce446-0023-4132-bb60-c755b34f695a req-1879f823-fe44-4005-86f5-76eebd062602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:10.674180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f5ce446-0023-4132-bb60-c755b34f695a req-1879f823-fe44-4005-86f5-76eebd062602 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1540153 Jan 28 12:43:10.736574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d18dd548-98ca-4f06-ab2e-5e85c9b77764, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d18dd548-98ca-4f06-ab2e-5e85c9b77764,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:10.746476 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:10.747666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d614476f-a012-40fd-a206-22686ed73e88 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:43:10.774705 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:10.777820 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-460a49f6-736e-4d4c-810c-1f3b519cf3aa admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.0151660 Jan 28 12:43:10.782465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55916) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:10.799260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce446-0023-4132-bb60-c755b34f695a req-0d66d742-020b-4b2b-8da4-268e1a763674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:10.802241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f5ce446-0023-4132-bb60-c755b34f695a req-0d66d742-020b-4b2b-8da4-268e1a763674 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214058 Jan 28 12:43:10.803690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: d614476f-a012-40fd-a206-22686ed73e88 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:43:10.803690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d614476f-a012-40fd-a206-22686ed73e88 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:43:10.828981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f6b40b26-4bfd-44a3-9d89-90b14e2eb81c up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:43:10.903307 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] For port d18dd548-98ca-4f06-ab2e-5e85c9b77764, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d18dd548-98ca-4f06-ab2e-5e85c9b77764,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:10.905556 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:10.910506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d18dd548-98ca-4f06-ab2e-5e85c9b77764,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:10.924023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:43:10.931047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:10.935645 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:10.938152 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Set router e4c3bca6-14db-404f-a78c-60020a66c283 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:43:10.947313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95767ada-92d2-4234-9398-7fc413f6ed5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b149e8d3-3c9a-44fc-ae07-fdf71f169af8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:10.960662 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95767ada-92d2-4234-9398-7fc413f6ed5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:10.972918 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-95767ada-92d2-4234-9398-7fc413f6ed5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b149e8d3-3c9a-44fc-ae07-fdf71f169af8 HTTP/1.1" status: 204 len: 168 time: 1.2378976 Jan 28 12:43:11.144190 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95767ada-92d2-4234-9398-7fc413f6ed5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b149e8d3-3c9a-44fc-ae07-fdf71f169af8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:11.273564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:11.274043 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:11.298793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f5ce446-0023-4132-bb60-c755b34f695a req-ff8ed20a-db3e-4737-84b8-ebda966ebd26 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596019 Jan 28 12:43:11.318432 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfc4e8f-b326-4e7b-844a-2cb142c67066'}, {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:11.332357 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae8c7f4-0545-4d59-9cf0-debf33204853" -d '{"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfc4e8f-b326-4e7b-844a-2cb142c67066"}, {"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "d18dd548-98ca-4f06-ab2e-5e85c9b77764"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:11.412945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c,segment=NetworkSegment(d8607b6e-a8c3-4163-9a44-472408c4d285),segment_id=d8607b6e-a8c3-4163-9a44-472408c4d285)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:11.420387 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:11.563959 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69860304-ca20-41e7-91c5-c676ad6962ce x-openstack-request-id: req-69860304-ca20-41e7-91c5-c676ad6962ce {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:11.565133 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfc4e8f-b326-4e7b-844a-2cb142c67066", "code": 200}, {"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "d18dd548-98ca-4f06-ab2e-5e85c9b77764", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:11.566066 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69860304-ca20-41e7-91c5-c676ad6962ce {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:11.567811 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfc4e8f-b326-4e7b-844a-2cb142c67066', 'code': 200} Jan 28 12:43:11.571923 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764', 'code': 200} Jan 28 12:43:11.586165 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:43:07Z', 'revision_number': 3, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:11.625307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:11.707402 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Checking router: e4c3bca6-14db-404f-a78c-60020a66c283 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:43:11.709761 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Updating router e4c3bca6-14db-404f-a78c-60020a66c283 port 59de5a21-c25c-4801-b04d-271e65d47e74 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:43:11.719055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:11.719888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (ccee6d71-9fec-4969-a3c5-815dd2bfa15e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:11.720557 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Floating IP ccee6d71-9fec-4969-a3c5-815dd2bfa15e disassociated. External IP: 172.25.7.23, port: d18dd548-98ca-4f06-ab2e-5e85c9b77764. Jan 28 12:43:11.721480 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Calling delete_port for d18dd548-98ca-4f06-ab2e-5e85c9b77764 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:43:11.761646 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (59de5a21-c25c-4801-b04d-271e65d47e74), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:11.886865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f5ce446-0023-4132-bb60-c755b34f695a req-26e930f0-a020-4304-a459-5ab348f6016a service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395696 Jan 28 12:43:12.151666 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d18dd548-98ca-4f06-ab2e-5e85c9b77764), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:12.224914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'Port': ['ID=d18dd548-98ca-4f06-ab2e-5e85c9b77764,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:12.245058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1380e-c4d6-491b-b633-184bc81e3636 req-edd231f4-4dd9-472f-9acc-f3019f71bbf9 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:12.246870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76b1380e-c4d6-491b-b633-184bc81e3636 req-edd231f4-4dd9-472f-9acc-f3019f71bbf9 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 944 time: 0.9576325 Jan 28 12:43:12.378680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5c561-b73c-4b9f-95f9-e640cd9e1ed4 req-44942725-c970-4cd1-a15d-bd9f34d842a3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:12.407305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5c561-b73c-4b9f-95f9-e640cd9e1ed4 req-44942725-c970-4cd1-a15d-bd9f34d842a3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:12.437691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5c561-b73c-4b9f-95f9-e640cd9e1ed4 req-44942725-c970-4cd1-a15d-bd9f34d842a3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:12.493382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5c561-b73c-4b9f-95f9-e640cd9e1ed4 req-44942725-c970-4cd1-a15d-bd9f34d842a3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:12.502210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2c5c561-b73c-4b9f-95f9-e640cd9e1ed4 req-44942725-c970-4cd1-a15d-bd9f34d842a3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 3065 time: 0.4368451 Jan 28 12:43:12.546388 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Publish callbacks [] for port (59de5a21-c25c-4801-b04d-271e65d47e74), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:12.557827 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (59de5a21-c25c-4801-b04d-271e65d47e74), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:12.634050 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Router 00134be2-d1e3-4150-97e2-22228bb223d3 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:43:12.643153 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Pushing event updated for resources: {'Port': ['ID=59de5a21-c25c-4801-b04d-271e65d47e74,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:12.656740 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.657441 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.658061 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.658645 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.659286 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.659930 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.660498 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.661072 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.661619 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.662213 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.663044 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.663867 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.664495 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:12.690635 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Attempting to bind port 59de5a21-c25c-4801-b04d-271e65d47e74 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:43:12.691375 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Attempting to bind port 59de5a21-c25c-4801-b04d-271e65d47e74 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:43:12.691977 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Attempting to bind port 59de5a21-c25c-4801-b04d-271e65d47e74 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:43:12.700178 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:43:12.700893 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:43:12.701513 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:12.702483 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:43:12.705947 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Bound port: 59de5a21-c25c-4801-b04d-271e65d47e74, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:43:12.706604 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (59de5a21-c25c-4801-b04d-271e65d47e74), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:12.805323 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] For port 59de5a21-c25c-4801-b04d-271e65d47e74, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:43:12.808822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76b1380e-c4d6-491b-b633-184bc81e3636 req-b5a10de3-dd57-4b88-b0fd-7a875c9584ed tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476890 Jan 28 12:43:12.810611 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] For port 59de5a21-c25c-4801-b04d-271e65d47e74, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=59de5a21-c25c-4801-b04d-271e65d47e74,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:43:12.817472 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (59de5a21-c25c-4801-b04d-271e65d47e74), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:13.009234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2c5c561-b73c-4b9f-95f9-e640cd9e1ed4 req-21166ce5-6371-498f-abb2-c1c91f0eeb2f tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5059073 Jan 28 12:43:13.018187 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1989728-7492-409a-a4c9-bfe1639ad9e1 None None] Pushing event updated for resources: {'Port': ['ID=59de5a21-c25c-4801-b04d-271e65d47e74,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:13.060774 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Routers {'e4c3bca6-14db-404f-a78c-60020a66c283'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:13.068260 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4c3bca6-14db-404f-a78c-60020a66c283'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:13.203929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:43:13.227747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92716ad-63d6-4b28-b874-bb6251cd4330 None None] Sync routers for ids ['00134be2-d1e3-4150-97e2-22228bb223d3'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:43:13.261182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92716ad-63d6-4b28-b874-bb6251cd4330 None None] Routers {'00134be2-d1e3-4150-97e2-22228bb223d3'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:13.262122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d92716ad-63d6-4b28-b874-bb6251cd4330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['00134be2-d1e3-4150-97e2-22228bb223d3'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:13.268269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:13.427426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] No DVR routers for this DVR port d18dd548-98ca-4f06-ab2e-5e85c9b77764 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:43:13.430434 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:13.435312 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a3a93b0c-927e-4121-a169-d39615609072 req-8db5a335-ea5a-4e2f-a837-79f82dcc886b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "DELETE /v2.0/ports/d18dd548-98ca-4f06-ab2e-5e85c9b77764 HTTP/1.1" status: 204 len: 173 time: 3.4688215 Jan 28 12:43:13.436089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-deleted', 'tag': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:13.440286 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a27d2c-d0bb-4eb9-b4c9-c32fe62c1cd2" -d '{"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-deleted", "tag": "d18dd548-98ca-4f06-ab2e-5e85c9b77764"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:13.597264 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db3648d-c7d8-4bcf-8316-c7466c082954 x-openstack-request-id: req-4db3648d-c7d8-4bcf-8316-c7466c082954 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:13.597579 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-deleted", "tag": "d18dd548-98ca-4f06-ab2e-5e85c9b77764", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:13.598132 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4db3648d-c7d8-4bcf-8316-c7466c082954 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:13.598745 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-deleted', 'tag': 'd18dd548-98ca-4f06-ab2e-5e85c9b77764', 'status': 'completed', 'code': 200} Jan 28 12:43:13.699286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1360df9b-6bae-4cf1-a6ef-1f85c750c929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b40b26-4bfd-44a3-9d89-90b14e2eb81c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:13.704002 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f09482-ed38-489e-afaf-c67cbc1e6348" -d '{"events": [{"server_uuid": "1360df9b-6bae-4cf1-a6ef-1f85c750c929", "name": "network-vif-plugged", "status": "completed", "tag": "f6b40b26-4bfd-44a3-9d89-90b14e2eb81c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:13.768367 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a3a93b0c-927e-4121-a169-d39615609072 req-16cb09cd-ad43-4702-9530-ac7850b029c5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Deleting port fdfc4e8f-b326-4e7b-844a-2cb142c67066 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:43:13.769017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-16cb09cd-ad43-4702-9530-ac7850b029c5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:13.769682 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] Set router e4c3bca6-14db-404f-a78c-60020a66c283 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:43:13.830984 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de7314c-e7bf-4ec7-b3f5-98690d1090fb x-openstack-request-id: req-5de7314c-e7bf-4ec7-b3f5-98690d1090fb {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:13.836706 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1360df9b-6bae-4cf1-a6ef-1f85c750c929", "name": "network-vif-plugged", "status": "completed", "tag": "f6b40b26-4bfd-44a3-9d89-90b14e2eb81c", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:13.837550 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5de7314c-e7bf-4ec7-b3f5-98690d1090fb {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:13.838434 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1360df9b-6bae-4cf1-a6ef-1f85c750c929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b40b26-4bfd-44a3-9d89-90b14e2eb81c', 'code': 200} Jan 28 12:43:13.892975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d92716ad-63d6-4b28-b874-bb6251cd4330 None None] Set router 00134be2-d1e3-4150-97e2-22228bb223d3 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:43:14.099458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a3a93b0c-927e-4121-a169-d39615609072 req-16cb09cd-ad43-4702-9530-ac7850b029c5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] For port fdfc4e8f-b326-4e7b-844a-2cb142c67066, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fdfc4e8f-b326-4e7b-844a-2cb142c67066,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:14.104897 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-16cb09cd-ad43-4702-9530-ac7850b029c5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:14.136489 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a3a93b0c-927e-4121-a169-d39615609072 req-16cb09cd-ad43-4702-9530-ac7850b029c5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Calling delete_port for fdfc4e8f-b326-4e7b-844a-2cb142c67066 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:43:14.326297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Allocated IP 172.20.0.1 (9779a23c-c2e3-4616-b720-27a36d3eeda5/bd2529ca-ba59-4b79-af61-a124866c8436/11cb1dfb-4a36-4454-b4c1-46d4c90f5103) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:43:14.359669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce2eb8-f868-4714-b669-b80631527e3f req-417fd4ec-d36f-430f-b552-deeb7ef1646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:14.361470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84ce2eb8-f868-4714-b669-b80631527e3f req-417fd4ec-d36f-430f-b552-deeb7ef1646b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 1096 time: 0.3812287 Jan 28 12:43:14.376302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb09ba3-344d-4409-830d-376e8504fc9d req-5493b95d-c510-48af-8747-f6f78399dbc0 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:14.384593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efb09ba3-344d-4409-830d-376e8504fc9d req-5493b95d-c510-48af-8747-f6f78399dbc0 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 945 time: 0.2677746 Jan 28 12:43:14.425645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2a929-d48b-4063-b352-d6b35f860904 req-885dbdac-f620-4f7a-a14c-8fbf24e154ba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:14.431574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2a929-d48b-4063-b352-d6b35f860904 req-885dbdac-f620-4f7a-a14c-8fbf24e154ba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:14.443055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2a929-d48b-4063-b352-d6b35f860904 req-885dbdac-f620-4f7a-a14c-8fbf24e154ba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:14.450598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57c2a929-d48b-4063-b352-d6b35f860904 req-885dbdac-f620-4f7a-a14c-8fbf24e154ba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 2410 time: 0.2454095 Jan 28 12:43:14.633063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84ce2eb8-f868-4714-b669-b80631527e3f req-99c8d88c-c665-4c1f-990e-51a1c3241c73 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408915 Jan 28 12:43:14.636925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-16cb09cd-ad43-4702-9530-ac7850b029c5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fdfc4e8f-b326-4e7b-844a-2cb142c67066), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:14.649450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efb09ba3-344d-4409-830d-376e8504fc9d req-5ecb5be3-2f58-42b6-9ff1-24350f370fb0 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633314 Jan 28 12:43:14.683888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d92716ad-63d6-4b28-b874-bb6251cd4330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:31:13Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '58c3881b-b8d9-496f-9094-5de1643665ed', 'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'mac_address': 'fa:16:3e:53:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:12Z', 'updated_at': '2022-01-28T12:31:31Z', 'revision_number': 5, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'subnets': [{'id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:14.695100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57c2a929-d48b-4063-b352-d6b35f860904 req-e2fd49e7-f2a9-4f05-b796-1624810a5698 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434986 Jan 28 12:43:14.740217 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:43:07Z', 'revision_number': 3, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:14.760775 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Publish callbacks [] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:14.771489 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb09cd-ad43-4702-9530-ac7850b029c5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'Port': ['ID=fdfc4e8f-b326-4e7b-844a-2cb142c67066,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:14.787482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92716ad-63d6-4b28-b874-bb6251cd4330 None None] Checking router: 00134be2-d1e3-4150-97e2-22228bb223d3 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:43:14.829850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92716ad-63d6-4b28-b874-bb6251cd4330 None None] Routers {'00134be2-d1e3-4150-97e2-22228bb223d3'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:14.831053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d92716ad-63d6-4b28-b874-bb6251cd4330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['00134be2-d1e3-4150-97e2-22228bb223d3'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:14.859197 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a9808c-caaa-4fbc-a13a-3e530adcb6ef None None] The sync data for ids ['e4c3bca6-14db-404f-a78c-60020a66c283'] in n-d-824835-4 is: [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:43:07Z', 'revision_number': 3, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:43:14.894006 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:14.903323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a93b0c-927e-4121-a169-d39615609072 req-16cb09cd-ad43-4702-9530-ac7850b029c5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] No DVR routers for this DVR port fdfc4e8f-b326-4e7b-844a-2cb142c67066 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:43:14.908567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-16cb09cd-ad43-4702-9530-ac7850b029c5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:14.925104 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a3a93b0c-927e-4121-a169-d39615609072 req-16cb09cd-ad43-4702-9530-ac7850b029c5 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "DELETE /v2.0/ports/fdfc4e8f-b326-4e7b-844a-2cb142c67066 HTTP/1.1" status: 204 len: 173 time: 1.4446692 Jan 28 12:43:14.948148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Network 9779a23c-c2e3-4616-b720-27a36d3eeda5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:14.951596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:14.984314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:43:15.107152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Pushing event updated for resources: {'Port': ['ID=11cb1dfb-4a36-4454-b4c1-46d4c90f5103,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:15.179488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d92716ad-63d6-4b28-b874-bb6251cd4330 None None] Set router 00134be2-d1e3-4150-97e2-22228bb223d3 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:43:15.269029 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (e4c3bca6-14db-404f-a78c-60020a66c283), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:15.285953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a3a93b0c-927e-4121-a169-d39615609072 req-d8b34f6c-8ae7-4fe3-b472-b9fc17bf3b54 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Deleting port e3e13ee8-39fb-4803-b035-c6c7540718a8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:43:15.286542 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-d8b34f6c-8ae7-4fe3-b472-b9fc17bf3b54 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:15.478694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a3a93b0c-927e-4121-a169-d39615609072 req-d8b34f6c-8ae7-4fe3-b472-b9fc17bf3b54 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] For port e3e13ee8-39fb-4803-b035-c6c7540718a8, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e3e13ee8-39fb-4803-b035-c6c7540718a8,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:15.479161 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-d8b34f6c-8ae7-4fe3-b472-b9fc17bf3b54 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:15.494862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a3a93b0c-927e-4121-a169-d39615609072 req-d8b34f6c-8ae7-4fe3-b472-b9fc17bf3b54 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Calling delete_port for e3e13ee8-39fb-4803-b035-c6c7540718a8 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:43:15.676950 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-deleted', 'tag': 'fdfc4e8f-b326-4e7b-844a-2cb142c67066'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:15.691242 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9721fc0-f344-4e33-8e3d-70aef1e52cd9" -d '{"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-deleted", "tag": "fdfc4e8f-b326-4e7b-844a-2cb142c67066"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:15.732135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56032) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:15.825870 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:16.008433 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e74b4dd-9d03-4e19-90c7-1651144cda5b x-openstack-request-id: req-5e74b4dd-9d03-4e19-90c7-1651144cda5b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:16.008998 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-deleted", "tag": "fdfc4e8f-b326-4e7b-844a-2cb142c67066", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:16.009436 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e74b4dd-9d03-4e19-90c7-1651144cda5b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:16.010004 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-deleted', 'tag': 'fdfc4e8f-b326-4e7b-844a-2cb142c67066', 'status': 'completed', 'code': 200} Jan 28 12:43:16.166848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 59de5a21-c25c-4801-b04d-271e65d47e74 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:43:16.226853 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-d8b34f6c-8ae7-4fe3-b472-b9fc17bf3b54 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e3e13ee8-39fb-4803-b035-c6c7540718a8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:16.370965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1331324271', 'router:external': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:16.386888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b34f6c-8ae7-4fe3-b472-b9fc17bf3b54 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'Port': ['ID=e3e13ee8-39fb-4803-b035-c6c7540718a8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:16.425472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2ba7b55b-c799-4570-9543-50e2b52f1b0e None None] Provisioning complete for port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:16.430291 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b55b-c799-4570-9543-50e2b52f1b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:16.512416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a93b0c-927e-4121-a169-d39615609072 req-d8b34f6c-8ae7-4fe3-b472-b9fc17bf3b54 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] No DVR routers for this DVR port e3e13ee8-39fb-4803-b035-c6c7540718a8 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:43:16.516112 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-d8b34f6c-8ae7-4fe3-b472-b9fc17bf3b54 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:16.519544 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a3a93b0c-927e-4121-a169-d39615609072 req-d8b34f6c-8ae7-4fe3-b472-b9fc17bf3b54 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "DELETE /v2.0/ports/e3e13ee8-39fb-4803-b035-c6c7540718a8 HTTP/1.1" status: 204 len: 173 time: 1.5928135 Jan 28 12:43:16.574426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Made reservation on behalf of afeebba2a47d48c682e658c9c46a8c4b for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:43:16.577441 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:16.587410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7b55b-c799-4570-9543-50e2b52f1b0e None None] Port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:43:16.676581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 59de5a21-c25c-4801-b04d-271e65d47e74 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:16.678379 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (59de5a21-c25c-4801-b04d-271e65d47e74), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:16.743150 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:16.888776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d92716ad-63d6-4b28-b874-bb6251cd4330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:31:13Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '58c3881b-b8d9-496f-9094-5de1643665ed', 'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'mac_address': 'fa:16:3e:53:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:12Z', 'updated_at': '2022-01-28T12:31:31Z', 'revision_number': 5, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'subnets': [{'id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:16.986931 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Publish callbacks [] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:17.006949 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:17.068768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a3a93b0c-927e-4121-a169-d39615609072 req-1ba7102d-98b8-4f9c-9f69-b4a92a8217fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Deleting port 687734a6-4953-4791-86b6-eee72b417f42 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:43:17.069031 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-1ba7102d-98b8-4f9c-9f69-b4a92a8217fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (687734a6-4953-4791-86b6-eee72b417f42), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:17.099061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Pushing event updated for resources: {'Port': ['ID=11cb1dfb-4a36-4454-b4c1-46d4c90f5103,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:17.142951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b88d95-2ef2-46e9-bdbe-f2afbf26c9a0 req-d969008f-5215-4a86-a554-9107afb76712 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:17.144980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97b88d95-2ef2-46e9-bdbe-f2afbf26c9a0 req-d969008f-5215-4a86-a554-9107afb76712 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 945 time: 1.0111299 Jan 28 12:43:17.282944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11365de-9bef-4774-8250-e211f80b7a63 req-374deb14-f540-4ee1-9de4-bdc31936b09d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:17.294842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a11365de-9bef-4774-8250-e211f80b7a63 req-374deb14-f540-4ee1-9de4-bdc31936b09d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 943 time: 0.8173020 Jan 28 12:43:17.331748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for security_group (afd5a981-24e0-4394-a50d-a62921335cbe), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:17.347242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (afd5a981-24e0-4394-a50d-a62921335cbe), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:17.384696 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97b88d95-2ef2-46e9-bdbe-f2afbf26c9a0 req-b2fa1cb2-f4af-45fe-8903-d09c42fc7e73 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311649 Jan 28 12:43:17.396246 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:43:17.419676 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1b758b97-f37f-45cb-af2f-408989ac2a2a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:17.420029 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Added segment 1b758b97-f37f-45cb-af2f-408989ac2a2a of type vlan for network 993626bd-d16e-4eb4-89eb-b6b97a59b989 Jan 28 12:43:17.480615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a11365de-9bef-4774-8250-e211f80b7a63 req-14ad081c-2cca-4aaf-ab5d-69e3c0e42ae4 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847866 Jan 28 12:43:17.527854 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (e4c3bca6-14db-404f-a78c-60020a66c283), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:17.614158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (993626bd-d16e-4eb4-89eb-b6b97a59b989), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:17.693499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92716ad-63d6-4b28-b874-bb6251cd4330 None None] The sync data for ids ['00134be2-d1e3-4150-97e2-22228bb223d3'] in n-d-824835-4 is: [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:31:13Z', 'revision_number': 4, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '58c3881b-b8d9-496f-9094-5de1643665ed', 'name': '', 'network_id': '1bf351ce-cde8-4750-8c3e-65261d6dbfdd', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'mac_address': 'fa:16:3e:53:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:12Z', 'updated_at': '2022-01-28T12:31:31Z', 'revision_number': 5, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'subnets': [{'id': '01f467cc-bdc7-448a-a68f-ccbe4d40c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:43:17.757003 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:17.767218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Network 9779a23c-c2e3-4616-b720-27a36d3eeda5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:17.769440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:17.819799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd5a981-24e0-4394-a50d-a62921335cbe,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:17.837199 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (993626bd-d16e-4eb4-89eb-b6b97a59b989), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:17.838867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:17.839575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:17.929076 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:17.959066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 59de5a21-c25c-4801-b04d-271e65d47e74 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:17.959718 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (59de5a21-c25c-4801-b04d-271e65d47e74), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:18.059728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 59de5a21-c25c-4801-b04d-271e65d47e74, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=59de5a21-c25c-4801-b04d-271e65d47e74,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:18.069405 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (59de5a21-c25c-4801-b04d-271e65d47e74), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:18.089952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Router e4c3bca6-14db-404f-a78c-60020a66c283 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:43:18.105763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-deleted', 'tag': 'e3e13ee8-39fb-4803-b035-c6c7540718a8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:18.108444 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68080005-599e-4bcd-9ea4-6fbb878e1ec4" -d '{"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-deleted", "tag": "e3e13ee8-39fb-4803-b035-c6c7540718a8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:18.242817 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.4953237 Jan 28 12:43:18.245582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a3a93b0c-927e-4121-a169-d39615609072 req-1ba7102d-98b8-4f9c-9f69-b4a92a8217fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] For port 687734a6-4953-4791-86b6-eee72b417f42, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=687734a6-4953-4791-86b6-eee72b417f42,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:18.246032 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-1ba7102d-98b8-4f9c-9f69-b4a92a8217fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (687734a6-4953-4791-86b6-eee72b417f42), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:18.265099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=59de5a21-c25c-4801-b04d-271e65d47e74,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:18.269935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56070) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:18.306749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Request body: {'subnet': {'network_id': '993626bd-d16e-4eb4-89eb-b6b97a59b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:18.357804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9759dc-0852-4cd4-a167-248842cdb56e tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event updated for resources: {'Network': ['ID=993626bd-d16e-4eb4-89eb-b6b97a59b989,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:18.362749 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c877ca-e6a8-4d93-a18b-39eb26c7fe76 x-openstack-request-id: req-67c877ca-e6a8-4d93-a18b-39eb26c7fe76 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:18.363425 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-deleted", "tag": "e3e13ee8-39fb-4803-b035-c6c7540718a8", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:18.363889 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67c877ca-e6a8-4d93-a18b-39eb26c7fe76 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:18.364587 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-deleted', 'tag': 'e3e13ee8-39fb-4803-b035-c6c7540718a8', 'status': 'completed', 'code': 200} Jan 28 12:43:18.375358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 993626bd-d16e-4eb4-89eb-b6b97a59b989 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:43:18.416479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Made reservation on behalf of afeebba2a47d48c682e658c9c46a8c4b for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:43:18.434512 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:18.459744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a3a93b0c-927e-4121-a169-d39615609072 req-1ba7102d-98b8-4f9c-9f69-b4a92a8217fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Calling delete_port for 687734a6-4953-4791-86b6-eee72b417f42 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:43:18.485398 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c66282-e362-4448-95d3-1ad7d1c8001b None None] New status for floating IP ccee6d71-9fec-4969-a3c5-815dd2bfa15e: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:43:18.522130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:43:18.544736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c76eaa25-222c-4534-8654-194cc73e59cd admin admin] 10.222.0.53 "PUT /v2.0/routers/e4c3bca6-14db-404f-a78c-60020a66c283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7591677 Jan 28 12:43:18.610301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f82a3b0a-5466-4032-981b-45c3f2ed8303 None None] Provisioning complete for port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:18.611091 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f82a3b0a-5466-4032-981b-45c3f2ed8303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:18.709375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f82a3b0a-5466-4032-981b-45c3f2ed8303 None None] Port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:43:18.949516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94418519-361d-4a34-97fd-98f944a7bcf1 req-2e52a71b-ced4-4d77-9268-c653f0cac8e6 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:18.951124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94418519-361d-4a34-97fd-98f944a7bcf1 req-2e52a71b-ced4-4d77-9268-c653f0cac8e6 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 945 time: 0.2250626 Jan 28 12:43:18.964337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd472910-92ad-4d35-95ab-80e223a1726e req-96be1dfa-7783-40dd-8a26-d984f8496e81 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:18.965910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd472910-92ad-4d35-95ab-80e223a1726e req-96be1dfa-7783-40dd-8a26-d984f8496e81 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 943 time: 0.1372812 Jan 28 12:43:19.114431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94418519-361d-4a34-97fd-98f944a7bcf1 req-d3c25c5b-dd38-4d35-a92c-feec447caff7 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474156 Jan 28 12:43:19.184440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd472910-92ad-4d35-95ab-80e223a1726e req-1422139a-a3cf-4a6c-95a4-438b619f7b1c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups?id=352c51a2-bfcc-4241-9fca-9489b88dd559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943073 Jan 28 12:43:19.237629 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a880984-9e87-4adb-9ee1-967b91ae3594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:19.382133 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-1ba7102d-98b8-4f9c-9f69-b4a92a8217fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (687734a6-4953-4791-86b6-eee72b417f42), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:19.439412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Sync routers for ids ['e4c3bca6-14db-404f-a78c-60020a66c283'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:43:19.501306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Routers {'e4c3bca6-14db-404f-a78c-60020a66c283'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:19.501976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:42:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4c3bca6-14db-404f-a78c-60020a66c283'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:19.558381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7102d-98b8-4f9c-9f69-b4a92a8217fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'Port': ['ID=687734a6-4953-4791-86b6-eee72b417f42,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:19.792966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a93b0c-927e-4121-a169-d39615609072 req-1ba7102d-98b8-4f9c-9f69-b4a92a8217fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] No DVR routers for this DVR port 687734a6-4953-4791-86b6-eee72b417f42 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:43:19.817143 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3a93b0c-927e-4121-a169-d39615609072 req-1ba7102d-98b8-4f9c-9f69-b4a92a8217fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:19.833091 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a3a93b0c-927e-4121-a169-d39615609072 req-1ba7102d-98b8-4f9c-9f69-b4a92a8217fd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.49 "DELETE /v2.0/ports/687734a6-4953-4791-86b6-eee72b417f42 HTTP/1.1" status: 204 len: 173 time: 3.2943699 Jan 28 12:43:19.887960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1c718-d4f4-49c9-a3ab-c4960f1da9d0 req-172ff9f3-3eb7-4faa-a6b0-c121ee2f6ed4 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:19.905469 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47e1c718-d4f4-49c9-a3ab-c4960f1da9d0 req-172ff9f3-3eb7-4faa-a6b0-c121ee2f6ed4 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 945 time: 0.1227317 Jan 28 12:43:19.977019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Set router e4c3bca6-14db-404f-a78c-60020a66c283 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:43:20.114690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47e1c718-d4f4-49c9-a3ab-c4960f1da9d0 req-f0d4543a-cdfa-4cf7-9ee0-344431c37715 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041934 Jan 28 12:43:20.308339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 59de5a21-c25c-4801-b04d-271e65d47e74 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:43:20.337514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.objects.ports [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:43:20.338588 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (ebe5e162-6e59-4d95-8e4e-6cded0ba042a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:20.382636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-deleted', 'tag': '687734a6-4953-4791-86b6-eee72b417f42'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:20.385166 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fac758a-a653-4e26-b060-5c8769fc5cc1" -d '{"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-deleted", "tag": "687734a6-4953-4791-86b6-eee72b417f42"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:20.445141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 59de5a21-c25c-4801-b04d-271e65d47e74 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:20.445141 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (59de5a21-c25c-4801-b04d-271e65d47e74), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:20.476626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce78070d-0722-4ccb-b93e-dd617cc7b4da req-c4d488e2-9524-4823-af01-4c6f9ef59c5c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1109154 Jan 28 12:43:20.627487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ebe5e162-6e59-4d95-8e4e-6cded0ba042a,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:20.642126 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8ab3f8-6b1c-421f-b279-a80bd8b81791 x-openstack-request-id: req-ef8ab3f8-6b1c-421f-b279-a80bd8b81791 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:20.643138 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258dac2-50a8-4f92-875a-c5a05f6be9b3", "name": "network-vif-deleted", "tag": "687734a6-4953-4791-86b6-eee72b417f42", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:20.644607 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef8ab3f8-6b1c-421f-b279-a80bd8b81791 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:20.648389 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258dac2-50a8-4f92-875a-c5a05f6be9b3', 'name': 'network-vif-deleted', 'tag': '687734a6-4953-4791-86b6-eee72b417f42', 'status': 'completed', 'code': 200} Jan 28 12:43:20.666810 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Checking segment: {'id': '1b758b97-f37f-45cb-af2f-408989ac2a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '993626bd-d16e-4eb4-89eb-b6b97a59b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:43:20.673530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Network hostable DHCP agents. Network: 993626bd-d16e-4eb4-89eb-b6b97a59b989, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:43:20.710210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Network 993626bd-d16e-4eb4-89eb-b6b97a59b989 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:43:20.734516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56150) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:20.735455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 993626bd-d16e-4eb4-89eb-b6b97a59b989) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:20.745046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:20.750963 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:20.754591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-202d451d-43e4-408e-b4c0-75760445a1ea tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276840431', 'description': 'tempest-description--1987822223'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:20.792913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0375bd2e-0392-472c-b026-67dacc81931c None None] Network 993626bd-d16e-4eb4-89eb-b6b97a59b989 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:43:20.809122 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f8421e5e-9e98-4ff2-a3ed-8d23b5c694ac tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5363142 Jan 28 12:43:20.813119 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56154) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:20.826107 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-202d451d-43e4-408e-b4c0-75760445a1ea tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:20.834581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-697273527', 'network_id': '993626bd-d16e-4eb4-89eb-b6b97a59b989'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:20.905839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Made reservation on behalf of afeebba2a47d48c682e658c9c46a8c4b for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:43:20.912957 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:20.992127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:43:15Z', 'revision_number': 4, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '11cb1dfb-4a36-4454-b4c1-46d4c90f5103', 'name': '', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'mac_address': 'fa:16:3e:9a:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:13Z', 'updated_at': '2022-01-28T12:43:16Z', 'revision_number': 2, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'subnets': [{'id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:20.993900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] device_id is not set on port 59962c9d-9bf2-48df-b4d3-39a4f0500f9f yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:43:21.005395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 59de5a21-c25c-4801-b04d-271e65d47e74 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:21.086742 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-202d451d-43e4-408e-b4c0-75760445a1ea tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for security_group (5c97c359-2a6f-4eed-9124-599aad53a2f4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.094651 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-202d451d-43e4-408e-b4c0-75760445a1ea tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5c97c359-2a6f-4eed-9124-599aad53a2f4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.124589 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-202d451d-43e4-408e-b4c0-75760445a1ea tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.126290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-202d451d-43e4-408e-b4c0-75760445a1ea tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3899314 Jan 28 12:43:21.133737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:21.139637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-91ec4ba1-c582-42e1-bf03-bac30ebf5458 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Request body: {'security_group_rule': {'security_group_id': '5c97c359-2a6f-4eed-9124-599aad53a2f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:21.156326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Checking router: e4c3bca6-14db-404f-a78c-60020a66c283 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:43:21.167621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Updating router e4c3bca6-14db-404f-a78c-60020a66c283 port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:43:21.191150 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91ec4ba1-c582-42e1-bf03-bac30ebf5458 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for security_group_rule (06b89108-7097-477c-b497-16f52168d441), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.234105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d451d-43e4-408e-b4c0-75760445a1ea tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c97c359-2a6f-4eed-9124-599aad53a2f4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:21.289751 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.289913 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91ec4ba1-c582-42e1-bf03-bac30ebf5458 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for security_group_rule (06b89108-7097-477c-b497-16f52168d441), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.341595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91ec4ba1-c582-42e1-bf03-bac30ebf5458 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (06b89108-7097-477c-b497-16f52168d441), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.372400 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91ec4ba1-c582-42e1-bf03-bac30ebf5458 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.373762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-91ec4ba1-c582-42e1-bf03-bac30ebf5458 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2385454 Jan 28 12:43:21.381663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56174) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:21.392813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7d81ff49-a739-49cf-8783-f451aa3e2e3e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Request body: {'security_group_rule': {'security_group_id': '5c97c359-2a6f-4eed-9124-599aad53a2f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:21.395087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Allocated IP 2001:db8::20c (993626bd-d16e-4eb4-89eb-b6b97a59b989/ebe5e162-6e59-4d95-8e4e-6cded0ba042a/59962c9d-9bf2-48df-b4d3-39a4f0500f9f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:43:21.454710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d81ff49-a739-49cf-8783-f451aa3e2e3e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for security_group_rule (334ded77-329b-4dee-8aaf-922b2c71b161), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.629220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec4ba1-c582-42e1-bf03-bac30ebf5458 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b89108-7097-477c-b497-16f52168d441,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:21.649953 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for port (59962c9d-9bf2-48df-b4d3-39a4f0500f9f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.678076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18f5b1e-b14c-4d4f-8651-9500a180b2a6 None None] Network 993626bd-d16e-4eb4-89eb-b6b97a59b989 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:43:21.737726 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (59962c9d-9bf2-48df-b4d3-39a4f0500f9f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.806217 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d81ff49-a739-49cf-8783-f451aa3e2e3e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for security_group_rule (334ded77-329b-4dee-8aaf-922b2c71b161), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.834561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcb281-7c6c-4af7-92ff-74b46d92d885 req-5fcab1fc-fbf1-42af-b5c3-468d4923f8d2 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:21.843022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-befcb281-7c6c-4af7-92ff-74b46d92d885 req-5fcab1fc-fbf1-42af-b5c3-468d4923f8d2 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 945 time: 0.5479145 Jan 28 12:43:21.896193 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d81ff49-a739-49cf-8783-f451aa3e2e3e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (334ded77-329b-4dee-8aaf-922b2c71b161), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:21.904006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60997f75-a0dd-4d78-b71a-b66d868213b5 req-0b55b3ae-e1bc-4f25-972f-b6fec56ad49c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0606055 Jan 28 12:43:21.915146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3759c-e7e2-44d2-a7f9-f5e9008ebd78 req-b39edbd5-d8e8-40cb-b450-5c5dad8789d0 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:21.916871 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-65b3759c-e7e2-44d2-a7f9-f5e9008ebd78 req-b39edbd5-d8e8-40cb-b450-5c5dad8789d0 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.49 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 945 time: 0.9182363 Jan 28 12:43:21.947556 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Network 993626bd-d16e-4eb4-89eb-b6b97a59b989 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:21.962914 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-71d54f2d-7499-4aff-ba63-d4eec9deffab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.013794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81ff49-a739-49cf-8783-f451aa3e2e3e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334ded77-329b-4dee-8aaf-922b2c71b161,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:22.073087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:22.092072 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d81ff49-a739-49cf-8783-f451aa3e2e3e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.100194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7d81ff49-a739-49cf-8783-f451aa3e2e3e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7166111 Jan 28 12:43:22.102374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56194) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:22.128453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:22.139893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:43:22.141302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:22.141914 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.157717 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-befcb281-7c6c-4af7-92ff-74b46d92d885 req-af35658d-5eac-4e11-8c1a-ce8b26713b93 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507441 Jan 28 12:43:22.197382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event updated for resources: {'Port': ['ID=59962c9d-9bf2-48df-b4d3-39a4f0500f9f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:22.284075 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.287917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56202) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:22.289336 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-54c0787b-1fa5-4dfe-9b7e-7fe9a6d62844 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4696538 Jan 28 12:43:22.359226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-65b3759c-e7e2-44d2-a7f9-f5e9008ebd78 req-3b9a8ede-e209-4cb7-b61b-c6dcd62675e3 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Deleting port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:43:22.360338 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-65b3759c-e7e2-44d2-a7f9-f5e9008ebd78 req-3b9a8ede-e209-4cb7-b61b-c6dcd62675e3 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.392692 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Publish callbacks [] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.403781 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.501863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f5f45-565f-491c-a677-3d865bda32d5 None None] Pushing event updated for resources: {'Port': ['ID=11cb1dfb-4a36-4454-b4c1-46d4c90f5103,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:22.605082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c4e675a0-e5b2-4295-895a-503f258fd317 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Deleting port 59962c9d-9bf2-48df-b4d3-39a4f0500f9f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:43:22.620864 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4e675a0-e5b2-4295-895a-503f258fd317 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (59962c9d-9bf2-48df-b4d3-39a4f0500f9f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.632608 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Attempting to bind port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:43:22.633036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Attempting to bind port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:43:22.633342 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Attempting to bind port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 on network 9779a23c-c2e3-4616-b720-27a36d3eeda5 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:43:22.639004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:43:22.639983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Checking segment: {'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:43:22.640984 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.641396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Bound using segment: {'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:43:22.641880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Bound port: 11cb1dfb-4a36-4454-b4c1-46d4c90f5103, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:43:22.642262 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.687750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-65b3759c-e7e2-44d2-a7f9-f5e9008ebd78 req-3b9a8ede-e209-4cb7-b61b-c6dcd62675e3 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] For port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c,segment=NetworkSegment(d8607b6e-a8c3-4163-9a44-472408c4d285),segment_id=d8607b6e-a8c3-4163-9a44-472408c4d285)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:22.688354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-65b3759c-e7e2-44d2-a7f9-f5e9008ebd78 req-3b9a8ede-e209-4cb7-b61b-c6dcd62675e3 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.718662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-65b3759c-e7e2-44d2-a7f9-f5e9008ebd78 req-3b9a8ede-e209-4cb7-b61b-c6dcd62675e3 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Calling delete_port for f6b40b26-4bfd-44a3-9d89-90b14e2eb81c owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:43:22.826375 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4e675a0-e5b2-4295-895a-503f258fd317 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (59962c9d-9bf2-48df-b4d3-39a4f0500f9f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.843031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] For port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:43:22.868833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] For port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=11cb1dfb-4a36-4454-b4c1-46d4c90f5103,segment=NetworkSegment(426ed717-6fb3-416a-b730-8c447a30430b),segment_id=426ed717-6fb3-416a-b730-8c447a30430b)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:43:22.879166 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:22.963372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c4e675a0-e5b2-4295-895a-503f258fd317 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Calling delete_port for 59962c9d-9bf2-48df-b4d3-39a4f0500f9f owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:43:23.153260 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:23.182443 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:23.183139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Routers {'e4c3bca6-14db-404f-a78c-60020a66c283'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:23.183815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4c3bca6-14db-404f-a78c-60020a66c283'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:23.375970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f5f45-565f-491c-a677-3d865bda32d5 None None] Pushing event updated for resources: {'Port': ['ID=11cb1dfb-4a36-4454-b4c1-46d4c90f5103,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:23.383889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad67e2cb-ab60-4809-90e3-5e605e712862 req-3152aaef-328f-4b39-a7ae-76ad398060f0 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1930795 Jan 28 12:43:23.393518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9286ac27-b218-4cae-b7bd-4acbea0fe194 None None] Provisioning complete for port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:23.394002 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9286ac27-b218-4cae-b7bd-4acbea0fe194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:23.561454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] Set router e4c3bca6-14db-404f-a78c-60020a66c283 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:43:23.683707 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-65b3759c-e7e2-44d2-a7f9-f5e9008ebd78 req-3b9a8ede-e209-4cb7-b61b-c6dcd62675e3 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f6b40b26-4bfd-44a3-9d89-90b14e2eb81c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:23.769573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a8ede-e209-4cb7-b61b-c6dcd62675e3 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Pushing event deleted for resources: {'Port': ['ID=f6b40b26-4bfd-44a3-9d89-90b14e2eb81c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:23.863240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b3759c-e7e2-44d2-a7f9-f5e9008ebd78 req-3b9a8ede-e209-4cb7-b61b-c6dcd62675e3 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] No DVR routers for this DVR port f6b40b26-4bfd-44a3-9d89-90b14e2eb81c on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:43:23.868575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-65b3759c-e7e2-44d2-a7f9-f5e9008ebd78 req-3b9a8ede-e209-4cb7-b61b-c6dcd62675e3 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:23.876734 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-65b3759c-e7e2-44d2-a7f9-f5e9008ebd78 req-3b9a8ede-e209-4cb7-b61b-c6dcd62675e3 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.49 "DELETE /v2.0/ports/f6b40b26-4bfd-44a3-9d89-90b14e2eb81c HTTP/1.1" status: 204 len: 173 time: 1.9426603 Jan 28 12:43:23.879968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1360df9b-6bae-4cf1-a6ef-1f85c750c929', 'name': 'network-vif-deleted', 'tag': 'f6b40b26-4bfd-44a3-9d89-90b14e2eb81c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:23.884846 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb88e8ea-2426-4ecd-b88b-eeed907a7c9f" -d '{"events": [{"server_uuid": "1360df9b-6bae-4cf1-a6ef-1f85c750c929", "name": "network-vif-deleted", "tag": "f6b40b26-4bfd-44a3-9d89-90b14e2eb81c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:23.988248 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459bd5ca-f47f-4977-a41b-00494f648c3e x-openstack-request-id: req-459bd5ca-f47f-4977-a41b-00494f648c3e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:23.988996 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1360df9b-6bae-4cf1-a6ef-1f85c750c929", "name": "network-vif-deleted", "tag": "f6b40b26-4bfd-44a3-9d89-90b14e2eb81c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:23.989473 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-459bd5ca-f47f-4977-a41b-00494f648c3e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:23.990100 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1360df9b-6bae-4cf1-a6ef-1f85c750c929', 'name': 'network-vif-deleted', 'tag': 'f6b40b26-4bfd-44a3-9d89-90b14e2eb81c', 'status': 'completed', 'code': 200} Jan 28 12:43:24.120436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['f6b40b26-4bfd-44a3-9d89-90b14e2eb81c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:43:24.123203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9286ac27-b218-4cae-b7bd-4acbea0fe194 None None] Current status of the port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:24.125090 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9286ac27-b218-4cae-b7bd-4acbea0fe194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:24.341575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9286ac27-b218-4cae-b7bd-4acbea0fe194 None None] For port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=11cb1dfb-4a36-4454-b4c1-46d4c90f5103,segment=NetworkSegment(426ed717-6fb3-416a-b730-8c447a30430b),segment_id=426ed717-6fb3-416a-b730-8c447a30430b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:24.474757 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9286ac27-b218-4cae-b7bd-4acbea0fe194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:24.792971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-562c7451-8b41-4cf1-86c4-7f7b12bbb64f None None] Provisioning complete for port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:24.799944 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-562c7451-8b41-4cf1-86c4-7f7b12bbb64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:24.817776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286ac27-b218-4cae-b7bd-4acbea0fe194 None None] Pushing event updated for resources: {'Port': ['ID=11cb1dfb-4a36-4454-b4c1-46d4c90f5103,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:24.851607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc3c96a7-c04f-4f3e-bc62-a2f88a18e100 req-54095af7-2e40-4a65-8166-7b0251bda27c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.2176065 Jan 28 12:43:24.885611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acafbf-9848-4856-864f-0220d5de8fb3 req-76e1985e-e54e-4d37-84cd-35093d79fc53 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:24.892635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-13acafbf-9848-4856-864f-0220d5de8fb3 req-76e1985e-e54e-4d37-84cd-35093d79fc53 tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1360df9b-6bae-4cf1-a6ef-1f85c750c929 HTTP/1.1" status: 200 len: 945 time: 1.4981871 Jan 28 12:43:24.938834 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Allocated IP 172.25.7.198 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/8c637a8d-8eca-4ce4-99a1-ff94f04b9020) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:43:24.955190 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:24.961684 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4e675a0-e5b2-4295-895a-503f258fd317 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (59962c9d-9bf2-48df-b4d3-39a4f0500f9f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:25.059386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:43:15Z', 'revision_number': 4, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '11cb1dfb-4a36-4454-b4c1-46d4c90f5103', 'name': '', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'mac_address': 'fa:16:3e:9a:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:13Z', 'updated_at': '2022-01-28T12:43:22Z', 'revision_number': 4, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'subnets': [{'id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:25.144417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e675a0-e5b2-4295-895a-503f258fd317 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event deleted for resources: {'Port': ['ID=59962c9d-9bf2-48df-b4d3-39a4f0500f9f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:25.150269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a1657-1bf0-4448-909e-95df0d736c9c None None] The sync data for ids ['e4c3bca6-14db-404f-a78c-60020a66c283'] in n-d-824835-4 is: [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:43:15Z', 'revision_number': 4, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '11cb1dfb-4a36-4454-b4c1-46d4c90f5103', 'name': '', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'mac_address': 'fa:16:3e:9a:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:13Z', 'updated_at': '2022-01-28T12:43:22Z', 'revision_number': 4, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'subnets': [{'id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:43:25.325398 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-562c7451-8b41-4cf1-86c4-7f7b12bbb64f None None] Current status of the port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:25.441550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-13acafbf-9848-4856-864f-0220d5de8fb3 req-98064895-09e0-4af1-b292-cb94ca75bccd tempest-InstanceActionsNegativeTestJSON-495376287 tempest-InstanceActionsNegativeTestJSON-495376287-project] 10.222.0.53 "GET /v2.0/security-groups?id=83baf4ff-55da-4c92-9940-fbd041f7d65d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416567 Jan 28 12:43:25.443009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4e675a0-e5b2-4295-895a-503f258fd317 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:25.450940 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56266) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:25.465893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '993626bd-d16e-4eb4-89eb-b6b97a59b989', 'external_fixed_ips': [{'subnet_id': 'ebe5e162-6e59-4d95-8e4e-6cded0ba042a', 'ip_address': '2001:db8::20c'}]}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:25.470404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c4e675a0-e5b2-4295-895a-503f258fd317 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "DELETE /v2.0/ports/59962c9d-9bf2-48df-b4d3-39a4f0500f9f HTTP/1.1" status: 204 len: 168 time: 3.1809146 Jan 28 12:43:25.538633 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for port (8c637a8d-8eca-4ce4-99a1-ff94f04b9020), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:25.540236 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (f0436cd3-d33f-49a4-9889-e63320d4945d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:25.541628 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (f0436cd3-d33f-49a4-9889-e63320d4945d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:25.651439 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (8c637a8d-8eca-4ce4-99a1-ff94f04b9020), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:25.731320 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_controller (f0436cd3-d33f-49a4-9889-e63320d4945d), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:25.755506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:25.780804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:25.783152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:43:25.907708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Pushing event updated for resources: {'Port': ['ID=8c637a8d-8eca-4ce4-99a1-ff94f04b9020,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:25.974460 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:26.041319 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for floatingip (3cdbc818-ab1c-4700-b041-177ddc0c4ede), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:26.089774 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f6b40b26-4bfd-44a3-9d89-90b14e2eb81c no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:43:26.130479 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c32e47c-c618-4f44-b7af-4a556515aa03 req-18d06131-376c-44e9-85f8-07e930c422fe tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0869777 Jan 28 12:43:26.151193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: f6b40b26-4bfd-44a3-9d89-90b14e2eb81c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:43:26.151580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f6b40b26-4bfd-44a3-9d89-90b14e2eb81c not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:43:26.228305 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (f0436cd3-d33f-49a4-9889-e63320d4945d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:26.268085 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8c637a8d-8eca-4ce4-99a1-ff94f04b9020), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:26.570322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:43:26.604754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56290) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:26.725545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:26.725936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:26.730724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-88530965-599e-4aa1-b1a8-518d61ba4f9b admin admin] Deleting subnet 850cdbe3-41da-4479-a8b9-da2c04e5cd66 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:43:26.761958 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88530965-599e-4aa1-b1a8-518d61ba4f9b admin admin] Publish callbacks [] for subnet (850cdbe3-41da-4479-a8b9-da2c04e5cd66), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:26.944664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:27.038242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88530965-599e-4aa1-b1a8-518d61ba4f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (850cdbe3-41da-4479-a8b9-da2c04e5cd66), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:27.044615 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for port (8c637a8d-8eca-4ce4-99a1-ff94f04b9020), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:27.051948 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (8c637a8d-8eca-4ce4-99a1-ff94f04b9020), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:27.197388 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Pushing event updated for resources: {'Port': ['ID=8c637a8d-8eca-4ce4-99a1-ff94f04b9020,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:27.356382 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (f0436cd3-d33f-49a4-9889-e63320d4945d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:27.358455 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (3cdbc818-ab1c-4700-b041-177ddc0c4ede), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:27.362981 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88530965-599e-4aa1-b1a8-518d61ba4f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (850cdbe3-41da-4479-a8b9-da2c04e5cd66), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:27.515928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d095d03-4a4e-4228-8aa0-8275ff38bd91 req-e14c6635-98be-45f2-b521-4691be74f243 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1466439 Jan 28 12:43:27.561779 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:27.582308 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:27.613252 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9a04a67c-dc36-4fe3-81d6-35aa85716eec tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4850023 Jan 28 12:43:28.247487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-584bc1ef-737d-4cfc-ba51-44ae78a26ea0 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--276840431&fields=id&tenant_id=bb01cfcd2c174be9ad51bd1527e957b0 HTTP/1.1" status: 200 len: 267 time: 0.2499628 Jan 28 12:43:28.320569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88530965-599e-4aa1-b1a8-518d61ba4f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (850cdbe3-41da-4479-a8b9-da2c04e5cd66), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:28.458326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88530965-599e-4aa1-b1a8-518d61ba4f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850cdbe3-41da-4479-a8b9-da2c04e5cd66,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:28.481428 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88530965-599e-4aa1-b1a8-518d61ba4f9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:28.485550 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-88530965-599e-4aa1-b1a8-518d61ba4f9b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/850cdbe3-41da-4479-a8b9-da2c04e5cd66 HTTP/1.1" status: 204 len: 168 time: 1.8791974 Jan 28 12:43:28.494131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56330) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:28.595911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920125-51e9-4475-83f0-30c569df4153 req-56cc23a9-0205-45cf-b6ca-19ed3b8f0fae tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:28.607303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-56cc23a9-0205-45cf-b6ca-19ed3b8f0fae tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/networks?id=9779a23c-c2e3-4616-b720-27a36d3eeda5 HTTP/1.1" status: 200 len: 805 time: 0.3562288 Jan 28 12:43:28.648654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-14de17c6-e496-4f18-9c4c-3c9f6bff621a tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/quotas/bb01cfcd2c174be9ad51bd1527e957b0 HTTP/1.1" status: 200 len: 375 time: 0.0385559 Jan 28 12:43:28.689475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Allocated IP 2001:db8::20c (993626bd-d16e-4eb4-89eb-b6b97a59b989/ebe5e162-6e59-4d95-8e4e-6cded0ba042a/dc4eda8b-1c1a-4c27-a142-13d68f38d989) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:43:28.820196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75cf9502-ebf7-4681-8b7f-7cf2fd377b47 req-07ca73f8-7a22-42af-b698-e45a81b88220 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1448097 Jan 28 12:43:28.901353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-3d7a01eb-7174-48c7-95d1-31e9e4ae7623 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb01cfcd2c174be9ad51bd1527e957b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2514114 Jan 28 12:43:28.921625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for port (dc4eda8b-1c1a-4c27-a142-13d68f38d989), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:28.981446 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (ee999f47-9325-4808-b490-88cde6a75795), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:28.997501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (dc4eda8b-1c1a-4c27-a142-13d68f38d989), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:29.032935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Network 993626bd-d16e-4eb4-89eb-b6b97a59b989 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:29.037545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:29.088446 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event updated for resources: {'Port': ['ID=dc4eda8b-1c1a-4c27-a142-13d68f38d989,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:29.104006 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:43:29.144231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-0cde6b2c-f5c7-48ca-aed5-30911a6061e9 service neutron] 10.222.0.53 "GET /v2.0/networks/9779a23c-c2e3-4616-b720-27a36d3eeda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248082 Jan 28 12:43:29.363502 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-202c83c6-47e0-4b52-8c6d-118c159dc534 service neutron] 10.222.0.53 "GET /v2.0/networks/9779a23c-c2e3-4616-b720-27a36d3eeda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112405 Jan 28 12:43:29.372584 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (ee999f47-9325-4808-b490-88cde6a75795), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:29.406779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee999f47-9325-4808-b490-88cde6a75795']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:29.419707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8607b6e-a8c3-4163-9a44-472408c4d285') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:29.420755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8607b6e-a8c3-4163-9a44-472408c4d285') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:29.447045 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (d8607b6e-a8c3-4163-9a44-472408c4d285), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:29.506458 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d8607b6e-a8c3-4163-9a44-472408c4d285), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:29.538047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:43:29.538517 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (d8607b6e-a8c3-4163-9a44-472408c4d285), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:43:29.540336 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:43:29.676138 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (ee999f47-9325-4808-b490-88cde6a75795), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:29.688608 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:29.691994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ee999f47-9325-4808-b490-88cde6a75795 HTTP/1.1" status: 204 len: 168 time: 1.1966286 Jan 28 12:43:29.707188 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (f0436cd3-d33f-49a4-9889-e63320d4945d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:29.710450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e760f-b3af-4ffe-ae53-cbd9cc0a2d77 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee999f47-9325-4808-b490-88cde6a75795,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:29.775549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-119d11d9-2426-446f-8543-4d9c11a37453 req-c34a981c-cbc9-4bec-b29c-bf959941da95 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 210 time: 0.0496571 Jan 28 12:43:29.824482 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:43:30.118839 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (f0436cd3-d33f-49a4-9889-e63320d4945d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:30.141594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-005d4902-933f-404a-ab9b-781d9c150895 req-3a2f2628-1d10-440d-a0af-7b4682b8fb67 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1089075 Jan 28 12:43:30.269214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:30.434026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6a6a9bdb-3cc7-4db4-92c3-831289e2a854 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f19893b02ac480f80b70835d1611b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1630259 Jan 28 12:43:30.436926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56390) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:30.495312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Router f0436cd3-d33f-49a4-9889-e63320d4945d is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:43:30.628568 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-175d568c-d2d7-44b7-9001-35e12d38e6c8 admin admin] Publish callbacks [] for security_group (83baf4ff-55da-4c92-9940-fbd041f7d65d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:30.734373 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-175d568c-d2d7-44b7-9001-35e12d38e6c8 admin admin] Publish callbacks [] for security_group (83baf4ff-55da-4c92-9940-fbd041f7d65d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:30.863144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:43:30.877514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-175d568c-d2d7-44b7-9001-35e12d38e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (83baf4ff-55da-4c92-9940-fbd041f7d65d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:30.878559 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Sync routers for ids ['f0436cd3-d33f-49a4-9889-e63320d4945d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:43:30.903685 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Routers {'f0436cd3-d33f-49a4-9889-e63320d4945d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:30.903878 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-175d568c-d2d7-44b7-9001-35e12d38e6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:30.912668 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-175d568c-d2d7-44b7-9001-35e12d38e6c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83baf4ff-55da-4c92-9940-fbd041f7d65d HTTP/1.1" status: 204 len: 168 time: 0.4674900 Jan 28 12:43:30.921878 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0436cd3-d33f-49a4-9889-e63320d4945d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:30.950474 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:30.960847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d568c-d2d7-44b7-9001-35e12d38e6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83baf4ff-55da-4c92-9940-fbd041f7d65d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:30.964435 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cb126c63-d0e0-4dfe-a9fa-fa5f65474e5a tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.4989614 Jan 28 12:43:30.965467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56404) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:31.064155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f93070bc-41ef-4d5e-8b29-f4f5531fe7b1 req-1e17dc8a-4c18-4b73-9d40-40043f142a8a tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 210 time: 0.0482872 Jan 28 12:43:31.294454 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Set router f0436cd3-d33f-49a4-9889-e63320d4945d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:43:31.547304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c0c70896-6411-404e-854c-12987ecf8c78 req-0c4d071f-938d-4c76-92ac-4c16d01479ba tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1997278 Jan 28 12:43:32.070021 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0436cd3-d33f-49a4-9889-e63320d4945d', 'name': '', 'tenant_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '993626bd-d16e-4eb4-89eb-b6b97a59b989', 'external_fixed_ips': [{'subnet_id': 'ebe5e162-6e59-4d95-8e4e-6cded0ba042a', 'ip_address': '2001:db8::20c'}], 'enable_snat': True}, 'gw_port_id': 'dc4eda8b-1c1a-4c27-a142-13d68f38d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:25Z', 'updated_at': '2022-01-28T12:43:29Z', 'revision_number': 3, 'project_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'gw_port': {'id': 'dc4eda8b-1c1a-4c27-a142-13d68f38d989', 'name': '', 'network_id': '993626bd-d16e-4eb4-89eb-b6b97a59b989', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:50:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0436cd3-d33f-49a4-9889-e63320d4945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'ebe5e162-6e59-4d95-8e4e-6cded0ba042a', 'ip_address': '2001:db8::20c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:27Z', 'updated_at': '2022-01-28T12:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebe5e162-6e59-4d95-8e4e-6cded0ba042a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:32.200254 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Checking router: f0436cd3-d33f-49a4-9889-e63320d4945d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:43:32.200959 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Updating router f0436cd3-d33f-49a4-9889-e63320d4945d port dc4eda8b-1c1a-4c27-a142-13d68f38d989 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:43:32.278399 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc4eda8b-1c1a-4c27-a142-13d68f38d989), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:32.345612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58ea9314-9c8d-40ba-a363-3483c2ecf1c0 req-cc542cf8-2471-4b7c-a36a-b0a75e92a439 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 210 time: 0.1006360 Jan 28 12:43:32.424463 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (f0436cd3-d33f-49a4-9889-e63320d4945d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:32.940726 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (f0436cd3-d33f-49a4-9889-e63320d4945d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:32.991539 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d67b34f-c46b-4684-919b-7b9a8c8caeed req-fc6a9f09-1c87-467d-b44b-a12ceaec785b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1340070 Jan 28 12:43:33.329689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56474) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:33.364219 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Publish callbacks [] for port (dc4eda8b-1c1a-4c27-a142-13d68f38d989), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:33.380828 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc4eda8b-1c1a-4c27-a142-13d68f38d989), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:33.386912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56480) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:33.434698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920125-51e9-4475-83f0-30c569df4153 req-a171fbab-065f-4ab7-9b86-2b339c4f273e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:33.442722 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-a171fbab-065f-4ab7-9b86-2b339c4f273e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.49 "GET /v2.0/networks?id=9779a23c-c2e3-4616-b720-27a36d3eeda5 HTTP/1.1" status: 200 len: 805 time: 0.6195443 Jan 28 12:43:33.445435 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Deleting port dc4eda8b-1c1a-4c27-a142-13d68f38d989 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:43:33.445925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (dc4eda8b-1c1a-4c27-a142-13d68f38d989), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:33.551296 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7df57-42cc-45ae-b296-8e07a3751b30 None None] Pushing event updated for resources: {'Port': ['ID=dc4eda8b-1c1a-4c27-a142-13d68f38d989,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:33.616027 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Attempting to bind port dc4eda8b-1c1a-4c27-a142-13d68f38d989 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:43:33.619425 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Attempting to bind port dc4eda8b-1c1a-4c27-a142-13d68f38d989 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '1b758b97-f37f-45cb-af2f-408989ac2a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '993626bd-d16e-4eb4-89eb-b6b97a59b989'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:43:33.619921 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Attempting to bind port dc4eda8b-1c1a-4c27-a142-13d68f38d989 on network 993626bd-d16e-4eb4-89eb-b6b97a59b989 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:43:33.627499 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b41ed43-1a81-4c35-82a5-b3b7517ec2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:33.645563 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:43:33.646351 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Checking segment: {'id': '1b758b97-f37f-45cb-af2f-408989ac2a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '993626bd-d16e-4eb4-89eb-b6b97a59b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:43:33.655290 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:33.655290 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Bound using segment: {'id': '1b758b97-f37f-45cb-af2f-408989ac2a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '993626bd-d16e-4eb4-89eb-b6b97a59b989'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:43:33.655290 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Bound port: dc4eda8b-1c1a-4c27-a142-13d68f38d989, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b758b97-f37f-45cb-af2f-408989ac2a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '993626bd-d16e-4eb4-89eb-b6b97a59b989'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:43:33.655290 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc4eda8b-1c1a-4c27-a142-13d68f38d989), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:33.682877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d35464b1-cf13-4720-b837-29852861e2bb req-90722229-075e-4e35-b20d-87d34777d87f tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 210 time: 0.1026249 Jan 28 12:43:33.698421 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (dc4eda8b-1c1a-4c27-a142-13d68f38d989), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:33.740028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1487335768-network', 'tenant_id': 'eb32b2a065304451860d765c81e8b2f1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:33.746322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Calling delete_port for dc4eda8b-1c1a-4c27-a142-13d68f38d989 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:43:33.817615 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-289eaa8f-35c1-431a-be51-7b09203c9670 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb01cfcd2c174be9ad51bd1527e957b0 HTTP/1.1" status: 200 len: 379 time: 0.1398404 Jan 28 12:43:33.830184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-44920125-51e9-4475-83f0-30c569df4153 req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Request body: {'port': {'device_id': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'admin_state_up': True, 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'security_groups': ['5c97c359-2a6f-4eed-9124-599aad53a2f4']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:33.849168 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] For port dc4eda8b-1c1a-4c27-a142-13d68f38d989, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:43:33.854719 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] For port dc4eda8b-1c1a-4c27-a142-13d68f38d989, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dc4eda8b-1c1a-4c27-a142-13d68f38d989,segment=NetworkSegment(1b758b97-f37f-45cb-af2f-408989ac2a2a),segment_id=1b758b97-f37f-45cb-af2f-408989ac2a2a)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:43:33.863667 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc4eda8b-1c1a-4c27-a142-13d68f38d989), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:33.905161 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b41ed43-1a81-4c35-82a5-b3b7517ec2cb admin admin] Publish callbacks [] for security_group (680dc233-8cc6-4d23-aaf0-af9664e5e715), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:33.906958 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Made reservation on behalf of eb32b2a065304451860d765c81e8b2f1 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:43:33.909931 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:33.915095 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b41ed43-1a81-4c35-82a5-b3b7517ec2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (680dc233-8cc6-4d23-aaf0-af9664e5e715), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:33.942039 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7df57-42cc-45ae-b296-8e07a3751b30 None None] Pushing event updated for resources: {'Port': ['ID=dc4eda8b-1c1a-4c27-a142-13d68f38d989,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:33.963470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6b41ed43-1a81-4c35-82a5-b3b7517ec2cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e53be974634d4dd986abb42b2cfbeb11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6323867 Jan 28 12:43:33.965986 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:33.968539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56492) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:33.973042 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Routers {'f0436cd3-d33f-49a4-9889-e63320d4945d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:33.976155 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f0436cd3-d33f-49a4-9889-e63320d4945d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:34.195933 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] Set router f0436cd3-d33f-49a4-9889-e63320d4945d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:43:34.241462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44920125-51e9-4475-83f0-30c569df4153 req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Made reservation on behalf of bb01cfcd2c174be9ad51bd1527e957b0 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:43:34.262119 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44920125-51e9-4475-83f0-30c569df4153 req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.274264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41ed43-1a81-4c35-82a5-b3b7517ec2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680dc233-8cc6-4d23-aaf0-af9664e5e715,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:34.278394 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Publish callbacks [] for security_group (1d62a889-2403-4f26-8df8-4127935a32c7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.329970 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1d62a889-2403-4f26-8df8-4127935a32c7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.386052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:43:34.412027 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0436cd3-d33f-49a4-9889-e63320d4945d', 'name': '', 'tenant_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:25Z', 'updated_at': '2022-01-28T12:43:32Z', 'revision_number': 4, 'project_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:34.422730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6f347dc-76ed-4357-beab-f63f90e7db60 req-30e3aba0-f6f5-4b92-b3f8-bed6d8962a5d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.2036247 Jan 28 12:43:34.447292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (dc4eda8b-1c1a-4c27-a142-13d68f38d989), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.472310 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b367c869-07b2-47bd-a9c3-b550975b5f66), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.472908 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Added segment b367c869-07b2-47bd-a9c3-b550975b5f66 of type vlan for network 90235fd8-d869-414b-8196-d09aa59d60fd Jan 28 12:43:34.543812 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542983aa-e8fe-4d9c-a4d2-cc476d715c93 None None] The sync data for ids ['f0436cd3-d33f-49a4-9889-e63320d4945d'] in n-d-824835-4 is: [{'id': 'f0436cd3-d33f-49a4-9889-e63320d4945d', 'name': '', 'tenant_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:25Z', 'updated_at': '2022-01-28T12:43:32Z', 'revision_number': 4, 'project_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:43:34.553977 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dabd8a0b-0ae1-409d-a660-2b403a14bfef admin admin] Publish callbacks [] for security_group (680dc233-8cc6-4d23-aaf0-af9664e5e715), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.559269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d62a889-2403-4f26-8df8-4127935a32c7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:34.601935 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (90235fd8-d869-414b-8196-d09aa59d60fd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.624245 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dabd8a0b-0ae1-409d-a660-2b403a14bfef admin admin] Publish callbacks [] for security_group (680dc233-8cc6-4d23-aaf0-af9664e5e715), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.672581 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (90235fd8-d869-414b-8196-d09aa59d60fd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.673710 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:34.674360 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.749209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] Pushing event updated for resources: {'Network': ['ID=90235fd8-d869-414b-8196-d09aa59d60fd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:34.758908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc4eda8b-1c1a-4c27-a142-13d68f38d989,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:34.764136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 90235fd8-d869-414b-8196-d09aa59d60fd details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:43:34.837417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7aa28860-1785-4032-8da5-ec9a48913bdc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4445541 Jan 28 12:43:34.848821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:34.874634 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (f0436cd3-d33f-49a4-9889-e63320d4945d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.886299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f5c5984e-4d88-41c6-9f40-73b06702dcc3 admin admin] Request body: {'subnet': {'network_id': '90235fd8-d869-414b-8196-d09aa59d60fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1487335768-subnet', 'tenant_id': 'eb32b2a065304451860d765c81e8b2f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:34.889059 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dabd8a0b-0ae1-409d-a660-2b403a14bfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (680dc233-8cc6-4d23-aaf0-af9664e5e715), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.893419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dabd8a0b-0ae1-409d-a660-2b403a14bfef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:34.895209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dabd8a0b-0ae1-409d-a660-2b403a14bfef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/680dc233-8cc6-4d23-aaf0-af9664e5e715 HTTP/1.1" status: 204 len: 168 time: 0.9195015 Jan 28 12:43:34.933652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd8a0b-0ae1-409d-a660-2b403a14bfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680dc233-8cc6-4d23-aaf0-af9664e5e715,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:35.098473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fdbaf9e-893c-49f7-964d-80f4b70317b4 req-343feb58-f365-44e1-9f8e-ae4f62ae6ff5 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 210 time: 0.1356192 Jan 28 12:43:35.188487 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (f0436cd3-d33f-49a4-9889-e63320d4945d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:35.193825 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_controller (f0436cd3-d33f-49a4-9889-e63320d4945d), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:35.475880 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (f0436cd3-d33f-49a4-9889-e63320d4945d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:35.476574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0436cd3-d33f-49a4-9889-e63320d4945d {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:43:35.484891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c5984e-4d88-41c6-9f40-73b06702dcc3 admin admin] Made reservation on behalf of eb32b2a065304451860d765c81e8b2f1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:43:35.487298 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5c5984e-4d88-41c6-9f40-73b06702dcc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:35.727871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0bf18a54-6ca4-4061-b5b0-3863805021da req-45ca1540-4c52-47f3-8efd-40356e4e3072 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1244712 Jan 28 12:43:35.768964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:35.775211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56538) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:35.775988 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7c0a110f-4146-41d3-b8ea-d220fd7e9659 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f0436cd3-d33f-49a4-9889-e63320d4945d HTTP/1.1" status: 204 len: 168 time: 4.8001099 Jan 28 12:43:35.777955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-44920125-51e9-4475-83f0-30c569df4153 req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Allocated IP 172.20.0.9 (9779a23c-c2e3-4616-b720-27a36d3eeda5/bd2529ca-ba59-4b79-af61-a124866c8436/b1eeee02-f947-45a6-8ee6-e6201f85f341) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:43:35.781966 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5c5984e-4d88-41c6-9f40-73b06702dcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (fe233c72-b893-4b5a-9bfb-d887eea77b84), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:35.878983 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56540) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:35.971735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d598c366-ae43-416e-b5c9-e9ebe7fa3b09 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Deleting subnet ebe5e162-6e59-4d95-8e4e-6cded0ba042a {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:43:35.992895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5984e-4d88-41c6-9f40-73b06702dcc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe233c72-b893-4b5a-9bfb-d887eea77b84,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:35.994817 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d598c366-ae43-416e-b5c9-e9ebe7fa3b09 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for subnet (ebe5e162-6e59-4d95-8e4e-6cded0ba042a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:36.003106 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-553e8914-d68b-4c6b-934c-c13e404cf5cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:36.181691 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d598c366-ae43-416e-b5c9-e9ebe7fa3b09 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (ebe5e162-6e59-4d95-8e4e-6cded0ba042a), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:36.250768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-553e8914-d68b-4c6b-934c-c13e404cf5cd admin admin] Publish callbacks [] for security_group (86023437-3f89-4ce6-b4cd-9d2b4c6c6554), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:36.265987 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-553e8914-d68b-4c6b-934c-c13e404cf5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (86023437-3f89-4ce6-b4cd-9d2b4c6c6554), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:36.302666 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-553e8914-d68b-4c6b-934c-c13e404cf5cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd20bc2106344ec6930f90aa09b28436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4172242 Jan 28 12:43:36.323700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56552) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:36.476775 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d598c366-ae43-416e-b5c9-e9ebe7fa3b09 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ebe5e162-6e59-4d95-8e4e-6cded0ba042a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:36.494238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c5984e-4d88-41c6-9f40-73b06702dcc3 admin admin] Checking segment: {'id': 'b367c869-07b2-47bd-a9c3-b550975b5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '90235fd8-d869-414b-8196-d09aa59d60fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:43:36.504022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c5984e-4d88-41c6-9f40-73b06702dcc3 admin admin] Network hostable DHCP agents. Network: 90235fd8-d869-414b-8196-d09aa59d60fd, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:43:36.590305 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-429cb8bf-8e0d-4383-9105-98f72e7646f0 req-9bf6b53e-4faf-4912-8ab6-d3034e9f0b3d tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 210 time: 0.1826072 Jan 28 12:43:36.639663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44920125-51e9-4475-83f0-30c569df4153 req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:36.687610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e8914-d68b-4c6b-934c-c13e404cf5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86023437-3f89-4ce6-b4cd-9d2b4c6c6554,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:36.698311 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44920125-51e9-4475-83f0-30c569df4153 req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:36.797451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44920125-51e9-4475-83f0-30c569df4153 req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Network 9779a23c-c2e3-4616-b720-27a36d3eeda5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:36.799316 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0883c948-5aeb-4707-8bc5-eb57d7d8fd0c admin admin] Publish callbacks [] for security_group (86023437-3f89-4ce6-b4cd-9d2b4c6c6554), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:36.800686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c5984e-4d88-41c6-9f40-73b06702dcc3 admin admin] Network 90235fd8-d869-414b-8196-d09aa59d60fd is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:43:36.845396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f5c5984e-4d88-41c6-9f40-73b06702dcc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 90235fd8-d869-414b-8196-d09aa59d60fd) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:36.858837 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e308ebe4-94f1-4bd9-a548-5b11cf8f2659 None None] Network 90235fd8-d869-414b-8196-d09aa59d60fd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:43:36.873539 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c5984e-4d88-41c6-9f40-73b06702dcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:36.874334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5c5984e-4d88-41c6-9f40-73b06702dcc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:36.887462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-44920125-51e9-4475-83f0-30c569df4153 req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:36.900402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-44920125-51e9-4475-83f0-30c569df4153 req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:43:36.933624 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d598c366-ae43-416e-b5c9-e9ebe7fa3b09 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (ebe5e162-6e59-4d95-8e4e-6cded0ba042a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:36.989972 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Pushing event updated for resources: {'Port': ['ID=b1eeee02-f947-45a6-8ee6-e6201f85f341,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:36.991488 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0883c948-5aeb-4707-8bc5-eb57d7d8fd0c admin admin] Publish callbacks [] for security_group (86023437-3f89-4ce6-b4cd-9d2b4c6c6554), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:37.061817 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f5c5984e-4d88-41c6-9f40-73b06702dcc3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1899867 Jan 28 12:43:37.104316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920125-51e9-4475-83f0-30c569df4153 req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:37.105001 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44920125-51e9-4475-83f0-30c569df4153 req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:37.147083 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ddbd40-5fe0-4d41-8286-5c82f4e9c830 None None] Network 90235fd8-d869-414b-8196-d09aa59d60fd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:43:37.155362 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-4070e675-131d-4481-96b5-91d1ebc3310e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3314204 Jan 28 12:43:37.197742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Request body: {'port': {'device_id': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:37.216709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-037d8071-ddb4-45a3-a99c-5eec41193b1b req-45c52675-8ea2-414d-adb7-3610098a4677 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.2697892 Jan 28 12:43:37.218471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598c366-ae43-416e-b5c9-e9ebe7fa3b09 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe5e162-6e59-4d95-8e4e-6cded0ba042a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:37.239856 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d598c366-ae43-416e-b5c9-e9ebe7fa3b09 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:37.253463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d598c366-ae43-416e-b5c9-e9ebe7fa3b09 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/ebe5e162-6e59-4d95-8e4e-6cded0ba042a HTTP/1.1" status: 204 len: 168 time: 1.4763765 Jan 28 12:43:37.308412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56572) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:37.454357 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:37.770321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-74918ca3-11c2-4c60-8fe0-7c7194b01a25 None None] Provisioning complete for port b1eeee02-f947-45a6-8ee6-e6201f85f341 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:37.771142 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74918ca3-11c2-4c60-8fe0-7c7194b01a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:37.789781 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (993626bd-d16e-4eb4-89eb-b6b97a59b989), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:37.813525 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0883c948-5aeb-4707-8bc5-eb57d7d8fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (86023437-3f89-4ce6-b4cd-9d2b4c6c6554), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:37.819828 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0883c948-5aeb-4707-8bc5-eb57d7d8fd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:37.822781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0883c948-5aeb-4707-8bc5-eb57d7d8fd0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86023437-3f89-4ce6-b4cd-9d2b4c6c6554 HTTP/1.1" status: 204 len: 168 time: 1.4644914 Jan 28 12:43:37.837674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883c948-5aeb-4707-8bc5-eb57d7d8fd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86023437-3f89-4ce6-b4cd-9d2b4c6c6554,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:37.929730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-74918ca3-11c2-4c60-8fe0-7c7194b01a25 None None] Port b1eeee02-f947-45a6-8ee6-e6201f85f341 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:43:38.588712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (993626bd-d16e-4eb4-89eb-b6b97a59b989), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:38.618052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50dd27-96d6-4670-8d18-73b71e437030 req-f5024c73-190b-4634-a186-4921641ee11e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:38.620276 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a50dd27-96d6-4670-8d18-73b71e437030 req-f5024c73-190b-4634-a186-4921641ee11e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 931 time: 0.6855960 Jan 28 12:43:38.691394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993626bd-d16e-4eb4-89eb-b6b97a59b989']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:38.726440 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1eeee02-f947-45a6-8ee6-e6201f85f341 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:43:38.739941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b758b97-f37f-45cb-af2f-408989ac2a2a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:38.742474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b758b97-f37f-45cb-af2f-408989ac2a2a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:38.766896 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Publish callbacks [] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:38.797431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Transition to ACTIVE for port object b1eeee02-f947-45a6-8ee6-e6201f85f341 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:43:38.803686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a50dd27-96d6-4670-8d18-73b71e437030 req-18b26628-7fd5-4da7-947a-a442964b2795 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c97c359-2a6f-4eed-9124-599aad53a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502540 Jan 28 12:43:38.814253 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:38.817616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-d612c6be-d325-4cbb-ba5f-865b15de3d32 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:38.831846 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-d612c6be-d325-4cbb-ba5f-865b15de3d32 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/networks?id=90235fd8-d869-414b-8196-d09aa59d60fd HTTP/1.1" status: 200 len: 813 time: 0.3831127 Jan 28 12:43:38.865771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56620) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:38.871861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ab39e1c7-347e-464f-b342-91ccff88cabe tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/quotas/eb32b2a065304451860d765c81e8b2f1 HTTP/1.1" status: 200 len: 375 time: 0.0376408 Jan 28 12:43:38.892879 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (1b758b97-f37f-45cb-af2f-408989ac2a2a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:38.928447 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56f077ed-c27d-4892-aa59-7c120b54523e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:38.959870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-4a5e1ce7-9330-4740-9558-d3169f41af9b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb32b2a065304451860d765c81e8b2f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863380 Jan 28 12:43:39.036503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Attempting to bind port b1eeee02-f947-45a6-8ee6-e6201f85f341 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:43:39.037185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Attempting to bind port b1eeee02-f947-45a6-8ee6-e6201f85f341 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:43:39.038183 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Attempting to bind port b1eeee02-f947-45a6-8ee6-e6201f85f341 on network 9779a23c-c2e3-4616-b720-27a36d3eeda5 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:43:39.053084 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Port b1eeee02-f947-45a6-8ee6-e6201f85f341 on network 9779a23c-c2e3-4616-b720-27a36d3eeda5 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:43:39.053857 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Attempting to bind port b1eeee02-f947-45a6-8ee6-e6201f85f341 on network 9779a23c-c2e3-4616-b720-27a36d3eeda5 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:43:39.094806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:43:39.096059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Checking segment: {'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:43:39.097282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Bound using segment: {'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:43:39.098264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Bound port: b1eeee02-f947-45a6-8ee6-e6201f85f341, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426ed717-6fb3-416a-b730-8c447a30430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:43:39.099052 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:39.130805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Pushing event updated for resources: {'Port': ['ID=b1eeee02-f947-45a6-8ee6-e6201f85f341,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:39.217476 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c39f221-a8c9-4067-ad47-96eb423702fc req-5d6c3156-fc3c-4882-9bab-2d943ef38545 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.2322519 Jan 28 12:43:39.311176 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1b758b97-f37f-45cb-af2f-408989ac2a2a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:39.378340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:43:39.379228 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (1b758b97-f37f-45cb-af2f-408989ac2a2a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:43:39.382440 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:43:39.393039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] For port b1eeee02-f947-45a6-8ee6-e6201f85f341, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:43:39.401715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] For port b1eeee02-f947-45a6-8ee6-e6201f85f341, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b1eeee02-f947-45a6-8ee6-e6201f85f341,segment=NetworkSegment(426ed717-6fb3-416a-b730-8c447a30430b),segment_id=426ed717-6fb3-416a-b730-8c447a30430b)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:43:39.409223 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56f077ed-c27d-4892-aa59-7c120b54523e admin admin] Publish callbacks [] for security_group (3d121d63-ebc3-4b6a-8e14-803a9c090a75), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:39.411040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:39.444245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:39.445408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:39.448437 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] 10.222.0.49 "PUT /v2.0/ports/b1eeee02-f947-45a6-8ee6-e6201f85f341 HTTP/1.1" status: 200 len: 1091 time: 2.2757766 Jan 28 12:43:39.491743 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'tag': 'b1eeee02-f947-45a6-8ee6-e6201f85f341'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:39.496795 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f21c02-4e5f-480b-bb37-26400940ec2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2febbfb-76f2-4c36-a53c-03cc7f993af8", "tag": "b1eeee02-f947-45a6-8ee6-e6201f85f341"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:39.502803 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56f077ed-c27d-4892-aa59-7c120b54523e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3d121d63-ebc3-4b6a-8e14-803a9c090a75), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:39.542900 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (993626bd-d16e-4eb4-89eb-b6b97a59b989), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:39.558860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 993626bd-d16e-4eb4-89eb-b6b97a59b989 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 12:43:39.580021 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-56f077ed-c27d-4892-aa59-7c120b54523e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc4f0dfeaf854048823d0305c8d199d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7066426 Jan 28 12:43:39.593605 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:39.645668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56638) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:39.650511 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "DELETE /v2.0/networks/993626bd-d16e-4eb4-89eb-b6b97a59b989 HTTP/1.1" status: 204 len: 168 time: 2.3226202 Jan 28 12:43:39.693989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896cdb7-39eb-4f74-b3a6-8bd51a794cfe tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event deleted for resources: {'Network': ['ID=993626bd-d16e-4eb4-89eb-b6b97a59b989,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:39.704509 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8e1b2a82-d39c-4e0d-b30d-603377ebcb7f service neutron] 10.222.0.53 "GET /v2.0/networks/90235fd8-d869-414b-8196-d09aa59d60fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886437 Jan 28 12:43:39.751051 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafa3cf2-7f0c-4f0b-aa5d-666ba3da5648 x-openstack-request-id: req-bafa3cf2-7f0c-4f0b-aa5d-666ba3da5648 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:39.758036 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2febbfb-76f2-4c36-a53c-03cc7f993af8", "tag": "b1eeee02-f947-45a6-8ee6-e6201f85f341", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:39.758579 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bafa3cf2-7f0c-4f0b-aa5d-666ba3da5648 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:39.759216 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'tag': 'b1eeee02-f947-45a6-8ee6-e6201f85f341', 'status': 'completed', 'code': 200} Jan 28 12:43:39.838549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54a5ed-ab52-4eb3-8c1d-d2b187b9662e service neutron] Pushing event updated for resources: {'Port': ['ID=b1eeee02-f947-45a6-8ee6-e6201f85f341,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:39.973849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f077ed-c27d-4892-aa59-7c120b54523e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d121d63-ebc3-4b6a-8e14-803a9c090a75,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:40.095939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-3a61aecf-df68-4c25-a3c9-ee4f6fa877e1 service neutron] 10.222.0.53 "GET /v2.0/networks/90235fd8-d869-414b-8196-d09aa59d60fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828518 Jan 28 12:43:40.128795 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f89304-8779-4ba8-9259-6f55df98ac0e admin admin] Publish callbacks [] for security_group (3d121d63-ebc3-4b6a-8e14-803a9c090a75), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:40.131884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920125-51e9-4475-83f0-30c569df4153 req-a0ad0979-2eaf-462a-9d7d-d6a1c61801b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:40.140781 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-a0ad0979-2eaf-462a-9d7d-d6a1c61801b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb01cfcd2c174be9ad51bd1527e957b0&device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 1094 time: 0.5861638 Jan 28 12:43:40.190639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8047f61-6656-41ee-92f0-bb969fbf3f72 req-cd326d53-7eff-4308-bb65-86717b243174 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:40.203061 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8047f61-6656-41ee-92f0-bb969fbf3f72 req-cd326d53-7eff-4308-bb65-86717b243174 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 943 time: 0.1961563 Jan 28 12:43:40.253002 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-dfadea3e-d2fb-466c-bf56-ac8832a0d6c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1eeee02-f947-45a6-8ee6-e6201f85f341 HTTP/1.1" status: 200 len: 217 time: 0.1103971 Jan 28 12:43:40.351085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8047f61-6656-41ee-92f0-bb969fbf3f72 req-006cbee1-03a5-4efa-889d-fd8cdb3b7528 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c97c359-2a6f-4eed-9124-599aad53a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454558 Jan 28 12:43:40.453266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920125-51e9-4475-83f0-30c569df4153 req-df9379be-964a-4f33-a639-6ab5c7864add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:40.456239 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-df9379be-964a-4f33-a639-6ab5c7864add service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd2529ca-ba59-4b79-af61-a124866c8436 HTTP/1.1" status: 200 len: 844 time: 0.1949511 Jan 28 12:43:40.474225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f89304-8779-4ba8-9259-6f55df98ac0e admin admin] Publish callbacks [] for security_group (3d121d63-ebc3-4b6a-8e14-803a9c090a75), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:40.665595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3e3e65a-7ffe-45b6-b5eb-ecf95bde4bbc req-48c5f572-471a-4c7e-9d37-fff99571584d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1261261 Jan 28 12:43:40.674402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f89304-8779-4ba8-9259-6f55df98ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3d121d63-ebc3-4b6a-8e14-803a9c090a75), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:40.683805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f89304-8779-4ba8-9259-6f55df98ac0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:40.704716 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-71f89304-8779-4ba8-9259-6f55df98ac0e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d121d63-ebc3-4b6a-8e14-803a9c090a75 HTTP/1.1" status: 204 len: 168 time: 0.9727931 Jan 28 12:43:40.797045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d916751-8c26-4549-b65b-739ea2d1855c req-52ceace2-b073-4cd0-b5f6-267bf90941e9 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 210 time: 0.1297469 Jan 28 12:43:40.806454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920125-51e9-4475-83f0-30c569df4153 req-7210d454-c788-43d5-9ac8-9035934609e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:40.828427 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-7210d454-c788-43d5-9ac8-9035934609e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9779a23c-c2e3-4616-b720-27a36d3eeda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3518333 Jan 28 12:43:40.911879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56674) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:40.917641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-088a77df-3540-496c-b3f7-aa9d2601c77b tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Request body: {'router': {'name': 'tempest-router--543500532', 'project_id': '11a8ca0d5ce44a9597642822e6bc7a73'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:41.015350 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-088a77df-3540-496c-b3f7-aa9d2601c77b tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (42418eaf-c5f0-434c-9c4f-06b6bfaac6e5), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:41.016647 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-088a77df-3540-496c-b3f7-aa9d2601c77b tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (42418eaf-c5f0-434c-9c4f-06b6bfaac6e5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:41.058747 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-91797faa-bf8d-486a-b713-68831012b31c service neutron] 10.222.0.49 "GET /v2.0/networks/9779a23c-c2e3-4616-b720-27a36d3eeda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255309 Jan 28 12:43:41.225280 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-44920125-51e9-4475-83f0-30c569df4153 req-ce33d4ed-9a64-4326-a2d9-3afdbd8b44c2 service neutron] 10.222.0.49 "GET /v2.0/networks/9779a23c-c2e3-4616-b720-27a36d3eeda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585205 Jan 28 12:43:41.226847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f89304-8779-4ba8-9259-6f55df98ac0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d121d63-ebc3-4b6a-8e14-803a9c090a75,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:41.308656 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-088a77df-3540-496c-b3f7-aa9d2601c77b tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_controller (42418eaf-c5f0-434c-9c4f-06b6bfaac6e5), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:41.316684 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-088a77df-3540-496c-b3f7-aa9d2601c77b tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (42418eaf-c5f0-434c-9c4f-06b6bfaac6e5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:41.353505 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-088a77df-3540-496c-b3f7-aa9d2601c77b tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:41.355389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-088a77df-3540-496c-b3f7-aa9d2601c77b tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4408159 Jan 28 12:43:41.361651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56688) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:41.477884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f21c02-4e5f-480b-bb37-26400940ec2a req-81f0f62f-8827-4cb3-8a50-4b2a101b47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:41.482258 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38f21c02-4e5f-480b-bb37-26400940ec2a req-81f0f62f-8827-4cb3-8a50-4b2a101b47c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb01cfcd2c174be9ad51bd1527e957b0&device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 1094 time: 0.1805832 Jan 28 12:43:41.660021 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7af85430-b1cf-43e5-bf50-3f7b08041cbd tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (42418eaf-c5f0-434c-9c4f-06b6bfaac6e5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:41.786136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f21c02-4e5f-480b-bb37-26400940ec2a req-7eabfc87-28ed-47c1-96c7-96c901265e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:41.787795 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38f21c02-4e5f-480b-bb37-26400940ec2a req-7eabfc87-28ed-47c1-96c7-96c901265e61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9779a23c-c2e3-4616-b720-27a36d3eeda5 HTTP/1.1" status: 200 len: 906 time: 0.2994759 Jan 28 12:43:41.982421 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38f21c02-4e5f-480b-bb37-26400940ec2a req-67820561-07bf-4a6c-869a-a82c824bd922 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1eeee02-f947-45a6-8ee6-e6201f85f341 HTTP/1.1" status: 200 len: 217 time: 0.1765974 Jan 28 12:43:42.177653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f21c02-4e5f-480b-bb37-26400940ec2a req-590da8ff-abe2-4078-ae6c-802d05882bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:42.183189 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38f21c02-4e5f-480b-bb37-26400940ec2a req-590da8ff-abe2-4078-ae6c-802d05882bcb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd2529ca-ba59-4b79-af61-a124866c8436 HTTP/1.1" status: 200 len: 844 time: 0.1932812 Jan 28 12:43:42.318239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f21c02-4e5f-480b-bb37-26400940ec2a req-dfe5cc64-e017-44a0-b709-bce096988159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:42.321131 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38f21c02-4e5f-480b-bb37-26400940ec2a req-dfe5cc64-e017-44a0-b709-bce096988159 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9779a23c-c2e3-4616-b720-27a36d3eeda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256349 Jan 28 12:43:42.321910 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7af85430-b1cf-43e5-bf50-3f7b08041cbd tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (42418eaf-c5f0-434c-9c4f-06b6bfaac6e5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:42.347604 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7af85430-b1cf-43e5-bf50-3f7b08041cbd tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_controller (42418eaf-c5f0-434c-9c4f-06b6bfaac6e5), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:42.392949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b52d-c7ec-4b91-b437-c49969842d8a req-340637b8-bb0d-4b0a-a579-105bec382191 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:42.394558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58d5b52d-c7ec-4b91-b437-c49969842d8a req-340637b8-bb0d-4b0a-a579-105bec382191 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 943 time: 0.8744810 Jan 28 12:43:42.617599 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38f21c02-4e5f-480b-bb37-26400940ec2a req-ef6c3d96-280a-4bc7-97d7-ceb0eb33378e service neutron] 10.222.0.49 "GET /v2.0/networks/9779a23c-c2e3-4616-b720-27a36d3eeda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886670 Jan 28 12:43:42.728783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a103fb8-3fe3-4dd3-8eb8-31e86807edc9 req-5968f5a5-2572-4802-b0e5-4d0f654eacb9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.3991168 Jan 28 12:43:42.805048 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7af85430-b1cf-43e5-bf50-3f7b08041cbd tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (42418eaf-c5f0-434c-9c4f-06b6bfaac6e5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:42.811564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af85430-b1cf-43e5-bf50-3f7b08041cbd tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42418eaf-c5f0-434c-9c4f-06b6bfaac6e5 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:43:42.855989 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7af85430-b1cf-43e5-bf50-3f7b08041cbd tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:42.857802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7af85430-b1cf-43e5-bf50-3f7b08041cbd tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "DELETE /v2.0/routers/42418eaf-c5f0-434c-9c4f-06b6bfaac6e5 HTTP/1.1" status: 204 len: 168 time: 1.4933569 Jan 28 12:43:42.997154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58d5b52d-c7ec-4b91-b437-c49969842d8a req-d88824b9-d57b-4b93-b9e3-c131cee258a1 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c97c359-2a6f-4eed-9124-599aad53a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4064064 Jan 28 12:43:43.039802 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38f21c02-4e5f-480b-bb37-26400940ec2a req-2d559a27-529c-4122-831c-9b404ce4dbc5 service neutron] 10.222.0.49 "GET /v2.0/networks/9779a23c-c2e3-4616-b720-27a36d3eeda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931215 Jan 28 12:43:43.121804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67d99de3-2fea-4118-a236-bf9b064d6731 req-531269c5-7ed8-4c3a-9ecb-05adf3312c9b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 210 time: 0.0685146 Jan 28 12:43:43.348394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56748) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:43.478303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-dc600fe6-224e-4806-83a8-08ae30accb18 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:43.479929 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-dc600fe6-224e-4806-83a8-08ae30accb18 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.49 "GET /v2.0/networks?id=90235fd8-d869-414b-8196-d09aa59d60fd HTTP/1.1" status: 200 len: 813 time: 0.2300029 Jan 28 12:43:43.499433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Request body: {'port': {'device_id': '7978859b-70bf-45b9-967c-1d7b1637e4ec', 'network_id': '90235fd8-d869-414b-8196-d09aa59d60fd', 'admin_state_up': True, 'tenant_id': 'eb32b2a065304451860d765c81e8b2f1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:43.801512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Made reservation on behalf of eb32b2a065304451860d765c81e8b2f1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:43:43.808564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:43.874211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1179560670', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:43.903876 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (6c098a23-f92c-44a8-89c5-c77de9d988a1), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:43.906573 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (6c098a23-f92c-44a8-89c5-c77de9d988a1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:44.047395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec7644ea-f4c5-4866-b768-3927c3a8fe9d req-c0735f9a-ed00-4837-9d9e-9523711bd4cd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1237712 Jan 28 12:43:44.118325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_controller (6c098a23-f92c-44a8-89c5-c77de9d988a1), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:44.144101 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b1eeee02-f947-45a6-8ee6-e6201f85f341 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:43:44.154345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Allocated IP 172.20.0.14 (90235fd8-d869-414b-8196-d09aa59d60fd/fe233c72-b893-4b5a-9bfb-d887eea77b84/761e5e0f-ba7e-415b-98c2-4153a518bf87) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:43:44.476389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b1eeee02-f947-45a6-8ee6-e6201f85f341, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b1eeee02-f947-45a6-8ee6-e6201f85f341,segment=NetworkSegment(426ed717-6fb3-416a-b730-8c447a30430b),segment_id=426ed717-6fb3-416a-b730-8c447a30430b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:44.504879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'b1eeee02-f947-45a6-8ee6-e6201f85f341', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'port_id': 'b1eeee02-f947-45a6-8ee6-e6201f85f341', 'mac_address': 'fa:16:3e:bc:0b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:43:44.521670 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Publish callbacks [] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:44.624941 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:44.631699 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b52e818c-79db-44c9-9a41-e709cd32f86b req-4842907e-31c3-4966-b4f0-b29e353fa246 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 210 time: 0.2987223 Jan 28 12:43:44.676517 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (6c098a23-f92c-44a8-89c5-c77de9d988a1), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:44.680828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b1eeee02-f947-45a6-8ee6-e6201f85f341 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:44.681234 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:44.718597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2bc40-031c-4fc6-a879-10ddbe5bc668 req-d9bcad5c-3eb5-46e8-b549-8a2388c7ad96 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:44.720064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1eeee02-f947-45a6-8ee6-e6201f85f341 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:43:44.721712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84a2bc40-031c-4fc6-a879-10ddbe5bc668 req-d9bcad5c-3eb5-46e8-b549-8a2388c7ad96 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 943 time: 0.4950728 Jan 28 12:43:44.767690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b1eeee02-f947-45a6-8ee6-e6201f85f341, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b1eeee02-f947-45a6-8ee6-e6201f85f341,segment=NetworkSegment(426ed717-6fb3-416a-b730-8c447a30430b),segment_id=426ed717-6fb3-416a-b730-8c447a30430b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:44.773549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:44.778215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Network 90235fd8-d869-414b-8196-d09aa59d60fd is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:44.786095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:44.802873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:43:44.917308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:44.920290 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:44.955508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Pushing event updated for resources: {'Port': ['ID=761e5e0f-ba7e-415b-98c2-4153a518bf87,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:44.962695 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4750297 Jan 28 12:43:44.975491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:44.976059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:44.976598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:44.977295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:44.977731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:44.978168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:44.978633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:44.979329 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:44.979884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:44.980716 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:44.981331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:44.981841 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:44.983059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370c322-5e7a-4f54-98b7-7baf4f6a183b tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.002169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Request body: {'port': {'device_id': '7978859b-70bf-45b9-967c-1d7b1637e4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:45.046036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b1eeee02-f947-45a6-8ee6-e6201f85f341,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:45.081325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.092680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.093249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.093812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.096067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.096645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.097205 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.097765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.098314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.098861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.109502 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.110176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.110758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:45.112584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84a2bc40-031c-4fc6-a879-10ddbe5bc668 req-886f80ca-1f63-484c-b37e-deeffbb84708 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c97c359-2a6f-4eed-9124-599aad53a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688397 Jan 28 12:43:45.142156 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:45.216547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b1eeee02-f947-45a6-8ee6-e6201f85f341'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:43:45.434536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cad582b0-9d34-4d17-af01-df6d179227c5 req-490a6bc1-8de9-4413-bf01-8591404a6573 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1172810 Jan 28 12:43:45.507954 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (6c098a23-f92c-44a8-89c5-c77de9d988a1), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:45.555959 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:45.844081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761e5e0f-ba7e-415b-98c2-4153a518bf87 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:43:45.872221 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Publish callbacks [] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:45.918021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Transition to ACTIVE for port object 761e5e0f-ba7e-415b-98c2-4153a518bf87 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:43:45.924385 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:45.948703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Allocated IP 172.25.7.140 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/71d5f271-0d26-4d0b-bb63-a8470a02ebd8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:43:46.047288 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Pushing event updated for resources: {'Port': ['ID=761e5e0f-ba7e-415b-98c2-4153a518bf87,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:46.133845 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for port (71d5f271-0d26-4d0b-bb63-a8470a02ebd8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:46.144203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b1eeee02-f947-45a6-8ee6-e6201f85f341 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:43:46.204902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Attempting to bind port 761e5e0f-ba7e-415b-98c2-4153a518bf87 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:43:46.205513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Attempting to bind port 761e5e0f-ba7e-415b-98c2-4153a518bf87 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'b367c869-07b2-47bd-a9c3-b550975b5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '90235fd8-d869-414b-8196-d09aa59d60fd'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:43:46.206010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Attempting to bind port 761e5e0f-ba7e-415b-98c2-4153a518bf87 on network 90235fd8-d869-414b-8196-d09aa59d60fd {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:43:46.210935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Port 761e5e0f-ba7e-415b-98c2-4153a518bf87 on network 90235fd8-d869-414b-8196-d09aa59d60fd not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:43:46.211493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Attempting to bind port 761e5e0f-ba7e-415b-98c2-4153a518bf87 on network 90235fd8-d869-414b-8196-d09aa59d60fd {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:43:46.217491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:43:46.217843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Checking segment: {'id': 'b367c869-07b2-47bd-a9c3-b550975b5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '90235fd8-d869-414b-8196-d09aa59d60fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:43:46.218225 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Bound using segment: {'id': 'b367c869-07b2-47bd-a9c3-b550975b5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '90235fd8-d869-414b-8196-d09aa59d60fd'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:43:46.218716 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Bound port: 761e5e0f-ba7e-415b-98c2-4153a518bf87, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b367c869-07b2-47bd-a9c3-b550975b5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '90235fd8-d869-414b-8196-d09aa59d60fd'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:43:46.218997 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:46.248140 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (71d5f271-0d26-4d0b-bb63-a8470a02ebd8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:46.308276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port b1eeee02-f947-45a6-8ee6-e6201f85f341 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:43:46.327773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port b1eeee02-f947-45a6-8ee6-e6201f85f341 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:46.328201 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:46.340503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] For port 761e5e0f-ba7e-415b-98c2-4153a518bf87, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:43:46.349311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] For port 761e5e0f-ba7e-415b-98c2-4153a518bf87, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=761e5e0f-ba7e-415b-98c2-4153a518bf87,segment=NetworkSegment(b367c869-07b2-47bd-a9c3-b550975b5f66),segment_id=b367c869-07b2-47bd-a9c3-b550975b5f66)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:43:46.355882 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:46.496749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:46.520104 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Pushing event updated for resources: {'Port': ['ID=761e5e0f-ba7e-415b-98c2-4153a518bf87,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:46.565927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:46.566931 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:46.568592 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-ffa92e92-20d1-49ec-b3c4-1b0113ce0cfd service neutron] 10.222.0.49 "PUT /v2.0/ports/761e5e0f-ba7e-415b-98c2-4153a518bf87 HTTP/1.1" status: 200 len: 1092 time: 1.5802658 Jan 28 12:43:46.569200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7978859b-70bf-45b9-967c-1d7b1637e4ec', 'tag': '761e5e0f-ba7e-415b-98c2-4153a518bf87'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:46.574004 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020b1aea-bfe2-46c1-8f00-4c839a96f38a" -d '{"events": [{"name": "network-changed", "server_uuid": "7978859b-70bf-45b9-967c-1d7b1637e4ec", "tag": "761e5e0f-ba7e-415b-98c2-4153a518bf87"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:46.577844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b1eeee02-f947-45a6-8ee6-e6201f85f341 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:46.578349 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:46.582853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Pushing event updated for resources: {'Port': ['ID=71d5f271-0d26-4d0b-bb63-a8470a02ebd8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:46.599032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:46.634339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1eeee02-f947-45a6-8ee6-e6201f85f341'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:46.643287 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48939e2-5b47-44fc-ae7c-a2f882c3054b" -d '{"events": [{"server_uuid": "e2febbfb-76f2-4c36-a53c-03cc7f993af8", "name": "network-vif-plugged", "status": "completed", "tag": "b1eeee02-f947-45a6-8ee6-e6201f85f341"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:46.666973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcabc0-e16f-498b-9b92-308db51af4c2 req-9cc1660c-cf8c-4e71-9083-eea5058b8ab9 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:46.670345 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2bcabc0-e16f-498b-9b92-308db51af4c2 req-9cc1660c-cf8c-4e71-9083-eea5058b8ab9 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 932 time: 0.8712828 Jan 28 12:43:46.674722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:43:46.714045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.714768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.715409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.715998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.717111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.718972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.719918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.720841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.721408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.721962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.722549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.723099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.724856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:43:46.742526 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-1cf66c2a-815a-4d87-b578-5d6d08dba416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:46.744118 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-1cf66c2a-815a-4d87-b578-5d6d08dba416 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb32b2a065304451860d765c81e8b2f1&device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 1095 time: 0.1294386 Jan 28 12:43:46.759230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b1eeee02-f947-45a6-8ee6-e6201f85f341, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b1eeee02-f947-45a6-8ee6-e6201f85f341,segment=NetworkSegment(426ed717-6fb3-416a-b730-8c447a30430b),segment_id=426ed717-6fb3-416a-b730-8c447a30430b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:46.769456 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:46.898635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9d3e8-ce8e-498f-8e5c-872cf5df7592 req-4607bfb2-b83f-4d33-b032-5601f92846f2 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:46.911555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cd9d3e8-ce8e-498f-8e5c-872cf5df7592 req-4607bfb2-b83f-4d33-b032-5601f92846f2 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 944 time: 0.5854795 Jan 28 12:43:46.941762 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-a441ae59-96d3-4ceb-9f4b-6b08cf3d0bac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761e5e0f-ba7e-415b-98c2-4153a518bf87 HTTP/1.1" status: 200 len: 217 time: 0.1913805 Jan 28 12:43:46.995866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b1eeee02-f947-45a6-8ee6-e6201f85f341,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:47.035856 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-12f3bc82-4fe6-416f-ac5e-b231c038b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:47.037578 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-12f3bc82-4fe6-416f-ac5e-b231c038b6ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe233c72-b893-4b5a-9bfb-d887eea77b84 HTTP/1.1" status: 200 len: 853 time: 0.0891488 Jan 28 12:43:47.094165 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-022dfca0-0bb3-4e7a-9278-1f96d8fa6e69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90235fd8-d869-414b-8196-d09aa59d60fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506237 Jan 28 12:43:47.144633 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:47.668916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2bcabc0-e16f-498b-9b92-308db51af4c2 req-cad12425-296c-41dd-b894-e056650daf60 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d62a889-2403-4f26-8df8-4127935a32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9743633 Jan 28 12:43:47.799100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:47.860175 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-6c42c698-a241-402e-81e0-df6648460ea2 service neutron] 10.222.0.49 "GET /v2.0/networks/90235fd8-d869-414b-8196-d09aa59d60fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516108 Jan 28 12:43:47.899179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cd9d3e8-ce8e-498f-8e5c-872cf5df7592 req-04937c21-dab8-4dea-a67a-ecb506973faa tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c97c359-2a6f-4eed-9124-599aad53a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9863009 Jan 28 12:43:48.059389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a94d2829-d07c-47c9-8566-b461a3accddf req-b52f3bc1-6d70-4a99-8481-880c461d63c8 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1121640 Jan 28 12:43:48.150519 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-96628a92-5143-4ae0-a299-dc0f9cbb65bf req-d293c9c1-f10f-4b17-8701-c807e9cedba3 service neutron] 10.222.0.49 "GET /v2.0/networks/90235fd8-d869-414b-8196-d09aa59d60fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777662 Jan 28 12:43:48.204793 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b97210a-f79b-462a-92c4-761c38160818 x-openstack-request-id: req-6b97210a-f79b-462a-92c4-761c38160818 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:48.205233 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2febbfb-76f2-4c36-a53c-03cc7f993af8", "name": "network-vif-plugged", "status": "completed", "tag": "b1eeee02-f947-45a6-8ee6-e6201f85f341", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:48.205505 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b97210a-f79b-462a-92c4-761c38160818 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:48.206060 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1eeee02-f947-45a6-8ee6-e6201f85f341', 'code': 200} Jan 28 12:43:48.386257 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b14a0-4849-4e6d-a945-58a2544846c6 req-3232d1b9-8253-4f20-a132-2ea0154b9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:48.387809 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-392b14a0-4849-4e6d-a945-58a2544846c6 req-3232d1b9-8253-4f20-a132-2ea0154b9533 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 1096 time: 0.1002080 Jan 28 12:43:48.437966 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (6c098a23-f92c-44a8-89c5-c77de9d988a1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:48.445048 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad44bc5-685c-40a1-8c74-98ec0e09b694 x-openstack-request-id: req-2ad44bc5-685c-40a1-8c74-98ec0e09b694 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:48.446077 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7978859b-70bf-45b9-967c-1d7b1637e4ec", "tag": "761e5e0f-ba7e-415b-98c2-4153a518bf87", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:48.446077 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ad44bc5-685c-40a1-8c74-98ec0e09b694 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:48.446077 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7978859b-70bf-45b9-967c-1d7b1637e4ec', 'tag': '761e5e0f-ba7e-415b-98c2-4153a518bf87', 'status': 'completed', 'code': 200} Jan 28 12:43:48.496725 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-392b14a0-4849-4e6d-a945-58a2544846c6 req-c14f8273-cb76-4419-a0c7-5b07b18401d6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5c97c359-2a6f-4eed-9124-599aad53a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020198 Jan 28 12:43:48.602140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b1aea-bfe2-46c1-8f00-4c839a96f38a req-72a9f6d0-a98c-4909-8c63-329539f30666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:48.604216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-020b1aea-bfe2-46c1-8f00-4c839a96f38a req-72a9f6d0-a98c-4909-8c63-329539f30666 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb32b2a065304451860d765c81e8b2f1&device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 1095 time: 0.1048203 Jan 28 12:43:48.797681 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (6c098a23-f92c-44a8-89c5-c77de9d988a1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:49.048288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b625d47-8c9e-4399-b8f0-1bb5a5784584 req-5d8c5f5b-01cd-4150-9c5e-192c615bd9d3 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:49.055751 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b625d47-8c9e-4399-b8f0-1bb5a5784584 req-5d8c5f5b-01cd-4150-9c5e-192c615bd9d3 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 944 time: 0.1570461 Jan 28 12:43:49.067612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b1aea-bfe2-46c1-8f00-4c839a96f38a req-85b56919-6321-42c3-a7ef-8e51367c423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:49.070704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-020b1aea-bfe2-46c1-8f00-4c839a96f38a req-85b56919-6321-42c3-a7ef-8e51367c423e service neutron] 10.222.0.49 "GET /v2.0/networks?id=90235fd8-d869-414b-8196-d09aa59d60fd HTTP/1.1" status: 200 len: 914 time: 0.3613210 Jan 28 12:43:49.193276 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-020b1aea-bfe2-46c1-8f00-4c839a96f38a req-eb7a85ed-a6f4-4866-8fc0-bd68b895ff22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761e5e0f-ba7e-415b-98c2-4153a518bf87 HTTP/1.1" status: 200 len: 217 time: 0.0837474 Jan 28 12:43:49.218730 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7f57425-a09f-4c32-81cf-32162ab3aa3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:49.293215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b1aea-bfe2-46c1-8f00-4c839a96f38a req-024cbb8b-9497-4fed-89a2-b6a3788226b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:49.295100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-020b1aea-bfe2-46c1-8f00-4c839a96f38a req-024cbb8b-9497-4fed-89a2-b6a3788226b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe233c72-b893-4b5a-9bfb-d887eea77b84 HTTP/1.1" status: 200 len: 853 time: 0.0876451 Jan 28 12:43:49.361638 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-020b1aea-bfe2-46c1-8f00-4c839a96f38a req-db38d602-e8be-43b0-8306-676b4b3f356e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=90235fd8-d869-414b-8196-d09aa59d60fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499499 Jan 28 12:43:49.381519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b625d47-8c9e-4399-b8f0-1bb5a5784584 req-602aebaa-d7b6-4b4e-8223-6170ee86ede1 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d62a889-2403-4f26-8df8-4127935a32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233042 Jan 28 12:43:49.410639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dd470-7863-4cb7-bc6f-3669eebf4c9c req-cf6f5924-c891-45f1-bba6-68197fe90c39 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:49.418508 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-546dd470-7863-4cb7-bc6f-3669eebf4c9c req-cf6f5924-c891-45f1-bba6-68197fe90c39 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 945 time: 0.3578346 Jan 28 12:43:49.626186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Router 6c098a23-f92c-44a8-89c5-c77de9d988a1 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:43:49.670381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-546dd470-7863-4cb7-bc6f-3669eebf4c9c req-8272a36c-88dc-4e93-94be-bec8efa3fb9b tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c97c359-2a6f-4eed-9124-599aad53a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499313 Jan 28 12:43:49.684378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac9e0872-f1e8-4090-a8c1-a9f9e7110469 req-1830264d-ef63-4025-ba68-e049585993f8 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0960121 Jan 28 12:43:49.783556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-020b1aea-bfe2-46c1-8f00-4c839a96f38a req-b1ab5cc1-d2af-44d5-a732-849532fccd7c service neutron] 10.222.0.49 "GET /v2.0/networks/90235fd8-d869-414b-8196-d09aa59d60fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624041 Jan 28 12:43:49.912840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:43:49.927110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff7dab-0c02-4dc7-8643-39a4e39f8dfc None None] Sync routers for ids ['6c098a23-f92c-44a8-89c5-c77de9d988a1'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:43:49.992574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff7dab-0c02-4dc7-8643-39a4e39f8dfc None None] Routers {'6c098a23-f92c-44a8-89c5-c77de9d988a1'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:49.993642 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-82ff7dab-0c02-4dc7-8643-39a4e39f8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['6c098a23-f92c-44a8-89c5-c77de9d988a1'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:50.065485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-82ff7dab-0c02-4dc7-8643-39a4e39f8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:50.087727 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-020b1aea-bfe2-46c1-8f00-4c839a96f38a req-af591a87-9ec2-4cd0-a60e-02f48a7e67eb service neutron] 10.222.0.49 "GET /v2.0/networks/90235fd8-d869-414b-8196-d09aa59d60fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720569 Jan 28 12:43:50.089305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff7dab-0c02-4dc7-8643-39a4e39f8dfc None None] Routers {'6c098a23-f92c-44a8-89c5-c77de9d988a1'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:50.089976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-82ff7dab-0c02-4dc7-8643-39a4e39f8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['6c098a23-f92c-44a8-89c5-c77de9d988a1'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:50.095390 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:50.101734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2b6d1a90-01ae-4b8b-aefd-d2aaae9192fc tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.7493327 Jan 28 12:43:50.102371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56926) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:50.174782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-82ff7dab-0c02-4dc7-8643-39a4e39f8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:50.177468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff7dab-0c02-4dc7-8643-39a4e39f8dfc None None] The sync data for ids ['6c098a23-f92c-44a8-89c5-c77de9d988a1'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:43:50.322140 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c3e7f064-6868-46dd-ba87-1cc0fb0cccd2 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/routers/6c098a23-f92c-44a8-89c5-c77de9d988a1 HTTP/1.1" status: 200 len: 925 time: 0.2177949 Jan 28 12:43:50.325160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56936) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:50.373369 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-881e6912-c781-4768-ad3c-6da3e9249742 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c098a23-f92c-44a8-89c5-c77de9d988a1 HTTP/1.1" status: 200 len: 205 time: 0.0461144 Jan 28 12:43:50.376230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:50.591108 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (6c098a23-f92c-44a8-89c5-c77de9d988a1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:50.592546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e4feb-bd09-4b5c-a3cb-3417b3d9dbd1 req-6334f49c-7576-4a71-8cff-baa04c505a87 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:50.594232 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-647e4feb-bd09-4b5c-a3cb-3417b3d9dbd1 req-6334f49c-7576-4a71-8cff-baa04c505a87 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 944 time: 0.0978944 Jan 28 12:43:50.726985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-647e4feb-bd09-4b5c-a3cb-3417b3d9dbd1 req-56c4cb48-4021-4149-ba84-b5a5778117c1 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d62a889-2403-4f26-8df8-4127935a32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207654 Jan 28 12:43:50.804841 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (6c098a23-f92c-44a8-89c5-c77de9d988a1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:51.006136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64aef3-abb9-49fc-addd-dcf9d939809c req-11612b02-06fe-4beb-9bb7-788edab4805e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:51.006720 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Deleting port 71d5f271-0d26-4d0b-bb63-a8470a02ebd8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:43:51.006720 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (71d5f271-0d26-4d0b-bb63-a8470a02ebd8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:51.006906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a64aef3-abb9-49fc-addd-dcf9d939809c req-11612b02-06fe-4beb-9bb7-788edab4805e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 945 time: 0.1404822 Jan 28 12:43:51.027155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2cbf66d8-3c7f-4442-8f47-ce03d9351a30 req-75a05e04-17d6-45cf-8379-742d5c047afd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0817423 Jan 28 12:43:51.120431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a64aef3-abb9-49fc-addd-dcf9d939809c req-437fc467-aa5a-4014-b608-561cd2223615 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c97c359-2a6f-4eed-9124-599aad53a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148438 Jan 28 12:43:51.224933 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (71d5f271-0d26-4d0b-bb63-a8470a02ebd8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:51.259131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Calling delete_port for 71d5f271-0d26-4d0b-bb63-a8470a02ebd8 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:43:51.396046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9bf2e-61da-4ade-ab03-4adf4827dea4 req-cfbd4508-c06e-4b5e-8f86-f46845eb07d2 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:51.397615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7eb9bf2e-61da-4ade-ab03-4adf4827dea4 req-cfbd4508-c06e-4b5e-8f86-f46845eb07d2 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 945 time: 0.1202769 Jan 28 12:43:51.416805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56972) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:51.416805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5d1e20ce-7dd4-49c2-b60f-4cdf33de861e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Request body: {'floatingip': {'port_id': 'b1eeee02-f947-45a6-8ee6-e6201f85f341'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:51.521923 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d1e20ce-7dd4-49c2-b60f-4cdf33de861e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for floatingip (3cdbc818-ab1c-4700-b041-177ddc0c4ede), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:51.632239 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fca7ef9-4452-4bd9-841b-56bd8c5fbe80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:51.713967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (71d5f271-0d26-4d0b-bb63-a8470a02ebd8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:51.815096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Pushing event deleted for resources: {'Port': ['ID=71d5f271-0d26-4d0b-bb63-a8470a02ebd8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:51.889806 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (6c098a23-f92c-44a8-89c5-c77de9d988a1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:52.124161 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (6c098a23-f92c-44a8-89c5-c77de9d988a1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:52.136903 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_controller (6c098a23-f92c-44a8-89c5-c77de9d988a1), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:52.151918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 761e5e0f-ba7e-415b-98c2-4153a518bf87 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:43:52.278378 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (6c098a23-f92c-44a8-89c5-c77de9d988a1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:52.280903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Fanout notify agent at l3_agent the message router_deleted on router 6c098a23-f92c-44a8-89c5-c77de9d988a1 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:43:52.287643 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7368241d-b7c3-4b08-aa07-80a801abd774 req-027309a4-5079-4203-ae3e-7adc456b2bfd tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0518346 Jan 28 12:43:52.292305 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:52.300336 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8604bc7d-3846-4f21-b27d-6fc6bfd05c54 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/routers/6c098a23-f92c-44a8-89c5-c77de9d988a1 HTTP/1.1" status: 204 len: 168 time: 1.9228308 Jan 28 12:43:52.301192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56992) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:52.318315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070431ca-8de7-4d61-a331-445fc3ef1a59 req-2c72cb0e-eafb-4fea-ae2a-25cb4744b47a tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:52.318315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-070431ca-8de7-4d61-a331-445fc3ef1a59 req-2c72cb0e-eafb-4fea-ae2a-25cb4744b47a tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 944 time: 0.3808181 Jan 28 12:43:52.318737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Request body: {'router': {'name': 'tempest-snat-router-112872130', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'enable_snat': False}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:52.348915 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (76d32a98-89df-4d71-b74d-71e9efa6a391), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:52.363451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (76d32a98-89df-4d71-b74d-71e9efa6a391), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:52.438759 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_controller (76d32a98-89df-4d71-b74d-71e9efa6a391), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:52.484144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 761e5e0f-ba7e-415b-98c2-4153a518bf87, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=761e5e0f-ba7e-415b-98c2-4153a518bf87,segment=NetworkSegment(b367c869-07b2-47bd-a9c3-b550975b5f66),segment_id=b367c869-07b2-47bd-a9c3-b550975b5f66)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:52.502744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '761e5e0f-ba7e-415b-98c2-4153a518bf87', 'network_id': '90235fd8-d869-414b-8196-d09aa59d60fd', 'port_id': '761e5e0f-ba7e-415b-98c2-4153a518bf87', 'mac_address': 'fa:16:3e:aa:e3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe233c72-b893-4b5a-9bfb-d887eea77b84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:43:52.555700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 761e5e0f-ba7e-415b-98c2-4153a518bf87 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:52.556822 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:52.571472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-070431ca-8de7-4d61-a331-445fc3ef1a59 req-99b44033-05cc-4649-8432-14c1a37a6c57 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d62a889-2403-4f26-8df8-4127935a32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574561 Jan 28 12:43:52.577754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761e5e0f-ba7e-415b-98c2-4153a518bf87 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:43:52.608154 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 761e5e0f-ba7e-415b-98c2-4153a518bf87, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=761e5e0f-ba7e-415b-98c2-4153a518bf87,segment=NetworkSegment(b367c869-07b2-47bd-a9c3-b550975b5f66),segment_id=b367c869-07b2-47bd-a9c3-b550975b5f66)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:52.619989 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:52.683146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=761e5e0f-ba7e-415b-98c2-4153a518bf87,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:52.715028 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (76d32a98-89df-4d71-b74d-71e9efa6a391), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:52.831892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['761e5e0f-ba7e-415b-98c2-4153a518bf87'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:43:52.987433 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:53.005031 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d1e20ce-7dd4-49c2-b60f-4cdf33de861e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:53.010975 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d1e20ce-7dd4-49c2-b60f-4cdf33de861e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (3cdbc818-ab1c-4700-b041-177ddc0c4ede), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:53.246101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (76d32a98-89df-4d71-b74d-71e9efa6a391), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:53.298001 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:53.540076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Allocated IP 172.25.7.165 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:43:53.645389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ecd0c6b1-3544-42eb-9617-bc1f7387efb7 req-d6f46bf3-fb65-4576-a9a7-1a4abee36c68 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0389142 Jan 28 12:43:53.721153 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:53.763851 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:53.770422 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-5d1e20ce-7dd4-49c2-b60f-4cdf33de861e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Floating IP 3cdbc818-ab1c-4700-b041-177ddc0c4ede associated. External IP: 172.25.7.198, port: b1eeee02-f947-45a6-8ee6-e6201f85f341. Jan 28 12:43:53.835000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:53.849472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:53.862602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:43:53.907479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event updated for resources: {'Port': ['ID=6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:54.012130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ae840-754f-4443-b090-e17c460c323b req-86b85387-bd5e-4731-b53a-60dbcd5d56aa tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:54.021661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a1ae840-754f-4443-b090-e17c460c323b req-86b85387-bd5e-4731-b53a-60dbcd5d56aa tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 945 time: 0.1487544 Jan 28 12:43:54.166133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 761e5e0f-ba7e-415b-98c2-4153a518bf87 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:43:54.199511 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a1ae840-754f-4443-b090-e17c460c323b req-58a0bdc0-a6d2-40f5-a093-d65c9f734bd9 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d62a889-2403-4f26-8df8-4127935a32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769333 Jan 28 12:43:54.251737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 761e5e0f-ba7e-415b-98c2-4153a518bf87 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:43:54.264783 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 761e5e0f-ba7e-415b-98c2-4153a518bf87 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:43:54.267069 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:54.311196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1e20ce-7dd4-49c2-b60f-4cdf33de861e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Router e4c3bca6-14db-404f-a78c-60020a66c283 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:43:54.377703 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (76d32a98-89df-4d71-b74d-71e9efa6a391), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:54.471482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 761e5e0f-ba7e-415b-98c2-4153a518bf87 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:43:54.471883 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:54.497219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1e20ce-7dd4-49c2-b60f-4cdf33de861e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:43:54.503182 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d1e20ce-7dd4-49c2-b60f-4cdf33de861e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:54.509706 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a8b68-88fe-43bb-9985-df930a26a915 None None] Sync routers for ids ['e4c3bca6-14db-404f-a78c-60020a66c283'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:43:54.530673 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a8b68-88fe-43bb-9985-df930a26a915 None None] Routers {'e4c3bca6-14db-404f-a78c-60020a66c283'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:54.531804 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef1a8b68-88fe-43bb-9985-df930a26a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4c3bca6-14db-404f-a78c-60020a66c283'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:54.532489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7978859b-70bf-45b9-967c-1d7b1637e4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e5e0f-ba7e-415b-98c2-4153a518bf87'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:54.539587 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df406ba-99f7-4389-bdd4-e2c0e833f4b0" -d '{"events": [{"server_uuid": "7978859b-70bf-45b9-967c-1d7b1637e4ec", "name": "network-vif-plugged", "status": "completed", "tag": "761e5e0f-ba7e-415b-98c2-4153a518bf87"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:54.578149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 761e5e0f-ba7e-415b-98c2-4153a518bf87, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=761e5e0f-ba7e-415b-98c2-4153a518bf87,segment=NetworkSegment(b367c869-07b2-47bd-a9c3-b550975b5f66),segment_id=b367c869-07b2-47bd-a9c3-b550975b5f66)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:54.602145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5d1e20ce-7dd4-49c2-b60f-4cdf33de861e tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "PUT /v2.0/floatingips/3cdbc818-ab1c-4700-b041-177ddc0c4ede HTTP/1.1" status: 200 len: 991 time: 3.1881788 Jan 28 12:43:54.603677 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:54.617885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'tag': 'b1eeee02-f947-45a6-8ee6-e6201f85f341'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:43:54.630173 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa7cfbb-048c-4737-a0d9-588f96809c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2febbfb-76f2-4c36-a53c-03cc7f993af8", "tag": "b1eeee02-f947-45a6-8ee6-e6201f85f341"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:43:54.791724 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a1de29-ca25-48bd-9ecc-00248a06a328 x-openstack-request-id: req-a6a1de29-ca25-48bd-9ecc-00248a06a328 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:54.792026 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7978859b-70bf-45b9-967c-1d7b1637e4ec", "name": "network-vif-plugged", "status": "completed", "tag": "761e5e0f-ba7e-415b-98c2-4153a518bf87", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:54.792359 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6a1de29-ca25-48bd-9ecc-00248a06a328 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:54.792779 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7978859b-70bf-45b9-967c-1d7b1637e4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e5e0f-ba7e-415b-98c2-4153a518bf87', 'code': 200} Jan 28 12:43:54.796394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=761e5e0f-ba7e-415b-98c2-4153a518bf87,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:54.806615 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a16a0fe-09e1-4800-b4b3-f2bfe694f77f x-openstack-request-id: req-6a16a0fe-09e1-4800-b4b3-f2bfe694f77f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:43:54.807563 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2febbfb-76f2-4c36-a53c-03cc7f993af8", "tag": "b1eeee02-f947-45a6-8ee6-e6201f85f341", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:43:54.808011 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a16a0fe-09e1-4800-b4b3-f2bfe694f77f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:43:54.808789 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'tag': 'b1eeee02-f947-45a6-8ee6-e6201f85f341', 'status': 'completed', 'code': 200} Jan 28 12:43:54.830229 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:54.846330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f122e67-7c4b-4add-bd4a-040a9082dafd req-523cb0c1-9f00-46b5-b92c-069e04d92332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:54.853231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f122e67-7c4b-4add-bd4a-040a9082dafd req-523cb0c1-9f00-46b5-b92c-069e04d92332 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 1097 time: 0.0969172 Jan 28 12:43:54.917054 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (76d32a98-89df-4d71-b74d-71e9efa6a391), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:54.921958 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ef1a8b68-88fe-43bb-9985-df930a26a915 None None] Set router e4c3bca6-14db-404f-a78c-60020a66c283 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:43:55.007128 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f122e67-7c4b-4add-bd4a-040a9082dafd req-1f78eab7-6006-4915-9947-8e8c1d091c1c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1d62a889-2403-4f26-8df8-4127935a32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530573 Jan 28 12:43:55.014116 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c7c7763-78a4-4e76-a6e0-8661b056a0ed req-6eb2f915-7f68-4416-9991-8ee5b8888237 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0869055 Jan 28 12:43:55.124325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7cfbb-048c-4737-a0d9-588f96809c1c req-c649da72-142d-4a1b-a07f-bdde07841e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:55.125561 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5aa7cfbb-048c-4737-a0d9-588f96809c1c req-c649da72-142d-4a1b-a07f-bdde07841e6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb01cfcd2c174be9ad51bd1527e957b0&device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 1096 time: 0.1969068 Jan 28 12:43:55.513745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3aaa0-b520-44db-a3db-9ee41b32bee0 req-0c9ab6f4-7f2f-471a-8eba-8cf522326ae5 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:55.530298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-93d3aaa0-b520-44db-a3db-9ee41b32bee0 req-0c9ab6f4-7f2f-471a-8eba-8cf522326ae5 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 946 time: 0.1569357 Jan 28 12:43:55.552352 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef1a8b68-88fe-43bb-9985-df930a26a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:43:15Z', 'revision_number': 4, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '3cdbc818-ab1c-4700-b041-177ddc0c4ede', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'port_id': 'b1eeee02-f947-45a6-8ee6-e6201f85f341', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'mac_address': 'fa:16:3e:bc:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:43:25Z', 'updated_at': '2022-01-28T12:43:52Z', 'revision_number': 1, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cb1dfb-4a36-4454-b4c1-46d4c90f5103', 'name': '', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'mac_address': 'fa:16:3e:9a:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:13Z', 'updated_at': '2022-01-28T12:43:24Z', 'revision_number': 5, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'subnets': [{'id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:55.580979 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a8b68-88fe-43bb-9985-df930a26a915 None None] Checking router: e4c3bca6-14db-404f-a78c-60020a66c283 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:43:55.591497 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a8b68-88fe-43bb-9985-df930a26a915 None None] Routers {'e4c3bca6-14db-404f-a78c-60020a66c283'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:55.592177 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef1a8b68-88fe-43bb-9985-df930a26a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4c3bca6-14db-404f-a78c-60020a66c283'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:55.655818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-93d3aaa0-b520-44db-a3db-9ee41b32bee0 req-d8d8cd8d-9796-4456-b9ab-7dffd0a4525c tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d62a889-2403-4f26-8df8-4127935a32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208961 Jan 28 12:43:55.722327 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ef1a8b68-88fe-43bb-9985-df930a26a915 None None] Set router e4c3bca6-14db-404f-a78c-60020a66c283 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:43:55.846401 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7cfbb-048c-4737-a0d9-588f96809c1c req-e8e88435-bf17-4362-82f1-190749fb80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:55.848255 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5aa7cfbb-048c-4737-a0d9-588f96809c1c req-e8e88435-bf17-4362-82f1-190749fb80bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=9779a23c-c2e3-4616-b720-27a36d3eeda5 HTTP/1.1" status: 200 len: 906 time: 0.6430047 Jan 28 12:43:55.972859 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:55.995297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Router 76d32a98-89df-4d71-b74d-71e9efa6a391 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:43:56.041141 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5aa7cfbb-048c-4737-a0d9-588f96809c1c req-5fc5bac6-ca0d-485a-b8c5-440f66023348 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1eeee02-f947-45a6-8ee6-e6201f85f341 HTTP/1.1" status: 200 len: 999 time: 0.1860979 Jan 28 12:43:56.237076 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef1a8b68-88fe-43bb-9985-df930a26a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:43:15Z', 'revision_number': 4, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '3cdbc818-ab1c-4700-b041-177ddc0c4ede', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'port_id': 'b1eeee02-f947-45a6-8ee6-e6201f85f341', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'mac_address': 'fa:16:3e:bc:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:43:25Z', 'updated_at': '2022-01-28T12:43:52Z', 'revision_number': 1, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cb1dfb-4a36-4454-b4c1-46d4c90f5103', 'name': '', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'mac_address': 'fa:16:3e:9a:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:13Z', 'updated_at': '2022-01-28T12:43:24Z', 'revision_number': 5, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'subnets': [{'id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:56.276402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-886fbf52-8122-4754-ac36-95089b978dd4 req-ae01efbe-96ad-4486-99ba-c680248f5242 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0453243 Jan 28 12:43:56.310085 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a8b68-88fe-43bb-9985-df930a26a915 None None] The sync data for ids ['e4c3bca6-14db-404f-a78c-60020a66c283'] in n-d-824835-4 is: [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:43:15Z', 'revision_number': 4, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '3cdbc818-ab1c-4700-b041-177ddc0c4ede', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'port_id': 'b1eeee02-f947-45a6-8ee6-e6201f85f341', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'mac_address': 'fa:16:3e:bc:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:43:25Z', 'updated_at': '2022-01-28T12:43:52Z', 'revision_number': 1, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cb1dfb-4a36-4454-b4c1-46d4c90f5103', 'name': '', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'mac_address': 'fa:16:3e:9a:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:13Z', 'updated_at': '2022-01-28T12:43:24Z', 'revision_number': 5, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'subnets': [{'id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:43:56.387165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:43:56.405929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7cfbb-048c-4737-a0d9-588f96809c1c req-afec4f50-b066-4f1c-9ace-e51bfd2f4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:56.407330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Sync routers for ids ['76d32a98-89df-4d71-b74d-71e9efa6a391'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:43:56.407707 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5aa7cfbb-048c-4737-a0d9-588f96809c1c req-afec4f50-b066-4f1c-9ace-e51bfd2f4ca1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd2529ca-ba59-4b79-af61-a124866c8436 HTTP/1.1" status: 200 len: 844 time: 0.3499207 Jan 28 12:43:56.420635 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:56.421621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Routers {'76d32a98-89df-4d71-b74d-71e9efa6a391'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:56.423151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['76d32a98-89df-4d71-b74d-71e9efa6a391'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:56.425085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57088) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:56.437466 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3764b54e-c080-4e69-ab0d-5d5ca4a4ede9 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1348243 Jan 28 12:43:56.522851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7cfbb-048c-4737-a0d9-588f96809c1c req-5c4e7517-1fb6-4e40-932c-06abf031a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:56.525539 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5aa7cfbb-048c-4737-a0d9-588f96809c1c req-5c4e7517-1fb6-4e40-932c-06abf031a6b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9779a23c-c2e3-4616-b720-27a36d3eeda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863888 Jan 28 12:43:56.680355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-add404a8-9ce0-41c1-a535-2f8a3b7bbde3 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/routers/76d32a98-89df-4d71-b74d-71e9efa6a391 HTTP/1.1" status: 200 len: 908 time: 0.2532187 Jan 28 12:43:56.681430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57094) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:56.693904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Request body: {'router': {'name': 'tempest-snat-router-112872130', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'enable_snat': True}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:43:56.707895 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5aa7cfbb-048c-4737-a0d9-588f96809c1c req-40e692a5-7d56-4c5e-945c-80d0f7ee4052 service neutron] 10.222.0.49 "GET /v2.0/networks/9779a23c-c2e3-4616-b720-27a36d3eeda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767731 Jan 28 12:43:56.765611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (74fbc36a-a3a3-47db-919c-bf83d360ca08), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:56.767148 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (74fbc36a-a3a3-47db-919c-bf83d360ca08), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:56.800892 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3160c89c-d7fb-44bb-9831-919d053114e2 None None] New status for floating IP 3cdbc818-ab1c-4700-b041-177ddc0c4ede: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:43:56.834130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Set router 76d32a98-89df-4d71-b74d-71e9efa6a391 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:43:56.915651 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_controller (74fbc36a-a3a3-47db-919c-bf83d360ca08), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:56.945246 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5aa7cfbb-048c-4737-a0d9-588f96809c1c req-8af7a585-507c-45fd-9808-8ccc6ee0f288 service neutron] 10.222.0.49 "GET /v2.0/networks/9779a23c-c2e3-4616-b720-27a36d3eeda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307911 Jan 28 12:43:57.123772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3055a7-5a12-404d-8c79-33a6381c8248 req-570aa77f-8339-400d-b93c-b0ee1815a086 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:57.125364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb3055a7-5a12-404d-8c79-33a6381c8248 req-570aa77f-8339-400d-b93c-b0ee1815a086 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 946 time: 0.2287133 Jan 28 12:43:57.241977 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (74fbc36a-a3a3-47db-919c-bf83d360ca08), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:57.257149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d32a98-89df-4d71-b74d-71e9efa6a391', 'name': 'tempest-snat-router-112872130', 'tenant_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.165'}], 'enable_snat': False}, 'gw_port_id': '6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:52Z', 'updated_at': '2022-01-28T12:43:54Z', 'revision_number': 3, 'project_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'gw_port': {'id': '6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d32a98-89df-4d71-b74d-71e9efa6a391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:53Z', 'updated_at': '2022-01-28T12:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:57.291821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Checking router: 76d32a98-89df-4d71-b74d-71e9efa6a391 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:43:57.292327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Updating router 76d32a98-89df-4d71-b74d-71e9efa6a391 port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:43:57.307139 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb3055a7-5a12-404d-8c79-33a6381c8248 req-2b6e603b-69c7-4c14-a6a8-c71b8a38281c tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d62a889-2403-4f26-8df8-4127935a32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411457 Jan 28 12:43:57.330853 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:57.499641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2586af5f-2b69-4d21-94dc-d86ea30a5447 req-ac473f68-6697-4929-816a-fab4e6a70df1 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0809326 Jan 28 12:43:57.737722 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Publish callbacks [] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:57.749656 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:57.750346 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (74fbc36a-a3a3-47db-919c-bf83d360ca08), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:57.785792 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:57.823110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Attempting to bind port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:43:57.823967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Attempting to bind port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:43:57.825282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Attempting to bind port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:43:57.852916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:43:57.854658 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:43:57.854658 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:57.854658 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:43:57.854658 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Bound port: 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:43:57.857673 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:57.902387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ea14e-8a4f-4ce3-81af-7244e4a833d0 None None] Pushing event updated for resources: {'Port': ['ID=6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:57.959600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] For port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:43:57.964681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] For port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:43:57.971408 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:57.978084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Allocated IP 172.25.7.134 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/a9408921-d8c4-4d0a-ad80-8e8efb89ffc9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:43:58.011438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c805b-2c48-4eb8-a795-763c929508e1 req-be01b91a-1bb5-4080-992e-03c2378f300f tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:58.013524 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-500c805b-2c48-4eb8-a795-763c929508e1 req-be01b91a-1bb5-4080-992e-03c2378f300f tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 946 time: 0.0878129 Jan 28 12:43:58.046347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ea14e-8a4f-4ce3-81af-7244e4a833d0 None None] Pushing event updated for resources: {'Port': ['ID=6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:58.066780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Routers {'76d32a98-89df-4d71-b74d-71e9efa6a391'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:58.067609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['76d32a98-89df-4d71-b74d-71e9efa6a391'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:58.196164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] Set router 76d32a98-89df-4d71-b74d-71e9efa6a391 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:43:58.224117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-500c805b-2c48-4eb8-a795-763c929508e1 req-8fabea88-1bec-4536-b5dc-a33391429267 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d62a889-2403-4f26-8df8-4127935a32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007034 Jan 28 12:43:58.294087 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for port (a9408921-d8c4-4d0a-ad80-8e8efb89ffc9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:58.349088 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a9408921-d8c4-4d0a-ad80-8e8efb89ffc9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:58.373034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:43:58.374727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:43:58.382559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:43:58.441172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event updated for resources: {'Port': ['ID=a9408921-d8c4-4d0a-ad80-8e8efb89ffc9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:43:58.478067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d32a98-89df-4d71-b74d-71e9efa6a391', 'name': 'tempest-snat-router-112872130', 'tenant_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.165'}], 'enable_snat': False}, 'gw_port_id': '6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:52Z', 'updated_at': '2022-01-28T12:43:54Z', 'revision_number': 3, 'project_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'gw_port': {'id': '6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d32a98-89df-4d71-b74d-71e9efa6a391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:53Z', 'updated_at': '2022-01-28T12:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:58.519328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf13bea-8e31-4bb9-8f42-83ba7bec6457 None None] The sync data for ids ['76d32a98-89df-4d71-b74d-71e9efa6a391'] in n-d-824835-4 is: [{'id': '76d32a98-89df-4d71-b74d-71e9efa6a391', 'name': 'tempest-snat-router-112872130', 'tenant_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.165'}], 'enable_snat': False}, 'gw_port_id': '6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:52Z', 'updated_at': '2022-01-28T12:43:54Z', 'revision_number': 3, 'project_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'gw_port': {'id': '6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d32a98-89df-4d71-b74d-71e9efa6a391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:53Z', 'updated_at': '2022-01-28T12:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:43:58.720121 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75e49ba9-f3a5-4e75-8a50-13350c302fd8 req-3199d599-5432-4336-8513-3d46a39cd82e tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0379186 Jan 28 12:43:58.886304 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (74fbc36a-a3a3-47db-919c-bf83d360ca08), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:59.207009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (74fbc36a-a3a3-47db-919c-bf83d360ca08), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:59.257248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dff83-b8d6-4118-b7ef-c48827aea011 req-0880791d-917f-4e5f-b459-8adc25b8d1bf tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:59.264275 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a90dff83-b8d6-4118-b7ef-c48827aea011 req-0880791d-917f-4e5f-b459-8adc25b8d1bf tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.49 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 946 time: 0.1372039 Jan 28 12:43:59.452245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a90dff83-b8d6-4118-b7ef-c48827aea011 req-eed71d4e-0939-4cb7-86df-5be9b8051cc2 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Deleting port 761e5e0f-ba7e-415b-98c2-4153a518bf87 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:43:59.458033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a90dff83-b8d6-4118-b7ef-c48827aea011 req-eed71d4e-0939-4cb7-86df-5be9b8051cc2 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:59.495884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280a10b-37df-43f1-a5eb-7758eab71218 req-26224418-0197-46fb-88c7-6466d521834f tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:43:59.498198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0280a10b-37df-43f1-a5eb-7758eab71218 req-26224418-0197-46fb-88c7-6466d521834f tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 946 time: 0.1109889 Jan 28 12:43:59.586231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0280a10b-37df-43f1-a5eb-7758eab71218 req-ef8fe0b8-0124-4320-b002-51288d64ef73 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d62a889-2403-4f26-8df8-4127935a32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780451 Jan 28 12:43:59.587431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Router 74fbc36a-a3a3-47db-919c-bf83d360ca08 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:43:59.643138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a90dff83-b8d6-4118-b7ef-c48827aea011 req-eed71d4e-0939-4cb7-86df-5be9b8051cc2 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] For port 761e5e0f-ba7e-415b-98c2-4153a518bf87, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=761e5e0f-ba7e-415b-98c2-4153a518bf87,segment=NetworkSegment(b367c869-07b2-47bd-a9c3-b550975b5f66),segment_id=b367c869-07b2-47bd-a9c3-b550975b5f66)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:43:59.643896 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a90dff83-b8d6-4118-b7ef-c48827aea011 req-eed71d4e-0939-4cb7-86df-5be9b8051cc2 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:59.661254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a90dff83-b8d6-4118-b7ef-c48827aea011 req-eed71d4e-0939-4cb7-86df-5be9b8051cc2 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Calling delete_port for 761e5e0f-ba7e-415b-98c2-4153a518bf87 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:43:59.783675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:43:59.797978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Sync routers for ids ['74fbc36a-a3a3-47db-919c-bf83d360ca08'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:43:59.839792 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:59.857403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-442d5d26-2850-4460-84af-ef3281a1c5db tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1723742 Jan 28 12:43:59.860798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57168) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:43:59.879238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Routers {'74fbc36a-a3a3-47db-919c-bf83d360ca08'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:43:59.881556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['74fbc36a-a3a3-47db-919c-bf83d360ca08'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:43:59.964230 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a90dff83-b8d6-4118-b7ef-c48827aea011 req-eed71d4e-0939-4cb7-86df-5be9b8051cc2 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (761e5e0f-ba7e-415b-98c2-4153a518bf87), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:43:59.983474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['761e5e0f-ba7e-415b-98c2-4153a518bf87'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:43:59.996799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed71d4e-0939-4cb7-86df-5be9b8051cc2 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Pushing event deleted for resources: {'Port': ['ID=761e5e0f-ba7e-415b-98c2-4153a518bf87,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:00.049400 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-babd320b-cf6f-4f2e-974a-d89c1f94f024 req-c69337d4-26b0-48a3-bac2-a62b6e568a82 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1581476 Jan 28 12:44:00.128027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90dff83-b8d6-4118-b7ef-c48827aea011 req-eed71d4e-0939-4cb7-86df-5be9b8051cc2 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] No DVR routers for this DVR port 761e5e0f-ba7e-415b-98c2-4153a518bf87 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:44:00.137040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a90dff83-b8d6-4118-b7ef-c48827aea011 req-eed71d4e-0939-4cb7-86df-5be9b8051cc2 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:00.145174 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a90dff83-b8d6-4118-b7ef-c48827aea011 req-eed71d4e-0939-4cb7-86df-5be9b8051cc2 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.49 "DELETE /v2.0/ports/761e5e0f-ba7e-415b-98c2-4153a518bf87 HTTP/1.1" status: 204 len: 173 time: 0.8763731 Jan 28 12:44:00.146653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7978859b-70bf-45b9-967c-1d7b1637e4ec', 'name': 'network-vif-deleted', 'tag': '761e5e0f-ba7e-415b-98c2-4153a518bf87'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:44:00.151020 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5564faee-8401-4350-8f0c-b0ae07609de5" -d '{"events": [{"server_uuid": "7978859b-70bf-45b9-967c-1d7b1637e4ec", "name": "network-vif-deleted", "tag": "761e5e0f-ba7e-415b-98c2-4153a518bf87"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:44:00.205724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Set router 74fbc36a-a3a3-47db-919c-bf83d360ca08 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:44:00.338535 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063a290f-cf89-4b7e-9fd5-700fef337fd4 x-openstack-request-id: req-063a290f-cf89-4b7e-9fd5-700fef337fd4 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:44:00.339068 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7978859b-70bf-45b9-967c-1d7b1637e4ec", "name": "network-vif-deleted", "tag": "761e5e0f-ba7e-415b-98c2-4153a518bf87", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:44:00.339329 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-063a290f-cf89-4b7e-9fd5-700fef337fd4 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:44:00.345279 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7978859b-70bf-45b9-967c-1d7b1637e4ec', 'name': 'network-vif-deleted', 'tag': '761e5e0f-ba7e-415b-98c2-4153a518bf87', 'status': 'completed', 'code': 200} Jan 28 12:44:00.501029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:44:00.671992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:00.672600 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:00.739039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fbc36a-a3a3-47db-919c-bf83d360ca08', 'name': 'tempest-snat-router-112872130', 'tenant_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'a9408921-d8c4-4d0a-ad80-8e8efb89ffc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:56Z', 'updated_at': '2022-01-28T12:43:58Z', 'revision_number': 3, 'project_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'gw_port': {'id': 'a9408921-d8c4-4d0a-ad80-8e8efb89ffc9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:91:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fbc36a-a3a3-47db-919c-bf83d360ca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:57Z', 'updated_at': '2022-01-28T12:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:00.780924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Checking router: 74fbc36a-a3a3-47db-919c-bf83d360ca08 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:44:00.781283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Updating router 74fbc36a-a3a3-47db-919c-bf83d360ca08 port a9408921-d8c4-4d0a-ad80-8e8efb89ffc9 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:44:00.821143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5af4c197-edbb-4b9f-81d7-bf60cb979ebf tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/routers/74fbc36a-a3a3-47db-919c-bf83d360ca08 HTTP/1.1" status: 200 len: 907 time: 0.9588199 Jan 28 12:44:00.824311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57188) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:00.860645 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce3eb6c3-5358-4bb7-8791-57a0ef2b4ac6 req-10ea3989-eb33-4476-a9fd-fda7d194e5d7 tempest-ServerPasswordTestJSON-110474846 tempest-ServerPasswordTestJSON-110474846-project] 10.222.0.53 "GET /v2.0/ports?device_id=7978859b-70bf-45b9-967c-1d7b1637e4ec HTTP/1.1" status: 200 len: 210 time: 0.0378690 Jan 28 12:44:00.885855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:44:00.886338 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:00.897871 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a9408921-d8c4-4d0a-ad80-8e8efb89ffc9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:00.977194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:44:00.986572 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:01.052163 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (74fbc36a-a3a3-47db-919c-bf83d360ca08), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:01.189565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:01.277811 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (74fbc36a-a3a3-47db-919c-bf83d360ca08), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:01.308652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e5b0a89-31ab-459d-8366-91e7491ae2cc req-87ac2271-8b66-4e22-a5ea-947229a5ecb9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1086593 Jan 28 12:44:01.364959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Deleting port a9408921-d8c4-4d0a-ad80-8e8efb89ffc9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:01.379295 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a9408921-d8c4-4d0a-ad80-8e8efb89ffc9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:01.432265 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Publish callbacks [] for port (a9408921-d8c4-4d0a-ad80-8e8efb89ffc9), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:01.439687 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a9408921-d8c4-4d0a-ad80-8e8efb89ffc9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:01.506677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Attempting to bind port a9408921-d8c4-4d0a-ad80-8e8efb89ffc9 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:44:01.507323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Attempting to bind port a9408921-d8c4-4d0a-ad80-8e8efb89ffc9 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:44:01.507867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Attempting to bind port a9408921-d8c4-4d0a-ad80-8e8efb89ffc9 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:44:01.526009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45455da4-d107-41a2-bbd9-7ed101e4e880 None None] Pushing event updated for resources: {'Port': ['ID=a9408921-d8c4-4d0a-ad80-8e8efb89ffc9,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:01.545645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:44:01.546422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:44:01.547068 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:01.548312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:44:01.549047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Bound port: a9408921-d8c4-4d0a-ad80-8e8efb89ffc9, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:44:01.550069 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a9408921-d8c4-4d0a-ad80-8e8efb89ffc9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:01.568121 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a9408921-d8c4-4d0a-ad80-8e8efb89ffc9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:01.628478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] For port a9408921-d8c4-4d0a-ad80-8e8efb89ffc9, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:44:01.633171 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] For port a9408921-d8c4-4d0a-ad80-8e8efb89ffc9, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a9408921-d8c4-4d0a-ad80-8e8efb89ffc9,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:44:01.633285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Calling delete_port for a9408921-d8c4-4d0a-ad80-8e8efb89ffc9 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:01.641672 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a9408921-d8c4-4d0a-ad80-8e8efb89ffc9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:01.715312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Routers {'74fbc36a-a3a3-47db-919c-bf83d360ca08'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:01.716177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['74fbc36a-a3a3-47db-919c-bf83d360ca08'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:01.797498 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45455da4-d107-41a2-bbd9-7ed101e4e880 None None] Pushing event updated for resources: {'Port': ['ID=a9408921-d8c4-4d0a-ad80-8e8efb89ffc9,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:01.833677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] Set router 74fbc36a-a3a3-47db-919c-bf83d360ca08 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:44:01.893584 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a9408921-d8c4-4d0a-ad80-8e8efb89ffc9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:01.911311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fbc36a-a3a3-47db-919c-bf83d360ca08', 'name': 'tempest-snat-router-112872130', 'tenant_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:56Z', 'updated_at': '2022-01-28T12:44:01Z', 'revision_number': 4, 'project_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:01.924948 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9408921-d8c4-4d0a-ad80-8e8efb89ffc9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:01.965265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57214) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:01.986575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf2dce1-425a-49c2-ba79-3eaeb8470051 None None] The sync data for ids ['74fbc36a-a3a3-47db-919c-bf83d360ca08'] in n-d-824835-4 is: [{'id': '74fbc36a-a3a3-47db-919c-bf83d360ca08', 'name': 'tempest-snat-router-112872130', 'tenant_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:56Z', 'updated_at': '2022-01-28T12:44:01Z', 'revision_number': 4, 'project_id': 'afeebba2a47d48c682e658c9c46a8c4b', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:44:02.053166 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (74fbc36a-a3a3-47db-919c-bf83d360ca08), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.075521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-7840e932-5a8a-4c33-88ec-95bd75dda54d admin admin] Deleting subnet fe233c72-b893-4b5a-9bfb-d887eea77b84 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:44:02.079921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7840e932-5a8a-4c33-88ec-95bd75dda54d admin admin] Publish callbacks [] for subnet (fe233c72-b893-4b5a-9bfb-d887eea77b84), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.156278 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7840e932-5a8a-4c33-88ec-95bd75dda54d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (fe233c72-b893-4b5a-9bfb-d887eea77b84), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.210853 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (74fbc36a-a3a3-47db-919c-bf83d360ca08), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.236763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_controller (74fbc36a-a3a3-47db-919c-bf83d360ca08), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.237779 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7840e932-5a8a-4c33-88ec-95bd75dda54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (fe233c72-b893-4b5a-9bfb-d887eea77b84), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.282323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:44:02.334157 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (74fbc36a-a3a3-47db-919c-bf83d360ca08), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.334835 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74fbc36a-a3a3-47db-919c-bf83d360ca08 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:44:02.354638 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.356266 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-11aa4e9e-2f15-40ff-9865-85597b6a3a9f tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "DELETE /v2.0/routers/74fbc36a-a3a3-47db-919c-bf83d360ca08 HTTP/1.1" status: 204 len: 168 time: 1.5308766 Jan 28 12:44:02.360607 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57224) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:02.385854 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7840e932-5a8a-4c33-88ec-95bd75dda54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (fe233c72-b893-4b5a-9bfb-d887eea77b84), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.406684 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7840e932-5a8a-4c33-88ec-95bd75dda54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.412335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7840e932-5a8a-4c33-88ec-95bd75dda54d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fe233c72-b893-4b5a-9bfb-d887eea77b84 HTTP/1.1" status: 204 len: 168 time: 0.4434195 Jan 28 12:44:02.415936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57226) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:02.473571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:02.474229 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.511938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840e932-5a8a-4c33-88ec-95bd75dda54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe233c72-b893-4b5a-9bfb-d887eea77b84,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:02.600178 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0d37eee-0507-478e-8460-ed5433b18ef6 req-afd41017-7048-4e9d-af83-f271cc4e2928 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0780230 Jan 28 12:44:02.635125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (90235fd8-d869-414b-8196-d09aa59d60fd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.677086 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (76d32a98-89df-4d71-b74d-71e9efa6a391), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.768167 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (90235fd8-d869-414b-8196-d09aa59d60fd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.808283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90235fd8-d869-414b-8196-d09aa59d60fd']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:02.826173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b367c869-07b2-47bd-a9c3-b550975b5f66') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:02.826654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b367c869-07b2-47bd-a9c3-b550975b5f66') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:02.841609 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (b367c869-07b2-47bd-a9c3-b550975b5f66), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.857632 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b367c869-07b2-47bd-a9c3-b550975b5f66), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.865377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:44:02.866036 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (b367c869-07b2-47bd-a9c3-b550975b5f66), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.922726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:44:02.929694 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:44:02.941645 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (90235fd8-d869-414b-8196-d09aa59d60fd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.963213 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (76d32a98-89df-4d71-b74d-71e9efa6a391), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.970961 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:02.976560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] 10.222.0.53 "DELETE /v2.0/networks/90235fd8-d869-414b-8196-d09aa59d60fd HTTP/1.1" status: 204 len: 168 time: 0.5586984 Jan 28 12:44:02.977872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fae88a-b8a1-4d54-bf2f-31e179ff6c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=90235fd8-d869-414b-8196-d09aa59d60fd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:03.046104 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Deleting port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:03.047165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:03.159144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] For port 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:44:03.159627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:03.187836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Calling delete_port for 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:03.264805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57244) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:03.323289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-381dbd2b-712a-402a-999e-9aa2a974ff5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb32b2a065304451860d765c81e8b2f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0563982 Jan 28 12:44:03.327545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57246) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:03.423259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:03.438536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8487e5ac-4e42-4c9c-a10c-8e3af13b50bb admin admin] Publish callbacks [] for security_group (1d62a889-2403-4f26-8df8-4127935a32c7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:03.468554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:03.498738 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8487e5ac-4e42-4c9c-a10c-8e3af13b50bb admin admin] Publish callbacks [] for security_group (1d62a889-2403-4f26-8df8-4127935a32c7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:03.582265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8487e5ac-4e42-4c9c-a10c-8e3af13b50bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1d62a889-2403-4f26-8df8-4127935a32c7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:03.585188 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8487e5ac-4e42-4c9c-a10c-8e3af13b50bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:03.589106 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8487e5ac-4e42-4c9c-a10c-8e3af13b50bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d62a889-2403-4f26-8df8-4127935a32c7 HTTP/1.1" status: 204 len: 168 time: 0.2520268 Jan 28 12:44:03.611369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487e5ac-4e42-4c9c-a10c-8e3af13b50bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d62a889-2403-4f26-8df8-4127935a32c7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:03.637195 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (76d32a98-89df-4d71-b74d-71e9efa6a391), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:03.876265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00205e87-3a56-41ce-9222-d690e846da2f req-25a5116a-86b2-4ab3-89bb-dd4d26f9d949 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0842483 Jan 28 12:44:03.888959 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (76d32a98-89df-4d71-b74d-71e9efa6a391), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:03.895526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_controller (76d32a98-89df-4d71-b74d-71e9efa6a391), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:03.975508 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (76d32a98-89df-4d71-b74d-71e9efa6a391), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:03.976333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76d32a98-89df-4d71-b74d-71e9efa6a391 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:44:03.982692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:03.984281 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-60e005c2-9b02-4c94-9f6b-884360f84d89 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "DELETE /v2.0/routers/76d32a98-89df-4d71-b74d-71e9efa6a391 HTTP/1.1" status: 204 len: 168 time: 1.6216373 Jan 28 12:44:03.988066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57266) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:03.993850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2135972147', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:04.022397 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (40a66494-43e7-4e1e-8134-d3547a793fa5), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:04.024642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (40a66494-43e7-4e1e-8134-d3547a793fa5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:04.097583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_controller (40a66494-43e7-4e1e-8134-d3547a793fa5), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:04.235893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 761e5e0f-ba7e-415b-98c2-4153a518bf87 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:44:04.277158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 761e5e0f-ba7e-415b-98c2-4153a518bf87 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:44:04.277513 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 761e5e0f-ba7e-415b-98c2-4153a518bf87 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:44:04.357758 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (40a66494-43e7-4e1e-8134-d3547a793fa5), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:04.755639 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (40a66494-43e7-4e1e-8134-d3547a793fa5), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:04.799752 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:04.975650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Allocated IP 172.25.7.221 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/3dcc1aac-b97c-48a6-97aa-94153488cbe2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:05.090041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f70fd1f-f8aa-48bf-823c-71dd192e5457 req-ad58a88f-0c16-4161-b56a-5fc0e8e0a15d tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0425143 Jan 28 12:44:05.166855 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for port (3dcc1aac-b97c-48a6-97aa-94153488cbe2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:05.226149 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3dcc1aac-b97c-48a6-97aa-94153488cbe2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:05.307934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:05.310655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:05.321257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Pushing event updated for resources: {'Port': ['ID=3dcc1aac-b97c-48a6-97aa-94153488cbe2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:05.321649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:05.697977 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (40a66494-43e7-4e1e-8134-d3547a793fa5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:05.722650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57330) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:05.880750 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1255-b2e4-4158-83c1-bda5a54694dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:05.998810 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1255-b2e4-4158-83c1-bda5a54694dc admin admin] Publish callbacks [] for security_group (3a391967-2749-4e3b-9b77-f2bd82207024), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:06.003276 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1255-b2e4-4158-83c1-bda5a54694dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3a391967-2749-4e3b-9b77-f2bd82207024), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:06.046820 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (40a66494-43e7-4e1e-8134-d3547a793fa5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:06.066395 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e2cb1255-b2e4-4158-83c1-bda5a54694dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebf1435b5e9a4d93b35f61e0e127e35e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3424845 Jan 28 12:44:06.079497 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57340) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:06.103367 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb1255-b2e4-4158-83c1-bda5a54694dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a391967-2749-4e3b-9b77-f2bd82207024,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:06.202744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:44:06.211144 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18e61f29-69e7-4f02-853d-b4edb86bbcf4 admin admin] Publish callbacks [] for security_group (3a391967-2749-4e3b-9b77-f2bd82207024), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:06.229764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:44:06.230307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6e04b039-46f1-4cbb-aa9d-5a77c5b7bbed not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:44:06.240865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ac84114-dae0-45c7-9e99-b88003ea728d req-e4501011-9304-4784-be31-ac7553127d3a tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0381627 Jan 28 12:44:06.281064 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18e61f29-69e7-4f02-853d-b4edb86bbcf4 admin admin] Publish callbacks [] for security_group (3a391967-2749-4e3b-9b77-f2bd82207024), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:06.308291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Router 40a66494-43e7-4e1e-8134-d3547a793fa5 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:44:06.362552 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18e61f29-69e7-4f02-853d-b4edb86bbcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3a391967-2749-4e3b-9b77-f2bd82207024), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:06.366840 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18e61f29-69e7-4f02-853d-b4edb86bbcf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:06.375704 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-18e61f29-69e7-4f02-853d-b4edb86bbcf4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a391967-2749-4e3b-9b77-f2bd82207024 HTTP/1.1" status: 204 len: 168 time: 0.2945037 Jan 28 12:44:06.390450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e61f29-69e7-4f02-853d-b4edb86bbcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a391967-2749-4e3b-9b77-f2bd82207024,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:06.521303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:44:06.537327 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2dad0a-7d65-48d5-aa3a-5c4dd46d374f None None] Sync routers for ids ['40a66494-43e7-4e1e-8134-d3547a793fa5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:44:06.555448 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2dad0a-7d65-48d5-aa3a-5c4dd46d374f None None] Routers {'40a66494-43e7-4e1e-8134-d3547a793fa5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:06.556355 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7c2dad0a-7d65-48d5-aa3a-5c4dd46d374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40a66494-43e7-4e1e-8134-d3547a793fa5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:06.576997 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:06.579270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3c422932-6f69-4b90-991d-2f42b719c03e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5892055 Jan 28 12:44:06.582197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:06.596612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-cb87b193-dbfa-4031-a53a-901171e10db5 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'enable_snat': False}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:06.625262 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7c2dad0a-7d65-48d5-aa3a-5c4dd46d374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:06.647481 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2dad0a-7d65-48d5-aa3a-5c4dd46d374f None None] Routers {'40a66494-43e7-4e1e-8134-d3547a793fa5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:06.648119 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7c2dad0a-7d65-48d5-aa3a-5c4dd46d374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40a66494-43e7-4e1e-8134-d3547a793fa5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:06.734848 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7c2dad0a-7d65-48d5-aa3a-5c4dd46d374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:06.735559 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2dad0a-7d65-48d5-aa3a-5c4dd46d374f None None] The sync data for ids ['40a66494-43e7-4e1e-8134-d3547a793fa5'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:44:06.819383 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:44:07.098277 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb87b193-dbfa-4031-a53a-901171e10db5 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (40a66494-43e7-4e1e-8134-d3547a793fa5), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:07.427250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96ab0d3e-46a8-4ed0-8d3b-abf57229ca6c req-4647605f-cfdb-4517-be77-b5fb6d0f7a83 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0376706 Jan 28 12:44:07.740461 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb87b193-dbfa-4031-a53a-901171e10db5 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (40a66494-43e7-4e1e-8134-d3547a793fa5), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:07.744349 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb87b193-dbfa-4031-a53a-901171e10db5 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (40a66494-43e7-4e1e-8134-d3547a793fa5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:07.899867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb87b193-dbfa-4031-a53a-901171e10db5 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Router 40a66494-43e7-4e1e-8134-d3547a793fa5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:44:07.964556 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a6d7c7d-467f-4f13-976d-f7e889e0846d req-aadb823c-41d3-4597-b7d8-96185ae00344 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601239 Jan 28 12:44:08.001117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57414) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:08.167152 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9799985d-4925-4ab1-b725-7ec39dcc2fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:08.291252 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9799985d-4925-4ab1-b725-7ec39dcc2fec admin admin] Publish callbacks [] for security_group (2ab52791-f27b-4999-9083-6fe08db13071), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:08.297675 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9799985d-4925-4ab1-b725-7ec39dcc2fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2ab52791-f27b-4999-9083-6fe08db13071), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:08.383881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9799985d-4925-4ab1-b725-7ec39dcc2fec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40415e9fb5b84632b8a9686d839d2c05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3786044 Jan 28 12:44:08.384781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799985d-4925-4ab1-b725-7ec39dcc2fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab52791-f27b-4999-9083-6fe08db13071,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:08.387285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57424) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:08.462240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af7a319-d8a6-4fb9-b086-67608f968cab admin admin] Publish callbacks [] for security_group (2ab52791-f27b-4999-9083-6fe08db13071), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:08.493327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7c7d-467f-4f13-976d-f7e889e0846d req-7658472f-066d-4e65-98b2-62439e3c4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:08.495481 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a6d7c7d-467f-4f13-976d-f7e889e0846d req-7658472f-066d-4e65-98b2-62439e3c4f88 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2672864c8ceb4dd58d7aa01b3f932d59&device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 1101 time: 0.1819680 Jan 28 12:44:08.519331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb87b193-dbfa-4031-a53a-901171e10db5 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:44:08.526448 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb87b193-dbfa-4031-a53a-901171e10db5 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:08.531109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cff33a-0810-4d08-8e47-bb374c792374 None None] Sync routers for ids ['40a66494-43e7-4e1e-8134-d3547a793fa5'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:44:08.532771 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cb87b193-dbfa-4031-a53a-901171e10db5 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "PUT /v2.0/routers/40a66494-43e7-4e1e-8134-d3547a793fa5 HTTP/1.1" status: 200 len: 926 time: 1.9489663 Jan 28 12:44:08.537079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af7a319-d8a6-4fb9-b086-67608f968cab admin admin] Publish callbacks [] for security_group (2ab52791-f27b-4999-9083-6fe08db13071), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:08.573573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cff33a-0810-4d08-8e47-bb374c792374 None None] Routers {'40a66494-43e7-4e1e-8134-d3547a793fa5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:08.574455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e4cff33a-0810-4d08-8e47-bb374c792374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40a66494-43e7-4e1e-8134-d3547a793fa5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:08.591576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57428) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:08.599234 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af7a319-d8a6-4fb9-b086-67608f968cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2ab52791-f27b-4999-9083-6fe08db13071), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:08.602268 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af7a319-d8a6-4fb9-b086-67608f968cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:08.603592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6af7a319-d8a6-4fb9-b086-67608f968cab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ab52791-f27b-4999-9083-6fe08db13071 HTTP/1.1" status: 204 len: 168 time: 0.2147069 Jan 28 12:44:08.690031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e4cff33a-0810-4d08-8e47-bb374c792374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:08.697527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7a319-d8a6-4fb9-b086-67608f968cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab52791-f27b-4999-9083-6fe08db13071,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:08.698241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7c7d-467f-4f13-976d-f7e889e0846d req-36d1005b-83bd-4f12-8593-8905f6cabc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:08.699940 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a6d7c7d-467f-4f13-976d-f7e889e0846d req-36d1005b-83bd-4f12-8593-8905f6cabc95 service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.1655297 Jan 28 12:44:08.733008 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cff33a-0810-4d08-8e47-bb374c792374 None None] Routers {'40a66494-43e7-4e1e-8134-d3547a793fa5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:08.733721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e4cff33a-0810-4d08-8e47-bb374c792374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40a66494-43e7-4e1e-8134-d3547a793fa5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:08.803206 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bd7a7bc-71c7-4465-b5f2-d19ea4b2d053 req-c562cefa-21e9-45ab-88d4-3ac20d553fbf tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0874243 Jan 28 12:44:08.825316 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a6d7c7d-467f-4f13-976d-f7e889e0846d req-36c6fca0-b09e-4c65-bef4-022dd6889749 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=0011e1a1-e6a4-4f67-8bce-8f4ae26db324 HTTP/1.1" status: 200 len: 217 time: 0.1175723 Jan 28 12:44:08.835743 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e4cff33a-0810-4d08-8e47-bb374c792374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:08.836794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cff33a-0810-4d08-8e47-bb374c792374 None None] The sync data for ids ['40a66494-43e7-4e1e-8134-d3547a793fa5'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:44:08.919425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7c7d-467f-4f13-976d-f7e889e0846d req-ee6e1d50-227b-4999-8e12-8e4156466338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:08.921020 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a6d7c7d-467f-4f13-976d-f7e889e0846d req-ee6e1d50-227b-4999-8e12-8e4156466338 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0889196 Jan 28 12:44:08.954079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ca765c13-a1d6-4600-b0fc-73f833e76198 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/routers/40a66494-43e7-4e1e-8134-d3547a793fa5 HTTP/1.1" status: 200 len: 926 time: 0.3582079 Jan 28 12:44:08.954667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57444) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:08.985001 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7c7d-467f-4f13-976d-f7e889e0846d req-aad9886c-f426-4fbc-8090-f27d93b13029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:08.986646 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a6d7c7d-467f-4f13-976d-f7e889e0846d req-aad9886c-f426-4fbc-8090-f27d93b13029 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588815 Jan 28 12:44:09.086410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb62d8cd-e3b6-4b22-ba60-3771a23e2540 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:09.088146 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cb62d8cd-e3b6-4b22-ba60-3771a23e2540 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&device_id=40a66494-43e7-4e1e-8134-d3547a793fa5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1320505 Jan 28 12:44:09.091423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57450) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:09.202389 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a6d7c7d-467f-4f13-976d-f7e889e0846d req-8aeeedab-ada6-40b7-8f23-a18a009e962e service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091632 Jan 28 12:44:09.328478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a37707-158f-4a8e-8999-fa5d651b22f6 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:09.329891 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-36a37707-158f-4a8e-8999-fa5d651b22f6 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 881 time: 0.2331684 Jan 28 12:44:09.336399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57462) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:09.360395 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9a6d7c7d-467f-4f13-976d-f7e889e0846d req-151367e2-9c44-4279-bda7-e663dec0d1fc service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503179 Jan 28 12:44:09.404635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bda31e6c-dea2-47d8-b683-eb5b51555c57 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a66494-43e7-4e1e-8134-d3547a793fa5 HTTP/1.1" status: 200 len: 205 time: 0.0637767 Jan 28 12:44:09.406488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57466) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:09.576336 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (40a66494-43e7-4e1e-8134-d3547a793fa5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:09.725541 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (40a66494-43e7-4e1e-8134-d3547a793fa5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:09.819994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Deleting port 3dcc1aac-b97c-48a6-97aa-94153488cbe2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:09.820418 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3dcc1aac-b97c-48a6-97aa-94153488cbe2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:09.954514 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3dcc1aac-b97c-48a6-97aa-94153488cbe2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:09.988141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Calling delete_port for 3dcc1aac-b97c-48a6-97aa-94153488cbe2 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:10.005857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf27b465-e8c4-4dcc-96c2-c96378c987cd req-f2bcbded-95fc-42b7-9688-5786aba8e67c tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0459955 Jan 28 12:44:10.227921 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3dcc1aac-b97c-48a6-97aa-94153488cbe2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:10.310593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Pushing event deleted for resources: {'Port': ['ID=3dcc1aac-b97c-48a6-97aa-94153488cbe2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:10.333345 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (40a66494-43e7-4e1e-8134-d3547a793fa5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:10.445712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (40a66494-43e7-4e1e-8134-d3547a793fa5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:10.456288 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_controller (40a66494-43e7-4e1e-8134-d3547a793fa5), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:10.524458 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (40a66494-43e7-4e1e-8134-d3547a793fa5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:10.524458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Fanout notify agent at l3_agent the message router_deleted on router 40a66494-43e7-4e1e-8134-d3547a793fa5 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:44:10.524458 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:10.530008 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57514) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:10.530197 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c436ebcd-b223-49e2-b6a2-882c6fbbced2 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/routers/40a66494-43e7-4e1e-8134-d3547a793fa5 HTTP/1.1" status: 204 len: 168 time: 1.1221395 Jan 28 12:44:10.534908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d006cfd8-c8d1-4abe-a901-1762ac18cc6e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-605371537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:10.570323 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d006cfd8-c8d1-4abe-a901-1762ac18cc6e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:10.571436 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d006cfd8-c8d1-4abe-a901-1762ac18cc6e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:10.654807 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d006cfd8-c8d1-4abe-a901-1762ac18cc6e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_controller (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:10.659709 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d006cfd8-c8d1-4abe-a901-1762ac18cc6e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:10.683124 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d006cfd8-c8d1-4abe-a901-1762ac18cc6e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:10.687908 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d006cfd8-c8d1-4abe-a901-1762ac18cc6e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1568074 Jan 28 12:44:10.688351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57520) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:10.695075 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Request body: {'router': {'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:10.986035 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:11.197005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b78a5ac7-03bf-4833-8621-c2ad6f1eefe9 req-8ac81bba-ce67-4863-a5bb-fa38ba838030 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0543077 Jan 28 12:44:11.326290 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:11.347192 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:11.517974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Allocated IP 172.25.7.102 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/e8e7ce38-16e6-4504-a696-1c0ca2eda9f1) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:11.732581 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for port (e8e7ce38-16e6-4504-a696-1c0ca2eda9f1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:11.789656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e8e7ce38-16e6-4504-a696-1c0ca2eda9f1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:11.847244 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:11.851514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:11.854407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:11.906942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Pushing event updated for resources: {'Port': ['ID=e8e7ce38-16e6-4504-a696-1c0ca2eda9f1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:12.294079 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:12.380996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c077f2a8-fb52-4825-865b-3cf3916a5ca2 req-53fef396-7820-4266-8830-1032a93d27a8 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0408988 Jan 28 12:44:12.946781 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:12.952207 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:13.124240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Router 5eba9b4c-cecc-48dc-b45a-02072f3e9d76 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:44:13.288898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:44:13.297284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:13.300882 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1d5ca11c-43ad-4f8a-b323-fdde71e4bbaf tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "PUT /v2.0/routers/5eba9b4c-cecc-48dc-b45a-02072f3e9d76 HTTP/1.1" status: 200 len: 883 time: 2.6091976 Jan 28 12:44:13.301368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57626) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:13.303951 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801d142-d749-46b9-9ecd-9e243531c994 None None] Sync routers for ids ['5eba9b4c-cecc-48dc-b45a-02072f3e9d76'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:44:13.318660 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801d142-d749-46b9-9ecd-9e243531c994 None None] Routers {'5eba9b4c-cecc-48dc-b45a-02072f3e9d76'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:13.319577 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5801d142-d749-46b9-9ecd-9e243531c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5eba9b4c-cecc-48dc-b45a-02072f3e9d76'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:13.361327 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5801d142-d749-46b9-9ecd-9e243531c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:13.375432 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801d142-d749-46b9-9ecd-9e243531c994 None None] Routers {'5eba9b4c-cecc-48dc-b45a-02072f3e9d76'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:13.376523 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5801d142-d749-46b9-9ecd-9e243531c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5eba9b4c-cecc-48dc-b45a-02072f3e9d76'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:13.502205 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5801d142-d749-46b9-9ecd-9e243531c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:13.504013 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801d142-d749-46b9-9ecd-9e243531c994 None None] The sync data for ids ['5eba9b4c-cecc-48dc-b45a-02072f3e9d76'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:44:13.548899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b907dd02-99a8-4382-9b1e-42d1fda22ef3 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/routers/5eba9b4c-cecc-48dc-b45a-02072f3e9d76 HTTP/1.1" status: 200 len: 924 time: 0.2463291 Jan 28 12:44:13.551827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:13.579117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d153df8e-3f48-424d-9104-635b7e646e75 req-7d3250b5-992f-4d16-977e-5c79ecf35ee1 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0290523 Jan 28 12:44:13.675418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c07c8b9-f823-45d6-8395-fdd03f52e505 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:13.676950 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7c07c8b9-f823-45d6-8395-fdd03f52e505 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&device_id=5eba9b4c-cecc-48dc-b45a-02072f3e9d76&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1230536 Jan 28 12:44:13.679693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57650) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:13.797833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1278b8b3-b270-48ab-9c1c-14708302e66d tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:13.799557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1278b8b3-b270-48ab-9c1c-14708302e66d tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 881 time: 0.1185143 Jan 28 12:44:13.802411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57656) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:13.849536 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d50bc511-4752-4442-b9f9-a344f5496be3 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eba9b4c-cecc-48dc-b45a-02072f3e9d76 HTTP/1.1" status: 200 len: 205 time: 0.0459566 Jan 28 12:44:13.853441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57662) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:14.032578 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:14.174444 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:14.244568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Deleting port e8e7ce38-16e6-4504-a696-1c0ca2eda9f1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:14.245342 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e8e7ce38-16e6-4504-a696-1c0ca2eda9f1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:14.355197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e8e7ce38-16e6-4504-a696-1c0ca2eda9f1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:14.369948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Calling delete_port for e8e7ce38-16e6-4504-a696-1c0ca2eda9f1 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:14.602450 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e8e7ce38-16e6-4504-a696-1c0ca2eda9f1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:14.630763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Pushing event deleted for resources: {'Port': ['ID=e8e7ce38-16e6-4504-a696-1c0ca2eda9f1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:14.723589 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:14.867313 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f52579d2-042b-494e-8d4a-c2e67b909cfe req-d03e334e-cfa8-41ff-9b16-6796fcc607d9 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.1106622 Jan 28 12:44:14.874743 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:14.879397 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_controller (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:14.955550 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (5eba9b4c-cecc-48dc-b45a-02072f3e9d76), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:14.956840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Fanout notify agent at l3_agent the message router_deleted on router 5eba9b4c-cecc-48dc-b45a-02072f3e9d76 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:44:14.983024 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:14.988503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-862c3916-8297-418f-ac72-daf71f540226 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/routers/5eba9b4c-cecc-48dc-b45a-02072f3e9d76 HTTP/1.1" status: 204 len: 168 time: 1.1318843 Jan 28 12:44:14.992405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:14.998428 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1bea15fa-aea6-4103-889b-33600375b294 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1429424577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:15.041214 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bea15fa-aea6-4103-889b-33600375b294 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (01c9343b-7ee5-40d2-8673-576969f24058), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:15.042287 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bea15fa-aea6-4103-889b-33600375b294 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (01c9343b-7ee5-40d2-8673-576969f24058), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:15.203774 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bea15fa-aea6-4103-889b-33600375b294 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_controller (01c9343b-7ee5-40d2-8673-576969f24058), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:15.211662 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bea15fa-aea6-4103-889b-33600375b294 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (01c9343b-7ee5-40d2-8673-576969f24058), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:15.243766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bea15fa-aea6-4103-889b-33600375b294 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:15.245228 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1bea15fa-aea6-4103-889b-33600375b294 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2511241 Jan 28 12:44:15.247936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57740) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:15.253394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'enable_snat': True}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:15.590829 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (01c9343b-7ee5-40d2-8673-576969f24058), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:16.254783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3aac0543-268c-4d41-9e02-68d724791206 req-af306532-60d8-4f5e-a9b3-f763b56d2306 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0553541 Jan 28 12:44:16.298033 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (01c9343b-7ee5-40d2-8673-576969f24058), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:16.325811 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:16.445210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Allocated IP 172.25.7.219 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/e910d7e4-ac72-40fb-8da6-c89f46347a50) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:16.582373 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for port (e910d7e4-ac72-40fb-8da6-c89f46347a50), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:16.624705 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e910d7e4-ac72-40fb-8da6-c89f46347a50), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:16.651616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:16.665867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:16.669837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:16.674006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:16.764648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event updated for resources: {'Port': ['ID=e910d7e4-ac72-40fb-8da6-c89f46347a50,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:16.834301 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df1fad18-bc2b-4cab-99bb-531a8207c233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:16.951874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df1fad18-bc2b-4cab-99bb-531a8207c233 admin admin] Publish callbacks [] for security_group (4a792429-f38e-48a1-a569-f9c68ad74214), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:16.958366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df1fad18-bc2b-4cab-99bb-531a8207c233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4a792429-f38e-48a1-a569-f9c68ad74214), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.009176 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-df1fad18-bc2b-4cab-99bb-531a8207c233 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19059c74b48249ceb7731a1ab01a2220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3559389 Jan 28 12:44:17.009327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:17.010230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fad18-bc2b-4cab-99bb-531a8207c233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a792429-f38e-48a1-a569-f9c68ad74214,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:17.029232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (01c9343b-7ee5-40d2-8673-576969f24058), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.125391 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.150022 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcf83-9b98-4898-9a50-587b99d83114 admin admin] Publish callbacks [] for security_group (4a792429-f38e-48a1-a569-f9c68ad74214), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.183693 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcf83-9b98-4898-9a50-587b99d83114 admin admin] Publish callbacks [] for security_group (4a792429-f38e-48a1-a569-f9c68ad74214), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.326948 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcf83-9b98-4898-9a50-587b99d83114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4a792429-f38e-48a1-a569-f9c68ad74214), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.329576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcf83-9b98-4898-9a50-587b99d83114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.335920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7f5dcf83-9b98-4898-9a50-587b99d83114 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a792429-f38e-48a1-a569-f9c68ad74214 HTTP/1.1" status: 204 len: 168 time: 0.3253746 Jan 28 12:44:17.342650 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (01c9343b-7ee5-40d2-8673-576969f24058), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.353587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dcf83-9b98-4898-9a50-587b99d83114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a792429-f38e-48a1-a569-f9c68ad74214,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:17.357537 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (01c9343b-7ee5-40d2-8673-576969f24058), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.446616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c601717d-cd47-4db6-a4cf-1ff9a8a13f56 req-15cf39c8-88b3-4405-b488-08bee4e05dce tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0354755 Jan 28 12:44:17.553390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Router 01c9343b-7ee5-40d2-8673-576969f24058 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:44:17.695714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:44:17.702786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.704916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f5461e4b-4a99-4ce2-b5c6-c4d8d0d0cc60 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "PUT /v2.0/routers/01c9343b-7ee5-40d2-8673-576969f24058 HTTP/1.1" status: 200 len: 919 time: 2.4558332 Jan 28 12:44:17.707536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:17.712516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ffec6f-4f38-440f-8085-813c6f7f147f None None] Sync routers for ids ['01c9343b-7ee5-40d2-8673-576969f24058'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:44:17.724175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57836) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:17.727530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ffec6f-4f38-440f-8085-813c6f7f147f None None] Routers {'01c9343b-7ee5-40d2-8673-576969f24058'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:17.728439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-06ffec6f-4f38-440f-8085-813c6f7f147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['01c9343b-7ee5-40d2-8673-576969f24058'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:17.740030 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-417bb5e7-7500-4a48-888a-b1d7d1d4131b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.768903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-06ffec6f-4f38-440f-8085-813c6f7f147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:17.794564 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.796707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ffec6f-4f38-440f-8085-813c6f7f147f None None] Routers {'01c9343b-7ee5-40d2-8673-576969f24058'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:17.798291 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-06ffec6f-4f38-440f-8085-813c6f7f147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:43:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['01c9343b-7ee5-40d2-8673-576969f24058'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:17.841080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-06ffec6f-4f38-440f-8085-813c6f7f147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:17.842013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ffec6f-4f38-440f-8085-813c6f7f147f None None] The sync data for ids ['01c9343b-7ee5-40d2-8673-576969f24058'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:44:17.862721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-296a3b4b-35f7-470c-a8c7-c4bc79cee404 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/routers/01c9343b-7ee5-40d2-8673-576969f24058 HTTP/1.1" status: 200 len: 925 time: 0.1514115 Jan 28 12:44:17.862964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57838) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:17.900900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-417bb5e7-7500-4a48-888a-b1d7d1d4131b admin admin] Publish callbacks [] for security_group (f232bcdf-2595-4034-b5fb-6f205173ff2d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.908418 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-417bb5e7-7500-4a48-888a-b1d7d1d4131b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f232bcdf-2595-4034-b5fb-6f205173ff2d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:17.953268 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-417bb5e7-7500-4a48-888a-b1d7d1d4131b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7e2ad9254ff468e806dede888005ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280011 Jan 28 12:44:17.957474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57840) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:17.958776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa5c329-2a72-4898-a61d-a1bf7d59c143 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:17.960464 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1aa5c329-2a72-4898-a61d-a1bf7d59c143 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&device_id=01c9343b-7ee5-40d2-8673-576969f24058&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0963018 Jan 28 12:44:17.963202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bb5e7-7500-4a48-888a-b1d7d1d4131b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f232bcdf-2595-4034-b5fb-6f205173ff2d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:17.967581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57842) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:18.042635 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-981c42bf-565a-4be7-b83f-0358d05bfc0c admin admin] Publish callbacks [] for security_group (f232bcdf-2595-4034-b5fb-6f205173ff2d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:18.078306 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-981c42bf-565a-4be7-b83f-0358d05bfc0c admin admin] Publish callbacks [] for security_group (f232bcdf-2595-4034-b5fb-6f205173ff2d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:18.087495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7777ec-21f7-41c0-8008-3a50d19bc9f7 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:18.090738 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1b7777ec-21f7-41c0-8008-3a50d19bc9f7 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 881 time: 0.1201253 Jan 28 12:44:18.092607 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:18.129116 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4f50f9f7-34b0-48ec-ac6b-bcb9df75a990 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c9343b-7ee5-40d2-8673-576969f24058 HTTP/1.1" status: 200 len: 205 time: 0.0353415 Jan 28 12:44:18.133150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57850) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:18.156319 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-981c42bf-565a-4be7-b83f-0358d05bfc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f232bcdf-2595-4034-b5fb-6f205173ff2d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:18.160165 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-981c42bf-565a-4be7-b83f-0358d05bfc0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:18.166186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-981c42bf-565a-4be7-b83f-0358d05bfc0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f232bcdf-2595-4034-b5fb-6f205173ff2d HTTP/1.1" status: 204 len: 168 time: 0.2071729 Jan 28 12:44:18.177530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c42bf-565a-4be7-b83f-0358d05bfc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f232bcdf-2595-4034-b5fb-6f205173ff2d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:18.288803 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (01c9343b-7ee5-40d2-8673-576969f24058), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:18.418768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (01c9343b-7ee5-40d2-8673-576969f24058), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:18.502069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Deleting port e910d7e4-ac72-40fb-8da6-c89f46347a50 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:18.502413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e910d7e4-ac72-40fb-8da6-c89f46347a50), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:18.591321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-016595ed-a50f-4666-89ff-f3c611be7c0e req-38c2385b-2a68-4fca-8e31-8a7ed82c5262 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/ports?device_id=3258dac2-50a8-4f92-875a-c5a05f6be9b3 HTTP/1.1" status: 200 len: 210 time: 0.0295856 Jan 28 12:44:18.623390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e910d7e4-ac72-40fb-8da6-c89f46347a50), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:18.630386 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Calling delete_port for e910d7e4-ac72-40fb-8da6-c89f46347a50 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:18.816481 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e910d7e4-ac72-40fb-8da6-c89f46347a50), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:18.851989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Pushing event deleted for resources: {'Port': ['ID=e910d7e4-ac72-40fb-8da6-c89f46347a50,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:18.920993 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (01c9343b-7ee5-40d2-8673-576969f24058), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.020385 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (01c9343b-7ee5-40d2-8673-576969f24058), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.023196 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_controller (01c9343b-7ee5-40d2-8673-576969f24058), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.076320 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (01c9343b-7ee5-40d2-8673-576969f24058), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.076931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Fanout notify agent at l3_agent the message router_deleted on router 01c9343b-7ee5-40d2-8673-576969f24058 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:44:19.089476 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.095104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:19.096089 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c2ede3ab-442f-4d42-bb0e-4906acbbd24a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/routers/01c9343b-7ee5-40d2-8673-576969f24058 HTTP/1.1" status: 204 len: 168 time: 0.9617417 Jan 28 12:44:19.102361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-50237752-b882-4912-9666-d7f51587f624 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1966618699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:19.133520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50237752-b882-4912-9666-d7f51587f624 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (23400b61-1a6d-4d72-99f6-16e8287d2830), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.135379 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50237752-b882-4912-9666-d7f51587f624 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (23400b61-1a6d-4d72-99f6-16e8287d2830), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.194310 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11216156-d0cb-4709-b3b6-582d19997384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.203043 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50237752-b882-4912-9666-d7f51587f624 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_controller (23400b61-1a6d-4d72-99f6-16e8287d2830), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.208372 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50237752-b882-4912-9666-d7f51587f624 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (23400b61-1a6d-4d72-99f6-16e8287d2830), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.229036 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50237752-b882-4912-9666-d7f51587f624 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.231384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-50237752-b882-4912-9666-d7f51587f624 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1322744 Jan 28 12:44:19.233908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57888) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:19.239629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'enable_snat': False}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:19.474217 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (23400b61-1a6d-4d72-99f6-16e8287d2830), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.727451 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (23400b61-1a6d-4d72-99f6-16e8287d2830), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.744659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57906) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:19.750385 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.851007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c320af19-5ef7-44f7-9c25-04ba5d2bbb98 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for security_group (352c51a2-bfcc-4241-9fca-9489b88dd559), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.880141 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c320af19-5ef7-44f7-9c25-04ba5d2bbb98 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for security_group (352c51a2-bfcc-4241-9fca-9489b88dd559), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.928039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Allocated IP 172.25.7.103 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/6220cbcb-eedb-46e9-b6c4-366690fa34ed) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:19.946254 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c320af19-5ef7-44f7-9c25-04ba5d2bbb98 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (352c51a2-bfcc-4241-9fca-9489b88dd559), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.951230 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c320af19-5ef7-44f7-9c25-04ba5d2bbb98 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:19.952534 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c320af19-5ef7-44f7-9c25-04ba5d2bbb98 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "DELETE /v2.0/security-groups/352c51a2-bfcc-4241-9fca-9489b88dd559 HTTP/1.1" status: 204 len: 168 time: 0.2068617 Jan 28 12:44:19.957776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57910) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:19.979793 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-0f3094e0-c471-4b26-874c-de797343cf38 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] show failed (client error): The resource could not be found. Jan 28 12:44:19.981616 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0f3094e0-c471-4b26-874c-de797343cf38 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "GET /v2.0/security-groups/352c51a2-bfcc-4241-9fca-9489b88dd559 HTTP/1.1" status: 404 len: 347 time: 0.0226405 Jan 28 12:44:19.982778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320af19-5ef7-44f7-9c25-04ba5d2bbb98 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352c51a2-bfcc-4241-9fca-9489b88dd559,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:19.984828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:20.111091 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for port (6220cbcb-eedb-46e9-b6c4-366690fa34ed), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:20.170974 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6220cbcb-eedb-46e9-b6c4-366690fa34ed), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:20.212016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1e652f0e-3c28-4ffb-baa9-f822d38a8385 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Deleting port ab57818f-852b-4546-9627-f44e64774664 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:20.212564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e652f0e-3c28-4ffb-baa9-f822d38a8385 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ab57818f-852b-4546-9627-f44e64774664), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:20.217335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:20.227794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:20.229918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Pushing event updated for resources: {'Port': ['ID=6220cbcb-eedb-46e9-b6c4-366690fa34ed,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:20.234069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:20.347200 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e652f0e-3c28-4ffb-baa9-f822d38a8385 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ab57818f-852b-4546-9627-f44e64774664), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:20.347473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e652f0e-3c28-4ffb-baa9-f822d38a8385 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for floatingip (ab57818f-852b-4546-9627-f44e64774664), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:20.366314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1e652f0e-3c28-4ffb-baa9-f822d38a8385 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Calling delete_port for ab57818f-852b-4546-9627-f44e64774664 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:20.559855 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e652f0e-3c28-4ffb-baa9-f822d38a8385 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ab57818f-852b-4546-9627-f44e64774664), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:20.567616 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router_gateway (23400b61-1a6d-4d72-99f6-16e8287d2830), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:20.635578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e652f0e-3c28-4ffb-baa9-f822d38a8385 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'Port': ['ID=ab57818f-852b-4546-9627-f44e64774664,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:20.692522 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e652f0e-3c28-4ffb-baa9-f822d38a8385 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for floatingip (ccee6d71-9fec-4969-a3c5-815dd2bfa15e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:20.696220 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e652f0e-3c28-4ffb-baa9-f822d38a8385 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:20.700998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57940) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:20.705476 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1e652f0e-3c28-4ffb-baa9-f822d38a8385 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "DELETE /v2.0/floatingips/ccee6d71-9fec-4969-a3c5-815dd2bfa15e HTTP/1.1" status: 204 len: 168 time: 0.7018251 Jan 28 12:44:20.912579 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (23400b61-1a6d-4d72-99f6-16e8287d2830), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:20.920098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c6d4ef61-9662-4976-9f9d-8fed829560dc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Deleting port 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:20.920444 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ef61-9662-4976-9f9d-8fed829560dc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:20.924753 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (23400b61-1a6d-4d72-99f6-16e8287d2830), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:21.111504 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ef61-9662-4976-9f9d-8fed829560dc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:21.136507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c6d4ef61-9662-4976-9f9d-8fed829560dc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Calling delete_port for 85c6a239-9b33-429d-9bc6-8a6f1df7a5cd owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:21.226964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Router 23400b61-1a6d-4d72-99f6-16e8287d2830 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:44:21.611278 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37daabc3-0855-4864-abec-27a9a5dd1ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:21.745844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:44:21.752775 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:21.756342 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c9a6d12e-f466-4c25-b1ec-4183bbe689d0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "PUT /v2.0/routers/23400b61-1a6d-4d72-99f6-16e8287d2830 HTTP/1.1" status: 200 len: 920 time: 2.5191412 Jan 28 12:44:21.756933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57986) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:21.767042 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ef61-9662-4976-9f9d-8fed829560dc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (85c6a239-9b33-429d-9bc6-8a6f1df7a5cd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:21.768662 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6a7b1-2335-4eed-b6fd-8d7bc686445e None None] Sync routers for ids ['23400b61-1a6d-4d72-99f6-16e8287d2830'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:44:21.796828 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6a7b1-2335-4eed-b6fd-8d7bc686445e None None] Routers {'23400b61-1a6d-4d72-99f6-16e8287d2830'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:21.797655 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3bf6a7b1-2335-4eed-b6fd-8d7bc686445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:44:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['23400b61-1a6d-4d72-99f6-16e8287d2830'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:21.815480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4ef61-9662-4976-9f9d-8fed829560dc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'Port': ['ID=85c6a239-9b33-429d-9bc6-8a6f1df7a5cd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:21.845559 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3bf6a7b1-2335-4eed-b6fd-8d7bc686445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:21.864358 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6a7b1-2335-4eed-b6fd-8d7bc686445e None None] Routers {'23400b61-1a6d-4d72-99f6-16e8287d2830'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:21.865106 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3bf6a7b1-2335-4eed-b6fd-8d7bc686445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:44:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['23400b61-1a6d-4d72-99f6-16e8287d2830'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:21.914518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ef61-9662-4976-9f9d-8fed829560dc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:21.921685 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c6d4ef61-9662-4976-9f9d-8fed829560dc tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "DELETE /v2.0/ports/85c6a239-9b33-429d-9bc6-8a6f1df7a5cd HTTP/1.1" status: 204 len: 168 time: 1.2170589 Jan 28 12:44:21.922199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57990) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:21.926468 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3bf6a7b1-2335-4eed-b6fd-8d7bc686445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:21.927292 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6a7b1-2335-4eed-b6fd-8d7bc686445e None None] The sync data for ids ['23400b61-1a6d-4d72-99f6-16e8287d2830'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:44:21.985771 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ec17f3a2-26fb-400d-83a2-27b3664ab478 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/routers/23400b61-1a6d-4d72-99f6-16e8287d2830 HTTP/1.1" status: 200 len: 926 time: 0.2271981 Jan 28 12:44:21.986501 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57994) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:22.040521 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a072b7-bb42-4e38-94d7-c78980a2ee78 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:22.042106 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-29a072b7-bb42-4e38-94d7-c78980a2ee78 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&device_id=23400b61-1a6d-4d72-99f6-16e8287d2830&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0545826 Jan 28 12:44:22.044814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:22.065733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b219a901-1498-480f-9821-4bda21948b4b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Deleting port 9e091731-98f3-48a0-9d92-636583e4a971 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:22.066354 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b219a901-1498-480f-9821-4bda21948b4b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9e091731-98f3-48a0-9d92-636583e4a971), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:22.166467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3a4d2-1a74-4b4b-92ff-4b366ae1ecc0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:22.170805 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-02c3a4d2-1a74-4b4b-92ff-4b366ae1ecc0 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/networks/0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 881 time: 0.1247880 Jan 28 12:44:22.174239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58004) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:22.197491 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b219a901-1498-480f-9821-4bda21948b4b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9e091731-98f3-48a0-9d92-636583e4a971), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:22.212472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b219a901-1498-480f-9821-4bda21948b4b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Calling delete_port for 9e091731-98f3-48a0-9d92-636583e4a971 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:22.253768 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6569a869-57a9-4870-9708-3f43bb11b279 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "GET /v2.0/ports?device_id=23400b61-1a6d-4d72-99f6-16e8287d2830 HTTP/1.1" status: 200 len: 205 time: 0.0765736 Jan 28 12:44:22.254699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58010) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:22.414737 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b219a901-1498-480f-9821-4bda21948b4b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (9e091731-98f3-48a0-9d92-636583e4a971), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:22.439041 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (23400b61-1a6d-4d72-99f6-16e8287d2830), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:22.461222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219a901-1498-480f-9821-4bda21948b4b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'Port': ['ID=9e091731-98f3-48a0-9d92-636583e4a971,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:22.561295 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b219a901-1498-480f-9821-4bda21948b4b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:22.565358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b219a901-1498-480f-9821-4bda21948b4b tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "DELETE /v2.0/ports/9e091731-98f3-48a0-9d92-636583e4a971 HTTP/1.1" status: 204 len: 168 time: 0.6420422 Jan 28 12:44:22.571515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58020) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:22.643543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e78355-dec3-4624-9d02-9343487af290 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Deleting subnet e2b2d8fd-2f60-487f-a585-614b3246e10e {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:44:22.649401 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73e78355-dec3-4624-9d02-9343487af290 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for subnet (e2b2d8fd-2f60-487f-a585-614b3246e10e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:22.703128 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73e78355-dec3-4624-9d02-9343487af290 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (e2b2d8fd-2f60-487f-a585-614b3246e10e), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:22.810299 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73e78355-dec3-4624-9d02-9343487af290 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (e2b2d8fd-2f60-487f-a585-614b3246e10e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:22.899023 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73e78355-dec3-4624-9d02-9343487af290 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (e2b2d8fd-2f60-487f-a585-614b3246e10e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:22.921316 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:22.942779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58026) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:22.955113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e78355-dec3-4624-9d02-9343487af290 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b2d8fd-2f60-487f-a585-614b3246e10e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:22.959528 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73e78355-dec3-4624-9d02-9343487af290 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:22.966415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-73e78355-dec3-4624-9d02-9343487af290 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "DELETE /v2.0/subnets/e2b2d8fd-2f60-487f-a585-614b3246e10e HTTP/1.1" status: 204 len: 168 time: 0.3903956 Jan 28 12:44:22.966858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58030) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:22.981453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cc1399-3e82-4c8a-b4ac-4f7c0abe3ebe None None] Network d3b63326-8568-43b2-9e27-1f1fd24b1c71 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:44:23.025623 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (23400b61-1a6d-4d72-99f6-16e8287d2830), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.057592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-9692f2c8-9f46-4797-bd4c-6c3373e2b3e3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Deleting subnet 8756d781-f143-4b70-be6e-f3c1b0bb9dbc {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:44:23.061269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9692f2c8-9f46-4797-bd4c-6c3373e2b3e3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for subnet (8756d781-f143-4b70-be6e-f3c1b0bb9dbc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.151187 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9692f2c8-9f46-4797-bd4c-6c3373e2b3e3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (8756d781-f143-4b70-be6e-f3c1b0bb9dbc), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.160116 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Deleting port 6220cbcb-eedb-46e9-b6c4-366690fa34ed {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:23.160447 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6220cbcb-eedb-46e9-b6c4-366690fa34ed), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.189407 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39fe6e2f-1a0e-439c-bf4f-0fee8bdd8b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.282945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df28052-ab53-4d7f-910f-09a85e57c466 None None] DHCP port deletion for d3b63326-8568-43b2-9e27-1f1fd24b1c71 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:44:23.348536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9692f2c8-9f46-4797-bd4c-6c3373e2b3e3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (8756d781-f143-4b70-be6e-f3c1b0bb9dbc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.358092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39fe6e2f-1a0e-439c-bf4f-0fee8bdd8b02 admin admin] Publish callbacks [] for security_group (b4cadd67-622e-427f-bf7f-0d3452198ca1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.371877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39fe6e2f-1a0e-439c-bf4f-0fee8bdd8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b4cadd67-622e-427f-bf7f-0d3452198ca1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.383518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9df28052-ab53-4d7f-910f-09a85e57c466 None None] Deleting port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:23.384198 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9df28052-ab53-4d7f-910f-09a85e57c466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.437279 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-39fe6e2f-1a0e-439c-bf4f-0fee8bdd8b02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7875440975784c6d9e43d2816a451f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4933679 Jan 28 12:44:23.437910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58038) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:23.452150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9df28052-ab53-4d7f-910f-09a85e57c466 None None] For port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=982791c3-aa4f-4ca4-bd0b-e454fed5d7f6,segment=NetworkSegment(c51ec18b-84f1-4591-a4a2-d20075056f51),segment_id=c51ec18b-84f1-4591-a4a2-d20075056f51)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:44:23.452793 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9df28052-ab53-4d7f-910f-09a85e57c466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.464485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe6e2f-1a0e-439c-bf4f-0fee8bdd8b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cadd67-622e-427f-bf7f-0d3452198ca1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:23.471237 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6220cbcb-eedb-46e9-b6c4-366690fa34ed), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.474508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9df28052-ab53-4d7f-910f-09a85e57c466 None None] Calling delete_port for 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:23.494063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Calling delete_port for 6220cbcb-eedb-46e9-b6c4-366690fa34ed owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:23.527418 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9692f2c8-9f46-4797-bd4c-6c3373e2b3e3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (8756d781-f143-4b70-be6e-f3c1b0bb9dbc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.571745 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a642b51-a2b3-43b3-b081-a787e124a569 admin admin] Publish callbacks [] for security_group (b4cadd67-622e-427f-bf7f-0d3452198ca1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.588832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692f2c8-9f46-4797-bd4c-6c3373e2b3e3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'Subnet': ['ID=8756d781-f143-4b70-be6e-f3c1b0bb9dbc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:23.593516 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9692f2c8-9f46-4797-bd4c-6c3373e2b3e3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.605302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9692f2c8-9f46-4797-bd4c-6c3373e2b3e3 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "DELETE /v2.0/subnets/8756d781-f143-4b70-be6e-f3c1b0bb9dbc HTTP/1.1" status: 204 len: 168 time: 0.6344135 Jan 28 12:44:23.605797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58040) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:23.614437 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a642b51-a2b3-43b3-b081-a787e124a569 admin admin] Publish callbacks [] for security_group (b4cadd67-622e-427f-bf7f-0d3452198ca1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.642037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d5ce1-8c0f-413f-bd5e-7a7ad1dd07f1 None None] Network 3deb71e2-39c5-4302-a8cc-28bdd226e15c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:44:23.645366 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9df28052-ab53-4d7f-910f-09a85e57c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (982791c3-aa4f-4ca4-bd0b-e454fed5d7f6), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.678520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df28052-ab53-4d7f-910f-09a85e57c466 None None] Pushing event deleted for resources: {'Port': ['ID=982791c3-aa4f-4ca4-bd0b-e454fed5d7f6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:23.734321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df28052-ab53-4d7f-910f-09a85e57c466 None None] No DVR routers for this DVR port 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:44:23.757693 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a642b51-a2b3-43b3-b081-a787e124a569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b4cadd67-622e-427f-bf7f-0d3452198ca1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.762645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a642b51-a2b3-43b3-b081-a787e124a569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.765736 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2a642b51-a2b3-43b3-b081-a787e124a569 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4cadd67-622e-427f-bf7f-0d3452198ca1 HTTP/1.1" status: 204 len: 168 time: 0.3205206 Jan 28 12:44:23.797858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a642b51-a2b3-43b3-b081-a787e124a569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cadd67-622e-427f-bf7f-0d3452198ca1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:23.840952 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6220cbcb-eedb-46e9-b6c4-366690fa34ed), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.852500 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d3b63326-8568-43b2-9e27-1f1fd24b1c71), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:23.942868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b17408-ca50-4026-a95d-4003d6e8f1c7 None None] DHCP port deletion for 3deb71e2-39c5-4302-a8cc-28bdd226e15c request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:44:23.956598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Pushing event deleted for resources: {'Port': ['ID=6220cbcb-eedb-46e9-b6c4-366690fa34ed,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:24.013892 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d3b63326-8568-43b2-9e27-1f1fd24b1c71), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.030297 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (23400b61-1a6d-4d72-99f6-16e8287d2830), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.051068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b0b17408-ca50-4026-a95d-4003d6e8f1c7 None None] Deleting port dbc82779-99fb-44cc-bd91-197b8cc25405 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:24.051611 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b17408-ca50-4026-a95d-4003d6e8f1c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.067443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b63326-8568-43b2-9e27-1f1fd24b1c71']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:24.092131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51ec18b-84f1-4591-a4a2-d20075056f51') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:24.092594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51ec18b-84f1-4591-a4a2-d20075056f51') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:24.117374 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (c51ec18b-84f1-4591-a4a2-d20075056f51), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.142783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c51ec18b-84f1-4591-a4a2-d20075056f51), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.153775 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:44:24.154637 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (c51ec18b-84f1-4591-a4a2-d20075056f51), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:44:24.161797 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:44:24.195273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b0b17408-ca50-4026-a95d-4003d6e8f1c7 None None] For port dbc82779-99fb-44cc-bd91-197b8cc25405, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dbc82779-99fb-44cc-bd91-197b8cc25405,segment=NetworkSegment(1b3380be-9dcf-4b3d-9291-a780a22a525a),segment_id=1b3380be-9dcf-4b3d-9291-a780a22a525a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:44:24.196463 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b17408-ca50-4026-a95d-4003d6e8f1c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.202093 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (23400b61-1a6d-4d72-99f6-16e8287d2830), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.208068 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_controller (23400b61-1a6d-4d72-99f6-16e8287d2830), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.231278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b0b17408-ca50-4026-a95d-4003d6e8f1c7 None None] Calling delete_port for dbc82779-99fb-44cc-bd91-197b8cc25405 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:24.291690 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (23400b61-1a6d-4d72-99f6-16e8287d2830), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.292675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Fanout notify agent at l3_agent the message router_deleted on router 23400b61-1a6d-4d72-99f6-16e8287d2830 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:44:24.319433 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d3b63326-8568-43b2-9e27-1f1fd24b1c71), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.328610 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.333774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "DELETE /v2.0/networks/d3b63326-8568-43b2-9e27-1f1fd24b1c71 HTTP/1.1" status: 204 len: 168 time: 0.7259853 Jan 28 12:44:24.338144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58052) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:24.339496 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.348111 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-13fb491a-a8c9-4c44-ad67-900e9c3e7321 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/routers/23400b61-1a6d-4d72-99f6-16e8287d2830 HTTP/1.1" status: 204 len: 168 time: 2.0914996 Jan 28 12:44:24.348918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58054) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:24.368448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-398750587', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:24.407053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:44:24.411682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359517fb-36c0-40fc-8dd0-c5a987028299 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'Network': ['ID=d3b63326-8568-43b2-9e27-1f1fd24b1c71,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:24.438202 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (db363d54-270b-4a2f-bbf7-f8e5655e8b88), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.439898 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (db363d54-270b-4a2f-bbf7-f8e5655e8b88), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.461458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:44:24.461945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 982791c3-aa4f-4ca4-bd0b-e454fed5d7f6 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:44:24.462932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dbc82779-99fb-44cc-bd91-197b8cc25405 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:44:24.501466 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b17408-ca50-4026-a95d-4003d6e8f1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (dbc82779-99fb-44cc-bd91-197b8cc25405), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.504336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: dbc82779-99fb-44cc-bd91-197b8cc25405 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:44:24.507814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dbc82779-99fb-44cc-bd91-197b8cc25405 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:44:24.546476 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (3deb71e2-39c5-4302-a8cc-28bdd226e15c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.608596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b17408-ca50-4026-a95d-4003d6e8f1c7 None None] Pushing event deleted for resources: {'Port': ['ID=dbc82779-99fb-44cc-bd91-197b8cc25405,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:24.641424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b17408-ca50-4026-a95d-4003d6e8f1c7 None None] No DVR routers for this DVR port dbc82779-99fb-44cc-bd91-197b8cc25405 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:44:24.651948 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_controller (db363d54-270b-4a2f-bbf7-f8e5655e8b88), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.656377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58058) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:24.660583 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.700701 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-065f1098-b31a-4a6a-b30a-6626c36f9ce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.790862 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (3deb71e2-39c5-4302-a8cc-28bdd226e15c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.864045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3deb71e2-39c5-4302-a8cc-28bdd226e15c']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:24.911288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3380be-9dcf-4b3d-9291-a780a22a525a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:24.912012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3380be-9dcf-4b3d-9291-a780a22a525a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:24.935165 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (1b3380be-9dcf-4b3d-9291-a780a22a525a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.969473 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1b3380be-9dcf-4b3d-9291-a780a22a525a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.980950 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (db363d54-270b-4a2f-bbf7-f8e5655e8b88), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.988981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:44:24.989749 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (1b3380be-9dcf-4b3d-9291-a780a22a525a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:44:24.994009 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:44:25.157173 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (3deb71e2-39c5-4302-a8cc-28bdd226e15c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:25.161703 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-065f1098-b31a-4a6a-b30a-6626c36f9ce7 admin admin] Publish callbacks [] for security_group (11e2d105-1d5e-464b-8e1f-36a3599decdc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:25.172280 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-065f1098-b31a-4a6a-b30a-6626c36f9ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (11e2d105-1d5e-464b-8e1f-36a3599decdc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:25.181172 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:25.196082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] 10.222.0.53 "DELETE /v2.0/networks/3deb71e2-39c5-4302-a8cc-28bdd226e15c HTTP/1.1" status: 204 len: 168 time: 0.8537626 Jan 28 12:44:25.208991 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-065f1098-b31a-4a6a-b30a-6626c36f9ce7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9b194e5030a45b0922743c376da4ed6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5496809 Jan 28 12:44:25.211605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58062) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:25.273503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f9065-4a41-4188-b590-6187d0873e08 tempest-TaggedBootDevicesTest_v242-774574554 tempest-TaggedBootDevicesTest_v242-774574554-project] Pushing event deleted for resources: {'Network': ['ID=3deb71e2-39c5-4302-a8cc-28bdd226e15c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:25.292314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f1098-b31a-4a6a-b30a-6626c36f9ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e2d105-1d5e-464b-8e1f-36a3599decdc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:25.324287 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33c605fc-fec1-4298-a4d4-f2a2af9a2eae admin admin] Publish callbacks [] for security_group (11e2d105-1d5e-464b-8e1f-36a3599decdc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:25.433663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33c605fc-fec1-4298-a4d4-f2a2af9a2eae admin admin] Publish callbacks [] for security_group (11e2d105-1d5e-464b-8e1f-36a3599decdc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:25.471816 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (db363d54-270b-4a2f-bbf7-f8e5655e8b88), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:25.532408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:25.546664 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33c605fc-fec1-4298-a4d4-f2a2af9a2eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (11e2d105-1d5e-464b-8e1f-36a3599decdc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:25.551769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33c605fc-fec1-4298-a4d4-f2a2af9a2eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:25.554427 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-33c605fc-fec1-4298-a4d4-f2a2af9a2eae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11e2d105-1d5e-464b-8e1f-36a3599decdc HTTP/1.1" status: 204 len: 168 time: 0.3409374 Jan 28 12:44:25.573900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c605fc-fec1-4298-a4d4-f2a2af9a2eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e2d105-1d5e-464b-8e1f-36a3599decdc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:25.871942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Allocated IP 172.25.7.240 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/7163c203-9bdd-4e10-9952-dc87df753b59) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:25.964986 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:26.070485 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for port (7163c203-9bdd-4e10-9952-dc87df753b59), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:26.133384 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7163c203-9bdd-4e10-9952-dc87df753b59), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:26.191675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:26.194653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:26.201863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:26.237495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Pushing event updated for resources: {'Port': ['ID=7163c203-9bdd-4e10-9952-dc87df753b59,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:26.628779 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (db363d54-270b-4a2f-bbf7-f8e5655e8b88), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:26.832794 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (db363d54-270b-4a2f-bbf7-f8e5655e8b88), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:26.981064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Router db363d54-270b-4a2f-bbf7-f8e5655e8b88 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:44:27.106425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:44:27.118328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb21d0-6b8b-4e73-b753-500945135d43 None None] Sync routers for ids ['db363d54-270b-4a2f-bbf7-f8e5655e8b88'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:44:27.132596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:27.134053 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3923260c-c449-4800-99c4-d661d1ebb42a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7838860 Jan 28 12:44:27.138096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58116) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:27.139870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb21d0-6b8b-4e73-b753-500945135d43 None None] Routers {'db363d54-270b-4a2f-bbf7-f8e5655e8b88'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:27.140503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7cdb21d0-6b8b-4e73-b753-500945135d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:44:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db363d54-270b-4a2f-bbf7-f8e5655e8b88'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:27.144040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:27.190925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7cdb21d0-6b8b-4e73-b753-500945135d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:27.201280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb21d0-6b8b-4e73-b753-500945135d43 None None] Routers {'db363d54-270b-4a2f-bbf7-f8e5655e8b88'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:27.201887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7cdb21d0-6b8b-4e73-b753-500945135d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:44:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db363d54-270b-4a2f-bbf7-f8e5655e8b88'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:27.245236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7cdb21d0-6b8b-4e73-b753-500945135d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:27.246350 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb21d0-6b8b-4e73-b753-500945135d43 None None] The sync data for ids ['db363d54-270b-4a2f-bbf7-f8e5655e8b88'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:44:27.569518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (db363d54-270b-4a2f-bbf7-f8e5655e8b88), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:27.588993 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_gateway (db363d54-270b-4a2f-bbf7-f8e5655e8b88), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:27.651688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Deleting port 7163c203-9bdd-4e10-9952-dc87df753b59 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:27.652032 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7163c203-9bdd-4e10-9952-dc87df753b59), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:27.737415 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7163c203-9bdd-4e10-9952-dc87df753b59), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:27.750594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Calling delete_port for 7163c203-9bdd-4e10-9952-dc87df753b59 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:27.964362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7163c203-9bdd-4e10-9952-dc87df753b59), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:27.992376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Pushing event deleted for resources: {'Port': ['ID=7163c203-9bdd-4e10-9952-dc87df753b59,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:28.077528 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (db363d54-270b-4a2f-bbf7-f8e5655e8b88), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.310033 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (db363d54-270b-4a2f-bbf7-f8e5655e8b88), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.313681 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (db363d54-270b-4a2f-bbf7-f8e5655e8b88), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.396005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Router db363d54-270b-4a2f-bbf7-f8e5655e8b88 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:44:28.497159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:44:28.503875 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.505359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d01b0785-76df-403b-8007-7578169e4958 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "PUT /v2.0/routers/db363d54-270b-4a2f-bbf7-f8e5655e8b88 HTTP/1.1" status: 200 len: 709 time: 1.3658993 Jan 28 12:44:28.508121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58156) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:28.510516 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6382a-3879-4422-b9e9-0dd4f98609c8 None None] Sync routers for ids ['db363d54-270b-4a2f-bbf7-f8e5655e8b88'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:44:28.520196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58158) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:28.557734 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6382a-3879-4422-b9e9-0dd4f98609c8 None None] Routers {'db363d54-270b-4a2f-bbf7-f8e5655e8b88'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:28.559469 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5da6382a-3879-4422-b9e9-0dd4f98609c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:44:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db363d54-270b-4a2f-bbf7-f8e5655e8b88'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:28.599386 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5da6382a-3879-4422-b9e9-0dd4f98609c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:28.604652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3906228a-1b8f-4047-93d6-f62c829405a2 tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/routers/db363d54-270b-4a2f-bbf7-f8e5655e8b88 HTTP/1.1" status: 200 len: 744 time: 0.0928347 Jan 28 12:44:28.604773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:28.615481 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6382a-3879-4422-b9e9-0dd4f98609c8 None None] Routers {'db363d54-270b-4a2f-bbf7-f8e5655e8b88'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:44:28.616251 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5da6382a-3879-4422-b9e9-0dd4f98609c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:44:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db363d54-270b-4a2f-bbf7-f8e5655e8b88'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:28.659722 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-79784e9e-8d41-49e8-ba4f-8a495ec77d1c tempest-RoutersIpV6AdminTest-1407411860 tempest-RoutersIpV6AdminTest-1407411860-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&device_id=db363d54-270b-4a2f-bbf7-f8e5655e8b88 HTTP/1.1" status: 200 len: 205 time: 0.0529416 Jan 28 12:44:28.662253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:28.669370 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5da6382a-3879-4422-b9e9-0dd4f98609c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:28.670345 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6382a-3879-4422-b9e9-0dd4f98609c8 None None] The sync data for ids ['db363d54-270b-4a2f-bbf7-f8e5655e8b88'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:44:28.675762 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f272ede3-e0bf-4c9a-bec5-a2b4871a2616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.694492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2ad00bd0-3834-4737-a41e-84eed853383d tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "GET /v2.0/ports?device_id=db363d54-270b-4a2f-bbf7-f8e5655e8b88 HTTP/1.1" status: 200 len: 205 time: 0.0306723 Jan 28 12:44:28.696489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:28.760296 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f272ede3-e0bf-4c9a-bec5-a2b4871a2616 admin admin] Publish callbacks [] for security_group (3888c340-f99c-400c-8bbb-76031af6b719), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.765191 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f272ede3-e0bf-4c9a-bec5-a2b4871a2616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3888c340-f99c-400c-8bbb-76031af6b719), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.779301 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3faaf7ce-17cb-40bb-b99d-5608321f7259 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (db363d54-270b-4a2f-bbf7-f8e5655e8b88), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.790231 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272ede3-e0bf-4c9a-bec5-a2b4871a2616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3888c340-f99c-400c-8bbb-76031af6b719,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:28.820393 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f272ede3-e0bf-4c9a-bec5-a2b4871a2616 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfd05932cc3d42fdab1edc1f5e5d44a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2989368 Jan 28 12:44:28.822935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58174) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:28.877139 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-131faa29-9dd4-4683-9fdc-1ed358c05434 admin admin] Publish callbacks [] for security_group (3888c340-f99c-400c-8bbb-76031af6b719), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.902892 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-131faa29-9dd4-4683-9fdc-1ed358c05434 admin admin] Publish callbacks [] for security_group (3888c340-f99c-400c-8bbb-76031af6b719), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.963946 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3faaf7ce-17cb-40bb-b99d-5608321f7259 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (db363d54-270b-4a2f-bbf7-f8e5655e8b88), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.966281 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-131faa29-9dd4-4683-9fdc-1ed358c05434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3888c340-f99c-400c-8bbb-76031af6b719), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.970944 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-131faa29-9dd4-4683-9fdc-1ed358c05434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.972476 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3faaf7ce-17cb-40bb-b99d-5608321f7259 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router_controller (db363d54-270b-4a2f-bbf7-f8e5655e8b88), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:28.975179 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-131faa29-9dd4-4683-9fdc-1ed358c05434 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3888c340-f99c-400c-8bbb-76031af6b719 HTTP/1.1" status: 204 len: 168 time: 0.1497529 Jan 28 12:44:28.992020 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131faa29-9dd4-4683-9fdc-1ed358c05434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3888c340-f99c-400c-8bbb-76031af6b719,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:29.048264 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3faaf7ce-17cb-40bb-b99d-5608321f7259 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (db363d54-270b-4a2f-bbf7-f8e5655e8b88), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:29.049391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faaf7ce-17cb-40bb-b99d-5608321f7259 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Fanout notify agent at l3_agent the message router_deleted on router db363d54-270b-4a2f-bbf7-f8e5655e8b88 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:44:29.062473 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3faaf7ce-17cb-40bb-b99d-5608321f7259 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:29.063613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3faaf7ce-17cb-40bb-b99d-5608321f7259 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/routers/db363d54-270b-4a2f-bbf7-f8e5655e8b88 HTTP/1.1" status: 204 len: 168 time: 0.3660471 Jan 28 12:44:29.067279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58180) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.096785 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b8b8ece3-6a64-4525-a627-fce3508fd56e tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "GET /v2.0/ports?device_id=db363d54-270b-4a2f-bbf7-f8e5655e8b88 HTTP/1.1" status: 200 len: 205 time: 0.0282276 Jan 28 12:44:29.099047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.141035 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-aed5b052-e1aa-4e16-aee6-9f31e47f8623 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] delete failed (client error): The resource could not be found. Jan 28 12:44:29.144650 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-aed5b052-e1aa-4e16-aee6-9f31e47f8623 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/routers/db363d54-270b-4a2f-bbf7-f8e5655e8b88 HTTP/1.1" status: 404 len: 336 time: 0.0406966 Jan 28 12:44:29.145246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58186) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.172709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e3e1c251-a2fc-47f4-9644-ca29726e7fb7 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "GET /v2.0/ports?device_id=23400b61-1a6d-4d72-99f6-16e8287d2830 HTTP/1.1" status: 200 len: 205 time: 0.0261285 Jan 28 12:44:29.175032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58188) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.218860 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-413f1b10-3163-475a-b8e6-a00c7ef4f111 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] delete failed (client error): The resource could not be found. Jan 28 12:44:29.222832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-413f1b10-3163-475a-b8e6-a00c7ef4f111 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/routers/23400b61-1a6d-4d72-99f6-16e8287d2830 HTTP/1.1" status: 404 len: 336 time: 0.0435302 Jan 28 12:44:29.223147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58190) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.257315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-acf16a4e-ffd0-4d95-8665-cd7f39e7cf9f tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c9343b-7ee5-40d2-8673-576969f24058 HTTP/1.1" status: 200 len: 205 time: 0.0329616 Jan 28 12:44:29.259742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58192) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.296204 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.302097 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-2a307918-c7ee-443f-8d5a-f3ab4ad461c3 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] delete failed (client error): The resource could not be found. Jan 28 12:44:29.303775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2a307918-c7ee-443f-8d5a-f3ab4ad461c3 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/routers/01c9343b-7ee5-40d2-8673-576969f24058 HTTP/1.1" status: 404 len: 336 time: 0.0430310 Jan 28 12:44:29.304492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58196) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.322092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6c25127-a5b4-42f3-937f-7d07a655ce82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:29.333387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cdcf4ff1-ea96-4dcf-a6ab-177a0f182a53 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eba9b4c-cecc-48dc-b45a-02072f3e9d76 HTTP/1.1" status: 200 len: 205 time: 0.0256875 Jan 28 12:44:29.333900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58198) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.457863 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6c25127-a5b4-42f3-937f-7d07a655ce82 admin admin] Publish callbacks [] for security_group (84102669-7de4-4fac-98f4-66f12e6586e5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:29.471000 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6c25127-a5b4-42f3-937f-7d07a655ce82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (84102669-7de4-4fac-98f4-66f12e6586e5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:29.530947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c25127-a5b4-42f3-937f-7d07a655ce82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84102669-7de4-4fac-98f4-66f12e6586e5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:29.537548 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f6c25127-a5b4-42f3-937f-7d07a655ce82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39e82a1ab652427c87f786ba5e1ea2e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377393 Jan 28 12:44:29.540136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58202) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.615413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc51266-731c-4337-b083-40e78da61e0a admin admin] Publish callbacks [] for security_group (84102669-7de4-4fac-98f4-66f12e6586e5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:29.663697 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc51266-731c-4337-b083-40e78da61e0a admin admin] Publish callbacks [] for security_group (84102669-7de4-4fac-98f4-66f12e6586e5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:29.728741 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc51266-731c-4337-b083-40e78da61e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (84102669-7de4-4fac-98f4-66f12e6586e5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:29.733052 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfc51266-731c-4337-b083-40e78da61e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:29.736712 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-709dc337-9f41-4a1d-91d7-c628adf69670 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] delete failed (client error): The resource could not be found. Jan 28 12:44:29.736848 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bfc51266-731c-4337-b083-40e78da61e0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84102669-7de4-4fac-98f4-66f12e6586e5 HTTP/1.1" status: 204 len: 168 time: 0.1933963 Jan 28 12:44:29.736942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-709dc337-9f41-4a1d-91d7-c628adf69670 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/routers/5eba9b4c-cecc-48dc-b45a-02072f3e9d76 HTTP/1.1" status: 404 len: 336 time: 0.4010839 Jan 28 12:44:29.738251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58212) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.751125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc51266-731c-4337-b083-40e78da61e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84102669-7de4-4fac-98f4-66f12e6586e5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:29.770593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-35dcd9c5-3d65-40d1-a709-c7d63018b043 tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a66494-43e7-4e1e-8134-d3547a793fa5 HTTP/1.1" status: 200 len: 205 time: 0.0312374 Jan 28 12:44:29.772978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58214) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.815489 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-e82946cd-18ee-4e30-b6b1-cdafdc52b35c tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] delete failed (client error): The resource could not be found. Jan 28 12:44:29.816543 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e82946cd-18ee-4e30-b6b1-cdafdc52b35c tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/routers/40a66494-43e7-4e1e-8134-d3547a793fa5 HTTP/1.1" status: 404 len: 336 time: 0.0424752 Jan 28 12:44:29.819553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58216) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.850371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c8a0de57-edb5-42c1-bd05-99c9e64e704a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c098a23-f92c-44a8-89c5-c77de9d988a1 HTTP/1.1" status: 200 len: 205 time: 0.0292966 Jan 28 12:44:29.852659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58218) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.897053 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-7da58bba-77a2-4248-9ba7-e9060ee0493a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] delete failed (client error): The resource could not be found. Jan 28 12:44:29.898086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7da58bba-77a2-4248-9ba7-e9060ee0493a tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/routers/6c098a23-f92c-44a8-89c5-c77de9d988a1 HTTP/1.1" status: 404 len: 336 time: 0.0434768 Jan 28 12:44:29.900829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58220) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:29.931051 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-91afee3e-840d-4b8e-969b-b3ee528d060d tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] DELETE failed (client error): The resource could not be found. Jan 28 12:44:29.931770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91afee3e-840d-4b8e-969b-b3ee528d060d tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:44:29.937890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-91afee3e-840d-4b8e-969b-b3ee528d060d tempest-RoutersIpV6AdminTest-915988813 tempest-RoutersIpV6AdminTest-915988813-project] 10.222.0.53 "DELETE /v2.0/subnets/ebe5e162-6e59-4d95-8e4e-6cded0ba042a HTTP/1.1" status: 404 len: 337 time: 0.0342963 Jan 28 12:44:30.249198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58236) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:30.446498 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88de088c-f58e-487f-a145-291c3be8ace1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:30.561290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88de088c-f58e-487f-a145-291c3be8ace1 admin admin] Publish callbacks [] for security_group (ebe71379-9e9a-4462-ac4a-866771392547), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:30.567057 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88de088c-f58e-487f-a145-291c3be8ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ebe71379-9e9a-4462-ac4a-866771392547), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:30.634862 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-88de088c-f58e-487f-a145-291c3be8ace1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02c36bac5ba44ca39970dd8bdcc1c08f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3822665 Jan 28 12:44:30.635265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58256) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:30.635945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de088c-f58e-487f-a145-291c3be8ace1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe71379-9e9a-4462-ac4a-866771392547,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:30.711916 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cea46557-8ac4-4345-a0e3-19c1bcd18f39 admin admin] Publish callbacks [] for security_group (ebe71379-9e9a-4462-ac4a-866771392547), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:30.743704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cea46557-8ac4-4345-a0e3-19c1bcd18f39 admin admin] Publish callbacks [] for security_group (ebe71379-9e9a-4462-ac4a-866771392547), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:30.810252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cea46557-8ac4-4345-a0e3-19c1bcd18f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ebe71379-9e9a-4462-ac4a-866771392547), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:30.813402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cea46557-8ac4-4345-a0e3-19c1bcd18f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:30.817242 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cea46557-8ac4-4345-a0e3-19c1bcd18f39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebe71379-9e9a-4462-ac4a-866771392547 HTTP/1.1" status: 204 len: 168 time: 0.1783426 Jan 28 12:44:30.840528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea46557-8ac4-4345-a0e3-19c1bcd18f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe71379-9e9a-4462-ac4a-866771392547,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:31.240170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58274) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:31.298322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a4eb1eb2-8de9-4ae9-8e59-09df6844c91b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=afeebba2a47d48c682e658c9c46a8c4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567210 Jan 28 12:44:31.300700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58278) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:31.357140 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11d26052-e351-4844-8664-e9f6be836c75 admin admin] Publish callbacks [] for security_group (afd5a981-24e0-4394-a50d-a62921335cbe), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:31.390564 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11d26052-e351-4844-8664-e9f6be836c75 admin admin] Publish callbacks [] for security_group (afd5a981-24e0-4394-a50d-a62921335cbe), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:31.450546 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11d26052-e351-4844-8664-e9f6be836c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (afd5a981-24e0-4394-a50d-a62921335cbe), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:31.454271 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11d26052-e351-4844-8664-e9f6be836c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:31.456213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-11d26052-e351-4844-8664-e9f6be836c75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afd5a981-24e0-4394-a50d-a62921335cbe HTTP/1.1" status: 204 len: 168 time: 0.1545367 Jan 28 12:44:31.468226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d26052-e351-4844-8664-e9f6be836c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd5a981-24e0-4394-a50d-a62921335cbe,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:32.699877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58338) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:33.025223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-294566657'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:33.056132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Made reservation on behalf of c417ff258e4d47e9af4507dbfdeeca76 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:33.067288 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:33.080497 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:33.204139 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for security_group (7c50e28b-d9f4-4de2-bdff-bfb4ef22c8b1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:33.210512 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7c50e28b-d9f4-4de2-bdff-bfb4ef22c8b1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:33.267038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:44:33.270202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c50e28b-d9f4-4de2-bdff-bfb4ef22c8b1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:33.312670 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (44f5ed26-693c-405b-b39c-a4384e1dbcdd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:33.313112 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Added segment 44f5ed26-693c-405b-b39c-a4384e1dbcdd of type vlan for network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 Jan 28 12:44:33.400213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (7a28bbaf-071c-47bf-9e7d-94eb90f78e27), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:33.472759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (7a28bbaf-071c-47bf-9e7d-94eb90f78e27), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:33.479974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:33.481398 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:33.537193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8348479 Jan 28 12:44:33.541188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58364) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:33.550502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-31ab6ff6-41a2-4846-ba61-2e67ee21efb2 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Request body: {'subnet': {'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:33.581858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143723a7-0d69-4fea-85d6-e2ae44cb6735 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event updated for resources: {'Network': ['ID=7a28bbaf-071c-47bf-9e7d-94eb90f78e27,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:33.596247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:44:33.694163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ab6ff6-41a2-4846-ba61-2e67ee21efb2 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Made reservation on behalf of c417ff258e4d47e9af4507dbfdeeca76 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:33.697793 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31ab6ff6-41a2-4846-ba61-2e67ee21efb2 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:33.935004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31ab6ff6-41a2-4846-ba61-2e67ee21efb2 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (ff2b6d45-1c30-46f9-92d1-cfaa603960db), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:34.009969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab6ff6-41a2-4846-ba61-2e67ee21efb2 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event updated for resources: {'Subnet': ['ID=ff2b6d45-1c30-46f9-92d1-cfaa603960db,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:34.022490 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab6ff6-41a2-4846-ba61-2e67ee21efb2 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Checking segment: {'id': '44f5ed26-693c-405b-b39c-a4384e1dbcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:44:34.022889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ab6ff6-41a2-4846-ba61-2e67ee21efb2 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Network hostable DHCP agents. Network: 7a28bbaf-071c-47bf-9e7d-94eb90f78e27, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:44:34.042298 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ab6ff6-41a2-4846-ba61-2e67ee21efb2 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:44:34.053540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-31ab6ff6-41a2-4846-ba61-2e67ee21efb2 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 7a28bbaf-071c-47bf-9e7d-94eb90f78e27) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:34.061172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab6ff6-41a2-4846-ba61-2e67ee21efb2 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:34.061172 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31ab6ff6-41a2-4846-ba61-2e67ee21efb2 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:34.072666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df79cc-d53f-497c-9bd4-d6aacc9fc270 None None] Network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:44:34.078441 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-31ab6ff6-41a2-4846-ba61-2e67ee21efb2 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5337803 Jan 28 12:44:34.080984 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58382) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:34.088577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Request body: {'port': {'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1871283266'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:34.206392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-7a28bbaf-071c-47bf-9e7d-94eb90f78e27', 'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27', 'project_id': 'c417ff258e4d47e9af4507dbfdeeca76', 'fixed_ips': [{'subnet_id': 'ff2b6d45-1c30-46f9-92d1-cfaa603960db'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:44:34.207253 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:34.232175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Made reservation on behalf of c417ff258e4d47e9af4507dbfdeeca76 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:34.238057 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:34.260368 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] device_id is not set on port 83206aa1-0429-49d6-8db4-8a3b513f3d97 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:44:34.412174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Allocated IP 2001:db8::2 (7a28bbaf-071c-47bf-9e7d-94eb90f78e27/ff2b6d45-1c30-46f9-92d1-cfaa603960db/e1e9da7e-d005-47ba-bf50-08a7d91d45a6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:34.613622 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Publish callbacks [] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:34.631115 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:34.709895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Pushing event updated for resources: {'Port': ['ID=e1e9da7e-d005-47ba-bf50-08a7d91d45a6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:34.718694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:34.720818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:34.723202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:34.744712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Allocated IP 2001:db8::161 (7a28bbaf-071c-47bf-9e7d-94eb90f78e27/ff2b6d45-1c30-46f9-92d1-cfaa603960db/83206aa1-0429-49d6-8db4-8a3b513f3d97) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:34.827518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Attempting to bind port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:44:34.828044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Attempting to bind port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '44f5ed26-693c-405b-b39c-a4384e1dbcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:44:34.828949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Attempting to bind port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 on network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:44:34.835893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:44:34.836281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Checking segment: {'id': '44f5ed26-693c-405b-b39c-a4384e1dbcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:44:34.836863 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:34.837268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Bound using segment: {'id': '44f5ed26-693c-405b-b39c-a4384e1dbcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:44:34.837739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Bound port: e1e9da7e-d005-47ba-bf50-08a7d91d45a6, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f5ed26-693c-405b-b39c-a4384e1dbcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:44:34.838268 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:34.964031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] For port e1e9da7e-d005-47ba-bf50-08a7d91d45a6, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:44:34.969408 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] For port e1e9da7e-d005-47ba-bf50-08a7d91d45a6, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e1e9da7e-d005-47ba-bf50-08a7d91d45a6,segment=NetworkSegment(44f5ed26-693c-405b-b39c-a4384e1dbcdd),segment_id=44f5ed26-693c-405b-b39c-a4384e1dbcdd)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:44:34.977838 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:35.041698 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for port (83206aa1-0429-49d6-8db4-8a3b513f3d97), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:35.104281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48fe25-2735-4d48-a341-de98b0232617 None None] Pushing event updated for resources: {'Port': ['ID=e1e9da7e-d005-47ba-bf50-08a7d91d45a6,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:35.118349 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (83206aa1-0429-49d6-8db4-8a3b513f3d97), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:35.214916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:35.219981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event updated for resources: {'Port': ['ID=83206aa1-0429-49d6-8db4-8a3b513f3d97,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:35.229680 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:35.233733 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:35.240421 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:35.241154 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:35.268438 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-02ebef00-62b6-4d08-9543-4406ea4dd3c1 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1861713 Jan 28 12:44:35.271556 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58408) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:35.276920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Request body: {'port': {'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1104548251', 'allowed_address_pairs': [{'ip_address': '2001:db8::161', 'mac_address': 'fa:16:3e:a1:6c:20'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:35.789635 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Made reservation on behalf of c417ff258e4d47e9af4507dbfdeeca76 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:35.911799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:35.937383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] device_id is not set on port 1f055543-1485-4a27-95a0-e3f2cfaa5fe7 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:44:36.125409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Allocated IP 2001:db8::256 (7a28bbaf-071c-47bf-9e7d-94eb90f78e27/ff2b6d45-1c30-46f9-92d1-cfaa603960db/1f055543-1485-4a27-95a0-e3f2cfaa5fe7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:36.412778 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e1e9da7e-d005-47ba-bf50-08a7d91d45a6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:44:36.447741 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for port (1f055543-1485-4a27-95a0-e3f2cfaa5fe7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:36.505062 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1f055543-1485-4a27-95a0-e3f2cfaa5fe7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:36.561046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:36.565623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:36.569903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:36.576973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:36.577631 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:36.598178 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.3255310 Jan 28 12:44:36.602173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58448) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:36.609113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:36.611262 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:36.619735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35bc71-ba12-4f45-b3a4-413755997b49 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event updated for resources: {'Port': ['ID=1f055543-1485-4a27-95a0-e3f2cfaa5fe7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:36.685394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba00f21d-68bc-4425-b48b-8dee81a7e127 None None] Network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:44:36.747880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8722bed-3e1d-40f5-88d7-18c6fa94c68c tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:36.754110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8722bed-3e1d-40f5-88d7-18c6fa94c68c tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:36.761399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8722bed-3e1d-40f5-88d7-18c6fa94c68c tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:36.763535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f8722bed-3e1d-40f5-88d7-18c6fa94c68c tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1590347 Jan 28 12:44:36.768083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58456) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:36.863406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:44:36.863406 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:36.906986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-663ffa15-a691-4b40-9233-0cda1c802e7d None None] Provisioning complete for port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:36.907986 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-663ffa15-a691-4b40-9233-0cda1c802e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:37.002228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-82796bd9-e012-4137-bf5f-fd1ffc3a298f tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Deleting port 1f055543-1485-4a27-95a0-e3f2cfaa5fe7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:37.002788 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82796bd9-e012-4137-bf5f-fd1ffc3a298f tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1f055543-1485-4a27-95a0-e3f2cfaa5fe7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:37.019291 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port e1e9da7e-d005-47ba-bf50-08a7d91d45a6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e1e9da7e-d005-47ba-bf50-08a7d91d45a6,segment=NetworkSegment(44f5ed26-693c-405b-b39c-a4384e1dbcdd),segment_id=44f5ed26-693c-405b-b39c-a4384e1dbcdd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:44:37.030500 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:37.145146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82796bd9-e012-4137-bf5f-fd1ffc3a298f tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1f055543-1485-4a27-95a0-e3f2cfaa5fe7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:37.159682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-82796bd9-e012-4137-bf5f-fd1ffc3a298f tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Calling delete_port for 1f055543-1485-4a27-95a0-e3f2cfaa5fe7 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:37.188769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=e1e9da7e-d005-47ba-bf50-08a7d91d45a6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:37.197284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-663ffa15-a691-4b40-9233-0cda1c802e7d None None] Current status of the port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:44:37.397686 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82796bd9-e012-4137-bf5f-fd1ffc3a298f tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1f055543-1485-4a27-95a0-e3f2cfaa5fe7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:37.472689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82796bd9-e012-4137-bf5f-fd1ffc3a298f tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event deleted for resources: {'Port': ['ID=1f055543-1485-4a27-95a0-e3f2cfaa5fe7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:37.530702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2b8ca51a-b9f8-4828-9e01-3e41607798a7 None None] Provisioning complete for port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:37.531242 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca51a-b9f8-4828-9e01-3e41607798a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:37.617483 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82796bd9-e012-4137-bf5f-fd1ffc3a298f tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:37.624805 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-82796bd9-e012-4137-bf5f-fd1ffc3a298f tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "DELETE /v2.0/ports/1f055543-1485-4a27-95a0-e3f2cfaa5fe7 HTTP/1.1" status: 204 len: 168 time: 0.8555355 Jan 28 12:44:37.625044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:37.717803 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e66079-cf9a-4939-9ffb-92f7c6389c02 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] GET failed (client error): The resource could not be found. Jan 28 12:44:37.726901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-84e66079-cf9a-4939-9ffb-92f7c6389c02 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "GET /v2.0/ports/1f055543-1485-4a27-95a0-e3f2cfaa5fe7 HTTP/1.1" status: 404 len: 333 time: 0.0999599 Jan 28 12:44:37.731120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58488) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:37.736362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Request body: {'port': {'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-485572647'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:37.775162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ca51a-b9f8-4828-9e01-3e41607798a7 None None] Current status of the port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:44:37.780831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2b8ca51a-b9f8-4828-9e01-3e41607798a7 None None] Could not find standard attr ID for object 1f055543-1485-4a27-95a0-e3f2cfaa5fe7. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:44:37.805551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2b8ca51a-b9f8-4828-9e01-3e41607798a7 None None] Provisioning complete for port 83206aa1-0429-49d6-8db4-8a3b513f3d97 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:37.806129 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca51a-b9f8-4828-9e01-3e41607798a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (83206aa1-0429-49d6-8db4-8a3b513f3d97), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:37.872832 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ca51a-b9f8-4828-9e01-3e41607798a7 None None] Port 83206aa1-0429-49d6-8db4-8a3b513f3d97 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:44:38.006042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6eddf5b5-0fcd-4b3f-9cc3-fdeb92371530 None None] Provisioning complete for port 83206aa1-0429-49d6-8db4-8a3b513f3d97 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:38.010145 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6eddf5b5-0fcd-4b3f-9cc3-fdeb92371530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (83206aa1-0429-49d6-8db4-8a3b513f3d97), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:38.056609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Made reservation on behalf of c417ff258e4d47e9af4507dbfdeeca76 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:38.065682 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:38.092324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6eddf5b5-0fcd-4b3f-9cc3-fdeb92371530 None None] Port 83206aa1-0429-49d6-8db4-8a3b513f3d97 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:44:38.111142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] device_id is not set on port 33463cd8-2ca3-4f9b-bd39-8f92f113e07f yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:44:38.322992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6cfecd25-0824-434a-be81-c738ded17a61 None None] Could not find standard attr ID for object 1f055543-1485-4a27-95a0-e3f2cfaa5fe7. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:44:38.395449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Allocated IP 2001:db8::22b (7a28bbaf-071c-47bf-9e7d-94eb90f78e27/ff2b6d45-1c30-46f9-92d1-cfaa603960db/33463cd8-2ca3-4f9b-bd39-8f92f113e07f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:38.400677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e1e9da7e-d005-47ba-bf50-08a7d91d45a6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:44:38.480214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:38.480838 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:38.607547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:44:38.733518 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for port (33463cd8-2ca3-4f9b-bd39-8f92f113e07f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:38.780345 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (33463cd8-2ca3-4f9b-bd39-8f92f113e07f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:38.849683 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:38.856768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:38.859903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:38.866349 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:38.866966 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:38.877978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event updated for resources: {'Port': ['ID=33463cd8-2ca3-4f9b-bd39-8f92f113e07f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:38.890094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58518) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:38.897416 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9cb4b9a1-962c-4b1d-bf99-98325a53a550 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1651354 Jan 28 12:44:38.903686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58524) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:38.910012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-64405395-76b7-428e-b9b2-3842c62b2927 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::161', 'mac_address': 'fa:16:3e:a1:6c:20'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:39.041502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64405395-76b7-428e-b9b2-3842c62b2927 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (33463cd8-2ca3-4f9b-bd39-8f92f113e07f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.157297 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4faf-ee99-4c6f-bd24-5fb6270655e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.274618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b85c4967-7faf-4be1-8f72-a66b6434dd8a None None] Provisioning complete for port 33463cd8-2ca3-4f9b-bd39-8f92f113e07f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:39.275203 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b85c4967-7faf-4be1-8f72-a66b6434dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (33463cd8-2ca3-4f9b-bd39-8f92f113e07f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.289372 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4faf-ee99-4c6f-bd24-5fb6270655e5 admin admin] Publish callbacks [] for security_group (b09f28d2-acef-4d92-b4c5-244c4b3a3f54), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.294766 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4faf-ee99-4c6f-bd24-5fb6270655e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b09f28d2-acef-4d92-b4c5-244c4b3a3f54), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.333866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f4faf-ee99-4c6f-bd24-5fb6270655e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09f28d2-acef-4d92-b4c5-244c4b3a3f54,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:39.340544 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64405395-76b7-428e-b9b2-3842c62b2927 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for port (33463cd8-2ca3-4f9b-bd39-8f92f113e07f), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.349414 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64405395-76b7-428e-b9b2-3842c62b2927 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (33463cd8-2ca3-4f9b-bd39-8f92f113e07f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.368020 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8c7f4faf-ee99-4c6f-bd24-5fb6270655e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c94f707ed7e40b09cfe36e32e98f18e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4768121 Jan 28 12:44:39.372171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58538) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:39.427894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64405395-76b7-428e-b9b2-3842c62b2927 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event updated for resources: {'Port': ['ID=33463cd8-2ca3-4f9b-bd39-8f92f113e07f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:39.447228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-64405395-76b7-428e-b9b2-3842c62b2927 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] In _notify_port_updated(), no bound segment for port 33463cd8-2ca3-4f9b-bd39-8f92f113e07f on network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:44:39.453728 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64405395-76b7-428e-b9b2-3842c62b2927 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:39.454224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64405395-76b7-428e-b9b2-3842c62b2927 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.463724 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-64405395-76b7-428e-b9b2-3842c62b2927 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "PUT /v2.0/ports/33463cd8-2ca3-4f9b-bd39-8f92f113e07f HTTP/1.1" status: 200 len: 1002 time: 0.5562370 Jan 28 12:44:39.466263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58542) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:39.514189 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a26f7a0-ca57-4eda-868e-a9527cec4d10 admin admin] Publish callbacks [] for security_group (b09f28d2-acef-4d92-b4c5-244c4b3a3f54), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.563066 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a26f7a0-ca57-4eda-868e-a9527cec4d10 admin admin] Publish callbacks [] for security_group (b09f28d2-acef-4d92-b4c5-244c4b3a3f54), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.641758 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a26f7a0-ca57-4eda-868e-a9527cec4d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b09f28d2-acef-4d92-b4c5-244c4b3a3f54), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.645035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-877d0970-6cd6-429c-9113-15ed39181c98 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Deleting port 33463cd8-2ca3-4f9b-bd39-8f92f113e07f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:39.646739 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-877d0970-6cd6-429c-9113-15ed39181c98 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (33463cd8-2ca3-4f9b-bd39-8f92f113e07f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.646985 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a26f7a0-ca57-4eda-868e-a9527cec4d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.648911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3a26f7a0-ca57-4eda-868e-a9527cec4d10 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b09f28d2-acef-4d92-b4c5-244c4b3a3f54 HTTP/1.1" status: 204 len: 168 time: 0.2756937 Jan 28 12:44:39.665682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26f7a0-ca57-4eda-868e-a9527cec4d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09f28d2-acef-4d92-b4c5-244c4b3a3f54,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:39.712441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b85c4967-7faf-4be1-8f72-a66b6434dd8a None None] Port 33463cd8-2ca3-4f9b-bd39-8f92f113e07f cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:44:39.881509 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-877d0970-6cd6-429c-9113-15ed39181c98 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (33463cd8-2ca3-4f9b-bd39-8f92f113e07f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:39.935243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-877d0970-6cd6-429c-9113-15ed39181c98 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Calling delete_port for 33463cd8-2ca3-4f9b-bd39-8f92f113e07f owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:40.004332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0ffc93bd-58fa-4b99-b574-d685480b924c None None] Provisioning complete for port 33463cd8-2ca3-4f9b-bd39-8f92f113e07f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:40.025580 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ffc93bd-58fa-4b99-b574-d685480b924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (33463cd8-2ca3-4f9b-bd39-8f92f113e07f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:40.160503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc93bd-58fa-4b99-b574-d685480b924c None None] Port 33463cd8-2ca3-4f9b-bd39-8f92f113e07f cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:44:40.181348 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-877d0970-6cd6-429c-9113-15ed39181c98 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (33463cd8-2ca3-4f9b-bd39-8f92f113e07f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:40.313173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d0970-6cd6-429c-9113-15ed39181c98 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event deleted for resources: {'Port': ['ID=33463cd8-2ca3-4f9b-bd39-8f92f113e07f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:40.492847 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-877d0970-6cd6-429c-9113-15ed39181c98 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:40.501137 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-877d0970-6cd6-429c-9113-15ed39181c98 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "DELETE /v2.0/ports/33463cd8-2ca3-4f9b-bd39-8f92f113e07f HTTP/1.1" status: 204 len: 168 time: 1.0283318 Jan 28 12:44:40.505421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58564) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:40.554565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58568) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:40.577944 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb52d70e-268b-4953-8882-a350692e04e7 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] GET failed (client error): The resource could not be found. Jan 28 12:44:40.585160 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00556126-8ee6-4ea4-8da2-1c0c98378fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:40.587705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-eb52d70e-268b-4953-8882-a350692e04e7 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "GET /v2.0/ports/33463cd8-2ca3-4f9b-bd39-8f92f113e07f HTTP/1.1" status: 404 len: 333 time: 0.0714195 Jan 28 12:44:40.588852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58570) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:40.614979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Request body: {'port': {'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1556044621'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:40.749776 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00556126-8ee6-4ea4-8da2-1c0c98378fea admin admin] Publish callbacks [] for security_group (e8c5cef4-965f-41a4-b4aa-f01a78a72b5c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:40.756773 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00556126-8ee6-4ea4-8da2-1c0c98378fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e8c5cef4-965f-41a4-b4aa-f01a78a72b5c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:40.827744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00556126-8ee6-4ea4-8da2-1c0c98378fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c5cef4-965f-41a4-b4aa-f01a78a72b5c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:40.844673 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-00556126-8ee6-4ea4-8da2-1c0c98378fea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b90424709fe4ceea1945b821ddd55d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890007 Jan 28 12:44:40.847739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58576) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:40.849139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Made reservation on behalf of c417ff258e4d47e9af4507dbfdeeca76 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:40.855313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:40.885820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] device_id is not set on port 15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:44:40.914313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7716dd5-7703-4d31-95bf-8d8237c25cda admin admin] Publish callbacks [] for security_group (e8c5cef4-965f-41a4-b4aa-f01a78a72b5c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:40.942184 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7716dd5-7703-4d31-95bf-8d8237c25cda admin admin] Publish callbacks [] for security_group (e8c5cef4-965f-41a4-b4aa-f01a78a72b5c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:41.023597 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7716dd5-7703-4d31-95bf-8d8237c25cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e8c5cef4-965f-41a4-b4aa-f01a78a72b5c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:41.052889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7716dd5-7703-4d31-95bf-8d8237c25cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:41.054227 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e7716dd5-7703-4d31-95bf-8d8237c25cda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8c5cef4-965f-41a4-b4aa-f01a78a72b5c HTTP/1.1" status: 204 len: 168 time: 0.2051466 Jan 28 12:44:41.087981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7716dd5-7703-4d31-95bf-8d8237c25cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c5cef4-965f-41a4-b4aa-f01a78a72b5c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:41.170509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Allocated IP 2001:db8::358 (7a28bbaf-071c-47bf-9e7d-94eb90f78e27/ff2b6d45-1c30-46f9-92d1-cfaa603960db/15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:41.548097 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for port (15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:41.649955 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:41.853392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:41.885257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:41.893089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:41.898590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:41.905362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:41.909649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event updated for resources: {'Port': ['ID=15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:41.946716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-32fe1dff-2a8b-4d63-833f-adb18ec2efd4 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3539383 Jan 28 12:44:41.951042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58614) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:41.960175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7e73a029-54e7-41f1-bfe3-8e99e67bffcf tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a1:6c:20'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:42.290229 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e73a029-54e7-41f1-bfe3-8e99e67bffcf tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:42.495998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0b79f0d2-6e8e-433a-a9a4-125b8edd1a0d None None] Provisioning complete for port 15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:42.498728 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b79f0d2-6e8e-433a-a9a4-125b8edd1a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:42.644450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0b79f0d2-6e8e-433a-a9a4-125b8edd1a0d None None] Port 15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:44:42.773140 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e73a029-54e7-41f1-bfe3-8e99e67bffcf tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for port (15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:42.779566 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e73a029-54e7-41f1-bfe3-8e99e67bffcf tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:42.814270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7e73a029-54e7-41f1-bfe3-8e99e67bffcf tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] In _notify_port_updated(), no bound segment for port 15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c on network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:44:42.819776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e73a029-54e7-41f1-bfe3-8e99e67bffcf tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:42.820571 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e73a029-54e7-41f1-bfe3-8e99e67bffcf tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:42.824982 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7e73a029-54e7-41f1-bfe3-8e99e67bffcf tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "PUT /v2.0/ports/15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c HTTP/1.1" status: 200 len: 1003 time: 0.8694606 Jan 28 12:44:42.825349 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58648) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:42.869864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73a029-54e7-41f1-bfe3-8e99e67bffcf tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event updated for resources: {'Port': ['ID=15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:43.001871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1eb43aef-cb24-49e9-bcf5-c5adbd6cfd42 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Deleting port 15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:43.007327 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1eb43aef-cb24-49e9-bcf5-c5adbd6cfd42 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:43.169092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1eb43aef-cb24-49e9-bcf5-c5adbd6cfd42 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:43.206684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1eb43aef-cb24-49e9-bcf5-c5adbd6cfd42 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Calling delete_port for 15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:43.404442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7b57075b-b098-43c8-8fcc-829636bb57c7 None None] Provisioning complete for port 15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:43.405196 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b57075b-b098-43c8-8fcc-829636bb57c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:43.433369 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1eb43aef-cb24-49e9-bcf5-c5adbd6cfd42 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:43.458462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7b57075b-b098-43c8-8fcc-829636bb57c7 None None] Port 15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:44:43.502113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb43aef-cb24-49e9-bcf5-c5adbd6cfd42 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event deleted for resources: {'Port': ['ID=15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:43.547879 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1eb43aef-cb24-49e9-bcf5-c5adbd6cfd42 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:43.555548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58676) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:43.567502 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1eb43aef-cb24-49e9-bcf5-c5adbd6cfd42 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "DELETE /v2.0/ports/15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c HTTP/1.1" status: 204 len: 168 time: 0.7411828 Jan 28 12:44:43.588590 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-da324441-55a0-4189-aa4a-3384b7c578c9 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] GET failed (client error): The resource could not be found. Jan 28 12:44:43.596618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58680) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:43.603432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Request body: {'port': {'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1306427638'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:43.608430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-da324441-55a0-4189-aa4a-3384b7c578c9 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "GET /v2.0/ports/15d5fb2d-4f94-4dc1-85c2-a3f413f6cd5c HTTP/1.1" status: 404 len: 333 time: 0.0516644 Jan 28 12:44:43.840583 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:44:43.878053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Made reservation on behalf of c417ff258e4d47e9af4507dbfdeeca76 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:43.881820 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:43.937642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] device_id is not set on port fe9ef714-0fc1-4de3-8a56-aa6c7dd58496 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:44:44.262791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Allocated IP 2001:db8::3d2 (7a28bbaf-071c-47bf-9e7d-94eb90f78e27/ff2b6d45-1c30-46f9-92d1-cfaa603960db/fe9ef714-0fc1-4de3-8a56-aa6c7dd58496) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:44.674777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for port (fe9ef714-0fc1-4de3-8a56-aa6c7dd58496), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:44.782075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fe9ef714-0fc1-4de3-8a56-aa6c7dd58496), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:44.850325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58720) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:44.862617 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event updated for resources: {'Port': ['ID=fe9ef714-0fc1-4de3-8a56-aa6c7dd58496,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:44.893677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:44.896034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:44.898681 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:44.909360 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:44.910210 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:44.943155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58724) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:44.944956 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d1c5dcc3-8c98-45ee-9a24-d21dad0d1765 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3400903 Jan 28 12:44:44.956274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Request body: {'port': {'network_id': '7a28bbaf-071c-47bf-9e7d-94eb90f78e27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1386987176'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:45.311111 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3770de45-19b3-4cdb-be41-f4a6c13f278e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:45.398620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Made reservation on behalf of c417ff258e4d47e9af4507dbfdeeca76 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:45.403147 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:45.424843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] device_id is not set on port 308fd733-1195-4a73-ba36-0773f09a4e2a yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:44:45.427633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-16587a97-3208-412c-ad9b-73a08c70f545 req-a6ca2403-ba9f-4897-b2fd-ec6985350b3b service neutron] (103128) timed out ('10.222.0.53', 54540) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:44:45.440890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a6daf0cb-d5fe-461a-ae65-bbb7d28c9f44 None None] Provisioning complete for port fe9ef714-0fc1-4de3-8a56-aa6c7dd58496 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:45.441947 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6daf0cb-d5fe-461a-ae65-bbb7d28c9f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fe9ef714-0fc1-4de3-8a56-aa6c7dd58496), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:45.531610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a6daf0cb-d5fe-461a-ae65-bbb7d28c9f44 None None] Port fe9ef714-0fc1-4de3-8a56-aa6c7dd58496 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:44:45.689510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Allocated IP 2001:db8::1a7 (7a28bbaf-071c-47bf-9e7d-94eb90f78e27/ff2b6d45-1c30-46f9-92d1-cfaa603960db/308fd733-1195-4a73-ba36-0773f09a4e2a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:45.723321 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3770de45-19b3-4cdb-be41-f4a6c13f278e admin admin] Publish callbacks [] for security_group (641a8758-a73c-4619-ac98-679c0a124125), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:45.733074 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3770de45-19b3-4cdb-be41-f4a6c13f278e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (641a8758-a73c-4619-ac98-679c0a124125), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:45.829736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3770de45-19b3-4cdb-be41-f4a6c13f278e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bdedf39b78545f6b2a371dfb12c5f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9766829 Jan 28 12:44:45.842774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58740) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:45.845420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770de45-19b3-4cdb-be41-f4a6c13f278e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641a8758-a73c-4619-ac98-679c0a124125,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:46.036596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Publish callbacks [] for security_group (641a8758-a73c-4619-ac98-679c0a124125), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:46.039417 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for port (308fd733-1195-4a73-ba36-0773f09a4e2a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:46.127789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Publish callbacks [] for security_group (641a8758-a73c-4619-ac98-679c0a124125), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:46.133834 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (308fd733-1195-4a73-ba36-0773f09a4e2a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:46.231212 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:46.252522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:46.256024 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:46.280202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:46.283358 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:46.307113 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (641a8758-a73c-4619-ac98-679c0a124125), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:46.310656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:46.323063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3781917 Jan 28 12:44:46.324810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2bf46-8734-4474-87f8-f7d9ec58b121 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event updated for resources: {'Port': ['ID=308fd733-1195-4a73-ba36-0773f09a4e2a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:46.328491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58752) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:46.335495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::161', 'mac_address': 'fa:16:3e:a1:6c:20'}, {'ip_address': '2001:db8::3d2', 'mac_address': 'fa:16:3e:68:72:c5'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:46.337596 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/641a8758-a73c-4619-ac98-679c0a124125 HTTP/1.1" status: 204 len: 168 time: 0.4808407 Jan 28 12:44:46.363324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641a8758-a73c-4619-ac98-679c0a124125,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:46.376637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.378155 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.378555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.379460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.380383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.380713 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.381481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.382197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.382917 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.383678 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.384363 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.385252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.385838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aae32a6-73ea-428f-b548-a3fdbcaa5a11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:46.499128 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (308fd733-1195-4a73-ba36-0773f09a4e2a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:46.826244 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for port (308fd733-1195-4a73-ba36-0773f09a4e2a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:46.840011 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (308fd733-1195-4a73-ba36-0773f09a4e2a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:46.896339 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] In _notify_port_updated(), no bound segment for port 308fd733-1195-4a73-ba36-0773f09a4e2a on network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:44:46.906407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:46.908089 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:46.910290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "PUT /v2.0/ports/308fd733-1195-4a73-ba36-0773f09a4e2a HTTP/1.1" status: 200 len: 1068 time: 0.5803175 Jan 28 12:44:46.914477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:46.954560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-cbbbb0e3-1e82-4c2b-b7e1-7791caa140db None None] Provisioning complete for port 308fd733-1195-4a73-ba36-0773f09a4e2a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:46.955088 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cbbbb0e3-1e82-4c2b-b7e1-7791caa140db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (308fd733-1195-4a73-ba36-0773f09a4e2a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.000480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event updated for resources: {'Port': ['ID=308fd733-1195-4a73-ba36-0773f09a4e2a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:47.016349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.016981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.017956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.018456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.019648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.020387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.020889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.021375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.021855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.022553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.023059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.024081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.024828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c287a04-ebad-4ebc-b378-6b01c1363340 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:47.052222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58768) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:47.076603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbb0e3-1e82-4c2b-b7e1-7791caa140db None None] Port 308fd733-1195-4a73-ba36-0773f09a4e2a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:44:47.095725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8848f02-65d4-46ea-8e81-b84247f88bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.146408 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.157184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e8370-dfae-4456-8a10-8820d723093a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Deleting port 308fd733-1195-4a73-ba36-0773f09a4e2a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:47.157647 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8370-dfae-4456-8a10-8820d723093a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (308fd733-1195-4a73-ba36-0773f09a4e2a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.273377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8848f02-65d4-46ea-8e81-b84247f88bfb admin admin] Publish callbacks [] for security_group (b7b645df-6c60-4aa4-aa34-56e1cfc1556b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.285170 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8848f02-65d4-46ea-8e81-b84247f88bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b7b645df-6c60-4aa4-aa34-56e1cfc1556b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.326587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f8848f02-65d4-46ea-8e81-b84247f88bfb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cdd31d5006ea42d681b168df1408a421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718136 Jan 28 12:44:47.331385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58774) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:47.385483 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8370-dfae-4456-8a10-8820d723093a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (308fd733-1195-4a73-ba36-0773f09a4e2a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.400309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e8370-dfae-4456-8a10-8820d723093a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Calling delete_port for 308fd733-1195-4a73-ba36-0773f09a4e2a owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:47.511206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8848f02-65d4-46ea-8e81-b84247f88bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b645df-6c60-4aa4-aa34-56e1cfc1556b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:47.517637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d1208594-fb5a-4345-9a31-e36d3ce0a89b None None] Provisioning complete for port 308fd733-1195-4a73-ba36-0773f09a4e2a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:44:47.518215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1208594-fb5a-4345-9a31-e36d3ce0a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (308fd733-1195-4a73-ba36-0773f09a4e2a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.560265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc95a03-56fc-49f1-ad7f-10c02b7f690b admin admin] Publish callbacks [] for security_group (b7b645df-6c60-4aa4-aa34-56e1cfc1556b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.619187 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc95a03-56fc-49f1-ad7f-10c02b7f690b admin admin] Publish callbacks [] for security_group (b7b645df-6c60-4aa4-aa34-56e1cfc1556b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.629841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d1208594-fb5a-4345-9a31-e36d3ce0a89b None None] Port 308fd733-1195-4a73-ba36-0773f09a4e2a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:44:47.701532 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc95a03-56fc-49f1-ad7f-10c02b7f690b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b7b645df-6c60-4aa4-aa34-56e1cfc1556b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.705021 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc95a03-56fc-49f1-ad7f-10c02b7f690b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.711751 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3dc95a03-56fc-49f1-ad7f-10c02b7f690b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7b645df-6c60-4aa4-aa34-56e1cfc1556b HTTP/1.1" status: 204 len: 168 time: 0.3745825 Jan 28 12:44:47.718899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc95a03-56fc-49f1-ad7f-10c02b7f690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b645df-6c60-4aa4-aa34-56e1cfc1556b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:47.774864 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8370-dfae-4456-8a10-8820d723093a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (308fd733-1195-4a73-ba36-0773f09a4e2a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.797070 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:47.838751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e8370-dfae-4456-8a10-8820d723093a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event deleted for resources: {'Port': ['ID=308fd733-1195-4a73-ba36-0773f09a4e2a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:48.171154 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8370-dfae-4456-8a10-8820d723093a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:48.178262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:48.178863 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9e4e8370-dfae-4456-8a10-8820d723093a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "DELETE /v2.0/ports/308fd733-1195-4a73-ba36-0773f09a4e2a HTTP/1.1" status: 204 len: 168 time: 1.2621663 Jan 28 12:44:48.218576 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddefd22-6d0b-408c-86fd-c1abef9913ea tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] GET failed (client error): The resource could not be found. Jan 28 12:44:48.223853 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58800) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:48.224395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6ddefd22-6d0b-408c-86fd-c1abef9913ea tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "GET /v2.0/ports/308fd733-1195-4a73-ba36-0773f09a4e2a HTTP/1.1" status: 404 len: 333 time: 0.0440707 Jan 28 12:44:48.429495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d6da26a2-dacc-4493-ab5b-4d4032ac9089 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Deleting port fe9ef714-0fc1-4de3-8a56-aa6c7dd58496 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:48.429857 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6da26a2-dacc-4493-ab5b-4d4032ac9089 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fe9ef714-0fc1-4de3-8a56-aa6c7dd58496), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:48.603530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6da26a2-dacc-4493-ab5b-4d4032ac9089 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fe9ef714-0fc1-4de3-8a56-aa6c7dd58496), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:48.628252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d6da26a2-dacc-4493-ab5b-4d4032ac9089 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Calling delete_port for fe9ef714-0fc1-4de3-8a56-aa6c7dd58496 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:48.857532 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6da26a2-dacc-4493-ab5b-4d4032ac9089 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fe9ef714-0fc1-4de3-8a56-aa6c7dd58496), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:48.910374 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da26a2-dacc-4493-ab5b-4d4032ac9089 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event deleted for resources: {'Port': ['ID=fe9ef714-0fc1-4de3-8a56-aa6c7dd58496,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:48.945337 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6da26a2-dacc-4493-ab5b-4d4032ac9089 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:48.949235 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d6da26a2-dacc-4493-ab5b-4d4032ac9089 tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "DELETE /v2.0/ports/fe9ef714-0fc1-4de3-8a56-aa6c7dd58496 HTTP/1.1" status: 204 len: 168 time: 0.7239535 Jan 28 12:44:48.952532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58824) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:49.039498 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd16536-bc73-4dbd-8329-5564804b10de tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] GET failed (client error): The resource could not be found. Jan 28 12:44:49.041179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3cd16536-bc73-4dbd-8329-5564804b10de tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "GET /v2.0/ports/fe9ef714-0fc1-4de3-8a56-aa6c7dd58496 HTTP/1.1" status: 404 len: 333 time: 0.0874937 Jan 28 12:44:49.044899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58832) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:49.228362 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3829fe7-341a-4c9a-9817-d92f16662983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:49.247182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-47173733-1ab2-40d6-9621-fde3d073b57d tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Deleting port 83206aa1-0429-49d6-8db4-8a3b513f3d97 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:49.247921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47173733-1ab2-40d6-9621-fde3d073b57d tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (83206aa1-0429-49d6-8db4-8a3b513f3d97), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:49.505097 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47173733-1ab2-40d6-9621-fde3d073b57d tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (83206aa1-0429-49d6-8db4-8a3b513f3d97), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:49.521378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-47173733-1ab2-40d6-9621-fde3d073b57d tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Calling delete_port for 83206aa1-0429-49d6-8db4-8a3b513f3d97 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:49.727289 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47173733-1ab2-40d6-9621-fde3d073b57d tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (83206aa1-0429-49d6-8db4-8a3b513f3d97), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:49.781582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47173733-1ab2-40d6-9621-fde3d073b57d tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event deleted for resources: {'Port': ['ID=83206aa1-0429-49d6-8db4-8a3b513f3d97,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:49.808980 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47173733-1ab2-40d6-9621-fde3d073b57d tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:49.818333 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-47173733-1ab2-40d6-9621-fde3d073b57d tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "DELETE /v2.0/ports/83206aa1-0429-49d6-8db4-8a3b513f3d97 HTTP/1.1" status: 204 len: 168 time: 0.7688687 Jan 28 12:44:49.818832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58870) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:49.947893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd2c8f8-6775-4ab4-8199-d58e6324b98a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Deleting subnet ff2b6d45-1c30-46f9-92d1-cfaa603960db {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:44:49.953609 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8f8-6775-4ab4-8199-d58e6324b98a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for subnet (ff2b6d45-1c30-46f9-92d1-cfaa603960db), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:50.038344 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8f8-6775-4ab4-8199-d58e6324b98a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (ff2b6d45-1c30-46f9-92d1-cfaa603960db), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:50.236732 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8f8-6775-4ab4-8199-d58e6324b98a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ff2b6d45-1c30-46f9-92d1-cfaa603960db), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:50.328640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8f8-6775-4ab4-8199-d58e6324b98a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (ff2b6d45-1c30-46f9-92d1-cfaa603960db), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:50.377930 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2c8f8-6775-4ab4-8199-d58e6324b98a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2b6d45-1c30-46f9-92d1-cfaa603960db,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:50.380368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01429b9-4dcc-4df1-a1a4-c24b1d5d987f None None] Network 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:44:50.383184 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9fd2c8f8-6775-4ab4-8199-d58e6324b98a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:50.388683 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9fd2c8f8-6775-4ab4-8199-d58e6324b98a tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "DELETE /v2.0/subnets/ff2b6d45-1c30-46f9-92d1-cfaa603960db HTTP/1.1" status: 204 len: 168 time: 0.5686662 Jan 28 12:44:50.391158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58894) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:50.488585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58898) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:50.597421 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (7a28bbaf-071c-47bf-9e7d-94eb90f78e27), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:50.784148 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbfb6-8b4f-4513-9a99-e95bfb9d0a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:50.809634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] DHCP port deletion for 7a28bbaf-071c-47bf-9e7d-94eb90f78e27 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:44:50.831978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Deleting port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:50.834231 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:50.906507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Deleting port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:50.909417 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:50.989264 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbfb6-8b4f-4513-9a99-e95bfb9d0a48 admin admin] Publish callbacks [] for security_group (37764f62-08f5-407b-a4e9-780781f698de), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.010045 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6fcbfb6-8b4f-4513-9a99-e95bfb9d0a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (37764f62-08f5-407b-a4e9-780781f698de), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.065401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] For port e1e9da7e-d005-47ba-bf50-08a7d91d45a6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e1e9da7e-d005-47ba-bf50-08a7d91d45a6,segment=NetworkSegment(44f5ed26-693c-405b-b39c-a4384e1dbcdd),segment_id=44f5ed26-693c-405b-b39c-a4384e1dbcdd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:44:51.066246 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.085039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] For port e1e9da7e-d005-47ba-bf50-08a7d91d45a6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e1e9da7e-d005-47ba-bf50-08a7d91d45a6,segment=NetworkSegment(44f5ed26-693c-405b-b39c-a4384e1dbcdd),segment_id=44f5ed26-693c-405b-b39c-a4384e1dbcdd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:44:51.085584 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.090163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Calling delete_port for e1e9da7e-d005-47ba-bf50-08a7d91d45a6 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:51.103787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Calling delete_port for e1e9da7e-d005-47ba-bf50-08a7d91d45a6 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:44:51.163767 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a6fcbfb6-8b4f-4513-9a99-e95bfb9d0a48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1b7c93fa5cb44d29a121b09bb280c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6736033 Jan 28 12:44:51.164786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcbfb6-8b4f-4513-9a99-e95bfb9d0a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37764f62-08f5-407b-a4e9-780781f698de,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:51.173276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 58940) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:51.264842 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.279370 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e1e9da7e-d005-47ba-bf50-08a7d91d45a6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.313571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] No DVR routers for this DVR port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:44:51.323773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Pushing event deleted for resources: {'Port': ['ID=e1e9da7e-d005-47ba-bf50-08a7d91d45a6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:51.346679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.347497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.348092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.348768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.349349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.349915 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.350455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.351252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.364992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.367955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.369815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.370849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.372194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c46922-d938-4db2-9c16-72421763fe8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:44:51.391046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] No DVR routers for this DVR port e1e9da7e-d005-47ba-bf50-08a7d91d45a6 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:44:51.396817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event deleted for resources: {'Port': ['ID=e1e9da7e-d005-47ba-bf50-08a7d91d45a6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:51.438915 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cb797f-5bd2-4168-a182-97dc27e1dff8 admin admin] Publish callbacks [] for security_group (37764f62-08f5-407b-a4e9-780781f698de), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.512410 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cb797f-5bd2-4168-a182-97dc27e1dff8 admin admin] Publish callbacks [] for security_group (37764f62-08f5-407b-a4e9-780781f698de), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.599902 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (7a28bbaf-071c-47bf-9e7d-94eb90f78e27), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.612834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cb797f-5bd2-4168-a182-97dc27e1dff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (37764f62-08f5-407b-a4e9-780781f698de), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.619083 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cb797f-5bd2-4168-a182-97dc27e1dff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.620469 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-49cb797f-5bd2-4168-a182-97dc27e1dff8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37764f62-08f5-407b-a4e9-780781f698de HTTP/1.1" status: 204 len: 168 time: 0.4447422 Jan 28 12:44:51.623139 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ed60bcd-0966-4d58-93a1-9da7db78ca14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.636697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb797f-5bd2-4168-a182-97dc27e1dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37764f62-08f5-407b-a4e9-780781f698de,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:51.680494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a28bbaf-071c-47bf-9e7d-94eb90f78e27']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:51.696290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f5ed26-693c-405b-b39c-a4384e1dbcdd') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:51.696956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f5ed26-693c-405b-b39c-a4384e1dbcdd') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:44:51.713414 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (44f5ed26-693c-405b-b39c-a4384e1dbcdd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.735896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (44f5ed26-693c-405b-b39c-a4384e1dbcdd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.745144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:44:51.745983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (44f5ed26-693c-405b-b39c-a4384e1dbcdd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:44:51.750393 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:44:51.834792 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (7a28bbaf-071c-47bf-9e7d-94eb90f78e27), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.840492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:51.849053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] 10.222.0.53 "DELETE /v2.0/networks/7a28bbaf-071c-47bf-9e7d-94eb90f78e27 HTTP/1.1" status: 204 len: 168 time: 1.4567213 Jan 28 12:44:51.874037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e040d24-4a56-4e34-b86c-9648e2b7d8ef tempest-AllowedAddressPairIpV6TestJSON-1716378357 tempest-AllowedAddressPairIpV6TestJSON-1716378357-project] Pushing event deleted for resources: {'Network': ['ID=7a28bbaf-071c-47bf-9e7d-94eb90f78e27,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:52.137013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-a6f207e0-f707-4bef-923d-3253642eaa3e req-c5aae95c-a837-4fd4-8f3f-edac4fbe6028 service neutron] (103128) timed out ('10.222.0.35', 62681) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:44:52.319784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e1e9da7e-d005-47ba-bf50-08a7d91d45a6 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:44:52.361616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e1e9da7e-d005-47ba-bf50-08a7d91d45a6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:44:52.362034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e1e9da7e-d005-47ba-bf50-08a7d91d45a6 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:44:52.364489 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59068) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:52.648978 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-472cef81-e646-478f-9c82-05cf3e64530d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c417ff258e4d47e9af4507dbfdeeca76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641201 Jan 28 12:44:52.648978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59104) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:52.751667 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d2e4f1d-65c4-4a43-80c2-8e13533cf845 admin admin] Publish callbacks [] for security_group (7c50e28b-d9f4-4de2-bdff-bfb4ef22c8b1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:52.790003 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d2e4f1d-65c4-4a43-80c2-8e13533cf845 admin admin] Publish callbacks [] for security_group (7c50e28b-d9f4-4de2-bdff-bfb4ef22c8b1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:52.865888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d2e4f1d-65c4-4a43-80c2-8e13533cf845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7c50e28b-d9f4-4de2-bdff-bfb4ef22c8b1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:52.868564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d2e4f1d-65c4-4a43-80c2-8e13533cf845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:52.871981 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7d2e4f1d-65c4-4a43-80c2-8e13533cf845 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c50e28b-d9f4-4de2-bdff-bfb4ef22c8b1 HTTP/1.1" status: 204 len: 168 time: 0.2217755 Jan 28 12:44:52.911587 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e4f1d-65c4-4a43-80c2-8e13533cf845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c50e28b-d9f4-4de2-bdff-bfb4ef22c8b1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:52.924585 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:53.651862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59236) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:54.040998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6207d64c-755b-451e-8016-27f06cd966ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:54.170177 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6207d64c-755b-451e-8016-27f06cd966ad admin admin] Publish callbacks [] for security_group (c054757a-2cd9-4b6d-b522-86146955931c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:54.177427 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6207d64c-755b-451e-8016-27f06cd966ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c054757a-2cd9-4b6d-b522-86146955931c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:54.235495 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6207d64c-755b-451e-8016-27f06cd966ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=936f4727948a4356aaa1544516e48030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5819306 Jan 28 12:44:54.237055 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207d64c-755b-451e-8016-27f06cd966ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c054757a-2cd9-4b6d-b522-86146955931c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:54.238030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59304) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:54.316034 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76ea865c-078d-4329-a0cc-3c199d35598c admin admin] Publish callbacks [] for security_group (c054757a-2cd9-4b6d-b522-86146955931c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:54.364215 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76ea865c-078d-4329-a0cc-3c199d35598c admin admin] Publish callbacks [] for security_group (c054757a-2cd9-4b6d-b522-86146955931c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:54.511055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76ea865c-078d-4329-a0cc-3c199d35598c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c054757a-2cd9-4b6d-b522-86146955931c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:54.517730 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76ea865c-078d-4329-a0cc-3c199d35598c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:54.523742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-76ea865c-078d-4329-a0cc-3c199d35598c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c054757a-2cd9-4b6d-b522-86146955931c HTTP/1.1" status: 204 len: 168 time: 0.2839026 Jan 28 12:44:54.556809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea865c-078d-4329-a0cc-3c199d35598c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c054757a-2cd9-4b6d-b522-86146955931c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:54.648615 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:54.691254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59354) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:54.820223 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1758189538'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:54.874724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:54.883286 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:54.898931 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:55.070931 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for security_group (44ea2df7-69cd-479b-ade5-92398d44f343), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:55.078442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (44ea2df7-69cd-479b-ade5-92398d44f343), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:55.184678 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:44:55.210007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (aa2900af-d8a3-4b77-bfcc-10df37169c45), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:55.210658 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Added segment aa2900af-d8a3-4b77-bfcc-10df37169c45 of type vlan for network de0b2f56-ede1-4d55-901b-b7cbada05d3b Jan 28 12:44:55.288800 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ea2df7-69cd-479b-ade5-92398d44f343,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:55.311909 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (de0b2f56-ede1-4d55-901b-b7cbada05d3b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:55.357134 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (de0b2f56-ede1-4d55-901b-b7cbada05d3b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:55.368274 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:55.375938 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:55.609314 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9139731 Jan 28 12:44:55.610814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59456) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:55.627175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d75c-93cf-427d-b3a8-78a1a241c429 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Network': ['ID=de0b2f56-ede1-4d55-901b-b7cbada05d3b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:55.637439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-12f8f16c-feec-45bd-8bd5-bb444e355a2b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:55.647133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:44:55.835428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f8f16c-feec-45bd-8bd5-bb444e355a2b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:55.846710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12f8f16c-feec-45bd-8bd5-bb444e355a2b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:55.986432 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:56.336949 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12f8f16c-feec-45bd-8bd5-bb444e355a2b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (0b100368-8bca-4e28-9d98-77b07377e4e5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:56.386844 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59534) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:56.424663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8f16c-feec-45bd-8bd5-bb444e355a2b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=0b100368-8bca-4e28-9d98-77b07377e4e5,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:56.551895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f8f16c-feec-45bd-8bd5-bb444e355a2b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:44:56.553941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f8f16c-feec-45bd-8bd5-bb444e355a2b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network hostable DHCP agents. Network: de0b2f56-ede1-4d55-901b-b7cbada05d3b, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:44:56.595664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f8f16c-feec-45bd-8bd5-bb444e355a2b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:44:56.611699 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-12f8f16c-feec-45bd-8bd5-bb444e355a2b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, de0b2f56-ede1-4d55-901b-b7cbada05d3b) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:56.621419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f8f16c-feec-45bd-8bd5-bb444e355a2b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:56.623497 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12f8f16c-feec-45bd-8bd5-bb444e355a2b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:56.631295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c8d2a-f0ff-45f8-99b4-d5879bd08230 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:44:56.659529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-12f8f16c-feec-45bd-8bd5-bb444e355a2b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0460694 Jan 28 12:44:56.662347 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59540) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:56.668759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'name': 'tempest-NetworksTestDHCPv6-352265475'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:56.819040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-849270174'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:56.893957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': '0b100368-8bca-4e28-9d98-77b07377e4e5'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:44:56.901773 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:56.938506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Made reservation on behalf of b2fcce94425d44e98332c09e5edb68b3 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:56.944313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:56.972506 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:56.998061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:57.001748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:57.035227 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port dce8e444-01a9-4c83-8ad5-ffb1504336f0 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:44:57.206948 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks [] for security_group (a7cb281d-ee55-4afc-85f6-5341900c240d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:57.212979 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a7cb281d-ee55-4afc-85f6-5341900c240d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:57.228312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Allocated IP 2001:db8::2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/0b100368-8bca-4e28-9d98-77b07377e4e5/88eabf59-181b-4a2c-9abc-89a07a9648e5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:57.282264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:44:57.312601 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cb281d-ee55-4afc-85f6-5341900c240d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:57.317949 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cbc2de1c-4034-4b95-83bf-5faf63696dad), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:57.318300 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Added segment cbc2de1c-4034-4b95-83bf-5faf63696dad of type vlan for network 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e Jan 28 12:44:57.425283 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:57.491921 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:57.498254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:57.499189 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:57.536461 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Publish callbacks [] for port (88eabf59-181b-4a2c-9abc-89a07a9648e5), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:57.547731 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (88eabf59-181b-4a2c-9abc-89a07a9648e5), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:57.629143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:57.643163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:57.658249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Pushing event updated for resources: {'Port': ['ID=88eabf59-181b-4a2c-9abc-89a07a9648e5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:57.674062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:57.712005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::3c2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/0b100368-8bca-4e28-9d98-77b07377e4e5/dce8e444-01a9-4c83-8ad5-ffb1504336f0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:57.762447 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3726635 Jan 28 12:44:57.764097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59572) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:57.770013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6270d839-d6bc-4b01-bf50-bcb6461d94df tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Request body: {'subnet': {'network_id': '5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:57.779382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Attempting to bind port 88eabf59-181b-4a2c-9abc-89a07a9648e5 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:44:57.781321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Attempting to bind port 88eabf59-181b-4a2c-9abc-89a07a9648e5 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:44:57.788914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Attempting to bind port 88eabf59-181b-4a2c-9abc-89a07a9648e5 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:44:57.814063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0deb54e-2adc-4371-9e8f-9d3babfa9099 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Pushing event updated for resources: {'Network': ['ID=5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:57.826523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:44:57.830488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:44:57.831678 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:57.834399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:44:57.835238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Bound port: 88eabf59-181b-4a2c-9abc-89a07a9648e5, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:44:57.835797 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (88eabf59-181b-4a2c-9abc-89a07a9648e5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:57.876084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:44:57.937040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6270d839-d6bc-4b01-bf50-bcb6461d94df tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Made reservation on behalf of b2fcce94425d44e98332c09e5edb68b3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:57.948042 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6270d839-d6bc-4b01-bf50-bcb6461d94df tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:58.170659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] For port 88eabf59-181b-4a2c-9abc-89a07a9648e5, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:44:58.173616 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (dce8e444-01a9-4c83-8ad5-ffb1504336f0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:58.177430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] For port 88eabf59-181b-4a2c-9abc-89a07a9648e5, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=88eabf59-181b-4a2c-9abc-89a07a9648e5,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:44:58.183220 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (88eabf59-181b-4a2c-9abc-89a07a9648e5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:58.296621 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (dce8e444-01a9-4c83-8ad5-ffb1504336f0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:58.315121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cddb8-f2df-47d0-9cb8-bd79f5853a51 None None] Pushing event updated for resources: {'Port': ['ID=88eabf59-181b-4a2c-9abc-89a07a9648e5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:58.341711 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6270d839-d6bc-4b01-bf50-bcb6461d94df tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (e81ddb5f-4a13-4473-8dac-1755a4259d9d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:58.416453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=dce8e444-01a9-4c83-8ad5-ffb1504336f0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:58.447127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270d839-d6bc-4b01-bf50-bcb6461d94df tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Pushing event updated for resources: {'Subnet': ['ID=e81ddb5f-4a13-4473-8dac-1755a4259d9d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:58.495843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:58.497774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:58.500689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:58.508161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:58.509105 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:58.523822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6270d839-d6bc-4b01-bf50-bcb6461d94df tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Checking segment: {'id': 'cbc2de1c-4034-4b95-83bf-5faf63696dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:44:58.524190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270d839-d6bc-4b01-bf50-bcb6461d94df tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Network hostable DHCP agents. Network: 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:44:58.538252 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4bc703d3-90e1-46cf-ac56-0d1b81d51d7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8746579 Jan 28 12:44:58.540903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59586) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:58.611933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270d839-d6bc-4b01-bf50-bcb6461d94df tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Network 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:44:58.646794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6270d839-d6bc-4b01-bf50-bcb6461d94df tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:58.651676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6270d839-d6bc-4b01-bf50-bcb6461d94df tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:58.652313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6270d839-d6bc-4b01-bf50-bcb6461d94df tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:58.660887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1872e4de-516c-4ea6-bebe-37d184e54e3c None None] Network 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:44:58.672054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a217faae-adcc-4935-b370-badc3eb550a8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:58.687683 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a217faae-adcc-4935-b370-badc3eb550a8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:44:58.696178 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a217faae-adcc-4935-b370-badc3eb550a8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1296759 Jan 28 12:44:58.699391 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6270d839-d6bc-4b01-bf50-bcb6461d94df tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9338181 Jan 28 12:44:58.702550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59588) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:58.702986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59590) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:44:58.738036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Request body: {'port': {'network_id': '5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1552133622'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:44:58.919291 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e', 'network_id': '5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e', 'project_id': 'b2fcce94425d44e98332c09e5edb68b3', 'fixed_ips': [{'subnet_id': 'e81ddb5f-4a13-4473-8dac-1755a4259d9d'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:44:58.920588 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:59.277635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Allocated IP 172.20.0.2 (5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e/e81ddb5f-4a13-4473-8dac-1755a4259d9d/145135af-54a8-4c7c-b442-8afbe291626f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:44:59.524533 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-696720d3-f509-417c-9dc5-5c66c3f4320a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port dce8e444-01a9-4c83-8ad5-ffb1504336f0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:44:59.526316 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696720d3-f509-417c-9dc5-5c66c3f4320a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (dce8e444-01a9-4c83-8ad5-ffb1504336f0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:59.534335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Made reservation on behalf of b2fcce94425d44e98332c09e5edb68b3 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:44:59.538572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:59.639108 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] device_id is not set on port 485be8a8-278e-4fd7-bd70-e74a51ca9427 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:44:59.650589 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Publish callbacks [] for port (145135af-54a8-4c7c-b442-8afbe291626f), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:59.658686 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (145135af-54a8-4c7c-b442-8afbe291626f), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:59.725466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Network 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:44:59.728358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:44:59.732366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:44:59.748134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Pushing event updated for resources: {'Port': ['ID=145135af-54a8-4c7c-b442-8afbe291626f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:44:59.897128 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696720d3-f509-417c-9dc5-5c66c3f4320a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (dce8e444-01a9-4c83-8ad5-ffb1504336f0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:59.910485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Attempting to bind port 145135af-54a8-4c7c-b442-8afbe291626f on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:44:59.910853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Attempting to bind port 145135af-54a8-4c7c-b442-8afbe291626f by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'cbc2de1c-4034-4b95-83bf-5faf63696dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:44:59.911222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Attempting to bind port 145135af-54a8-4c7c-b442-8afbe291626f on network 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:44:59.919609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:44:59.919995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Checking segment: {'id': 'cbc2de1c-4034-4b95-83bf-5faf63696dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:44:59.920403 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:59.920798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Bound using segment: {'id': 'cbc2de1c-4034-4b95-83bf-5faf63696dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:44:59.921269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Bound port: 145135af-54a8-4c7c-b442-8afbe291626f, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc2de1c-4034-4b95-83bf-5faf63696dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:44:59.921652 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (145135af-54a8-4c7c-b442-8afbe291626f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:44:59.945005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-696720d3-f509-417c-9dc5-5c66c3f4320a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for dce8e444-01a9-4c83-8ad5-ffb1504336f0 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:00.022877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Allocated IP 172.20.0.7 (5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e/e81ddb5f-4a13-4473-8dac-1755a4259d9d/485be8a8-278e-4fd7-bd70-e74a51ca9427) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:00.097635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] For port 145135af-54a8-4c7c-b442-8afbe291626f, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:45:00.107277 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] For port 145135af-54a8-4c7c-b442-8afbe291626f, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=145135af-54a8-4c7c-b442-8afbe291626f,segment=NetworkSegment(cbc2de1c-4034-4b95-83bf-5faf63696dad),segment_id=cbc2de1c-4034-4b95-83bf-5faf63696dad)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:45:00.126073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04ddc8b-63d5-4665-a601-63a2eba00c52 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:00.180772 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (145135af-54a8-4c7c-b442-8afbe291626f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:00.388940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696720d3-f509-417c-9dc5-5c66c3f4320a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (dce8e444-01a9-4c83-8ad5-ffb1504336f0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:00.500253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 88eabf59-181b-4a2c-9abc-89a07a9648e5 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:45:00.523604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3ab09304-b02e-4e34-8ab4-899145db7c60 None None] Provisioning complete for port 88eabf59-181b-4a2c-9abc-89a07a9648e5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:00.524248 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ab09304-b02e-4e34-8ab4-899145db7c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (88eabf59-181b-4a2c-9abc-89a07a9648e5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:00.542980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696720d3-f509-417c-9dc5-5c66c3f4320a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=dce8e444-01a9-4c83-8ad5-ffb1504336f0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:00.553590 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks [] for port (485be8a8-278e-4fd7-bd70-e74a51ca9427), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:00.601937 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-696720d3-f509-417c-9dc5-5c66c3f4320a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:00.614143 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59628) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:00.614842 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-696720d3-f509-417c-9dc5-5c66c3f4320a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/dce8e444-01a9-4c83-8ad5-ffb1504336f0 HTTP/1.1" status: 204 len: 168 time: 1.9090950 Jan 28 12:45:00.688887 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (485be8a8-278e-4fd7-bd70-e74a51ca9427), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:00.700888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1247a-1ef4-43d6-85ba-711c314afb57 None None] Pushing event updated for resources: {'Port': ['ID=145135af-54a8-4c7c-b442-8afbe291626f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:00.855282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3ab09304-b02e-4e34-8ab4-899145db7c60 None None] Current status of the port 88eabf59-181b-4a2c-9abc-89a07a9648e5 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:00.855282 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ab09304-b02e-4e34-8ab4-899145db7c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (88eabf59-181b-4a2c-9abc-89a07a9648e5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:00.860408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Pushing event updated for resources: {'Port': ['ID=485be8a8-278e-4fd7-bd70-e74a51ca9427,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:00.903038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Network 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:00.905352 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:00.920613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:00.962279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e19389-c902-458b-a157-fcf9582a493d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:00.965037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e19389-c902-458b-a157-fcf9582a493d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:00.978194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-67e19389-c902-458b-a157-fcf9582a493d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3522909 Jan 28 12:45:00.979675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59634) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:00.994152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3ab09304-b02e-4e34-8ab4-899145db7c60 None None] For port 88eabf59-181b-4a2c-9abc-89a07a9648e5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=88eabf59-181b-4a2c-9abc-89a07a9648e5,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:01.002001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 88eabf59-181b-4a2c-9abc-89a07a9648e5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:01.002389 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (88eabf59-181b-4a2c-9abc-89a07a9648e5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:01.012914 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ab09304-b02e-4e34-8ab4-899145db7c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (88eabf59-181b-4a2c-9abc-89a07a9648e5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:01.184426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:01.185186 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:01.195471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab09304-b02e-4e34-8ab4-899145db7c60 None None] Pushing event updated for resources: {'Port': ['ID=88eabf59-181b-4a2c-9abc-89a07a9648e5,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:01.241528 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-831ee164-ad68-4719-9281-4185a07e2c13 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5108232 Jan 28 12:45:01.250437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59646) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:01.257842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e217ed1-4297-448b-90cf-02a713520164 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 0b100368-8bca-4e28-9d98-77b07377e4e5 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:01.263391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Request body: {'port': {'network_id': '5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-469828890', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:01.270191 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] bootfile-name is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 12:45:01.270912 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] tftp-server is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 12:45:01.272263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] server-ip-address is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 12:45:01.290304 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e217ed1-4297-448b-90cf-02a713520164 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (0b100368-8bca-4e28-9d98-77b07377e4e5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:01.424191 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e217ed1-4297-448b-90cf-02a713520164 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (0b100368-8bca-4e28-9d98-77b07377e4e5), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:01.486519 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-83a06cfa-9c4d-405c-ade1-2770c0c109e4 None None] Provisioning complete for port 88eabf59-181b-4a2c-9abc-89a07a9648e5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:01.486941 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83a06cfa-9c4d-405c-ade1-2770c0c109e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (88eabf59-181b-4a2c-9abc-89a07a9648e5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:01.488746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 88eabf59-181b-4a2c-9abc-89a07a9648e5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:01.684534 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e217ed1-4297-448b-90cf-02a713520164 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (0b100368-8bca-4e28-9d98-77b07377e4e5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:01.735107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Made reservation on behalf of b2fcce94425d44e98332c09e5edb68b3 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:01.746531 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:01.786744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-83a06cfa-9c4d-405c-ade1-2770c0c109e4 None None] Current status of the port 88eabf59-181b-4a2c-9abc-89a07a9648e5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:01.801791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-83a06cfa-9c4d-405c-ade1-2770c0c109e4 None None] Could not find standard attr ID for object dce8e444-01a9-4c83-8ad5-ffb1504336f0. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:45:01.807825 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] device_id is not set on port cd777b85-d347-4627-974e-ba385033738d yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:45:01.849844 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e217ed1-4297-448b-90cf-02a713520164 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (0b100368-8bca-4e28-9d98-77b07377e4e5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:01.923108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8b4d1478-df8d-4329-9e4f-f0754f486a90 None None] Could not find standard attr ID for object dce8e444-01a9-4c83-8ad5-ffb1504336f0. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:45:01.947937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e217ed1-4297-448b-90cf-02a713520164 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=0b100368-8bca-4e28-9d98-77b07377e4e5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:01.951228 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e217ed1-4297-448b-90cf-02a713520164 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:01.963389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8e217ed1-4297-448b-90cf-02a713520164 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/0b100368-8bca-4e28-9d98-77b07377e4e5 HTTP/1.1" status: 204 len: 168 time: 0.9799831 Jan 28 12:45:01.966069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59660) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:02.109948 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-94f65803-9fb5-4389-987c-e3366375ceca tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1276212 Jan 28 12:45:02.112917 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59662) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:02.118710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f8513652-13ce-4f0d-99d2-d857b02cc10a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:02.243049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa410799-0138-44f7-b7e3-59578b18bc4b None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:02.281023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Allocated IP 172.20.0.3 (5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e/e81ddb5f-4a13-4473-8dac-1755a4259d9d/cd777b85-d347-4627-974e-ba385033738d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:02.506866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8513652-13ce-4f0d-99d2-d857b02cc10a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:02.511356 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8513652-13ce-4f0d-99d2-d857b02cc10a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:02.551516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e7cd3-9212-4372-9b6b-d1b1e1a80e61 None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:45:02.646012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 145135af-54a8-4c7c-b442-8afbe291626f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:45:02.768266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb21ba64-c242-409d-aa5c-4a842974a04c None None] Network 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:02.796916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-976e7cd3-9212-4372-9b6b-d1b1e1a80e61 None None] Deleting port 88eabf59-181b-4a2c-9abc-89a07a9648e5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:02.798434 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-976e7cd3-9212-4372-9b6b-d1b1e1a80e61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (88eabf59-181b-4a2c-9abc-89a07a9648e5), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:02.902726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-976e7cd3-9212-4372-9b6b-d1b1e1a80e61 None None] For port 88eabf59-181b-4a2c-9abc-89a07a9648e5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=88eabf59-181b-4a2c-9abc-89a07a9648e5,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:02.903332 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-976e7cd3-9212-4372-9b6b-d1b1e1a80e61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (88eabf59-181b-4a2c-9abc-89a07a9648e5), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:02.943120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-976e7cd3-9212-4372-9b6b-d1b1e1a80e61 None None] Calling delete_port for 88eabf59-181b-4a2c-9abc-89a07a9648e5 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:03.045321 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks [] for port (cd777b85-d347-4627-974e-ba385033738d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:03.088172 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (cd777b85-d347-4627-974e-ba385033738d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:03.094244 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8513652-13ce-4f0d-99d2-d857b02cc10a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (feb9db10-5a5c-4daf-bbcb-3c380529c93b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:03.106518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 145135af-54a8-4c7c-b442-8afbe291626f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:03.107067 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (145135af-54a8-4c7c-b442-8afbe291626f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:03.184231 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8513652-13ce-4f0d-99d2-d857b02cc10a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:03.190396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f8513652-13ce-4f0d-99d2-d857b02cc10a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:03.204426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8513652-13ce-4f0d-99d2-d857b02cc10a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:03.204927 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8513652-13ce-4f0d-99d2-d857b02cc10a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:03.225594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Network 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:03.241158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:03.253273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Pushing event updated for resources: {'Port': ['ID=cd777b85-d347-4627-974e-ba385033738d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:03.256086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:03.262902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8513652-13ce-4f0d-99d2-d857b02cc10a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=feb9db10-5a5c-4daf-bbcb-3c380529c93b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:03.273232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59684) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:03.273789 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f8513652-13ce-4f0d-99d2-d857b02cc10a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1596601 Jan 28 12:45:03.287013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'name': 'tempest-NetworksTestDHCPv6-885583730'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:03.327431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:03.328112 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:03.348136 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fbf8f101-9518-4d6d-bd09-63fbf3345ccf tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.0891807 Jan 28 12:45:03.350586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59688) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:03.482895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5dc800-91b9-4241-a0da-f630dc601200 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:03.497186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5dc800-91b9-4241-a0da-f630dc601200 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:03.508892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5dc800-91b9-4241-a0da-f630dc601200 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:03.515587 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8c5dc800-91b9-4241-a0da-f630dc601200 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1634724 Jan 28 12:45:03.518355 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59694) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:03.635746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9c337995-a472-4f86-9517-89af43a5ed1d None None] Provisioning complete for port 145135af-54a8-4c7c-b442-8afbe291626f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:03.636865 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c337995-a472-4f86-9517-89af43a5ed1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (145135af-54a8-4c7c-b442-8afbe291626f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:03.783462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 145135af-54a8-4c7c-b442-8afbe291626f is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:03.783858 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (145135af-54a8-4c7c-b442-8afbe291626f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:03.813104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:03.816616 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:03.834921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a579de74-6446-4fd5-8e8a-e9e09818fdb4 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Deleting port cd777b85-d347-4627-974e-ba385033738d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:03.835471 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a579de74-6446-4fd5-8e8a-e9e09818fdb4 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cd777b85-d347-4627-974e-ba385033738d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:03.847474 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-976e7cd3-9212-4372-9b6b-d1b1e1a80e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (88eabf59-181b-4a2c-9abc-89a07a9648e5), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:03.859170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port e9dde8bc-6f4e-4810-ac8c-26674e1e1303 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:45:03.913385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e7cd3-9212-4372-9b6b-d1b1e1a80e61 None None] No DVR routers for this DVR port 88eabf59-181b-4a2c-9abc-89a07a9648e5 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:03.924155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e7cd3-9212-4372-9b6b-d1b1e1a80e61 None None] Pushing event deleted for resources: {'Port': ['ID=88eabf59-181b-4a2c-9abc-89a07a9648e5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:03.944968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9c337995-a472-4f86-9517-89af43a5ed1d None None] Current status of the port 145135af-54a8-4c7c-b442-8afbe291626f is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:03.945445 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c337995-a472-4f86-9517-89af43a5ed1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (145135af-54a8-4c7c-b442-8afbe291626f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:03.948652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58b7101-b86a-4951-b669-218418f63430 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:04.142964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 145135af-54a8-4c7c-b442-8afbe291626f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=145135af-54a8-4c7c-b442-8afbe291626f,segment=NetworkSegment(cbc2de1c-4034-4b95-83bf-5faf63696dad),segment_id=cbc2de1c-4034-4b95-83bf-5faf63696dad)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:04.192872 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a579de74-6446-4fd5-8e8a-e9e09818fdb4 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cd777b85-d347-4627-974e-ba385033738d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:04.240481 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (145135af-54a8-4c7c-b442-8afbe291626f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:04.293409 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-9c337995-a472-4f86-9517-89af43a5ed1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:45:04.294577 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-9c337995-a472-4f86-9517-89af43a5ed1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:45:04.311864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::8b (de0b2f56-ede1-4d55-901b-b7cbada05d3b/feb9db10-5a5c-4daf-bbcb-3c380529c93b/e9dde8bc-6f4e-4810-ac8c-26674e1e1303) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:04.321707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a579de74-6446-4fd5-8e8a-e9e09818fdb4 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Calling delete_port for cd777b85-d347-4627-974e-ba385033738d owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:04.359718 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': 'feb9db10-5a5c-4daf-bbcb-3c380529c93b'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:45:04.360587 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:04.425082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 88eabf59-181b-4a2c-9abc-89a07a9648e5 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:45:04.447646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 88eabf59-181b-4a2c-9abc-89a07a9648e5 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:45:04.448211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 88eabf59-181b-4a2c-9abc-89a07a9648e5 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:45:04.449960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=145135af-54a8-4c7c-b442-8afbe291626f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:04.641860 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a579de74-6446-4fd5-8e8a-e9e09818fdb4 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (cd777b85-d347-4627-974e-ba385033738d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:04.827984 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579de74-6446-4fd5-8e8a-e9e09818fdb4 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Pushing event deleted for resources: {'Port': ['ID=cd777b85-d347-4627-974e-ba385033738d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:04.838893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9c337995-a472-4f86-9517-89af43a5ed1d None None] Current status of the port 145135af-54a8-4c7c-b442-8afbe291626f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:04.983704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-da3d8a9c-6116-4d29-8185-f0aab9591c93 None None] Provisioning complete for port 485be8a8-278e-4fd7-bd70-e74a51ca9427 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:04.986107 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da3d8a9c-6116-4d29-8185-f0aab9591c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (485be8a8-278e-4fd7-bd70-e74a51ca9427), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:04.998145 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a579de74-6446-4fd5-8e8a-e9e09818fdb4 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.005437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59720) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:05.005874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a579de74-6446-4fd5-8e8a-e9e09818fdb4 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] 10.222.0.53 "DELETE /v2.0/ports/cd777b85-d347-4627-974e-ba385033738d HTTP/1.1" status: 204 len: 168 time: 1.4865315 Jan 28 12:45:05.013381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bbdbfa9d-97e4-4c5d-a172-e36639130be2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Request body: {'port': {'name': 'tempest-new-port-name-1235429053', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:05.013878 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-bbdbfa9d-97e4-4c5d-a172-e36639130be2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] bootfile-name is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 12:45:05.014309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-bbdbfa9d-97e4-4c5d-a172-e36639130be2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] tftp-server is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 12:45:05.014723 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-bbdbfa9d-97e4-4c5d-a172-e36639130be2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] server-ip-address is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 12:45:05.047656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-da3d8a9c-6116-4d29-8185-f0aab9591c93 None None] Port 485be8a8-278e-4fd7-bd70-e74a51ca9427 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:45:05.055393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (e9dde8bc-6f4e-4810-ac8c-26674e1e1303), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.061009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-da3d8a9c-6116-4d29-8185-f0aab9591c93 None None] Could not find standard attr ID for object cd777b85-d347-4627-974e-ba385033738d. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:45:05.086712 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-da3d8a9c-6116-4d29-8185-f0aab9591c93 None None] Provisioning complete for port 145135af-54a8-4c7c-b442-8afbe291626f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:05.087304 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da3d8a9c-6116-4d29-8185-f0aab9591c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (145135af-54a8-4c7c-b442-8afbe291626f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.112705 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbdbfa9d-97e4-4c5d-a172-e36639130be2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (485be8a8-278e-4fd7-bd70-e74a51ca9427), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.164540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e9dde8bc-6f4e-4810-ac8c-26674e1e1303), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.261969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:05.265914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:05.269941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:05.276934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:05.277884 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.300685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=e9dde8bc-6f4e-4810-ac8c-26674e1e1303,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:05.321264 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c6983e27-2f92-4399-a585-ece3393d3e44 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0468135 Jan 28 12:45:05.324560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59730) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:05.336536 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Allocated IP 2001:db8::2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/feb9db10-5a5c-4daf-bbcb-3c380529c93b/9e5232ad-4426-46fd-b6f3-e1db63c33fd4) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:05.400812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7fb555-f32e-423d-a46f-c87965148b98 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:05.403390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0c7fb555-f32e-423d-a46f-c87965148b98 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0768073 Jan 28 12:45:05.405741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59732) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:05.451283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-da3d8a9c-6116-4d29-8185-f0aab9591c93 None None] Current status of the port 145135af-54a8-4c7c-b442-8afbe291626f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:05.540654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7a7783aa-f7e6-4708-9aaa-4207160421e4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port e9dde8bc-6f4e-4810-ac8c-26674e1e1303 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:05.540985 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a7783aa-f7e6-4708-9aaa-4207160421e4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e9dde8bc-6f4e-4810-ac8c-26674e1e1303), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.566215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Publish callbacks [] for port (9e5232ad-4426-46fd-b6f3-e1db63c33fd4), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.576718 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (9e5232ad-4426-46fd-b6f3-e1db63c33fd4), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.590158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbdbfa9d-97e4-4c5d-a172-e36639130be2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks [] for port (485be8a8-278e-4fd7-bd70-e74a51ca9427), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.605476 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbdbfa9d-97e4-4c5d-a172-e36639130be2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (485be8a8-278e-4fd7-bd70-e74a51ca9427), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.702837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a7783aa-f7e6-4708-9aaa-4207160421e4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e9dde8bc-6f4e-4810-ac8c-26674e1e1303), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.704856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Pushing event updated for resources: {'Port': ['ID=9e5232ad-4426-46fd-b6f3-e1db63c33fd4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:05.730889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:05.732994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:05.734805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7a7783aa-f7e6-4708-9aaa-4207160421e4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for e9dde8bc-6f4e-4810-ac8c-26674e1e1303 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:05.739417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:05.838821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bbdbfa9d-97e4-4c5d-a172-e36639130be2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] In _notify_port_updated(), no bound segment for port 485be8a8-278e-4fd7-bd70-e74a51ca9427 on network 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:45:05.845335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdbfa9d-97e4-4c5d-a172-e36639130be2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:05.847482 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbdbfa9d-97e4-4c5d-a172-e36639130be2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.847994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bbdbfa9d-97e4-4c5d-a172-e36639130be2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] 10.222.0.53 "PUT /v2.0/ports/485be8a8-278e-4fd7-bd70-e74a51ca9427 HTTP/1.1" status: 200 len: 1136 time: 0.8410673 Jan 28 12:45:05.848645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Attempting to bind port 9e5232ad-4426-46fd-b6f3-e1db63c33fd4 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:45:05.849183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Attempting to bind port 9e5232ad-4426-46fd-b6f3-e1db63c33fd4 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:45:05.849713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Attempting to bind port 9e5232ad-4426-46fd-b6f3-e1db63c33fd4 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:45:05.853282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59744) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:05.856623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:45:05.857278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:05.857866 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.858465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:45:05.859185 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Bound port: 9e5232ad-4426-46fd-b6f3-e1db63c33fd4, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:45:05.859755 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9e5232ad-4426-46fd-b6f3-e1db63c33fd4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:05.913828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbfa9d-97e4-4c5d-a172-e36639130be2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Pushing event updated for resources: {'Port': ['ID=485be8a8-278e-4fd7-bd70-e74a51ca9427,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:05.932793 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51889bab-ca97-4530-a331-31d1f2e5c81d tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:05.934724 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-51889bab-ca97-4530-a331-31d1f2e5c81d tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] 10.222.0.53 "GET /v2.0/ports/485be8a8-278e-4fd7-bd70-e74a51ca9427 HTTP/1.1" status: 200 len: 1136 time: 0.0800507 Jan 28 12:45:05.938656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59746) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:05.954726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] For port 9e5232ad-4426-46fd-b6f3-e1db63c33fd4, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:45:05.960559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] For port 9e5232ad-4426-46fd-b6f3-e1db63c33fd4, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9e5232ad-4426-46fd-b6f3-e1db63c33fd4,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:45:05.974803 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9e5232ad-4426-46fd-b6f3-e1db63c33fd4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:06.106585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc2e25-2246-443d-84e2-c9006440bf42 None None] Pushing event updated for resources: {'Port': ['ID=9e5232ad-4426-46fd-b6f3-e1db63c33fd4,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:06.125305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9a5832b2-603f-408f-86fb-390c0b6a65cc None None] Provisioning complete for port 485be8a8-278e-4fd7-bd70-e74a51ca9427 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:06.125686 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a5832b2-603f-408f-86fb-390c0b6a65cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (485be8a8-278e-4fd7-bd70-e74a51ca9427), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:06.168301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9a5832b2-603f-408f-86fb-390c0b6a65cc None None] Port 485be8a8-278e-4fd7-bd70-e74a51ca9427 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:45:06.172955 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a7783aa-f7e6-4708-9aaa-4207160421e4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e9dde8bc-6f4e-4810-ac8c-26674e1e1303), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:06.220431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7783aa-f7e6-4708-9aaa-4207160421e4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=e9dde8bc-6f4e-4810-ac8c-26674e1e1303,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:06.227410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3985fc97-8628-430f-8298-9f2e8477ea02 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Deleting port 485be8a8-278e-4fd7-bd70-e74a51ca9427 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:06.227957 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3985fc97-8628-430f-8298-9f2e8477ea02 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (485be8a8-278e-4fd7-bd70-e74a51ca9427), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:06.322091 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a7783aa-f7e6-4708-9aaa-4207160421e4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:06.328529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:06.328947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7a7783aa-f7e6-4708-9aaa-4207160421e4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/e9dde8bc-6f4e-4810-ac8c-26674e1e1303 HTTP/1.1" status: 204 len: 168 time: 0.9221299 Jan 28 12:45:06.441888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 145135af-54a8-4c7c-b442-8afbe291626f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:45:06.466442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d12354-09d3-46b9-8b8a-c5f0c0ea0644 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:06.467980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d12354-09d3-46b9-8b8a-c5f0c0ea0644 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:06.476613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59760) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:06.484037 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-64d12354-09d3-46b9-8b8a-c5f0c0ea0644 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1537378 Jan 28 12:45:06.495658 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3985fc97-8628-430f-8298-9f2e8477ea02 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (485be8a8-278e-4fd7-bd70-e74a51ca9427), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:06.572312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 145135af-54a8-4c7c-b442-8afbe291626f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:06.573682 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (145135af-54a8-4c7c-b442-8afbe291626f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:06.745567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 145135af-54a8-4c7c-b442-8afbe291626f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:06.982453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3985fc97-8628-430f-8298-9f2e8477ea02 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Calling delete_port for 485be8a8-278e-4fd7-bd70-e74a51ca9427 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:07.049737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb588cc5-c2f6-444a-aace-d67f674e2c2a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet feb9db10-5a5c-4daf-bbcb-3c380529c93b {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:07.061800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb588cc5-c2f6-444a-aace-d67f674e2c2a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (feb9db10-5a5c-4daf-bbcb-3c380529c93b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:07.114747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb588cc5-c2f6-444a-aace-d67f674e2c2a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (feb9db10-5a5c-4daf-bbcb-3c380529c93b), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:07.251441 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3985fc97-8628-430f-8298-9f2e8477ea02 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (485be8a8-278e-4fd7-bd70-e74a51ca9427), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:07.294442 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb588cc5-c2f6-444a-aace-d67f674e2c2a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (feb9db10-5a5c-4daf-bbcb-3c380529c93b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:07.297469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985fc97-8628-430f-8298-9f2e8477ea02 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Pushing event deleted for resources: {'Port': ['ID=485be8a8-278e-4fd7-bd70-e74a51ca9427,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:07.522790 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb588cc5-c2f6-444a-aace-d67f674e2c2a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (feb9db10-5a5c-4daf-bbcb-3c380529c93b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:07.572220 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb588cc5-c2f6-444a-aace-d67f674e2c2a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:07.580224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cb588cc5-c2f6-444a-aace-d67f674e2c2a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/feb9db10-5a5c-4daf-bbcb-3c380529c93b HTTP/1.1" status: 204 len: 168 time: 1.1006098 Jan 28 12:45:07.580596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59788) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:07.587052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb588cc5-c2f6-444a-aace-d67f674e2c2a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=feb9db10-5a5c-4daf-bbcb-3c380529c93b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:07.593650 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3985fc97-8628-430f-8298-9f2e8477ea02 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:07.608064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3985fc97-8628-430f-8298-9f2e8477ea02 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] 10.222.0.53 "DELETE /v2.0/ports/485be8a8-278e-4fd7-bd70-e74a51ca9427 HTTP/1.1" status: 204 len: 168 time: 1.6683314 Jan 28 12:45:07.609100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59790) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:07.662521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59792) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:07.673300 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-46d0cf0b-585b-4a0e-89e4-0775ca7cb9f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:07.675315 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b044f852-0abd-4785-86c6-958a910eac93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762746 Jan 28 12:45:07.726584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8981f371-dd5d-4e68-a75f-8c9814a01deb tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Deleting subnet e81ddb5f-4a13-4473-8dac-1755a4259d9d {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:07.774974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bdefb2-f176-4e02-9df6-cb79687b26eb None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:07.816795 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8981f371-dd5d-4e68-a75f-8c9814a01deb tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks [] for subnet (e81ddb5f-4a13-4473-8dac-1755a4259d9d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:07.849694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4433fe45-1d36-400f-81ac-b66d05a3e340 None None] Provisioning complete for port 9e5232ad-4426-46fd-b6f3-e1db63c33fd4 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:07.850064 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4433fe45-1d36-400f-81ac-b66d05a3e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9e5232ad-4426-46fd-b6f3-e1db63c33fd4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:07.890294 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8981f371-dd5d-4e68-a75f-8c9814a01deb tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (e81ddb5f-4a13-4473-8dac-1755a4259d9d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:07.958253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d0cf0b-585b-4a0e-89e4-0775ca7cb9f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:07.964744 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d0cf0b-585b-4a0e-89e4-0775ca7cb9f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:07.993311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4433fe45-1d36-400f-81ac-b66d05a3e340 None None] Current status of the port 9e5232ad-4426-46fd-b6f3-e1db63c33fd4 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:07.993728 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4433fe45-1d36-400f-81ac-b66d05a3e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9e5232ad-4426-46fd-b6f3-e1db63c33fd4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.041875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c795e-5c5c-4f30-b9f6-84c528adaaaa None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:45:08.048202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4433fe45-1d36-400f-81ac-b66d05a3e340 None None] For port 9e5232ad-4426-46fd-b6f3-e1db63c33fd4, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9e5232ad-4426-46fd-b6f3-e1db63c33fd4,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:08.098591 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4433fe45-1d36-400f-81ac-b66d05a3e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9e5232ad-4426-46fd-b6f3-e1db63c33fd4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.165658 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8981f371-dd5d-4e68-a75f-8c9814a01deb tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (e81ddb5f-4a13-4473-8dac-1755a4259d9d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.179044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b94c795e-5c5c-4f30-b9f6-84c528adaaaa None None] Deleting port 9e5232ad-4426-46fd-b6f3-e1db63c33fd4 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:08.179524 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b94c795e-5c5c-4f30-b9f6-84c528adaaaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9e5232ad-4426-46fd-b6f3-e1db63c33fd4), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.185180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433fe45-1d36-400f-81ac-b66d05a3e340 None None] Pushing event updated for resources: {'Port': ['ID=9e5232ad-4426-46fd-b6f3-e1db63c33fd4,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:08.268504 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b94c795e-5c5c-4f30-b9f6-84c528adaaaa None None] For port 9e5232ad-4426-46fd-b6f3-e1db63c33fd4, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9e5232ad-4426-46fd-b6f3-e1db63c33fd4,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:08.269046 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b94c795e-5c5c-4f30-b9f6-84c528adaaaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9e5232ad-4426-46fd-b6f3-e1db63c33fd4), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.285150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b94c795e-5c5c-4f30-b9f6-84c528adaaaa None None] Calling delete_port for 9e5232ad-4426-46fd-b6f3-e1db63c33fd4 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:08.295681 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8981f371-dd5d-4e68-a75f-8c9814a01deb tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (e81ddb5f-4a13-4473-8dac-1755a4259d9d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.376845 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b94c795e-5c5c-4f30-b9f6-84c528adaaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (9e5232ad-4426-46fd-b6f3-e1db63c33fd4), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.392657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981f371-dd5d-4e68-a75f-8c9814a01deb tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Pushing event deleted for resources: {'Subnet': ['ID=e81ddb5f-4a13-4473-8dac-1755a4259d9d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:08.396111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c795e-5c5c-4f30-b9f6-84c528adaaaa None None] No DVR routers for this DVR port 9e5232ad-4426-46fd-b6f3-e1db63c33fd4 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:08.413416 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d0cf0b-585b-4a0e-89e4-0775ca7cb9f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (16a13449-58f7-4be7-bcb8-0eb60b05a129), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.479179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c795e-5c5c-4f30-b9f6-84c528adaaaa None None] Pushing event deleted for resources: {'Port': ['ID=9e5232ad-4426-46fd-b6f3-e1db63c33fd4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:08.506341 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8981f371-dd5d-4e68-a75f-8c9814a01deb tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.508131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c460e2-ecb0-4da4-a9dc-c7ba2af755c8 None None] Network 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:08.512126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8981f371-dd5d-4e68-a75f-8c9814a01deb tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] 10.222.0.53 "DELETE /v2.0/subnets/e81ddb5f-4a13-4473-8dac-1755a4259d9d HTTP/1.1" status: 204 len: 168 time: 0.8995550 Jan 28 12:45:08.512641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59810) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:08.518323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d0cf0b-585b-4a0e-89e4-0775ca7cb9f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:08.521977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-46d0cf0b-585b-4a0e-89e4-0775ca7cb9f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:08.539969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d0cf0b-585b-4a0e-89e4-0775ca7cb9f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:08.540827 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d0cf0b-585b-4a0e-89e4-0775ca7cb9f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.563114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0cf0b-585b-4a0e-89e4-0775ca7cb9f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=16a13449-58f7-4be7-bcb8-0eb60b05a129,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:08.594000 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-46d0cf0b-585b-4a0e-89e4-0775ca7cb9f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9297895 Jan 28 12:45:08.594657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59812) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:08.599974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'name': 'tempest-NetworksTestDHCPv6-1356751732'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:08.645610 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.654976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f486d488-6b13-4fd8-9539-59636952219c None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:08.749670 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Deleting port 145135af-54a8-4c7c-b442-8afbe291626f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:08.750486 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (145135af-54a8-4c7c-b442-8afbe291626f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.796634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:08.801185 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.834503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 725efa25-f0bf-4102-8ed9-98f38dd48f5d yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:45:08.854756 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': '16a13449-58f7-4be7-bcb8-0eb60b05a129'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:45:08.856084 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.860590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] For port 145135af-54a8-4c7c-b442-8afbe291626f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=145135af-54a8-4c7c-b442-8afbe291626f,segment=NetworkSegment(cbc2de1c-4034-4b95-83bf-5faf63696dad),segment_id=cbc2de1c-4034-4b95-83bf-5faf63696dad)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:08.862200 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (145135af-54a8-4c7c-b442-8afbe291626f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:08.882942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Calling delete_port for 145135af-54a8-4c7c-b442-8afbe291626f owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:08.954276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d17ca35-25b7-462c-a822-939a4136db44 None None] DHCP port deletion for 5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:45:09.063298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8d17ca35-25b7-462c-a822-939a4136db44 None None] Deleting port 145135af-54a8-4c7c-b442-8afbe291626f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:09.063970 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d17ca35-25b7-462c-a822-939a4136db44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (145135af-54a8-4c7c-b442-8afbe291626f), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.105267 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (145135af-54a8-4c7c-b442-8afbe291626f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.127532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::87 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/16a13449-58f7-4be7-bcb8-0eb60b05a129/725efa25-f0bf-4102-8ed9-98f38dd48f5d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:09.144014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Pushing event deleted for resources: {'Port': ['ID=145135af-54a8-4c7c-b442-8afbe291626f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:09.157603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] No DVR routers for this DVR port 145135af-54a8-4c7c-b442-8afbe291626f on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:09.204715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8d17ca35-25b7-462c-a822-939a4136db44 None None] For port 145135af-54a8-4c7c-b442-8afbe291626f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=145135af-54a8-4c7c-b442-8afbe291626f,segment=NetworkSegment(cbc2de1c-4034-4b95-83bf-5faf63696dad),segment_id=cbc2de1c-4034-4b95-83bf-5faf63696dad)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:09.205008 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d17ca35-25b7-462c-a822-939a4136db44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (145135af-54a8-4c7c-b442-8afbe291626f), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.243429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8d17ca35-25b7-462c-a822-939a4136db44 None None] Calling delete_port for 145135af-54a8-4c7c-b442-8afbe291626f owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:09.326847 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.351677 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (725efa25-f0bf-4102-8ed9-98f38dd48f5d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.366600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:09.377736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc2de1c-4034-4b95-83bf-5faf63696dad') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:09.378041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc2de1c-4034-4b95-83bf-5faf63696dad') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:09.390998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (cbc2de1c-4034-4b95-83bf-5faf63696dad), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.401341 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8d17ca35-25b7-462c-a822-939a4136db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (145135af-54a8-4c7c-b442-8afbe291626f), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.406445 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cbc2de1c-4034-4b95-83bf-5faf63696dad), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.420281 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (725efa25-f0bf-4102-8ed9-98f38dd48f5d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.426195 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:45:09.426470 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (cbc2de1c-4034-4b95-83bf-5faf63696dad), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: items = [ Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:45:09.437873 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:45:09.475841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:09.479602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:09.486278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:09.492556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:09.492556 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.527895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17ca35-25b7-462c-a822-939a4136db44 None None] No DVR routers for this DVR port 145135af-54a8-4c7c-b442-8afbe291626f on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:09.532475 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17ca35-25b7-462c-a822-939a4136db44 None None] Pushing event deleted for resources: {'Port': ['ID=145135af-54a8-4c7c-b442-8afbe291626f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:09.541523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=725efa25-f0bf-4102-8ed9-98f38dd48f5d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:09.555417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c87cda89-1b60-4c81-bb25-22b7390aa26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9593122 Jan 28 12:45:09.556014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:09.615976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.618589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Allocated IP 2001:db8::2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/16a13449-58f7-4be7-bcb8-0eb60b05a129/f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:09.640992 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.644757 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] 10.222.0.53 "DELETE /v2.0/networks/5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e HTTP/1.1" status: 204 len: 168 time: 1.1308441 Jan 28 12:45:09.646444 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e699a88-c7df-41aa-b94e-614837a7d5f2 tempest-ExtraDHCPOptionsTestJSON-624196341 tempest-ExtraDHCPOptionsTestJSON-624196341-project] Pushing event deleted for resources: {'Network': ['ID=5e9d6f01-ebbe-4ef9-bc67-9bbf9fe61e7e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:09.698593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816807b-6453-4ffe-adb2-a1c8c51ffab8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:09.704830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:09.705489 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6816807b-6453-4ffe-adb2-a1c8c51ffab8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1362436 Jan 28 12:45:09.884606 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Publish callbacks [] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.900353 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.927358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c991e-ceb9-41f0-8ddd-31847f783aae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 725efa25-f0bf-4102-8ed9-98f38dd48f5d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:09.928125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c991e-ceb9-41f0-8ddd-31847f783aae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (725efa25-f0bf-4102-8ed9-98f38dd48f5d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:09.968356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:09.975478 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-df5ba276-3579-42a6-89ce-6a5cbe601c39 req-b00be01a-31c7-42ec-b1bb-b99333efafef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679719 Jan 28 12:45:09.995692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Pushing event updated for resources: {'Port': ['ID=f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:10.003000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:10.008116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:10.080447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba276-3579-42a6-89ce-6a5cbe601c39 req-7a362829-412c-4565-9623-fba2e8049bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:10.081957 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-df5ba276-3579-42a6-89ce-6a5cbe601c39 req-7a362829-412c-4565-9623-fba2e8049bd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb01cfcd2c174be9ad51bd1527e957b0&device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 1096 time: 0.0829051 Jan 28 12:45:10.142745 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c991e-ceb9-41f0-8ddd-31847f783aae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (725efa25-f0bf-4102-8ed9-98f38dd48f5d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:10.173667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c991e-ceb9-41f0-8ddd-31847f783aae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 725efa25-f0bf-4102-8ed9-98f38dd48f5d owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:10.179688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Attempting to bind port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:45:10.181039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Attempting to bind port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:45:10.181806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Attempting to bind port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:45:10.196133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:45:10.196513 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:10.198635 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:10.199046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:45:10.199553 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Bound port: f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:45:10.199936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:10.217585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba276-3579-42a6-89ce-6a5cbe601c39 req-774f9210-4dc1-45ba-a76d-e2d83adfed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:10.219371 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-df5ba276-3579-42a6-89ce-6a5cbe601c39 req-774f9210-4dc1-45ba-a76d-e2d83adfed3a service neutron] 10.222.0.49 "GET /v2.0/networks?id=9779a23c-c2e3-4616-b720-27a36d3eeda5 HTTP/1.1" status: 200 len: 906 time: 0.1160047 Jan 28 12:45:10.220254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59852) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:10.307446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] For port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:45:10.315325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] For port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:45:10.326113 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:10.386802 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-df5ba276-3579-42a6-89ce-6a5cbe601c39 req-da38de66-27cd-42a4-8746-19b18a4e00bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1eeee02-f947-45a6-8ee6-e6201f85f341 HTTP/1.1" status: 200 len: 1001 time: 0.1599736 Jan 28 12:45:10.405737 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c991e-ceb9-41f0-8ddd-31847f783aae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (725efa25-f0bf-4102-8ed9-98f38dd48f5d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:10.436930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 145135af-54a8-4c7c-b442-8afbe291626f no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:45:10.481781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 145135af-54a8-4c7c-b442-8afbe291626f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:45:10.485190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 145135af-54a8-4c7c-b442-8afbe291626f not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:45:10.490131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c991e-ceb9-41f0-8ddd-31847f783aae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=725efa25-f0bf-4102-8ed9-98f38dd48f5d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:10.495457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432f6b4-40bb-4680-b654-e9dc75f84624 None None] Pushing event updated for resources: {'Port': ['ID=f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:10.544327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba276-3579-42a6-89ce-6a5cbe601c39 req-d1226769-32b3-43f7-84f4-8e031b2b7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:10.546121 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-df5ba276-3579-42a6-89ce-6a5cbe601c39 req-d1226769-32b3-43f7-84f4-8e031b2b7a13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd2529ca-ba59-4b79-af61-a124866c8436 HTTP/1.1" status: 200 len: 844 time: 0.1531284 Jan 28 12:45:10.551868 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b4c991e-ceb9-41f0-8ddd-31847f783aae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:10.556015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4b4c991e-ceb9-41f0-8ddd-31847f783aae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/725efa25-f0bf-4102-8ed9-98f38dd48f5d HTTP/1.1" status: 204 len: 168 time: 0.8499935 Jan 28 12:45:10.560004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:10.602554 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-981f8f2d-3c78-4b75-b5aa-464c25f9ccfb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2fcce94425d44e98332c09e5edb68b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810587 Jan 28 12:45:10.608193 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59864) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:10.636934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e9a28-6740-4df4-874a-5bbc5346e9bc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:10.638915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e9a28-6740-4df4-874a-5bbc5346e9bc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:10.643916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dc7e9a28-6740-4df4-874a-5bbc5346e9bc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0830855 Jan 28 12:45:10.645234 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59866) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:10.708605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba276-3579-42a6-89ce-6a5cbe601c39 req-4147bbfd-63a3-4d2f-87de-54cf281796eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:10.710690 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-df5ba276-3579-42a6-89ce-6a5cbe601c39 req-4147bbfd-63a3-4d2f-87de-54cf281796eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9779a23c-c2e3-4616-b720-27a36d3eeda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562712 Jan 28 12:45:10.715191 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a580863-99ea-4f51-a39f-36931e31e6da admin admin] Publish callbacks [] for security_group (a7cb281d-ee55-4afc-85f6-5341900c240d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:10.751559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe31ad0c-6658-4c60-bdd8-6ed9f0ff869b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 16a13449-58f7-4be7-bcb8-0eb60b05a129 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:10.763654 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe31ad0c-6658-4c60-bdd8-6ed9f0ff869b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (16a13449-58f7-4be7-bcb8-0eb60b05a129), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:10.815764 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a580863-99ea-4f51-a39f-36931e31e6da admin admin] Publish callbacks [] for security_group (a7cb281d-ee55-4afc-85f6-5341900c240d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:10.859647 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe31ad0c-6658-4c60-bdd8-6ed9f0ff869b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (16a13449-58f7-4be7-bcb8-0eb60b05a129), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:10.905583 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-df5ba276-3579-42a6-89ce-6a5cbe601c39 req-62fe9638-215e-43ae-a121-88a3a387c30a service neutron] 10.222.0.49 "GET /v2.0/networks/9779a23c-c2e3-4616-b720-27a36d3eeda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858680 Jan 28 12:45:10.928386 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a580863-99ea-4f51-a39f-36931e31e6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a7cb281d-ee55-4afc-85f6-5341900c240d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:10.933420 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a580863-99ea-4f51-a39f-36931e31e6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:10.938085 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6a580863-99ea-4f51-a39f-36931e31e6da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7cb281d-ee55-4afc-85f6-5341900c240d HTTP/1.1" status: 204 len: 168 time: 0.3060911 Jan 28 12:45:10.991368 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a580863-99ea-4f51-a39f-36931e31e6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cb281d-ee55-4afc-85f6-5341900c240d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:11.053538 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-df5ba276-3579-42a6-89ce-6a5cbe601c39 req-b5af6e2e-82ef-4a70-bf0d-96c56d1c5ab3 service neutron] 10.222.0.49 "GET /v2.0/networks/9779a23c-c2e3-4616-b720-27a36d3eeda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409435 Jan 28 12:45:11.063290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe31ad0c-6658-4c60-bdd8-6ed9f0ff869b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (16a13449-58f7-4be7-bcb8-0eb60b05a129), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:11.140897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe31ad0c-6658-4c60-bdd8-6ed9f0ff869b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (16a13449-58f7-4be7-bcb8-0eb60b05a129), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:11.173891 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe31ad0c-6658-4c60-bdd8-6ed9f0ff869b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:11.183552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59882) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:11.183686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fe31ad0c-6658-4c60-bdd8-6ed9f0ff869b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/16a13449-58f7-4be7-bcb8-0eb60b05a129 HTTP/1.1" status: 204 len: 168 time: 0.5281072 Jan 28 12:45:11.240156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31ad0c-6658-4c60-bdd8-6ed9f0ff869b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=16a13449-58f7-4be7-bcb8-0eb60b05a129,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:11.275328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59890) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:11.286569 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-82c13fe1-5b23-4323-9344-f290aa98f6df tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030848 Jan 28 12:45:11.375794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31823e5e-1e7f-4db4-9513-7adf7f6fbe7f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:11.380188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59894) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:11.388009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-31823e5e-1e7f-4db4-9513-7adf7f6fbe7f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1113648 Jan 28 12:45:11.442777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f97a67-00f6-4db2-98f3-8ef08925c951 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:11.448715 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-63f97a67-00f6-4db2-98f3-8ef08925c951 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0670097 Jan 28 12:45:11.448971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59898) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:11.517342 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-34aca924-6b84-4c23-980b-0de098e10ad7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670283 Jan 28 12:45:11.522027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:11.531035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3a4cb4a0-c938-48f3-89b5-bb63613dee67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:11.681397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4cb4a0-c938-48f3-89b5-bb63613dee67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:11.689798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb4a0-c938-48f3-89b5-bb63613dee67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:11.982070 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb4a0-c938-48f3-89b5-bb63613dee67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (7c288db6-add5-4d10-8126-b39a1b2b6918), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.063764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4cb4a0-c938-48f3-89b5-bb63613dee67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:12.068361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3a4cb4a0-c938-48f3-89b5-bb63613dee67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:12.071529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4cb4a0-c938-48f3-89b5-bb63613dee67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:12.073206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a4cb4a0-c938-48f3-89b5-bb63613dee67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.111432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cb4a0-c938-48f3-89b5-bb63613dee67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=7c288db6-add5-4d10-8126-b39a1b2b6918,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:12.120173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3a4cb4a0-c938-48f3-89b5-bb63613dee67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5970404 Jan 28 12:45:12.124455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59926) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:12.131057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'fixed_ips': [{'subnet_id': '7c288db6-add5-4d10-8126-b39a1b2b6918', 'ip_address': '2001:db8::af3f:35db:65bd:280d'}], 'name': 'tempest-NetworksTestDHCPv6-783000082'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:12.184781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59928) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:12.235047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232599ff-fda1-46f3-8da5-5598d0aa4eed None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:12.351052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:12.418235 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8c6ff8ce-6f32-4b71-9d05-db26f6c5de8e None None] Provisioning complete for port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:12.418616 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c6ff8ce-6f32-4b71-9d05-db26f6c5de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.425036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'networks': [{'name': 'tempest-network--159606285'}, {'name': 'tempest-network--2088423201'}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:12.425361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'network': {'name': 'tempest-network--159606285'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:12.425833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'network': {'name': 'tempest-network--2088423201'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:12.477958 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Made reservation on behalf of 483ae57ff0524be596069be5833f0e51 for: {'network': 2} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:12.488833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.504238 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.505523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.543056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 2c43c4ff-7e63-4b70-95ae-7a61882c16be yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:45:12.569571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:45:12.603208 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for security_group (e28e5a13-19b3-4e24-8f00-c81dd4e96ce7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.612434 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e28e5a13-19b3-4e24-8f00-c81dd4e96ce7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.612933 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.681477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:45:12.694927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28e5a13-19b3-4e24-8f00-c81dd4e96ce7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:12.704149 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ecaf1f9a-ad8e-466a-80d2-f0907021dd35), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.704674 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Added segment ecaf1f9a-ad8e-466a-80d2-f0907021dd35 of type vlan for network f56b4925-4be2-44ee-9d12-67f15510523e Jan 28 12:45:12.793963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f56b4925-4be2-44ee-9d12-67f15510523e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.825555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::af3f:35db:65bd:280d (de0b2f56-ede1-4d55-901b-b7cbada05d3b/7c288db6-add5-4d10-8126-b39a1b2b6918/2c43c4ff-7e63-4b70-95ae-7a61882c16be) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:12.846815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:45:12.861818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a1c9d728-c03c-4e8a-9bd0-e50289d03090), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.862432 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Added segment a1c9d728-c03c-4e8a-9bd0-e50289d03090 of type vlan for network 62cf88f4-3b15-41fb-adc5-1633fa8238d3 Jan 28 12:45:12.924451 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (62cf88f4-3b15-41fb-adc5-1633fa8238d3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.959530 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f56b4925-4be2-44ee-9d12-67f15510523e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.969719 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (62cf88f4-3b15-41fb-adc5-1633fa8238d3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:12.975969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:12.981687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:12.982676 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:13.031557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:13.031951 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:13.053951 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (2c43c4ff-7e63-4b70-95ae-7a61882c16be), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:13.102674 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2c43c4ff-7e63-4b70-95ae-7a61882c16be), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:13.126478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event updated for resources: {'Network': ['ID=f56b4925-4be2-44ee-9d12-67f15510523e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:13.137606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9515655 Jan 28 12:45:13.145020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59950) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:13.147207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f56b4925-4be2-44ee-9d12-67f15510523e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:45:13.154687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ff8ce-6f32-4b71-9d05-db26f6c5de8e None None] Current status of the port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:13.155072 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c6ff8ce-6f32-4b71-9d05-db26f6c5de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:13.188294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:13.191796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:13.198354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:13.204593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:13.205355 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:13.218579 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=2c43c4ff-7e63-4b70-95ae-7a61882c16be,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:13.246583 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e652dc7a-7bb6-46f8-8eb7-4549a393183d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1179757 Jan 28 12:45:13.247809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59952) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:13.328642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1401a73-cb76-4dad-b63a-a397b1ff77b4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:13.341177 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1401a73-cb76-4dad-b63a-a397b1ff77b4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:13.347387 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d1401a73-cb76-4dad-b63a-a397b1ff77b4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0984817 Jan 28 12:45:13.348938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:13.426789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8c6ff8ce-6f32-4b71-9d05-db26f6c5de8e None None] For port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:13.465282 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c6ff8ce-6f32-4b71-9d05-db26f6c5de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:13.530201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192da80d-185d-4caf-b7b0-edc322409960 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event updated for resources: {'Network': ['ID=62cf88f4-3b15-41fb-adc5-1633fa8238d3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:13.532636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1fac6-39ef-4396-8499-581440ef554a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 2c43c4ff-7e63-4b70-95ae-7a61882c16be {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:13.532995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc1fac6-39ef-4396-8499-581440ef554a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2c43c4ff-7e63-4b70-95ae-7a61882c16be), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:13.549092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 62cf88f4-3b15-41fb-adc5-1633fa8238d3 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:45:13.553771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:13.555384 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:13.663815 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc1fac6-39ef-4396-8499-581440ef554a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2c43c4ff-7e63-4b70-95ae-7a61882c16be), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:13.699992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1fac6-39ef-4396-8499-581440ef554a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 2c43c4ff-7e63-4b70-95ae-7a61882c16be owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:13.721995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ff8ce-6f32-4b71-9d05-db26f6c5de8e None None] Pushing event updated for resources: {'Port': ['ID=f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:13.750794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86eb3a8-f20a-44c6-a6aa-9fababa4fc9e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:13.758830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86eb3a8-f20a-44c6-a6aa-9fababa4fc9e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:13.766842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86eb3a8-f20a-44c6-a6aa-9fababa4fc9e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:13.772457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86eb3a8-f20a-44c6-a6aa-9fababa4fc9e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:13.782276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59970) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:13.793702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c86eb3a8-f20a-44c6-a6aa-9fababa4fc9e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6405959 Jan 28 12:45:13.800099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-56832e2e-72b7-4e73-8803-8750c49d3f1f None None] Provisioning complete for port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:13.800492 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56832e2e-72b7-4e73-8803-8750c49d3f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:13.907976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f56b4925-4be2-44ee-9d12-67f15510523e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:13.965704 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:45:13.966358 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:45:13.984352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-56832e2e-72b7-4e73-8803-8750c49d3f1f None None] Current status of the port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:14.081430 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f56b4925-4be2-44ee-9d12-67f15510523e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.102333 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3f83f705-bc90-4f10-b6b4-75a9db9e9160 None None] Could not find standard attr ID for object 725efa25-f0bf-4102-8ed9-98f38dd48f5d. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:45:14.130113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56b4925-4be2-44ee-9d12-67f15510523e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:14.148250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecaf1f9a-ad8e-466a-80d2-f0907021dd35') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:14.148560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecaf1f9a-ad8e-466a-80d2-f0907021dd35') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:14.167786 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (ecaf1f9a-ad8e-466a-80d2-f0907021dd35), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.181284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc1fac6-39ef-4396-8499-581440ef554a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2c43c4ff-7e63-4b70-95ae-7a61882c16be), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.191734 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ecaf1f9a-ad8e-466a-80d2-f0907021dd35), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.225813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:45:14.226219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (ecaf1f9a-ad8e-466a-80d2-f0907021dd35), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:45:14.231053 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:45:14.255691 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1fac6-39ef-4396-8499-581440ef554a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=2c43c4ff-7e63-4b70-95ae-7a61882c16be,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:14.282584 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc1fac6-39ef-4396-8499-581440ef554a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.293542 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8cc1fac6-39ef-4396-8499-581440ef554a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/2c43c4ff-7e63-4b70-95ae-7a61882c16be HTTP/1.1" status: 204 len: 168 time: 0.9401686 Jan 28 12:45:14.294648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59980) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:14.318020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-256476a4-dd8a-4354-a134-cc9a0a046d94 None None] Could not find standard attr ID for object 2c43c4ff-7e63-4b70-95ae-7a61882c16be. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:45:14.364004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f56b4925-4be2-44ee-9d12-67f15510523e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.380116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.387278 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "DELETE /v2.0/networks/f56b4925-4be2-44ee-9d12-67f15510523e HTTP/1.1" status: 204 len: 168 time: 0.6035435 Jan 28 12:45:14.393240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59982) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:14.419941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3a75a-aa12-45e0-83cd-8f0dbe51cc0e tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event deleted for resources: {'Network': ['ID=f56b4925-4be2-44ee-9d12-67f15510523e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:14.533244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:14.579121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2159f0ef-89a6-4ec6-b17c-9effd64fa947 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:14.581168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2159f0ef-89a6-4ec6-b17c-9effd64fa947 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:14.582962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2159f0ef-89a6-4ec6-b17c-9effd64fa947 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2870047 Jan 28 12:45:14.586079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59994) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:14.611256 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (62cf88f4-3b15-41fb-adc5-1633fa8238d3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.684168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-521cdbe5-64f4-43c9-ab54-a14da73cbeb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 7c288db6-add5-4d10-8126-b39a1b2b6918 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:14.690104 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-521cdbe5-64f4-43c9-ab54-a14da73cbeb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (7c288db6-add5-4d10-8126-b39a1b2b6918), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.724322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:45:14.766475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-521cdbe5-64f4-43c9-ab54-a14da73cbeb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (7c288db6-add5-4d10-8126-b39a1b2b6918), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.798809 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (62cf88f4-3b15-41fb-adc5-1633fa8238d3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.802841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:14.803227 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.846417 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-521cdbe5-64f4-43c9-ab54-a14da73cbeb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (7c288db6-add5-4d10-8126-b39a1b2b6918), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.861505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cf88f4-3b15-41fb-adc5-1633fa8238d3']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:14.901960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c9d728-c03c-4e8a-9bd0-e50289d03090') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:14.902378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c9d728-c03c-4e8a-9bd0-e50289d03090') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:14.926690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (a1c9d728-c03c-4e8a-9bd0-e50289d03090), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.952619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:14.956916 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a1c9d728-c03c-4e8a-9bd0-e50289d03090), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.974078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:45:14.974494 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (a1c9d728-c03c-4e8a-9bd0-e50289d03090), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:45:14.990000 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:45:14.996759 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-521cdbe5-64f4-43c9-ab54-a14da73cbeb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (7c288db6-add5-4d10-8126-b39a1b2b6918), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.054242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cdbe5-64f4-43c9-ab54-a14da73cbeb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=7c288db6-add5-4d10-8126-b39a1b2b6918,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:15.063549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-521cdbe5-64f4-43c9-ab54-a14da73cbeb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.067219 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-521cdbe5-64f4-43c9-ab54-a14da73cbeb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/7c288db6-add5-4d10-8126-b39a1b2b6918 HTTP/1.1" status: 204 len: 168 time: 0.4801252 Jan 28 12:45:15.069524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60002) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:15.115093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (62cf88f4-3b15-41fb-adc5-1633fa8238d3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.133039 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.148072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991dae13-c200-426e-8fab-1620eef3820a None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:15.158410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "DELETE /v2.0/networks/62cf88f4-3b15-41fb-adc5-1633fa8238d3 HTTP/1.1" status: 204 len: 168 time: 0.7555890 Jan 28 12:45:15.180391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be89b5-3b41-4b2c-bc0e-580b6080dbbb tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event deleted for resources: {'Network': ['ID=62cf88f4-3b15-41fb-adc5-1633fa8238d3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:15.186774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60004) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:15.343655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1b015-a0f1-41e6-b873-c8424f53daa5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:15.350812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1b015-a0f1-41e6-b873-c8424f53daa5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:15.360083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-28d1b015-a0f1-41e6-b873-c8424f53daa5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1702197 Jan 28 12:45:15.360912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60010) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:15.366305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-49002f09-8ea0-4505-87f5-1538fe0488ce tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1656969575'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:15.394691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49002f09-8ea0-4505-87f5-1538fe0488ce tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Made reservation on behalf of 483ae57ff0524be596069be5833f0e51 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:15.399293 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49002f09-8ea0-4505-87f5-1538fe0488ce tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.419690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e249298d-e04f-4a67-a4e4-bae5aaa3e6ed None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:45:15.475895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49002f09-8ea0-4505-87f5-1538fe0488ce tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:45:15.497211 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49002f09-8ea0-4505-87f5-1538fe0488ce tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d02dfb9e-275e-435e-af5c-7c07b901d16c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.498396 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-49002f09-8ea0-4505-87f5-1538fe0488ce tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Added segment d02dfb9e-275e-435e-af5c-7c07b901d16c of type vlan for network 40130519-4532-4c26-959a-01ef106774b9 Jan 28 12:45:15.503399 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b3749569-654d-40cb-bb5b-b455aa1d59ef tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4323521 Jan 28 12:45:15.505863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60014) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:15.515372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5ec9e357-1263-4cf8-9a9e-3efffaf4ae40 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:15.521158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e249298d-e04f-4a67-a4e4-bae5aaa3e6ed None None] Deleting port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:15.522228 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e249298d-e04f-4a67-a4e4-bae5aaa3e6ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.584583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49002f09-8ea0-4505-87f5-1538fe0488ce tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (40130519-4532-4c26-959a-01ef106774b9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.647376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e249298d-e04f-4a67-a4e4-bae5aaa3e6ed None None] For port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:15.647880 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e249298d-e04f-4a67-a4e4-bae5aaa3e6ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.666015 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49002f09-8ea0-4505-87f5-1538fe0488ce tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (40130519-4532-4c26-959a-01ef106774b9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.672075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49002f09-8ea0-4505-87f5-1538fe0488ce tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:15.672667 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49002f09-8ea0-4505-87f5-1538fe0488ce tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.681574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e249298d-e04f-4a67-a4e4-bae5aaa3e6ed None None] Calling delete_port for f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:15.690566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec9e357-1263-4cf8-9a9e-3efffaf4ae40 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:15.695163 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e357-1263-4cf8-9a9e-3efffaf4ae40 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.745574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-49002f09-8ea0-4505-87f5-1538fe0488ce tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3800707 Jan 28 12:45:15.746429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60026) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:15.835846 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e249298d-e04f-4a67-a4e4-bae5aaa3e6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.840291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49002f09-8ea0-4505-87f5-1538fe0488ce tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event updated for resources: {'Network': ['ID=40130519-4532-4c26-959a-01ef106774b9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:15.848313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e24104f1-958e-4973-a48d-74cb5fab283a tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-954716787'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:15.871700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24104f1-958e-4973-a48d-74cb5fab283a tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Made reservation on behalf of 483ae57ff0524be596069be5833f0e51 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:15.875263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 40130519-4532-4c26-959a-01ef106774b9 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:45:15.876322 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e24104f1-958e-4973-a48d-74cb5fab283a tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.893514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249298d-e04f-4a67-a4e4-bae5aaa3e6ed None None] Pushing event deleted for resources: {'Port': ['ID=f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:15.905881 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e249298d-e04f-4a67-a4e4-bae5aaa3e6ed None None] No DVR routers for this DVR port f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:15.909089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24104f1-958e-4973-a48d-74cb5fab283a tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:45:15.924729 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e24104f1-958e-4973-a48d-74cb5fab283a tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e7e43de5-b175-4e73-af2e-9b18e52a39a2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.925315 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-e24104f1-958e-4973-a48d-74cb5fab283a tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Added segment e7e43de5-b175-4e73-af2e-9b18e52a39a2 of type vlan for network 1461476c-9393-4ff1-b703-227e7c7b03bd Jan 28 12:45:15.976943 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e357-1263-4cf8-9a9e-3efffaf4ae40 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (5760f8bf-5374-49a8-ad3e-b6ab62295dd3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:15.985289 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e24104f1-958e-4973-a48d-74cb5fab283a tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (1461476c-9393-4ff1-b703-227e7c7b03bd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:16.020350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9e357-1263-4cf8-9a9e-3efffaf4ae40 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:16.023852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5ec9e357-1263-4cf8-9a9e-3efffaf4ae40 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:16.029351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec9e357-1263-4cf8-9a9e-3efffaf4ae40 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:16.029983 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e357-1263-4cf8-9a9e-3efffaf4ae40 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:16.035963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b771db2-ed99-4738-bf6b-e6619546ae7f None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:16.052312 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5ec9e357-1263-4cf8-9a9e-3efffaf4ae40 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5453849 Jan 28 12:45:16.055261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60028) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:16.063354 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e24104f1-958e-4973-a48d-74cb5fab283a tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (1461476c-9393-4ff1-b703-227e7c7b03bd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:16.063891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'fixed_ips': [{'subnet_id': '5760f8bf-5374-49a8-ad3e-b6ab62295dd3', 'ip_address': '2001:db8::9d36:4721:5d01:270d'}], 'name': 'tempest-NetworksTestDHCPv6-1906085366'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:16.079889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24104f1-958e-4973-a48d-74cb5fab283a tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:16.080598 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e24104f1-958e-4973-a48d-74cb5fab283a tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:16.097463 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9e357-1263-4cf8-9a9e-3efffaf4ae40 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=5760f8bf-5374-49a8-ad3e-b6ab62295dd3,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:16.205268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e24104f1-958e-4973-a48d-74cb5fab283a tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3659282 Jan 28 12:45:16.208058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60036) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:16.214378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'ports': [{'network_id': '40130519-4532-4c26-959a-01ef106774b9', 'name': 'tempest-port--2045559283', 'admin_state_up': True}, {'network_id': '1461476c-9393-4ff1-b703-227e7c7b03bd', 'admin_state_up': False}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:16.214811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'port': {'network_id': '40130519-4532-4c26-959a-01ef106774b9', 'name': 'tempest-port--2045559283', 'admin_state_up': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:16.215176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'port': {'network_id': '1461476c-9393-4ff1-b703-227e7c7b03bd', 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:16.216353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': '5760f8bf-5374-49a8-ad3e-b6ab62295dd3'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:45:16.217223 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:16.235284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24104f1-958e-4973-a48d-74cb5fab283a tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event updated for resources: {'Network': ['ID=1461476c-9393-4ff1-b703-227e7c7b03bd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:16.254407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 1461476c-9393-4ff1-b703-227e7c7b03bd details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:45:16.331088 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:16.338279 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:16.360933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port f6bf1bfd-1346-4677-b99f-56055dd762b0 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:45:16.484538 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Allocated IP 2001:db8::2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/5760f8bf-5374-49a8-ad3e-b6ab62295dd3/550762d3-d4b5-4b9f-be1f-7e296e591bc8) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:16.513442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Made reservation on behalf of 483ae57ff0524be596069be5833f0e51 for: {'port': 2} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:16.522669 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:16.554829 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:16.701254 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Publish callbacks [] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:16.706883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:45:16.712557 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:16.804207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:45:16.804559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f9b36fd4-c457-41ba-9d52-9f20cbfbd9ec not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:45:16.814393 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::9d36:4721:5d01:270d (de0b2f56-ede1-4d55-901b-b7cbada05d3b/5760f8bf-5374-49a8-ad3e-b6ab62295dd3/f6bf1bfd-1346-4677-b99f-56055dd762b0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:16.862098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:16.872825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:16.875973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:16.882353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Pushing event updated for resources: {'Port': ['ID=550762d3-d4b5-4b9f-be1f-7e296e591bc8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:16.955063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Attempting to bind port 550762d3-d4b5-4b9f-be1f-7e296e591bc8 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:45:16.955468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Attempting to bind port 550762d3-d4b5-4b9f-be1f-7e296e591bc8 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:45:16.955846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Attempting to bind port 550762d3-d4b5-4b9f-be1f-7e296e591bc8 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:45:16.961777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:45:16.962165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:16.962575 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:16.963013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:45:16.963727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Bound port: 550762d3-d4b5-4b9f-be1f-7e296e591bc8, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:45:16.964125 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:16.965857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] device_id is not set on port 6ae6a235-f889-492d-9df4-cc97e943e460 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:45:17.068465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] For port 550762d3-d4b5-4b9f-be1f-7e296e591bc8, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:45:17.073294 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] For port 550762d3-d4b5-4b9f-be1f-7e296e591bc8, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=550762d3-d4b5-4b9f-be1f-7e296e591bc8,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:45:17.078506 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:17.105240 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (f6bf1bfd-1346-4677-b99f-56055dd762b0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:17.105541 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for port (6ae6a235-f889-492d-9df4-cc97e943e460), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:17.181164 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f6bf1bfd-1346-4677-b99f-56055dd762b0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:17.242407 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:17.280496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] device_id is not set on port 7351f4b7-c437-4709-8cbb-18d30f72104d yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:45:17.286159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21997fe3-3224-449d-be9d-025bfa19aa33 None None] Pushing event updated for resources: {'Port': ['ID=550762d3-d4b5-4b9f-be1f-7e296e591bc8,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:17.302423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:17.305976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:17.309128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:17.327860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:17.332501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:17.355498 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=f6bf1bfd-1346-4677-b99f-56055dd762b0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:17.386498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60056) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:17.387508 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-815f05d5-0195-44a0-b8f2-c296423b375c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3308854 Jan 28 12:45:17.410082 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for port (7351f4b7-c437-4709-8cbb-18d30f72104d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:17.501723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aab2a94-0c2d-4e87-9f42-88bba953f6d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:17.510999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aab2a94-0c2d-4e87-9f42-88bba953f6d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:17.515843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60062) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:17.516174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3aab2a94-0c2d-4e87-9f42-88bba953f6d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1282465 Jan 28 12:45:17.537246 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6ae6a235-f889-492d-9df4-cc97e943e460), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:17.665594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event updated for resources: {'Port': ['ID=6ae6a235-f889-492d-9df4-cc97e943e460,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:17.666594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8d696e42-2a5b-40dd-ba08-c367f7161255 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port f6bf1bfd-1346-4677-b99f-56055dd762b0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:17.667074 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d696e42-2a5b-40dd-ba08-c367f7161255 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f6bf1bfd-1346-4677-b99f-56055dd762b0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:17.689412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Checking segment: {'id': 'd02dfb9e-275e-435e-af5c-7c07b901d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '40130519-4532-4c26-959a-01ef106774b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:17.689872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Network hostable DHCP agents. Network: 40130519-4532-4c26-959a-01ef106774b9, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:45:17.721890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Network 40130519-4532-4c26-959a-01ef106774b9 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:45:17.738065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 40130519-4532-4c26-959a-01ef106774b9) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:17.752468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf31a01-89ed-46e3-953f-c913ca09933b None None] Network 40130519-4532-4c26-959a-01ef106774b9 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:17.757250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:17.760119 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7351f4b7-c437-4709-8cbb-18d30f72104d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:17.934165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d696e42-2a5b-40dd-ba08-c367f7161255 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f6bf1bfd-1346-4677-b99f-56055dd762b0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:17.935851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event updated for resources: {'Port': ['ID=7351f4b7-c437-4709-8cbb-18d30f72104d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:17.950587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Checking segment: {'id': 'e7e43de5-b175-4e73-af2e-9b18e52a39a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1461476c-9393-4ff1-b703-227e7c7b03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:17.951005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Network hostable DHCP agents. Network: 1461476c-9393-4ff1-b703-227e7c7b03bd, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:45:17.972625 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:17.991700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8d696e42-2a5b-40dd-ba08-c367f7161255 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for f6bf1bfd-1346-4677-b99f-56055dd762b0 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:18.004506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Network 1461476c-9393-4ff1-b703-227e7c7b03bd is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:45:18.034709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 1461476c-9393-4ff1-b703-227e7c7b03bd) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:18.048491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:18.055195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac640b32-b915-449e-a6fe-d3e832019eb7 None None] Network 1461476c-9393-4ff1-b703-227e7c7b03bd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:18.093742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:18.113429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:18.115904 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:18.171208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-582d65b0-eec4-42eb-ab71-dbe5cb50f4b8 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9618614 Jan 28 12:45:18.172192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60078) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:18.255438 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d696e42-2a5b-40dd-ba08-c367f7161255 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f6bf1bfd-1346-4677-b99f-56055dd762b0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:18.314150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf5f11-973b-4406-9355-330397905c76 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:18.342488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf5f11-973b-4406-9355-330397905c76 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:18.350661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1faf5f11-973b-4406-9355-330397905c76 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1770844 Jan 28 12:45:18.354254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:18.390733 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d696e42-2a5b-40dd-ba08-c367f7161255 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=f6bf1bfd-1346-4677-b99f-56055dd762b0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:18.433801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d696e42-2a5b-40dd-ba08-c367f7161255 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:18.446934 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8d696e42-2a5b-40dd-ba08-c367f7161255 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/f6bf1bfd-1346-4677-b99f-56055dd762b0 HTTP/1.1" status: 204 len: 168 time: 0.9268563 Jan 28 12:45:18.447294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60088) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:18.569565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3cca07-822e-42ac-a9be-e3bf0667d20a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:18.571127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3cca07-822e-42ac-a9be-e3bf0667d20a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:18.573596 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fd3cca07-822e-42ac-a9be-e3bf0667d20a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1250539 Jan 28 12:45:18.577924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60090) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:18.631135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-88a51748-8838-4cab-a4a6-4e5935c6b603 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Deleting port 6ae6a235-f889-492d-9df4-cc97e943e460 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:18.631135 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88a51748-8838-4cab-a4a6-4e5935c6b603 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6ae6a235-f889-492d-9df4-cc97e943e460), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:18.783662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 550762d3-d4b5-4b9f-be1f-7e296e591bc8 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:45:18.880025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89255b2-bc69-4153-80df-7d59e556c833 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 5760f8bf-5374-49a8-ad3e-b6ab62295dd3 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:18.893757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88a51748-8838-4cab-a4a6-4e5935c6b603 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6ae6a235-f889-492d-9df4-cc97e943e460), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:18.903290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c89255b2-bc69-4153-80df-7d59e556c833 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (5760f8bf-5374-49a8-ad3e-b6ab62295dd3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:18.907136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 550762d3-d4b5-4b9f-be1f-7e296e591bc8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:18.907136 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.108735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bc65969d-7713-400c-855a-db32f4786e8f None None] Provisioning complete for port 550762d3-d4b5-4b9f-be1f-7e296e591bc8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:19.109211 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc65969d-7713-400c-855a-db32f4786e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.179950 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 550762d3-d4b5-4b9f-be1f-7e296e591bc8 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:19.180622 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.349183 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be7903f2-576e-4233-b053-3a9beacdd86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.362499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bc65969d-7713-400c-855a-db32f4786e8f None None] Current status of the port 550762d3-d4b5-4b9f-be1f-7e296e591bc8 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:19.363139 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc65969d-7713-400c-855a-db32f4786e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.374572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 550762d3-d4b5-4b9f-be1f-7e296e591bc8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=550762d3-d4b5-4b9f-be1f-7e296e591bc8,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:19.377075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-88a51748-8838-4cab-a4a6-4e5935c6b603 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Calling delete_port for 6ae6a235-f889-492d-9df4-cc97e943e460 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:19.395523 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.420848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8776720-b0fa-44de-86ff-b8cdb59fed05 req-d5b47f04-38fd-47af-851d-1a2a56ef0800 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:19.432333 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8776720-b0fa-44de-86ff-b8cdb59fed05 req-d5b47f04-38fd-47af-851d-1a2a56ef0800 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 950 time: 1.0457041 Jan 28 12:45:19.441128 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c89255b2-bc69-4153-80df-7d59e556c833 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (5760f8bf-5374-49a8-ad3e-b6ab62295dd3), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.544856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=550762d3-d4b5-4b9f-be1f-7e296e591bc8,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:19.555130 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-bc65969d-7713-400c-855a-db32f4786e8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:45:19.555825 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-bc65969d-7713-400c-855a-db32f4786e8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:45:19.610325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88a51748-8838-4cab-a4a6-4e5935c6b603 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6ae6a235-f889-492d-9df4-cc97e943e460), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.656223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a51748-8838-4cab-a4a6-4e5935c6b603 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event deleted for resources: {'Port': ['ID=6ae6a235-f889-492d-9df4-cc97e943e460,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:19.685441 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88a51748-8838-4cab-a4a6-4e5935c6b603 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.688969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-88a51748-8838-4cab-a4a6-4e5935c6b603 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "DELETE /v2.0/ports/6ae6a235-f889-492d-9df4-cc97e943e460 HTTP/1.1" status: 204 len: 168 time: 1.3337588 Jan 28 12:45:19.691771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60112) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:19.750573 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c89255b2-bc69-4153-80df-7d59e556c833 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (5760f8bf-5374-49a8-ad3e-b6ab62295dd3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.806106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cbf81416-fef8-40a6-b489-79ffa87b3270 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Deleting port 7351f4b7-c437-4709-8cbb-18d30f72104d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:19.808019 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbf81416-fef8-40a6-b489-79ffa87b3270 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7351f4b7-c437-4709-8cbb-18d30f72104d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.830963 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8776720-b0fa-44de-86ff-b8cdb59fed05 req-7661dac2-eb5d-439d-a850-495be82edb08 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e051540-1768-4388-ba27-636e0c9d67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840499 Jan 28 12:45:19.833131 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c89255b2-bc69-4153-80df-7d59e556c833 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (5760f8bf-5374-49a8-ad3e-b6ab62295dd3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.877995 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c89255b2-bc69-4153-80df-7d59e556c833 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.882451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c89255b2-bc69-4153-80df-7d59e556c833 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/5760f8bf-5374-49a8-ad3e-b6ab62295dd3 HTTP/1.1" status: 204 len: 168 time: 1.3024156 Jan 28 12:45:19.886072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60116) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:19.886882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ade6779-1d19-4926-9a74-22fe2fe060cd None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:19.920086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89255b2-bc69-4153-80df-7d59e556c833 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=5760f8bf-5374-49a8-ad3e-b6ab62295dd3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:19.927754 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbf81416-fef8-40a6-b489-79ffa87b3270 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7351f4b7-c437-4709-8cbb-18d30f72104d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:19.955552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae4673-bc82-48b6-bb53-8e18de4392d0 req-75a73ced-078d-406d-9b67-f4c06ba81652 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:19.957443 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-60ae4673-bc82-48b6-bb53-8e18de4392d0 req-75a73ced-078d-406d-9b67-f4c06ba81652 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.49 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 950 time: 0.1327369 Jan 28 12:45:19.964266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cbf81416-fef8-40a6-b489-79ffa87b3270 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Calling delete_port for 7351f4b7-c437-4709-8cbb-18d30f72104d owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:19.981321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1f0dfcb2-2500-4753-8fa6-33cef30cf839 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941539 Jan 28 12:45:19.984114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60122) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:19.990484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0a71383a-c061-4932-88bb-78a6eba304af tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:20.157103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a71383a-c061-4932-88bb-78a6eba304af tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:20.162490 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a71383a-c061-4932-88bb-78a6eba304af tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:20.222492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-60ae4673-bc82-48b6-bb53-8e18de4392d0 req-535da5c1-7466-4c04-9c5c-212d9107b872 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Deleting port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:20.222863 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-60ae4673-bc82-48b6-bb53-8e18de4392d0 req-535da5c1-7466-4c04-9c5c-212d9107b872 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:20.245559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbf81416-fef8-40a6-b489-79ffa87b3270 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7351f4b7-c437-4709-8cbb-18d30f72104d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:20.324440 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf81416-fef8-40a6-b489-79ffa87b3270 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event deleted for resources: {'Port': ['ID=7351f4b7-c437-4709-8cbb-18d30f72104d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:20.358423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bc65969d-7713-400c-855a-db32f4786e8f None None] Current status of the port 550762d3-d4b5-4b9f-be1f-7e296e591bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:20.387082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbf81416-fef8-40a6-b489-79ffa87b3270 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:20.390472 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cbf81416-fef8-40a6-b489-79ffa87b3270 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "DELETE /v2.0/ports/7351f4b7-c437-4709-8cbb-18d30f72104d HTTP/1.1" status: 204 len: 168 time: 0.6976516 Jan 28 12:45:20.393526 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60128) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:20.479740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2a8bc3a5-5cfb-440c-9512-c6cbff4b2279 None None] Could not find standard attr ID for object f6bf1bfd-1346-4677-b99f-56055dd762b0. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:45:20.499107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d98333-d40f-47d3-b64b-307c5813d4ec None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:45:20.501759 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8dddffe4-27cd-43a6-ab34-5f654ebfa32d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1071007 Jan 28 12:45:20.506026 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:20.514779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ff560973-241d-40b4-b897-1bc89ed2ca3d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-487051702'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:20.524716 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a71383a-c061-4932-88bb-78a6eba304af tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (f0cf399f-5d19-4f41-a989-59aa28c36a22), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:20.578900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a71383a-c061-4932-88bb-78a6eba304af tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:20.580513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0a71383a-c061-4932-88bb-78a6eba304af tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:20.589130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a71383a-c061-4932-88bb-78a6eba304af tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:20.589860 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a71383a-c061-4932-88bb-78a6eba304af tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:20.621383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0a71383a-c061-4932-88bb-78a6eba304af tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6360729 Jan 28 12:45:20.622476 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71383a-c061-4932-88bb-78a6eba304af tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=f0cf399f-5d19-4f41-a989-59aa28c36a22,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:20.624812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60138) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:20.630494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'fixed_ips': [{'subnet_id': 'f0cf399f-5d19-4f41-a989-59aa28c36a22', 'ip_address': '2001:db8::ceab:473b:eb1d:868c'}], 'name': 'tempest-NetworksTestDHCPv6-1807551177'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:20.651070 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-60ae4673-bc82-48b6-bb53-8e18de4392d0 req-535da5c1-7466-4c04-9c5c-212d9107b872 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] For port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=0011e1a1-e6a4-4f67-8bce-8f4ae26db324,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:20.651774 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-60ae4673-bc82-48b6-bb53-8e18de4392d0 req-535da5c1-7466-4c04-9c5c-212d9107b872 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:20.680231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-71d98333-d40f-47d3-b64b-307c5813d4ec None None] Deleting port 550762d3-d4b5-4b9f-be1f-7e296e591bc8 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:20.680892 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-71d98333-d40f-47d3-b64b-307c5813d4ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:20.684099 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-60ae4673-bc82-48b6-bb53-8e18de4392d0 req-535da5c1-7466-4c04-9c5c-212d9107b872 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Calling delete_port for 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:20.690018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff560973-241d-40b4-b897-1bc89ed2ca3d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Made reservation on behalf of 483ae57ff0524be596069be5833f0e51 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:20.691444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 550762d3-d4b5-4b9f-be1f-7e296e591bc8 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:45:20.694408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff560973-241d-40b4-b897-1bc89ed2ca3d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:20.732252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff560973-241d-40b4-b897-1bc89ed2ca3d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:45:20.743026 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff560973-241d-40b4-b897-1bc89ed2ca3d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (19d0f2c1-5f44-4be3-96a3-b9ba6d64e619), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:20.743650 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-ff560973-241d-40b4-b897-1bc89ed2ca3d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Added segment 19d0f2c1-5f44-4be3-96a3-b9ba6d64e619 of type vlan for network 0aac4808-68c8-409b-8e7f-a3e768ee7399 Jan 28 12:45:20.793481 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff560973-241d-40b4-b897-1bc89ed2ca3d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0aac4808-68c8-409b-8e7f-a3e768ee7399), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:20.819243 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:45:20.856789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:20.901858 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff560973-241d-40b4-b897-1bc89ed2ca3d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0aac4808-68c8-409b-8e7f-a3e768ee7399), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:20.908337 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff560973-241d-40b4-b897-1bc89ed2ca3d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:20.909239 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff560973-241d-40b4-b897-1bc89ed2ca3d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.002946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-71d98333-d40f-47d3-b64b-307c5813d4ec None None] For port 550762d3-d4b5-4b9f-be1f-7e296e591bc8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=550762d3-d4b5-4b9f-be1f-7e296e591bc8,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:21.003484 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-71d98333-d40f-47d3-b64b-307c5813d4ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.036830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-71d98333-d40f-47d3-b64b-307c5813d4ec None None] Calling delete_port for 550762d3-d4b5-4b9f-be1f-7e296e591bc8 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:21.080847 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.110120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4a6f3-2ecf-4365-9047-e88adf884056 req-7c6250fc-cbc5-4506-967d-e823279648a6 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:21.111739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bd4a6f3-2ecf-4365-9047-e88adf884056 req-7c6250fc-cbc5-4506-967d-e823279648a6 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/ports?device_id=86f73cc3-e67c-4b87-90fa-e2c4e50a169b HTTP/1.1" status: 200 len: 950 time: 0.1210706 Jan 28 12:45:21.115248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:45:21.170719 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ff560973-241d-40b4-b897-1bc89ed2ca3d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6635313 Jan 28 12:45:21.174092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:21.197485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6a30c944-6de4-4f5d-9895-6e2ec4d3e1f2 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1342941795'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:21.218462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff560973-241d-40b4-b897-1bc89ed2ca3d tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event updated for resources: {'Network': ['ID=0aac4808-68c8-409b-8e7f-a3e768ee7399,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:21.255071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0aac4808-68c8-409b-8e7f-a3e768ee7399 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:45:21.258060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-60ae4673-bc82-48b6-bb53-8e18de4392d0 req-535da5c1-7466-4c04-9c5c-212d9107b872 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0011e1a1-e6a4-4f67-8bce-8f4ae26db324), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.290903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a30c944-6de4-4f5d-9895-6e2ec4d3e1f2 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Made reservation on behalf of 483ae57ff0524be596069be5833f0e51 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:21.293762 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a30c944-6de4-4f5d-9895-6e2ec4d3e1f2 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.305679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['0011e1a1-e6a4-4f67-8bce-8f4ae26db324'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:45:21.394329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bd4a6f3-2ecf-4365-9047-e88adf884056 req-c6dd349b-04d6-4307-b249-385e1769ba7a tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e051540-1768-4388-ba27-636e0c9d67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733474 Jan 28 12:45:21.427120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535da5c1-7466-4c04-9c5c-212d9107b872 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Pushing event deleted for resources: {'Port': ['ID=0011e1a1-e6a4-4f67-8bce-8f4ae26db324,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:21.481187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a30c944-6de4-4f5d-9895-6e2ec4d3e1f2 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:45:21.494288 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a30c944-6de4-4f5d-9895-6e2ec4d3e1f2 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (98e2247b-5df4-44a0-ac60-04ae7cc58462), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.495752 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-6a30c944-6de4-4f5d-9895-6e2ec4d3e1f2 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Added segment 98e2247b-5df4-44a0-ac60-04ae7cc58462 of type vlan for network 86152d09-b160-42ee-89b3-68e7ea49f5f6 Jan 28 12:45:21.497700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ae4673-bc82-48b6-bb53-8e18de4392d0 req-535da5c1-7466-4c04-9c5c-212d9107b872 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] No DVR routers for this DVR port 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:21.527776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 550762d3-d4b5-4b9f-be1f-7e296e591bc8 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:21.527776 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.539392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::ceab:473b:eb1d:868c (de0b2f56-ede1-4d55-901b-b7cbada05d3b/f0cf399f-5d19-4f41-a989-59aa28c36a22/e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:21.574415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a30c944-6de4-4f5d-9895-6e2ec4d3e1f2 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (86152d09-b160-42ee-89b3-68e7ea49f5f6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.612798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-60ae4673-bc82-48b6-bb53-8e18de4392d0 req-535da5c1-7466-4c04-9c5c-212d9107b872 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.620469 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-60ae4673-bc82-48b6-bb53-8e18de4392d0 req-535da5c1-7466-4c04-9c5c-212d9107b872 tempest-VolumesBackupsTest-435005388 tempest-VolumesBackupsTest-435005388-project] 10.222.0.49 "DELETE /v2.0/ports/0011e1a1-e6a4-4f67-8bce-8f4ae26db324 HTTP/1.1" status: 204 len: 173 time: 1.6368005 Jan 28 12:45:21.621140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f73cc3-e67c-4b87-90fa-e2c4e50a169b', 'name': 'network-vif-deleted', 'tag': '0011e1a1-e6a4-4f67-8bce-8f4ae26db324'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:45:21.667973 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e5ce00-8233-4769-9f52-d96885d446aa" -d '{"events": [{"server_uuid": "86f73cc3-e67c-4b87-90fa-e2c4e50a169b", "name": "network-vif-deleted", "tag": "0011e1a1-e6a4-4f67-8bce-8f4ae26db324"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:45:21.676440 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a30c944-6de4-4f5d-9895-6e2ec4d3e1f2 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (86152d09-b160-42ee-89b3-68e7ea49f5f6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.686940 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a30c944-6de4-4f5d-9895-6e2ec4d3e1f2 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:21.687663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a30c944-6de4-4f5d-9895-6e2ec4d3e1f2 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.691812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 550762d3-d4b5-4b9f-be1f-7e296e591bc8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=550762d3-d4b5-4b9f-be1f-7e296e591bc8,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:21.708607 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.715070 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a1d93a3-588b-42b2-ac75-51f2642ef9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.801036 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-71d98333-d40f-47d3-b64b-307c5813d4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (550762d3-d4b5-4b9f-be1f-7e296e591bc8), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.849345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d98333-d40f-47d3-b64b-307c5813d4ec None None] No DVR routers for this DVR port 550762d3-d4b5-4b9f-be1f-7e296e591bc8 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:21.901846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=550762d3-d4b5-4b9f-be1f-7e296e591bc8,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:21.921595 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354e753b-c3b0-4c05-816b-c0054012283b x-openstack-request-id: req-354e753b-c3b0-4c05-816b-c0054012283b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:45:21.922100 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f73cc3-e67c-4b87-90fa-e2c4e50a169b", "name": "network-vif-deleted", "tag": "0011e1a1-e6a4-4f67-8bce-8f4ae26db324", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:45:21.922199 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-354e753b-c3b0-4c05-816b-c0054012283b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:45:21.922568 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f73cc3-e67c-4b87-90fa-e2c4e50a169b', 'name': 'network-vif-deleted', 'tag': '0011e1a1-e6a4-4f67-8bce-8f4ae26db324', 'status': 'completed', 'code': 200} Jan 28 12:45:21.940795 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:21.948736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2966ebd-649f-470a-9072-7b8eae508386 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:21.960936 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6a30c944-6de4-4f5d-9895-6e2ec4d3e1f2 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7837265 Jan 28 12:45:21.965299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d98333-d40f-47d3-b64b-307c5813d4ec None None] Pushing event deleted for resources: {'Port': ['ID=550762d3-d4b5-4b9f-be1f-7e296e591bc8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:22.040385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30c944-6de4-4f5d-9895-6e2ec4d3e1f2 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event updated for resources: {'Network': ['ID=86152d09-b160-42ee-89b3-68e7ea49f5f6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:22.089774 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:22.095151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60170) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:22.100504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'subnets': [{'network_id': '0aac4808-68c8-409b-8e7f-a3e768ee7399', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1884015381', 'ip_version': 4}, {'network_id': '86152d09-b160-42ee-89b3-68e7ea49f5f6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:22.100821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'subnet': {'network_id': '0aac4808-68c8-409b-8e7f-a3e768ee7399', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1884015381', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:22.101392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Request body: {'subnet': {'network_id': '86152d09-b160-42ee-89b3-68e7ea49f5f6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:22.122656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 86152d09-b160-42ee-89b3-68e7ea49f5f6 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:45:22.241203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:22.255457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:22.269645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:22.283891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:22.284644 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:22.288835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:22.332415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-06f014b6-3672-4c30-81a5-81563902cc93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7064221 Jan 28 12:45:22.334973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:22.450434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f01edc-6abb-4cf6-b467-551cf82d73de tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:22.481315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e3f01edc-6abb-4cf6-b467-551cf82d73de tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1451511 Jan 28 12:45:22.484082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60182) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:22.558346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Made reservation on behalf of 483ae57ff0524be596069be5833f0e51 for: {'subnet': 2} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:22.560836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': 'f0cf399f-5d19-4f41-a989-59aa28c36a22'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:45:22.563080 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:22.566093 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:22.573521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:22.745006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-888fd2d8-19b4-484a-9715-b083ba0de172 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:22.745586 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-888fd2d8-19b4-484a-9715-b083ba0de172 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:22.923201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Allocated IP 2001:db8::2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/f0cf399f-5d19-4f41-a989-59aa28c36a22/898ae1d9-d344-4269-a12d-fba63df026e2) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:22.944817 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:22.975871 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-888fd2d8-19b4-484a-9715-b083ba0de172 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:23.009034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-888fd2d8-19b4-484a-9715-b083ba0de172 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:23.198678 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Publish callbacks [] for port (898ae1d9-d344-4269-a12d-fba63df026e2), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:23.214324 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:23.296477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:23.303930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:23.313766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:23.349019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-888fd2d8-19b4-484a-9715-b083ba0de172 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:23.392201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Pushing event updated for resources: {'Port': ['ID=898ae1d9-d344-4269-a12d-fba63df026e2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:23.399455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (9b6a0607-34c5-4af9-b377-8c0b47031ede), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:23.470633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fd2d8-19b4-484a-9715-b083ba0de172 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:23.471238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Attempting to bind port 898ae1d9-d344-4269-a12d-fba63df026e2 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:45:23.472251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Attempting to bind port 898ae1d9-d344-4269-a12d-fba63df026e2 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:45:23.472251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Attempting to bind port 898ae1d9-d344-4269-a12d-fba63df026e2 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:45:23.477687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:45:23.478110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:23.478522 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:23.478906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:45:23.479404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Bound port: 898ae1d9-d344-4269-a12d-fba63df026e2, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:45:23.479796 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:23.545472 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-888fd2d8-19b4-484a-9715-b083ba0de172 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:23.565470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-888fd2d8-19b4-484a-9715-b083ba0de172 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7 HTTP/1.1" status: 204 len: 168 time: 1.0793757 Jan 28 12:45:23.566167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60204) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:23.578965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Checking segment: {'id': '19d0f2c1-5f44-4be3-96a3-b9ba6d64e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0aac4808-68c8-409b-8e7f-a3e768ee7399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:23.579371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Network hostable DHCP agents. Network: 0aac4808-68c8-409b-8e7f-a3e768ee7399, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:45:23.582639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] For port 898ae1d9-d344-4269-a12d-fba63df026e2, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:45:23.590212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] For port 898ae1d9-d344-4269-a12d-fba63df026e2, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=898ae1d9-d344-4269-a12d-fba63df026e2,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:45:23.600107 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:23.633360 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event updated for resources: {'Subnet': ['ID=9b6a0607-34c5-4af9-b377-8c0b47031ede,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:23.653508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Network 0aac4808-68c8-409b-8e7f-a3e768ee7399 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:45:23.693096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 0aac4808-68c8-409b-8e7f-a3e768ee7399) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:23.704225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00545a82-31f4-4d91-8838-48e5cc449748 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:23.707562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5789e2-a8e2-4d58-9fc7-e32d6fe0fb11 None None] Network 0aac4808-68c8-409b-8e7f-a3e768ee7399 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:23.711738 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (31d288d7-0f4a-4ce2-8727-7e94f1af461e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:23.719529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00545a82-31f4-4d91-8838-48e5cc449748 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:23.728738 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-00545a82-31f4-4d91-8838-48e5cc449748 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1611958 Jan 28 12:45:23.729972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60208) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:23.869680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-86dd34a7-76ce-4ea4-b952-aa32fc6dbbc0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet f0cf399f-5d19-4f41-a989-59aa28c36a22 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:23.877842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86dd34a7-76ce-4ea4-b952-aa32fc6dbbc0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (f0cf399f-5d19-4f41-a989-59aa28c36a22), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:23.903893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event updated for resources: {'Subnet': ['ID=31d288d7-0f4a-4ce2-8727-7e94f1af461e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:23.921315 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Checking segment: {'id': '98e2247b-5df4-44a0-ac60-04ae7cc58462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '86152d09-b160-42ee-89b3-68e7ea49f5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:23.921695 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Network hostable DHCP agents. Network: 86152d09-b160-42ee-89b3-68e7ea49f5f6, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:45:23.935325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff753d6-391a-4332-8cc4-35fab7ee081b None None] Pushing event updated for resources: {'Port': ['ID=898ae1d9-d344-4269-a12d-fba63df026e2,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:23.990447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Network 86152d09-b160-42ee-89b3-68e7ea49f5f6 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:45:24.027384 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-0aac4808-68c8-409b-8e7f-a3e768ee7399', 'network_id': '0aac4808-68c8-409b-8e7f-a3e768ee7399', 'project_id': '483ae57ff0524be596069be5833f0e51', 'fixed_ips': [{'subnet_id': '9b6a0607-34c5-4af9-b377-8c0b47031ede'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:45:24.028556 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:24.041517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 86152d09-b160-42ee-89b3-68e7ea49f5f6) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:24.049247 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86dd34a7-76ce-4ea4-b952-aa32fc6dbbc0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (f0cf399f-5d19-4f41-a989-59aa28c36a22), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:24.053812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:24.063457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:24.064224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:24.134960 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3e8b38d9-969d-4fdb-aaff-f1aee7204240 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0386448 Jan 28 12:45:24.138254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:24.266968 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86dd34a7-76ce-4ea4-b952-aa32fc6dbbc0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (f0cf399f-5d19-4f41-a989-59aa28c36a22), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:24.279935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1feead-113b-489f-adf3-92ac319eb8d1 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:24.285510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1feead-113b-489f-adf3-92ac319eb8d1 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:24.295472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1feead-113b-489f-adf3-92ac319eb8d1 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:24.302991 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0d1feead-113b-489f-adf3-92ac319eb8d1 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1636872 Jan 28 12:45:24.305783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:24.398721 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86dd34a7-76ce-4ea4-b952-aa32fc6dbbc0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (f0cf399f-5d19-4f41-a989-59aa28c36a22), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:24.463135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Allocated IP 172.20.0.2 (0aac4808-68c8-409b-8e7f-a3e768ee7399/9b6a0607-34c5-4af9-b377-8c0b47031ede/00721104-ccb9-4f39-8ed1-e464dc2efa8e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:24.473605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd34a7-76ce-4ea4-b952-aa32fc6dbbc0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cf399f-5d19-4f41-a989-59aa28c36a22,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:24.488609 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86dd34a7-76ce-4ea4-b952-aa32fc6dbbc0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:24.497645 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-86dd34a7-76ce-4ea4-b952-aa32fc6dbbc0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/f0cf399f-5d19-4f41-a989-59aa28c36a22 HTTP/1.1" status: 204 len: 168 time: 0.7664003 Jan 28 12:45:24.500490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60224) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:24.523184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-398c6eb7-3ebb-4c02-ada6-4476936bd489 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Deleting subnet 9b6a0607-34c5-4af9-b377-8c0b47031ede {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:24.539837 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28610ac-7745-49af-a01f-619708568c36 None None] Network 86152d09-b160-42ee-89b3-68e7ea49f5f6 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:24.607256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-93baa809-1185-4a36-9e7d-e27f29149c41 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029758 Jan 28 12:45:24.610144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:24.740111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50342c2-1265-4d5a-959a-a01c39a34f91 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:24.746041 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60230) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:24.747988 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f50342c2-1265-4d5a-959a-a01c39a34f91 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1367478 Jan 28 12:45:24.769422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:45:24.864564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 898ae1d9-d344-4269-a12d-fba63df026e2 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:45:24.895669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-86152d09-b160-42ee-89b3-68e7ea49f5f6', 'network_id': '86152d09-b160-42ee-89b3-68e7ea49f5f6', 'project_id': '483ae57ff0524be596069be5833f0e51', 'fixed_ips': [{'subnet_id': '31d288d7-0f4a-4ce2-8727-7e94f1af461e'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:45:24.901347 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:24.910591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b38798-43f0-4784-a2ec-052625b98afd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:24.916252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60238) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:24.928829 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-37b38798-43f0-4784-a2ec-052625b98afd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1659453 Jan 28 12:45:24.963208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:45:24.963984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 0011e1a1-e6a4-4f67-8bce-8f4ae26db324 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:45:24.978857 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:25.015332 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60242) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:25.015826 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f522d628-5ab2-4a15-8f4d-839b15ae66f8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979118 Jan 28 12:45:25.022409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4e130dda-decc-465b-ab77-6bad070b55e5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:25.254000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e130dda-decc-465b-ab77-6bad070b55e5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:25.258274 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e130dda-decc-465b-ab77-6bad070b55e5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:25.366759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 898ae1d9-d344-4269-a12d-fba63df026e2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:25.367246 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:25.771122 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e130dda-decc-465b-ab77-6bad070b55e5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (0d5f9e22-c52a-4690-9fa8-8fbe3e920169), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:25.784454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d063eb-7d13-48f0-96a5-faa642301af7 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:25.815789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a04dc00f-c837-4de5-bcfb-ef317261fa55 None None] Could not find standard attr ID for object e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:45:25.823540 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Publish callbacks [] for port (00721104-ccb9-4f39-8ed1-e464dc2efa8e), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:25.845571 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-398c6eb7-3ebb-4c02-ada6-4476936bd489 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for subnet (9b6a0607-34c5-4af9-b377-8c0b47031ede), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:25.885294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e130dda-decc-465b-ab77-6bad070b55e5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=0d5f9e22-c52a-4690-9fa8-8fbe3e920169,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:25.903895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e130dda-decc-465b-ab77-6bad070b55e5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:25.905639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4e130dda-decc-465b-ab77-6bad070b55e5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:25.910168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e130dda-decc-465b-ab77-6bad070b55e5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:25.910722 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e130dda-decc-465b-ab77-6bad070b55e5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:25.952046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Allocated IP 172.20.0.18 (86152d09-b160-42ee-89b3-68e7ea49f5f6/31d288d7-0f4a-4ce2-8727-7e94f1af461e/fe75685e-6ae9-4c39-9572-45055f6bdbd9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:25.967614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4e130dda-decc-465b-ab77-6bad070b55e5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9495056 Jan 28 12:45:25.969761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60264) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:25.986238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'fixed_ips': [{'subnet_id': '0d5f9e22-c52a-4690-9fa8-8fbe3e920169', 'ip_address': '2001:db8::6cf5:f875:adc4:25d1'}], 'name': 'tempest-NetworksTestDHCPv6-1243979775'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:26.006629 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-398c6eb7-3ebb-4c02-ada6-4476936bd489 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (9b6a0607-34c5-4af9-b377-8c0b47031ede), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:26.142378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (00721104-ccb9-4f39-8ed1-e464dc2efa8e), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:26.235013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a04dc00f-c837-4de5-bcfb-ef317261fa55 None None] Provisioning complete for port 898ae1d9-d344-4269-a12d-fba63df026e2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:26.236490 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a04dc00f-c837-4de5-bcfb-ef317261fa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:26.238855 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-398c6eb7-3ebb-4c02-ada6-4476936bd489 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (9b6a0607-34c5-4af9-b377-8c0b47031ede), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:26.240538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:26.367243 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-398c6eb7-3ebb-4c02-ada6-4476936bd489 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (9b6a0607-34c5-4af9-b377-8c0b47031ede), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:26.382373 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:26.414416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c6eb7-3ebb-4c02-ada6-4476936bd489 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6a0607-34c5-4af9-b377-8c0b47031ede,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:26.417498 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-398c6eb7-3ebb-4c02-ada6-4476936bd489 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:26.424818 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-398c6eb7-3ebb-4c02-ada6-4476936bd489 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "DELETE /v2.0/subnets/9b6a0607-34c5-4af9-b377-8c0b47031ede HTTP/1.1" status: 204 len: 168 time: 2.1179380 Jan 28 12:45:26.425433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60272) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:26.442270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 4ad432ff-3791-48dd-84da-559c69aee49f yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:45:26.499507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Network 0aac4808-68c8-409b-8e7f-a3e768ee7399 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:26.512643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:26.536243 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:26.549110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2907c194-ef1e-4c60-9533-4e16190943e3 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Deleting subnet 31d288d7-0f4a-4ce2-8727-7e94f1af461e {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:26.554756 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:26.677714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::6cf5:f875:adc4:25d1 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/0d5f9e22-c52a-4690-9fa8-8fbe3e920169/4ad432ff-3791-48dd-84da-559c69aee49f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:26.697931 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 898ae1d9-d344-4269-a12d-fba63df026e2 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:26.698471 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:26.701460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Pushing event updated for resources: {'Port': ['ID=00721104-ccb9-4f39-8ed1-e464dc2efa8e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:26.946000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a04dc00f-c837-4de5-bcfb-ef317261fa55 None None] Current status of the port 898ae1d9-d344-4269-a12d-fba63df026e2 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:26.946677 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a04dc00f-c837-4de5-bcfb-ef317261fa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:26.974842 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 898ae1d9-d344-4269-a12d-fba63df026e2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=898ae1d9-d344-4269-a12d-fba63df026e2,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:27.031031 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (4ad432ff-3791-48dd-84da-559c69aee49f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.045365 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.085064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Attempting to bind port 00721104-ccb9-4f39-8ed1-e464dc2efa8e on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:45:27.102966 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Attempting to bind port 00721104-ccb9-4f39-8ed1-e464dc2efa8e by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '19d0f2c1-5f44-4be3-96a3-b9ba6d64e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0aac4808-68c8-409b-8e7f-a3e768ee7399'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:45:27.103965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Attempting to bind port 00721104-ccb9-4f39-8ed1-e464dc2efa8e on network 0aac4808-68c8-409b-8e7f-a3e768ee7399 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:45:27.131780 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4ad432ff-3791-48dd-84da-559c69aee49f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.182530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b1817b-4032-4991-bade-f85587452a2f None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:27.231212 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Publish callbacks [] for port (fe75685e-6ae9-4c39-9572-45055f6bdbd9), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.252969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:27.261817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:27.267884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:27.279441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:45:27.279757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Checking segment: {'id': '19d0f2c1-5f44-4be3-96a3-b9ba6d64e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0aac4808-68c8-409b-8e7f-a3e768ee7399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:27.280170 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.280570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Bound using segment: {'id': '19d0f2c1-5f44-4be3-96a3-b9ba6d64e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0aac4808-68c8-409b-8e7f-a3e768ee7399'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:45:27.281063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Bound port: 00721104-ccb9-4f39-8ed1-e464dc2efa8e, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d0f2c1-5f44-4be3-96a3-b9ba6d64e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0aac4808-68c8-409b-8e7f-a3e768ee7399'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:45:27.281451 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (00721104-ccb9-4f39-8ed1-e464dc2efa8e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.285153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:27.286124 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.303745 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2907c194-ef1e-4c60-9533-4e16190943e3 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for subnet (31d288d7-0f4a-4ce2-8727-7e94f1af461e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.362013 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2907c194-ef1e-4c60-9533-4e16190943e3 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (31d288d7-0f4a-4ce2-8727-7e94f1af461e), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.454502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=4ad432ff-3791-48dd-84da-559c69aee49f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:27.504331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=898ae1d9-d344-4269-a12d-fba63df026e2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:27.507992 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (fe75685e-6ae9-4c39-9572-45055f6bdbd9), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.538958 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60284) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:27.539481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-40cee58b-3e53-4037-8d96-c2d047a3d56b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5633509 Jan 28 12:45:27.545549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4378da62-d242-46c2-a8e6-ae690efe6560 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'fixed_ips': [{'subnet_id': '0d5f9e22-c52a-4690-9fa8-8fbe3e920169', 'ip_address': '2001:db8::6cf5:f875:adc4:25d1'}], 'name': 'tempest-NetworksTestDHCPv6-563583058'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:27.559155 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2907c194-ef1e-4c60-9533-4e16190943e3 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (31d288d7-0f4a-4ce2-8727-7e94f1af461e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.670265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2907c194-ef1e-4c60-9533-4e16190943e3 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (31d288d7-0f4a-4ce2-8727-7e94f1af461e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.715241 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-a04dc00f-c837-4de5-bcfb-ef317261fa55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:45:27.716452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907c194-ef1e-4c60-9533-4e16190943e3 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event deleted for resources: {'Subnet': ['ID=31d288d7-0f4a-4ce2-8727-7e94f1af461e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:27.719682 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-a04dc00f-c837-4de5-bcfb-ef317261fa55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:45:27.736490 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2907c194-ef1e-4c60-9533-4e16190943e3 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.742387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2907c194-ef1e-4c60-9533-4e16190943e3 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "DELETE /v2.0/subnets/31d288d7-0f4a-4ce2-8727-7e94f1af461e HTTP/1.1" status: 204 len: 168 time: 1.3134699 Jan 28 12:45:27.742670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60286) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:27.777571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Network 86152d09-b160-42ee-89b3-68e7ea49f5f6 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:27.791515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Pushing event updated for resources: {'Port': ['ID=fe75685e-6ae9-4c39-9572-45055f6bdbd9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:27.800272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:27.818452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:27.829467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4378da62-d242-46c2-a8e6-ae690efe6560 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:27.857367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] For port 00721104-ccb9-4f39-8ed1-e464dc2efa8e, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:45:27.862046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] For port 00721104-ccb9-4f39-8ed1-e464dc2efa8e, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=00721104-ccb9-4f39-8ed1-e464dc2efa8e,segment=NetworkSegment(19d0f2c1-5f44-4be3-96a3-b9ba6d64e619),segment_id=19d0f2c1-5f44-4be3-96a3-b9ba6d64e619)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:45:27.892676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278dfb3a-ec7d-4974-a386-5a198bea9985 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:27.897992 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-278dfb3a-ec7d-4974-a386-5a198bea9985 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1503408 Jan 28 12:45:27.907582 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (00721104-ccb9-4f39-8ed1-e464dc2efa8e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:27.907931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60288) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:28.042495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4378da62-d242-46c2-a8e6-ae690efe6560 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:28.049961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183bbc9-dc8c-4494-910a-7d27380745dc None None] Pushing event updated for resources: {'Port': ['ID=00721104-ccb9-4f39-8ed1-e464dc2efa8e,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:28.089688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-4378da62-d242-46c2-a8e6-ae690efe6560 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 183f18f1-268b-4131-a9a6-332024b8e535 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:45:28.144976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Attempting to bind port fe75685e-6ae9-4c39-9572-45055f6bdbd9 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:45:28.152191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Attempting to bind port fe75685e-6ae9-4c39-9572-45055f6bdbd9 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '98e2247b-5df4-44a0-ac60-04ae7cc58462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '86152d09-b160-42ee-89b3-68e7ea49f5f6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:45:28.152739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Attempting to bind port fe75685e-6ae9-4c39-9572-45055f6bdbd9 on network 86152d09-b160-42ee-89b3-68e7ea49f5f6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:45:28.173419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (86152d09-b160-42ee-89b3-68e7ea49f5f6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:28.176913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:45:28.176913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Checking segment: {'id': '98e2247b-5df4-44a0-ac60-04ae7cc58462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '86152d09-b160-42ee-89b3-68e7ea49f5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:28.177251 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:28.177551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Bound using segment: {'id': '98e2247b-5df4-44a0-ac60-04ae7cc58462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '86152d09-b160-42ee-89b3-68e7ea49f5f6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:45:28.179462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Bound port: fe75685e-6ae9-4c39-9572-45055f6bdbd9, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e2247b-5df4-44a0-ac60-04ae7cc58462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '86152d09-b160-42ee-89b3-68e7ea49f5f6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:45:28.179861 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fe75685e-6ae9-4c39-9572-45055f6bdbd9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:28.241269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aec4f3-b835-4787-a9f5-1396c4a93209 None None] Network 0aac4808-68c8-409b-8e7f-a3e768ee7399 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:28.327545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Deleting port fe75685e-6ae9-4c39-9572-45055f6bdbd9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:28.327545 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fe75685e-6ae9-4c39-9572-45055f6bdbd9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:28.414954 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-4378da62-d242-46c2-a8e6-ae690efe6560 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 12:45:28.415570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4378da62-d242-46c2-a8e6-ae690efe6560 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:45:28.469466 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4378da62-d242-46c2-a8e6-ae690efe6560 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9269574 Jan 28 12:45:28.471967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60304) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:28.532545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a04dc00f-c837-4de5-bcfb-ef317261fa55 None None] Current status of the port 898ae1d9-d344-4269-a12d-fba63df026e2 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:28.545636 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] For port fe75685e-6ae9-4c39-9572-45055f6bdbd9, host n-d-824835-4, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:28.547285 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fe75685e-6ae9-4c39-9572-45055f6bdbd9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:28.575861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Calling delete_port for fe75685e-6ae9-4c39-9572-45055f6bdbd9 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:28.621870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] For port fe75685e-6ae9-4c39-9572-45055f6bdbd9, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:45:28.633527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30e038-b5c0-4885-810f-957928e60796 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:28.638207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] For port fe75685e-6ae9-4c39-9572-45055f6bdbd9, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fe75685e-6ae9-4c39-9572-45055f6bdbd9,segment=NetworkSegment(98e2247b-5df4-44a0-ac60-04ae7cc58462),segment_id=98e2247b-5df4-44a0-ac60-04ae7cc58462)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:45:28.656182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30e038-b5c0-4885-810f-957928e60796 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:28.660415 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6f30e038-b5c0-4885-810f-957928e60796 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1849051 Jan 28 12:45:28.671925 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60308) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:28.678228 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fe75685e-6ae9-4c39-9572-45055f6bdbd9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:28.815294 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (fe75685e-6ae9-4c39-9572-45055f6bdbd9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:28.883937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] No DVR routers for this DVR port fe75685e-6ae9-4c39-9572-45055f6bdbd9 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server [None req-a12a3fe6-07ae-49ec-9a24-c62e41ad774a None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port fe75685e-6ae9-4c39-9572-45055f6bdbd9 could not be found. Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1565, in get_port Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port fe75685e-6ae9-4c39-9572-45055f6bdbd9 could not be found. Jan 28 12:45:28.886200 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 12:45:28.905007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event deleted for resources: {'Port': ['ID=fe75685e-6ae9-4c39-9572-45055f6bdbd9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:28.923482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1ba99e0a-9293-4fea-9062-87f02d4069bb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 4ad432ff-3791-48dd-84da-559c69aee49f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:28.924037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ba99e0a-9293-4fea-9062-87f02d4069bb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4ad432ff-3791-48dd-84da-559c69aee49f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:28.929811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-663831b9-f500-4f0c-9bf0-453fb34e69ae None None] Provisioning complete for port 4ad432ff-3791-48dd-84da-559c69aee49f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:28.932373 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-663831b9-f500-4f0c-9bf0-453fb34e69ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4ad432ff-3791-48dd-84da-559c69aee49f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:28.950714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd2264b-4db8-4ade-8887-9bdb3d0a0ab1 None None] Network 86152d09-b160-42ee-89b3-68e7ea49f5f6 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:29.024589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b044566-ea5e-49a7-988e-b7f24f887267 req-318becd6-c6f0-4c5c-b021-852adbd851a8 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:29.039968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b044566-ea5e-49a7-988e-b7f24f887267 req-318becd6-c6f0-4c5c-b021-852adbd851a8 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 945 time: 0.2763603 Jan 28 12:45:29.126403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-663831b9-f500-4f0c-9bf0-453fb34e69ae None None] Port 4ad432ff-3791-48dd-84da-559c69aee49f cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:45:29.160094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ba99e0a-9293-4fea-9062-87f02d4069bb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4ad432ff-3791-48dd-84da-559c69aee49f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.207911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1ba99e0a-9293-4fea-9062-87f02d4069bb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 4ad432ff-3791-48dd-84da-559c69aee49f owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:29.274354 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (86152d09-b160-42ee-89b3-68e7ea49f5f6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.277186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 898ae1d9-d344-4269-a12d-fba63df026e2 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:45:29.303427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317827ee-d9fa-4f7b-ba66-c3c8b2a6b126 None None] Pushing event updated for resources: {'Port': ['ID=fe75685e-6ae9-4c39-9572-45055f6bdbd9,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:29.312947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86152d09-b160-42ee-89b3-68e7ea49f5f6']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:29.329842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e2247b-5df4-44a0-ac60-04ae7cc58462') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:29.329842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e2247b-5df4-44a0-ac60-04ae7cc58462') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:29.341387 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (98e2247b-5df4-44a0-ac60-04ae7cc58462), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.370677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-663831b9-f500-4f0c-9bf0-453fb34e69ae None None] Provisioning complete for port 898ae1d9-d344-4269-a12d-fba63df026e2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:29.371056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-663831b9-f500-4f0c-9bf0-453fb34e69ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.383165 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (98e2247b-5df4-44a0-ac60-04ae7cc58462), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.396208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b044566-ea5e-49a7-988e-b7f24f887267 req-8af1eb5e-a7a4-4685-acaf-87525e361fe1 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c97c359-2a6f-4eed-9124-599aad53a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551373 Jan 28 12:45:29.397726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:45:29.398351 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (98e2247b-5df4-44a0-ac60-04ae7cc58462), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:45:29.404922 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:45:29.487758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc87c122-3d9a-451b-b1d4-720fce528edc None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:45:29.492969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (86152d09-b160-42ee-89b3-68e7ea49f5f6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.502614 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.506572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ba99e0a-9293-4fea-9062-87f02d4069bb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4ad432ff-3791-48dd-84da-559c69aee49f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.513468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "DELETE /v2.0/networks/86152d09-b160-42ee-89b3-68e7ea49f5f6 HTTP/1.1" status: 204 len: 168 time: 1.6014855 Jan 28 12:45:29.514504 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-8d162e4b-1455-4dd9-945f-77b22484323d service neutron] (103129) timed out ('10.222.0.35', 62695) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:45:29.521626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60320) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:29.559236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6e3e0-0d57-4425-86df-cb5917320400 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event deleted for resources: {'Network': ['ID=86152d09-b160-42ee-89b3-68e7ea49f5f6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:29.594611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba99e0a-9293-4fea-9062-87f02d4069bb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=4ad432ff-3791-48dd-84da-559c69aee49f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:29.600114 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ba99e0a-9293-4fea-9062-87f02d4069bb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.605230 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1ba99e0a-9293-4fea-9062-87f02d4069bb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/4ad432ff-3791-48dd-84da-559c69aee49f HTTP/1.1" status: 204 len: 168 time: 0.9322472 Jan 28 12:45:29.609271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60322) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:29.613394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87c122-3d9a-451b-b1d4-720fce528edc None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 12:45:29.638042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 898ae1d9-d344-4269-a12d-fba63df026e2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:29.638503 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.709734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d68bc3b-610c-4cc0-b853-c2c5b882e33c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:29.711918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d68bc3b-610c-4cc0-b853-c2c5b882e33c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:29.713901 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6d68bc3b-610c-4cc0-b853-c2c5b882e33c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1032870 Jan 28 12:45:29.716217 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (0aac4808-68c8-409b-8e7f-a3e768ee7399), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.716736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:29.779262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a23dd82-7b32-4d19-bcb4-9cd55b9e0a5d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 0d5f9e22-c52a-4690-9fa8-8fbe3e920169 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:29.787713 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a23dd82-7b32-4d19-bcb4-9cd55b9e0a5d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (0d5f9e22-c52a-4690-9fa8-8fbe3e920169), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.841663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Deleting port 00721104-ccb9-4f39-8ed1-e464dc2efa8e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:29.841870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a23dd82-7b32-4d19-bcb4-9cd55b9e0a5d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (0d5f9e22-c52a-4690-9fa8-8fbe3e920169), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.842069 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (00721104-ccb9-4f39-8ed1-e464dc2efa8e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.905765 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a23dd82-7b32-4d19-bcb4-9cd55b9e0a5d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (0d5f9e22-c52a-4690-9fa8-8fbe3e920169), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.968928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-663831b9-f500-4f0c-9bf0-453fb34e69ae None None] Current status of the port 898ae1d9-d344-4269-a12d-fba63df026e2 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:29.976356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] For port 00721104-ccb9-4f39-8ed1-e464dc2efa8e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=00721104-ccb9-4f39-8ed1-e464dc2efa8e,segment=NetworkSegment(19d0f2c1-5f44-4be3-96a3-b9ba6d64e619),segment_id=19d0f2c1-5f44-4be3-96a3-b9ba6d64e619)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:29.976725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (00721104-ccb9-4f39-8ed1-e464dc2efa8e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:29.981516 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a23dd82-7b32-4d19-bcb4-9cd55b9e0a5d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (0d5f9e22-c52a-4690-9fa8-8fbe3e920169), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:30.008351 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Calling delete_port for 00721104-ccb9-4f39-8ed1-e464dc2efa8e owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:30.029272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23dd82-7b32-4d19-bcb4-9cd55b9e0a5d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5f9e22-c52a-4690-9fa8-8fbe3e920169,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:30.032828 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a23dd82-7b32-4d19-bcb4-9cd55b9e0a5d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:30.037228 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8a23dd82-7b32-4d19-bcb4-9cd55b9e0a5d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/0d5f9e22-c52a-4690-9fa8-8fbe3e920169 HTTP/1.1" status: 204 len: 168 time: 0.3151300 Jan 28 12:45:30.039915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60328) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:30.051138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 898ae1d9-d344-4269-a12d-fba63df026e2 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:30.086395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3ec3ddca-bc89-4efb-ad0f-6435787184b0 None None] Could not find standard attr ID for object e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:45:30.096540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3ec3ddca-bc89-4efb-ad0f-6435787184b0 None None] Could not find standard attr ID for object 4ad432ff-3791-48dd-84da-559c69aee49f. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:45:30.115426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-06040f19-dee9-4ec5-a889-698567e41d92 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708156 Jan 28 12:45:30.116593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60330) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:30.122379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-892315c4-25b6-4b81-a9e7-f542197adf0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:30.151567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a23ec-6864-477e-9f86-0fbd30b9be43 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:45:30.194807 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (00721104-ccb9-4f39-8ed1-e464dc2efa8e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:30.245878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event deleted for resources: {'Port': ['ID=00721104-ccb9-4f39-8ed1-e464dc2efa8e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:30.257417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] No DVR routers for this DVR port 00721104-ccb9-4f39-8ed1-e464dc2efa8e on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:30.279159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2a23ec-6864-477e-9f86-0fbd30b9be43 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 12:45:30.340322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892315c4-25b6-4b81-a9e7-f542197adf0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:30.344427 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-892315c4-25b6-4b81-a9e7-f542197adf0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:30.485880 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (0aac4808-68c8-409b-8e7f-a3e768ee7399), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:30.540027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aac4808-68c8-409b-8e7f-a3e768ee7399']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:30.590423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d0f2c1-5f44-4be3-96a3-b9ba6d64e619') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:30.593286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d0f2c1-5f44-4be3-96a3-b9ba6d64e619') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:30.647727 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (19d0f2c1-5f44-4be3-96a3-b9ba6d64e619), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:30.704591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0172820-b379-40ab-a346-2d2721b321cf None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:30.732736 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (19d0f2c1-5f44-4be3-96a3-b9ba6d64e619), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:30.749729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6e87c-d4b7-416e-ac23-e324478b91ca req-9f645d5b-4272-4aa5-99ae-d061387c6d63 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:30.754661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-892315c4-25b6-4b81-a9e7-f542197adf0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (c1edbda3-176a-4a07-9b4e-1cbe387be175), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:30.770299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bb6e87c-d4b7-416e-ac23-e324478b91ca req-9f645d5b-4272-4aa5-99ae-d061387c6d63 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 945 time: 0.2037911 Jan 28 12:45:30.816876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:45:30.817526 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (19d0f2c1-5f44-4be3-96a3-b9ba6d64e619), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:45:30.821011 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:45:30.866914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892315c4-25b6-4b81-a9e7-f542197adf0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:30.881420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-892315c4-25b6-4b81-a9e7-f542197adf0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:30.894318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892315c4-25b6-4b81-a9e7-f542197adf0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:30.895131 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-892315c4-25b6-4b81-a9e7-f542197adf0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:30.915307 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892315c4-25b6-4b81-a9e7-f542197adf0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=c1edbda3-176a-4a07-9b4e-1cbe387be175,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:30.936280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bb6e87c-d4b7-416e-ac23-e324478b91ca req-3ecc1391-faa5-4027-b13d-9220b8cbf7c0 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c97c359-2a6f-4eed-9124-599aad53a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627915 Jan 28 12:45:30.955419 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-892315c4-25b6-4b81-a9e7-f542197adf0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8368759 Jan 28 12:45:30.956826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6404f1-f01d-490e-868f-5d2aefa5546a None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:45:30.961647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60346) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:30.979360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-506c0f02-2f9d-4aa8-bbfe-ca59aa0be13b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'fixed_ips': [{'subnet_id': 'c1edbda3-176a-4a07-9b4e-1cbe387be175', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-762254064'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:31.038554 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (0aac4808-68c8-409b-8e7f-a3e768ee7399), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.053936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ae6404f1-f01d-490e-868f-5d2aefa5546a None None] Deleting port 898ae1d9-d344-4269-a12d-fba63df026e2 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:31.053936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae6404f1-f01d-490e-868f-5d2aefa5546a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.068824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.073679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "DELETE /v2.0/networks/0aac4808-68c8-409b-8e7f-a3e768ee7399 HTTP/1.1" status: 204 len: 168 time: 1.5507734 Jan 28 12:45:31.074578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82947792-09c0-4819-811b-e05ad51d649c tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event deleted for resources: {'Network': ['ID=0aac4808-68c8-409b-8e7f-a3e768ee7399,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:31.076385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60350) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:31.146093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506c0f02-2f9d-4aa8-bbfe-ca59aa0be13b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:31.162298 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-506c0f02-2f9d-4aa8-bbfe-ca59aa0be13b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.210199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 898ae1d9-d344-4269-a12d-fba63df026e2 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:45:31.216614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-506c0f02-2f9d-4aa8-bbfe-ca59aa0be13b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 0a10298e-2392-4eb6-9a80-7c74100283a0 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:45:31.228436 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (1461476c-9393-4ff1-b703-227e7c7b03bd), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.340989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ae6404f1-f01d-490e-868f-5d2aefa5546a None None] For port 898ae1d9-d344-4269-a12d-fba63df026e2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=898ae1d9-d344-4269-a12d-fba63df026e2,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:31.341403 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae6404f1-f01d-490e-868f-5d2aefa5546a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.380118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ae6404f1-f01d-490e-868f-5d2aefa5546a None None] Calling delete_port for 898ae1d9-d344-4269-a12d-fba63df026e2 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:31.432857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 898ae1d9-d344-4269-a12d-fba63df026e2 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:31.433510 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.436333 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (1461476c-9393-4ff1-b703-227e7c7b03bd), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.485326 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-506c0f02-2f9d-4aa8-bbfe-ca59aa0be13b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:45:31.486003 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506c0f02-2f9d-4aa8-bbfe-ca59aa0be13b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:45:31.510825 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1461476c-9393-4ff1-b703-227e7c7b03bd']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:31.533339 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-506c0f02-2f9d-4aa8-bbfe-ca59aa0be13b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5686548 Jan 28 12:45:31.533760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60360) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:31.545822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e43de5-b175-4e73-af2e-9b18e52a39a2') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:31.547401 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e43de5-b175-4e73-af2e-9b18e52a39a2') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:31.569993 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (e7e43de5-b175-4e73-af2e-9b18e52a39a2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.602203 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e7e43de5-b175-4e73-af2e-9b18e52a39a2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.629888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:45:31.631548 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (e7e43de5-b175-4e73-af2e-9b18e52a39a2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.634049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 898ae1d9-d344-4269-a12d-fba63df026e2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=898ae1d9-d344-4269-a12d-fba63df026e2,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:31.634197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f7a963-2bc0-4df4-ab67-6e4cf89f86ad tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:31.640396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-18f7a963-2bc0-4df4-ab67-6e4cf89f86ad tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1030753 Jan 28 12:45:31.641215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60364) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:31.645435 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:45:31.662240 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:45:31.776206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4b39f2-a5fd-4ae1-b9d4-8fc024851338 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:31.777784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4b39f2-a5fd-4ae1-b9d4-8fc024851338 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:31.786383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=898ae1d9-d344-4269-a12d-fba63df026e2,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:31.790534 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0a4b39f2-a5fd-4ae1-b9d4-8fc024851338 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1452026 Jan 28 12:45:31.791377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60370) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:31.801762 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae6404f1-f01d-490e-868f-5d2aefa5546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (898ae1d9-d344-4269-a12d-fba63df026e2), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.843803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6404f1-f01d-490e-868f-5d2aefa5546a None None] Pushing event deleted for resources: {'Port': ['ID=898ae1d9-d344-4269-a12d-fba63df026e2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:31.847928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6404f1-f01d-490e-868f-5d2aefa5546a None None] No DVR routers for this DVR port 898ae1d9-d344-4269-a12d-fba63df026e2 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:31.851137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (1461476c-9393-4ff1-b703-227e7c7b03bd), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.869916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f0fd2-5d4b-4b97-9a53-de1e84106b2f None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:31.885830 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:31.889340 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "DELETE /v2.0/networks/1461476c-9393-4ff1-b703-227e7c7b03bd HTTP/1.1" status: 204 len: 168 time: 0.8119371 Jan 28 12:45:31.892200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60372) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:31.893021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f08c8a-b8b0-4c8b-86de-d343c39e42b5 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event deleted for resources: {'Network': ['ID=1461476c-9393-4ff1-b703-227e7c7b03bd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:31.921623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35e440d-4a68-4317-aff5-b518513031be tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet c1edbda3-176a-4a07-9b4e-1cbe387be175 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:31.927082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d35e440d-4a68-4317-aff5-b518513031be tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (c1edbda3-176a-4a07-9b4e-1cbe387be175), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.009526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d35e440d-4a68-4317-aff5-b518513031be tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (c1edbda3-176a-4a07-9b4e-1cbe387be175), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.108723 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d35e440d-4a68-4317-aff5-b518513031be tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (c1edbda3-176a-4a07-9b4e-1cbe387be175), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.140418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9988d7-eba2-468f-b44b-796019b40059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': 'c1edbda3-176a-4a07-9b4e-1cbe387be175'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:45:32.141289 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b9988d7-eba2-468f-b44b-796019b40059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.167555 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (40130519-4532-4c26-959a-01ef106774b9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.201090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d35e440d-4a68-4317-aff5-b518513031be tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (c1edbda3-176a-4a07-9b4e-1cbe387be175), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.439978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d9592-85e1-4aca-adda-e2c82decce92 req-1a8846f3-d25f-4d52-99e0-a56b80c931e4 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:32.439978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a5d9592-85e1-4aca-adda-e2c82decce92 req-1a8846f3-d25f-4d52-99e0-a56b80c931e4 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 945 time: 0.4957280 Jan 28 12:45:32.449385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e440d-4a68-4317-aff5-b518513031be tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=c1edbda3-176a-4a07-9b4e-1cbe387be175,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:32.449385 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d35e440d-4a68-4317-aff5-b518513031be tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.449385 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d35e440d-4a68-4317-aff5-b518513031be tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/c1edbda3-176a-4a07-9b4e-1cbe387be175 HTTP/1.1" status: 204 len: 168 time: 0.4748452 Jan 28 12:45:32.449385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60386) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server [None req-6b9988d7-eba2-468f-b44b-796019b40059 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1edbda3-176a-4a07-9b4e-1cbe387be175: This subnet is being modified by another concurrent operation. Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exception Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1edbda3-176a-4a07-9b4e-1cbe387be175: This subnet is being modified by another concurrent operation. Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 12:45:32.456901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b286df71-5e3f-4b39-8484-62ea275a1e6c None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:45:32.478786 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-45040029-0eeb-4916-b850-42e96b219468 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1564879 Jan 28 12:45:32.478786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60396) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:32.478786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-217f8f4b-3c80-40fc-80bb-bb6210f94a9a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:32.510382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a5d9592-85e1-4aca-adda-e2c82decce92 req-eb37daea-8a53-45dd-89ce-8f473370bae9 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c97c359-2a6f-4eed-9124-599aad53a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797675 Jan 28 12:45:32.530725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (40130519-4532-4c26-959a-01ef106774b9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.603905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40130519-4532-4c26-959a-01ef106774b9']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:32.618983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b286df71-5e3f-4b39-8484-62ea275a1e6c None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 12:45:32.622630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02dfb9e-275e-435e-af5c-7c07b901d16c') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:32.622926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02dfb9e-275e-435e-af5c-7c07b901d16c') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:32.647788 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (d02dfb9e-275e-435e-af5c-7c07b901d16c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.679071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d02dfb9e-275e-435e-af5c-7c07b901d16c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.693599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217f8f4b-3c80-40fc-80bb-bb6210f94a9a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:32.697592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-217f8f4b-3c80-40fc-80bb-bb6210f94a9a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.720780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:45:32.721495 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (d02dfb9e-275e-435e-af5c-7c07b901d16c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:45:32.725218 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:45:32.799017 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (40130519-4532-4c26-959a-01ef106774b9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.824215 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:32.850043 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] 10.222.0.53 "DELETE /v2.0/networks/40130519-4532-4c26-959a-01ef106774b9 HTTP/1.1" status: 204 len: 168 time: 0.9567430 Jan 28 12:45:32.870811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e84730-2d30-47ab-b005-9264bd3ecb59 tempest-BulkNetworkOpsTest-220836633 tempest-BulkNetworkOpsTest-220836633-project] Pushing event deleted for resources: {'Network': ['ID=40130519-4532-4c26-959a-01ef106774b9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:33.169615 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-217f8f4b-3c80-40fc-80bb-bb6210f94a9a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (1eeae129-68b9-47a6-bca9-d5cb3f92af5a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:33.264934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217f8f4b-3c80-40fc-80bb-bb6210f94a9a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:33.269227 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-217f8f4b-3c80-40fc-80bb-bb6210f94a9a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:33.273238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217f8f4b-3c80-40fc-80bb-bb6210f94a9a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:33.274137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-217f8f4b-3c80-40fc-80bb-bb6210f94a9a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:33.287523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a51797-84e9-4565-bacd-3891a89c7fb6 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:33.300107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-eea2de86-bf1e-4327-add4-92f878074d46 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:33.304166 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-eea2de86-bf1e-4327-add4-92f878074d46 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 945 time: 0.2089951 Jan 28 12:45:33.315289 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-217f8f4b-3c80-40fc-80bb-bb6210f94a9a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8818207 Jan 28 12:45:33.318360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60420) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:33.323217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f168405e-01dd-45f1-926e-5f22f6d2d2bc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-715381375', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:33.334032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f8f4b-3c80-40fc-80bb-bb6210f94a9a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=1eeae129-68b9-47a6-bca9-d5cb3f92af5a,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:33.371608 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f168405e-01dd-45f1-926e-5f22f6d2d2bc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (b41c8208-4bbe-4a20-b949-8fa14bc2d73b), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:33.372951 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f168405e-01dd-45f1-926e-5f22f6d2d2bc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (b41c8208-4bbe-4a20-b949-8fa14bc2d73b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:33.512509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60424) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:33.543253 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f168405e-01dd-45f1-926e-5f22f6d2d2bc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for router_controller (b41c8208-4bbe-4a20-b949-8fa14bc2d73b), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:33.552566 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f168405e-01dd-45f1-926e-5f22f6d2d2bc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (b41c8208-4bbe-4a20-b949-8fa14bc2d73b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:33.558316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': '1eeae129-68b9-47a6-bca9-d5cb3f92af5a'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:45:33.559892 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:33.623252 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f168405e-01dd-45f1-926e-5f22f6d2d2bc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:33.625987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f168405e-01dd-45f1-926e-5f22f6d2d2bc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3057539 Jan 28 12:45:33.627921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60434) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:33.857364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Allocated IP 2001:db8::2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/1eeae129-68b9-47a6-bca9-d5cb3f92af5a/7ac9abb4-3da4-4b36-a240-aa866e88f349) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:34.116064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Deleting port b1eeee02-f947-45a6-8ee6-e6201f85f341 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:34.123404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:34.148034 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Publish callbacks [] for port (7ac9abb4-3da4-4b36-a240-aa866e88f349), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:34.161921 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (7ac9abb4-3da4-4b36-a240-aa866e88f349), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:34.275954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] For port b1eeee02-f947-45a6-8ee6-e6201f85f341, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b1eeee02-f947-45a6-8ee6-e6201f85f341,segment=NetworkSegment(426ed717-6fb3-416a-b730-8c447a30430b),segment_id=426ed717-6fb3-416a-b730-8c447a30430b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:34.276540 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:34.289852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:34.292015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:34.296626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:34.313729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Pushing event updated for resources: {'Port': ['ID=7ac9abb4-3da4-4b36-a240-aa866e88f349,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:34.421238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Attempting to bind port 7ac9abb4-3da4-4b36-a240-aa866e88f349 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:45:34.421619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Attempting to bind port 7ac9abb4-3da4-4b36-a240-aa866e88f349 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:45:34.422136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Attempting to bind port 7ac9abb4-3da4-4b36-a240-aa866e88f349 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:45:34.436796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:45:34.437343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:34.437761 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:34.438163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:45:34.438639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Bound port: 7ac9abb4-3da4-4b36-a240-aa866e88f349, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:45:34.439042 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7ac9abb4-3da4-4b36-a240-aa866e88f349), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:34.630757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] For port 7ac9abb4-3da4-4b36-a240-aa866e88f349, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:45:34.635496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] For port 7ac9abb4-3da4-4b36-a240-aa866e88f349, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7ac9abb4-3da4-4b36-a240-aa866e88f349,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:45:34.648176 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7ac9abb4-3da4-4b36-a240-aa866e88f349), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:34.662023 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:34.662880 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (3cdbc818-ab1c-4700-b041-177ddc0c4ede), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:34.663530 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Floating IP 3cdbc818-ab1c-4700-b041-177ddc0c4ede disassociated. External IP: 172.25.7.198, port: b1eeee02-f947-45a6-8ee6-e6201f85f341. Jan 28 12:45:34.664076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Calling delete_port for b1eeee02-f947-45a6-8ee6-e6201f85f341 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:34.826726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d7d23-3fbf-44f2-a160-793169ada6da None None] Pushing event updated for resources: {'Port': ['ID=7ac9abb4-3da4-4b36-a240-aa866e88f349,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:34.918362 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b1eeee02-f947-45a6-8ee6-e6201f85f341), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:34.951370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Pushing event deleted for resources: {'Port': ['ID=b1eeee02-f947-45a6-8ee6-e6201f85f341,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:35.115519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87785bf1-f76d-4292-83cd-6553957a3be4 req-97c99278-14fe-4fe6-aebd-fa45f150621a tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:35.127884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87785bf1-f76d-4292-83cd-6553957a3be4 req-97c99278-14fe-4fe6-aebd-fa45f150621a tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2febbfb-76f2-4c36-a53c-03cc7f993af8 HTTP/1.1" status: 200 len: 945 time: 1.3705635 Jan 28 12:45:35.190694 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:35.198391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Router e4c3bca6-14db-404f-a78c-60020a66c283 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:45:35.369715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7ac9abb4-3da4-4b36-a240-aa866e88f349 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:45:35.440761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:45:35.458664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5fc6e-6101-4a06-a243-71ed4cd8eafd None None] Sync routers for ids ['e4c3bca6-14db-404f-a78c-60020a66c283'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:45:35.479725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5fc6e-6101-4a06-a243-71ed4cd8eafd None None] Routers {'e4c3bca6-14db-404f-a78c-60020a66c283'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:45:35.480718 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-80f5fc6e-6101-4a06-a243-71ed4cd8eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4c3bca6-14db-404f-a78c-60020a66c283'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:35.490081 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87785bf1-f76d-4292-83cd-6553957a3be4 req-3c6517a9-6b65-4800-b7be-479c61317372 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c97c359-2a6f-4eed-9124-599aad53a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609450 Jan 28 12:45:35.522525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] No DVR routers for this DVR port b1eeee02-f947-45a6-8ee6-e6201f85f341 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:35.527627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:35.530974 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c1e3231-96be-4d20-a2e3-d763fc9111ae req-5fe282fd-e86f-4b94-beeb-45749f7b9724 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.49 "DELETE /v2.0/ports/b1eeee02-f947-45a6-8ee6-e6201f85f341 HTTP/1.1" status: 204 len: 173 time: 2.2055957 Jan 28 12:45:35.531510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'name': 'network-vif-deleted', 'tag': 'b1eeee02-f947-45a6-8ee6-e6201f85f341'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:45:35.533840 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81801851-ba5f-4a2d-9b40-d9beb8c55c20" -d '{"events": [{"server_uuid": "e2febbfb-76f2-4c36-a53c-03cc7f993af8", "name": "network-vif-deleted", "tag": "b1eeee02-f947-45a6-8ee6-e6201f85f341"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:45:35.579092 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e5294ea2-6d73-4823-a679-aac3c3090ab1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=483ae57ff0524be596069be5833f0e51&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0591681 Jan 28 12:45:35.579323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60472) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:35.673122 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fcbd31-780e-4855-868a-4d2a17acf568 x-openstack-request-id: req-88fcbd31-780e-4855-868a-4d2a17acf568 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:45:35.673420 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2febbfb-76f2-4c36-a53c-03cc7f993af8", "name": "network-vif-deleted", "tag": "b1eeee02-f947-45a6-8ee6-e6201f85f341", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:45:35.675933 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88fcbd31-780e-4855-868a-4d2a17acf568 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:45:35.676591 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2febbfb-76f2-4c36-a53c-03cc7f993af8', 'name': 'network-vif-deleted', 'tag': 'b1eeee02-f947-45a6-8ee6-e6201f85f341', 'status': 'completed', 'code': 200} Jan 28 12:45:35.732103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7ac9abb4-3da4-4b36-a240-aa866e88f349 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:35.732573 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7ac9abb4-3da4-4b36-a240-aa866e88f349), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:35.785136 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50099178-dc09-4ba5-a629-83fc6288e9a6 admin admin] Publish callbacks [] for security_group (e28e5a13-19b3-4e24-8f00-c81dd4e96ce7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:35.833621 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50099178-dc09-4ba5-a629-83fc6288e9a6 admin admin] Publish callbacks [] for security_group (e28e5a13-19b3-4e24-8f00-c81dd4e96ce7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:35.947424 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50099178-dc09-4ba5-a629-83fc6288e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e28e5a13-19b3-4e24-8f00-c81dd4e96ce7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:35.950736 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50099178-dc09-4ba5-a629-83fc6288e9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:35.952251 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-50099178-dc09-4ba5-a629-83fc6288e9a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e28e5a13-19b3-4e24-8f00-c81dd4e96ce7 HTTP/1.1" status: 204 len: 168 time: 0.3719079 Jan 28 12:45:35.968763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50099178-dc09-4ba5-a629-83fc6288e9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28e5a13-19b3-4e24-8f00-c81dd4e96ce7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:36.047233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::1 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/1eeae129-68b9-47a6-bca9-d5cb3f92af5a/01362260-088e-44f0-9cb0-15e57764e7fe) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:36.349247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-80f5fc6e-6101-4a06-a243-71ed4cd8eafd None None] Set router e4c3bca6-14db-404f-a78c-60020a66c283 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:45:36.450237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7ac9abb4-3da4-4b36-a240-aa866e88f349 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:36.451078 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7ac9abb4-3da4-4b36-a240-aa866e88f349), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:36.543485 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (01362260-088e-44f0-9cb0-15e57764e7fe), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:36.656491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 7ac9abb4-3da4-4b36-a240-aa866e88f349, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7ac9abb4-3da4-4b36-a240-aa866e88f349,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:36.669682 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7ac9abb4-3da4-4b36-a240-aa866e88f349), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:36.710719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60504) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:36.732525 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:36.836925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=01362260-088e-44f0-9cb0-15e57764e7fe,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:36.845919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b1eeee02-f947-45a6-8ee6-e6201f85f341 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:45:36.874014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: b1eeee02-f947-45a6-8ee6-e6201f85f341 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:45:36.874316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b1eeee02-f947-45a6-8ee6-e6201f85f341 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:45:36.907017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e4adb0d-e634-4fe1-bbe8-cfce86cc2ef6 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for security_group (5c97c359-2a6f-4eed-9124-599aad53a2f4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:36.915777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:36.921934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:36.925841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=7ac9abb4-3da4-4b36-a240-aa866e88f349,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:36.938646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:36.943311 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (b41c8208-4bbe-4a20-b949-8fa14bc2d73b), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:37.006886 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e4adb0d-e634-4fe1-bbe8-cfce86cc2ef6 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for security_group (5c97c359-2a6f-4eed-9124-599aad53a2f4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:37.062944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d23863bc-3e75-44f3-8629-38451a214cc7 None None] Provisioning complete for port 7ac9abb4-3da4-4b36-a240-aa866e88f349 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:37.073545 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d23863bc-3e75-44f3-8629-38451a214cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7ac9abb4-3da4-4b36-a240-aa866e88f349), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:37.134906 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e4adb0d-e634-4fe1-bbe8-cfce86cc2ef6 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5c97c359-2a6f-4eed-9124-599aad53a2f4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:37.137687 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e4adb0d-e634-4fe1-bbe8-cfce86cc2ef6 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:37.138971 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7e4adb0d-e634-4fe1-bbe8-cfce86cc2ef6 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "DELETE /v2.0/security-groups/5c97c359-2a6f-4eed-9124-599aad53a2f4 HTTP/1.1" status: 204 len: 168 time: 0.4269671 Jan 28 12:45:37.158589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:37.237558 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-47a7884b-08ad-4b90-a846-6d4e81e2efc5 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] show failed (client error): The resource could not be found. Jan 28 12:45:37.242189 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-47a7884b-08ad-4b90-a846-6d4e81e2efc5 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "GET /v2.0/security-groups/5c97c359-2a6f-4eed-9124-599aad53a2f4 HTTP/1.1" status: 404 len: 347 time: 0.0804265 Jan 28 12:45:37.271184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7ac9abb4-3da4-4b36-a240-aa866e88f349 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:45:37.283691 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60522) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:37.306259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4adb0d-e634-4fe1-bbe8-cfce86cc2ef6 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c97c359-2a6f-4eed-9124-599aad53a2f4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:37.364454 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:37.425115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-80f5fc6e-6101-4a06-a243-71ed4cd8eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:43:15Z', 'revision_number': 4, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '11cb1dfb-4a36-4454-b4c1-46d4c90f5103', 'name': '', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'mac_address': 'fa:16:3e:9a:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:13Z', 'updated_at': '2022-01-28T12:43:24Z', 'revision_number': 5, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'subnets': [{'id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:37.506584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5fc6e-6101-4a06-a243-71ed4cd8eafd None None] Checking router: e4c3bca6-14db-404f-a78c-60020a66c283 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:45:37.573835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d23863bc-3e75-44f3-8629-38451a214cc7 None None] Current status of the port 7ac9abb4-3da4-4b36-a240-aa866e88f349 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:37.576163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7ac9abb4-3da4-4b36-a240-aa866e88f349 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:37.576737 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7ac9abb4-3da4-4b36-a240-aa866e88f349), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:37.605385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5fc6e-6101-4a06-a243-71ed4cd8eafd None None] Routers {'e4c3bca6-14db-404f-a78c-60020a66c283'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:45:37.613088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-80f5fc6e-6101-4a06-a243-71ed4cd8eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4c3bca6-14db-404f-a78c-60020a66c283'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:37.741125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-499dbef5-a347-4b8b-9b6b-e48514d5f476 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Deleting port 8c637a8d-8eca-4ce4-99a1-ff94f04b9020 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:37.745144 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-499dbef5-a347-4b8b-9b6b-e48514d5f476 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8c637a8d-8eca-4ce4-99a1-ff94f04b9020), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:37.933144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-80f5fc6e-6101-4a06-a243-71ed4cd8eafd None None] Set router e4c3bca6-14db-404f-a78c-60020a66c283 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:45:37.980395 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-499dbef5-a347-4b8b-9b6b-e48514d5f476 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8c637a8d-8eca-4ce4-99a1-ff94f04b9020), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:37.981037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-499dbef5-a347-4b8b-9b6b-e48514d5f476 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for floatingip (8c637a8d-8eca-4ce4-99a1-ff94f04b9020), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:38.031101 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-499dbef5-a347-4b8b-9b6b-e48514d5f476 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Calling delete_port for 8c637a8d-8eca-4ce4-99a1-ff94f04b9020 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:38.163293 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (01362260-088e-44f0-9cb0-15e57764e7fe), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:38.172105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:38.194066 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:38.194882 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (b41c8208-4bbe-4a20-b949-8fa14bc2d73b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:38.327046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=01362260-088e-44f0-9cb0-15e57764e7fe,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:38.346286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e821f327-f4a4-499d-8061-fb4d15e115f7 None None] Provisioning complete for port 01362260-088e-44f0-9cb0-15e57764e7fe triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:38.360031 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e821f327-f4a4-499d-8061-fb4d15e115f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:38.436139 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-499dbef5-a347-4b8b-9b6b-e48514d5f476 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8c637a8d-8eca-4ce4-99a1-ff94f04b9020), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:38.536053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:38.539621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:38.552117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-52af9357-cfc9-432e-82a4-268364f0c709 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] Request body: {'port': {'network_id': '8d2104be-7194-4876-9578-ff6242dee628', 'name': 'tempest-NetworksNegativeTestJSON-403095827'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:38.644294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dbef5-a347-4b8b-9b6b-e48514d5f476 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Pushing event deleted for resources: {'Port': ['ID=8c637a8d-8eca-4ce4-99a1-ff94f04b9020,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:38.684353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e821f327-f4a4-499d-8061-fb4d15e115f7 None None] Port 01362260-088e-44f0-9cb0-15e57764e7fe cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:45:38.702704 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-52af9357-cfc9-432e-82a4-268364f0c709 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] POST failed (client error): The resource could not be found. Jan 28 12:45:38.703655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52af9357-cfc9-432e-82a4-268364f0c709 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:45:38.705081 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-52af9357-cfc9-432e-82a4-268364f0c709 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5318308 Jan 28 12:45:38.712219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60562) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:38.758809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7ac9abb4-3da4-4b36-a240-aa866e88f349 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:38.759194 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fb25b4-64db-46a1-b93d-a5b1ac7c4fc3 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] DELETE failed (client error): The resource could not be found. Jan 28 12:45:38.760076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fb25b4-64db-46a1-b93d-a5b1ac7c4fc3 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:45:38.764053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b6fb25b4-64db-46a1-b93d-a5b1ac7c4fc3 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] 10.222.0.53 "DELETE /v2.0/networks/fd6081d0-20fa-47cc-ae34-323035d8a595 HTTP/1.1" status: 404 len: 339 time: 0.0281618 Jan 28 12:45:38.771696 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60566) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:38.794093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Router b41c8208-4bbe-4a20-b949-8fa14bc2d73b is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:45:38.916777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-499dbef5-a347-4b8b-9b6b-e48514d5f476 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks [] for floatingip (3cdbc818-ab1c-4700-b041-177ddc0c4ede), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:38.921498 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-499dbef5-a347-4b8b-9b6b-e48514d5f476 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:38.922884 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-499dbef5-a347-4b8b-9b6b-e48514d5f476 tempest-ServersTestJSON-1443915276 tempest-ServersTestJSON-1443915276-project] 10.222.0.53 "DELETE /v2.0/floatingips/3cdbc818-ab1c-4700-b041-177ddc0c4ede HTTP/1.1" status: 204 len: 168 time: 1.6365514 Jan 28 12:45:38.924989 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5afc970-f6e0-4e3b-b00a-2b46e320ec98 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] DELETE failed (client error): The resource could not be found. Jan 28 12:45:38.925680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-80f5fc6e-6101-4a06-a243-71ed4cd8eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:43:15Z', 'revision_number': 4, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '11cb1dfb-4a36-4454-b4c1-46d4c90f5103', 'name': '', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'mac_address': 'fa:16:3e:9a:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:13Z', 'updated_at': '2022-01-28T12:43:24Z', 'revision_number': 5, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'subnets': [{'id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:38.926091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5afc970-f6e0-4e3b-b00a-2b46e320ec98 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:45:38.942694 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d5afc970-f6e0-4e3b-b00a-2b46e320ec98 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] 10.222.0.53 "DELETE /v2.0/ports/45ee01e2-5e2d-463c-91d0-955140af29ea HTTP/1.1" status: 404 len: 333 time: 0.1697481 Jan 28 12:45:38.943711 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60572) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:38.944256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60576) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:38.983998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5fc6e-6101-4a06-a243-71ed4cd8eafd None None] The sync data for ids ['e4c3bca6-14db-404f-a78c-60020a66c283'] in n-d-824835-4 is: [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:43:15Z', 'revision_number': 4, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '11cb1dfb-4a36-4454-b4c1-46d4c90f5103', 'name': '', 'network_id': '9779a23c-c2e3-4616-b720-27a36d3eeda5', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'mac_address': 'fa:16:3e:9a:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:13Z', 'updated_at': '2022-01-28T12:43:24Z', 'revision_number': 5, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'subnets': [{'id': 'bd2529ca-ba59-4b79-af61-a124866c8436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:45:39.117851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8475f05e-cfa8-47a1-9b46-43c52c3797a6 None None] Provisioning complete for port 01362260-088e-44f0-9cb0-15e57764e7fe triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:39.120250 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8475f05e-cfa8-47a1-9b46-43c52c3797a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:39.149852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:45:39.162341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0dbf4b95-b3f6-4792-8d5a-def2bcf8c7f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "PUT /v2.0/routers/b41c8208-4bbe-4a20-b949-8fa14bc2d73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5330551 Jan 28 12:45:39.163687 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Sync routers for ids ['b41c8208-4bbe-4a20-b949-8fa14bc2d73b'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:45:39.168652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60582) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:39.195677 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Routers {'b41c8208-4bbe-4a20-b949-8fa14bc2d73b'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:45:39.198530 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b41c8208-4bbe-4a20-b949-8fa14bc2d73b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:39.229180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8475f05e-cfa8-47a1-9b46-43c52c3797a6 None None] Port 01362260-088e-44f0-9cb0-15e57764e7fe cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:45:39.289023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb5a016-a010-48cf-ad00-6644ccec3c32 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:39.293857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2eb5a016-a010-48cf-ad00-6644ccec3c32 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports/01362260-088e-44f0-9cb0-15e57764e7fe HTTP/1.1" status: 200 len: 911 time: 0.1198587 Jan 28 12:45:39.294494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60586) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:39.348184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89cb31-56bd-4e2e-bb1e-1d365d37d4ff tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:39.354704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89cb31-56bd-4e2e-bb1e-1d365d37d4ff tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:39.359819 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0f89cb31-56bd-4e2e-bb1e-1d365d37d4ff tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0629792 Jan 28 12:45:39.360457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60588) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:39.384594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-6581bfde-2cf6-4bc6-ab1a-dfec1c876806 req-ff451d50-007a-4be9-b425-24e280d1320c service neutron] (103128) timed out ('10.222.0.49', 52869) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:45:39.409575 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-aece5f08-ff79-496a-8fd9-75aa188fc342 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] DELETE failed (client error): The resource could not be found. Jan 28 12:45:39.409958 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aece5f08-ff79-496a-8fd9-75aa188fc342 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:45:39.449728 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-aece5f08-ff79-496a-8fd9-75aa188fc342 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] 10.222.0.53 "DELETE /v2.0/subnets/14ffa45c-b647-4979-9c62-7187c6a4eed9 HTTP/1.1" status: 404 len: 337 time: 0.5029962 Jan 28 12:45:39.510895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60594) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:39.592576 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Set router b41c8208-4bbe-4a20-b949-8fa14bc2d73b gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:45:39.598697 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6212dea-7a45-48da-bc96-a9b9b4f3b0df tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] GET failed (client error): The resource could not be found. Jan 28 12:45:39.605015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f6212dea-7a45-48da-bc96-a9b9b4f3b0df tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] 10.222.0.53 "GET /v2.0/networks/42ecf4a1-2caf-41f7-abb7-cd048fb7b301 HTTP/1.1" status: 404 len: 339 time: 0.0796328 Jan 28 12:45:39.608300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60606) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:39.674118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdc80a-a578-4684-b6ab-7bdd9ad7f45e None None] New status for floating IP 3cdbc818-ab1c-4700-b041-177ddc0c4ede: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:45:39.760060 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd078b77-27d1-466b-a51d-58802faa910c tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] GET failed (client error): The resource could not be found. Jan 28 12:45:39.772648 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cd078b77-27d1-466b-a51d-58802faa910c tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] 10.222.0.53 "GET /v2.0/ports/1df6b2ff-717a-4c69-9338-339535f04a3d HTTP/1.1" status: 404 len: 333 time: 0.1631076 Jan 28 12:45:39.782458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60632) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:39.901577 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33e5b96-171e-461d-93fc-550d2bbae00a tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] GET failed (client error): The resource could not be found. Jan 28 12:45:39.909350 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d33e5b96-171e-461d-93fc-550d2bbae00a tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] 10.222.0.53 "GET /v2.0/subnets/e39d5008-4863-4108-8c96-28b5ed05ed24 HTTP/1.1" status: 404 len: 337 time: 0.1257627 Jan 28 12:45:39.911939 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60648) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:39.974418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-d649106c-b472-48d2-a1c2-5e767f4ab563 req-58a98e8a-178e-45f6-ada8-14e9dace16da service neutron] (103128) timed out ('10.222.0.49', 52725) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:45:39.985243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9d5b6134-e89a-4620-8e7c-3299e1fca90c tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:40.023654 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5b6134-e89a-4620-8e7c-3299e1fca90c tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] PUT failed (client error): The resource could not be found. Jan 28 12:45:40.025314 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41c8208-4bbe-4a20-b949-8fa14bc2d73b', 'name': 'tempest-NetworksTestDHCPv6-router-715381375', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:45:33Z', 'updated_at': '2022-01-28T12:45:37Z', 'revision_number': 2, 'project_id': '257ded29560547f38badcf854567ffd1', 'gw_port_host': None, '_interfaces': [{'id': '01362260-088e-44f0-9cb0-15e57764e7fe', 'name': '', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'mac_address': 'fa:16:3e:d4:5f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41c8208-4bbe-4a20-b949-8fa14bc2d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '1eeae129-68b9-47a6-bca9-d5cb3f92af5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:45:35Z', 'updated_at': '2022-01-28T12:45:37Z', 'revision_number': 2, 'project_id': '257ded29560547f38badcf854567ffd1', 'subnets': [{'id': '1eeae129-68b9-47a6-bca9-d5cb3f92af5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:40.025983 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5b6134-e89a-4620-8e7c-3299e1fca90c tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:45:40.034058 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9d5b6134-e89a-4620-8e7c-3299e1fca90c tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] 10.222.0.53 "PUT /v2.0/networks/8e2beb3a-fb63-4c76-92c8-1458b7bfd0ef HTTP/1.1" status: 404 len: 339 time: 0.0564861 Jan 28 12:45:40.036824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60650) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:40.052252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7ee0edbc-5123-476d-8369-15533992bb3f tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:40.099452 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Checking router: b41c8208-4bbe-4a20-b949-8fa14bc2d73b for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:45:40.099957 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Updating router b41c8208-4bbe-4a20-b949-8fa14bc2d73b port 01362260-088e-44f0-9cb0-15e57764e7fe binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:45:40.124906 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee0edbc-5123-476d-8369-15533992bb3f tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] PUT failed (client error): The resource could not be found. Jan 28 12:45:40.126909 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee0edbc-5123-476d-8369-15533992bb3f tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:45:40.129675 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7ee0edbc-5123-476d-8369-15533992bb3f tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] 10.222.0.53 "PUT /v2.0/ports/f2b836f5-56f5-48b6-b32c-368e144e23a5 HTTP/1.1" status: 404 len: 333 time: 0.0900354 Jan 28 12:45:40.145664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60654) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:40.151785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-059f26d1-98ff-49c0-844a-fb3a88275638 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:40.169666 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:40.244120 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-059f26d1-98ff-49c0-844a-fb3a88275638 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] PUT failed (client error): The resource could not be found. Jan 28 12:45:40.245695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059f26d1-98ff-49c0-844a-fb3a88275638 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:45:40.271932 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-059f26d1-98ff-49c0-844a-fb3a88275638 tempest-NetworksNegativeTestJSON-904020863 tempest-NetworksNegativeTestJSON-904020863-project] 10.222.0.53 "PUT /v2.0/subnets/99c0fdc3-f8b6-43b4-b57a-6b1e99aa6bc4 HTTP/1.1" status: 404 len: 337 time: 0.1249034 Jan 28 12:45:40.685583 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01db9c1e-109c-4b25-bd23-dce4781fec7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (e4c3bca6-14db-404f-a78c-60020a66c283), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:40.881518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ad44dd-afd9-4830-9747-3b0bb02bdfaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (b41c8208-4bbe-4a20-b949-8fa14bc2d73b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:41.127450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60702) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:41.182283 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Publish callbacks [] for port (01362260-088e-44f0-9cb0-15e57764e7fe), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:41.198249 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:41.372884 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Pushing event updated for resources: {'Port': ['ID=01362260-088e-44f0-9cb0-15e57764e7fe,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:41.407157 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.407692 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.408237 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.408800 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.409326 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.409677 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.410017 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.410352 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.410688 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.428405 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.430166 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.431229 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.438312 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:41.548678 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb2e09ed-96cc-4760-9e68-177377c067ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:41.675889 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Attempting to bind port 01362260-088e-44f0-9cb0-15e57764e7fe on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:45:41.676627 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Attempting to bind port 01362260-088e-44f0-9cb0-15e57764e7fe by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:45:41.678272 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Attempting to bind port 01362260-088e-44f0-9cb0-15e57764e7fe on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:45:41.693787 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:45:41.699219 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:41.700905 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-01db9c1e-109c-4b25-bd23-dce4781fec7c admin admin] Deleting port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:41.701512 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01db9c1e-109c-4b25-bd23-dce4781fec7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:41.702506 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:41.705046 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:45:41.706078 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Bound port: 01362260-088e-44f0-9cb0-15e57764e7fe, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:45:41.707915 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:41.731576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-78ad44dd-afd9-4830-9747-3b0bb02bdfaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 01362260-088e-44f0-9cb0-15e57764e7fe {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:41.736671 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ad44dd-afd9-4830-9747-3b0bb02bdfaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:41.887159 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-01db9c1e-109c-4b25-bd23-dce4781fec7c admin admin] For port 11cb1dfb-4a36-4454-b4c1-46d4c90f5103, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=11cb1dfb-4a36-4454-b4c1-46d4c90f5103,segment=NetworkSegment(426ed717-6fb3-416a-b730-8c447a30430b),segment_id=426ed717-6fb3-416a-b730-8c447a30430b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:41.888071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01db9c1e-109c-4b25-bd23-dce4781fec7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:41.907068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-01db9c1e-109c-4b25-bd23-dce4781fec7c admin admin] Calling delete_port for 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:41.942759 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] For port 01362260-088e-44f0-9cb0-15e57764e7fe, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:45:42.010800 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] For port 01362260-088e-44f0-9cb0-15e57764e7fe, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=01362260-088e-44f0-9cb0-15e57764e7fe,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:45:42.032184 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:42.243638 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01db9c1e-109c-4b25-bd23-dce4781fec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (11cb1dfb-4a36-4454-b4c1-46d4c90f5103), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:42.298168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-92ba7e5b-ba69-41bf-ae33-f2cbf996c6fb None None] Provisioning complete for port 01362260-088e-44f0-9cb0-15e57764e7fe triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:42.298775 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-92ba7e5b-ba69-41bf-ae33-f2cbf996c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:42.309811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db9c1e-109c-4b25-bd23-dce4781fec7c admin admin] Pushing event deleted for resources: {'Port': ['ID=11cb1dfb-4a36-4454-b4c1-46d4c90f5103,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:42.315937 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb2e09ed-96cc-4760-9e68-177377c067ce admin admin] Publish callbacks [] for security_group (2b11f546-6f62-4f58-816e-8e327393e776), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:42.322334 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb2e09ed-96cc-4760-9e68-177377c067ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2b11f546-6f62-4f58-816e-8e327393e776), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:42.450624 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafa9bd-3c9e-4c82-9acc-a5ee5ecd6499 None None] Pushing event updated for resources: {'Port': ['ID=01362260-088e-44f0-9cb0-15e57764e7fe,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:42.474095 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e09ed-96cc-4760-9e68-177377c067ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b11f546-6f62-4f58-816e-8e327393e776,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:42.607563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cb2e09ed-96cc-4760-9e68-177377c067ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9ba4f5866cd4018a803839f5cebc1c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4773741 Jan 28 12:45:42.614044 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Routers {'b41c8208-4bbe-4a20-b949-8fa14bc2d73b'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:45:42.614872 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b41c8208-4bbe-4a20-b949-8fa14bc2d73b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:42.626375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60736) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:42.639966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-78ad44dd-afd9-4830-9747-3b0bb02bdfaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] For port 01362260-088e-44f0-9cb0-15e57764e7fe, host n-d-824835-4, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:42.640338 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ad44dd-afd9-4830-9747-3b0bb02bdfaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:42.770337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-78ad44dd-afd9-4830-9747-3b0bb02bdfaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 01362260-088e-44f0-9cb0-15e57764e7fe owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:42.808154 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-92ba7e5b-ba69-41bf-ae33-f2cbf996c6fb None None] Current status of the port 01362260-088e-44f0-9cb0-15e57764e7fe is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:42.808441 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-92ba7e5b-ba69-41bf-ae33-f2cbf996c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:42.930006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-92ba7e5b-ba69-41bf-ae33-f2cbf996c6fb None None] For port 01362260-088e-44f0-9cb0-15e57764e7fe, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=01362260-088e-44f0-9cb0-15e57764e7fe,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:42.937718 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] Set router b41c8208-4bbe-4a20-b949-8fa14bc2d73b gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:45:42.952069 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-92ba7e5b-ba69-41bf-ae33-f2cbf996c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:43.064085 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18008780-c957-470c-b9fb-17561bb51c1a admin admin] Publish callbacks [] for security_group (2b11f546-6f62-4f58-816e-8e327393e776), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:43.113657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba7e5b-ba69-41bf-ae33-f2cbf996c6fb None None] Pushing event updated for resources: {'Port': ['ID=01362260-088e-44f0-9cb0-15e57764e7fe,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:43.183806 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01db9c1e-109c-4b25-bd23-dce4781fec7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (e4c3bca6-14db-404f-a78c-60020a66c283), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:43.288930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-239c3e5b-7888-4634-863b-04ffd0ead53e None None] Provisioning complete for port 01362260-088e-44f0-9cb0-15e57764e7fe triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:43.290486 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-239c3e5b-7888-4634-863b-04ffd0ead53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:43.482130 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18008780-c957-470c-b9fb-17561bb51c1a admin admin] Publish callbacks [] for security_group (2b11f546-6f62-4f58-816e-8e327393e776), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:43.647990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-239c3e5b-7888-4634-863b-04ffd0ead53e None None] Current status of the port 01362260-088e-44f0-9cb0-15e57764e7fe is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:43.704155 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41c8208-4bbe-4a20-b949-8fa14bc2d73b', 'name': 'tempest-NetworksTestDHCPv6-router-715381375', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:45:33Z', 'updated_at': '2022-01-28T12:45:37Z', 'revision_number': 2, 'project_id': '257ded29560547f38badcf854567ffd1', 'gw_port_host': None, '_interfaces': [{'id': '01362260-088e-44f0-9cb0-15e57764e7fe', 'name': '', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'mac_address': 'fa:16:3e:d4:5f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41c8208-4bbe-4a20-b949-8fa14bc2d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '1eeae129-68b9-47a6-bca9-d5cb3f92af5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:45:35Z', 'updated_at': '2022-01-28T12:45:41Z', 'revision_number': 4, 'project_id': '257ded29560547f38badcf854567ffd1', 'subnets': [{'id': '1eeae129-68b9-47a6-bca9-d5cb3f92af5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:43.725141 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18008780-c957-470c-b9fb-17561bb51c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2b11f546-6f62-4f58-816e-8e327393e776), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:43.732461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18008780-c957-470c-b9fb-17561bb51c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:43.741327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-18008780-c957-470c-b9fb-17561bb51c1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b11f546-6f62-4f58-816e-8e327393e776 HTTP/1.1" status: 204 len: 168 time: 1.0995200 Jan 28 12:45:43.810097 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5400a912-abc0-467f-855a-dd4ed6d4b1e4 None None] The sync data for ids ['b41c8208-4bbe-4a20-b949-8fa14bc2d73b'] in n-d-824835-4 is: [{'id': 'b41c8208-4bbe-4a20-b949-8fa14bc2d73b', 'name': 'tempest-NetworksTestDHCPv6-router-715381375', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:45:33Z', 'updated_at': '2022-01-28T12:45:37Z', 'revision_number': 2, 'project_id': '257ded29560547f38badcf854567ffd1', 'gw_port_host': None, '_interfaces': [{'id': '01362260-088e-44f0-9cb0-15e57764e7fe', 'name': '', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'mac_address': 'fa:16:3e:d4:5f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41c8208-4bbe-4a20-b949-8fa14bc2d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '1eeae129-68b9-47a6-bca9-d5cb3f92af5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:45:35Z', 'updated_at': '2022-01-28T12:45:41Z', 'revision_number': 4, 'project_id': '257ded29560547f38badcf854567ffd1', 'subnets': [{'id': '1eeae129-68b9-47a6-bca9-d5cb3f92af5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:45:43.826639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18008780-c957-470c-b9fb-17561bb51c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b11f546-6f62-4f58-816e-8e327393e776,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:43.954588 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ad44dd-afd9-4830-9747-3b0bb02bdfaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (01362260-088e-44f0-9cb0-15e57764e7fe), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:44.115497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad44dd-afd9-4830-9747-3b0bb02bdfaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=01362260-088e-44f0-9cb0-15e57764e7fe,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:44.156664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01db9c1e-109c-4b25-bd23-dce4781fec7c admin admin] Router e4c3bca6-14db-404f-a78c-60020a66c283 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:45:44.668436 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ad44dd-afd9-4830-9747-3b0bb02bdfaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (b41c8208-4bbe-4a20-b949-8fa14bc2d73b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:44.728279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01db9c1e-109c-4b25-bd23-dce4781fec7c admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:45:44.741105 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ff2c8-7ee8-45bd-ad6f-19d8af0438ab None None] Sync routers for ids ['e4c3bca6-14db-404f-a78c-60020a66c283'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:45:44.742354 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-01db9c1e-109c-4b25-bd23-dce4781fec7c admin admin] 10.222.0.53 "PUT /v2.0/routers/e4c3bca6-14db-404f-a78c-60020a66c283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7968423 Jan 28 12:45:44.750381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:44.802303 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ff2c8-7ee8-45bd-ad6f-19d8af0438ab None None] Routers {'e4c3bca6-14db-404f-a78c-60020a66c283'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:45:44.802944 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1c3ff2c8-7ee8-45bd-ad6f-19d8af0438ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4c3bca6-14db-404f-a78c-60020a66c283'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:45.256939 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-1c3ff2c8-7ee8-45bd-ad6f-19d8af0438ab None None] Set router e4c3bca6-14db-404f-a78c-60020a66c283 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:45:45.257112 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Publish callbacks [] for router (e4c3bca6-14db-404f-a78c-60020a66c283), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:45.398526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ad44dd-afd9-4830-9747-3b0bb02bdfaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Router b41c8208-4bbe-4a20-b949-8fa14bc2d73b has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:45:45.847090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ad44dd-afd9-4830-9747-3b0bb02bdfaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:45:45.864256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-78ad44dd-afd9-4830-9747-3b0bb02bdfaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "PUT /v2.0/routers/b41c8208-4bbe-4a20-b949-8fa14bc2d73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5014966 Jan 28 12:45:45.865400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60816) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:46.079869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3aa528-3497-4ae7-908d-2efa5fd52669 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:46.101841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3aa528-3497-4ae7-908d-2efa5fd52669 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:46.106119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dd3aa528-3497-4ae7-908d-2efa5fd52669 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2370899 Jan 28 12:45:46.111984 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60824) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:46.116239 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1c3ff2c8-7ee8-45bd-ad6f-19d8af0438ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:45:42Z', 'revision_number': 5, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port': {'id': '59de5a21-c25c-4801-b04d-271e65d47e74', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:43:05Z', 'updated_at': '2022-01-28T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:46.183396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Publish callbacks [] for router_gateway (e4c3bca6-14db-404f-a78c-60020a66c283), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:46.265274 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ff2c8-7ee8-45bd-ad6f-19d8af0438ab None None] Checking router: e4c3bca6-14db-404f-a78c-60020a66c283 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:45:46.276319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60828) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:46.348140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 1eeae129-68b9-47a6-bca9-d5cb3f92af5a {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:46.358220 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (1eeae129-68b9-47a6-bca9-d5cb3f92af5a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:46.362798 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ff2c8-7ee8-45bd-ad6f-19d8af0438ab None None] Routers {'e4c3bca6-14db-404f-a78c-60020a66c283'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:45:46.363897 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1c3ff2c8-7ee8-45bd-ad6f-19d8af0438ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4c3bca6-14db-404f-a78c-60020a66c283'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:46.399966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Deleting port 59de5a21-c25c-4801-b04d-271e65d47e74 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:46.402415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (59de5a21-c25c-4801-b04d-271e65d47e74), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:46.505474 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (1eeae129-68b9-47a6-bca9-d5cb3f92af5a), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:46.776651 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (1eeae129-68b9-47a6-bca9-d5cb3f92af5a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:46.839609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] For port 59de5a21-c25c-4801-b04d-271e65d47e74, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=59de5a21-c25c-4801-b04d-271e65d47e74,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:46.840614 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (59de5a21-c25c-4801-b04d-271e65d47e74), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:46.852525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-74057898-e568-4c49-b97b-076d5a75f7ff tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1279523451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:46.922180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Calling delete_port for 59de5a21-c25c-4801-b04d-271e65d47e74 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:46.987472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9282b2-2285-4bb4-b7d0-df9a842998ab None None] Sync routers for ids ['b41c8208-4bbe-4a20-b949-8fa14bc2d73b'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:45:47.067820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9282b2-2285-4bb4-b7d0-df9a842998ab None None] Routers {'b41c8208-4bbe-4a20-b949-8fa14bc2d73b'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:45:47.069844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-dc9282b2-2285-4bb4-b7d0-df9a842998ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b41c8208-4bbe-4a20-b949-8fa14bc2d73b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:47.142279 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74057898-e568-4c49-b97b-076d5a75f7ff tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (51720f23-f24f-4dc7-ac03-3f621470a362), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:47.149243 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74057898-e568-4c49-b97b-076d5a75f7ff tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (51720f23-f24f-4dc7-ac03-3f621470a362), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:47.236745 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-1c3ff2c8-7ee8-45bd-ad6f-19d8af0438ab None None] Set router e4c3bca6-14db-404f-a78c-60020a66c283 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:45:47.309770 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (1eeae129-68b9-47a6-bca9-d5cb3f92af5a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:47.390717 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:47.398448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-dc9282b2-2285-4bb4-b7d0-df9a842998ab None None] Set router b41c8208-4bbe-4a20-b949-8fa14bc2d73b gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:45:47.419110 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:47.434432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/1eeae129-68b9-47a6-bca9-d5cb3f92af5a HTTP/1.1" status: 204 len: 168 time: 1.3207695 Jan 28 12:45:47.439174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60852) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:47.445318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=1eeae129-68b9-47a6-bca9-d5cb3f92af5a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:47.453441 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1c3ff2c8-7ee8-45bd-ad6f-19d8af0438ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:45:46Z', 'revision_number': 6, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:47.498074 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (59de5a21-c25c-4801-b04d-271e65d47e74), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:47.526066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be8cf16-3871-4c78-be2b-91f29602d48c None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:47.567514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=59de5a21-c25c-4801-b04d-271e65d47e74,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:47.576528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.577329 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.577329 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.577592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.577868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.588977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.589365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.589837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.590258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.590669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.591081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.591525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.591951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1540d-cb9b-420d-a516-eeabcf84fc4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.601895 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74057898-e568-4c49-b97b-076d5a75f7ff tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for router_controller (51720f23-f24f-4dc7-ac03-3f621470a362), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:47.630288 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ff2c8-7ee8-45bd-ad6f-19d8af0438ab None None] The sync data for ids ['e4c3bca6-14db-404f-a78c-60020a66c283'] in n-d-824835-4 is: [{'id': 'e4c3bca6-14db-404f-a78c-60020a66c283', 'name': 'tempest-ServersTestJSON-578100528-router', 'tenant_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:43:02Z', 'updated_at': '2022-01-28T12:45:46Z', 'revision_number': 6, 'project_id': 'bb01cfcd2c174be9ad51bd1527e957b0', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:45:47.635142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.639744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.640529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.641153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.643758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.644345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.645011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.645577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-dc9282b2-2285-4bb4-b7d0-df9a842998ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41c8208-4bbe-4a20-b949-8fa14bc2d73b', 'name': 'tempest-NetworksTestDHCPv6-router-715381375', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:45:33Z', 'updated_at': '2022-01-28T12:45:43Z', 'revision_number': 3, 'project_id': '257ded29560547f38badcf854567ffd1', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:47.646330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.647550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.648545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.651713 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.652356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.652968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:47.712892 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74057898-e568-4c49-b97b-076d5a75f7ff tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (51720f23-f24f-4dc7-ac03-3f621470a362), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:47.747700 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (e4c3bca6-14db-404f-a78c-60020a66c283), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:47.813360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9282b2-2285-4bb4-b7d0-df9a842998ab None None] Checking router: b41c8208-4bbe-4a20-b949-8fa14bc2d73b for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:45:47.875598 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:47.889625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9282b2-2285-4bb4-b7d0-df9a842998ab None None] Routers {'b41c8208-4bbe-4a20-b949-8fa14bc2d73b'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:45:47.890594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-dc9282b2-2285-4bb4-b7d0-df9a842998ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b41c8208-4bbe-4a20-b949-8fa14bc2d73b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:48.035633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (e4c3bca6-14db-404f-a78c-60020a66c283), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.046012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Publish callbacks [] for router_controller (e4c3bca6-14db-404f-a78c-60020a66c283), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.222321 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (e4c3bca6-14db-404f-a78c-60020a66c283), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.223484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4c3bca6-14db-404f-a78c-60020a66c283 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:45:48.233419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.234994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-32c7d281-5485-44e4-8295-60674f611a54 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e4c3bca6-14db-404f-a78c-60020a66c283 HTTP/1.1" status: 204 len: 168 time: 3.4851336 Jan 28 12:45:48.237812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60864) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:48.238888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c877afbb-8696-4357-add1-0ef9384fa825 None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:45:48.251375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-dc9282b2-2285-4bb4-b7d0-df9a842998ab None None] Set router b41c8208-4bbe-4a20-b949-8fa14bc2d73b gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:45:48.320904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-dc9282b2-2285-4bb4-b7d0-df9a842998ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41c8208-4bbe-4a20-b949-8fa14bc2d73b', 'name': 'tempest-NetworksTestDHCPv6-router-715381375', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:45:33Z', 'updated_at': '2022-01-28T12:45:43Z', 'revision_number': 3, 'project_id': '257ded29560547f38badcf854567ffd1', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:48.477746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-545a86d4-6775-45eb-8a69-6427c5b5347b admin admin] Deleting subnet bd2529ca-ba59-4b79-af61-a124866c8436 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:45:48.479696 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9282b2-2285-4bb4-b7d0-df9a842998ab None None] The sync data for ids ['b41c8208-4bbe-4a20-b949-8fa14bc2d73b'] in n-d-824835-4 is: [{'id': 'b41c8208-4bbe-4a20-b949-8fa14bc2d73b', 'name': 'tempest-NetworksTestDHCPv6-router-715381375', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:45:33Z', 'updated_at': '2022-01-28T12:45:43Z', 'revision_number': 3, 'project_id': '257ded29560547f38badcf854567ffd1', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:45:48.487057 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-545a86d4-6775-45eb-8a69-6427c5b5347b admin admin] Publish callbacks [] for subnet (bd2529ca-ba59-4b79-af61-a124866c8436), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.500862 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0fdf31c1-36d9-4c92-8141-ab891651ac9b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.0090632 Jan 28 12:45:48.508740 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74057898-e568-4c49-b97b-076d5a75f7ff tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.510914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-74057898-e568-4c49-b97b-076d5a75f7ff tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.2328184 Jan 28 12:45:48.511969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60874) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:48.525065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60876) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:48.558167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c877afbb-8696-4357-add1-0ef9384fa825 None None] Deleting port 7ac9abb4-3da4-4b36-a240-aa866e88f349 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:48.558557 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c877afbb-8696-4357-add1-0ef9384fa825 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7ac9abb4-3da4-4b36-a240-aa866e88f349), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.597832 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-545a86d4-6775-45eb-8a69-6427c5b5347b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (bd2529ca-ba59-4b79-af61-a124866c8436), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.602876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1617534480'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:48.664499 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e038d1b6-9afe-4dd8-bdc2-e095ac142ec0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for router (b41c8208-4bbe-4a20-b949-8fa14bc2d73b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.695182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c877afbb-8696-4357-add1-0ef9384fa825 None None] For port 7ac9abb4-3da4-4b36-a240-aa866e88f349, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7ac9abb4-3da4-4b36-a240-aa866e88f349,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:48.696157 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c877afbb-8696-4357-add1-0ef9384fa825 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7ac9abb4-3da4-4b36-a240-aa866e88f349), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.725340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c877afbb-8696-4357-add1-0ef9384fa825 None None] Calling delete_port for 7ac9abb4-3da4-4b36-a240-aa866e88f349 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:48.748184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Made reservation on behalf of 784db36df6774f36b3a6e3d3b8c7ab43 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:48.752329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.779487 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.858832 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-545a86d4-6775-45eb-8a69-6427c5b5347b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (bd2529ca-ba59-4b79-af61-a124866c8436), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.969948 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for security_group (832ca8b6-02f4-43df-98a0-15dee7ef6f76), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.980137 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c877afbb-8696-4357-add1-0ef9384fa825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (7ac9abb4-3da4-4b36-a240-aa866e88f349), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:48.980684 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-545a86d4-6775-45eb-8a69-6427c5b5347b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (bd2529ca-ba59-4b79-af61-a124866c8436), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.033760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877afbb-8696-4357-add1-0ef9384fa825 None None] Pushing event deleted for resources: {'Port': ['ID=7ac9abb4-3da4-4b36-a240-aa866e88f349,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:49.050582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c877afbb-8696-4357-add1-0ef9384fa825 None None] No DVR routers for this DVR port 7ac9abb4-3da4-4b36-a240-aa866e88f349 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:49.052595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a86d4-6775-45eb-8a69-6427c5b5347b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2529ca-ba59-4b79-af61-a124866c8436,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:49.068753 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-545a86d4-6775-45eb-8a69-6427c5b5347b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.075009 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-545a86d4-6775-45eb-8a69-6427c5b5347b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bd2529ca-ba59-4b79-af61-a124866c8436 HTTP/1.1" status: 204 len: 168 time: 0.8294525 Jan 28 12:45:49.076024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:49.129634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0821884-d806-4164-ae26-856fe83f830d None None] Network 9779a23c-c2e3-4616-b720-27a36d3eeda5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:49.259892 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (9779a23c-c2e3-4616-b720-27a36d3eeda5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.327497 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e038d1b6-9afe-4dd8-bdc2-e095ac142ec0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (b41c8208-4bbe-4a20-b949-8fa14bc2d73b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.330317 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e038d1b6-9afe-4dd8-bdc2-e095ac142ec0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for router_controller (b41c8208-4bbe-4a20-b949-8fa14bc2d73b), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.444985 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (832ca8b6-02f4-43df-98a0-15dee7ef6f76), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.519386 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Deleting port d89ea318-6945-4451-a382-90f81ec3dc49 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:49.542758 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.586964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 01362260-088e-44f0-9cb0-15e57764e7fe no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:45:49.599240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e038d1b6-9afe-4dd8-bdc2-e095ac142ec0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (b41c8208-4bbe-4a20-b949-8fa14bc2d73b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.605638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e038d1b6-9afe-4dd8-bdc2-e095ac142ec0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Fanout notify agent at l3_agent the message router_deleted on router b41c8208-4bbe-4a20-b949-8fa14bc2d73b {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:45:49.612466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:45:49.685352 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e038d1b6-9afe-4dd8-bdc2-e095ac142ec0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.692358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e038d1b6-9afe-4dd8-bdc2-e095ac142ec0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/routers/b41c8208-4bbe-4a20-b949-8fa14bc2d73b HTTP/1.1" status: 204 len: 168 time: 1.1762433 Jan 28 12:45:49.712626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60898) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:49.757905 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 01362260-088e-44f0-9cb0-15e57764e7fe {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:45:49.758486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 01362260-088e-44f0-9cb0-15e57764e7fe not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:45:49.760198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7ac9abb4-3da4-4b36-a240-aa866e88f349 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:45:49.767399 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-29018ccf-319e-4ecd-965d-9d6a34c74e57 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:49.773766 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e83b9fd-82c0-445d-8328-9fbdba62c344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.792827 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3392eb68-243f-41f0-b3ec-b14d7e9c0ae6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.793186 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Added segment 3392eb68-243f-41f0-b3ec-b14d7e9c0ae6 of type vlan for network df86feaa-4aec-460d-9834-fa7fd23947b1 Jan 28 12:45:49.794991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832ca8b6-02f4-43df-98a0-15dee7ef6f76,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:49.847072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 7ac9abb4-3da4-4b36-a240-aa866e88f349 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:45:49.848260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7ac9abb4-3da4-4b36-a240-aa866e88f349 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:45:49.848970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 59de5a21-c25c-4801-b04d-271e65d47e74 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:45:49.941866 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (df86feaa-4aec-460d-9834-fa7fd23947b1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.951115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] For port d89ea318-6945-4451-a382-90f81ec3dc49, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d89ea318-6945-4451-a382-90f81ec3dc49,segment=NetworkSegment(426ed717-6fb3-416a-b730-8c447a30430b),segment_id=426ed717-6fb3-416a-b730-8c447a30430b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:49.953482 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.989103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (df86feaa-4aec-460d-9834-fa7fd23947b1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:49.998325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Calling delete_port for d89ea318-6945-4451-a382-90f81ec3dc49 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:50.000353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:50.001295 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:50.109528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29018ccf-319e-4ecd-965d-9d6a34c74e57 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:50.113461 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29018ccf-319e-4ecd-965d-9d6a34c74e57 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:50.154994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 59de5a21-c25c-4801-b04d-271e65d47e74 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:45:50.156547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 59de5a21-c25c-4801-b04d-271e65d47e74 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:45:50.161801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:45:50.183067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event updated for resources: {'Network': ['ID=df86feaa-4aec-460d-9834-fa7fd23947b1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:50.209321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:45:50.209844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 11cb1dfb-4a36-4454-b4c1-46d4c90f5103 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:45:50.253718 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network df86feaa-4aec-460d-9834-fa7fd23947b1 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:45:50.255939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d513e350-8635-4bc1-b8ea-44cf0b0aa2dd tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7279713 Jan 28 12:45:50.263180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60908) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:50.285031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c27672cf-ca33-4907-a868-f5542af84b08 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Request body: {'subnet': {'network_id': 'df86feaa-4aec-460d-9834-fa7fd23947b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:50.382928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a23aa1-01f6-4946-94d7-44eb3a3bd368 None None] DHCP port deletion for 9779a23c-c2e3-4616-b720-27a36d3eeda5 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:45:50.460913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:50.490748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27672cf-ca33-4907-a868-f5542af84b08 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Made reservation on behalf of 784db36df6774f36b3a6e3d3b8c7ab43 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:50.499968 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c27672cf-ca33-4907-a868-f5542af84b08 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:50.520567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-97a23aa1-01f6-4946-94d7-44eb3a3bd368 None None] Deleting port d89ea318-6945-4451-a382-90f81ec3dc49 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:45:50.520945 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97a23aa1-01f6-4946-94d7-44eb3a3bd368 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:50.581943 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d89ea318-6945-4451-a382-90f81ec3dc49,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:50.594511 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] No DVR routers for this DVR port d89ea318-6945-4451-a382-90f81ec3dc49 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:50.672649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-97a23aa1-01f6-4946-94d7-44eb3a3bd368 None None] For port d89ea318-6945-4451-a382-90f81ec3dc49, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:50.673316 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97a23aa1-01f6-4946-94d7-44eb3a3bd368 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:50.702707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-97a23aa1-01f6-4946-94d7-44eb3a3bd368 None None] Calling delete_port for d89ea318-6945-4451-a382-90f81ec3dc49 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:45:50.717237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-97a23aa1-01f6-4946-94d7-44eb3a3bd368 None None] Port d89ea318-6945-4451-a382-90f81ec3dc49 was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:45:50.718685 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97a23aa1-01f6-4946-94d7-44eb3a3bd368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (d89ea318-6945-4451-a382-90f81ec3dc49), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:50.766356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a23aa1-01f6-4946-94d7-44eb3a3bd368 None None] No DVR routers for this DVR port d89ea318-6945-4451-a382-90f81ec3dc49 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:45:50.768067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a23aa1-01f6-4946-94d7-44eb3a3bd368 None None] Pushing event deleted for resources: {'Port': ['ID=d89ea318-6945-4451-a382-90f81ec3dc49,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:50.844484 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (9779a23c-c2e3-4616-b720-27a36d3eeda5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:50.864458 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29018ccf-319e-4ecd-965d-9d6a34c74e57 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (dd8d2b7c-07dc-4041-a8a7-d4e629560ec6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:50.905362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c27672cf-ca33-4907-a868-f5542af84b08 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (247ea5cb-8c5c-4f55-b7e6-fd46ac2298e0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:50.908420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9779a23c-c2e3-4616-b720-27a36d3eeda5']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:50.953024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29018ccf-319e-4ecd-965d-9d6a34c74e57 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:50.955485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426ed717-6fb3-416a-b730-8c447a30430b') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:50.955963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426ed717-6fb3-416a-b730-8c447a30430b') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:50.976493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29018ccf-319e-4ecd-965d-9d6a34c74e57 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=dd8d2b7c-07dc-4041-a8a7-d4e629560ec6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:51.006879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-29018ccf-319e-4ecd-965d-9d6a34c74e57 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:51.007312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29018ccf-319e-4ecd-965d-9d6a34c74e57 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:51.007952 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29018ccf-319e-4ecd-965d-9d6a34c74e57 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.016356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27672cf-ca33-4907-a868-f5542af84b08 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event updated for resources: {'Subnet': ['ID=247ea5cb-8c5c-4f55-b7e6-fd46ac2298e0,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:51.026473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (426ed717-6fb3-416a-b730-8c447a30430b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.030935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27672cf-ca33-4907-a868-f5542af84b08 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Checking segment: {'id': '3392eb68-243f-41f0-b3ec-b14d7e9c0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df86feaa-4aec-460d-9834-fa7fd23947b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:51.031310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27672cf-ca33-4907-a868-f5542af84b08 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Network hostable DHCP agents. Network: df86feaa-4aec-460d-9834-fa7fd23947b1, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:45:51.068478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (426ed717-6fb3-416a-b730-8c447a30430b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.081191 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-29018ccf-319e-4ecd-965d-9d6a34c74e57 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3641281 Jan 28 12:45:51.083611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60926) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:51.088945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f16ba23-b024-44cb-b782-6c47f75915d1 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:51.091656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:45:51.092126 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (426ed717-6fb3-416a-b730-8c447a30430b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.094589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-62f49ba0-acbb-4368-92c2-70a479d7c98b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1160245153', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:45:51.099150 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:45:51.149898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27672cf-ca33-4907-a868-f5542af84b08 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Network df86feaa-4aec-460d-9834-fa7fd23947b1 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:45:51.207817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c27672cf-ca33-4907-a868-f5542af84b08 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, df86feaa-4aec-460d-9834-fa7fd23947b1) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:51.217533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27672cf-ca33-4907-a868-f5542af84b08 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:51.218322 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c27672cf-ca33-4907-a868-f5542af84b08 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.245650 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62f49ba0-acbb-4368-92c2-70a479d7c98b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (552b10f2-8cd6-4ddb-8f51-70de5a397d7d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.246820 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62f49ba0-acbb-4368-92c2-70a479d7c98b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (552b10f2-8cd6-4ddb-8f51-70de5a397d7d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.249306 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (9779a23c-c2e3-4616-b720-27a36d3eeda5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.265967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.275778 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] 10.222.0.53 "DELETE /v2.0/networks/9779a23c-c2e3-4616-b720-27a36d3eeda5 HTTP/1.1" status: 204 len: 168 time: 2.1954029 Jan 28 12:45:51.343758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0095f-1f0e-49ed-8ec3-6c00984bcdbe admin admin] Pushing event deleted for resources: {'Network': ['ID=9779a23c-c2e3-4616-b720-27a36d3eeda5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:51.348767 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62f49ba0-acbb-4368-92c2-70a479d7c98b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for router_controller (552b10f2-8cd6-4ddb-8f51-70de5a397d7d), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.357826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752bdde1-8105-4e29-b760-13286cd44aee None None] Network df86feaa-4aec-460d-9834-fa7fd23947b1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:51.361141 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62f49ba0-acbb-4368-92c2-70a479d7c98b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (552b10f2-8cd6-4ddb-8f51-70de5a397d7d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.363667 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d89ea318-6945-4451-a382-90f81ec3dc49 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:45:51.377101 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60934) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:51.384527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e902f84a-1e91-4fc1-8d4e-5922028982b0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Request body: {'network': {'name': 'tempest-router-network01--2005935141'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:51.387903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c27672cf-ca33-4907-a868-f5542af84b08 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1192372 Jan 28 12:45:51.422143 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62f49ba0-acbb-4368-92c2-70a479d7c98b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.423543 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-62f49ba0-acbb-4368-92c2-70a479d7c98b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3388131 Jan 28 12:45:51.426374 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:51.437359 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: d89ea318-6945-4451-a382-90f81ec3dc49 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:45:51.437910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d89ea318-6945-4451-a382-90f81ec3dc49 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:45:51.508780 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e902f84a-1e91-4fc1-8d4e-5922028982b0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Made reservation on behalf of 784db36df6774f36b3a6e3d3b8c7ab43 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:51.518512 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e902f84a-1e91-4fc1-8d4e-5922028982b0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.615887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': 'dd8d2b7c-07dc-4041-a8a7-d4e629560ec6'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:45:51.626790 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.658233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60944) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:51.774291 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ce51e00-bfb8-4ff3-935c-9b7612d34ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.777181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-24fe30c8-88dd-4c82-82ff-d85c88da11b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb01cfcd2c174be9ad51bd1527e957b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1170502 Jan 28 12:45:51.779865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60950) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:51.805856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-df86feaa-4aec-460d-9834-fa7fd23947b1', 'network_id': 'df86feaa-4aec-460d-9834-fa7fd23947b1', 'project_id': '784db36df6774f36b3a6e3d3b8c7ab43', 'fixed_ips': [{'subnet_id': '247ea5cb-8c5c-4f55-b7e6-fd46ac2298e0'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:45:51.812837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.901036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e902f84a-1e91-4fc1-8d4e-5922028982b0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:45:51.905758 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9e42e2a-7545-4192-b53d-410cde4ebd8a admin admin] Publish callbacks [] for security_group (3f2b93c6-e4d0-4f21-ba79-3cc6db789f91), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:51.966463 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9e42e2a-7545-4192-b53d-410cde4ebd8a admin admin] Publish callbacks [] for security_group (3f2b93c6-e4d0-4f21-ba79-3cc6db789f91), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:52.061496 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e902f84a-1e91-4fc1-8d4e-5922028982b0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0626af30-f383-4c5f-a8ea-31d6eb0c7914), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:52.062747 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-e902f84a-1e91-4fc1-8d4e-5922028982b0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Added segment 0626af30-f383-4c5f-a8ea-31d6eb0c7914 of type vlan for network 162e5694-5373-4e5a-9943-564906f83715 Jan 28 12:45:52.173989 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e902f84a-1e91-4fc1-8d4e-5922028982b0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (162e5694-5373-4e5a-9943-564906f83715), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:52.234282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Allocated IP 2001:db8::2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/dd8d2b7c-07dc-4041-a8a7-d4e629560ec6/f7927c1c-4b7c-474c-be5e-c7a201b208c6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:52.261675 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9e42e2a-7545-4192-b53d-410cde4ebd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3f2b93c6-e4d0-4f21-ba79-3cc6db789f91), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:52.266845 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e902f84a-1e91-4fc1-8d4e-5922028982b0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (162e5694-5373-4e5a-9943-564906f83715), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:52.267811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Allocated IP 172.20.0.2 (df86feaa-4aec-460d-9834-fa7fd23947b1/247ea5cb-8c5c-4f55-b7e6-fd46ac2298e0/839cc70c-d216-4520-aeba-b58e1d037f8b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:52.268629 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9e42e2a-7545-4192-b53d-410cde4ebd8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:52.271960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a9e42e2a-7545-4192-b53d-410cde4ebd8a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f2b93c6-e4d0-4f21-ba79-3cc6db789f91 HTTP/1.1" status: 204 len: 168 time: 0.4879045 Jan 28 12:45:52.272362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902f84a-1e91-4fc1-8d4e-5922028982b0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:52.273359 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e902f84a-1e91-4fc1-8d4e-5922028982b0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:52.312267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e42e2a-7545-4192-b53d-410cde4ebd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2b93c6-e4d0-4f21-ba79-3cc6db789f91,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:52.416817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902f84a-1e91-4fc1-8d4e-5922028982b0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event updated for resources: {'Network': ['ID=162e5694-5373-4e5a-9943-564906f83715,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:52.443103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60964) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:52.443557 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e902f84a-1e91-4fc1-8d4e-5922028982b0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0649762 Jan 28 12:45:52.450685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0328d75b-a4af-4a6c-a4c9-dad509dadf46 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Request body: {'network': {'name': 'tempest-router-network02--1927016717'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:52.558448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0328d75b-a4af-4a6c-a4c9-dad509dadf46 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Made reservation on behalf of 784db36df6774f36b3a6e3d3b8c7ab43 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:52.565852 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0328d75b-a4af-4a6c-a4c9-dad509dadf46 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:52.581778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:52.588971 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Publish callbacks [] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:52.614277 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 162e5694-5373-4e5a-9943-564906f83715 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:45:52.620818 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:52.664315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Network df86feaa-4aec-460d-9834-fa7fd23947b1 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:52.688297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:52.697754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0328d75b-a4af-4a6c-a4c9-dad509dadf46 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:45:52.738132 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0328d75b-a4af-4a6c-a4c9-dad509dadf46 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (bd1e3197-3727-4a67-94c9-2d9c87fd710a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:52.738565 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-0328d75b-a4af-4a6c-a4c9-dad509dadf46 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Added segment bd1e3197-3727-4a67-94c9-2d9c87fd710a of type vlan for network bcc7e3e4-dd9e-49b1-bcaa-4a215d381113 Jan 28 12:45:52.910913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:52.958112 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0328d75b-a4af-4a6c-a4c9-dad509dadf46 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (bcc7e3e4-dd9e-49b1-bcaa-4a215d381113), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:53.056610 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:53.067836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0328d75b-a4af-4a6c-a4c9-dad509dadf46 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (bcc7e3e4-dd9e-49b1-bcaa-4a215d381113), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:53.082796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0328d75b-a4af-4a6c-a4c9-dad509dadf46 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:53.087159 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0328d75b-a4af-4a6c-a4c9-dad509dadf46 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:53.121019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Pushing event updated for resources: {'Port': ['ID=839cc70c-d216-4520-aeba-b58e1d037f8b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:53.202389 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60984) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:53.203535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0328d75b-a4af-4a6c-a4c9-dad509dadf46 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7591467 Jan 28 12:45:53.208332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c75f0de2-023b-43f6-a327-e02b8dbfc412 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Request body: {'subnet': {'network_id': '162e5694-5373-4e5a-9943-564906f83715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:53.234891 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Publish callbacks [] for port (f7927c1c-4b7c-474c-be5e-c7a201b208c6), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:53.237264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328d75b-a4af-4a6c-a4c9-dad509dadf46 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event updated for resources: {'Network': ['ID=bcc7e3e4-dd9e-49b1-bcaa-4a215d381113,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:53.240572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.241307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.241944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.242628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.243325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.247374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.247995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.248560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.249116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.249740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.250285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.250825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.251413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:45:53.267003 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (f7927c1c-4b7c-474c-be5e-c7a201b208c6), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:53.278177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network bcc7e3e4-dd9e-49b1-bcaa-4a215d381113 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:45:53.294715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:53.300048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:53.330090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:53.335450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Attempting to bind port 839cc70c-d216-4520-aeba-b58e1d037f8b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:45:53.336180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Attempting to bind port 839cc70c-d216-4520-aeba-b58e1d037f8b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '3392eb68-243f-41f0-b3ec-b14d7e9c0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df86feaa-4aec-460d-9834-fa7fd23947b1'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:45:53.337314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Attempting to bind port 839cc70c-d216-4520-aeba-b58e1d037f8b on network df86feaa-4aec-460d-9834-fa7fd23947b1 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:45:53.377713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:45:53.379145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Checking segment: {'id': '3392eb68-243f-41f0-b3ec-b14d7e9c0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df86feaa-4aec-460d-9834-fa7fd23947b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:53.379808 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:53.381238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Bound using segment: {'id': '3392eb68-243f-41f0-b3ec-b14d7e9c0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df86feaa-4aec-460d-9834-fa7fd23947b1'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:45:53.381958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Bound port: 839cc70c-d216-4520-aeba-b58e1d037f8b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3392eb68-243f-41f0-b3ec-b14d7e9c0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df86feaa-4aec-460d-9834-fa7fd23947b1'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:45:53.383763 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:53.536395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::1 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/dd8d2b7c-07dc-4041-a8a7-d4e629560ec6/a537e747-4f27-455f-84ab-13b504ea3393) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:53.593909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] For port 839cc70c-d216-4520-aeba-b58e1d037f8b, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:45:53.601618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] For port 839cc70c-d216-4520-aeba-b58e1d037f8b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=839cc70c-d216-4520-aeba-b58e1d037f8b,segment=NetworkSegment(3392eb68-243f-41f0-b3ec-b14d7e9c0ae6),segment_id=3392eb68-243f-41f0-b3ec-b14d7e9c0ae6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:45:53.668485 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:53.694769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Pushing event updated for resources: {'Port': ['ID=f7927c1c-4b7c-474c-be5e-c7a201b208c6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:53.728554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75f0de2-023b-43f6-a327-e02b8dbfc412 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Made reservation on behalf of 784db36df6774f36b3a6e3d3b8c7ab43 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:53.734835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c75f0de2-023b-43f6-a327-e02b8dbfc412 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:53.910035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Attempting to bind port f7927c1c-4b7c-474c-be5e-c7a201b208c6 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:45:53.910567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Attempting to bind port f7927c1c-4b7c-474c-be5e-c7a201b208c6 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:45:53.911186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Attempting to bind port f7927c1c-4b7c-474c-be5e-c7a201b208c6 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:45:53.923606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (a537e747-4f27-455f-84ab-13b504ea3393), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:53.933957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:45:53.934764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:53.935499 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:53.936009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:45:53.936603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Bound port: f7927c1c-4b7c-474c-be5e-c7a201b208c6, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:45:53.937114 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f7927c1c-4b7c-474c-be5e-c7a201b208c6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:54.021747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def904f4-e612-4eb1-95c9-4d44cdd16a78 None None] Pushing event updated for resources: {'Port': ['ID=839cc70c-d216-4520-aeba-b58e1d037f8b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:54.107020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] For port f7927c1c-4b7c-474c-be5e-c7a201b208c6, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:45:54.124217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] For port f7927c1c-4b7c-474c-be5e-c7a201b208c6, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f7927c1c-4b7c-474c-be5e-c7a201b208c6,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:45:54.136049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a537e747-4f27-455f-84ab-13b504ea3393), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:54.139197 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f7927c1c-4b7c-474c-be5e-c7a201b208c6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:54.311165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:54.322450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:54.328023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651edc6-e359-40e0-90c5-41f9c3ecd3ca None None] Pushing event updated for resources: {'Port': ['ID=f7927c1c-4b7c-474c-be5e-c7a201b208c6,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:54.344014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32778) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:54.348034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:54.348786 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (552b10f2-8cd6-4ddb-8f51-70de5a397d7d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:54.491149 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=a537e747-4f27-455f-84ab-13b504ea3393,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:54.613579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-662933116-network', 'tenant_id': '95ab89c62a404c52b80b28f698b13486'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:54.638329 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:54.644534 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c75f0de2-023b-43f6-a327-e02b8dbfc412 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (f38f85fc-6eff-4900-bbb5-969efd2f0921), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:54.661297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Made reservation on behalf of 95ab89c62a404c52b80b28f698b13486 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:54.664150 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:54.677391 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:54.900633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f0de2-023b-43f6-a327-e02b8dbfc412 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event updated for resources: {'Subnet': ['ID=f38f85fc-6eff-4900-bbb5-969efd2f0921,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:54.946469 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a537e747-4f27-455f-84ab-13b504ea3393), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:54.949086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75f0de2-023b-43f6-a327-e02b8dbfc412 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Checking segment: {'id': '0626af30-f383-4c5f-a8ea-31d6eb0c7914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '162e5694-5373-4e5a-9943-564906f83715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:54.949631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75f0de2-023b-43f6-a327-e02b8dbfc412 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Network hostable DHCP agents. Network: 162e5694-5373-4e5a-9943-564906f83715, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:45:55.027566 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Publish callbacks [] for security_group (9b2f683e-abbb-4d17-b752-fe24d1c0433d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:55.041673 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9b2f683e-abbb-4d17-b752-fe24d1c0433d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:55.074481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75f0de2-023b-43f6-a327-e02b8dbfc412 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Network 162e5694-5373-4e5a-9943-564906f83715 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:45:55.094904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:45:55.129223 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4398ba4b-5bbe-4ee9-8ee6-23c55916d118), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:55.129652 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Added segment 4398ba4b-5bbe-4ee9-8ee6-23c55916d118 of type vlan for network 4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 Jan 28 12:45:55.149166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c75f0de2-023b-43f6-a327-e02b8dbfc412 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 162e5694-5373-4e5a-9943-564906f83715) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:55.162311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850bd0f6-e7d2-4de6-a5d1-c8289622a8bb None None] Network 162e5694-5373-4e5a-9943-564906f83715 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:55.270812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75f0de2-023b-43f6-a327-e02b8dbfc412 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:55.271691 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c75f0de2-023b-43f6-a327-e02b8dbfc412 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:55.319260 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:55.403371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2f683e-abbb-4d17-b752-fe24d1c0433d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:55.409009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:55.410575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:55.412127 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:55.481580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-162e5694-5373-4e5a-9943-564906f83715', 'network_id': '162e5694-5373-4e5a-9943-564906f83715', 'project_id': '784db36df6774f36b3a6e3d3b8c7ab43', 'fixed_ips': [{'subnet_id': 'f38f85fc-6eff-4900-bbb5-969efd2f0921'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:45:55.482440 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:55.517573 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c75f0de2-023b-43f6-a327-e02b8dbfc412 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3131573 Jan 28 12:45:55.523493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 32790) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:55.542473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1967721 Jan 28 12:45:55.543172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dd122f9c-07f3-470b-b5ab-26b93f7eab97 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Request body: {'subnet': {'network_id': 'bcc7e3e4-dd9e-49b1-bcaa-4a215d381113', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:55.549428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32792) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:55.569379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e0ba288d-58d3-4f67-b174-a387a62d50a2 admin admin] Request body: {'subnet': {'network_id': '4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-662933116-subnet', 'tenant_id': '95ab89c62a404c52b80b28f698b13486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:45:55.605464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd82fd6-8b3b-47f6-85c9-88585e710575 admin admin] Pushing event updated for resources: {'Network': ['ID=4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:55.670950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ba288d-58d3-4f67-b174-a387a62d50a2 admin admin] Made reservation on behalf of 95ab89c62a404c52b80b28f698b13486 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:55.674078 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0ba288d-58d3-4f67-b174-a387a62d50a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:55.848402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Allocated IP 172.20.0.2 (162e5694-5373-4e5a-9943-564906f83715/f38f85fc-6eff-4900-bbb5-969efd2f0921/76a027de-adde-405b-81e6-402484ac711c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:45:56.097678 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd122f9c-07f3-470b-b5ab-26b93f7eab97 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Made reservation on behalf of 784db36df6774f36b3a6e3d3b8c7ab43 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:45:56.117013 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd122f9c-07f3-470b-b5ab-26b93f7eab97 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:56.173886 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Publish callbacks [] for port (76a027de-adde-405b-81e6-402484ac711c), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:56.190944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:45:56.193304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f7927c1c-4b7c-474c-be5e-c7a201b208c6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:45:56.210868 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0ba288d-58d3-4f67-b174-a387a62d50a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:56.317255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df62cf66-5631-46cb-8c6a-ac90ee255552 None None] Network df86feaa-4aec-460d-9834-fa7fd23947b1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:56.334753 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (76a027de-adde-405b-81e6-402484ac711c), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:56.363323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba288d-58d3-4f67-b174-a387a62d50a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:56.421328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba288d-58d3-4f67-b174-a387a62d50a2 admin admin] Checking segment: {'id': '4398ba4b-5bbe-4ee9-8ee6-23c55916d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:56.422004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba288d-58d3-4f67-b174-a387a62d50a2 admin admin] Network hostable DHCP agents. Network: 4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:45:56.447654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Network 162e5694-5373-4e5a-9943-564906f83715 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:56.476531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:56.482229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba288d-58d3-4f67-b174-a387a62d50a2 admin admin] Network 4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:45:56.517309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba288d-58d3-4f67-b174-a387a62d50a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:56.525892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba288d-58d3-4f67-b174-a387a62d50a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:56.526724 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0ba288d-58d3-4f67-b174-a387a62d50a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:56.542170 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (a537e747-4f27-455f-84ab-13b504ea3393), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:56.556779 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e0ba288d-58d3-4f67-b174-a387a62d50a2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0039837 Jan 28 12:45:56.562647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:45:56.571646 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a537e747-4f27-455f-84ab-13b504ea3393), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:56.573419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (552b10f2-8cd6-4ddb-8f51-70de5a397d7d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:57.002997 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=a537e747-4f27-455f-84ab-13b504ea3393,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:57.010432 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e08ef7-95cd-47b5-b033-019c768f4670 None None] Network 4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:57.017407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e8e9403c-a71d-4ded-93ff-4cc3f128378b None None] Provisioning complete for port 839cc70c-d216-4520-aeba-b58e1d037f8b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:57.018242 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e9403c-a71d-4ded-93ff-4cc3f128378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:57.169341 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:57.213729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Attempting to bind port 76a027de-adde-405b-81e6-402484ac711c on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:45:57.214764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Attempting to bind port 76a027de-adde-405b-81e6-402484ac711c by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '0626af30-f383-4c5f-a8ea-31d6eb0c7914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '162e5694-5373-4e5a-9943-564906f83715'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:45:57.215310 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Attempting to bind port 76a027de-adde-405b-81e6-402484ac711c on network 162e5694-5373-4e5a-9943-564906f83715 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:45:57.232803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f7927c1c-4b7c-474c-be5e-c7a201b208c6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:57.233431 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f7927c1c-4b7c-474c-be5e-c7a201b208c6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:57.247246 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:45:57.251724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:57.305340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:45:57.305759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Checking segment: {'id': '0626af30-f383-4c5f-a8ea-31d6eb0c7914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '162e5694-5373-4e5a-9943-564906f83715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:57.306354 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:57.306922 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Bound using segment: {'id': '0626af30-f383-4c5f-a8ea-31d6eb0c7914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '162e5694-5373-4e5a-9943-564906f83715'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:45:57.307595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Bound port: 76a027de-adde-405b-81e6-402484ac711c, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0626af30-f383-4c5f-a8ea-31d6eb0c7914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '162e5694-5373-4e5a-9943-564906f83715'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:45:57.308152 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (76a027de-adde-405b-81e6-402484ac711c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:57.322561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Pushing event updated for resources: {'Port': ['ID=76a027de-adde-405b-81e6-402484ac711c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:57.614169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f7927c1c-4b7c-474c-be5e-c7a201b208c6 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:57.614573 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f7927c1c-4b7c-474c-be5e-c7a201b208c6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:57.727937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] For port 76a027de-adde-405b-81e6-402484ac711c, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:45:57.748633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e29b0-824f-458a-ba8a-1d9b03c3e30d None None] Network 4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:57.776570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-6495f957-bc14-4974-b73d-50fe49e33d7b tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:57.783620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-6495f957-bc14-4974-b73d-50fe49e33d7b tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/networks?id=4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 HTTP/1.1" status: 200 len: 820 time: 0.2728550 Jan 28 12:45:57.807964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-a6ef1ac4-05ef-433c-bcde-638a57901a44 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/quotas/95ab89c62a404c52b80b28f698b13486 HTTP/1.1" status: 200 len: 375 time: 0.0233610 Jan 28 12:45:57.824028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port f7927c1c-4b7c-474c-be5e-c7a201b208c6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f7927c1c-4b7c-474c-be5e-c7a201b208c6,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:57.825116 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:45:57.853035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] For port 76a027de-adde-405b-81e6-402484ac711c, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=76a027de-adde-405b-81e6-402484ac711c,segment=NetworkSegment(0626af30-f383-4c5f-a8ea-31d6eb0c7914),segment_id=0626af30-f383-4c5f-a8ea-31d6eb0c7914)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:45:57.855625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9403c-a71d-4ded-93ff-4cc3f128378b None None] Current status of the port 839cc70c-d216-4520-aeba-b58e1d037f8b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:57.856410 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e9403c-a71d-4ded-93ff-4cc3f128378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:57.899173 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (76a027de-adde-405b-81e6-402484ac711c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:57.901496 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f7927c1c-4b7c-474c-be5e-c7a201b208c6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:57.902243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 839cc70c-d216-4520-aeba-b58e1d037f8b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:45:57.916000 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-45f62eed-7ec0-410c-b985-85b298bef85a tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=95ab89c62a404c52b80b28f698b13486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070280 Jan 28 12:45:58.091822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e8e9403c-a71d-4ded-93ff-4cc3f128378b None None] For port 839cc70c-d216-4520-aeba-b58e1d037f8b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=839cc70c-d216-4520-aeba-b58e1d037f8b,segment=NetworkSegment(3392eb68-243f-41f0-b3ec-b14d7e9c0ae6),segment_id=3392eb68-243f-41f0-b3ec-b14d7e9c0ae6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:45:58.189656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd122f9c-07f3-470b-b5ab-26b93f7eab97 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (4648bc4e-31ff-4bf1-90f2-81ceedebfe9c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:58.221549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e9403c-a71d-4ded-93ff-4cc3f128378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:58.302173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-ed6ab5cc-9ca7-4d44-b659-eb9ca5edd006 service neutron] 10.222.0.53 "GET /v2.0/networks/4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835640 Jan 28 12:45:58.310357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd122f9c-07f3-470b-b5ab-26b93f7eab97 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event updated for resources: {'Subnet': ['ID=4648bc4e-31ff-4bf1-90f2-81ceedebfe9c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:58.391053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17603c-b6ec-412c-8808-cd2a7a6c08be None None] Pushing event updated for resources: {'Port': ['ID=76a027de-adde-405b-81e6-402484ac711c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:58.424707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1ac47114-1fc3-46fa-97a7-10915cd473d2 None None] Provisioning complete for port a537e747-4f27-455f-84ab-13b504ea3393 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:58.424707 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ac47114-1fc3-46fa-97a7-10915cd473d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a537e747-4f27-455f-84ab-13b504ea3393), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:58.435666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd122f9c-07f3-470b-b5ab-26b93f7eab97 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Checking segment: {'id': 'bd1e3197-3727-4a67-94c9-2d9c87fd710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bcc7e3e4-dd9e-49b1-bcaa-4a215d381113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:45:58.436356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd122f9c-07f3-470b-b5ab-26b93f7eab97 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Network hostable DHCP agents. Network: bcc7e3e4-dd9e-49b1-bcaa-4a215d381113, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:45:58.524052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Router 552b10f2-8cd6-4ddb-8f51-70de5a397d7d is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:45:58.530259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-aed07851-fbfb-493a-bdeb-9ecf59221a8b service neutron] 10.222.0.53 "GET /v2.0/networks/4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218914 Jan 28 12:45:58.547798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1ac47114-1fc3-46fa-97a7-10915cd473d2 None None] Port a537e747-4f27-455f-84ab-13b504ea3393 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:45:58.604877 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1ac47114-1fc3-46fa-97a7-10915cd473d2 None None] Provisioning complete for port 839cc70c-d216-4520-aeba-b58e1d037f8b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:58.605204 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ac47114-1fc3-46fa-97a7-10915cd473d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:58.779406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 839cc70c-d216-4520-aeba-b58e1d037f8b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:58.780233 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:58.802198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=f7927c1c-4b7c-474c-be5e-c7a201b208c6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:58.826274 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:45:58.841041 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Sync routers for ids ['552b10f2-8cd6-4ddb-8f51-70de5a397d7d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:45:58.843263 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8584df67-f54a-4e40-a86b-9c704c9e53b1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "PUT /v2.0/routers/552b10f2-8cd6-4ddb-8f51-70de5a397d7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4147792 Jan 28 12:45:58.845360 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd122f9c-07f3-470b-b5ab-26b93f7eab97 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Network bcc7e3e4-dd9e-49b1-bcaa-4a215d381113 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:45:58.847823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32840) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:58.860744 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Routers {'552b10f2-8cd6-4ddb-8f51-70de5a397d7d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:45:58.863150 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['552b10f2-8cd6-4ddb-8f51-70de5a397d7d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:58.882164 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-dd122f9c-07f3-470b-b5ab-26b93f7eab97 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, bcc7e3e4-dd9e-49b1-bcaa-4a215d381113) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:45:58.891172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd122f9c-07f3-470b-b5ab-26b93f7eab97 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:58.894424 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd122f9c-07f3-470b-b5ab-26b93f7eab97 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:58.945385 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dd122f9c-07f3-470b-b5ab-26b93f7eab97 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4170439 Jan 28 12:45:58.948157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 32844) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:59.017269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1ac47114-1fc3-46fa-97a7-10915cd473d2 None None] Current status of the port 839cc70c-d216-4520-aeba-b58e1d037f8b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:45:59.024813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe96de26-2109-45bb-8906-ba3b61e99953 None None] Network bcc7e3e4-dd9e-49b1-bcaa-4a215d381113 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:45:59.067603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c95c2d7d-f518-4afc-b9a4-312609cf5d98 req-6e1cddf1-ed64-4f6c-a9dd-4a04226e1c70 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 210 time: 0.1949222 Jan 28 12:45:59.077526 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Set router 552b10f2-8cd6-4ddb-8f51-70de5a397d7d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:45:59.110729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2c00e2-0c25-423f-b59a-8e6e26085288 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:59.122699 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-de2c00e2-0c25-423f-b59a-8e6e26085288 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports/a537e747-4f27-455f-84ab-13b504ea3393 HTTP/1.1" status: 200 len: 911 time: 0.2732508 Jan 28 12:45:59.123368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32848) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:59.272358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b31a25-b5ef-4cd4-8f68-e93814804251 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:59.295065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b31a25-b5ef-4cd4-8f68-e93814804251 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:45:59.313238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-45b31a25-b5ef-4cd4-8f68-e93814804251 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1869471 Jan 28 12:45:59.314499 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:45:59.379557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9403c-a71d-4ded-93ff-4cc3f128378b None None] Pushing event updated for resources: {'Port': ['ID=839cc70c-d216-4520-aeba-b58e1d037f8b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:45:59.413047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1ac47114-1fc3-46fa-97a7-10915cd473d2 None None] Provisioning complete for port f7927c1c-4b7c-474c-be5e-c7a201b208c6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:45:59.413526 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ac47114-1fc3-46fa-97a7-10915cd473d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f7927c1c-4b7c-474c-be5e-c7a201b208c6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:59.495476 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b10f2-8cd6-4ddb-8f51-70de5a397d7d', 'name': 'tempest-NetworksTestDHCPv6-router-1160245153', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:45:51Z', 'updated_at': '2022-01-28T12:45:54Z', 'revision_number': 2, 'project_id': '257ded29560547f38badcf854567ffd1', 'gw_port_host': None, '_interfaces': [{'id': 'a537e747-4f27-455f-84ab-13b504ea3393', 'name': '', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'mac_address': 'fa:16:3e:15:cc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552b10f2-8cd6-4ddb-8f51-70de5a397d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'dd8d2b7c-07dc-4041-a8a7-d4e629560ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:45:52Z', 'updated_at': '2022-01-28T12:45:55Z', 'revision_number': 2, 'project_id': '257ded29560547f38badcf854567ffd1', 'subnets': [{'id': 'dd8d2b7c-07dc-4041-a8a7-d4e629560ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:45:59.571224 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Checking router: 552b10f2-8cd6-4ddb-8f51-70de5a397d7d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:45:59.583450 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Updating router 552b10f2-8cd6-4ddb-8f51-70de5a397d7d port a537e747-4f27-455f-84ab-13b504ea3393 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:45:59.660990 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a537e747-4f27-455f-84ab-13b504ea3393), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:59.740938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-bcc7e3e4-dd9e-49b1-bcaa-4a215d381113', 'network_id': 'bcc7e3e4-dd9e-49b1-bcaa-4a215d381113', 'project_id': '784db36df6774f36b3a6e3d3b8c7ab43', 'fixed_ips': [{'subnet_id': '4648bc4e-31ff-4bf1-90f2-81ceedebfe9c'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:45:59.741764 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:45:59.842603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 839cc70c-d216-4520-aeba-b58e1d037f8b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:00.048895 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:00.269374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Allocated IP 172.20.0.2 (bcc7e3e4-dd9e-49b1-bcaa-4a215d381113/4648bc4e-31ff-4bf1-90f2-81ceedebfe9c/cf2e46f5-0588-40de-a0d4-726f7dd52c7a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:00.399602 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-298b66f2-8e97-4c7a-a27e-ea199900f799 req-6ad4a033-0e29-4a8e-82d7-ef4392cbf364 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 210 time: 0.1357791 Jan 28 12:46:00.446307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 76a027de-adde-405b-81e6-402484ac711c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:00.474427 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6d11219-731e-4ef9-bf30-aa4ec57b2aa9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (552b10f2-8cd6-4ddb-8f51-70de5a397d7d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:00.546087 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Publish callbacks [] for port (a537e747-4f27-455f-84ab-13b504ea3393), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:00.563231 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a537e747-4f27-455f-84ab-13b504ea3393), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:00.670821 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8b91a-d3dd-4319-ae7f-f79bf097defa None None] Pushing event updated for resources: {'Port': ['ID=a537e747-4f27-455f-84ab-13b504ea3393,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:00.701069 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Publish callbacks [] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:00.708554 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352c0a20-7bd4-496a-be0f-7f108edc20d3 None None] Network 162e5694-5373-4e5a-9943-564906f83715 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:00.712428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1ac47114-1fc3-46fa-97a7-10915cd473d2 None None] Current status of the port f7927c1c-4b7c-474c-be5e-c7a201b208c6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:00.719930 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:00.800243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Allocated IP 172.20.0.1 (162e5694-5373-4e5a-9943-564906f83715/f38f85fc-6eff-4900-bbb5-969efd2f0921/791631eb-0991-4835-9a29-c93d0494d9ea) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:00.840997 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Attempting to bind port a537e747-4f27-455f-84ab-13b504ea3393 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:46:00.841415 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Attempting to bind port a537e747-4f27-455f-84ab-13b504ea3393 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:46:00.841770 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Attempting to bind port a537e747-4f27-455f-84ab-13b504ea3393 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:46:00.849132 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:46:00.849509 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:46:00.849917 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:00.850310 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:46:00.850776 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Bound port: a537e747-4f27-455f-84ab-13b504ea3393, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:46:00.851157 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a537e747-4f27-455f-84ab-13b504ea3393), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:01.000333 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for port (791631eb-0991-4835-9a29-c93d0494d9ea), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:01.053963 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] For port a537e747-4f27-455f-84ab-13b504ea3393, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:46:01.069491 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] For port a537e747-4f27-455f-84ab-13b504ea3393, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a537e747-4f27-455f-84ab-13b504ea3393,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:46:01.079061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Network bcc7e3e4-dd9e-49b1-bcaa-4a215d381113 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:01.090488 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a537e747-4f27-455f-84ab-13b504ea3393), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:01.117637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:01.127766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Pushing event updated for resources: {'Port': ['ID=cf2e46f5-0588-40de-a0d4-726f7dd52c7a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:01.143476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:01.176347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1b3e4bf9-c187-4871-b242-73e2405a4fb2 None None] Provisioning complete for port 76a027de-adde-405b-81e6-402484ac711c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:01.177395 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4bf9-c187-4871-b242-73e2405a4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (76a027de-adde-405b-81e6-402484ac711c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:01.193264 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 76a027de-adde-405b-81e6-402484ac711c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:01.195416 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (76a027de-adde-405b-81e6-402484ac711c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:01.219069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d6d11219-731e-4ef9-bf30-aa4ec57b2aa9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port a537e747-4f27-455f-84ab-13b504ea3393 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:01.220040 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6d11219-731e-4ef9-bf30-aa4ec57b2aa9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a537e747-4f27-455f-84ab-13b504ea3393), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:01.243529 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8b91a-d3dd-4319-ae7f-f79bf097defa None None] Pushing event updated for resources: {'Port': ['ID=a537e747-4f27-455f-84ab-13b504ea3393,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:01.298331 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Routers {'552b10f2-8cd6-4ddb-8f51-70de5a397d7d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:01.298978 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['552b10f2-8cd6-4ddb-8f51-70de5a397d7d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:01.325934 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (791631eb-0991-4835-9a29-c93d0494d9ea), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:01.503142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d6d11219-731e-4ef9-bf30-aa4ec57b2aa9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] For port a537e747-4f27-455f-84ab-13b504ea3393, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a537e747-4f27-455f-84ab-13b504ea3393,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:01.503744 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6d11219-731e-4ef9-bf30-aa4ec57b2aa9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a537e747-4f27-455f-84ab-13b504ea3393), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:01.536042 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Network 162e5694-5373-4e5a-9943-564906f83715 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:01.539600 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] Set router 552b10f2-8cd6-4ddb-8f51-70de5a397d7d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:46:01.560947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d6d11219-731e-4ef9-bf30-aa4ec57b2aa9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for a537e747-4f27-455f-84ab-13b504ea3393 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:01.565334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:01.569987 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:01.579068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 32880) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:01.607285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-3eb094d2-f6be-4b12-9e07-b031a79d33cc tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:01.611299 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-3eb094d2-f6be-4b12-9e07-b031a79d33cc tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.49 "GET /v2.0/networks?id=4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 HTTP/1.1" status: 200 len: 820 time: 0.5217252 Jan 28 12:46:01.743266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event updated for resources: {'Port': ['ID=791631eb-0991-4835-9a29-c93d0494d9ea,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:01.779019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Request body: {'port': {'device_id': 'be1b3e76-7feb-488a-8fed-37de19eef71a', 'network_id': '4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1', 'admin_state_up': True, 'tenant_id': '95ab89c62a404c52b80b28f698b13486'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:01.860029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Attempting to bind port cf2e46f5-0588-40de-a0d4-726f7dd52c7a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:46:01.860595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Attempting to bind port cf2e46f5-0588-40de-a0d4-726f7dd52c7a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'bd1e3197-3727-4a67-94c9-2d9c87fd710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bcc7e3e4-dd9e-49b1-bcaa-4a215d381113'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:46:01.861606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Attempting to bind port cf2e46f5-0588-40de-a0d4-726f7dd52c7a on network bcc7e3e4-dd9e-49b1-bcaa-4a215d381113 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:46:01.885939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:46:01.886515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Checking segment: {'id': 'bd1e3197-3727-4a67-94c9-2d9c87fd710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bcc7e3e4-dd9e-49b1-bcaa-4a215d381113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:46:01.887027 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:01.887560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Bound using segment: {'id': 'bd1e3197-3727-4a67-94c9-2d9c87fd710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bcc7e3e4-dd9e-49b1-bcaa-4a215d381113'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:46:01.888155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Bound port: cf2e46f5-0588-40de-a0d4-726f7dd52c7a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1e3197-3727-4a67-94c9-2d9c87fd710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bcc7e3e4-dd9e-49b1-bcaa-4a215d381113'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:46:01.888650 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:01.938170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 76a027de-adde-405b-81e6-402484ac711c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:01.938722 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (76a027de-adde-405b-81e6-402484ac711c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:02.071321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9df700b8-9145-4ea8-b895-f013f8e7ddda req-bff072b7-1207-492f-b87b-b4e480642a3c tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 210 time: 0.1195769 Jan 28 12:46:02.079103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (51720f23-f24f-4dc7-ac03-3f621470a362), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:02.139368 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b10f2-8cd6-4ddb-8f51-70de5a397d7d', 'name': 'tempest-NetworksTestDHCPv6-router-1160245153', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:45:51Z', 'updated_at': '2022-01-28T12:45:54Z', 'revision_number': 2, 'project_id': '257ded29560547f38badcf854567ffd1', 'gw_port_host': None, '_interfaces': [{'id': 'a537e747-4f27-455f-84ab-13b504ea3393', 'name': '', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'mac_address': 'fa:16:3e:15:cc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552b10f2-8cd6-4ddb-8f51-70de5a397d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'dd8d2b7c-07dc-4041-a8a7-d4e629560ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:45:52Z', 'updated_at': '2022-01-28T12:46:01Z', 'revision_number': 4, 'project_id': '257ded29560547f38badcf854567ffd1', 'subnets': [{'id': 'dd8d2b7c-07dc-4041-a8a7-d4e629560ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:02.213231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e4bf9-c187-4871-b242-73e2405a4fb2 None None] Current status of the port 76a027de-adde-405b-81e6-402484ac711c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:02.213640 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4bf9-c187-4871-b242-73e2405a4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (76a027de-adde-405b-81e6-402484ac711c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:02.240659 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b74e1-ac51-44cb-8070-3026e8821984 None None] The sync data for ids ['552b10f2-8cd6-4ddb-8f51-70de5a397d7d'] in n-d-824835-4 is: [{'id': '552b10f2-8cd6-4ddb-8f51-70de5a397d7d', 'name': 'tempest-NetworksTestDHCPv6-router-1160245153', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:45:51Z', 'updated_at': '2022-01-28T12:45:54Z', 'revision_number': 2, 'project_id': '257ded29560547f38badcf854567ffd1', 'gw_port_host': None, '_interfaces': [{'id': 'a537e747-4f27-455f-84ab-13b504ea3393', 'name': '', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'mac_address': 'fa:16:3e:15:cc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552b10f2-8cd6-4ddb-8f51-70de5a397d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'dd8d2b7c-07dc-4041-a8a7-d4e629560ec6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:45:52Z', 'updated_at': '2022-01-28T12:46:01Z', 'revision_number': 4, 'project_id': '257ded29560547f38badcf854567ffd1', 'subnets': [{'id': 'dd8d2b7c-07dc-4041-a8a7-d4e629560ec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:46:02.241673 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6d11219-731e-4ef9-bf30-aa4ec57b2aa9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a537e747-4f27-455f-84ab-13b504ea3393), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:02.275711 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] For port cf2e46f5-0588-40de-a0d4-726f7dd52c7a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:46:02.307880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d11219-731e-4ef9-bf30-aa4ec57b2aa9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=a537e747-4f27-455f-84ab-13b504ea3393,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:02.313668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 76a027de-adde-405b-81e6-402484ac711c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=76a027de-adde-405b-81e6-402484ac711c,segment=NetworkSegment(0626af30-f383-4c5f-a8ea-31d6eb0c7914),segment_id=0626af30-f383-4c5f-a8ea-31d6eb0c7914)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:02.346146 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (76a027de-adde-405b-81e6-402484ac711c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:02.348559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f7927c1c-4b7c-474c-be5e-c7a201b208c6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:02.353073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] For port cf2e46f5-0588-40de-a0d4-726f7dd52c7a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cf2e46f5-0588-40de-a0d4-726f7dd52c7a,segment=NetworkSegment(bd1e3197-3727-4a67-94c9-2d9c87fd710a),segment_id=bd1e3197-3727-4a67-94c9-2d9c87fd710a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:46:02.514299 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:02.571833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Made reservation on behalf of 95ab89c62a404c52b80b28f698b13486 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:02.581958 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:02.629863 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6d11219-731e-4ef9-bf30-aa4ec57b2aa9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (552b10f2-8cd6-4ddb-8f51-70de5a397d7d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:02.728787 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1b3e4bf9-c187-4871-b242-73e2405a4fb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:46:02.746274 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1b3e4bf9-c187-4871-b242-73e2405a4fb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:46:02.779578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=76a027de-adde-405b-81e6-402484ac711c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:02.971798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0b74b-e001-4314-81b0-1984d891e2ee None None] Pushing event updated for resources: {'Port': ['ID=cf2e46f5-0588-40de-a0d4-726f7dd52c7a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:03.023851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f7927c1c-4b7c-474c-be5e-c7a201b208c6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:03.024337 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f7927c1c-4b7c-474c-be5e-c7a201b208c6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:03.030413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (791631eb-0991-4835-9a29-c93d0494d9ea), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:03.106740 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d11219-731e-4ef9-bf30-aa4ec57b2aa9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Router 552b10f2-8cd6-4ddb-8f51-70de5a397d7d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:46:03.297145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Allocated IP 172.20.0.9 (4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1/bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc/2186e25c-8518-4b85-baeb-37ca73d1bbad) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:03.349005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e4bf9-c187-4871-b242-73e2405a4fb2 None None] Current status of the port 76a027de-adde-405b-81e6-402484ac711c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:03.362547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f7927c1c-4b7c-474c-be5e-c7a201b208c6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:03.364119 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 839cc70c-d216-4520-aeba-b58e1d037f8b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:03.472261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23c1f752-dc79-4ce9-88e0-f1d80e27f472 req-62d05ac0-98b6-450f-a79b-b971281d2585 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 210 time: 0.1882198 Jan 28 12:46:03.476455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d11219-731e-4ef9-bf30-aa4ec57b2aa9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:46:03.488655 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d6d11219-731e-4ef9-bf30-aa4ec57b2aa9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "PUT /v2.0/routers/552b10f2-8cd6-4ddb-8f51-70de5a397d7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1671028 Jan 28 12:46:03.490196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0957f2f3-b9d9-4c44-ae19-754da943de83 None None] Could not find standard attr ID for object a537e747-4f27-455f-84ab-13b504ea3393. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:46:03.492218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32898) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:03.519511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 839cc70c-d216-4520-aeba-b58e1d037f8b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:03.519971 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:03.630337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0957f2f3-b9d9-4c44-ae19-754da943de83 None None] Provisioning complete for port 791631eb-0991-4835-9a29-c93d0494d9ea triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:03.631098 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0957f2f3-b9d9-4c44-ae19-754da943de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (791631eb-0991-4835-9a29-c93d0494d9ea), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:03.636740 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d6032-18a2-4f9f-a639-6a7056f49f34 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:03.640327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d6032-18a2-4f9f-a639-6a7056f49f34 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:03.651171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dc6d6032-18a2-4f9f-a639-6a7056f49f34 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1575823 Jan 28 12:46:03.651792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32900) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:03.757717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8702031-7f1b-4d88-92b6-2bec8c5473ab tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet dd8d2b7c-07dc-4041-a8a7-d4e629560ec6 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:03.770225 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8702031-7f1b-4d88-92b6-2bec8c5473ab tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (dd8d2b7c-07dc-4041-a8a7-d4e629560ec6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:03.814586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0957f2f3-b9d9-4c44-ae19-754da943de83 None None] Port 791631eb-0991-4835-9a29-c93d0494d9ea cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:46:03.855889 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8702031-7f1b-4d88-92b6-2bec8c5473ab tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (dd8d2b7c-07dc-4041-a8a7-d4e629560ec6), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:03.861391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 839cc70c-d216-4520-aeba-b58e1d037f8b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:03.904225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0957f2f3-b9d9-4c44-ae19-754da943de83 None None] Provisioning complete for port 76a027de-adde-405b-81e6-402484ac711c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:03.907734 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0957f2f3-b9d9-4c44-ae19-754da943de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (76a027de-adde-405b-81e6-402484ac711c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:04.032121 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Publish callbacks [] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:04.063588 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8702031-7f1b-4d88-92b6-2bec8c5473ab tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (dd8d2b7c-07dc-4041-a8a7-d4e629560ec6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:04.092916 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:04.178080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0957f2f3-b9d9-4c44-ae19-754da943de83 None None] Current status of the port 76a027de-adde-405b-81e6-402484ac711c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:04.215408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Network 4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:04.225059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:04.234229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:04.246441 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8702031-7f1b-4d88-92b6-2bec8c5473ab tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (dd8d2b7c-07dc-4041-a8a7-d4e629560ec6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:04.303611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8702031-7f1b-4d88-92b6-2bec8c5473ab tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8d2b7c-07dc-4041-a8a7-d4e629560ec6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:04.310109 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8702031-7f1b-4d88-92b6-2bec8c5473ab tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:04.319270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a8702031-7f1b-4d88-92b6-2bec8c5473ab tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/dd8d2b7c-07dc-4041-a8a7-d4e629560ec6 HTTP/1.1" status: 204 len: 168 time: 0.6664300 Jan 28 12:46:04.322642 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29ad3a7-0a5f-46c4-a7c3-fef3cde8768e None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:04.334226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32906) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:04.348868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Pushing event updated for resources: {'Port': ['ID=2186e25c-8518-4b85-baeb-37ca73d1bbad,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:04.369007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 76a027de-adde-405b-81e6-402484ac711c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:04.507380 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:04.509965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-839d8740-d63f-4b1f-9a39-f48e3731b220 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1731436 Jan 28 12:46:04.512167 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:04.513025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32912) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:04.620067 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-130d87ad-1ac8-4c36-899a-2703d9035125 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9372072 Jan 28 12:46:04.697516 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for port (791631eb-0991-4835-9a29-c93d0494d9ea), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:04.706834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3feec246-70b7-4787-a80e-fb39e8cbc83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (00134be2-d1e3-4150-97e2-22228bb223d3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:04.709451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (791631eb-0991-4835-9a29-c93d0494d9ea), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:04.838972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cf82d6-8013-410b-a0ba-4072cd1a3963 None None] Network bcc7e3e4-dd9e-49b1-bcaa-4a215d381113 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:04.946575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642230dd-489c-4102-84ca-162dbbef86b2 None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:46:04.998608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event updated for resources: {'Port': ['ID=791631eb-0991-4835-9a29-c93d0494d9ea,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:05.042518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fe252aad-ab4a-4497-b3db-cfa678c31681 None None] Provisioning complete for port cf2e46f5-0588-40de-a0d4-726f7dd52c7a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:05.044113 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe252aad-ab4a-4497-b3db-cfa678c31681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:05.059018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 76a027de-adde-405b-81e6-402484ac711c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:05.061130 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (76a027de-adde-405b-81e6-402484ac711c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:05.335885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-642230dd-489c-4102-84ca-162dbbef86b2 None None] Deleting port f7927c1c-4b7c-474c-be5e-c7a201b208c6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:05.337940 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-642230dd-489c-4102-84ca-162dbbef86b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f7927c1c-4b7c-474c-be5e-c7a201b208c6), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:05.475737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b77df00-5f86-439b-9a8b-6c4f5f388e68 None None] Sync routers for ids ['552b10f2-8cd6-4ddb-8f51-70de5a397d7d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:46:05.569891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b77df00-5f86-439b-9a8b-6c4f5f388e68 None None] Routers {'552b10f2-8cd6-4ddb-8f51-70de5a397d7d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:05.571637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6b77df00-5f86-439b-9a8b-6c4f5f388e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['552b10f2-8cd6-4ddb-8f51-70de5a397d7d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:05.625579 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 76a027de-adde-405b-81e6-402484ac711c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:05.627069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cf2e46f5-0588-40de-a0d4-726f7dd52c7a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:05.711534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fe252aad-ab4a-4497-b3db-cfa678c31681 None None] Current status of the port cf2e46f5-0588-40de-a0d4-726f7dd52c7a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:05.712248 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe252aad-ab4a-4497-b3db-cfa678c31681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:05.769050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-642230dd-489c-4102-84ca-162dbbef86b2 None None] For port f7927c1c-4b7c-474c-be5e-c7a201b208c6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f7927c1c-4b7c-474c-be5e-c7a201b208c6,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:05.769885 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-642230dd-489c-4102-84ca-162dbbef86b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f7927c1c-4b7c-474c-be5e-c7a201b208c6), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:05.799599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6b77df00-5f86-439b-9a8b-6c4f5f388e68 None None] Set router 552b10f2-8cd6-4ddb-8f51-70de5a397d7d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:46:05.803980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-642230dd-489c-4102-84ca-162dbbef86b2 None None] Calling delete_port for f7927c1c-4b7c-474c-be5e-c7a201b208c6 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:05.807577 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ee71fc4-833a-429c-ad5a-7b098266188a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for router (552b10f2-8cd6-4ddb-8f51-70de5a397d7d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:05.838137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fe252aad-ab4a-4497-b3db-cfa678c31681 None None] For port cf2e46f5-0588-40de-a0d4-726f7dd52c7a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cf2e46f5-0588-40de-a0d4-726f7dd52c7a,segment=NetworkSegment(bd1e3197-3727-4a67-94c9-2d9c87fd710a),segment_id=bd1e3197-3727-4a67-94c9-2d9c87fd710a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:05.875168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef10959-1793-4f49-9b03-4231df124bc7 req-5c291fd0-36e0-4ef5-9faa-83d3a2cbdc07 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:05.884550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ef10959-1793-4f49-9b03-4231df124bc7 req-5c291fd0-36e0-4ef5-9faa-83d3a2cbdc07 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 931 time: 0.1479316 Jan 28 12:46:05.889876 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe252aad-ab4a-4497-b3db-cfa678c31681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:05.894929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Request body: {'port': {'device_id': 'be1b3e76-7feb-488a-8fed-37de19eef71a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:05.901361 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (51720f23-f24f-4dc7-ac03-3f621470a362), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:05.986889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6b77df00-5f86-439b-9a8b-6c4f5f388e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b10f2-8cd6-4ddb-8f51-70de5a397d7d', 'name': 'tempest-NetworksTestDHCPv6-router-1160245153', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:45:51Z', 'updated_at': '2022-01-28T12:46:02Z', 'revision_number': 3, 'project_id': '257ded29560547f38badcf854567ffd1', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:06.123151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port cf2e46f5-0588-40de-a0d4-726f7dd52c7a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:06.128735 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:06.133616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b77df00-5f86-439b-9a8b-6c4f5f388e68 None None] Checking router: 552b10f2-8cd6-4ddb-8f51-70de5a397d7d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:46:06.251974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe252aad-ab4a-4497-b3db-cfa678c31681 None None] Pushing event updated for resources: {'Port': ['ID=cf2e46f5-0588-40de-a0d4-726f7dd52c7a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:06.262373 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:06.279212 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ee71fc4-833a-429c-ad5a-7b098266188a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (552b10f2-8cd6-4ddb-8f51-70de5a397d7d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:06.286179 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ee71fc4-833a-429c-ad5a-7b098266188a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for router_controller (552b10f2-8cd6-4ddb-8f51-70de5a397d7d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:06.341439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c99d786f-fdb2-415a-8232-d0a7346399a1 None None] Provisioning complete for port cf2e46f5-0588-40de-a0d4-726f7dd52c7a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:06.342471 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c99d786f-fdb2-415a-8232-d0a7346399a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:06.370217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b77df00-5f86-439b-9a8b-6c4f5f388e68 None None] Routers {'552b10f2-8cd6-4ddb-8f51-70de5a397d7d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:06.377283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6b77df00-5f86-439b-9a8b-6c4f5f388e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['552b10f2-8cd6-4ddb-8f51-70de5a397d7d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:06.424060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ef10959-1793-4f49-9b03-4231df124bc7 req-a33a008c-3793-4c6b-adc5-66eed763f9d7 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b2f683e-abbb-4d17-b752-fe24d1c0433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368130 Jan 28 12:46:06.465511 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ee71fc4-833a-429c-ad5a-7b098266188a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (552b10f2-8cd6-4ddb-8f51-70de5a397d7d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:06.466094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Network 162e5694-5373-4e5a-9943-564906f83715 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:06.470382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee71fc4-833a-429c-ad5a-7b098266188a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Fanout notify agent at l3_agent the message router_deleted on router 552b10f2-8cd6-4ddb-8f51-70de5a397d7d {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:46:06.477880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:06.495835 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ee71fc4-833a-429c-ad5a-7b098266188a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:06.506679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2ee71fc4-833a-429c-ad5a-7b098266188a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/routers/552b10f2-8cd6-4ddb-8f51-70de5a397d7d HTTP/1.1" status: 204 len: 168 time: 1.9896924 Jan 28 12:46:06.507899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32934) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:06.655375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54a233-4392-4a2b-967c-0c33f07fc910 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:06.657732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ef54a233-4392-4a2b-967c-0c33f07fc910 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1483469 Jan 28 12:46:06.662790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 32938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:06.774122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847db061-8f79-4d45-b065-fbc88a389af1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:06.775796 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-847db061-8f79-4d45-b065-fbc88a389af1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1067703 Jan 28 12:46:06.778490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32940) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:06.856246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-97c668ab-74cb-4e37-a551-12b9dd0e2aaf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765460 Jan 28 12:46:06.864916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32942) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:06.870675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-711c95f5-22a9-4f18-a85d-3ec37e0304ac tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:06.904491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6b77df00-5f86-439b-9a8b-6c4f5f388e68 None None] Set router 552b10f2-8cd6-4ddb-8f51-70de5a397d7d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:46:07.012108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711c95f5-22a9-4f18-a85d-3ec37e0304ac tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:07.019525 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-711c95f5-22a9-4f18-a85d-3ec37e0304ac tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:07.080882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3feec246-70b7-4787-a80e-fb39e8cbc83d admin admin] Deleting port 58c3881b-b8d9-496f-9094-5de1643665ed {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:07.081470 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3feec246-70b7-4787-a80e-fb39e8cbc83d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:07.087900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c99d786f-fdb2-415a-8232-d0a7346399a1 None None] Current status of the port cf2e46f5-0588-40de-a0d4-726f7dd52c7a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:07.104386 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Router 51720f23-f24f-4dc7-ac03-3f621470a362 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:46:07.130489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port cf2e46f5-0588-40de-a0d4-726f7dd52c7a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:07.133370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6b77df00-5f86-439b-9a8b-6c4f5f388e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b10f2-8cd6-4ddb-8f51-70de5a397d7d', 'name': 'tempest-NetworksTestDHCPv6-router-1160245153', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:45:51Z', 'updated_at': '2022-01-28T12:46:02Z', 'revision_number': 3, 'project_id': '257ded29560547f38badcf854567ffd1', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:07.135261 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-642230dd-489c-4102-84ca-162dbbef86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (f7927c1c-4b7c-474c-be5e-c7a201b208c6), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:07.225828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642230dd-489c-4102-84ca-162dbbef86b2 None None] Pushing event deleted for resources: {'Port': ['ID=f7927c1c-4b7c-474c-be5e-c7a201b208c6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:07.250661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b77df00-5f86-439b-9a8b-6c4f5f388e68 None None] The sync data for ids ['552b10f2-8cd6-4ddb-8f51-70de5a397d7d'] in n-d-824835-4 is: [{'id': '552b10f2-8cd6-4ddb-8f51-70de5a397d7d', 'name': 'tempest-NetworksTestDHCPv6-router-1160245153', 'tenant_id': '257ded29560547f38badcf854567ffd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:45:51Z', 'updated_at': '2022-01-28T12:46:02Z', 'revision_number': 3, 'project_id': '257ded29560547f38badcf854567ffd1', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:46:07.275702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642230dd-489c-4102-84ca-162dbbef86b2 None None] No DVR routers for this DVR port f7927c1c-4b7c-474c-be5e-c7a201b208c6 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:07.286853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cf2e46f5-0588-40de-a0d4-726f7dd52c7a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:07.324382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:46:07.342682 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee52e65-4498-4837-8808-df4d82cd9e67 None None] Sync routers for ids ['51720f23-f24f-4dc7-ac03-3f621470a362'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:46:07.356935 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7a608ce0-dccf-4a69-881a-8b5aaad9f76c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "PUT /v2.0/routers/51720f23-f24f-4dc7-ac03-3f621470a362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4053855 Jan 28 12:46:07.357142 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee52e65-4498-4837-8808-df4d82cd9e67 None None] Routers {'51720f23-f24f-4dc7-ac03-3f621470a362'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:07.357621 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aee52e65-4498-4837-8808-df4d82cd9e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['51720f23-f24f-4dc7-ac03-3f621470a362'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:07.359899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 32944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:07.412726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port cf2e46f5-0588-40de-a0d4-726f7dd52c7a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:07.413215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:07.415075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5e3917a7-326f-4e2a-8c09-b8458d69a69b None None] Provisioning complete for port 791631eb-0991-4835-9a29-c93d0494d9ea triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:07.415405 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e3917a7-326f-4e2a-8c09-b8458d69a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (791631eb-0991-4835-9a29-c93d0494d9ea), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:07.439184 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aee52e65-4498-4837-8808-df4d82cd9e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:07.479912 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee52e65-4498-4837-8808-df4d82cd9e67 None None] Routers {'51720f23-f24f-4dc7-ac03-3f621470a362'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:07.480545 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aee52e65-4498-4837-8808-df4d82cd9e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['51720f23-f24f-4dc7-ac03-3f621470a362'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:07.557394 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aee52e65-4498-4837-8808-df4d82cd9e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:07.558063 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee52e65-4498-4837-8808-df4d82cd9e67 None None] The sync data for ids ['51720f23-f24f-4dc7-ac03-3f621470a362'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:46:07.562286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5e3917a7-326f-4e2a-8c09-b8458d69a69b None None] Port 791631eb-0991-4835-9a29-c93d0494d9ea cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:46:07.592497 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2186e25c-8518-4b85-baeb-37ca73d1bbad {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:46:07.613258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.objects.ports [None req-711c95f5-22a9-4f18-a85d-3ec37e0304ac tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:46:07.621078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3feec246-70b7-4787-a80e-fb39e8cbc83d admin admin] For port 58c3881b-b8d9-496f-9094-5de1643665ed, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=58c3881b-b8d9-496f-9094-5de1643665ed,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:07.621279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635940cc-ba15-4df9-88b8-9fbabb7ca12d req-f3a87448-fc57-4a17-b87b-acd617f8e13b tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:07.622761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-635940cc-ba15-4df9-88b8-9fbabb7ca12d req-f3a87448-fc57-4a17-b87b-acd617f8e13b tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 931 time: 0.1172345 Jan 28 12:46:07.624101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-711c95f5-22a9-4f18-a85d-3ec37e0304ac tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (b23aac38-9118-4042-a596-7cfa519a7197), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:07.629930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3feec246-70b7-4787-a80e-fb39e8cbc83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:07.644188 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Publish callbacks [] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:07.677703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port cf2e46f5-0588-40de-a0d4-726f7dd52c7a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:07.707226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3feec246-70b7-4787-a80e-fb39e8cbc83d admin admin] Calling delete_port for 58c3881b-b8d9-496f-9094-5de1643665ed owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:07.728401 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Transition to ACTIVE for port object 2186e25c-8518-4b85-baeb-37ca73d1bbad will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:46:07.758166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c95f5-22a9-4f18-a85d-3ec37e0304ac tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:07.760717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c95f5-22a9-4f18-a85d-3ec37e0304ac tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=b23aac38-9118-4042-a596-7cfa519a7197,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:07.763324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-711c95f5-22a9-4f18-a85d-3ec37e0304ac tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:07.765837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c95f5-22a9-4f18-a85d-3ec37e0304ac tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:07.766594 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-711c95f5-22a9-4f18-a85d-3ec37e0304ac tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:07.782652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2034e8-bc2d-49f0-85ec-8d1254de25b2 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:07.795877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:07.812720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f7927c1c-4b7c-474c-be5e-c7a201b208c6 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:07.860680 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 32966) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:07.869680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-711c95f5-22a9-4f18-a85d-3ec37e0304ac tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0030081 Jan 28 12:46:07.917543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4f57a902-cd6d-4ecf-885b-b1fd1e7b021c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:07.925036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-635940cc-ba15-4df9-88b8-9fbabb7ca12d req-383fb15c-913f-480a-a064-4e800ac50443 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b2f683e-abbb-4d17-b752-fe24d1c0433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840164 Jan 28 12:46:07.938550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f7927c1c-4b7c-474c-be5e-c7a201b208c6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:07.938894 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f7927c1c-4b7c-474c-be5e-c7a201b208c6 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:08.064094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': 'b23aac38-9118-4042-a596-7cfa519a7197'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:46:08.064957 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:08.247128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Pushing event updated for resources: {'Port': ['ID=2186e25c-8518-4b85-baeb-37ca73d1bbad,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:08.282384 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Allocated IP 2001:db8::f816:3eff:fe80:5312 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/b23aac38-9118-4042-a596-7cfa519a7197/61d895a4-dcbf-47eb-8805-4d47e26c80d8) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:08.552993 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Publish callbacks [] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:08.572062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Attempting to bind port 2186e25c-8518-4b85-baeb-37ca73d1bbad on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:46:08.572912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Attempting to bind port 2186e25c-8518-4b85-baeb-37ca73d1bbad by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '4398ba4b-5bbe-4ee9-8ee6-23c55916d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:46:08.573550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Attempting to bind port 2186e25c-8518-4b85-baeb-37ca73d1bbad on network 4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:46:08.573728 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:08.626295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Port 2186e25c-8518-4b85-baeb-37ca73d1bbad on network 4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:46:08.626733 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Attempting to bind port 2186e25c-8518-4b85-baeb-37ca73d1bbad on network 4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:46:08.641413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:46:08.641950 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Checking segment: {'id': '4398ba4b-5bbe-4ee9-8ee6-23c55916d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:46:08.642556 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Bound using segment: {'id': '4398ba4b-5bbe-4ee9-8ee6-23c55916d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:46:08.643368 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Bound port: 2186e25c-8518-4b85-baeb-37ca73d1bbad, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4398ba4b-5bbe-4ee9-8ee6-23c55916d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:46:08.643835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:08.659860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:08.665524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Pushing event updated for resources: {'Port': ['ID=61d895a4-dcbf-47eb-8805-4d47e26c80d8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:08.668868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:08.671160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:08.771719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Attempting to bind port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:46:08.772103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Attempting to bind port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:46:08.772478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Attempting to bind port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:46:08.785420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f57a902-cd6d-4ecf-885b-b1fd1e7b021c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:08.789585 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f57a902-cd6d-4ecf-885b-b1fd1e7b021c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:08.797131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:46:08.798154 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:46:08.798680 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:08.799190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:46:08.799903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Bound port: 61d895a4-dcbf-47eb-8805-4d47e26c80d8, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:46:08.800408 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:08.896537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] For port 61d895a4-dcbf-47eb-8805-4d47e26c80d8, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:46:08.906271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] For port 61d895a4-dcbf-47eb-8805-4d47e26c80d8, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=61d895a4-dcbf-47eb-8805-4d47e26c80d8,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:46:08.915360 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:09.149243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b918c1a-a326-4e78-a0b0-fba26fd93275 None None] Pushing event updated for resources: {'Port': ['ID=61d895a4-dcbf-47eb-8805-4d47e26c80d8,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:09.204518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a4e03-a42c-4001-bb26-299751a18aaa req-1c1c51f2-1ffb-4dab-a96d-3f277133f239 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:09.206408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-257a4e03-a42c-4001-bb26-299751a18aaa req-1c1c51f2-1ffb-4dab-a96d-3f277133f239 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 943 time: 0.1011710 Jan 28 12:46:09.251623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a537e747-4f27-455f-84ab-13b504ea3393 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:09.307825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a537e747-4f27-455f-84ab-13b504ea3393 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:09.309368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a537e747-4f27-455f-84ab-13b504ea3393 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:09.397084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-257a4e03-a42c-4001-bb26-299751a18aaa req-99aba66d-b4ed-436a-9d6d-6eac4628c029 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b2f683e-abbb-4d17-b752-fe24d1c0433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837740 Jan 28 12:46:09.478748 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] For port 2186e25c-8518-4b85-baeb-37ca73d1bbad, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:46:09.485634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] For port 2186e25c-8518-4b85-baeb-37ca73d1bbad, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2186e25c-8518-4b85-baeb-37ca73d1bbad,segment=NetworkSegment(4398ba4b-5bbe-4ee9-8ee6-23c55916d118),segment_id=4398ba4b-5bbe-4ee9-8ee6-23c55916d118)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:46:09.508736 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:09.588253 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-a439e116-5f2e-467a-b219-9cbfb9c953fa tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:46:09.589332 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a439e116-5f2e-467a-b219-9cbfb9c953fa tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "PUT /v2.0/routers/51720f23-f24f-4dc7-ac03-3f621470a362/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2263639 Jan 28 12:46:09.593114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33134) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:09.625911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Pushing event updated for resources: {'Port': ['ID=2186e25c-8518-4b85-baeb-37ca73d1bbad,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:09.663128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:09.664407 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:09.665915 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-b60a3e9c-19be-46ab-b582-0a04539c2432 service neutron] 10.222.0.49 "PUT /v2.0/ports/2186e25c-8518-4b85-baeb-37ca73d1bbad HTTP/1.1" status: 200 len: 1091 time: 5.0321848 Jan 28 12:46:09.666372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1b3e76-7feb-488a-8fed-37de19eef71a', 'tag': '2186e25c-8518-4b85-baeb-37ca73d1bbad'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:46:09.668804 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e17d97-76e8-42c4-8d21-04e4686b52b4" -d '{"events": [{"name": "network-changed", "server_uuid": "be1b3e76-7feb-488a-8fed-37de19eef71a", "tag": "2186e25c-8518-4b85-baeb-37ca73d1bbad"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:46:09.690283 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3feec246-70b7-4787-a80e-fb39e8cbc83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (58c3881b-b8d9-496f-9094-5de1643665ed), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:09.790851 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b04935b-14d2-4320-9370-03fe4c8903ba x-openstack-request-id: req-8b04935b-14d2-4320-9370-03fe4c8903ba {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:46:09.791485 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1b3e76-7feb-488a-8fed-37de19eef71a", "tag": "2186e25c-8518-4b85-baeb-37ca73d1bbad", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:46:09.792002 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b04935b-14d2-4320-9370-03fe4c8903ba {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:46:09.792612 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1b3e76-7feb-488a-8fed-37de19eef71a', 'tag': '2186e25c-8518-4b85-baeb-37ca73d1bbad', 'status': 'completed', 'code': 200} Jan 28 12:46:09.816826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feec246-70b7-4787-a80e-fb39e8cbc83d admin admin] Pushing event deleted for resources: {'Port': ['ID=58c3881b-b8d9-496f-9094-5de1643665ed,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:09.989882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-259172ce-d91d-4f93-98c5-23f7dcaad689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:09.992561 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-259172ce-d91d-4f93-98c5-23f7dcaad689 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95ab89c62a404c52b80b28f698b13486&device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 1094 time: 0.2138658 Jan 28 12:46:10.111006 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-7dde2abe-8a8a-4b42-8e33-c4c06999d61a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2186e25c-8518-4b85-baeb-37ca73d1bbad HTTP/1.1" status: 200 len: 217 time: 0.0718584 Jan 28 12:46:10.515600 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55b5f1f0-f209-4af2-96f6-205c5ea70a60 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (51720f23-f24f-4dc7-ac03-3f621470a362), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:10.665981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-31957ca2-0d30-4fc8-81f0-1fa8a16cbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:10.667524 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-31957ca2-0d30-4fc8-81f0-1fa8a16cbeb6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc HTTP/1.1" status: 200 len: 860 time: 0.4641125 Jan 28 12:46:10.696670 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3feec246-70b7-4787-a80e-fb39e8cbc83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (00134be2-d1e3-4150-97e2-22228bb223d3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:10.735711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dcdd3-b5e0-4564-86d5-b1b5958e8a18 req-ff63b45f-30df-4089-9f68-502053f3a144 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:10.737274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c3dcdd3-b5e0-4564-86d5-b1b5958e8a18 req-ff63b45f-30df-4089-9f68-502053f3a144 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 943 time: 0.1418185 Jan 28 12:46:10.749137 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-925fe0dd-e683-464e-81e5-7fa417dcaca4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706034 Jan 28 12:46:10.779185 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f57a902-cd6d-4ecf-885b-b1fd1e7b021c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (1961fd86-65be-4c16-81b2-61a253e82ea2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:10.950290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f57a902-cd6d-4ecf-885b-b1fd1e7b021c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:10.975864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c3dcdd3-b5e0-4564-86d5-b1b5958e8a18 req-55e4b148-1460-4df0-ad99-e90daa46d138 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b2f683e-abbb-4d17-b752-fe24d1c0433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230947 Jan 28 12:46:11.030244 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4f57a902-cd6d-4ecf-885b-b1fd1e7b021c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:11.033443 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f57a902-cd6d-4ecf-885b-b1fd1e7b021c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:11.034049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f57a902-cd6d-4ecf-885b-b1fd1e7b021c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:11.077326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0447ed-cb7a-4d79-bf7e-f3b212cf65bd None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:11.092966 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4f57a902-cd6d-4ecf-885b-b1fd1e7b021c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1800232 Jan 28 12:46:11.095071 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33276) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:11.101474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57a902-cd6d-4ecf-885b-b1fd1e7b021c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=1961fd86-65be-4c16-81b2-61a253e82ea2,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:11.122285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:f7:e0:c6', 'name': 'tempest-NetworksTestDHCPv6-1007224376'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:11.142806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-55b5f1f0-f209-4af2-96f6-205c5ea70a60 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Deleting port 791631eb-0991-4835-9a29-c93d0494d9ea {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:11.143587 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55b5f1f0-f209-4af2-96f6-205c5ea70a60 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (791631eb-0991-4835-9a29-c93d0494d9ea), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:11.332313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55b5f1f0-f209-4af2-96f6-205c5ea70a60 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (791631eb-0991-4835-9a29-c93d0494d9ea), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:11.361865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-55b5f1f0-f209-4af2-96f6-205c5ea70a60 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Calling delete_port for 791631eb-0991-4835-9a29-c93d0494d9ea owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:11.391298 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-2ee62e03-9f28-4f9d-af76-5a456d3f0875 service neutron] 10.222.0.49 "GET /v2.0/networks/4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287870 Jan 28 12:46:11.428424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0724b282-f054-4e87-a99c-95994fab75e8 None None] Provisioning complete for port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:11.433212 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0724b282-f054-4e87-a99c-95994fab75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:11.655797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 61d895a4-dcbf-47eb-8805-4d47e26c80d8 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:11.657957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0724b282-f054-4e87-a99c-95994fab75e8 None None] Current status of the port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:11.658347 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0724b282-f054-4e87-a99c-95994fab75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:11.759902 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55b5f1f0-f209-4af2-96f6-205c5ea70a60 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (791631eb-0991-4835-9a29-c93d0494d9ea), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:11.805522 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0724b282-f054-4e87-a99c-95994fab75e8 None None] For port 61d895a4-dcbf-47eb-8805-4d47e26c80d8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=61d895a4-dcbf-47eb-8805-4d47e26c80d8,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:11.813357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd0cfec-91b8-410b-8ca7-b449a0069d78 None None] Update dhcp port {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'fixed_ips': [{'subnet_id': 'b23aac38-9118-4042-a596-7cfa519a7197', 'ip_address': '2001:db8::f816:3eff:fe80:5312'}, {'subnet_id': '1961fd86-65be-4c16-81b2-61a253e82ea2'}], 'binding:host_id': 'n-d-824835-4'}, 'id': '61d895a4-dcbf-47eb-8805-4d47e26c80d8'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:46:11.825152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5f1f0-f209-4af2-96f6-205c5ea70a60 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event deleted for resources: {'Port': ['ID=791631eb-0991-4835-9a29-c93d0494d9ea,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:11.874702 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-acd0cfec-91b8-410b-8ca7-b449a0069d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:11.879968 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0724b282-f054-4e87-a99c-95994fab75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:12.026049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feec246-70b7-4787-a80e-fb39e8cbc83d admin admin] Router 00134be2-d1e3-4150-97e2-22228bb223d3 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:46:12.108079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:12.108645 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:12.140039 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-62502d4d-19d5-42e2-b60e-301f1fd17f1b req-01f14129-6563-4710-b513-d5143dcce456 service neutron] 10.222.0.49 "GET /v2.0/networks/4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118347 Jan 28 12:46:12.224904 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:12.229997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724b282-f054-4e87-a99c-95994fab75e8 None None] Pushing event updated for resources: {'Port': ['ID=61d895a4-dcbf-47eb-8805-4d47e26c80d8,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:12.409809 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55b5f1f0-f209-4af2-96f6-205c5ea70a60 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (51720f23-f24f-4dc7-ac03-3f621470a362), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:12.475152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:12.481447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-acd0cfec-91b8-410b-8ca7-b449a0069d78 None None] Allocated IP 172.20.0.2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/1961fd86-65be-4c16-81b2-61a253e82ea2/61d895a4-dcbf-47eb-8805-4d47e26c80d8) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:12.484424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feec246-70b7-4787-a80e-fb39e8cbc83d admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:46:12.502587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fcfb11-1fb5-4fba-baca-bad714a80702 None None] Sync routers for ids ['00134be2-d1e3-4150-97e2-22228bb223d3'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:46:12.520671 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3feec246-70b7-4787-a80e-fb39e8cbc83d admin admin] 10.222.0.53 "PUT /v2.0/routers/00134be2-d1e3-4150-97e2-22228bb223d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9070399 Jan 28 12:46:12.527171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33404) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:12.576866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fcfb11-1fb5-4fba-baca-bad714a80702 None None] Routers {'00134be2-d1e3-4150-97e2-22228bb223d3'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:12.577858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-74fcfb11-1fb5-4fba-baca-bad714a80702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['00134be2-d1e3-4150-97e2-22228bb223d3'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:12.607966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e17d97-76e8-42c4-8d21-04e4686b52b4 req-facf6e92-7e15-4664-8788-50d1b1ae6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:12.610957 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-70e17d97-76e8-42c4-8d21-04e4686b52b4 req-facf6e92-7e15-4664-8788-50d1b1ae6df1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95ab89c62a404c52b80b28f698b13486&device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 1094 time: 0.3695190 Jan 28 12:46:12.677057 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1fc4d-63be-4c0c-a60e-3b50e67ca363 req-29ebfb40-d62d-4b52-8c6b-05db4321ac1f tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:12.699995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82a1fc4d-63be-4c0c-a60e-3b50e67ca363 req-29ebfb40-d62d-4b52-8c6b-05db4321ac1f tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 943 time: 0.4890790 Jan 28 12:46:12.748612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e17d97-76e8-42c4-8d21-04e4686b52b4 req-e9dd1e8f-9222-4c2d-9700-d40464fd4585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:12.750332 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-70e17d97-76e8-42c4-8d21-04e4686b52b4 req-e9dd1e8f-9222-4c2d-9700-d40464fd4585 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 HTTP/1.1" status: 200 len: 921 time: 0.1281457 Jan 28 12:46:12.785092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-acd0cfec-91b8-410b-8ca7-b449a0069d78 None None] For port 61d895a4-dcbf-47eb-8805-4d47e26c80d8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=61d895a4-dcbf-47eb-8805-4d47e26c80d8,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:12.814869 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-70e17d97-76e8-42c4-8d21-04e4686b52b4 req-624611b8-12ab-4612-8f5b-6e3bbbbf2370 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2186e25c-8518-4b85-baeb-37ca73d1bbad HTTP/1.1" status: 200 len: 217 time: 0.0542533 Jan 28 12:46:12.840811 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:12.923702 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-acd0cfec-91b8-410b-8ca7-b449a0069d78 None None] Publish callbacks [] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:12.941017 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-acd0cfec-91b8-410b-8ca7-b449a0069d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:12.949037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 6546abe7-bf92-4383-a1ed-b3df505800d1 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:46:12.960322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-74fcfb11-1fb5-4fba-baca-bad714a80702 None None] Set router 00134be2-d1e3-4150-97e2-22228bb223d3 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:46:12.962437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82a1fc4d-63be-4c0c-a60e-3b50e67ca363 req-b71205df-a574-40e3-84a4-53924e10ec29 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b2f683e-abbb-4d17-b752-fe24d1c0433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616348 Jan 28 12:46:12.982549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b5f1f0-f209-4af2-96f6-205c5ea70a60 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Router 51720f23-f24f-4dc7-ac03-3f621470a362 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:46:13.024366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e17d97-76e8-42c4-8d21-04e4686b52b4 req-5a235215-921e-461e-9af4-9de6df295a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:13.025861 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-70e17d97-76e8-42c4-8d21-04e4686b52b4 req-5a235215-921e-461e-9af4-9de6df295a71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc HTTP/1.1" status: 200 len: 860 time: 0.2025154 Jan 28 12:46:13.054391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Publish callbacks [] for router (00134be2-d1e3-4150-97e2-22228bb223d3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:13.103145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0cfec-91b8-410b-8ca7-b449a0069d78 None None] Pushing event updated for resources: {'Port': ['ID=61d895a4-dcbf-47eb-8805-4d47e26c80d8,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:13.143914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b5f1f0-f209-4af2-96f6-205c5ea70a60 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:46:13.157730 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a969a-7b09-45b7-893e-0f85332e139a None None] Sync routers for ids ['51720f23-f24f-4dc7-ac03-3f621470a362'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:46:13.159172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-55b5f1f0-f209-4af2-96f6-205c5ea70a60 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "PUT /v2.0/routers/51720f23-f24f-4dc7-ac03-3f621470a362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5643816 Jan 28 12:46:13.159839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33450) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:13.184174 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a969a-7b09-45b7-893e-0f85332e139a None None] Routers {'51720f23-f24f-4dc7-ac03-3f621470a362'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:13.188714 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3f9a969a-7b09-45b7-893e-0f85332e139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['51720f23-f24f-4dc7-ac03-3f621470a362'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:13.254393 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3f9a969a-7b09-45b7-893e-0f85332e139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:13.266402 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-20f43f64-f361-460a-a999-bb51eaf632f7 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] delete failed (client error): The resource could not be found. Jan 28 12:46:13.274512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-20f43f64-f361-460a-a999-bb51eaf632f7 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-2107200212 HTTP/1.1" status: 404 len: 335 time: 0.1135759 Jan 28 12:46:13.278787 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33456) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:13.296611 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a969a-7b09-45b7-893e-0f85332e139a None None] Routers {'51720f23-f24f-4dc7-ac03-3f621470a362'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:13.297508 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3f9a969a-7b09-45b7-893e-0f85332e139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['51720f23-f24f-4dc7-ac03-3f621470a362'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:13.303826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bb944245-9366-4885-9d43-5a33f9ffc396 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Request body: {'router': {'external_gateway_info': {'network_id': '51720f23-f24f-4dc7-ac03-3f621470a362'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:13.364085 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3f9a969a-7b09-45b7-893e-0f85332e139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:13.365037 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a969a-7b09-45b7-893e-0f85332e139a None None] The sync data for ids ['51720f23-f24f-4dc7-ac03-3f621470a362'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:46:13.544506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 61d895a4-dcbf-47eb-8805-4d47e26c80d8 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:13.688661 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-70e17d97-76e8-42c4-8d21-04e4686b52b4 req-20a02cae-ec75-4150-8db5-57cd12b97579 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6542413 Jan 28 12:46:13.728090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:13.728737 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:13.866120 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb944245-9366-4885-9d43-5a33f9ffc396 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for router_gateway (51720f23-f24f-4dc7-ac03-3f621470a362), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:13.907103 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-bb944245-9366-4885-9d43-5a33f9ffc396 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] update failed (client error): The resource could not be found. Jan 28 12:46:13.907982 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bb944245-9366-4885-9d43-5a33f9ffc396 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "PUT /v2.0/routers/51720f23-f24f-4dc7-ac03-3f621470a362 HTTP/1.1" status: 404 len: 339 time: 0.6278646 Jan 28 12:46:13.913551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33470) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:14.011289 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:14.041249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-74fcfb11-1fb5-4fba-baca-bad714a80702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:46:08Z', 'revision_number': 5, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:14.108622 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fcfb11-1fb5-4fba-baca-bad714a80702 None None] Checking router: 00134be2-d1e3-4150-97e2-22228bb223d3 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:46:14.123191 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Publish callbacks [] for router_gateway (00134be2-d1e3-4150-97e2-22228bb223d3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:14.127216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fcfb11-1fb5-4fba-baca-bad714a80702 None None] Routers {'00134be2-d1e3-4150-97e2-22228bb223d3'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:14.128002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-74fcfb11-1fb5-4fba-baca-bad714a80702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['00134be2-d1e3-4150-97e2-22228bb223d3'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:14.142432 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-70e17d97-76e8-42c4-8d21-04e4686b52b4 req-cfa7e3a7-09d8-4ae4-a4d5-50ee2aedcd89 service neutron] 10.222.0.49 "GET /v2.0/networks/4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386981 Jan 28 12:46:14.236417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 172.20.0.7 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/1961fd86-65be-4c16-81b2-61a253e82ea2/6546abe7-bf92-4383-a1ed-b3df505800d1) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:14.268275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-74fcfb11-1fb5-4fba-baca-bad714a80702 None None] Set router 00134be2-d1e3-4150-97e2-22228bb223d3 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:46:14.293098 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::f816:3eff:fef7:e0c6 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/b23aac38-9118-4042-a596-7cfa519a7197/6546abe7-bf92-4383-a1ed-b3df505800d1) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:14.562802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Deleting port a1f17b7f-d9d5-457e-aef1-2167a1477440 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:14.571951 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:14.628678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-74fcfb11-1fb5-4fba-baca-bad714a80702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:46:08Z', 'revision_number': 5, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:14.678143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fcfb11-1fb5-4fba-baca-bad714a80702 None None] The sync data for ids ['00134be2-d1e3-4150-97e2-22228bb223d3'] in n-d-824835-4 is: [{'id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'name': 'tempest-TaggedBootDevicesTest_v242-776229543-router', 'tenant_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:09Z', 'updated_at': '2022-01-28T12:46:08Z', 'revision_number': 5, 'project_id': 'b13a1008cf7344eba7f4d4cc4009bd8f', 'gw_port': {'id': 'a1f17b7f-d9d5-457e-aef1-2167a1477440', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00134be2-d1e3-4150-97e2-22228bb223d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:10Z', 'updated_at': '2022-01-28T12:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:46:14.739812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-78d77fd0-6b09-4700-befe-9709dc41377c None None] Provisioning complete for port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:14.740234 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78d77fd0-6b09-4700-befe-9709dc41377c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:14.780781 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-70e17d97-76e8-42c4-8d21-04e4686b52b4 req-ab8455c5-d4a6-4fa8-8b99-baa184011ed3 service neutron] 10.222.0.49 "GET /v2.0/networks/4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889418 Jan 28 12:46:14.856968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] For port a1f17b7f-d9d5-457e-aef1-2167a1477440, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a1f17b7f-d9d5-457e-aef1-2167a1477440,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:14.857340 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:14.884176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Calling delete_port for a1f17b7f-d9d5-457e-aef1-2167a1477440 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:14.888367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (6546abe7-bf92-4383-a1ed-b3df505800d1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:14.905458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2186e25c-8518-4b85-baeb-37ca73d1bbad details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:46:14.941569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-78d77fd0-6b09-4700-befe-9709dc41377c None None] Current status of the port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:15.030857 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6546abe7-bf92-4383-a1ed-b3df505800d1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:15.187680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 2186e25c-8518-4b85-baeb-37ca73d1bbad, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2186e25c-8518-4b85-baeb-37ca73d1bbad,segment=NetworkSegment(4398ba4b-5bbe-4ee9-8ee6-23c55916d118),segment_id=4398ba4b-5bbe-4ee9-8ee6-23c55916d118)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:15.216341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '2186e25c-8518-4b85-baeb-37ca73d1bbad', 'network_id': '4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1', 'port_id': '2186e25c-8518-4b85-baeb-37ca73d1bbad', 'mac_address': 'fa:16:3e:b7:49:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:46:15.220260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 58c3881b-b8d9-496f-9094-5de1643665ed no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:15.231545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd57f9-9afd-4b01-b91d-d86c12da81a9 req-aab5acc1-c1d2-4111-abb6-6e2bc4fc5d7c tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:15.233392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19bd57f9-9afd-4b01-b91d-d86c12da81a9 req-aab5acc1-c1d2-4111-abb6-6e2bc4fc5d7c tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 943 time: 0.2661633 Jan 28 12:46:15.251058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=6546abe7-bf92-4383-a1ed-b3df505800d1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:15.260535 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:15.302289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:15.310124 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:15.326831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:15.371546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 58c3881b-b8d9-496f-9094-5de1643665ed {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:15.371907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 58c3881b-b8d9-496f-9094-5de1643665ed not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:15.397581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 2186e25c-8518-4b85-baeb-37ca73d1bbad is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:15.398030 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:15.446402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2186e25c-8518-4b85-baeb-37ca73d1bbad {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:46:15.448117 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:15.448785 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:15.516782 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-76a675c5-e886-4354-89d3-6abda8960cb7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4051802 Jan 28 12:46:15.519586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33482) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:15.538629 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 2186e25c-8518-4b85-baeb-37ca73d1bbad, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2186e25c-8518-4b85-baeb-37ca73d1bbad,segment=NetworkSegment(4398ba4b-5bbe-4ee9-8ee6-23c55916d118),segment_id=4398ba4b-5bbe-4ee9-8ee6-23c55916d118)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:15.547901 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:15.661701 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a1f17b7f-d9d5-457e-aef1-2167a1477440), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:15.705631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=2186e25c-8518-4b85-baeb-37ca73d1bbad,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:15.731542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19bd57f9-9afd-4b01-b91d-d86c12da81a9 req-42a16775-e658-4944-ae1f-120023f2b4be tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b2f683e-abbb-4d17-b752-fe24d1c0433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730668 Jan 28 12:46:15.748999 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f17b7f-d9d5-457e-aef1-2167a1477440,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:15.760226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['2186e25c-8518-4b85-baeb-37ca73d1bbad'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:46:15.772263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a1a3b-14d4-4069-b615-e22858b4bf67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:15.778622 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a1a3b-14d4-4069-b615-e22858b4bf67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:15.784450 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1e9a1a3b-14d4-4069-b615-e22858b4bf67 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2610343 Jan 28 12:46:15.786891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33486) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:15.940184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8ea248b3-cdef-4c51-9cee-542cd54f296c None None] Provisioning complete for port 6546abe7-bf92-4383-a1ed-b3df505800d1 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:15.941777 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ea248b3-cdef-4c51-9cee-542cd54f296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6546abe7-bf92-4383-a1ed-b3df505800d1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:15.998499 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (00134be2-d1e3-4150-97e2-22228bb223d3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.028763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8ea248b3-cdef-4c51-9cee-542cd54f296c None None] Port 6546abe7-bf92-4383-a1ed-b3df505800d1 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:46:16.031051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Allocated IP 172.20.0.1 (df86feaa-4aec-460d-9834-fa7fd23947b1/247ea5cb-8c5c-4f55-b7e6-fd46ac2298e0/f83c375f-fadd-4e17-83be-d918549c69e6) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:16.121878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7322f-4aa0-4c3c-bb8a-0b8cb61dd399 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 6546abe7-bf92-4383-a1ed-b3df505800d1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:16.122114 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ab7322f-4aa0-4c3c-bb8a-0b8cb61dd399 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6546abe7-bf92-4383-a1ed-b3df505800d1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.138757 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (00134be2-d1e3-4150-97e2-22228bb223d3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.142966 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Publish callbacks [] for router_controller (00134be2-d1e3-4150-97e2-22228bb223d3), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.198006 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for port (f83c375f-fadd-4e17-83be-d918549c69e6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.243751 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (00134be2-d1e3-4150-97e2-22228bb223d3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.244453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00134be2-d1e3-4150-97e2-22228bb223d3 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:46:16.251412 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.254925 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e8d192e9-4884-4b62-8f58-a6c68982d17c admin admin] 10.222.0.53 "DELETE /v2.0/routers/00134be2-d1e3-4150-97e2-22228bb223d3 HTTP/1.1" status: 204 len: 168 time: 3.7223072 Jan 28 12:46:16.256508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33490) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:16.262869 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f83c375f-fadd-4e17-83be-d918549c69e6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.306412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Network df86feaa-4aec-460d-9834-fa7fd23947b1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:16.317380 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5905fe-bd83-449d-b395-9136c4883851 admin admin] Deleting subnet 01f467cc-bdc7-448a-a68f-ccbe4d40c1b8 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:16.331238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d5905fe-bd83-449d-b395-9136c4883851 admin admin] Publish callbacks [] for subnet (01f467cc-bdc7-448a-a68f-ccbe4d40c1b8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.337893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:16.341664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:16.355029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ab7322f-4aa0-4c3c-bb8a-0b8cb61dd399 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6546abe7-bf92-4383-a1ed-b3df505800d1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.394812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7322f-4aa0-4c3c-bb8a-0b8cb61dd399 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 6546abe7-bf92-4383-a1ed-b3df505800d1 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:16.404177 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (51720f23-f24f-4dc7-ac03-3f621470a362), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.411885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d5905fe-bd83-449d-b395-9136c4883851 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (01f467cc-bdc7-448a-a68f-ccbe4d40c1b8), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.557072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event updated for resources: {'Port': ['ID=f83c375f-fadd-4e17-83be-d918549c69e6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:16.668247 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f83c375f-fadd-4e17-83be-d918549c69e6), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.685575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d5905fe-bd83-449d-b395-9136c4883851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (01f467cc-bdc7-448a-a68f-ccbe4d40c1b8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.885484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3137d073-ecef-4cbb-8a6c-843c19fdbd10 None None] Provisioning complete for port f83c375f-fadd-4e17-83be-d918549c69e6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:16.886021 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3137d073-ecef-4cbb-8a6c-843c19fdbd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f83c375f-fadd-4e17-83be-d918549c69e6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:16.954817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2186e25c-8518-4b85-baeb-37ca73d1bbad up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:16.990606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d5905fe-bd83-449d-b395-9136c4883851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (01f467cc-bdc7-448a-a68f-ccbe4d40c1b8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:17.034897 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d5905fe-bd83-449d-b395-9136c4883851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:17.036592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3137d073-ecef-4cbb-8a6c-843c19fdbd10 None None] Port f83c375f-fadd-4e17-83be-d918549c69e6 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:46:17.043622 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf5047-5069-4dbc-acfc-ac4a63341dd8 None None] Network 1bf351ce-cde8-4750-8c3e-65261d6dbfdd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:17.046846 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0d5905fe-bd83-449d-b395-9136c4883851 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/01f467cc-bdc7-448a-a68f-ccbe4d40c1b8 HTTP/1.1" status: 204 len: 168 time: 0.7894058 Jan 28 12:46:17.060293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33500) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:17.123116 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5905fe-bd83-449d-b395-9136c4883851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01f467cc-bdc7-448a-a68f-ccbe4d40c1b8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:17.127439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 2186e25c-8518-4b85-baeb-37ca73d1bbad completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:46:17.246046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450bbd7-8510-4b59-b0ac-57f2c8e6dc3d req-df0e8f4e-34b8-4743-af1d-436e9c5f46a4 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:17.247555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2450bbd7-8510-4b59-b0ac-57f2c8e6dc3d req-df0e8f4e-34b8-4743-af1d-436e9c5f46a4 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 944 time: 0.3160675 Jan 28 12:46:17.257990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 2186e25c-8518-4b85-baeb-37ca73d1bbad triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:17.259760 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:17.310909 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ab7322f-4aa0-4c3c-bb8a-0b8cb61dd399 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6546abe7-bf92-4383-a1ed-b3df505800d1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:17.335744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a1f17b7f-d9d5-457e-aef1-2167a1477440 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:17.338600 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:17.362897 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a1f17b7f-d9d5-457e-aef1-2167a1477440 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:17.363142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (1bf351ce-cde8-4750-8c3e-65261d6dbfdd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:17.363615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a1f17b7f-d9d5-457e-aef1-2167a1477440 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:17.435587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2450bbd7-8510-4b59-b0ac-57f2c8e6dc3d req-4bbcc760-d30d-4ef7-b084-be1326f6f9a0 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b2f683e-abbb-4d17-b752-fe24d1c0433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575379 Jan 28 12:46:17.465737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 2186e25c-8518-4b85-baeb-37ca73d1bbad is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:17.466279 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:17.553143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1b3e76-7feb-488a-8fed-37de19eef71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2186e25c-8518-4b85-baeb-37ca73d1bbad'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:46:17.570337 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beaa03f5-c423-4fe4-896d-f8d11a326820" -d '{"events": [{"server_uuid": "be1b3e76-7feb-488a-8fed-37de19eef71a", "name": "network-vif-plugged", "status": "completed", "tag": "2186e25c-8518-4b85-baeb-37ca73d1bbad"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:46:17.575765 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for port (f83c375f-fadd-4e17-83be-d918549c69e6), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:17.581938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7322f-4aa0-4c3c-bb8a-0b8cb61dd399 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=6546abe7-bf92-4383-a1ed-b3df505800d1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:17.600059 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f83c375f-fadd-4e17-83be-d918549c69e6), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:17.649213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 2186e25c-8518-4b85-baeb-37ca73d1bbad, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2186e25c-8518-4b85-baeb-37ca73d1bbad,segment=NetworkSegment(4398ba4b-5bbe-4ee9-8ee6-23c55916d118),segment_id=4398ba4b-5bbe-4ee9-8ee6-23c55916d118)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:17.654777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f73c190-aa31-4e25-be4a-7a45493750b6 None None] DHCP port deletion for 1bf351ce-cde8-4750-8c3e-65261d6dbfdd request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:46:17.665982 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:17.684998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Deleting port d61f2d66-1551-428f-9e2f-e4acce5e9485 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:17.686902 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:17.786617 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5799e8f1-2868-47ce-8af1-21b4a115d6eb x-openstack-request-id: req-5799e8f1-2868-47ce-8af1-21b4a115d6eb {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:46:17.792192 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ab7322f-4aa0-4c3c-bb8a-0b8cb61dd399 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:17.793591 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1b3e76-7feb-488a-8fed-37de19eef71a", "name": "network-vif-plugged", "status": "completed", "tag": "2186e25c-8518-4b85-baeb-37ca73d1bbad", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:46:17.793932 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5799e8f1-2868-47ce-8af1-21b4a115d6eb {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:46:17.794428 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1b3e76-7feb-488a-8fed-37de19eef71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2186e25c-8518-4b85-baeb-37ca73d1bbad', 'code': 200} Jan 28 12:46:17.800462 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9ab7322f-4aa0-4c3c-bb8a-0b8cb61dd399 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/6546abe7-bf92-4383-a1ed-b3df505800d1 HTTP/1.1" status: 204 len: 168 time: 2.0120041 Jan 28 12:46:17.800672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=2186e25c-8518-4b85-baeb-37ca73d1bbad,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:17.809764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33508) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:17.941624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event updated for resources: {'Port': ['ID=f83c375f-fadd-4e17-83be-d918549c69e6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:17.959762 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.004783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] For port d61f2d66-1551-428f-9e2f-e4acce5e9485, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d61f2d66-1551-428f-9e2f-e4acce5e9485,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:18.005209 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.008339 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (51720f23-f24f-4dc7-ac03-3f621470a362), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.012364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a14706-3ae1-4fb2-9a53-196498b44385 req-be6a889f-385c-466b-857f-3e78666cf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:18.014266 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-52a14706-3ae1-4fb2-9a53-196498b44385 req-be6a889f-385c-466b-857f-3e78666cf160 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 1096 time: 0.2265103 Jan 28 12:46:18.018816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76c174c-2c75-4756-aecc-2846dd9b806f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:18.022350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76c174c-2c75-4756-aecc-2846dd9b806f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:18.024949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76c174c-2c75-4756-aecc-2846dd9b806f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:18.031830 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d76c174c-2c75-4756-aecc-2846dd9b806f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2203426 Jan 28 12:46:18.032695 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33512) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:18.046849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Calling delete_port for d61f2d66-1551-428f-9e2f-e4acce5e9485 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:18.056702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7f73c190-aa31-4e25-be4a-7a45493750b6 None None] Deleting port d61f2d66-1551-428f-9e2f-e4acce5e9485 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:18.057090 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f73c190-aa31-4e25-be4a-7a45493750b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.207127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7f73c190-aa31-4e25-be4a-7a45493750b6 None None] For port d61f2d66-1551-428f-9e2f-e4acce5e9485, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d61f2d66-1551-428f-9e2f-e4acce5e9485,segment=NetworkSegment(f38eb722-da45-4efc-9bfe-1443ee5d46b8),segment_id=f38eb722-da45-4efc-9bfe-1443ee5d46b8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:18.207491 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f73c190-aa31-4e25-be4a-7a45493750b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.218105 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-52a14706-3ae1-4fb2-9a53-196498b44385 req-9d6e0816-1099-4501-aa20-bc9fc59bfea4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9b2f683e-abbb-4d17-b752-fe24d1c0433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839261 Jan 28 12:46:18.228706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-705e39e5-2c3a-4df0-a24f-3c4969374ba6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 1961fd86-65be-4c16-81b2-61a253e82ea2 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:18.236592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-705e39e5-2c3a-4df0-a24f-3c4969374ba6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (1961fd86-65be-4c16-81b2-61a253e82ea2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.240097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7f73c190-aa31-4e25-be4a-7a45493750b6 None None] Calling delete_port for d61f2d66-1551-428f-9e2f-e4acce5e9485 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:18.325763 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.340641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Network df86feaa-4aec-460d-9834-fa7fd23947b1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:18.352985 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-705e39e5-2c3a-4df0-a24f-3c4969374ba6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (1961fd86-65be-4c16-81b2-61a253e82ea2), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.362531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:18.380401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61f2d66-1551-428f-9e2f-e4acce5e9485,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:18.387556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] No DVR routers for this DVR port d61f2d66-1551-428f-9e2f-e4acce5e9485 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:18.419277 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f73c190-aa31-4e25-be4a-7a45493750b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (d61f2d66-1551-428f-9e2f-e4acce5e9485), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.506059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73c190-aa31-4e25-be4a-7a45493750b6 None None] Pushing event deleted for resources: {'Port': ['ID=d61f2d66-1551-428f-9e2f-e4acce5e9485,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:18.520968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73c190-aa31-4e25-be4a-7a45493750b6 None None] No DVR routers for this DVR port d61f2d66-1551-428f-9e2f-e4acce5e9485 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:18.561586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-705e39e5-2c3a-4df0-a24f-3c4969374ba6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (1961fd86-65be-4c16-81b2-61a253e82ea2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.687847 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-705e39e5-2c3a-4df0-a24f-3c4969374ba6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (1961fd86-65be-4c16-81b2-61a253e82ea2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.765966 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-705e39e5-2c3a-4df0-a24f-3c4969374ba6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.769899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb33607-b8d0-4b2e-9c4e-87a6a80ab38b None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:18.776187 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-705e39e5-2c3a-4df0-a24f-3c4969374ba6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/1961fd86-65be-4c16-81b2-61a253e82ea2 HTTP/1.1" status: 204 len: 168 time: 0.7333064 Jan 28 12:46:18.777252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e39e5-2c3a-4df0-a24f-3c4969374ba6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=1961fd86-65be-4c16-81b2-61a253e82ea2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:18.782438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33516) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:18.793023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Router 51720f23-f24f-4dc7-ac03-3f621470a362 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:46:18.882712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cde1b2-bc32-4f07-9d7a-7490dddcac72 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet b23aac38-9118-4042-a596-7cfa519a7197 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:18.890451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84cde1b2-bc32-4f07-9d7a-7490dddcac72 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (b23aac38-9118-4042-a596-7cfa519a7197), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.890938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (1bf351ce-cde8-4750-8c3e-65261d6dbfdd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.942910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf351ce-cde8-4750-8c3e-65261d6dbfdd']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:18.975540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-16932d02-2301-43d4-80f8-b6d8b1a6ee2a None None] Provisioning complete for port f83c375f-fadd-4e17-83be-d918549c69e6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:18.976108 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16932d02-2301-43d4-80f8-b6d8b1a6ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f83c375f-fadd-4e17-83be-d918549c69e6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:18.978995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38eb722-da45-4efc-9bfe-1443ee5d46b8') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:18.979447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38eb722-da45-4efc-9bfe-1443ee5d46b8') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:19.020400 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (f38eb722-da45-4efc-9bfe-1443ee5d46b8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:19.025681 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84cde1b2-bc32-4f07-9d7a-7490dddcac72 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (b23aac38-9118-4042-a596-7cfa519a7197), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:19.049418 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f38eb722-da45-4efc-9bfe-1443ee5d46b8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:19.060700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:46:19.061466 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (f38eb722-da45-4efc-9bfe-1443ee5d46b8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:46:19.063469 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:46:19.077181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-16932d02-2301-43d4-80f8-b6d8b1a6ee2a None None] Port f83c375f-fadd-4e17-83be-d918549c69e6 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:46:19.088333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2418801-8943-4636-ac2e-beae5f8cdbfb req-ad2f0ece-ac6f-4e68-85a7-006d1fa0a845 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:19.090767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2418801-8943-4636-ac2e-beae5f8cdbfb req-ad2f0ece-ac6f-4e68-85a7-006d1fa0a845 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 945 time: 0.3850415 Jan 28 12:46:19.241789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84cde1b2-bc32-4f07-9d7a-7490dddcac72 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b23aac38-9118-4042-a596-7cfa519a7197), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:19.257649 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (1bf351ce-cde8-4750-8c3e-65261d6dbfdd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:19.287981 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:19.295515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1bf351ce-cde8-4750-8c3e-65261d6dbfdd HTTP/1.1" status: 204 len: 168 time: 2.2296855 Jan 28 12:46:19.295515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4341783-d09b-4f54-8d5c-0bcfd2ff1ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf351ce-cde8-4750-8c3e-65261d6dbfdd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:19.299090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33524) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:19.308708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:46:19.346104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb048e-adfb-4fc0-9927-8cb9c4d3bf33 None None] Sync routers for ids ['51720f23-f24f-4dc7-ac03-3f621470a362'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:46:19.365244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-231e6ead-2563-4f6f-bf2f-15dbd5d858a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:19.366114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ce010375-635c-42df-b71e-116192b54404 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "PUT /v2.0/routers/51720f23-f24f-4dc7-ac03-3f621470a362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4510369 Jan 28 12:46:19.369106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33526) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:19.373987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2418801-8943-4636-ac2e-beae5f8cdbfb req-bfdd1590-8e95-4421-8efe-f5ec551902fc tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b2f683e-abbb-4d17-b752-fe24d1c0433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498932 Jan 28 12:46:19.399870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d61f2d66-1551-428f-9e2f-e4acce5e9485 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:19.450953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: d61f2d66-1551-428f-9e2f-e4acce5e9485 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:19.451604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d61f2d66-1551-428f-9e2f-e4acce5e9485 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:19.457901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb048e-adfb-4fc0-9927-8cb9c4d3bf33 None None] Routers {'51720f23-f24f-4dc7-ac03-3f621470a362'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:19.458613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4cbb048e-adfb-4fc0-9927-8cb9c4d3bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['51720f23-f24f-4dc7-ac03-3f621470a362'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:19.544080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4cbb048e-adfb-4fc0-9927-8cb9c4d3bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:19.565899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb048e-adfb-4fc0-9927-8cb9c4d3bf33 None None] Routers {'51720f23-f24f-4dc7-ac03-3f621470a362'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:19.566727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4cbb048e-adfb-4fc0-9927-8cb9c4d3bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:45:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['51720f23-f24f-4dc7-ac03-3f621470a362'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:19.588202 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84cde1b2-bc32-4f07-9d7a-7490dddcac72 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (b23aac38-9118-4042-a596-7cfa519a7197), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:19.643167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4cbb048e-adfb-4fc0-9927-8cb9c4d3bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:19.644046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb048e-adfb-4fc0-9927-8cb9c4d3bf33 None None] The sync data for ids ['51720f23-f24f-4dc7-ac03-3f621470a362'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:46:19.778053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cde1b2-bc32-4f07-9d7a-7490dddcac72 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=b23aac38-9118-4042-a596-7cfa519a7197,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:19.802568 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84cde1b2-bc32-4f07-9d7a-7490dddcac72 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:19.808633 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-84cde1b2-bc32-4f07-9d7a-7490dddcac72 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/b23aac38-9118-4042-a596-7cfa519a7197 HTTP/1.1" status: 204 len: 168 time: 1.0248470 Jan 28 12:46:19.811874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33528) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:19.872073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ec75ce89-2c76-4d47-b7f8-fd8a23aa8ebc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590653 Jan 28 12:46:19.878363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33530) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:19.885573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:19.909202 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03cd2c45-6cef-464e-8d62-35788992689f tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for router (51720f23-f24f-4dc7-ac03-3f621470a362), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:20.188679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:20.200391 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:20.241168 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-03cd2c45-6cef-464e-8d62-35788992689f tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 12:46:20.247804 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-03cd2c45-6cef-464e-8d62-35788992689f tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "DELETE /v2.0/routers/51720f23-f24f-4dc7-ac03-3f621470a362 HTTP/1.1" status: 409 len: 329 time: 0.8701317 Jan 28 12:46:20.248658 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33538) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:20.458022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b921e56-7615-4556-bbf1-b321e7663e7c None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:20.627813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d2cafc13-a3ec-4755-a63f-9df0b63ee14c None None] Provisioning complete for port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:20.628277 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2cafc13-a3ec-4755-a63f-9df0b63ee14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:20.777617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f4989-675e-4432-b2f1-17b480f1fc18 req-266afeb7-b52e-4103-90df-7898df1d674d tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:20.779965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77f4989-675e-4432-b2f1-17b480f1fc18 req-266afeb7-b52e-4103-90df-7898df1d674d tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 945 time: 0.2085404 Jan 28 12:46:20.863662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d2cafc13-a3ec-4755-a63f-9df0b63ee14c None None] Current status of the port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:20.869669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f527fe-a2e8-42db-89ae-1a01ad9008d4 None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:46:21.092462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77f4989-675e-4432-b2f1-17b480f1fc18 req-49a63e76-a352-4dce-a6dc-f22c11ef3680 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b2f683e-abbb-4d17-b752-fe24d1c0433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798870 Jan 28 12:46:21.352286 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231576a0-bec0-43c7-b908-3b4648363530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:21.430497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 61d895a4-dcbf-47eb-8805-4d47e26c80d8 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:21.520103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d7f527fe-a2e8-42db-89ae-1a01ad9008d4 None None] Deleting port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:21.521166 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7f527fe-a2e8-42db-89ae-1a01ad9008d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:21.586441 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cbcd576-4143-4cec-b7ee-60d749b17f98 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (51720f23-f24f-4dc7-ac03-3f621470a362), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:21.637224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:21.637637 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:21.685579 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8563afdd-2f5e-498a-ac32-60b28e124b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:21.837944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.objects.ports [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:46:21.871284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 61d895a4-dcbf-47eb-8805-4d47e26c80d8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=61d895a4-dcbf-47eb-8805-4d47e26c80d8,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:21.889476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d7f527fe-a2e8-42db-89ae-1a01ad9008d4 None None] For port 61d895a4-dcbf-47eb-8805-4d47e26c80d8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=61d895a4-dcbf-47eb-8805-4d47e26c80d8,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:21.890150 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7f527fe-a2e8-42db-89ae-1a01ad9008d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:21.894662 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:21.963226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d7f527fe-a2e8-42db-89ae-1a01ad9008d4 None None] Calling delete_port for 61d895a4-dcbf-47eb-8805-4d47e26c80d8 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:22.049186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=61d895a4-dcbf-47eb-8805-4d47e26c80d8,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:22.141528 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7f527fe-a2e8-42db-89ae-1a01ad9008d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (61d895a4-dcbf-47eb-8805-4d47e26c80d8), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:22.165722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f527fe-a2e8-42db-89ae-1a01ad9008d4 None None] No DVR routers for this DVR port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:22.232640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f527fe-a2e8-42db-89ae-1a01ad9008d4 None None] Pushing event deleted for resources: {'Port': ['ID=61d895a4-dcbf-47eb-8805-4d47e26c80d8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:22.584479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8cbcd576-4143-4cec-b7ee-60d749b17f98 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Deleting port f83c375f-fadd-4e17-83be-d918549c69e6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:22.585073 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cbcd576-4143-4cec-b7ee-60d749b17f98 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f83c375f-fadd-4e17-83be-d918549c69e6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:22.946482 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cbcd576-4143-4cec-b7ee-60d749b17f98 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f83c375f-fadd-4e17-83be-d918549c69e6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:22.978596 n-d-824835-4 neutron-server[103129]: WARNING neutron.services.revisions.revision_plugin [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Could not find related port for resource to bump revision. Jan 28 12:46:22.988623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9fee6-10ef-4e30-a706-bd6a2bf7e026 req-6aa0a08f-8aaf-4b8e-b169-ba28e915a790 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:22.990562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43c9fee6-10ef-4e30-a706-bd6a2bf7e026 req-6aa0a08f-8aaf-4b8e-b169-ba28e915a790 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 945 time: 0.2925813 Jan 28 12:46:22.996808 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8cbcd576-4143-4cec-b7ee-60d749b17f98 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Calling delete_port for f83c375f-fadd-4e17-83be-d918549c69e6 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:22.999774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.ipam_pluggable_backend [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Port 61d895a4-dcbf-47eb-8805-4d47e26c80d8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103129) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 12:46:23.000079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.ipam_pluggable_backend [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Reverting IP allocation for 2001:db8::f816:3eff:fe80:5312 {{(pid=103129) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 12:46:23.008631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.ipam_pluggable_backend [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe80:5312 {{(pid=103129) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 12:46:23.011524 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:23.044286 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (3e22f5a3-0246-437e-9cf7-7694884326a6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:23.174477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:23.188632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:23.204143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca75d06a-cf20-466b-b1c7-a93d3874e6b9 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:23.237461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43c9fee6-10ef-4e30-a706-bd6a2bf7e026 req-ce539631-77ed-4d5c-bf14-9e535a526cd5 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b2f683e-abbb-4d17-b752-fe24d1c0433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222517 Jan 28 12:46:23.238990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:23.239638 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:23.245220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=3e22f5a3-0246-437e-9cf7-7694884326a6,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:23.328314 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8eb5304d-80f1-4f22-b8eb-511957a6f26e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4484339 Jan 28 12:46:23.334479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33584) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:23.348909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bb3c2659-0da4-47de-b22a-93515d0c7e8d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:23.539918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': '3e22f5a3-0246-437e-9cf7-7694884326a6'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:46:23.542549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:23.546876 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cbcd576-4143-4cec-b7ee-60d749b17f98 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f83c375f-fadd-4e17-83be-d918549c69e6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:23.582157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-231576a0-bec0-43c7-b908-3b4648363530 admin admin] Deleting port 30d5439f-e07a-46af-a44c-f20d1885cea9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:23.601314 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231576a0-bec0-43c7-b908-3b4648363530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:23.675636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcd576-4143-4cec-b7ee-60d749b17f98 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event deleted for resources: {'Port': ['ID=f83c375f-fadd-4e17-83be-d918549c69e6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:23.912575 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471d7d3-90c2-4233-bb68-23f74c491fe2 req-cb798cf0-e2c2-4274-9cff-cb1028ddef81 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:23.917937 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b471d7d3-90c2-4233-bb68-23f74c491fe2 req-cb798cf0-e2c2-4274-9cff-cb1028ddef81 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 945 time: 0.3853583 Jan 28 12:46:23.949244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3c2659-0da4-47de-b22a-93515d0c7e8d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:23.959657 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2659-0da4-47de-b22a-93515d0c7e8d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:23.989657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Allocated IP 2001:db8::f816:3eff:fea8:ec86 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/3e22f5a3-0246-437e-9cf7-7694884326a6/db78025b-6991-46a4-b411-fe97d7693ecb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:24.173996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-231576a0-bec0-43c7-b908-3b4648363530 admin admin] For port 30d5439f-e07a-46af-a44c-f20d1885cea9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=30d5439f-e07a-46af-a44c-f20d1885cea9,segment=NetworkSegment(9b08e7cf-3841-4bb6-ba41-1141f826de2d),segment_id=9b08e7cf-3841-4bb6-ba41-1141f826de2d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:24.174828 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231576a0-bec0-43c7-b908-3b4648363530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:24.221701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-231576a0-bec0-43c7-b908-3b4648363530 admin admin] Calling delete_port for 30d5439f-e07a-46af-a44c-f20d1885cea9 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:24.393575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cbcd576-4143-4cec-b7ee-60d749b17f98 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (51720f23-f24f-4dc7-ac03-3f621470a362), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:24.421351 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Publish callbacks [] for port (db78025b-6991-46a4-b411-fe97d7693ecb), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:24.438274 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:24.566948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:24.572384 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-b471d7d3-90c2-4233-bb68-23f74c491fe2 req-c43824c5-ccdc-4d90-99e9-4a77bc502f75 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Deleting port 2186e25c-8518-4b85-baeb-37ca73d1bbad {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:24.572919 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b471d7d3-90c2-4233-bb68-23f74c491fe2 req-c43824c5-ccdc-4d90-99e9-4a77bc502f75 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:24.586657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:24.639872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:24.820269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Pushing event updated for resources: {'Port': ['ID=db78025b-6991-46a4-b411-fe97d7693ecb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:24.892096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b471d7d3-90c2-4233-bb68-23f74c491fe2 req-c43824c5-ccdc-4d90-99e9-4a77bc502f75 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] For port 2186e25c-8518-4b85-baeb-37ca73d1bbad, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=2186e25c-8518-4b85-baeb-37ca73d1bbad,segment=NetworkSegment(4398ba4b-5bbe-4ee9-8ee6-23c55916d118),segment_id=4398ba4b-5bbe-4ee9-8ee6-23c55916d118)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:24.892456 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b471d7d3-90c2-4233-bb68-23f74c491fe2 req-c43824c5-ccdc-4d90-99e9-4a77bc502f75 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:24.930324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ce938-cd92-45f1-bcbd-67fc6f3bd56f req-fb03e499-7218-4b0d-a427-92c6bee5c5e9 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:24.932072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-860ce938-cd92-45f1-bcbd-67fc6f3bd56f req-fb03e499-7218-4b0d-a427-92c6bee5c5e9 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 945 time: 0.5129821 Jan 28 12:46:24.943767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-b471d7d3-90c2-4233-bb68-23f74c491fe2 req-c43824c5-ccdc-4d90-99e9-4a77bc502f75 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Calling delete_port for 2186e25c-8518-4b85-baeb-37ca73d1bbad owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:25.036222 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:25.068901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Attempting to bind port db78025b-6991-46a4-b411-fe97d7693ecb on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:46:25.069465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Attempting to bind port db78025b-6991-46a4-b411-fe97d7693ecb by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:46:25.071557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Attempting to bind port db78025b-6991-46a4-b411-fe97d7693ecb on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:46:25.087333 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:46:25.095821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:46:25.096418 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:25.096954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:46:25.097572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Bound port: db78025b-6991-46a4-b411-fe97d7693ecb, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:46:25.098243 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:25.133612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33602) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:25.322311 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-860ce938-cd92-45f1-bcbd-67fc6f3bd56f req-70da8c24-9c95-4677-b910-fa2e5c004401 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b2f683e-abbb-4d17-b752-fe24d1c0433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951269 Jan 28 12:46:25.345394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] For port db78025b-6991-46a4-b411-fe97d7693ecb, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:46:25.390716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] For port db78025b-6991-46a4-b411-fe97d7693ecb, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=db78025b-6991-46a4-b411-fe97d7693ecb,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:46:25.420917 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:25.539297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbcd576-4143-4cec-b7ee-60d749b17f98 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Router 51720f23-f24f-4dc7-ac03-3f621470a362 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:46:25.561769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a37c21-a89e-40bb-9da2-f6060af3ca80 None None] Pushing event updated for resources: {'Port': ['ID=db78025b-6991-46a4-b411-fe97d7693ecb,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:25.630334 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6fd075a-b8de-4ec6-b821-a757aab91b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:25.688009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2659-0da4-47de-b22a-93515d0c7e8d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (7c4641e3-adbc-450e-931c-db5f754b40b1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:25.693744 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231576a0-bec0-43c7-b908-3b4648363530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (30d5439f-e07a-46af-a44c-f20d1885cea9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:25.796689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbcd576-4143-4cec-b7ee-60d749b17f98 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:46:25.809646 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097057c-296b-466d-9ca2-f40206a81732 None None] Sync routers for ids ['51720f23-f24f-4dc7-ac03-3f621470a362'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:46:25.827971 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097057c-296b-466d-9ca2-f40206a81732 None None] Routers {'51720f23-f24f-4dc7-ac03-3f621470a362'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:25.850967 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8097057c-296b-466d-9ca2-f40206a81732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:46:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['51720f23-f24f-4dc7-ac03-3f621470a362'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:25.858133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231576a0-bec0-43c7-b908-3b4648363530 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d5439f-e07a-46af-a44c-f20d1885cea9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:25.868297 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8cbcd576-4143-4cec-b7ee-60d749b17f98 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "PUT /v2.0/routers/51720f23-f24f-4dc7-ac03-3f621470a362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6092582 Jan 28 12:46:25.878836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33610) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:25.880130 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b471d7d3-90c2-4233-bb68-23f74c491fe2 req-c43824c5-ccdc-4d90-99e9-4a77bc502f75 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2186e25c-8518-4b85-baeb-37ca73d1bbad), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:25.899799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['2186e25c-8518-4b85-baeb-37ca73d1bbad'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:46:26.024225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c2659-0da4-47de-b22a-93515d0c7e8d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:26.037662 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8097057c-296b-466d-9ca2-f40206a81732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:26.049236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c2659-0da4-47de-b22a-93515d0c7e8d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:26.079201 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097057c-296b-466d-9ca2-f40206a81732 None None] Routers {'51720f23-f24f-4dc7-ac03-3f621470a362'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:26.079905 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8097057c-296b-466d-9ca2-f40206a81732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:46:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['51720f23-f24f-4dc7-ac03-3f621470a362'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:26.122286 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:26.201707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6fd075a-b8de-4ec6-b821-a757aab91b10 admin admin] Publish callbacks [] for security_group (e41bc22d-0fa5-41ca-8ef8-3849fed83eeb), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:26.213148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3c2659-0da4-47de-b22a-93515d0c7e8d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:26.214292 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2659-0da4-47de-b22a-93515d0c7e8d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:26.240568 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6fd075a-b8de-4ec6-b821-a757aab91b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e41bc22d-0fa5-41ca-8ef8-3849fed83eeb), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:26.246535 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-7dbe178f-b451-4149-83fc-8e4b83b185d0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] show failed (client error): The resource could not be found. Jan 28 12:46:26.256296 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8097057c-296b-466d-9ca2-f40206a81732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:26.256513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bb3c2659-0da4-47de-b22a-93515d0c7e8d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9105756 Jan 28 12:46:26.256513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c2659-0da4-47de-b22a-93515d0c7e8d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=7c4641e3-adbc-450e-931c-db5f754b40b1,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:26.256730 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7dbe178f-b451-4149-83fc-8e4b83b185d0 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-193494370 HTTP/1.1" status: 404 len: 334 time: 0.3564365 Jan 28 12:46:26.256824 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097057c-296b-466d-9ca2-f40206a81732 None None] The sync data for ids ['51720f23-f24f-4dc7-ac03-3f621470a362'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:46:26.266670 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43824c5-ccdc-4d90-99e9-4a77bc502f75 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Pushing event deleted for resources: {'Port': ['ID=2186e25c-8518-4b85-baeb-37ca73d1bbad,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:26.270426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33612) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:26.270791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33614) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:26.331968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:35:23:17', 'name': 'tempest-NetworksTestDHCPv6-476921420'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:26.385469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-875c4883-971a-4159-924c-d0155be0f7f2 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:26.441165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b471d7d3-90c2-4233-bb68-23f74c491fe2 req-c43824c5-ccdc-4d90-99e9-4a77bc502f75 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] No DVR routers for this DVR port 2186e25c-8518-4b85-baeb-37ca73d1bbad on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:26.448337 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b471d7d3-90c2-4233-bb68-23f74c491fe2 req-c43824c5-ccdc-4d90-99e9-4a77bc502f75 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:26.452767 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b471d7d3-90c2-4233-bb68-23f74c491fe2 req-c43824c5-ccdc-4d90-99e9-4a77bc502f75 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.49 "DELETE /v2.0/ports/2186e25c-8518-4b85-baeb-37ca73d1bbad HTTP/1.1" status: 204 len: 173 time: 2.5223675 Jan 28 12:46:26.454132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1b3e76-7feb-488a-8fed-37de19eef71a', 'name': 'network-vif-deleted', 'tag': '2186e25c-8518-4b85-baeb-37ca73d1bbad'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:46:26.459112 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f839570-db30-4eb2-941d-fb4d22b4f21e" -d '{"events": [{"server_uuid": "be1b3e76-7feb-488a-8fed-37de19eef71a", "name": "network-vif-deleted", "tag": "2186e25c-8518-4b85-baeb-37ca73d1bbad"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:46:26.578244 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b62076-57e0-494b-b5c8-bb93091acee5 x-openstack-request-id: req-f7b62076-57e0-494b-b5c8-bb93091acee5 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:46:26.579125 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1b3e76-7feb-488a-8fed-37de19eef71a", "name": "network-vif-deleted", "tag": "2186e25c-8518-4b85-baeb-37ca73d1bbad", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:46:26.579125 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7b62076-57e0-494b-b5c8-bb93091acee5 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:46:26.579381 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1b3e76-7feb-488a-8fed-37de19eef71a', 'name': 'network-vif-deleted', 'tag': '2186e25c-8518-4b85-baeb-37ca73d1bbad', 'status': 'completed', 'code': 200} Jan 28 12:46:26.703632 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-875c4883-971a-4159-924c-d0155be0f7f2 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] update failed (client error): The resource could not be found. Jan 28 12:46:26.704996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-875c4883-971a-4159-924c-d0155be0f7f2 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-119262557 HTTP/1.1" status: 404 len: 334 time: 0.4193351 Jan 28 12:46:26.711805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:26.732552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b6fd075a-b8de-4ec6-b821-a757aab91b10 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6392f012052c4980aa349207014f8f81&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5917263 Jan 28 12:46:26.845211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd075a-b8de-4ec6-b821-a757aab91b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41bc22d-0fa5-41ca-8ef8-3849fed83eeb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:26.848351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37d5f72-9eb5-474b-873b-7ac9442b60c3 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Deleting subnet 4648bc4e-31ff-4bf1-90f2-81ceedebfe9c {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:26.852168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33628) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:26.920487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ac8420d-0ed1-4b26-90ef-b2ca485d69a4 req-732dae1e-e843-4324-81bb-b64618405fc3 tempest-ServerMetadataNegativeTestJSON-679366955 tempest-ServerMetadataNegativeTestJSON-679366955-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1b3e76-7feb-488a-8fed-37de19eef71a HTTP/1.1" status: 200 len: 210 time: 0.1656995 Jan 28 12:46:26.947181 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f37d5f72-9eb5-474b-873b-7ac9442b60c3 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for subnet (4648bc4e-31ff-4bf1-90f2-81ceedebfe9c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:26.949071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:27.204796 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16a0e0ae-9f49-43d8-9d65-2c344089c4da admin admin] Publish callbacks [] for security_group (e41bc22d-0fa5-41ca-8ef8-3849fed83eeb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:27.225511 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231576a0-bec0-43c7-b908-3b4648363530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:27.272175 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16a0e0ae-9f49-43d8-9d65-2c344089c4da admin admin] Publish callbacks [] for security_group (e41bc22d-0fa5-41ca-8ef8-3849fed83eeb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:27.339167 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:27.382929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f37d5f72-9eb5-474b-873b-7ac9442b60c3 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (4648bc4e-31ff-4bf1-90f2-81ceedebfe9c), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:27.387024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16a0e0ae-9f49-43d8-9d65-2c344089c4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e41bc22d-0fa5-41ca-8ef8-3849fed83eeb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:27.390145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16a0e0ae-9f49-43d8-9d65-2c344089c4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:27.393701 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-16a0e0ae-9f49-43d8-9d65-2c344089c4da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e41bc22d-0fa5-41ca-8ef8-3849fed83eeb HTTP/1.1" status: 204 len: 168 time: 0.5381823 Jan 28 12:46:27.528952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 56dda958-72e8-42aa-8b9c-90cf17382ab5 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:46:27.552126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0e0ae-9f49-43d8-9d65-2c344089c4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41bc22d-0fa5-41ca-8ef8-3849fed83eeb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:27.653041 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device db78025b-6991-46a4-b411-fe97d7693ecb up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:27.697564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f37d5f72-9eb5-474b-873b-7ac9442b60c3 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (4648bc4e-31ff-4bf1-90f2-81ceedebfe9c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:27.778784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f52972-cdf4-462e-b718-3c9fcac209c0 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:27.799782 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f37d5f72-9eb5-474b-873b-7ac9442b60c3 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (4648bc4e-31ff-4bf1-90f2-81ceedebfe9c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:27.888689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d5f72-9eb5-474b-873b-7ac9442b60c3 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event deleted for resources: {'Subnet': ['ID=4648bc4e-31ff-4bf1-90f2-81ceedebfe9c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:27.903438 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f37d5f72-9eb5-474b-873b-7ac9442b60c3 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:27.912270 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f37d5f72-9eb5-474b-873b-7ac9442b60c3 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "DELETE /v2.0/subnets/4648bc4e-31ff-4bf1-90f2-81ceedebfe9c HTTP/1.1" status: 204 len: 168 time: 1.1993124 Jan 28 12:46:27.914010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33644) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:27.916220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port db78025b-6991-46a4-b411-fe97d7693ecb triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:27.922944 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:27.928207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c213acb-24d5-44fb-8cc4-bf36074aedb1 None None] Network bcc7e3e4-dd9e-49b1-bcaa-4a215d381113 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:28.056651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b4d104-1bdc-4bab-b7e8-6081fc427da9 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Deleting subnet f38f85fc-6eff-4900-bbb5-969efd2f0921 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:28.066532 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32b4d104-1bdc-4bab-b7e8-6081fc427da9 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for subnet (f38f85fc-6eff-4900-bbb5-969efd2f0921), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.082256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33650) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:28.083002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-dae6587c-f06a-4664-9e4f-229cfb3f07b1 None None] Provisioning complete for port db78025b-6991-46a4-b411-fe97d7693ecb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:28.086209 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dae6587c-f06a-4664-9e4f-229cfb3f07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.123655 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32b4d104-1bdc-4bab-b7e8-6081fc427da9 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (f38f85fc-6eff-4900-bbb5-969efd2f0921), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.225450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a371e1-0d8b-452b-a463-12e258e25147 admin admin] Deleting subnet bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:28.252780 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a371e1-0d8b-452b-a463-12e258e25147 admin admin] Publish callbacks [] for subnet (bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.258969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231576a0-bec0-43c7-b908-3b4648363530 admin admin] Router 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:46:28.294767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32b4d104-1bdc-4bab-b7e8-6081fc427da9 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (f38f85fc-6eff-4900-bbb5-969efd2f0921), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.470932 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32b4d104-1bdc-4bab-b7e8-6081fc427da9 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (f38f85fc-6eff-4900-bbb5-969efd2f0921), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.497479 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32b4d104-1bdc-4bab-b7e8-6081fc427da9 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.511958 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-32b4d104-1bdc-4bab-b7e8-6081fc427da9 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "DELETE /v2.0/subnets/f38f85fc-6eff-4900-bbb5-969efd2f0921 HTTP/1.1" status: 204 len: 168 time: 0.5947084 Jan 28 12:46:28.524752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33662) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:28.536369 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a371e1-0d8b-452b-a463-12e258e25147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.554899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4d104-1bdc-4bab-b7e8-6081fc427da9 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event deleted for resources: {'Subnet': ['ID=f38f85fc-6eff-4900-bbb5-969efd2f0921,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:28.581600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port db78025b-6991-46a4-b411-fe97d7693ecb is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:28.582007 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.584345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82167a0-7189-4616-84f5-45073ba6f9e8 None None] Network 162e5694-5373-4e5a-9943-564906f83715 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:28.590406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dae6587c-f06a-4664-9e4f-229cfb3f07b1 None None] Current status of the port db78025b-6991-46a4-b411-fe97d7693ecb is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:28.590823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dae6587c-f06a-4664-9e4f-229cfb3f07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.656283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aa56c5-e7a9-47f0-8e3d-c79d8eb01f6c None None] DHCP port deletion for bcc7e3e4-dd9e-49b1-bcaa-4a215d381113 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:46:28.745416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-dae6587c-f06a-4664-9e4f-229cfb3f07b1 None None] For port db78025b-6991-46a4-b411-fe97d7693ecb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=db78025b-6991-46a4-b411-fe97d7693ecb,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:28.777100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f464d-33e5-4664-806f-e21dc08337fb None None] Update dhcp port {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'fixed_ips': [{'subnet_id': '3e22f5a3-0246-437e-9cf7-7694884326a6', 'ip_address': '2001:db8::f816:3eff:fea8:ec86'}, {'subnet_id': '7c4641e3-adbc-450e-931c-db5f754b40b1'}], 'binding:host_id': 'n-d-824835-4'}, 'id': 'db78025b-6991-46a4-b411-fe97d7693ecb'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:46:28.822945 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:46:28.823404 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:46:28.826249 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dae6587c-f06a-4664-9e4f-229cfb3f07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.925752 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d65f464d-33e5-4664-806f-e21dc08337fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.962854 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a371e1-0d8b-452b-a463-12e258e25147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:28.986719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2186e25c-8518-4b85-baeb-37ca73d1bbad no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:29.016123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6587c-f06a-4664-9e4f-229cfb3f07b1 None None] Pushing event updated for resources: {'Port': ['ID=db78025b-6991-46a4-b411-fe97d7693ecb,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:29.097928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 2186e25c-8518-4b85-baeb-37ca73d1bbad {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:29.101607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 2186e25c-8518-4b85-baeb-37ca73d1bbad not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:29.116933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 172.20.0.5 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/7c4641e3-adbc-450e-931c-db5f754b40b1/56dda958-72e8-42aa-8b9c-90cf17382ab5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:29.124748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::f816:3eff:fe35:2317 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/3e22f5a3-0246-437e-9cf7-7694884326a6/56dda958-72e8-42aa-8b9c-90cf17382ab5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:29.163074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231576a0-bec0-43c7-b908-3b4648363530 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:46:29.175646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-231576a0-bec0-43c7-b908-3b4648363530 admin admin] 10.222.0.53 "PUT /v2.0/routers/0278e5ae-93f6-4c81-b21f-6e1bd0c929ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8751380 Jan 28 12:46:29.178378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33676) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:29.199042 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a371e1-0d8b-452b-a463-12e258e25147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:29.229913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00898bae-8583-4bde-8f91-28a71e034613 None None] Sync routers for ids ['0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:46:29.241003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-64aa56c5-e7a9-47f0-8e3d-c79d8eb01f6c None None] Deleting port cf2e46f5-0588-40de-a0d4-726f7dd52c7a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:29.252051 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64aa56c5-e7a9-47f0-8e3d-c79d8eb01f6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:29.287208 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a371e1-0d8b-452b-a463-12e258e25147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:29.291040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-23a371e1-0d8b-452b-a463-12e258e25147 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc HTTP/1.1" status: 204 len: 168 time: 1.2069516 Jan 28 12:46:29.301201 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33684) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:29.302004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29644330-7ea0-4cf1-b999-07e413c6d551 None None] DHCP port deletion for 162e5694-5373-4e5a-9943-564906f83715 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:46:29.307940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a371e1-0d8b-452b-a463-12e258e25147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb22f3b5-83d9-4ef8-bbe0-34b7acffbdcc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:29.458146 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (bcc7e3e4-dd9e-49b1-bcaa-4a215d381113), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:29.567020 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (56dda958-72e8-42aa-8b9c-90cf17382ab5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:29.615957 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:29.662717 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Publish callbacks [] for router (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:29.666807 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (56dda958-72e8-42aa-8b9c-90cf17382ab5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:29.728427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00898bae-8583-4bde-8f91-28a71e034613 None None] Routers {'0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:29.729063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-00898bae-8583-4bde-8f91-28a71e034613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:46:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:29.930947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port db78025b-6991-46a4-b411-fe97d7693ecb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:29.954781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33696) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:29.965071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-64aa56c5-e7a9-47f0-8e3d-c79d8eb01f6c None None] For port cf2e46f5-0588-40de-a0d4-726f7dd52c7a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cf2e46f5-0588-40de-a0d4-726f7dd52c7a,segment=NetworkSegment(bd1e3197-3727-4a67-94c9-2d9c87fd710a),segment_id=bd1e3197-3727-4a67-94c9-2d9c87fd710a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:29.965478 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64aa56c5-e7a9-47f0-8e3d-c79d8eb01f6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:29.986488 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Publish callbacks [] for router_gateway (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:29.992223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=56dda958-72e8-42aa-8b9c-90cf17382ab5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:30.004342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:30.024829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:30.029896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:30.047654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-64aa56c5-e7a9-47f0-8e3d-c79d8eb01f6c None None] Calling delete_port for cf2e46f5-0588-40de-a0d4-726f7dd52c7a owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:30.167099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-00898bae-8583-4bde-8f91-28a71e034613 None None] Set router 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:46:30.186957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-29644330-7ea0-4cf1-b999-07e413c6d551 None None] Deleting port 76a027de-adde-405b-81e6-402484ac711c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:30.187705 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29644330-7ea0-4cf1-b999-07e413c6d551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (76a027de-adde-405b-81e6-402484ac711c), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:30.255124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Deleting port cf2e46f5-0588-40de-a0d4-726f7dd52c7a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:30.255614 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:30.280440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device db78025b-6991-46a4-b411-fe97d7693ecb up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:30.308932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:30.310490 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:30.371006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-963bf90f-7088-4216-b390-52c09c073e10 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.0870161 Jan 28 12:46:30.371680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33714) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:30.428413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] For port cf2e46f5-0588-40de-a0d4-726f7dd52c7a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cf2e46f5-0588-40de-a0d4-726f7dd52c7a,segment=NetworkSegment(bd1e3197-3727-4a67-94c9-2d9c87fd710a),segment_id=bd1e3197-3727-4a67-94c9-2d9c87fd710a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:30.428413 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:30.434995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-29644330-7ea0-4cf1-b999-07e413c6d551 None None] For port 76a027de-adde-405b-81e6-402484ac711c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=76a027de-adde-405b-81e6-402484ac711c,segment=NetworkSegment(0626af30-f383-4c5f-a8ea-31d6eb0c7914),segment_id=0626af30-f383-4c5f-a8ea-31d6eb0c7914)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:30.435784 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29644330-7ea0-4cf1-b999-07e413c6d551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (76a027de-adde-405b-81e6-402484ac711c), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:30.448197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Calling delete_port for cf2e46f5-0588-40de-a0d4-726f7dd52c7a owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:30.453868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-29644330-7ea0-4cf1-b999-07e413c6d551 None None] Calling delete_port for 76a027de-adde-405b-81e6-402484ac711c owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:30.496100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189f45e5-2407-472c-821d-e908e1e3c417 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:30.501599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189f45e5-2407-472c-821d-e908e1e3c417 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:30.507946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-189f45e5-2407-472c-821d-e908e1e3c417 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1323338 Jan 28 12:46:30.511537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33716) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:30.578181 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29644330-7ea0-4cf1-b999-07e413c6d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (76a027de-adde-405b-81e6-402484ac711c), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:30.686806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-d65f464d-33e5-4664-806f-e21dc08337fb None None] Allocated IP 172.20.0.2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/7c4641e3-adbc-450e-931c-db5f754b40b1/db78025b-6991-46a4-b411-fe97d7693ecb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:30.762772 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30687364-5f4c-48d4-8be7-48e8388614a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:30.771778 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port db78025b-6991-46a4-b411-fe97d7693ecb triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:30.772839 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:30.811764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:30.848464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29644330-7ea0-4cf1-b999-07e413c6d551 None None] Pushing event deleted for resources: {'Port': ['ID=76a027de-adde-405b-81e6-402484ac711c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:30.868423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29644330-7ea0-4cf1-b999-07e413c6d551 None None] No DVR routers for this DVR port 76a027de-adde-405b-81e6-402484ac711c on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:30.901350 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event deleted for resources: {'Port': ['ID=cf2e46f5-0588-40de-a0d4-726f7dd52c7a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:30.910853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] No DVR routers for this DVR port cf2e46f5-0588-40de-a0d4-726f7dd52c7a on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:30.932578 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30687364-5f4c-48d4-8be7-48e8388614a5 admin admin] Publish callbacks [] for security_group (d1897d6d-ee4e-4d82-8d97-0cd974008846), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:30.939986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-116b9a3c-f40d-473f-8c0c-245bba65af55 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 56dda958-72e8-42aa-8b9c-90cf17382ab5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:30.941026 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-116b9a3c-f40d-473f-8c0c-245bba65af55 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (56dda958-72e8-42aa-8b9c-90cf17382ab5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:30.943974 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:30.951619 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30687364-5f4c-48d4-8be7-48e8388614a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d1897d6d-ee4e-4d82-8d97-0cd974008846), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.008634 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64aa56c5-e7a9-47f0-8e3d-c79d8eb01f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (cf2e46f5-0588-40de-a0d4-726f7dd52c7a), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.052862 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-30687364-5f4c-48d4-8be7-48e8388614a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc3be02c1e274d7b8ede02b9983dfb97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0966721 Jan 28 12:46:31.055442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33722) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:31.059561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30687364-5f4c-48d4-8be7-48e8388614a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1897d6d-ee4e-4d82-8d97-0cd974008846,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:31.087474 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (bcc7e3e4-dd9e-49b1-bcaa-4a215d381113), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.087672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa56c5-e7a9-47f0-8e3d-c79d8eb01f6c None None] Pushing event deleted for resources: {'Port': ['ID=cf2e46f5-0588-40de-a0d4-726f7dd52c7a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:31.095270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-00898bae-8583-4bde-8f91-28a71e034613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'name': 'tempest-TaggedBootDevicesTest_v242-352567598-router', 'tenant_id': 'd440184159864307983304df44895411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:18Z', 'updated_at': '2022-01-28T12:46:25Z', 'revision_number': 5, 'project_id': 'd440184159864307983304df44895411', 'gw_port': {'id': '958f73c7-b53e-4477-87ce-93cf9a500bee', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:31:21Z', 'updated_at': '2022-01-28T12:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:31.117379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Deleting port 958f73c7-b53e-4477-87ce-93cf9a500bee {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:31.117709 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.138670 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa56c5-e7a9-47f0-8e3d-c79d8eb01f6c None None] No DVR routers for this DVR port cf2e46f5-0588-40de-a0d4-726f7dd52c7a on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:31.156865 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00898bae-8583-4bde-8f91-28a71e034613 None None] Checking router: 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:46:31.162514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port db78025b-6991-46a4-b411-fe97d7693ecb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:31.173122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d65f464d-33e5-4664-806f-e21dc08337fb None None] For port db78025b-6991-46a4-b411-fe97d7693ecb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=db78025b-6991-46a4-b411-fe97d7693ecb,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:31.192814 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-116b9a3c-f40d-473f-8c0c-245bba65af55 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (56dda958-72e8-42aa-8b9c-90cf17382ab5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.208206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00898bae-8583-4bde-8f91-28a71e034613 None None] Routers {'0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:31.208655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-00898bae-8583-4bde-8f91-28a71e034613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:46:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:31.209666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-116b9a3c-f40d-473f-8c0c-245bba65af55 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 56dda958-72e8-42aa-8b9c-90cf17382ab5 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:31.244402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] For port 958f73c7-b53e-4477-87ce-93cf9a500bee, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=958f73c7-b53e-4477-87ce-93cf9a500bee,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:31.244768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.260862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 76a027de-adde-405b-81e6-402484ac711c no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:31.262120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Calling delete_port for 958f73c7-b53e-4477-87ce-93cf9a500bee owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:31.347987 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d65f464d-33e5-4664-806f-e21dc08337fb None None] Publish callbacks [] for port (db78025b-6991-46a4-b411-fe97d7693ecb), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.350061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 76a027de-adde-405b-81e6-402484ac711c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:31.351405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 76a027de-adde-405b-81e6-402484ac711c not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:31.352073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cf2e46f5-0588-40de-a0d4-726f7dd52c7a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:31.429751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc7e3e4-dd9e-49b1-bcaa-4a215d381113']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:31.440525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1e3197-3727-4a67-94c9-2d9c87fd710a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:31.440964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1e3197-3727-4a67-94c9-2d9c87fd710a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:31.447438 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d65f464d-33e5-4664-806f-e21dc08337fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.449449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:31.450640 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (bd1e3197-3727-4a67-94c9-2d9c87fd710a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.466239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4398ba4b-5bbe-4ee9-8ee6-23c55916d118') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:31.466742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4398ba4b-5bbe-4ee9-8ee6-23c55916d118') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:31.468350 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (bd1e3197-3727-4a67-94c9-2d9c87fd710a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.480266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:46:31.481657 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (bd1e3197-3727-4a67-94c9-2d9c87fd710a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.488367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (4398ba4b-5bbe-4ee9-8ee6-23c55916d118), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.505997 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4398ba4b-5bbe-4ee9-8ee6-23c55916d118), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.514505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:46:31.515667 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (4398ba4b-5bbe-4ee9-8ee6-23c55916d118), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.534188 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: cf2e46f5-0588-40de-a0d4-726f7dd52c7a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:31.535074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cf2e46f5-0588-40de-a0d4-726f7dd52c7a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:46:31.573018 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:46:31.595756 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (bcc7e3e4-dd9e-49b1-bcaa-4a215d381113), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.607016 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.610296 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "DELETE /v2.0/networks/bcc7e3e4-dd9e-49b1-bcaa-4a215d381113 HTTP/1.1" status: 204 len: 168 time: 3.0665660 Jan 28 12:46:31.621569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-00898bae-8583-4bde-8f91-28a71e034613 None None] Set router 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:46:31.662832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33752) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:31.666081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18caa9-2c5b-4832-8f5f-e1140a1d4aa6 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event deleted for resources: {'Network': ['ID=bcc7e3e4-dd9e-49b1-bcaa-4a215d381113,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:46:31.670441 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:46:31.688635 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.730223 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.739908 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] 10.222.0.53 "DELETE /v2.0/networks/4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1 HTTP/1.1" status: 204 len: 168 time: 2.4324031 Jan 28 12:46:31.756443 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47e70197-b76f-4455-9dda-099f4132e246 admin admin] Publish callbacks [] for security_group (d1897d6d-ee4e-4d82-8d97-0cd974008846), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.784487 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47e70197-b76f-4455-9dda-099f4132e246 admin admin] Publish callbacks [] for security_group (d1897d6d-ee4e-4d82-8d97-0cd974008846), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.787106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457af1a0-ad9d-4e66-af4f-d964afca46ca admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee7d7e5-a1d7-4bf6-9db3-0f3afdc631a1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:31.820390 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-116b9a3c-f40d-473f-8c0c-245bba65af55 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (56dda958-72e8-42aa-8b9c-90cf17382ab5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:31.863765 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b9a3c-f40d-473f-8c0c-245bba65af55 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=56dda958-72e8-42aa-8b9c-90cf17382ab5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:31.874586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-00898bae-8583-4bde-8f91-28a71e034613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'name': 'tempest-TaggedBootDevicesTest_v242-352567598-router', 'tenant_id': 'd440184159864307983304df44895411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:18Z', 'updated_at': '2022-01-28T12:46:29Z', 'revision_number': 6, 'project_id': 'd440184159864307983304df44895411', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:31.993767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47e70197-b76f-4455-9dda-099f4132e246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d1897d6d-ee4e-4d82-8d97-0cd974008846), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:32.004203 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47e70197-b76f-4455-9dda-099f4132e246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:32.016588 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-47e70197-b76f-4455-9dda-099f4132e246 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1897d6d-ee4e-4d82-8d97-0cd974008846 HTTP/1.1" status: 204 len: 168 time: 0.9332659 Jan 28 12:46:32.046243 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (958f73c7-b53e-4477-87ce-93cf9a500bee), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:32.065514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e70197-b76f-4455-9dda-099f4132e246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1897d6d-ee4e-4d82-8d97-0cd974008846,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:32.183616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=958f73c7-b53e-4477-87ce-93cf9a500bee,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:32.294149 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33798) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:32.318074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00898bae-8583-4bde-8f91-28a71e034613 None None] The sync data for ids ['0278e5ae-93f6-4c81-b21f-6e1bd0c929ec'] in n-d-824835-4 is: [{'id': '0278e5ae-93f6-4c81-b21f-6e1bd0c929ec', 'name': 'tempest-TaggedBootDevicesTest_v242-352567598-router', 'tenant_id': 'd440184159864307983304df44895411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:31:18Z', 'updated_at': '2022-01-28T12:46:29Z', 'revision_number': 6, 'project_id': 'd440184159864307983304df44895411', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:46:32.323173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f464d-33e5-4664-806f-e21dc08337fb None None] Pushing event updated for resources: {'Port': ['ID=db78025b-6991-46a4-b411-fe97d7693ecb,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:32.363687 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (162e5694-5373-4e5a-9943-564906f83715), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:32.484638 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6ab869ab-8dc5-40b5-8c02-3a7cf7d65fcb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95ab89c62a404c52b80b28f698b13486&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882474 Jan 28 12:46:32.485656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33816) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:32.538011 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:32.692561 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (162e5694-5373-4e5a-9943-564906f83715), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:32.761051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162e5694-5373-4e5a-9943-564906f83715']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:32.771106 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:32.782055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Publish callbacks [] for router_controller (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:32.791420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0626af30-f383-4c5f-a8ea-31d6eb0c7914') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:32.791769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0626af30-f383-4c5f-a8ea-31d6eb0c7914') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:32.824149 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (0626af30-f383-4c5f-a8ea-31d6eb0c7914), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:32.895836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0626af30-f383-4c5f-a8ea-31d6eb0c7914), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:32.936786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-116b9a3c-f40d-473f-8c0c-245bba65af55 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:32.941271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-116b9a3c-f40d-473f-8c0c-245bba65af55 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/56dda958-72e8-42aa-8b9c-90cf17382ab5 HTTP/1.1" status: 204 len: 168 time: 2.4291210 Jan 28 12:46:32.942653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:46:32.943159 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (0626af30-f383-4c5f-a8ea-31d6eb0c7914), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:32.964203 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33868) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:33.073324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce178d9a-6d9e-47f8-b826-abc8784ca703 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:33.075243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce178d9a-6d9e-47f8-b826-abc8784ca703 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:33.077315 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce178d9a-6d9e-47f8-b826-abc8784ca703 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:46:33.078197 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:46:33.083259 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (162e5694-5373-4e5a-9943-564906f83715), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.087532 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ce178d9a-6d9e-47f8-b826-abc8784ca703 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1221535 Jan 28 12:46:33.093391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33886) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:33.094110 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c38b2c97-a66d-47a8-a110-d8b38c5fdca3 admin admin] Publish callbacks [] for security_group (9b2f683e-abbb-4d17-b752-fe24d1c0433d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.100790 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (0278e5ae-93f6-4c81-b21f-6e1bd0c929ec), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.103188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0278e5ae-93f6-4c81-b21f-6e1bd0c929ec {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:46:33.146644 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.158417 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c4b8f670-c113-4757-bfc5-3d5482cdb7c0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0278e5ae-93f6-4c81-b21f-6e1bd0c929ec HTTP/1.1" status: 204 len: 168 time: 3.9706810 Jan 28 12:46:33.159549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33890) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:33.204169 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c38b2c97-a66d-47a8-a110-d8b38c5fdca3 admin admin] Publish callbacks [] for security_group (9b2f683e-abbb-4d17-b752-fe24d1c0433d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.206484 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.213666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "DELETE /v2.0/networks/162e5694-5373-4e5a-9943-564906f83715 HTTP/1.1" status: 204 len: 168 time: 1.5346372 Jan 28 12:46:33.223883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33896) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:33.323583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0359d9e9-4638-4b2e-8ec2-b1c5884c7b95 None None] Provisioning complete for port db78025b-6991-46a4-b411-fe97d7693ecb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:33.326397 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0359d9e9-4638-4b2e-8ec2-b1c5884c7b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.379080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3856b30-be0f-4135-a0b4-25ee5b052b8b tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event deleted for resources: {'Network': ['ID=162e5694-5373-4e5a-9943-564906f83715,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:33.389519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8500d5d3-1446-4b40-bc7a-7b7f03bf8b4d tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Deleting subnet 247ea5cb-8c5c-4f55-b7e6-fd46ac2298e0 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:33.400059 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8500d5d3-1446-4b40-bc7a-7b7f03bf8b4d tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for subnet (247ea5cb-8c5c-4f55-b7e6-fd46ac2298e0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.448468 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b519cbc9-71c0-4a3e-b157-d5362a6992ff tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 3e22f5a3-0246-437e-9cf7-7694884326a6 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:33.456805 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b519cbc9-71c0-4a3e-b157-d5362a6992ff tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (3e22f5a3-0246-437e-9cf7-7694884326a6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.508811 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c38b2c97-a66d-47a8-a110-d8b38c5fdca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9b2f683e-abbb-4d17-b752-fe24d1c0433d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.527331 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c38b2c97-a66d-47a8-a110-d8b38c5fdca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.532028 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c38b2c97-a66d-47a8-a110-d8b38c5fdca3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b2f683e-abbb-4d17-b752-fe24d1c0433d HTTP/1.1" status: 204 len: 168 time: 1.0383377 Jan 28 12:46:33.547933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b64b9c1-ba96-407f-a90f-14f390ae8cf3 admin admin] Deleting subnet b87a848b-f7aa-48c1-bc4d-fe893fd27f3b {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:33.557801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b64b9c1-ba96-407f-a90f-14f390ae8cf3 admin admin] Publish callbacks [] for subnet (b87a848b-f7aa-48c1-bc4d-fe893fd27f3b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.620762 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b519cbc9-71c0-4a3e-b157-d5362a6992ff tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (3e22f5a3-0246-437e-9cf7-7694884326a6), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.728913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b2c97-a66d-47a8-a110-d8b38c5fdca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2f683e-abbb-4d17-b752-fe24d1c0433d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:33.741022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0359d9e9-4638-4b2e-8ec2-b1c5884c7b95 None None] Current status of the port db78025b-6991-46a4-b411-fe97d7693ecb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:33.792332 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b64b9c1-ba96-407f-a90f-14f390ae8cf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (b87a848b-f7aa-48c1-bc4d-fe893fd27f3b), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:33.968757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-74484045-b9c5-4202-bf5d-56f3984d1eaa None None] Could not find standard attr ID for object 56dda958-72e8-42aa-8b9c-90cf17382ab5. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:46:34.168604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device db78025b-6991-46a4-b411-fe97d7693ecb up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:34.217471 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b64b9c1-ba96-407f-a90f-14f390ae8cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b87a848b-f7aa-48c1-bc4d-fe893fd27f3b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:34.382880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port db78025b-6991-46a4-b411-fe97d7693ecb triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:34.383732 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:34.429517 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b64b9c1-ba96-407f-a90f-14f390ae8cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (b87a848b-f7aa-48c1-bc4d-fe893fd27f3b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:34.574725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64b9c1-ba96-407f-a90f-14f390ae8cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87a848b-f7aa-48c1-bc4d-fe893fd27f3b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:34.578313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b64b9c1-ba96-407f-a90f-14f390ae8cf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:34.595577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684cb03-2105-4634-9800-13e76012af9c None None] Network a52fd4ed-cbe4-4ca1-9635-98f940186e53 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:34.601706 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8b64b9c1-ba96-407f-a90f-14f390ae8cf3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b87a848b-f7aa-48c1-bc4d-fe893fd27f3b HTTP/1.1" status: 204 len: 168 time: 1.4301982 Jan 28 12:46:34.603011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34034) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:34.835029 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:46:34.926136 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a52fd4ed-cbe4-4ca1-9635-98f940186e53), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:35.117857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port db78025b-6991-46a4-b411-fe97d7693ecb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:35.192285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Deleting port a9860767-55e4-4aa5-b076-8b3da2bab49a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:35.192624 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:35.260848 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8500d5d3-1446-4b40-bc7a-7b7f03bf8b4d tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (247ea5cb-8c5c-4f55-b7e6-fd46ac2298e0), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:35.269857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d314c4af-e664-4205-8f50-67674bfc90f2 None None] DHCP port deletion for a52fd4ed-cbe4-4ca1-9635-98f940186e53 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:46:35.354115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 958f73c7-b53e-4477-87ce-93cf9a500bee no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:35.435011 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 958f73c7-b53e-4477-87ce-93cf9a500bee {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:35.435685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 958f73c7-b53e-4477-87ce-93cf9a500bee not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:35.435795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 30d5439f-e07a-46af-a44c-f20d1885cea9 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:35.539520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 30d5439f-e07a-46af-a44c-f20d1885cea9 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:35.539696 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 30d5439f-e07a-46af-a44c-f20d1885cea9 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:35.572372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d314c4af-e664-4205-8f50-67674bfc90f2 None None] Deleting port a9860767-55e4-4aa5-b076-8b3da2bab49a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:35.573043 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d314c4af-e664-4205-8f50-67674bfc90f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:35.624137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] For port a9860767-55e4-4aa5-b076-8b3da2bab49a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a9860767-55e4-4aa5-b076-8b3da2bab49a,segment=NetworkSegment(9b08e7cf-3841-4bb6-ba41-1141f826de2d),segment_id=9b08e7cf-3841-4bb6-ba41-1141f826de2d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:35.627756 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:35.676612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Calling delete_port for a9860767-55e4-4aa5-b076-8b3da2bab49a owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:35.705533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8500d5d3-1446-4b40-bc7a-7b7f03bf8b4d tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (247ea5cb-8c5c-4f55-b7e6-fd46ac2298e0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:35.744410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d314c4af-e664-4205-8f50-67674bfc90f2 None None] For port a9860767-55e4-4aa5-b076-8b3da2bab49a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a9860767-55e4-4aa5-b076-8b3da2bab49a,segment=NetworkSegment(9b08e7cf-3841-4bb6-ba41-1141f826de2d),segment_id=9b08e7cf-3841-4bb6-ba41-1141f826de2d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:35.749850 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d314c4af-e664-4205-8f50-67674bfc90f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:35.781622 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d314c4af-e664-4205-8f50-67674bfc90f2 None None] Calling delete_port for a9860767-55e4-4aa5-b076-8b3da2bab49a owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:35.802672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:35.892161 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8500d5d3-1446-4b40-bc7a-7b7f03bf8b4d tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (247ea5cb-8c5c-4f55-b7e6-fd46ac2298e0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:35.900103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b519cbc9-71c0-4a3e-b157-d5362a6992ff tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (3e22f5a3-0246-437e-9cf7-7694884326a6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:35.918367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.002085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] No DVR routers for this DVR port a9860767-55e4-4aa5-b076-8b3da2bab49a on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:36.011226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9860767-55e4-4aa5-b076-8b3da2bab49a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:36.031544 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d314c4af-e664-4205-8f50-67674bfc90f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (a9860767-55e4-4aa5-b076-8b3da2bab49a), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.065005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d314c4af-e664-4205-8f50-67674bfc90f2 None None] No DVR routers for this DVR port a9860767-55e4-4aa5-b076-8b3da2bab49a on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:36.135261 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a9860767-55e4-4aa5-b076-8b3da2bab49a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:36.181878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a9860767-55e4-4aa5-b076-8b3da2bab49a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:36.181989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a9860767-55e4-4aa5-b076-8b3da2bab49a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:36.187461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314c4af-e664-4205-8f50-67674bfc90f2 None None] Pushing event deleted for resources: {'Port': ['ID=a9860767-55e4-4aa5-b076-8b3da2bab49a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:36.197619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a54d9-14d7-42b9-890b-9d6a9cc7a8c4 None None] Network df86feaa-4aec-460d-9834-fa7fd23947b1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:36.205882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500d5d3-1446-4b40-bc7a-7b7f03bf8b4d tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event deleted for resources: {'Subnet': ['ID=247ea5cb-8c5c-4f55-b7e6-fd46ac2298e0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:36.219079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8500d5d3-1446-4b40-bc7a-7b7f03bf8b4d tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.237695 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a52fd4ed-cbe4-4ca1-9635-98f940186e53), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.250364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8500d5d3-1446-4b40-bc7a-7b7f03bf8b4d tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "DELETE /v2.0/subnets/247ea5cb-8c5c-4f55-b7e6-fd46ac2298e0 HTTP/1.1" status: 204 len: 168 time: 3.0113304 Jan 28 12:46:36.255020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34184) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:36.360690 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52fd4ed-cbe4-4ca1-9635-98f940186e53']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:36.414502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b08e7cf-3841-4bb6-ba41-1141f826de2d') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:36.415298 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b08e7cf-3841-4bb6-ba41-1141f826de2d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:36.447767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (9b08e7cf-3841-4bb6-ba41-1141f826de2d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.515445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-318462729-network', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:36.547035 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b519cbc9-71c0-4a3e-b157-d5362a6992ff tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (3e22f5a3-0246-437e-9cf7-7694884326a6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.571614 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (9b08e7cf-3841-4bb6-ba41-1141f826de2d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.573966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Made reservation on behalf of ee6743f69c9e4047a11472cf0f456967 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:36.580247 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.621484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:46:36.621903 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (9b08e7cf-3841-4bb6-ba41-1141f826de2d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:46:36.623744 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:46:36.663924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2832d1-eccb-4291-aab2-ffde997eff9f None None] DHCP port deletion for df86feaa-4aec-460d-9834-fa7fd23947b1 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:46:36.666965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.674033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519cbc9-71c0-4a3e-b157-d5362a6992ff tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=3e22f5a3-0246-437e-9cf7-7694884326a6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:36.692959 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (df86feaa-4aec-460d-9834-fa7fd23947b1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.722038 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b519cbc9-71c0-4a3e-b157-d5362a6992ff tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.736742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b519cbc9-71c0-4a3e-b157-d5362a6992ff tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/3e22f5a3-0246-437e-9cf7-7694884326a6 HTTP/1.1" status: 204 len: 168 time: 3.6373806 Jan 28 12:46:36.741941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34228) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:36.758091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8495c2ac-07aa-4d82-a390-cc1b50afa986 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:36.888064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-69bb7a2b-7693-4ba0-884e-c25f3e744a02 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 7c4641e3-adbc-450e-931c-db5f754b40b1 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:36.907210 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69bb7a2b-7693-4ba0-884e-c25f3e744a02 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (7c4641e3-adbc-450e-931c-db5f754b40b1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.966160 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Publish callbacks [] for security_group (eee6ac57-aea4-4afe-a578-4a3d31e47cec), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.981761 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (eee6ac57-aea4-4afe-a578-4a3d31e47cec), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:36.997333 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a52fd4ed-cbe4-4ca1-9635-98f940186e53), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.007861 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.033827 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] 10.222.0.53 "DELETE /v2.0/networks/a52fd4ed-cbe4-4ca1-9635-98f940186e53 HTTP/1.1" status: 204 len: 168 time: 2.4286225 Jan 28 12:46:37.118522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:46:37.133188 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69bb7a2b-7693-4ba0-884e-c25f3e744a02 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (7c4641e3-adbc-450e-931c-db5f754b40b1), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.153374 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914a2d9-21a3-4942-b07d-f2c912cdde1f admin admin] Pushing event deleted for resources: {'Network': ['ID=a52fd4ed-cbe4-4ca1-9635-98f940186e53,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:37.193193 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee6ac57-aea4-4afe-a578-4a3d31e47cec,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:37.203882 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (2fd2e754-2fae-4a95-b0e4-3efff1a10efd), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.204232 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Added segment 2fd2e754-2fae-4a95-b0e4-3efff1a10efd of type vlan for network e7453b05-09ce-4a85-ae96-f2192fedc139 Jan 28 12:46:37.232870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0e2832d1-eccb-4291-aab2-ffde997eff9f None None] Deleting port 839cc70c-d216-4520-aeba-b58e1d037f8b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:37.233863 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e2832d1-eccb-4291-aab2-ffde997eff9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.255413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Deleting port 839cc70c-d216-4520-aeba-b58e1d037f8b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:37.255763 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.309599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34262) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:37.407954 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e7453b05-09ce-4a85-ae96-f2192fedc139), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.415928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0e2832d1-eccb-4291-aab2-ffde997eff9f None None] For port 839cc70c-d216-4520-aeba-b58e1d037f8b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=839cc70c-d216-4520-aeba-b58e1d037f8b,segment=NetworkSegment(3392eb68-243f-41f0-b3ec-b14d7e9c0ae6),segment_id=3392eb68-243f-41f0-b3ec-b14d7e9c0ae6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:37.421489 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e2832d1-eccb-4291-aab2-ffde997eff9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.479589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0e2832d1-eccb-4291-aab2-ffde997eff9f None None] Calling delete_port for 839cc70c-d216-4520-aeba-b58e1d037f8b owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:37.482607 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-390c28b8-5ea6-47d6-9910-70e297bd7e8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b13a1008cf7344eba7f4d4cc4009bd8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704209 Jan 28 12:46:37.488579 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34266) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:37.585534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] For port 839cc70c-d216-4520-aeba-b58e1d037f8b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=839cc70c-d216-4520-aeba-b58e1d037f8b,segment=NetworkSegment(3392eb68-243f-41f0-b3ec-b14d7e9c0ae6),segment_id=3392eb68-243f-41f0-b3ec-b14d7e9c0ae6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:37.586147 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.593419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e7453b05-09ce-4a85-ae96-f2192fedc139), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.594651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:37.602467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Calling delete_port for 839cc70c-d216-4520-aeba-b58e1d037f8b owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:37.612111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.804560 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69bb7a2b-7693-4ba0-884e-c25f3e744a02 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (7c4641e3-adbc-450e-931c-db5f754b40b1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.807855 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e2832d1-eccb-4291-aab2-ffde997eff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.910966 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (839cc70c-d216-4520-aeba-b58e1d037f8b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:37.941820 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1293571 Jan 28 12:46:37.943593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:37.965181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d3c3975b-f87f-4aa0-96b8-6b92aaf1c198 admin admin] Request body: {'subnet': {'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-318462729-subnet', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:37.974695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2832d1-eccb-4291-aab2-ffde997eff9f None None] Pushing event deleted for resources: {'Port': ['ID=839cc70c-d216-4520-aeba-b58e1d037f8b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:37.995167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2832d1-eccb-4291-aab2-ffde997eff9f None None] No DVR routers for this DVR port 839cc70c-d216-4520-aeba-b58e1d037f8b on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:38.034716 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69bb7a2b-7693-4ba0-884e-c25f3e744a02 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (7c4641e3-adbc-450e-931c-db5f754b40b1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:38.045027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4526392-a147-4cbe-90c8-13d9c6a9aec7 admin admin] Pushing event updated for resources: {'Network': ['ID=e7453b05-09ce-4a85-ae96-f2192fedc139,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:38.099264 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e7453b05-09ce-4a85-ae96-f2192fedc139 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:46:38.107123 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5472b84c-9f9d-449a-a578-9264aad82fdc admin admin] Publish callbacks [] for security_group (27f70792-566c-4e28-bcda-d3f65f0ca26b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:38.167181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c3975b-f87f-4aa0-96b8-6b92aaf1c198 admin admin] Made reservation on behalf of ee6743f69c9e4047a11472cf0f456967 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:38.169568 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3c3975b-f87f-4aa0-96b8-6b92aaf1c198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:38.204649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb7a2b-7693-4ba0-884e-c25f3e744a02 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4641e3-adbc-450e-931c-db5f754b40b1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:38.206812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event deleted for resources: {'Port': ['ID=839cc70c-d216-4520-aeba-b58e1d037f8b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:38.222823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 839cc70c-d216-4520-aeba-b58e1d037f8b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:38.235215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] No DVR routers for this DVR port 839cc70c-d216-4520-aeba-b58e1d037f8b on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:38.247737 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5472b84c-9f9d-449a-a578-9264aad82fdc admin admin] Publish callbacks [] for security_group (27f70792-566c-4e28-bcda-d3f65f0ca26b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:38.252700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 839cc70c-d216-4520-aeba-b58e1d037f8b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:38.253306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 839cc70c-d216-4520-aeba-b58e1d037f8b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:38.263538 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69bb7a2b-7693-4ba0-884e-c25f3e744a02 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:38.283799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-69bb7a2b-7693-4ba0-884e-c25f3e744a02 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/7c4641e3-adbc-450e-931c-db5f754b40b1 HTTP/1.1" status: 204 len: 168 time: 1.5371926 Jan 28 12:46:38.287525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34276) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:38.439659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9eead647-e0da-45ef-8f7b-48a6eb4def33 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1501613 Jan 28 12:46:38.440353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34278) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:38.471109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c45d541a-4466-4dbf-a593-0efec5d4510d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:38.573774 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be175014-c5f5-416c-a176-805a8c29bef4 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:38.610009 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5472b84c-9f9d-449a-a578-9264aad82fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (27f70792-566c-4e28-bcda-d3f65f0ca26b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:38.615061 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5472b84c-9f9d-449a-a578-9264aad82fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:38.630211 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5472b84c-9f9d-449a-a578-9264aad82fdc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27f70792-566c-4e28-bcda-d3f65f0ca26b HTTP/1.1" status: 204 len: 168 time: 1.1405101 Jan 28 12:46:38.682965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472b84c-9f9d-449a-a578-9264aad82fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f70792-566c-4e28-bcda-d3f65f0ca26b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:38.926510 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b2a3f9d6-55ca-4345-adf5-ea12d9483d88 None None] Provisioning complete for port db78025b-6991-46a4-b411-fe97d7693ecb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:38.929423 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2a3f9d6-55ca-4345-adf5-ea12d9483d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:38.967477 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (df86feaa-4aec-460d-9834-fa7fd23947b1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.026385 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3c3975b-f87f-4aa0-96b8-6b92aaf1c198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (26b5c117-86f0-4722-80f1-8c17fb28379a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.094556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45d541a-4466-4dbf-a593-0efec5d4510d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:39.101791 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c45d541a-4466-4dbf-a593-0efec5d4510d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.108959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df86feaa-4aec-460d-9834-fa7fd23947b1']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:39.168044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3760bdd0-ef6e-47c8-a349-3f03b95e5954 None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:46:39.181180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b2a3f9d6-55ca-4345-adf5-ea12d9483d88 None None] Current status of the port db78025b-6991-46a4-b411-fe97d7693ecb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:39.197831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3392eb68-243f-41f0-b3ec-b14d7e9c0ae6') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:39.198131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3392eb68-243f-41f0-b3ec-b14d7e9c0ae6') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:39.231939 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3975b-f87f-4aa0-96b8-6b92aaf1c198 admin admin] Checking segment: {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:46:39.232138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3975b-f87f-4aa0-96b8-6b92aaf1c198 admin admin] Network hostable DHCP agents. Network: e7453b05-09ce-4a85-ae96-f2192fedc139, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:46:39.242549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3975b-f87f-4aa0-96b8-6b92aaf1c198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b5c117-86f0-4722-80f1-8c17fb28379a,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:39.287852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3975b-f87f-4aa0-96b8-6b92aaf1c198 admin admin] Network e7453b05-09ce-4a85-ae96-f2192fedc139 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:46:39.311969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d3c3975b-f87f-4aa0-96b8-6b92aaf1c198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, e7453b05-09ce-4a85-ae96-f2192fedc139) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:39.316235 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (3392eb68-243f-41f0-b3ec-b14d7e9c0ae6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.317838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c3975b-f87f-4aa0-96b8-6b92aaf1c198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:39.318447 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3c3975b-f87f-4aa0-96b8-6b92aaf1c198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.325629 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed80c2f1-7703-450a-9de9-2b1b97e52460 None None] Network e7453b05-09ce-4a85-ae96-f2192fedc139 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:39.360269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3760bdd0-ef6e-47c8-a349-3f03b95e5954 None None] Deleting port db78025b-6991-46a4-b411-fe97d7693ecb {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:39.366184 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d3c3975b-f87f-4aa0-96b8-6b92aaf1c198 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4148083 Jan 28 12:46:39.367290 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3760bdd0-ef6e-47c8-a349-3f03b95e5954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.369820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34298) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:39.374660 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:39.385708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3392eb68-243f-41f0-b3ec-b14d7e9c0ae6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.423288 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (8999dd1e-1620-45f0-9efb-eba12bf75c5f), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.424892 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (8999dd1e-1620-45f0-9efb-eba12bf75c5f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.462171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:46:39.462952 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (3392eb68-243f-41f0-b3ec-b14d7e9c0ae6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:46:39.466885 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:46:39.567417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34300) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:39.646472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3760bdd0-ef6e-47c8-a349-3f03b95e5954 None None] For port db78025b-6991-46a4-b411-fe97d7693ecb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=db78025b-6991-46a4-b411-fe97d7693ecb,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:39.647743 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3760bdd0-ef6e-47c8-a349-3f03b95e5954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.665973 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (df86feaa-4aec-460d-9834-fa7fd23947b1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.689646 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Publish callbacks [] for router_controller (8999dd1e-1620-45f0-9efb-eba12bf75c5f), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.714666 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.721391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3760bdd0-ef6e-47c8-a349-3f03b95e5954 None None] Calling delete_port for db78025b-6991-46a4-b411-fe97d7693ecb owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:39.725002 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "DELETE /v2.0/networks/df86feaa-4aec-460d-9834-fa7fd23947b1 HTTP/1.1" status: 204 len: 168 time: 3.4663982 Jan 28 12:46:39.746397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34302) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:39.751230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-e7453b05-09ce-4a85-ae96-f2192fedc139', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:46:39.753453 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:39.910042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Publish callbacks [] for router_gateway (8999dd1e-1620-45f0-9efb-eba12bf75c5f), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.009595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-78527b55-4f89-4a4f-9900-5fbb16663564 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d440184159864307983304df44895411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3430331 Jan 28 12:46:40.012767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da3d7e-d2d5-4fe1-aac8-994bb3b1a381 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Pushing event deleted for resources: {'Network': ['ID=df86feaa-4aec-460d-9834-fa7fd23947b1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:40.072883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34310) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:40.075659 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c45d541a-4466-4dbf-a593-0efec5d4510d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (79bbe640-b71a-4ff0-b791-35553f5005a5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.112279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cd5a0f8b-d281-4b8d-adb7-9cc8896a594c tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "GET /v2.0/ports?device_id=51720f23-f24f-4dc7-ac03-3f621470a362 HTTP/1.1" status: 200 len: 205 time: 0.3587985 Jan 28 12:46:40.121491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34314) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:40.130073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device db78025b-6991-46a4-b411-fe97d7693ecb no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:46:40.140247 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3760bdd0-ef6e-47c8-a349-3f03b95e5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (db78025b-6991-46a4-b411-fe97d7693ecb), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.197560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760bdd0-ef6e-47c8-a349-3f03b95e5954 None None] No DVR routers for this DVR port db78025b-6991-46a4-b411-fe97d7693ecb on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:46:40.324200 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e504bc9d-0b4d-442e-9f08-c4bb338a1b51 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for router (51720f23-f24f-4dc7-ac03-3f621470a362), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.406818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: db78025b-6991-46a4-b411-fe97d7693ecb {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:46:40.407643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device db78025b-6991-46a4-b411-fe97d7693ecb not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:46:40.460349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d541a-4466-4dbf-a593-0efec5d4510d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=79bbe640-b71a-4ff0-b791-35553f5005a5,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:40.472950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d541a-4466-4dbf-a593-0efec5d4510d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:40.482578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c45d541a-4466-4dbf-a593-0efec5d4510d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:40.486653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45d541a-4466-4dbf-a593-0efec5d4510d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:40.487813 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c45d541a-4466-4dbf-a593-0efec5d4510d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.594737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Allocated IP 172.20.0.2 (e7453b05-09ce-4a85-ae96-f2192fedc139/26b5c117-86f0-4722-80f1-8c17fb28379a/bdad254a-62b6-41b7-88ff-11ac015c8525) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:40.695757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c45d541a-4466-4dbf-a593-0efec5d4510d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2536731 Jan 28 12:46:40.702735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34318) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:40.713960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:40.801347 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Publish callbacks [] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.811024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760bdd0-ef6e-47c8-a349-3f03b95e5954 None None] Pushing event deleted for resources: {'Port': ['ID=db78025b-6991-46a4-b411-fe97d7693ecb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:40.816853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaa3717-3e62-48c3-8ce8-e83bf0f54778 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:40.820137 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b035767-38ef-4c04-97de-4af1829346d2 admin admin] Publish callbacks [] for security_group (61095ad1-c66d-4945-b272-f2b340db633f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.847101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b035767-38ef-4c04-97de-4af1829346d2 admin admin] Publish callbacks [] for security_group (61095ad1-c66d-4945-b272-f2b340db633f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.908292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Publish callbacks [] for router_gateway (8999dd1e-1620-45f0-9efb-eba12bf75c5f), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.939584 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.964189 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b035767-38ef-4c04-97de-4af1829346d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (61095ad1-c66d-4945-b272-f2b340db633f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.964711 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Network e7453b05-09ce-4a85-ae96-f2192fedc139 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:40.972631 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b035767-38ef-4c04-97de-4af1829346d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.972947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:40.973093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9b035767-38ef-4c04-97de-4af1829346d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61095ad1-c66d-4945-b272-f2b340db633f HTTP/1.1" status: 204 len: 168 time: 0.8860486 Jan 28 12:46:40.974472 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e504bc9d-0b4d-442e-9f08-c4bb338a1b51 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (51720f23-f24f-4dc7-ac03-3f621470a362), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.988274 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e504bc9d-0b4d-442e-9f08-c4bb338a1b51 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for router_controller (51720f23-f24f-4dc7-ac03-3f621470a362), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:40.991840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b035767-38ef-4c04-97de-4af1829346d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61095ad1-c66d-4945-b272-f2b340db633f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:41.028598 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:41.037260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:41.102422 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e504bc9d-0b4d-442e-9f08-c4bb338a1b51 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (51720f23-f24f-4dc7-ac03-3f621470a362), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:41.103363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e504bc9d-0b4d-442e-9f08-c4bb338a1b51 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Fanout notify agent at l3_agent the message router_deleted on router 51720f23-f24f-4dc7-ac03-3f621470a362 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:46:41.119071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e504bc9d-0b4d-442e-9f08-c4bb338a1b51 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:41.127728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e504bc9d-0b4d-442e-9f08-c4bb338a1b51 tempest-RoutersNegativeTest-1556140986 tempest-RoutersNegativeTest-1556140986-project] 10.222.0.53 "DELETE /v2.0/routers/51720f23-f24f-4dc7-ac03-3f621470a362 HTTP/1.1" status: 204 len: 168 time: 0.9930131 Jan 28 12:46:41.158587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': '79bbe640-b71a-4ff0-b791-35553f5005a5'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:46:41.159558 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:41.200979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Pushing event updated for resources: {'Port': ['ID=bdad254a-62b6-41b7-88ff-11ac015c8525,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:41.284937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Attempting to bind port bdad254a-62b6-41b7-88ff-11ac015c8525 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:46:41.285943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Attempting to bind port bdad254a-62b6-41b7-88ff-11ac015c8525 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:46:41.287794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Attempting to bind port bdad254a-62b6-41b7-88ff-11ac015c8525 on network e7453b05-09ce-4a85-ae96-f2192fedc139 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:46:41.462664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:46:41.463144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Checking segment: {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:46:41.481176 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:41.482069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Bound using segment: {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:46:41.482593 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Bound port: bdad254a-62b6-41b7-88ff-11ac015c8525, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:46:41.483028 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:41.514669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Allocated IP 172.25.7.81 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/59b0c9df-0d90-4a66-abb5-9594c7642c5c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:41.523418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:41.536067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:41.802136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] For port bdad254a-62b6-41b7-88ff-11ac015c8525, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:46:41.825370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] For port bdad254a-62b6-41b7-88ff-11ac015c8525, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bdad254a-62b6-41b7-88ff-11ac015c8525,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:46:41.846849 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:41.880458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Allocated IP 172.20.0.2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/79bbe640-b71a-4ff0-b791-35553f5005a5/5c9d9427-7aee-460a-bd19-c8f02a3198b3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:41.994331 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Publish callbacks [] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:42.084088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34340) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:42.280406 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:42.299400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f19d1-601a-4f07-8425-74dc05fbb494 None None] Pushing event updated for resources: {'Port': ['ID=bdad254a-62b6-41b7-88ff-11ac015c8525,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:42.751115 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Publish callbacks [] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:42.797449 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:42.914830 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-113cef01-ef26-4a6d-855a-25cf1428b89d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=784db36df6774f36b3a6e3d3b8c7ab43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8291585 Jan 28 12:46:42.921639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34358) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:42.964713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:42.973466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:42.984099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:43.092438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Pushing event updated for resources: {'Port': ['ID=5c9d9427-7aee-460a-bd19-c8f02a3198b3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:43.194957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Attempting to bind port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:46:43.195370 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f0b2-b813-4549-8189-9ea369db6671 admin admin] Publish callbacks [] for security_group (832ca8b6-02f4-43df-98a0-15dee7ef6f76), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:43.196285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Attempting to bind port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:46:43.196912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Attempting to bind port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:46:43.215558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:46:43.218717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:46:43.220067 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:43.223776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:46:43.227610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Bound port: 5c9d9427-7aee-460a-bd19-c8f02a3198b3, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:46:43.229888 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:43.276642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f0b2-b813-4549-8189-9ea369db6671 admin admin] Publish callbacks [] for security_group (832ca8b6-02f4-43df-98a0-15dee7ef6f76), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:43.281231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34362) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:43.368053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=59b0c9df-0d90-4a66-abb5-9594c7642c5c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:43.417488 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f0b2-b813-4549-8189-9ea369db6671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (832ca8b6-02f4-43df-98a0-15dee7ef6f76), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:43.421138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f0b2-b813-4549-8189-9ea369db6671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:43.426460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e4e3f0b2-b813-4549-8189-9ea369db6671 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/832ca8b6-02f4-43df-98a0-15dee7ef6f76 HTTP/1.1" status: 204 len: 168 time: 0.5036759 Jan 28 12:46:43.461474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3f0b2-b813-4549-8189-9ea369db6671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832ca8b6-02f4-43df-98a0-15dee7ef6f76,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:43.532123 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:43.543452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:43.547757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:43.861160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1474163176-network', 'tenant_id': '7e1559fe9b974f6a89558ecb04dd1622'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:43.935265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Made reservation on behalf of 7e1559fe9b974f6a89558ecb04dd1622 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:43.939045 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:43.995152 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:44.277524 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Publish callbacks [] for router_gateway (8999dd1e-1620-45f0-9efb-eba12bf75c5f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:44.305494 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] For port 5c9d9427-7aee-460a-bd19-c8f02a3198b3, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:46:44.318003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] For port 5c9d9427-7aee-460a-bd19-c8f02a3198b3, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5c9d9427-7aee-460a-bd19-c8f02a3198b3,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:46:44.321654 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Publish callbacks [] for security_group (d497ba8f-968c-4af4-8656-7973a0544a2c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:44.325129 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:44.341071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d497ba8f-968c-4af4-8656-7973a0544a2c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:44.380310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:46:44.431455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d497ba8f-968c-4af4-8656-7973a0544a2c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:44.447595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e10026da-fe14-4c56-b97c-3ffdc66219a0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:44.456184 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Added segment e10026da-fe14-4c56-b97c-3ffdc66219a0 of type vlan for network 427b1caa-23cc-47e8-9f41-315dcfbbc06c Jan 28 12:46:44.542145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb174b7-579b-4b48-9869-0e72bc42a277 None None] Pushing event updated for resources: {'Port': ['ID=5c9d9427-7aee-460a-bd19-c8f02a3198b3,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:44.549248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bdad254a-62b6-41b7-88ff-11ac015c8525 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:44.653315 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (427b1caa-23cc-47e8-9f41-315dcfbbc06c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:44.687947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.objects.ports [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:46:44.691726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c69534-f771-4193-9516-22d81f968217 None None] Network e7453b05-09ce-4a85-ae96-f2192fedc139 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:44.754962 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (427b1caa-23cc-47e8-9f41-315dcfbbc06c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:44.756785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:44.758355 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:44.989591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port bdad254a-62b6-41b7-88ff-11ac015c8525 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:44.990508 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:45.004275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7230849 Jan 28 12:46:45.005894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34390) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:45.018751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-98b4e63b-8c05-4f07-ad2b-bc89cf2a85be admin admin] Request body: {'subnet': {'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1474163176-subnet', 'tenant_id': '7e1559fe9b974f6a89558ecb04dd1622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:45.072734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0d53e-4cd1-4cbf-8df6-cc646b01549a admin admin] Pushing event updated for resources: {'Network': ['ID=427b1caa-23cc-47e8-9f41-315dcfbbc06c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:45.156088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b4e63b-8c05-4f07-ad2b-bc89cf2a85be admin admin] Made reservation on behalf of 7e1559fe9b974f6a89558ecb04dd1622 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:45.168008 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98b4e63b-8c05-4f07-ad2b-bc89cf2a85be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:45.178687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-946ea60d-5540-4ded-b028-1e4af3fb9412 None None] Provisioning complete for port bdad254a-62b6-41b7-88ff-11ac015c8525 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:45.179060 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-946ea60d-5540-4ded-b028-1e4af3fb9412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:45.181407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 427b1caa-23cc-47e8-9f41-315dcfbbc06c details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:46:45.747501 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98b4e63b-8c05-4f07-ad2b-bc89cf2a85be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (f9e7f83a-e244-499c-bd19-7c2bd984e603), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:45.765316 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (8999dd1e-1620-45f0-9efb-eba12bf75c5f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:45.946828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4e63b-8c05-4f07-ad2b-bc89cf2a85be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e7f83a-e244-499c-bd19-7c2bd984e603,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:45.994579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b4e63b-8c05-4f07-ad2b-bc89cf2a85be admin admin] Checking segment: {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:46:45.994947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b4e63b-8c05-4f07-ad2b-bc89cf2a85be admin admin] Network hostable DHCP agents. Network: 427b1caa-23cc-47e8-9f41-315dcfbbc06c, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:46:46.033372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b4e63b-8c05-4f07-ad2b-bc89cf2a85be admin admin] Network 427b1caa-23cc-47e8-9f41-315dcfbbc06c is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:46:46.057461 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-98b4e63b-8c05-4f07-ad2b-bc89cf2a85be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 427b1caa-23cc-47e8-9f41-315dcfbbc06c) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:46.076165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b4e63b-8c05-4f07-ad2b-bc89cf2a85be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:46.076845 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98b4e63b-8c05-4f07-ad2b-bc89cf2a85be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:46.124664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc64b85b-12d0-4f1b-9c72-bf4bc76fbc71 None None] Network 427b1caa-23cc-47e8-9f41-315dcfbbc06c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:46.165381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-98b4e63b-8c05-4f07-ad2b-bc89cf2a85be admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1522517 Jan 28 12:46:46.486048 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:46.620682 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a304944-9d8f-4501-91ea-c5aecba82fdf None None] Network 427b1caa-23cc-47e8-9f41-315dcfbbc06c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:46.624401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port bdad254a-62b6-41b7-88ff-11ac015c8525 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:46.624837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:46.629526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-946ea60d-5540-4ded-b028-1e4af3fb9412 None None] Current status of the port bdad254a-62b6-41b7-88ff-11ac015c8525 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:46.629810 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-946ea60d-5540-4ded-b028-1e4af3fb9412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:46.676406 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Router 8999dd1e-1620-45f0-9efb-eba12bf75c5f is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:46:46.701914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-946ea60d-5540-4ded-b028-1e4af3fb9412 None None] For port bdad254a-62b6-41b7-88ff-11ac015c8525, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bdad254a-62b6-41b7-88ff-11ac015c8525,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:46.814871 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-946ea60d-5540-4ded-b028-1e4af3fb9412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:46.847989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:46:46.874276 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Sync routers for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:46:46.888834 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:46.889467 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:46:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:46.909442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:46.915166 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-26993373-8b81-4f5f-b8e1-b7c4669f6cb4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5410662 Jan 28 12:46:46.915616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34432) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:47.061245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ea60d-5540-4ded-b028-1e4af3fb9412 None None] Pushing event updated for resources: {'Port': ['ID=bdad254a-62b6-41b7-88ff-11ac015c8525,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:47.240689 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:46:47.250658 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:46:47.280231 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] For port 5c9d9427-7aee-460a-bd19-c8f02a3198b3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5c9d9427-7aee-460a-bd19-c8f02a3198b3,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:47.363173 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:46:47.378134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ed8d9ad6-3b9c-4227-923a-cdfe2ed75603 None None] Provisioning complete for port bdad254a-62b6-41b7-88ff-11ac015c8525 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:47.384097 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9ad6-3b9c-4227-923a-cdfe2ed75603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:47.422419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:47.442117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:47.445311 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:47.445625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (11ffba7d-17e7-46a3-b3d8-2e51fef2c1fd), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:47.670740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=5c9d9427-7aee-460a-bd19-c8f02a3198b3,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:47.718883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:47.732956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.733567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.735326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.735848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.737362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.737881 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.743592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.744551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.745189 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.745707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.746210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.746421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d9ad6-3b9c-4227-923a-cdfe2ed75603 None None] Current status of the port bdad254a-62b6-41b7-88ff-11ac015c8525 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:47.746857 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.747559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:47.799669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:47.831615 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:47.832289 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:47.848256 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:43Z', 'revision_number': 3, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:47.853024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=11ffba7d-17e7-46a3-b3d8-2e51fef2c1fd,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:47.877988 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port bdad254a-62b6-41b7-88ff-11ac015c8525 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:47.909573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fe6721-266b-40f8-8eaf-68449b41981b None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:47.924253 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2321ee17-0938-43ea-93d2-11a67df682b7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.2203102 Jan 28 12:46:47.929790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:47.963545 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Checking router: 8999dd1e-1620-45f0-9efb-eba12bf75c5f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:46:47.968752 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Updating router 8999dd1e-1620-45f0-9efb-eba12bf75c5f port 59b0c9df-0d90-4a66-abb5-9594c7642c5c binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:46:47.982269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:ea:70:c1', 'name': 'tempest-NetworksTestDHCPv6-246317574'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:48.054474 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:48.136771 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:48.156619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0ceb13d1-0dcb-4950-81ea-9425911d1500 None None] Provisioning complete for port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:48.156965 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ceb13d1-0dcb-4950-81ea-9425911d1500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:48.362591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bdad254a-62b6-41b7-88ff-11ac015c8525 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:48.481070 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:48.538569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb13d1-0dcb-4950-81ea-9425911d1500 None None] Current status of the port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:48.538963 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ceb13d1-0dcb-4950-81ea-9425911d1500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:48.581970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0ceb13d1-0dcb-4950-81ea-9425911d1500 None None] For port 5c9d9427-7aee-460a-bd19-c8f02a3198b3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5c9d9427-7aee-460a-bd19-c8f02a3198b3,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:48.591793 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ceb13d1-0dcb-4950-81ea-9425911d1500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:48.732994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-bf9b8865-20e3-4be2-bf2a-6d69c50c26c8 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:48.735464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-bf9b8865-20e3-4be2-bf2a-6d69c50c26c8 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/networks?id=427b1caa-23cc-47e8-9f41-315dcfbbc06c HTTP/1.1" status: 200 len: 813 time: 1.0625598 Jan 28 12:46:48.754957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port bdad254a-62b6-41b7-88ff-11ac015c8525 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:48.767175 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:48.820134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-57fb4063-8697-4ac1-a5b5-a56b3d2a9886 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/quotas/7e1559fe9b974f6a89558ecb04dd1622 HTTP/1.1" status: 200 len: 375 time: 0.0694861 Jan 28 12:46:48.986878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb13d1-0dcb-4950-81ea-9425911d1500 None None] Pushing event updated for resources: {'Port': ['ID=5c9d9427-7aee-460a-bd19-c8f02a3198b3,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:49.022428 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:49.050066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-50d09809-2809-4eb6-9970-c5514418d21c tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e1559fe9b974f6a89558ecb04dd1622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2023478 Jan 28 12:46:49.105769 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Publish callbacks [] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:49.115055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:49.118065 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:49.151036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 3b2476d4-a971-498b-8225-69ce09889caa yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:46:49.179023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port bdad254a-62b6-41b7-88ff-11ac015c8525 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:49.205830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5c9d9427-7aee-460a-bd19-c8f02a3198b3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:49.322810 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Pushing event updated for resources: {'Port': ['ID=59b0c9df-0d90-4a66-abb5-9594c7642c5c,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:49.329970 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-44343355-2f6a-4c52-be92-1159f341353a service neutron] 10.222.0.53 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480264 Jan 28 12:46:49.390590 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3ffad7c-7a84-4b71-9076-5ec70c5ae21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:49.417295 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.417766 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.418161 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.418545 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.419140 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.419545 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.419893 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.420455 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.420732 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.421168 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.421711 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.423629 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.424125 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:49.432819 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Attempting to bind port 59b0c9df-0d90-4a66-abb5-9594c7642c5c on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:46:49.433426 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Attempting to bind port 59b0c9df-0d90-4a66-abb5-9594c7642c5c by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:46:49.435943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:49.436100 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Attempting to bind port 59b0c9df-0d90-4a66-abb5-9594c7642c5c on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:46:49.460746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:49.461342 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:49.475915 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:46:49.476774 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:46:49.477305 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:49.477851 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:46:49.478836 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Bound port: 59b0c9df-0d90-4a66-abb5-9594c7642c5c, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:46:49.479493 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:49.676044 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] For port 59b0c9df-0d90-4a66-abb5-9594c7642c5c, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:46:49.687157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:49.691644 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] For port 59b0c9df-0d90-4a66-abb5-9594c7642c5c, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=59b0c9df-0d90-4a66-abb5-9594c7642c5c,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:46:49.700885 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:49.743226 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:49.763670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-2735b0bc-35da-4a7d-873c-de88ac72c5cd service neutron] 10.222.0.53 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325457 Jan 28 12:46:49.764753 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 172.20.0.10 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/79bbe640-b71a-4ff0-b791-35553f5005a5/3b2476d4-a971-498b-8225-69ce09889caa) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:49.793527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::f816:3eff:feea:70c1 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/11ffba7d-17e7-46a3-b3d8-2e51fef2c1fd/3b2476d4-a971-498b-8225-69ce09889caa) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:49.872538 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961beb7-0dac-46a5-b6b7-dba3a0c92676 None None] Pushing event updated for resources: {'Port': ['ID=59b0c9df-0d90-4a66-abb5-9594c7642c5c,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:49.980788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Allocated IP 172.20.0.1 (e7453b05-09ce-4a85-ae96-f2192fedc139/26b5c117-86f0-4722-80f1-8c17fb28379a/37a6cda2-f5ed-46e2-bf1c-071f5418a1eb) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:50.067238 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:50.076898 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:46:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:50.102067 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Publish callbacks [] for security_group (94447d84-d802-42b7-9f62-5b2dc8c7620b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:50.143783 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5c9d9427-7aee-460a-bd19-c8f02a3198b3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:50.242076 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (94447d84-d802-42b7-9f62-5b2dc8c7620b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:50.362898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:50.363679 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:50.468665 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (3b2476d4-a971-498b-8225-69ce09889caa), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:50.501972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94447d84-d802-42b7-9f62-5b2dc8c7620b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:50.514112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0121c3cd5b2346239fdf7501e3883a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0717256 Jan 28 12:46:50.518493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34502) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:50.519128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.519605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.519995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.521504 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.523152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.523595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.537250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.539906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.543657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.544108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.544525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.546686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.547115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5854a4ff-1160-4242-99e9-6210a48899ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:50.620320 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:46:50.682569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3b2476d4-a971-498b-8225-69ce09889caa), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:50.713721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-675587e9-7ec9-415e-9903-5666dce8687a req-83eb4f7f-ab58-49a1-9351-ef9705eba48a tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 210 time: 0.0910900 Jan 28 12:46:50.762352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1367fa89-5528-4a62-8db2-9c323227e27d None None] Provisioning complete for port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:50.767080 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1367fa89-5528-4a62-8db2-9c323227e27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:50.840928 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Publish callbacks [] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:50.856535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:50.909674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:50.915368 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47c00a98-cdfd-4a47-97e9-78456add96d0 admin admin] Publish callbacks [] for security_group (94447d84-d802-42b7-9f62-5b2dc8c7620b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:50.983915 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47c00a98-cdfd-4a47-97e9-78456add96d0 admin admin] Publish callbacks [] for security_group (94447d84-d802-42b7-9f62-5b2dc8c7620b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:50.987919 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:51.045377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1367fa89-5528-4a62-8db2-9c323227e27d None None] Current status of the port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:51.104025 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:51.112313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:51.149960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Network e7453b05-09ce-4a85-ae96-f2192fedc139 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:51.189963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:51.200609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Pushing event updated for resources: {'Port': ['ID=37a6cda2-f5ed-46e2-bf1c-071f5418a1eb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:51.208477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:51.270263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:51.270963 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:51.281534 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47c00a98-cdfd-4a47-97e9-78456add96d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (94447d84-d802-42b7-9f62-5b2dc8c7620b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:51.301034 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47c00a98-cdfd-4a47-97e9-78456add96d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:51.304338 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-47c00a98-cdfd-4a47-97e9-78456add96d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94447d84-d802-42b7-9f62-5b2dc8c7620b HTTP/1.1" status: 204 len: 168 time: 0.7733731 Jan 28 12:46:51.354223 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:43Z', 'revision_number': 3, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:51.363773 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (8999dd1e-1620-45f0-9efb-eba12bf75c5f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:51.381602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c00a98-cdfd-4a47-97e9-78456add96d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94447d84-d802-42b7-9f62-5b2dc8c7620b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:51.421960 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4908104 Jan 28 12:46:51.437792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:51.441362 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcfe6c-6861-424c-9cdc-bf82551afd5e None None] The sync data for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 is: [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:43Z', 'revision_number': 3, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:46:51.492773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48665bb2-8d48-41d3-9c8b-b272794ed26d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=3b2476d4-a971-498b-8225-69ce09889caa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:51.632328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3aac5c88-3b11-4b04-93cf-10db32138c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:51.688042 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a29842-2839-432c-953e-baba4aed2136 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:51.703165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a29842-2839-432c-953e-baba4aed2136 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:51.706477 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-31a29842-2839-432c-953e-baba4aed2136 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2630999 Jan 28 12:46:51.723392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34522) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:51.877529 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:52.061732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b694e3d1-b2de-457a-ae8a-f6be3300ee1f req-0191d21a-436d-4496-b8e2-5af1f978c61f tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 210 time: 0.0509484 Jan 28 12:46:52.135004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b4ea6d42-9a79-4116-b33d-ad39a33eb78c None None] Provisioning complete for port 3b2476d4-a971-498b-8225-69ce09889caa triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:52.168173 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b4ea6d42-9a79-4116-b33d-ad39a33eb78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3b2476d4-a971-498b-8225-69ce09889caa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:52.188102 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab8cae-b17a-453e-a7cc-ffe48d25ade7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 3b2476d4-a971-498b-8225-69ce09889caa {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:46:52.204117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7ab8cae-b17a-453e-a7cc-ffe48d25ade7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3b2476d4-a971-498b-8225-69ce09889caa), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:52.293043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b4ea6d42-9a79-4116-b33d-ad39a33eb78c None None] Port 3b2476d4-a971-498b-8225-69ce09889caa cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:46:52.354661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34534) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:52.416739 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e1b759b-d3a3-4a3b-a6eb-1f289b9b5fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:52.427620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f4872b59-9a38-419d-9a87-e9a17fc9732b None None] Provisioning complete for port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:52.428828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4872b59-9a38-419d-9a87-e9a17fc9732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:52.580149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f4872b59-9a38-419d-9a87-e9a17fc9732b None None] Port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:46:52.661394 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7ab8cae-b17a-453e-a7cc-ffe48d25ade7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3b2476d4-a971-498b-8225-69ce09889caa), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:52.668333 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Publish callbacks [] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:52.677814 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:52.756262 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e1b759b-d3a3-4a3b-a6eb-1f289b9b5fc9 admin admin] Publish callbacks [] for security_group (02fc156c-4f65-477b-bb8c-3c7545fe702b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:52.775825 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab8cae-b17a-453e-a7cc-ffe48d25ade7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 3b2476d4-a971-498b-8225-69ce09889caa owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:46:52.933716 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e1b759b-d3a3-4a3b-a6eb-1f289b9b5fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (02fc156c-4f65-477b-bb8c-3c7545fe702b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:52.945497 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:53.008806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Pushing event updated for resources: {'Port': ['ID=37a6cda2-f5ed-46e2-bf1c-071f5418a1eb,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:53.073079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (8999dd1e-1620-45f0-9efb-eba12bf75c5f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:53.152777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b759b-d3a3-4a3b-a6eb-1f289b9b5fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fc156c-4f65-477b-bb8c-3c7545fe702b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:53.160894 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3e1b759b-d3a3-4a3b-a6eb-1f289b9b5fc9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d917c58dfbd74c0791ce9b01cd8f9fb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8039346 Jan 28 12:46:53.169783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34546) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:53.418375 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de4891d0-3c1f-4525-8573-81effa03867d admin admin] Publish callbacks [] for security_group (02fc156c-4f65-477b-bb8c-3c7545fe702b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:53.432567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Network e7453b05-09ce-4a85-ae96-f2192fedc139 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:53.467899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:53.482414 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be56e7b2-8060-41c8-9af9-465d8e4ce176 req-158fdf7d-ecf0-4d5e-af84-77fcc8ca0602 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 210 time: 0.1018207 Jan 28 12:46:53.519652 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de4891d0-3c1f-4525-8573-81effa03867d admin admin] Publish callbacks [] for security_group (02fc156c-4f65-477b-bb8c-3c7545fe702b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:53.698930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7ab8cae-b17a-453e-a7cc-ffe48d25ade7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3b2476d4-a971-498b-8225-69ce09889caa), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:53.850426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab8cae-b17a-453e-a7cc-ffe48d25ade7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=3b2476d4-a971-498b-8225-69ce09889caa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:53.929943 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de4891d0-3c1f-4525-8573-81effa03867d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (02fc156c-4f65-477b-bb8c-3c7545fe702b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:53.936093 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de4891d0-3c1f-4525-8573-81effa03867d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:53.940234 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-de4891d0-3c1f-4525-8573-81effa03867d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02fc156c-4f65-477b-bb8c-3c7545fe702b HTTP/1.1" status: 204 len: 168 time: 0.7654266 Jan 28 12:46:54.059565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2e677aa8-7ae7-464a-9968-8f2abcde8874 None None] Provisioning complete for port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:54.060451 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e677aa8-7ae7-464a-9968-8f2abcde8874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:54.251598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2e677aa8-7ae7-464a-9968-8f2abcde8874 None None] Port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:46:54.259364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 59b0c9df-0d90-4a66-abb5-9594c7642c5c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:54.260353 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4891d0-3c1f-4525-8573-81effa03867d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fc156c-4f65-477b-bb8c-3c7545fe702b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:54.490992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 59b0c9df-0d90-4a66-abb5-9594c7642c5c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:54.491845 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:54.507961 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-22a68a66-9a4e-4260-ae9e-685f28586cd7 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:54.524034 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-22a68a66-9a4e-4260-ae9e-685f28586cd7 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "GET /v2.0/networks?id=427b1caa-23cc-47e8-9f41-315dcfbbc06c HTTP/1.1" status: 200 len: 813 time: 0.7047048 Jan 28 12:46:54.543228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Request body: {'port': {'device_id': '45f28103-5f9e-44a4-87ee-1653f4078b76', 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c', 'admin_state_up': True, 'tenant_id': '7e1559fe9b974f6a89558ecb04dd1622'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:54.660909 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:54.661797 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7ab8cae-b17a-453e-a7cc-ffe48d25ade7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:54.670930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 59b0c9df-0d90-4a66-abb5-9594c7642c5c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:54.671635 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:54.686556 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e7ab8cae-b17a-453e-a7cc-ffe48d25ade7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/3b2476d4-a971-498b-8225-69ce09889caa HTTP/1.1" status: 204 len: 168 time: 2.9440167 Jan 28 12:46:54.687778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:54.718516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 59b0c9df-0d90-4a66-abb5-9594c7642c5c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=59b0c9df-0d90-4a66-abb5-9594c7642c5c,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:46:54.729865 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:54.814836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=59b0c9df-0d90-4a66-abb5-9594c7642c5c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:54.831473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.832381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.833256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.834555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.835427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.836015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.836701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.837434 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.838228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.839186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.839864 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.840535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.841233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:46:54.986721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Router 8999dd1e-1620-45f0-9efb-eba12bf75c5f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:46:55.021299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3921ffce-2210-4391-8d76-a3bc7beaaeaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:55.027666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3921ffce-2210-4391-8d76-a3bc7beaaeaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:55.029206 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3921ffce-2210-4391-8d76-a3bc7beaaeaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:55.035090 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3921ffce-2210-4391-8d76-a3bc7beaaeaa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2063408 Jan 28 12:46:55.035675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34570) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:55.103249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-9491b6a6-9bd3-478f-8cd5-097b28887eb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 11ffba7d-17e7-46a3-b3d8-2e51fef2c1fd {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:55.114047 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9491b6a6-9bd3-478f-8cd5-097b28887eb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (11ffba7d-17e7-46a3-b3d8-2e51fef2c1fd), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:55.215290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d14f35e3-17c2-4e47-8b97-d273b733f79c tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:55.218519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d14f35e3-17c2-4e47-8b97-d273b733f79c tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "GET /v2.0/networks?id=427b1caa-23cc-47e8-9f41-315dcfbbc06c HTTP/1.1" status: 200 len: 813 time: 0.2296734 Jan 28 12:46:55.444786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Request body: {'port': {'device_id': '9bebd3f0-a045-4ea1-b06f-fef734d4b33f', 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c', 'admin_state_up': True, 'tenant_id': '7e1559fe9b974f6a89558ecb04dd1622'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:55.471410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e20e252-d2f6-4db0-9bda-c017354b6044 req-9f069fa2-991a-4d0b-8e93-260431316092 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 210 time: 0.4809022 Jan 28 12:46:55.559917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:46:55.575921 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f3c752bf-88da-467c-b412-19d40fb419fe admin admin] 10.222.0.53 "PUT /v2.0/routers/8999dd1e-1620-45f0-9efb-eba12bf75c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6591055 Jan 28 12:46:55.584866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Sync routers for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:46:55.668312 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9491b6a6-9bd3-478f-8cd5-097b28887eb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (11ffba7d-17e7-46a3-b3d8-2e51fef2c1fd), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:55.725050 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Made reservation on behalf of 7e1559fe9b974f6a89558ecb04dd1622 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:55.728537 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:55.729247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Made reservation on behalf of 7e1559fe9b974f6a89558ecb04dd1622 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:55.733907 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:55.918801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9491b6a6-9bd3-478f-8cd5-097b28887eb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (11ffba7d-17e7-46a3-b3d8-2e51fef2c1fd), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:55.981486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Allocated IP 172.20.0.13 (427b1caa-23cc-47e8-9f41-315dcfbbc06c/f9e7f83a-e244-499c-bd19-7c2bd984e603/5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:56.066272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:56.067144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:46:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:56.115472 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9491b6a6-9bd3-478f-8cd5-097b28887eb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (11ffba7d-17e7-46a3-b3d8-2e51fef2c1fd), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:56.201204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 59b0c9df-0d90-4a66-abb5-9594c7642c5c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:46:56.234541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491b6a6-9bd3-478f-8cd5-097b28887eb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=11ffba7d-17e7-46a3-b3d8-2e51fef2c1fd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:56.298196 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9491b6a6-9bd3-478f-8cd5-097b28887eb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:56.316081 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9491b6a6-9bd3-478f-8cd5-097b28887eb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/11ffba7d-17e7-46a3-b3d8-2e51fef2c1fd HTTP/1.1" status: 204 len: 168 time: 1.2779522 Jan 28 12:46:56.332665 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34600) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:56.385963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:46:56.418513 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks [] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:56.467929 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:56.529074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84270c8d-e7f7-4460-8dfe-390b1bd87717 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:56.586033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Pushing event updated for resources: {'Port': ['ID=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:56.624196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Network 427b1caa-23cc-47e8-9f41-315dcfbbc06c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:56.630385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:56.635089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:56.661411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdfd06f-1385-4431-a14d-5922818b4ded tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 79bbe640-b71a-4ff0-b791-35553f5005a5 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:46:56.674734 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd06f-1385-4431-a14d-5922818b4ded tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (79bbe640-b71a-4ff0-b791-35553f5005a5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:56.752601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:56.754817 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:56.805946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-578d9e03-8b1b-4084-bc4c-38f18105ebd9 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3936870 Jan 28 12:46:56.820365 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:56.843404 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Allocated IP 172.20.0.14 (427b1caa-23cc-47e8-9f41-315dcfbbc06c/f9e7f83a-e244-499c-bd19-7c2bd984e603/6f388981-c133-4288-ad66-573bf6043c05) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:56.853611 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd06f-1385-4431-a14d-5922818b4ded tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (79bbe640-b71a-4ff0-b791-35553f5005a5), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:56.855239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Request body: {'port': {'device_id': '9bebd3f0-a045-4ea1-b06f-fef734d4b33f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:56.856654 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34608) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:56.884515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-53325460-f156-4631-9682-666e682c3f0d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--928641672', 'description': 'tempest-description--533838523'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:56.925564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53325460-f156-4631-9682-666e682c3f0d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:57.026756 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:57.049186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499e490-5a4d-4c27-b8c4-96de2c6428fc req-094cb599-056b-462c-ac75-e2c82d678a9a tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:57.051033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3499e490-5a4d-4c27-b8c4-96de2c6428fc req-094cb599-056b-462c-ac75-e2c82d678a9a tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 932 time: 0.2441642 Jan 28 12:46:57.159306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 59b0c9df-0d90-4a66-abb5-9594c7642c5c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:57.161494 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:57.362760 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd06f-1385-4431-a14d-5922818b4ded tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (79bbe640-b71a-4ff0-b791-35553f5005a5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:57.367430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:46:52Z', 'revision_number': 2, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:57.423825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3499e490-5a4d-4c27-b8c4-96de2c6428fc req-eb068bba-b26e-4e1c-87e1-31b04d21f492 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814444 Jan 28 12:46:57.473440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Checking router: 8999dd1e-1620-45f0-9efb-eba12bf75c5f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:46:57.476875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Updating router 8999dd1e-1620-45f0-9efb-eba12bf75c5f port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:46:57.528197 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd06f-1385-4431-a14d-5922818b4ded tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (79bbe640-b71a-4ff0-b791-35553f5005a5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:57.581805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53325460-f156-4631-9682-666e682c3f0d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group (4ae69a37-4c52-41b1-b408-6705f953fe81), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:57.665451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfd06f-1385-4431-a14d-5922818b4ded tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=79bbe640-b71a-4ff0-b791-35553f5005a5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:57.667409 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:57.675159 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53325460-f156-4631-9682-666e682c3f0d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4ae69a37-4c52-41b1-b408-6705f953fe81), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:57.747546 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd06f-1385-4431-a14d-5922818b4ded tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:57.750887 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8fdfd06f-1385-4431-a14d-5922818b4ded tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/79bbe640-b71a-4ff0-b791-35553f5005a5 HTTP/1.1" status: 204 len: 168 time: 1.4067497 Jan 28 12:46:57.760878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34624) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:57.815235 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53325460-f156-4631-9682-666e682c3f0d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:57.851035 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-53325460-f156-4631-9682-666e682c3f0d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9920287 Jan 28 12:46:57.854872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34628) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:57.858191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 59b0c9df-0d90-4a66-abb5-9594c7642c5c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:57.860224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5eaacf00-f42c-4978-8203-79aed71792cf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052191 Jan 28 12:46:57.863317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34630) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:57.871530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks [] for port (6f388981-c133-4288-ad66-573bf6043c05), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:57.879661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b75a8367-bf3c-4303-b83a-3d94765f8701 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:57.885203 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-654ec0dc-fd7b-4351-a277-21d9a37e7782 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Request body: {'security_group_rule': {'security_group_id': '4ae69a37-4c52-41b1-b408-6705f953fe81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:57.915484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53325460-f156-4631-9682-666e682c3f0d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae69a37-4c52-41b1-b408-6705f953fe81,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:57.957200 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-654ec0dc-fd7b-4351-a277-21d9a37e7782 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group_rule (66cf5969-9f1a-4949-b313-37d04ad30bf4), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.098467 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-654ec0dc-fd7b-4351-a277-21d9a37e7782 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group_rule (66cf5969-9f1a-4949-b313-37d04ad30bf4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.106067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-654ec0dc-fd7b-4351-a277-21d9a37e7782 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (66cf5969-9f1a-4949-b313-37d04ad30bf4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.125215 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6f388981-c133-4288-ad66-573bf6043c05), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.142091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75a8367-bf3c-4303-b83a-3d94765f8701 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:58.147292 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b75a8367-bf3c-4303-b83a-3d94765f8701 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.170083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ec0dc-fd7b-4351-a277-21d9a37e7782 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cf5969-9f1a-4949-b313-37d04ad30bf4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:58.298184 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-654ec0dc-fd7b-4351-a277-21d9a37e7782 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.307750 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-654ec0dc-fd7b-4351-a277-21d9a37e7782 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4322965 Jan 28 12:46:58.326414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34638) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:58.336327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4120d869-322e-406f-a3ca-0c89769dc85b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Request body: {'security_group_rule': {'security_group_id': '4ae69a37-4c52-41b1-b408-6705f953fe81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:58.384437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Network 427b1caa-23cc-47e8-9f41-315dcfbbc06c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:58.387487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Pushing event updated for resources: {'Port': ['ID=6f388981-c133-4288-ad66-573bf6043c05,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:58.407726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:58.433940 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:46:58.606579 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Publish callbacks [] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.617181 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.630753 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4120d869-322e-406f-a3ca-0c89769dc85b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group_rule (5bc6513a-94f8-4e5f-a19a-d52d218ea2c9), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.631912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c59a8df-b814-4f27-a21e-ea43f8444de2 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:46:58.660402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:58.661193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.693937 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d43b5199-aa97-4de5-917a-cb4f2a1f05ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1578319 Jan 28 12:46:58.704485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Request body: {'port': {'device_id': '45f28103-5f9e-44a4-87ee-1653f4078b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:58.835062 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4120d869-322e-406f-a3ca-0c89769dc85b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group_rule (5bc6513a-94f8-4e5f-a19a-d52d218ea2c9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.840653 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4120d869-322e-406f-a3ca-0c89769dc85b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (5bc6513a-94f8-4e5f-a19a-d52d218ea2c9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.948512 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b75a8367-bf3c-4303-b83a-3d94765f8701 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (cfcb9478-eb05-4fc6-8411-c5f2f4174550), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.952462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120d869-322e-406f-a3ca-0c89769dc85b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc6513a-94f8-4e5f-a19a-d52d218ea2c9,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:58.955144 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6f388981-c133-4288-ad66-573bf6043c05), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.962620 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4120d869-322e-406f-a3ca-0c89769dc85b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:58.973938 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4120d869-322e-406f-a3ca-0c89769dc85b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6417983 Jan 28 12:46:58.984205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34656) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:59.008864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:59.014363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e139ea9-cbd4-4cf7-8a91-2304d509ebdd None None] Pushing event updated for resources: {'Port': ['ID=37a6cda2-f5ed-46e2-bf1c-071f5418a1eb,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:59.032842 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c08d7588-ad48-4f5f-b6ac-dbc77fdbe15b None None] Provisioning complete for port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:59.033461 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c08d7588-ad48-4f5f-b6ac-dbc77fdbe15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:59.120621 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:59.142554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a8367-bf3c-4303-b83a-3d94765f8701 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=cfcb9478-eb05-4fc6-8411-c5f2f4174550,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:46:59.164285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a8367-bf3c-4303-b83a-3d94765f8701 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:46:59.193538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b75a8367-bf3c-4303-b83a-3d94765f8701 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:46:59.208128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75a8367-bf3c-4303-b83a-3d94765f8701 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:59.210445 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b75a8367-bf3c-4303-b83a-3d94765f8701 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:59.244706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b75a8367-bf3c-4303-b83a-3d94765f8701 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3802149 Jan 28 12:46:59.248763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34660) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:46:59.259870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f5650-3df6-4f6e-8293-495a9b8f6695 req-761f575c-ef2a-4879-b9af-2b012abd508d tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:46:59.262427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f29f5650-3df6-4f6e-8293-495a9b8f6695 req-761f575c-ef2a-4879-b9af-2b012abd508d tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 932 time: 0.4700618 Jan 28 12:46:59.270209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:46:59.418123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Attempting to bind port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:46:59.419727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Attempting to bind port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:46:59.420278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Attempting to bind port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb on network e7453b05-09ce-4a85-ae96-f2192fedc139 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:46:59.428982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:46:59.429362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Checking segment: {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:46:59.429781 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:59.430475 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Bound using segment: {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:46:59.431700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Bound port: 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:46:59.431700 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:59.478104 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:59.578480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:46:59.583193 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:59.658526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] For port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:46:59.673415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] For port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=37a6cda2-f5ed-46e2-bf1c-071f5418a1eb,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:46:59.680387 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:59.681625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:46:59.722807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c08d7588-ad48-4f5f-b6ac-dbc77fdbe15b None None] Current status of the port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:46:59.730951 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Publish callbacks [] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:59.755324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Allocated IP 172.25.7.220 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/75639a39-e07d-47d7-8589-66f00672158e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:46:59.772022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:46:59.773309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:46:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:46:59.813612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f29f5650-3df6-4f6e-8293-495a9b8f6695 req-208b24c4-cf92-4a05-bf30-693c53ea2574 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878547 Jan 28 12:46:59.820275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Transition to ACTIVE for port object 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:46:59.843146 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:46:59.961091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-467c280e-ebe3-4867-97c5-b2cb910cc4a1 None None] Provisioning complete for port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:46:59.961547 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-467c280e-ebe3-4867-97c5-b2cb910cc4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:00.037974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e139ea9-cbd4-4cf7-8a91-2304d509ebdd None None] Pushing event updated for resources: {'Port': ['ID=37a6cda2-f5ed-46e2-bf1c-071f5418a1eb,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:00.055483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Pushing event updated for resources: {'Port': ['ID=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:00.064118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead64e3e-a5ce-42dd-ac97-47a6b79b1b7e None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:00.120477 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for port (75639a39-e07d-47d7-8589-66f00672158e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:00.188272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (75639a39-e07d-47d7-8589-66f00672158e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:00.310508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Attempting to bind port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:47:00.311054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Attempting to bind port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:47:00.311653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Attempting to bind port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 on network 427b1caa-23cc-47e8-9f41-315dcfbbc06c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:00.320498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 on network 427b1caa-23cc-47e8-9f41-315dcfbbc06c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:47:00.321232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Attempting to bind port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 on network 427b1caa-23cc-47e8-9f41-315dcfbbc06c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:00.329501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:47:00.330100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Checking segment: {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:00.330683 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Bound using segment: {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:47:00.331287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Bound port: 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:47:00.332482 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:00.370303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event updated for resources: {'Port': ['ID=75639a39-e07d-47d7-8589-66f00672158e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:00.425542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:00.431353 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:00.435384 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:00.550503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] For port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:47:00.609225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (18c354dd-94f2-457a-9716-85cfa7f7816f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:00.667706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] For port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:47:00.694764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:47:00.709746 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:00.716398 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (75639a39-e07d-47d7-8589-66f00672158e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:00.872516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-467c280e-ebe3-4867-97c5-b2cb910cc4a1 None None] Current status of the port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:00.872962 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-467c280e-ebe3-4867-97c5-b2cb910cc4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:00.971017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:00.972437 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:00.977995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] 10.222.0.49 "PUT /v2.0/ports/5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 HTTP/1.1" status: 200 len: 1092 time: 4.1416690 Jan 28 12:47:00.979070 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bebd3f0-a045-4ea1-b06f-fef734d4b33f', 'tag': '5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:00.984006 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0b7719-19de-4b5c-b531-c198daa1249d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bebd3f0-a045-4ea1-b06f-fef734d4b33f", "tag": "5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:01.050102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-467c280e-ebe3-4867-97c5-b2cb910cc4a1 None None] For port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=37a6cda2-f5ed-46e2-bf1c-071f5418a1eb,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:01.060538 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-467c280e-ebe3-4867-97c5-b2cb910cc4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:01.088899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.objects.ports [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:47:01.104870 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b53b49-0a23-4a30-92af-17c110402e71 x-openstack-request-id: req-f7b53b49-0a23-4a30-92af-17c110402e71 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:01.105596 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bebd3f0-a045-4ea1-b06f-fef734d4b33f", "tag": "5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:01.106454 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7b53b49-0a23-4a30-92af-17c110402e71 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:01.107133 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bebd3f0-a045-4ea1-b06f-fef734d4b33f', 'tag': '5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94', 'status': 'completed', 'code': 200} Jan 28 12:47:01.174586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for port (75639a39-e07d-47d7-8589-66f00672158e), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:01.190672 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (75639a39-e07d-47d7-8589-66f00672158e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:01.236595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-73a0ce90-9a9d-4eb1-957d-b0b15649630c None None] Provisioning complete for port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:01.236867 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a0ce90-9a9d-4eb1-957d-b0b15649630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:01.294541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event updated for resources: {'Port': ['ID=75639a39-e07d-47d7-8589-66f00672158e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:01.311160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c280e-ebe3-4867-97c5-b2cb910cc4a1 None None] Pushing event updated for resources: {'Port': ['ID=37a6cda2-f5ed-46e2-bf1c-071f5418a1eb,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:01.372245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60633d-386b-4dc7-92b2-5ffcd680fa5e service neutron] Pushing event updated for resources: {'Port': ['ID=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:01.429289 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:46:59Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:47:01.468256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-24912b4c-2abe-469f-b987-b7df2e7dce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:01.472130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-24912b4c-2abe-469f-b987-b7df2e7dce2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e1559fe9b974f6a89558ecb04dd1622&device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 1095 time: 0.3630347 Jan 28 12:47:01.489507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364456-163d-4743-8c77-7734e0309dd6 req-f18b198f-37ca-4782-bd86-481d2cb9b816 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:01.509341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2db5ac-20b6-40ce-9183-53de1ea12436 None None] The sync data for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 is: [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:46:59Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:47:01.532829 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2364456-163d-4743-8c77-7734e0309dd6 req-f18b198f-37ca-4782-bd86-481d2cb9b816 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 944 time: 0.4118474 Jan 28 12:47:01.535975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-73a0ce90-9a9d-4eb1-957d-b0b15649630c None None] Current status of the port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:01.539000 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (18c354dd-94f2-457a-9716-85cfa7f7816f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:01.570176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-73a0ce90-9a9d-4eb1-957d-b0b15649630c None None] Provisioning complete for port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:01.570561 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a0ce90-9a9d-4eb1-957d-b0b15649630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:01.656503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:01.660569 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-82e8d04a-a9c6-4b25-b04a-c884b2b73e36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6619060 Jan 28 12:47:01.689515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f388981-c133-4288-ad66-573bf6043c05 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:47:01.715830 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Publish callbacks [] for port (6f388981-c133-4288-ad66-573bf6043c05), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:01.761907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d627a44b-5532-4991-9adc-dccc71286857 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 HTTP/1.1" status: 200 len: 217 time: 0.2190228 Jan 28 12:47:01.811794 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Transition to ACTIVE for port object 6f388981-c133-4288-ad66-573bf6043c05 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:47:01.828798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (6f388981-c133-4288-ad66-573bf6043c05), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:01.895603 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:01.929323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-73a0ce90-9a9d-4eb1-957d-b0b15649630c None None] Current status of the port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:01.962776 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2364456-163d-4743-8c77-7734e0309dd6 req-f3fa156f-6998-47a4-b651-f870f27d2d8d tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286501 Jan 28 12:47:02.102497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8e72947f-4d80-4e19-9ef9-890f21613484 None None] Provisioning complete for port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:02.103187 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e72947f-4d80-4e19-9ef9-890f21613484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:02.172259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Pushing event updated for resources: {'Port': ['ID=6f388981-c133-4288-ad66-573bf6043c05,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:02.289161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:02.310612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-a11b70fb-d5f3-42fb-9762-04e9dace6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:02.314074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-a11b70fb-d5f3-42fb-9762-04e9dace6ade service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9e7f83a-e244-499c-bd19-7c2bd984e603 HTTP/1.1" status: 200 len: 853 time: 0.5458195 Jan 28 12:47:02.429962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-3bca4b1c-b0f4-4e1e-b840-5ba8243201a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=427b1caa-23cc-47e8-9f41-315dcfbbc06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074674 Jan 28 12:47:02.600332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Attempting to bind port 6f388981-c133-4288-ad66-573bf6043c05 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:47:02.601178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Attempting to bind port 6f388981-c133-4288-ad66-573bf6043c05 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:47:02.601911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Attempting to bind port 6f388981-c133-4288-ad66-573bf6043c05 on network 427b1caa-23cc-47e8-9f41-315dcfbbc06c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:02.632048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Port 6f388981-c133-4288-ad66-573bf6043c05 on network 427b1caa-23cc-47e8-9f41-315dcfbbc06c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:47:02.632603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Attempting to bind port 6f388981-c133-4288-ad66-573bf6043c05 on network 427b1caa-23cc-47e8-9f41-315dcfbbc06c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:02.659322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:47:02.660088 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Checking segment: {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:02.660701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Bound using segment: {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:47:02.661419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Bound port: 6f388981-c133-4288-ad66-573bf6043c05, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:47:02.662548 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6f388981-c133-4288-ad66-573bf6043c05), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:02.736323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8e72947f-4d80-4e19-9ef9-890f21613484 None None] Current status of the port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:02.780990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:02.786110 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:02.833093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-cece7609-f4c2-4185-a8ce-b4e8634a00d9 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--928641672&fields=id&tenant_id=ee6743f69c9e4047a11472cf0f456967 HTTP/1.1" status: 200 len: 267 time: 0.3843598 Jan 28 12:47:02.885971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] For port 6f388981-c133-4288-ad66-573bf6043c05, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:47:02.899693 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] For port 6f388981-c133-4288-ad66-573bf6043c05, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6f388981-c133-4288-ad66-573bf6043c05,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:47:02.913216 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (6f388981-c133-4288-ad66-573bf6043c05), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:03.042216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:03.042817 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:03.047524 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] 10.222.0.49 "PUT /v2.0/ports/6f388981-c133-4288-ad66-573bf6043c05 HTTP/1.1" status: 200 len: 1092 time: 4.3473790 Jan 28 12:47:03.089312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f28103-5f9e-44a4-87ee-1653f4078b76', 'tag': '6f388981-c133-4288-ad66-573bf6043c05'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:03.095333 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bded7cf-84eb-4bc2-8302-649e9511866d" -d '{"events": [{"name": "network-changed", "server_uuid": "45f28103-5f9e-44a4-87ee-1653f4078b76", "tag": "6f388981-c133-4288-ad66-573bf6043c05"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:03.152131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:03.282653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ae29d-8a15-464a-ab9c-757d1587bb6f service neutron] Pushing event updated for resources: {'Port': ['ID=6f388981-c133-4288-ad66-573bf6043c05,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:03.329418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-4337a31c-a2cc-437e-a395-7c5958b9fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:03.332296 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-4337a31c-a2cc-437e-a395-7c5958b9fefb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e1559fe9b974f6a89558ecb04dd1622&device_id=45f28103-5f9e-44a4-87ee-1653f4078b76 HTTP/1.1" status: 200 len: 1095 time: 0.2106802 Jan 28 12:47:03.358814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] For port 5c9d9427-7aee-460a-bd19-c8f02a3198b3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5c9d9427-7aee-460a-bd19-c8f02a3198b3,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:03.414514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:03.467806 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:03.469038 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (d32ed3e3-5a8b-468c-b3ce-239a68751b1d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:03.483436 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-3136bd6d-1017-4146-93b3-780cb2389424 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f388981-c133-4288-ad66-573bf6043c05 HTTP/1.1" status: 200 len: 217 time: 0.1419466 Jan 28 12:47:03.577272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-bbf45945-254a-4646-b49d-a084ba5b9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:03.581590 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-bbf45945-254a-4646-b49d-a084ba5b9ed1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9e7f83a-e244-499c-bd19-7c2bd984e603 HTTP/1.1" status: 200 len: 853 time: 0.0832696 Jan 28 12:47:03.639226 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-b5df3bf8-ff26-44b4-a29b-e5b1ca188048 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=427b1caa-23cc-47e8-9f41-315dcfbbc06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515702 Jan 28 12:47:03.754105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=d32ed3e3-5a8b-468c-b3ce-239a68751b1d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:03.799251 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-9563b319-7660-4d6c-a81e-b64941c8670d service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538899 Jan 28 12:47:03.870233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:03.877521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-15889f54-d9ff-4e3a-95d4-40bbfe380c02 service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4056406 Jan 28 12:47:04.005117 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-ee35acac-e494-4415-b965-e3b550245733 service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994646 Jan 28 12:47:04.006729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed603a94-44a7-463e-b9d7-d5146e935976 req-bd07ab48-8cca-4744-a32a-c51c00cad8c2 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:04.009179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed603a94-44a7-463e-b9d7-d5146e935976 req-bd07ab48-8cca-4744-a32a-c51c00cad8c2 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 944 time: 0.7474413 Jan 28 12:47:04.014525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:04.030528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4e49b-e7f7-44ac-9b38-92c1aa93a79e None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:04.089952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:04.095652 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:04.172310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-26ace669-957c-4869-b538-e8a4e4630a43 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:04.176597 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-26ace669-957c-4869-b538-e8a4e4630a43 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 810 time: 1.2888341 Jan 28 12:47:04.222783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4b9b7bb1-ffad-4c3b-a56b-270a6d7dced2 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/quotas/ee6743f69c9e4047a11472cf0f456967 HTTP/1.1" status: 200 len: 375 time: 0.0286574 Jan 28 12:47:04.223590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=5c9d9427-7aee-460a-bd19-c8f02a3198b3,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:04.322599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed603a94-44a7-463e-b9d7-d5146e935976 req-3dfdcb70-7dc1-4e15-86f4-7e6153b95c3a tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486904 Jan 28 12:47:04.348695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6965fc51-aeef-498a-aeb8-22126bb78c14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0989077 Jan 28 12:47:04.352790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34736) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:04.360284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:98:ac:b6', 'name': 'tempest-NetworksTestDHCPv6-2070234653'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:04.437537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1776f2a-a1e7-4292-8d3c-fce36ff58c40 req-d3fc4b74-13ec-4dae-95a9-4ba07c142716 service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414305 Jan 28 12:47:04.449164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-777a2dc2-931f-4748-a5cd-7e443ebdf3e3 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1390591 Jan 28 12:47:04.586049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c34e0c-c209-40d4-b13e-cd10d32c4b1d None None] Update dhcp port {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'fixed_ips': [{'subnet_id': 'd32ed3e3-5a8b-468c-b3ce-239a68751b1d', 'ip_address': '2001:db8::f816:3eff:fec5:e943'}, {'subnet_id': 'cfcb9478-eb05-4fc6-8411-c5f2f4174550'}], 'binding:host_id': 'n-d-824835-4'}, 'id': '5c9d9427-7aee-460a-bd19-c8f02a3198b3'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:47:04.605644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-da4648c2-5363-423a-9f68-d9e16946296c service neutron] 10.222.0.53 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255648 Jan 28 12:47:04.636603 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048b2aa6-e32b-42c7-b3fe-ef5614018234 x-openstack-request-id: req-048b2aa6-e32b-42c7-b3fe-ef5614018234 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:04.636898 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f28103-5f9e-44a4-87ee-1653f4078b76", "tag": "6f388981-c133-4288-ad66-573bf6043c05", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:04.637337 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-048b2aa6-e32b-42c7-b3fe-ef5614018234 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:04.647995 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f28103-5f9e-44a4-87ee-1653f4078b76', 'tag': '6f388981-c133-4288-ad66-573bf6043c05', 'status': 'completed', 'code': 200} Jan 28 12:47:04.688685 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8c34e0c-c209-40d4-b13e-cd10d32c4b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:04.752590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b7719-19de-4b5c-b531-c198daa1249d req-e38b3a4d-175f-4443-bb07-ca577b0d70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:04.752590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c0b7719-19de-4b5c-b531-c198daa1249d req-e38b3a4d-175f-4443-bb07-ca577b0d70ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e1559fe9b974f6a89558ecb04dd1622&device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 1095 time: 0.1340950 Jan 28 12:47:04.890247 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:05.160707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-a321bed0-f4a1-4222-875a-d13a084261de service neutron] 10.222.0.53 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541596 Jan 28 12:47:05.181876 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:05.190200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b7719-19de-4b5c-b531-c198daa1249d req-4b830308-a7d7-43ee-bf89-6970ac31bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:05.191843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c0b7719-19de-4b5c-b531-c198daa1249d req-4b830308-a7d7-43ee-bf89-6970ac31bfe1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=427b1caa-23cc-47e8-9f41-315dcfbbc06c HTTP/1.1" status: 200 len: 914 time: 0.4174562 Jan 28 12:47:05.219023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bded7cf-84eb-4bc2-8302-649e9511866d req-520b8c14-058d-4c25-bcd3-62c602845344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:05.222803 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2bded7cf-84eb-4bc2-8302-649e9511866d req-520b8c14-058d-4c25-bcd3-62c602845344 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e1559fe9b974f6a89558ecb04dd1622&device_id=45f28103-5f9e-44a4-87ee-1653f4078b76 HTTP/1.1" status: 200 len: 1095 time: 0.6318216 Jan 28 12:47:05.238316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:47:05.257821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-e8c34e0c-c209-40d4-b13e-cd10d32c4b1d None None] Allocated IP 172.20.0.2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/cfcb9478-eb05-4fc6-8411-c5f2f4174550/5c9d9427-7aee-460a-bd19-c8f02a3198b3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:05.278277 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c0b7719-19de-4b5c-b531-c198daa1249d req-0f903b46-af96-4b87-9d63-ef4d6413c69b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 HTTP/1.1" status: 200 len: 217 time: 0.0794446 Jan 28 12:47:05.391579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b7719-19de-4b5c-b531-c198daa1249d req-6082041e-74db-4714-9b45-8f1ed0a46220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:05.393456 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c0b7719-19de-4b5c-b531-c198daa1249d req-6082041e-74db-4714-9b45-8f1ed0a46220 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9e7f83a-e244-499c-bd19-7c2bd984e603 HTTP/1.1" status: 200 len: 853 time: 0.1011536 Jan 28 12:47:05.469656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c0b7719-19de-4b5c-b531-c198daa1249d req-a7f31d1f-abc7-4e78-bde3-928e6b6d8288 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=427b1caa-23cc-47e8-9f41-315dcfbbc06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690846 Jan 28 12:47:05.528530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e8c34e0c-c209-40d4-b13e-cd10d32c4b1d None None] For port 5c9d9427-7aee-460a-bd19-c8f02a3198b3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5c9d9427-7aee-460a-bd19-c8f02a3198b3,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:05.613945 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8c34e0c-c209-40d4-b13e-cd10d32c4b1d None None] Publish callbacks [] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:05.624294 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8c34e0c-c209-40d4-b13e-cd10d32c4b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:05.723806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c0b7719-19de-4b5c-b531-c198daa1249d req-d3e76c10-43e5-448b-b122-6d75e8b60f2e service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418921 Jan 28 12:47:05.885264 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bfa324c-175c-4e64-8e1f-3237673557f4 req-723c4307-d393-4254-91c6-f876526b41a3 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 210 time: 0.1502900 Jan 28 12:47:05.946160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c34e0c-c209-40d4-b13e-cd10d32c4b1d None None] Pushing event updated for resources: {'Port': ['ID=5c9d9427-7aee-460a-bd19-c8f02a3198b3,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:05.960068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bded7cf-84eb-4bc2-8302-649e9511866d req-f765db6e-bfd6-4225-b2dd-fc5caca4d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:05.972704 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2bded7cf-84eb-4bc2-8302-649e9511866d req-f765db6e-bfd6-4225-b2dd-fc5caca4d368 service neutron] 10.222.0.49 "GET /v2.0/networks?id=427b1caa-23cc-47e8-9f41-315dcfbbc06c HTTP/1.1" status: 200 len: 914 time: 0.7379618 Jan 28 12:47:06.074029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c5806-a5da-4500-bf9d-af6c20f7dd3e req-86efc13e-0a24-4c06-a74c-a0ccbfbb0325 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:06.085915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-322c5806-a5da-4500-bf9d-af6c20f7dd3e req-86efc13e-0a24-4c06-a74c-a0ccbfbb0325 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 944 time: 0.3604932 Jan 28 12:47:06.167742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 172.20.0.5 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/cfcb9478-eb05-4fc6-8411-c5f2f4174550/bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:06.190346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5c9d9427-7aee-460a-bd19-c8f02a3198b3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:06.236189 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c0b7719-19de-4b5c-b531-c198daa1249d req-c450f807-79fc-4c60-b504-0325dcb06486 service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883618 Jan 28 12:47:06.242941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-322c5806-a5da-4500-bf9d-af6c20f7dd3e req-668d7b2e-8dbf-4e89-b544-4cbed81df85c tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554508 Jan 28 12:47:06.311775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::f816:3eff:fe98:acb6 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/d32ed3e3-5a8b-468c-b3ce-239a68751b1d/bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:06.322405 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2bded7cf-84eb-4bc2-8302-649e9511866d req-4ef81882-e027-4ea9-b83b-d166baebe1f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f388981-c133-4288-ad66-573bf6043c05 HTTP/1.1" status: 200 len: 217 time: 0.3300145 Jan 28 12:47:06.371397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:06.372387 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:06.516674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:06.573341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bded7cf-84eb-4bc2-8302-649e9511866d req-b1ef7101-be3a-46e5-9e97-55fa8d4b69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:06.575146 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2bded7cf-84eb-4bc2-8302-649e9511866d req-b1ef7101-be3a-46e5-9e97-55fa8d4b69b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9e7f83a-e244-499c-bd19-7c2bd984e603 HTTP/1.1" status: 200 len: 853 time: 0.2472973 Jan 28 12:47:06.666839 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2bded7cf-84eb-4bc2-8302-649e9511866d req-ed71abbb-ca0c-4972-80a1-1b752f0d16cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=427b1caa-23cc-47e8-9f41-315dcfbbc06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818820 Jan 28 12:47:06.865956 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:06.909018 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2bded7cf-84eb-4bc2-8302-649e9511866d req-2ca2b06f-b086-448a-9c74-74297915da1a service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348535 Jan 28 12:47:07.012739 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:07.077199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a02a0d2-7924-4e39-bc5d-2b33ce418082 req-32fa4e52-2a96-4227-8d6d-59b24b27550f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 210 time: 0.0380323 Jan 28 12:47:07.167121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:47:07.273576 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-49675b1b-6074-4cf1-830f-50e577060407 None None] Provisioning complete for port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:07.274568 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49675b1b-6074-4cf1-830f-50e577060407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:07.487475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:07.501659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:07.509602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:07.593339 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:07.747907 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:07.748592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:07.821803 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d1caa362-2519-4471-afdd-7ec314fd2354 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4648941 Jan 28 12:47:07.825973 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2bded7cf-84eb-4bc2-8302-649e9511866d req-8a371f03-3340-4bd0-a52d-22886d276962 service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8289423 Jan 28 12:47:07.826471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34830) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:07.998809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-49675b1b-6074-4cf1-830f-50e577060407 None None] Current status of the port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:08.018649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1646fcb7-256b-4cd3-aff7-10685e275864 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:08.022508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:08.058240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1646fcb7-256b-4cd3-aff7-10685e275864 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:08.064119 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94', 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c', 'port_id': '5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94', 'mac_address': 'fa:16:3e:73:00:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e7f83a-e244-499c-bd19-7c2bd984e603', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:47:08.064914 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1646fcb7-256b-4cd3-aff7-10685e275864 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2373772 Jan 28 12:47:08.065737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34836) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:08.231214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5c9d9427-7aee-460a-bd19-c8f02a3198b3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:08.314159 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ddee7-09b3-41c2-9ec9-a66479111020 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:08.323937 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddee7-09b3-41c2-9ec9-a66479111020 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:08.351969 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:08.352360 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:08.438014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:47:08.510276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:08.514694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9a038448-2e34-4692-9b42-05a17e4360dd None None] Provisioning complete for port bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:08.516385 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a038448-2e34-4692-9b42-05a17e4360dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:08.540441 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddee7-09b3-41c2-9ec9-a66479111020 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:08.572996 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ddee7-09b3-41c2-9ec9-a66479111020 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:08.615631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-987baf6a-a2e5-4aa0-bb32-991f89dc9bc1 req-59e988e0-1be2-46bf-b579-3c0a53130e52 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 210 time: 0.0590985 Jan 28 12:47:08.696360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9a038448-2e34-4692-9b42-05a17e4360dd None None] Port bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:47:08.699817 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:08.700497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6f388981-c133-4288-ad66-573bf6043c05 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:47:08.733865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73629546-b3b5-4d6c-9cad-a63059a26cec req-51d78260-691b-4a1e-aeb1-aed7711c38db tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:08.747484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73629546-b3b5-4d6c-9cad-a63059a26cec req-51d78260-691b-4a1e-aeb1-aed7711c38db tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 945 time: 0.1515338 Jan 28 12:47:08.763975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:08.777217 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:08.889586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-97f13274-42f5-422e-910e-fe98d304d80c tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:08.892132 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-97f13274-42f5-422e-910e-fe98d304d80c tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 810 time: 1.5374091 Jan 28 12:47:08.895484 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddee7-09b3-41c2-9ec9-a66479111020 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:08.928362 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73629546-b3b5-4d6c-9cad-a63059a26cec req-dc62c4bb-154f-4c9d-994d-9e6fc6bf4995 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776044 Jan 28 12:47:08.975122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ddee7-09b3-41c2-9ec9-a66479111020 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:09.019888 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.resource_extend [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:47:09.044895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:09.091742 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6f388981-c133-4288-ad66-573bf6043c05, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6f388981-c133-4288-ad66-573bf6043c05,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:09.126506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-7cf80eec-7ef5-4d10-8c61-970db07d29ab tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6743f69c9e4047a11472cf0f456967 HTTP/1.1" status: 200 len: 379 time: 0.1967127 Jan 28 12:47:09.144521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Request body: {'port': {'device_id': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'admin_state_up': True, 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'security_groups': ['4ae69a37-4c52-41b1-b408-6705f953fe81']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:09.209923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '6f388981-c133-4288-ad66-573bf6043c05', 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c', 'port_id': '6f388981-c133-4288-ad66-573bf6043c05', 'mac_address': 'fa:16:3e:4e:9b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e7f83a-e244-499c-bd19-7c2bd984e603', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:47:09.257356 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddee7-09b3-41c2-9ec9-a66479111020 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:09.267359 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5a4ddee7-09b3-41c2-9ec9-a66479111020 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41 HTTP/1.1" status: 204 len: 168 time: 1.2003551 Jan 28 12:47:09.271996 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:09.325098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:09.388549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6f388981-c133-4288-ad66-573bf6043c05 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:09.389369 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6f388981-c133-4288-ad66-573bf6043c05), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:09.432474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Made reservation on behalf of ee6743f69c9e4047a11472cf0f456967 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:09.440941 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:09.446976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f388981-c133-4288-ad66-573bf6043c05 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:47:09.496293 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2385fda-72a7-4c1c-bbf2-ffab247ecac7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:09.500851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2385fda-72a7-4c1c-bbf2-ffab247ecac7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:09.502850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2385fda-72a7-4c1c-bbf2-ffab247ecac7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:09.517561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:09.517798 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c2385fda-72a7-4c1c-bbf2-ffab247ecac7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2424393 Jan 28 12:47:09.518635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6f388981-c133-4288-ad66-573bf6043c05, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6f388981-c133-4288-ad66-573bf6043c05,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:09.527407 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6f388981-c133-4288-ad66-573bf6043c05), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:09.675525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6f388981-c133-4288-ad66-573bf6043c05,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:09.760553 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:47:09.771844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['6f388981-c133-4288-ad66-573bf6043c05'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:47:09.809281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Allocated IP 172.20.0.7 (e7453b05-09ce-4a85-ae96-f2192fedc139/26b5c117-86f0-4722-80f1-8c17fb28379a/37d55c04-4428-4e04-8230-af4481e8b9de) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:09.818405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-de84d965-9aa4-43d1-9be4-cc584e2a4823 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet cfcb9478-eb05-4fc6-8411-c5f2f4174550 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:47:09.859173 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d965-9aa4-43d1-9be4-cc584e2a4823 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (cfcb9478-eb05-4fc6-8411-c5f2f4174550), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:10.108387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b70b07b-6312-4072-8a09-5609d93a58c2 req-6a782c0a-08fa-4a81-bb13-2637a6b1b541 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 210 time: 0.2815254 Jan 28 12:47:10.205316 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d965-9aa4-43d1-9be4-cc584e2a4823 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (cfcb9478-eb05-4fc6-8411-c5f2f4174550), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:10.352897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for port (37d55c04-4428-4e04-8230-af4481e8b9de), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:10.405837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:10.484268 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac948bbd-7d74-417e-86d0-884b655ee636 req-8c4ab44c-6ac7-4b0b-96dc-9e415ed7da65 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:10.492410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac948bbd-7d74-417e-86d0-884b655ee636 req-8c4ab44c-6ac7-4b0b-96dc-9e415ed7da65 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 945 time: 0.3824837 Jan 28 12:47:10.499044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event updated for resources: {'Port': ['ID=37d55c04-4428-4e04-8230-af4481e8b9de,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:10.587209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac948bbd-7d74-417e-86d0-884b655ee636 req-4f4b625b-38e6-4dc9-a926-7b8b2b591c71 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938196 Jan 28 12:47:10.609692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Network e7453b05-09ce-4a85-ae96-f2192fedc139 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:10.631562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:10.637096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:10.671540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d965-9aa4-43d1-9be4-cc584e2a4823 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (cfcb9478-eb05-4fc6-8411-c5f2f4174550), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:10.784073 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:10.784755 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:10.835622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4ac03f6d-c09c-4403-b41f-696472cc0e75 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7013597 Jan 28 12:47:10.856368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Request body: {'port': {'device_id': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:10.917292 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d965-9aa4-43d1-9be4-cc584e2a4823 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (cfcb9478-eb05-4fc6-8411-c5f2f4174550), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:11.047969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d965-9aa4-43d1-9be4-cc584e2a4823 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=cfcb9478-eb05-4fc6-8411-c5f2f4174550,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:11.052592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e4f8f070-0923-4dd4-9fb2-1865a40362ab None None] Provisioning complete for port 37d55c04-4428-4e04-8230-af4481e8b9de triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:11.053111 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4f8f070-0923-4dd4-9fb2-1865a40362ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:11.112958 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de84d965-9aa4-43d1-9be4-cc584e2a4823 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:11.113268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a71985d-103a-4e5d-9588-8cb315ae446f None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:11.122483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-de84d965-9aa4-43d1-9be4-cc584e2a4823 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/cfcb9478-eb05-4fc6-8411-c5f2f4174550 HTTP/1.1" status: 204 len: 168 time: 1.5993598 Jan 28 12:47:11.124150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34886) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:11.150583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:11.257238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8f070-0923-4dd4-9fb2-1865a40362ab None None] Port 37d55c04-4428-4e04-8230-af4481e8b9de cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:47:11.310448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f23162f-b377-4c9b-8cdf-f7870994637c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet d32ed3e3-5a8b-468c-b3ce-239a68751b1d {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:47:11.328786 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f23162f-b377-4c9b-8cdf-f7870994637c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (d32ed3e3-5a8b-468c-b3ce-239a68751b1d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:11.414636 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f23162f-b377-4c9b-8cdf-f7870994637c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (d32ed3e3-5a8b-468c-b3ce-239a68751b1d), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:11.543024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:11.631919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32613438-a2b1-4aa2-a3f9-1f9866c3f93f req-a2ded45a-b267-4a0c-a42b-71355d86a29e tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:11.634459 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32613438-a2b1-4aa2-a3f9-1f9866c3f93f req-a2ded45a-b267-4a0c-a42b-71355d86a29e tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 931 time: 0.1479304 Jan 28 12:47:11.679231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:47:11.684849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:11.685812 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:11.705104 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f23162f-b377-4c9b-8cdf-f7870994637c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (d32ed3e3-5a8b-468c-b3ce-239a68751b1d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:11.739418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32613438-a2b1-4aa2-a3f9-1f9866c3f93f req-cb327989-b374-4039-9535-319e1155e020 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849710 Jan 28 12:47:11.815675 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:47:11.889841 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f23162f-b377-4c9b-8cdf-f7870994637c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (d32ed3e3-5a8b-468c-b3ce-239a68751b1d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:11.928578 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f23162f-b377-4c9b-8cdf-f7870994637c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:11.933516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:11.933933 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:11.939642 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6f23162f-b377-4c9b-8cdf-f7870994637c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/d32ed3e3-5a8b-468c-b3ce-239a68751b1d HTTP/1.1" status: 204 len: 168 time: 0.8113658 Jan 28 12:47:11.942956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34896) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:11.987449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23162f-b377-4c9b-8cdf-f7870994637c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=d32ed3e3-5a8b-468c-b3ce-239a68751b1d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:12.018075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:12.019669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bebd3f0-a045-4ea1-b06f-fef734d4b33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:12.025836 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7780b517-7070-4c87-929b-0e02e7997aae" -d '{"events": [{"server_uuid": "9bebd3f0-a045-4ea1-b06f-fef734d4b33f", "name": "network-vif-plugged", "status": "completed", "tag": "5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:12.029868 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:12.030904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6f388981-c133-4288-ad66-573bf6043c05 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:12.132712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d55c04-4428-4e04-8230-af4481e8b9de {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:47:12.146211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f277aec2-3aa8-45f6-9fc5-36700c457f60 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1901782 Jan 28 12:47:12.146916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34906) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:12.173553 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Publish callbacks [] for port (37d55c04-4428-4e04-8230-af4481e8b9de), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:12.204204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01777324-ae82-4b0b-ad61-a0a372b87d2d req-5f33d6cd-1582-48e9-84a1-145d4382586c tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:12.215565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01777324-ae82-4b0b-ad61-a0a372b87d2d req-5f33d6cd-1582-48e9-84a1-145d4382586c tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 945 time: 0.4430096 Jan 28 12:47:12.224893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 6f388981-c133-4288-ad66-573bf6043c05 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:47:12.227402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:12.266509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 6f388981-c133-4288-ad66-573bf6043c05 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:12.266954 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6f388981-c133-4288-ad66-573bf6043c05), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:12.275886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cfc455-4ae9-43cd-a092-3ba99f1ecaa2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:12.288374 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c5cfc455-4ae9-43cd-a092-3ba99f1ecaa2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1394756 Jan 28 12:47:12.290163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34910) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:12.298060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Transition to ACTIVE for port object 37d55c04-4428-4e04-8230-af4481e8b9de will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:47:12.307740 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:12.401999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01777324-ae82-4b0b-ad61-a0a372b87d2d req-0418ca36-fa50-4e64-be8b-28765fa92be7 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854248 Jan 28 12:47:12.513962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Pushing event updated for resources: {'Port': ['ID=37d55c04-4428-4e04-8230-af4481e8b9de,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:12.636008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014f24d7-4555-4658-8a81-a2f5cb1000ef tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:12.650776 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-014f24d7-4555-4658-8a81-a2f5cb1000ef tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3568809 Jan 28 12:47:12.651679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34914) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:12.720051 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a634a4bc-91e4-43c7-aaf5-591e00d7fb38 x-openstack-request-id: req-a634a4bc-91e4-43c7-aaf5-591e00d7fb38 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:12.720565 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bebd3f0-a045-4ea1-b06f-fef734d4b33f", "name": "network-vif-plugged", "status": "completed", "tag": "5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:12.720935 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a634a4bc-91e4-43c7-aaf5-591e00d7fb38 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:12.721466 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bebd3f0-a045-4ea1-b06f-fef734d4b33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94', 'code': 200} Jan 28 12:47:12.735390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6f388981-c133-4288-ad66-573bf6043c05 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:12.735390 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6f388981-c133-4288-ad66-573bf6043c05), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:12.795911 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-26cc3137-d90b-4438-aa10-c0942027f48e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422472 Jan 28 12:47:12.801815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34922) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:12.869303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb6c0c-f412-492d-8432-d2a959d5b647 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:12.877246 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7b7a2f2c-2618-4a1f-90fc-975a7fd550fe tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:12.903199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 6f388981-c133-4288-ad66-573bf6043c05, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6f388981-c133-4288-ad66-573bf6043c05,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:12.933223 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6f388981-c133-4288-ad66-573bf6043c05), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:13.044756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Attempting to bind port 37d55c04-4428-4e04-8230-af4481e8b9de on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:47:13.045576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Attempting to bind port 37d55c04-4428-4e04-8230-af4481e8b9de by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:47:13.045576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Attempting to bind port 37d55c04-4428-4e04-8230-af4481e8b9de on network e7453b05-09ce-4a85-ae96-f2192fedc139 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:13.055124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Port 37d55c04-4428-4e04-8230-af4481e8b9de on network e7453b05-09ce-4a85-ae96-f2192fedc139 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:47:13.055646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Attempting to bind port 37d55c04-4428-4e04-8230-af4481e8b9de on network e7453b05-09ce-4a85-ae96-f2192fedc139 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:13.070135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:47:13.070690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Checking segment: {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:13.071539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Bound using segment: {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:47:13.072285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Bound port: 37d55c04-4428-4e04-8230-af4481e8b9de, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:47:13.072879 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:13.109528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f3fa3-34a7-41c8-9718-e7f6febdcc74 req-c60524f0-5dfc-4c52-add9-3dac0af9304a tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:13.111501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf0f3fa3-34a7-41c8-9718-e7f6febdcc74 req-c60524f0-5dfc-4c52-add9-3dac0af9304a tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 943 time: 0.1870174 Jan 28 12:47:13.194527 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d7d2f924-ecff-4d44-817a-8e706191c61c None None] Provisioning complete for port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:13.194904 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f924-ecff-4d44-817a-8e706191c61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:13.229569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7a2f2c-2618-4a1f-90fc-975a7fd550fe tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:13.251201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b7a2f2c-2618-4a1f-90fc-975a7fd550fe tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:13.252966 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7a2f2c-2618-4a1f-90fc-975a7fd550fe tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:47:13.253416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7a2f2c-2618-4a1f-90fc-975a7fd550fe tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:47:13.258505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] For port 37d55c04-4428-4e04-8230-af4481e8b9de, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:47:13.265528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] For port 37d55c04-4428-4e04-8230-af4481e8b9de, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=37d55c04-4428-4e04-8230-af4481e8b9de,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:47:13.283242 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:13.291094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2f1fa-84da-4168-b3f5-87672f2b1370 req-5871ca4c-5d8d-4742-aa24-ee76ca59d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:13.292738 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d3a2f1fa-84da-4168-b3f5-87672f2b1370 req-5871ca4c-5d8d-4742-aa24-ee76ca59d577 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 1097 time: 0.5075998 Jan 28 12:47:13.301595 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7b7a2f2c-2618-4a1f-90fc-975a7fd550fe tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4454474 Jan 28 12:47:13.309492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34928) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:13.345477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f15c415c-6677-4408-bb31-89238372c999 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:13.372151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:13.372802 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:13.375324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] 10.222.0.49 "PUT /v2.0/ports/37d55c04-4428-4e04-8230-af4481e8b9de HTTP/1.1" status: 200 len: 1091 time: 2.5289361 Jan 28 12:47:13.422978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'tag': '37d55c04-4428-4e04-8230-af4481e8b9de'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:13.435705 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e91a035-4398-4124-b5de-e67d2002203d" -d '{"events": [{"name": "network-changed", "server_uuid": "18fb8ade-6917-40e6-b7bd-f3b04c7c9848", "tag": "37d55c04-4428-4e04-8230-af4481e8b9de"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:13.546041 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d3a2f1fa-84da-4168-b3f5-87672f2b1370 req-50f7a6ae-8625-4b98-a4a3-078b6439c6b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372916 Jan 28 12:47:13.674851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15c415c-6677-4408-bb31-89238372c999 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:13.688502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f15c415c-6677-4408-bb31-89238372c999 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:13.701694 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15c415c-6677-4408-bb31-89238372c999 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:47:13.703985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15c415c-6677-4408-bb31-89238372c999 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:47:13.752951 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f15c415c-6677-4408-bb31-89238372c999 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4420712 Jan 28 12:47:13.757158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34942) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:13.771826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a5bbb47e-a3ee-45b3-90e6-aa9eefb0786a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:13.772130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf0f3fa3-34a7-41c8-9718-e7f6febdcc74 req-3248fed1-9d23-44dc-84bc-4557443db7de tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5038152 Jan 28 12:47:13.775661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb3b78-e0cd-429b-a7de-6b67effcbc78 service neutron] Pushing event updated for resources: {'Port': ['ID=37d55c04-4428-4e04-8230-af4481e8b9de,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:13.820350 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-db43823f-185b-450f-8214-127b034a8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:13.821905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-db43823f-185b-450f-8214-127b034a8655 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 1094 time: 0.3741493 Jan 28 12:47:13.848587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c540ea-be07-4d47-b9bd-07d9a0042849 req-ac45ab65-0f35-4e9d-afc7-5546ba6bdaf3 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:13.855886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43c540ea-be07-4d47-b9bd-07d9a0042849 req-ac45ab65-0f35-4e9d-afc7-5546ba6bdaf3 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 946 time: 0.1881285 Jan 28 12:47:13.895203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=6f388981-c133-4288-ad66-573bf6043c05,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:13.956989 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcb1bb0-733b-4219-8580-b228e1932180 x-openstack-request-id: req-4dcb1bb0-733b-4219-8580-b228e1932180 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:13.957309 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18fb8ade-6917-40e6-b7bd-f3b04c7c9848", "tag": "37d55c04-4428-4e04-8230-af4481e8b9de", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:13.957592 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4dcb1bb0-733b-4219-8580-b228e1932180 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:13.960440 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'tag': '37d55c04-4428-4e04-8230-af4481e8b9de', 'status': 'completed', 'code': 200} Jan 28 12:47:13.981533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-117626fa-0e7e-4b0a-9584-f04e9168fd08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d55c04-4428-4e04-8230-af4481e8b9de HTTP/1.1" status: 200 len: 217 time: 0.1233115 Jan 28 12:47:14.005619 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bbb47e-a3ee-45b3-90e6-aa9eefb0786a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:14.016336 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5bbb47e-a3ee-45b3-90e6-aa9eefb0786a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:14.018785 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bbb47e-a3ee-45b3-90e6-aa9eefb0786a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:47:14.019609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bbb47e-a3ee-45b3-90e6-aa9eefb0786a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:47:14.062955 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a5bbb47e-a3ee-45b3-90e6-aa9eefb0786a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3040473 Jan 28 12:47:14.062955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:14.072946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b2bea939-f21a-490b-a437-b0cdbfccac1e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:14.100803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2f924-ecff-4d44-817a-8e706191c61c None None] Current status of the port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:14.153328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43c540ea-be07-4d47-b9bd-07d9a0042849 req-50c2bd72-1246-4a92-8122-2002e2d98047 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959907 Jan 28 12:47:14.166130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f29578-19a7-4f2f-b22b-209c08df4b3c None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:47:14.278971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4f05beda-deed-4a10-8821-aa0aa30a4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:14.285031 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-4f05beda-deed-4a10-8821-aa0aa30a4afa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.2899921 Jan 28 12:47:14.341571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bea939-f21a-490b-a437-b0cdbfccac1e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:14.347265 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2bea939-f21a-490b-a437-b0cdbfccac1e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:14.349038 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2bea939-f21a-490b-a437-b0cdbfccac1e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:47:14.353512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a0f29578-19a7-4f2f-b22b-209c08df4b3c None None] Deleting port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:14.354039 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0f29578-19a7-4f2f-b22b-209c08df4b3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:14.355318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2bea939-f21a-490b-a437-b0cdbfccac1e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:47:14.388148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-7e7f54d3-1556-4c94-bae1-d0af4a65fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:14.394972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-7e7f54d3-1556-4c94-bae1-d0af4a65fba0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033704 Jan 28 12:47:14.425472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34956) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:14.426312 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b2bea939-f21a-490b-a437-b0cdbfccac1e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3621297 Jan 28 12:47:14.434620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e632492a-1bd7-483f-ba2b-3ba14e9fd8ae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:14.466438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a0f29578-19a7-4f2f-b22b-209c08df4b3c None None] For port 5c9d9427-7aee-460a-bd19-c8f02a3198b3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5c9d9427-7aee-460a-bd19-c8f02a3198b3,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:14.466860 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0f29578-19a7-4f2f-b22b-209c08df4b3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:14.503792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a0f29578-19a7-4f2f-b22b-209c08df4b3c None None] Calling delete_port for 5c9d9427-7aee-460a-bd19-c8f02a3198b3 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:14.729257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e632492a-1bd7-483f-ba2b-3ba14e9fd8ae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:14.730342 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f28103-5f9e-44a4-87ee-1653f4078b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f388981-c133-4288-ad66-573bf6043c05'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:14.732535 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e632492a-1bd7-483f-ba2b-3ba14e9fd8ae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:14.734689 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e632492a-1bd7-483f-ba2b-3ba14e9fd8ae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:47:14.735117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e632492a-1bd7-483f-ba2b-3ba14e9fd8ae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:47:14.742972 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a8ca06-adee-4875-83f4-4dab362334e1" -d '{"events": [{"server_uuid": "45f28103-5f9e-44a4-87ee-1653f4078b76", "name": "network-vif-plugged", "status": "completed", "tag": "6f388981-c133-4288-ad66-573bf6043c05"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:14.758989 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e632492a-1bd7-483f-ba2b-3ba14e9fd8ae tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3289151 Jan 28 12:47:14.759752 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34962) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:14.766590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c074e678-2a3c-4383-b0da-785500c936b2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:14.767906 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0f29578-19a7-4f2f-b22b-209c08df4b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (5c9d9427-7aee-460a-bd19-c8f02a3198b3), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:14.788114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-bdbabfde-8292-4c0c-b7c3-d27b31669992 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846595 Jan 28 12:47:14.857102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f29578-19a7-4f2f-b22b-209c08df4b3c None None] Pushing event deleted for resources: {'Port': ['ID=5c9d9427-7aee-460a-bd19-c8f02a3198b3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:14.863464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f29578-19a7-4f2f-b22b-209c08df4b3c None None] No DVR routers for this DVR port 5c9d9427-7aee-460a-bd19-c8f02a3198b3 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:47:14.901017 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113f097b-8acc-4e35-bfd7-4a90601c4615 x-openstack-request-id: req-113f097b-8acc-4e35-bfd7-4a90601c4615 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:14.901604 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f28103-5f9e-44a4-87ee-1653f4078b76", "name": "network-vif-plugged", "status": "completed", "tag": "6f388981-c133-4288-ad66-573bf6043c05", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:14.902056 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-113f097b-8acc-4e35-bfd7-4a90601c4615 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:14.902614 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f28103-5f9e-44a4-87ee-1653f4078b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f388981-c133-4288-ad66-573bf6043c05', 'code': 200} Jan 28 12:47:15.117629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf12c06-c12a-40ee-bf66-b04f1e7fabf5 req-28b68631-71d7-49fb-a635-da0dac2df2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:15.122676 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-eaf12c06-c12a-40ee-bf66-b04f1e7fabf5 req-28b68631-71d7-49fb-a635-da0dac2df2ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45f28103-5f9e-44a4-87ee-1653f4078b76 HTTP/1.1" status: 200 len: 1097 time: 0.1221194 Jan 28 12:47:15.125926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c074e678-2a3c-4383-b0da-785500c936b2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:15.134300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c074e678-2a3c-4383-b0da-785500c936b2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:15.136852 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c074e678-2a3c-4383-b0da-785500c936b2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:47:15.137574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c074e678-2a3c-4383-b0da-785500c936b2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:47:15.165857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818b269-d1a7-4dea-99b7-5a672a4f8334 req-b7e1fd46-ab41-42cd-bcb3-7807f1a5ad37 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:15.181906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8818b269-d1a7-4dea-99b7-5a672a4f8334 req-b7e1fd46-ab41-42cd-bcb3-7807f1a5ad37 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 943 time: 0.1837077 Jan 28 12:47:15.216327 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c074e678-2a3c-4383-b0da-785500c936b2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4549243 Jan 28 12:47:15.218974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34970) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:15.259369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eb66d3e2-80da-4ef0-baa6-4d4f9c4cf557 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0387948 Jan 28 12:47:15.261993 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34974) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:15.337844 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8818b269-d1a7-4dea-99b7-5a672a4f8334 req-ba0d297e-b382-4538-8a7d-4fb6c6addc44 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549625 Jan 28 12:47:15.353031 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f31ddcf2-c1d4-418c-aea0-bff4ce9b59aa req-2b00fa50-276c-4a98-ae2f-89d80f26c6bd service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589855 Jan 28 12:47:15.368085 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-eaf12c06-c12a-40ee-bf66-b04f1e7fabf5 req-241bf9dc-ce9f-42d0-a3bb-db173ad8a528 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159338 Jan 28 12:47:15.431885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78617d4-148a-48c3-a29c-89fb61c66d21 req-a758b909-9d86-4eed-90da-e1c72c46d35f tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:15.433737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d78617d4-148a-48c3-a29c-89fb61c66d21 req-a758b909-9d86-4eed-90da-e1c72c46d35f tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 946 time: 0.0942392 Jan 28 12:47:15.440204 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec486f0-f683-4b8b-bd36-19391d9ac061 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:15.446351 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cec486f0-f683-4b8b-bd36-19391d9ac061 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1821105 Jan 28 12:47:15.452477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34980) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:15.504015 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-af13c485-56d2-4f6b-bab6-0af0c1eb02a1 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500827 Jan 28 12:47:15.508972 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34982) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:15.515771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ea7c6f66-43da-49bd-a302-c32f4cb05fd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:15.522820 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d78617d4-148a-48c3-a29c-89fb61c66d21 req-7cc39ad6-b2f6-40bc-9ac7-a2bc86c726fd tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823369 Jan 28 12:47:15.700741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7c6f66-43da-49bd-a302-c32f4cb05fd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:15.709967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea7c6f66-43da-49bd-a302-c32f4cb05fd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:15.738273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a75417-7886-4674-a1fc-423f40166c4b req-edcbe177-2550-46d1-bd24-cedb624c05df tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:15.745933 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5a75417-7886-4674-a1fc-423f40166c4b req-edcbe177-2550-46d1-bd24-cedb624c05df tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f28103-5f9e-44a4-87ee-1653f4078b76 HTTP/1.1" status: 200 len: 946 time: 0.0731738 Jan 28 12:47:15.756206 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a035-4398-4124-b5de-e67d2002203d req-ba83566f-c8c0-4180-a071-a7f05b41ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:15.759315 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9e91a035-4398-4124-b5de-e67d2002203d req-ba83566f-c8c0-4180-a071-a7f05b41ea9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 1094 time: 0.1575141 Jan 28 12:47:15.811110 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5a75417-7886-4674-a1fc-423f40166c4b req-6f157434-87af-4ec2-b3b7-3db100753123 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642042 Jan 28 12:47:15.978924 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a035-4398-4124-b5de-e67d2002203d req-d91deb67-b021-48f8-a466-06bf0f364a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:15.980423 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9e91a035-4398-4124-b5de-e67d2002203d req-d91deb67-b021-48f8-a466-06bf0f364a7f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 911 time: 0.1509745 Jan 28 12:47:16.035488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5c9d9427-7aee-460a-bd19-c8f02a3198b3 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:47:16.077940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 5c9d9427-7aee-460a-bd19-c8f02a3198b3 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:47:16.078301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5c9d9427-7aee-460a-bd19-c8f02a3198b3 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:47:16.253787 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9e91a035-4398-4124-b5de-e67d2002203d req-c13bb0c0-a141-47de-939d-790ca7603ab9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d55c04-4428-4e04-8230-af4481e8b9de HTTP/1.1" status: 200 len: 217 time: 0.1668355 Jan 28 12:47:16.326257 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a035-4398-4124-b5de-e67d2002203d req-4776f598-fa75-40a6-9a4a-84af6a5dd4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:16.329523 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9e91a035-4398-4124-b5de-e67d2002203d req-4776f598-fa75-40a6-9a4a-84af6a5dd4be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.0678744 Jan 28 12:47:16.593463 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a035-4398-4124-b5de-e67d2002203d req-f72c64db-e9b9-48e3-8554-ad336a95eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:16.597746 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9e91a035-4398-4124-b5de-e67d2002203d req-f72c64db-e9b9-48e3-8554-ad336a95eaf6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2538002 Jan 28 12:47:16.604460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a472fe4-272f-4748-88f0-cb053ed03b53 req-7b81b904-3845-49b9-bfb7-d7a717209d38 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:16.627257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a472fe4-272f-4748-88f0-cb053ed03b53 req-7b81b904-3845-49b9-bfb7-d7a717209d38 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 943 time: 0.1365917 Jan 28 12:47:16.683760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.objects.ports [None req-ea7c6f66-43da-49bd-a302-c32f4cb05fd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:47:16.685309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea7c6f66-43da-49bd-a302-c32f4cb05fd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (b997a61d-3493-4c57-93ab-1c4f90af127f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:16.736679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a472fe4-272f-4748-88f0-cb053ed03b53 req-f1d6a621-902d-4895-bea0-6ed5561aa4c7 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077383 Jan 28 12:47:16.819682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7c6f66-43da-49bd-a302-c32f4cb05fd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:16.835490 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ea7c6f66-43da-49bd-a302-c32f4cb05fd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:16.845971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c6f66-43da-49bd-a302-c32f4cb05fd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:16.846988 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea7c6f66-43da-49bd-a302-c32f4cb05fd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:16.853793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15bdc9a-312d-4f73-a6dc-e6f37b838138 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:16.935234 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c6f66-43da-49bd-a302-c32f4cb05fd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=b997a61d-3493-4c57-93ab-1c4f90af127f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:16.946910 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ea7c6f66-43da-49bd-a302-c32f4cb05fd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4364769 Jan 28 12:47:16.949082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35000) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:16.957208 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:f8:53:b4', 'name': 'tempest-NetworksTestDHCPv6-1809013584'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:17.031403 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9e91a035-4398-4124-b5de-e67d2002203d req-4c0be730-a36a-441e-99a2-b99beac39a66 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197540 Jan 28 12:47:17.104677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74416497-6380-4f7b-a74c-79e94b261baf req-f4a2f7ca-e287-4d88-8729-19fdd9d407f5 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:17.107211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74416497-6380-4f7b-a74c-79e94b261baf req-f4a2f7ca-e287-4d88-8729-19fdd9d407f5 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=45f28103-5f9e-44a4-87ee-1653f4078b76 HTTP/1.1" status: 200 len: 946 time: 0.2077565 Jan 28 12:47:17.115107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': 'b997a61d-3493-4c57-93ab-1c4f90af127f'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:47:17.116323 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:17.278158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:17.323672 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:17.379957 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74416497-6380-4f7b-a74c-79e94b261baf req-9a883d63-6cb0-4b1e-9b6d-31c7ba80729d tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535713 Jan 28 12:47:17.572084 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9e91a035-4398-4124-b5de-e67d2002203d req-a309aa77-8cc8-41d0-889b-fd6b8bc98a1d service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360065 Jan 28 12:47:17.575212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Allocated IP 2001:db8::f816:3eff:fe8d:75e2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/b997a61d-3493-4c57-93ab-1c4f90af127f/fd418d2f-d467-417e-8596-58dc6b7b4a8a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:17.654640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:17.735018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port e17d9b26-47cc-4989-8e78-170642480712 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:47:17.984125 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Publish callbacks [] for port (fd418d2f-d467-417e-8596-58dc6b7b4a8a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:18.053757 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (fd418d2f-d467-417e-8596-58dc6b7b4a8a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:18.180107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::f816:3eff:fef8:53b4 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/b997a61d-3493-4c57-93ab-1c4f90af127f/e17d9b26-47cc-4989-8e78-170642480712) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:18.185062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb562fc-a267-4dfc-85b8-c98ad82b8301 req-307baefb-4a05-4b75-85ad-019de7d6a6a7 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:18.215222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdb562fc-a267-4dfc-85b8-c98ad82b8301 req-307baefb-4a05-4b75-85ad-019de7d6a6a7 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 943 time: 0.2021706 Jan 28 12:47:18.237488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:18.251010 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:18.259300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:18.282361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:18.338001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Pushing event updated for resources: {'Port': ['ID=fd418d2f-d467-417e-8596-58dc6b7b4a8a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:18.434006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdb562fc-a267-4dfc-85b8-c98ad82b8301 req-55be022a-8b7e-47b8-be2e-99b6da16eea8 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041185 Jan 28 12:47:18.542147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Attempting to bind port fd418d2f-d467-417e-8596-58dc6b7b4a8a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:47:18.545383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Attempting to bind port fd418d2f-d467-417e-8596-58dc6b7b4a8a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:47:18.548672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Attempting to bind port fd418d2f-d467-417e-8596-58dc6b7b4a8a on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:18.577938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:47:18.580759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:18.583967 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:18.586340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:47:18.587510 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Bound port: fd418d2f-d467-417e-8596-58dc6b7b4a8a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:47:18.590293 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fd418d2f-d467-417e-8596-58dc6b7b4a8a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:18.775403 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (e17d9b26-47cc-4989-8e78-170642480712), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:18.834309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] For port fd418d2f-d467-417e-8596-58dc6b7b4a8a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:47:18.842060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] For port fd418d2f-d467-417e-8596-58dc6b7b4a8a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fd418d2f-d467-417e-8596-58dc6b7b4a8a,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:47:18.859830 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fd418d2f-d467-417e-8596-58dc6b7b4a8a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:18.865899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-2619001b-6d3e-4e10-b051-c33d7a2dfde0 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:18.868284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e17d9b26-47cc-4989-8e78-170642480712), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:18.880371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-2619001b-6d3e-4e10-b051-c33d7a2dfde0 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/networks?id=427b1caa-23cc-47e8-9f41-315dcfbbc06c HTTP/1.1" status: 200 len: 813 time: 0.3781948 Jan 28 12:47:18.921867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b9e96a2b-2948-4ff6-bea9-c8aab8b03a53 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/quotas/7e1559fe9b974f6a89558ecb04dd1622 HTTP/1.1" status: 200 len: 375 time: 0.0403619 Jan 28 12:47:19.002541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:19.053172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:19.065503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:19.089213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:19.097527 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c9015-e7c8-4900-b2fd-2effed08bea0 None None] Pushing event updated for resources: {'Port': ['ID=fd418d2f-d467-417e-8596-58dc6b7b4a8a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:19.109911 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:19.130199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-2188b7fd-9373-4cec-ac9f-af60c5581dad tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e1559fe9b974f6a89558ecb04dd1622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2071846 Jan 28 12:47:19.170497 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=e17d9b26-47cc-4989-8e78-170642480712,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:19.240666 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68a83d70-53e2-4968-8be2-d9facbbc3516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:19.392470 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7208e56a-5f41-4aba-b0a4-39e821a6addf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4296598 Jan 28 12:47:19.397069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35076) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:19.564947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 37d55c04-4428-4e04-8230-af4481e8b9de details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:47:19.650636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a203a7-8ab7-49b1-a197-5e5ad1639f6b req-5ec838b9-9ce2-4a35-89cd-a3b15b4a42ff tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:19.664117 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f3a203a7-8ab7-49b1-a197-5e5ad1639f6b req-5ec838b9-9ce2-4a35-89cd-a3b15b4a42ff tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "GET /v2.0/ports?device_id=45f28103-5f9e-44a4-87ee-1653f4078b76 HTTP/1.1" status: 200 len: 946 time: 0.5486293 Jan 28 12:47:19.902876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cb18e6-667c-4f93-8499-8bc6b5417034 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:19.932892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cb18e6-667c-4f93-8499-8bc6b5417034 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:19.948042 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-13cb18e6-667c-4f93-8499-8bc6b5417034 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5420880 Jan 28 12:47:19.951952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35090) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:19.955739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-adc287a2-f5c9-4b52-a0f1-ea1d3c17a2a6 service neutron] 10.222.0.53 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8209920 Jan 28 12:47:20.202789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 37d55c04-4428-4e04-8230-af4481e8b9de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=37d55c04-4428-4e04-8230-af4481e8b9de,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:20.270164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-bfbe2719-5bbc-44ad-adcb-69a41a7e672f service neutron] 10.222.0.53 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864971 Jan 28 12:47:20.286682 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '37d55c04-4428-4e04-8230-af4481e8b9de', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'port_id': '37d55c04-4428-4e04-8230-af4481e8b9de', 'mac_address': 'fa:16:3e:67:7c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:47:20.302925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf0e71-8c5e-42be-9126-1a6844ad94b9 req-9c4d9b7a-7f68-48f1-81b7-1ab37b1df01b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:20.324793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2fbf0e71-8c5e-42be-9126-1a6844ad94b9 req-9c4d9b7a-7f68-48f1-81b7-1ab37b1df01b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 943 time: 0.5770752 Jan 28 12:47:20.374120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb4c75-471a-47fc-8a3a-ab405009443e req-06c2676b-f6f5-419f-9cbf-26421cf86850 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:20.381177 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62cb4c75-471a-47fc-8a3a-ab405009443e req-06c2676b-f6f5-419f-9cbf-26421cf86850 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bebd3f0-a045-4ea1-b06f-fef734d4b33f HTTP/1.1" status: 200 len: 946 time: 0.8991756 Jan 28 12:47:20.432995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fd418d2f-d467-417e-8596-58dc6b7b4a8a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:20.440321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 37d55c04-4428-4e04-8230-af4481e8b9de is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:20.440768 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:20.493964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d55c04-4428-4e04-8230-af4481e8b9de {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:47:20.498878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f3a203a7-8ab7-49b1-a197-5e5ad1639f6b req-8baa2d24-8b11-4358-8abb-a1fe07c3bc28 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Deleting port 6f388981-c133-4288-ad66-573bf6043c05 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:20.504030 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f3a203a7-8ab7-49b1-a197-5e5ad1639f6b req-8baa2d24-8b11-4358-8abb-a1fe07c3bc28 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6f388981-c133-4288-ad66-573bf6043c05), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:20.520311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 37d55c04-4428-4e04-8230-af4481e8b9de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=37d55c04-4428-4e04-8230-af4481e8b9de,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:20.532458 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:20.649945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2fbf0e71-8c5e-42be-9126-1a6844ad94b9 req-621b99b9-aa9c-4a18-8b2c-720eaff42e20 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241751 Jan 28 12:47:20.707488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3dec7-8f6c-4073-9cd9-6c7711ecc212 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port e17d9b26-47cc-4989-8e78-170642480712 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:20.710205 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbf3dec7-8f6c-4073-9cd9-6c7711ecc212 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e17d9b26-47cc-4989-8e78-170642480712), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:20.774944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port fd418d2f-d467-417e-8596-58dc6b7b4a8a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:20.781937 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fd418d2f-d467-417e-8596-58dc6b7b4a8a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:20.868096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=37d55c04-4428-4e04-8230-af4481e8b9de,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:20.872529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['37d55c04-4428-4e04-8230-af4481e8b9de'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:47:20.926489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-62cb4c75-471a-47fc-8a3a-ab405009443e req-70879d5b-f27c-4630-b966-fdfec9623a42 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Deleting port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:20.927433 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-62cb4c75-471a-47fc-8a3a-ab405009443e req-70879d5b-f27c-4630-b966-fdfec9623a42 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:21.011780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port fd418d2f-d467-417e-8596-58dc6b7b4a8a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:21.014132 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fd418d2f-d467-417e-8596-58dc6b7b4a8a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:21.192736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port fd418d2f-d467-417e-8596-58dc6b7b4a8a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fd418d2f-d467-417e-8596-58dc6b7b4a8a,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:21.204279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f3a203a7-8ab7-49b1-a197-5e5ad1639f6b req-8baa2d24-8b11-4358-8abb-a1fe07c3bc28 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] For port 6f388981-c133-4288-ad66-573bf6043c05, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=6f388981-c133-4288-ad66-573bf6043c05,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:21.212629 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f3a203a7-8ab7-49b1-a197-5e5ad1639f6b req-8baa2d24-8b11-4358-8abb-a1fe07c3bc28 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6f388981-c133-4288-ad66-573bf6043c05), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:21.347325 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbf3dec7-8f6c-4073-9cd9-6c7711ecc212 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e17d9b26-47cc-4989-8e78-170642480712), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:21.386032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-62cb4c75-471a-47fc-8a3a-ab405009443e req-70879d5b-f27c-4630-b966-fdfec9623a42 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] For port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:21.386803 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-62cb4c75-471a-47fc-8a3a-ab405009443e req-70879d5b-f27c-4630-b966-fdfec9623a42 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:21.407371 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fd418d2f-d467-417e-8596-58dc6b7b4a8a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:21.430201 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3dec7-8f6c-4073-9cd9-6c7711ecc212 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for e17d9b26-47cc-4989-8e78-170642480712 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:21.446227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-62cb4c75-471a-47fc-8a3a-ab405009443e req-70879d5b-f27c-4630-b966-fdfec9623a42 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Calling delete_port for 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:21.709755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f3a203a7-8ab7-49b1-a197-5e5ad1639f6b req-8baa2d24-8b11-4358-8abb-a1fe07c3bc28 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Calling delete_port for 6f388981-c133-4288-ad66-573bf6043c05 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:21.827282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=fd418d2f-d467-417e-8596-58dc6b7b4a8a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:21.919424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:47:21.967106 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3525f302-9b08-4b7e-81da-9d5371dd9dab req-7f8c33b9-0920-4dfb-b1a6-9814ebfdbe73 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 210 time: 0.2091134 Jan 28 12:47:22.151499 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b414051-f3fc-476c-a5d8-260154b0b07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:22.194452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fa657e77-ba1b-4337-a822-1e3b971e0452 None None] Provisioning complete for port fd418d2f-d467-417e-8596-58dc6b7b4a8a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:22.194701 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa657e77-ba1b-4337-a822-1e3b971e0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fd418d2f-d467-417e-8596-58dc6b7b4a8a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:22.196399 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbf3dec7-8f6c-4073-9cd9-6c7711ecc212 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e17d9b26-47cc-4989-8e78-170642480712), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:22.277581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fd418d2f-d467-417e-8596-58dc6b7b4a8a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:22.277791 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-62cb4c75-471a-47fc-8a3a-ab405009443e req-70879d5b-f27c-4630-b966-fdfec9623a42 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:22.456316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3dec7-8f6c-4073-9cd9-6c7711ecc212 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=e17d9b26-47cc-4989-8e78-170642480712,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:22.485922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70879d5b-f27c-4630-b966-fdfec9623a42 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Pushing event deleted for resources: {'Port': ['ID=5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:22.531931 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port fd418d2f-d467-417e-8596-58dc6b7b4a8a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:22.532591 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fd418d2f-d467-417e-8596-58dc6b7b4a8a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:22.534226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No active binding found for port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 {{(pid=103130) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 12:47:22.534603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 host None! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:47:22.535008 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:47:22.535450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 6f388981-c133-4288-ad66-573bf6043c05 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:47:22.606772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cb4c75-471a-47fc-8a3a-ab405009443e req-70879d5b-f27c-4630-b966-fdfec9623a42 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] No DVR routers for this DVR port 5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:47:22.610958 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-62cb4c75-471a-47fc-8a3a-ab405009443e req-70879d5b-f27c-4630-b966-fdfec9623a42 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:22.625826 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62cb4c75-471a-47fc-8a3a-ab405009443e req-70879d5b-f27c-4630-b966-fdfec9623a42 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "DELETE /v2.0/ports/5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94 HTTP/1.1" status: 204 len: 173 time: 2.2237041 Jan 28 12:47:22.628126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bebd3f0-a045-4ea1-b06f-fef734d4b33f', 'name': 'network-vif-deleted', 'tag': '5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:22.631549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cbf3dec7-8f6c-4073-9cd9-6c7711ecc212 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:22.639296 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042b39b4-b507-423a-8fa1-953484484072" -d '{"events": [{"server_uuid": "9bebd3f0-a045-4ea1-b06f-fef734d4b33f", "name": "network-vif-deleted", "tag": "5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:22.643531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:22.665824 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cbf3dec7-8f6c-4073-9cd9-6c7711ecc212 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/e17d9b26-47cc-4989-8e78-170642480712 HTTP/1.1" status: 204 len: 168 time: 2.7109847 Jan 28 12:47:22.866516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec862a2-566b-4908-9d58-d4d181dcd71e req-fbe08468-61db-4a47-b2fd-ce5e27819d0e tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:22.898957 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ec862a2-566b-4908-9d58-d4d181dcd71e req-fbe08468-61db-4a47-b2fd-ce5e27819d0e tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 944 time: 0.8870897 Jan 28 12:47:23.060092 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a3aa19-5496-4f4b-8bfc-03fca131bd4f x-openstack-request-id: req-e8a3aa19-5496-4f4b-8bfc-03fca131bd4f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:23.060395 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bebd3f0-a045-4ea1-b06f-fef734d4b33f", "name": "network-vif-deleted", "tag": "5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:23.060648 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8a3aa19-5496-4f4b-8bfc-03fca131bd4f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:23.061065 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bebd3f0-a045-4ea1-b06f-fef734d4b33f', 'name': 'network-vif-deleted', 'tag': '5dc5d0a4-7d3b-4761-9d6d-6bdc96ba0a94', 'status': 'completed', 'code': 200} Jan 28 12:47:23.114836 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:23.160751 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f3a203a7-8ab7-49b1-a197-5e5ad1639f6b req-8baa2d24-8b11-4358-8abb-a1fe07c3bc28 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6f388981-c133-4288-ad66-573bf6043c05), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:23.210693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ec862a2-566b-4908-9d58-d4d181dcd71e req-0f3b3c82-8010-4ce5-bd91-7a8e509e8cbc tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104117 Jan 28 12:47:23.453035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fa657e77-ba1b-4337-a822-1e3b971e0452 None None] Current status of the port fd418d2f-d467-417e-8596-58dc6b7b4a8a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:23.473462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aeb739a2-3f07-448c-9d44-537d9c2aeea5 req-02a1dbe2-aa91-499e-8bfe-35b21a147a2e tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 210 time: 0.2541108 Jan 28 12:47:23.485818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 6f388981-c133-4288-ad66-573bf6043c05 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:23.486670 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6f388981-c133-4288-ad66-573bf6043c05), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:23.487727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a36f4-c3c9-4341-b5c8-fb1f0e930751 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:23.496630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a36f4-c3c9-4341-b5c8-fb1f0e930751 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:23.503310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-026a36f4-c3c9-4341-b5c8-fb1f0e930751 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.8502350 Jan 28 12:47:23.508523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35158) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:23.526959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa2d24-8b11-4358-8abb-a1fe07c3bc28 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Pushing event deleted for resources: {'Port': ['ID=6f388981-c133-4288-ad66-573bf6043c05,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:23.593047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a203a7-8ab7-49b1-a197-5e5ad1639f6b req-8baa2d24-8b11-4358-8abb-a1fe07c3bc28 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] No DVR routers for this DVR port 6f388981-c133-4288-ad66-573bf6043c05 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:47:23.594681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port fd418d2f-d467-417e-8596-58dc6b7b4a8a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:23.606029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f3a203a7-8ab7-49b1-a197-5e5ad1639f6b req-8baa2d24-8b11-4358-8abb-a1fe07c3bc28 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:23.623579 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f3a203a7-8ab7-49b1-a197-5e5ad1639f6b req-8baa2d24-8b11-4358-8abb-a1fe07c3bc28 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "DELETE /v2.0/ports/6f388981-c133-4288-ad66-573bf6043c05 HTTP/1.1" status: 204 len: 173 time: 3.9436738 Jan 28 12:47:23.624184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f28103-5f9e-44a4-87ee-1653f4078b76', 'name': 'network-vif-deleted', 'tag': '6f388981-c133-4288-ad66-573bf6043c05'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:23.629411 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0468cc1d-d7dc-4f04-8194-c540557f48e9" -d '{"events": [{"server_uuid": "45f28103-5f9e-44a4-87ee-1653f4078b76", "name": "network-vif-deleted", "tag": "6f388981-c133-4288-ad66-573bf6043c05"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:23.649306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3ab4d60e-ed12-4aac-b284-c643ade499ef None None] Could not find standard attr ID for object e17d9b26-47cc-4989-8e78-170642480712. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:47:23.730686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-584d7f12-b602-4709-a3a2-ee4ee9510369 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet b997a61d-3493-4c57-93ab-1c4f90af127f {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:47:23.739619 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-584d7f12-b602-4709-a3a2-ee4ee9510369 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (b997a61d-3493-4c57-93ab-1c4f90af127f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:23.766770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 37d55c04-4428-4e04-8230-af4481e8b9de up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:23.854296 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-584d7f12-b602-4709-a3a2-ee4ee9510369 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (b997a61d-3493-4c57-93ab-1c4f90af127f), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:23.857510 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c66f69-2f18-4a3d-9c64-3640c7024c68 x-openstack-request-id: req-f3c66f69-2f18-4a3d-9c64-3640c7024c68 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:23.858183 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f28103-5f9e-44a4-87ee-1653f4078b76", "name": "network-vif-deleted", "tag": "6f388981-c133-4288-ad66-573bf6043c05", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:23.858612 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3c66f69-2f18-4a3d-9c64-3640c7024c68 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:23.859163 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f28103-5f9e-44a4-87ee-1653f4078b76', 'name': 'network-vif-deleted', 'tag': '6f388981-c133-4288-ad66-573bf6043c05', 'status': 'completed', 'code': 200} Jan 28 12:47:23.981240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 37d55c04-4428-4e04-8230-af4481e8b9de completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:47:24.008683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 37d55c04-4428-4e04-8230-af4481e8b9de triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:24.009582 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:24.124746 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-584d7f12-b602-4709-a3a2-ee4ee9510369 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b997a61d-3493-4c57-93ab-1c4f90af127f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:24.434264 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-584d7f12-b602-4709-a3a2-ee4ee9510369 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (b997a61d-3493-4c57-93ab-1c4f90af127f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:24.546337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 37d55c04-4428-4e04-8230-af4481e8b9de is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:24.547126 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:24.637308 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-584d7f12-b602-4709-a3a2-ee4ee9510369 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:24.654958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-584d7f12-b602-4709-a3a2-ee4ee9510369 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/b997a61d-3493-4c57-93ab-1c4f90af127f HTTP/1.1" status: 204 len: 168 time: 1.1403973 Jan 28 12:47:24.658300 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35178) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:24.674787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae9dcfe-c8ac-4df5-8097-09d19cca119c None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:25.033577 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e38cc25a-f4e2-4c05-a9f6-08ee4fe275ad tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3605230 Jan 28 12:47:25.039039 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2579f123-f9f8-400e-b06c-e3a0930a4955 req-ae318a38-c7ec-40cf-aff5-f36e1a97b0ed tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 210 time: 0.2001541 Jan 28 12:47:25.065246 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35184) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:25.142674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d55c04-4428-4e04-8230-af4481e8b9de'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:25.187740 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d491e1-c76a-4390-85d8-5463b9a1348f" -d '{"events": [{"server_uuid": "18fb8ade-6917-40e6-b7bd-f3b04c7c9848", "name": "network-vif-plugged", "status": "completed", "tag": "37d55c04-4428-4e04-8230-af4481e8b9de"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:25.313847 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:25.388857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 37d55c04-4428-4e04-8230-af4481e8b9de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=37d55c04-4428-4e04-8230-af4481e8b9de,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:25.408158 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3307a035-b65a-482b-b41d-7013fec9ea83 x-openstack-request-id: req-3307a035-b65a-482b-b41d-7013fec9ea83 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:25.409236 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fb8ade-6917-40e6-b7bd-f3b04c7c9848", "name": "network-vif-plugged", "status": "completed", "tag": "37d55c04-4428-4e04-8230-af4481e8b9de", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:25.411665 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3307a035-b65a-482b-b41d-7013fec9ea83 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:25.415278 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d55c04-4428-4e04-8230-af4481e8b9de', 'code': 200} Jan 28 12:47:25.438086 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:25.519047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d7f12-b602-4709-a3a2-ee4ee9510369 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=b997a61d-3493-4c57-93ab-1c4f90af127f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:25.636357 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f46dfb-f46c-4788-9387-111b154af015 req-043c9954-b32e-4a0e-b897-e38a1f157d59 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:25.643885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39f46dfb-f46c-4788-9387-111b154af015 req-043c9954-b32e-4a0e-b897-e38a1f157d59 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 944 time: 1.1644676 Jan 28 12:47:25.680307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-576150e7-bb78-4183-96ca-ae0e7758aff4 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:25.690534 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-576150e7-bb78-4183-96ca-ae0e7758aff4 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "GET /v2.0/networks?id=427b1caa-23cc-47e8-9f41-315dcfbbc06c HTTP/1.1" status: 200 len: 813 time: 0.6474097 Jan 28 12:47:25.750187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Request body: {'port': {'device_id': '8012d2b2-a139-497e-b2e8-b29164243914', 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c', 'admin_state_up': True, 'tenant_id': '7e1559fe9b974f6a89558ecb04dd1622'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:26.281020 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:26.324082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=37d55c04-4428-4e04-8230-af4481e8b9de,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:26.355470 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7ac94a7d-e780-4b50-a5ce-57ecde8ae537 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:26.431435 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-a7ae45b2-c06d-4db4-9488-fd034978edd4 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:26.439739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc72a73-e868-4887-a6de-b8541e26687a None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:47:26.447436 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-a7ae45b2-c06d-4db4-9488-fd034978edd4 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "GET /v2.0/networks?id=427b1caa-23cc-47e8-9f41-315dcfbbc06c HTTP/1.1" status: 200 len: 813 time: 1.8662095 Jan 28 12:47:26.565612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Request body: {'port': {'device_id': 'ae059724-aac0-48de-8a49-c800b45618e9', 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c', 'admin_state_up': True, 'tenant_id': '7e1559fe9b974f6a89558ecb04dd1622'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:26.575928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-acc72a73-e868-4887-a6de-b8541e26687a None None] Deleting port fd418d2f-d467-417e-8596-58dc6b7b4a8a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:26.577214 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-acc72a73-e868-4887-a6de-b8541e26687a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fd418d2f-d467-417e-8596-58dc6b7b4a8a), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:26.691320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-acc72a73-e868-4887-a6de-b8541e26687a None None] For port fd418d2f-d467-417e-8596-58dc6b7b4a8a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fd418d2f-d467-417e-8596-58dc6b7b4a8a,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:26.692194 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-acc72a73-e868-4887-a6de-b8541e26687a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fd418d2f-d467-417e-8596-58dc6b7b4a8a), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:26.709012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-acc72a73-e868-4887-a6de-b8541e26687a None None] Calling delete_port for fd418d2f-d467-417e-8596-58dc6b7b4a8a owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:26.740269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0718c-cb39-4e06-b4a6-29f6c0ecc870 req-5f710ec0-5283-4872-950f-039309e8f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:26.742171 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-04e0718c-cb39-4e06-b4a6-29f6c0ecc870 req-5f710ec0-5283-4872-950f-039309e8f17d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 1096 time: 0.3708491 Jan 28 12:47:26.826987 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-acc72a73-e868-4887-a6de-b8541e26687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (fd418d2f-d467-417e-8596-58dc6b7b4a8a), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:26.855679 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-04e0718c-cb39-4e06-b4a6-29f6c0ecc870 req-1d7dac57-f9e1-4f1d-ab65-20323584237b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060021 Jan 28 12:47:26.875968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Made reservation on behalf of 7e1559fe9b974f6a89558ecb04dd1622 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:26.886231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc72a73-e868-4887-a6de-b8541e26687a None None] Pushing event deleted for resources: {'Port': ['ID=fd418d2f-d467-417e-8596-58dc6b7b4a8a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:26.890614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc72a73-e868-4887-a6de-b8541e26687a None None] No DVR routers for this DVR port fd418d2f-d467-417e-8596-58dc6b7b4a8a on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:47:26.897878 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:26.981410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac94a7d-e780-4b50-a5ce-57ecde8ae537 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:26.991432 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ac94a7d-e780-4b50-a5ce-57ecde8ae537 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:27.171561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b4ac264f-a335-4935-94a3-93fe53917344 req-795edfb8-0ee6-4308-837f-eab0f5ed5e27 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 210 time: 0.0834110 Jan 28 12:47:27.277324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39f46dfb-f46c-4788-9387-111b154af015 req-6b884178-9a84-487d-b48b-2a1e057a6db7 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5853145 Jan 28 12:47:27.370856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Made reservation on behalf of 7e1559fe9b974f6a89558ecb04dd1622 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:27.382079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:27.716975 n-d-824835-4 neutron-server[103128]: DEBUG neutron.objects.ports [None req-7ac94a7d-e780-4b50-a5ce-57ecde8ae537 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:47:27.739272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ac94a7d-e780-4b50-a5ce-57ecde8ae537 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (7d607a55-b812-40c8-8810-7faedd6cb664), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:27.814454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Allocated IP 172.20.0.11 (427b1caa-23cc-47e8-9f41-315dcfbbc06c/f9e7f83a-e244-499c-bd19-7c2bd984e603/556b5b2a-b734-453e-8a20-d69ede96da3b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:27.981884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac94a7d-e780-4b50-a5ce-57ecde8ae537 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:27.984492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac94a7d-e780-4b50-a5ce-57ecde8ae537 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=7d607a55-b812-40c8-8810-7faedd6cb664,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:28.006686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7ac94a7d-e780-4b50-a5ce-57ecde8ae537 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:28.013669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac94a7d-e780-4b50-a5ce-57ecde8ae537 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:28.016182 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ac94a7d-e780-4b50-a5ce-57ecde8ae537 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:28.019899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4157a4f-b680-4258-b762-2a9e36efc75b None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:28.078394 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7ac94a7d-e780-4b50-a5ce-57ecde8ae537 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0001554 Jan 28 12:47:28.079102 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:28.089850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:f3:2c:25', 'name': 'tempest-NetworksTestDHCPv6-1537778950'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:28.251167 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks [] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:28.265378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fd418d2f-d467-417e-8596-58dc6b7b4a8a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:47:28.345677 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:28.365725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: fd418d2f-d467-417e-8596-58dc6b7b4a8a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:47:28.366011 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fd418d2f-d467-417e-8596-58dc6b7b4a8a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:47:28.428778 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': '7d607a55-b812-40c8-8810-7faedd6cb664'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:47:28.436643 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:28.658803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Allocated IP 172.20.0.10 (427b1caa-23cc-47e8-9f41-315dcfbbc06c/f9e7f83a-e244-499c-bd19-7c2bd984e603/e091500c-fc24-4421-b18e-c41d02a0f132) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:28.669665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Network 427b1caa-23cc-47e8-9f41-315dcfbbc06c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:28.717827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:28.738034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:28.760178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:28.820105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Pushing event updated for resources: {'Port': ['ID=556b5b2a-b734-453e-8a20-d69ede96da3b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:28.838388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Allocated IP 2001:db8::f816:3eff:fe61:67f8 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/7d607a55-b812-40c8-8810-7faedd6cb664/264da690-4057-4ece-bd1b-88dd06d1bf8f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:28.856941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142abe5-29f8-4e6a-a6c7-53fcb355e4a0 req-c2fa794c-5b36-467d-9214-7c42b5461627 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:28.858528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d142abe5-29f8-4e6a-a6c7-53fcb355e4a0 req-c2fa794c-5b36-467d-9214-7c42b5461627 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.3022542 Jan 28 12:47:28.880584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7765286-8d68-4d35-aa5b-c6904c80e1af req-aa15aa57-4977-4f90-b6a9-87424dd85c3d tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:28.883088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b7765286-8d68-4d35-aa5b-c6904c80e1af req-aa15aa57-4977-4f90-b6a9-87424dd85c3d tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 932 time: 0.4522145 Jan 28 12:47:29.133673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:29.134660 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:29.243242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:29.313026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b7765286-8d68-4d35-aa5b-c6904c80e1af req-1ac87989-23e6-4968-a7b3-aa25bd7f4234 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950620 Jan 28 12:47:29.339138 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks [] for port (e091500c-fc24-4421-b18e-c41d02a0f132), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:29.354434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d142abe5-29f8-4e6a-a6c7-53fcb355e4a0 req-c937429c-9aa8-4c69-9d89-221c1970671b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4699070 Jan 28 12:47:29.362084 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 6c02cfe4-75e5-4996-9a31-38ef6818143b yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:47:29.379302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-b8a36b70-51ba-497a-9333-571b45dfb300 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6521444 Jan 28 12:47:29.422546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Request body: {'port': {'device_id': '8012d2b2-a139-497e-b2e8-b29164243914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:29.473728 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Publish callbacks [] for port (264da690-4057-4ece-bd1b-88dd06d1bf8f), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:29.512855 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (264da690-4057-4ece-bd1b-88dd06d1bf8f), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:29.732305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:29.770674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:29.783554 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:29.799260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:29.816355 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Pushing event updated for resources: {'Port': ['ID=264da690-4057-4ece-bd1b-88dd06d1bf8f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:29.829812 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:29.914483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a0c3d-075d-4734-a726-5313f83a35ff req-547d1538-7add-47d8-9924-75d710f5fd51 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:29.924751 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b84a0c3d-075d-4734-a726-5313f83a35ff req-547d1538-7add-47d8-9924-75d710f5fd51 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.3125880 Jan 28 12:47:29.988147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Attempting to bind port 264da690-4057-4ece-bd1b-88dd06d1bf8f on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:47:29.988716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Attempting to bind port 264da690-4057-4ece-bd1b-88dd06d1bf8f by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:47:29.991500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Attempting to bind port 264da690-4057-4ece-bd1b-88dd06d1bf8f on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:30.001742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35262) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:30.012017 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Pushing event updated for resources: {'Port': ['ID=e091500c-fc24-4421-b18e-c41d02a0f132,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:30.017173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:47:30.017934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:30.018582 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:30.019156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:47:30.019724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Bound port: 264da690-4057-4ece-bd1b-88dd06d1bf8f, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:47:30.020882 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (264da690-4057-4ece-bd1b-88dd06d1bf8f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:30.038546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ddc8938a-f737-4f11-be15-0c5fd00a3499 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Request body: {'floatingip': {'port_id': '37d55c04-4428-4e04-8230-af4481e8b9de'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:30.234489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] For port 264da690-4057-4ece-bd1b-88dd06d1bf8f, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:47:30.242585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] For port 264da690-4057-4ece-bd1b-88dd06d1bf8f, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=264da690-4057-4ece-bd1b-88dd06d1bf8f,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:47:30.251905 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (264da690-4057-4ece-bd1b-88dd06d1bf8f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:30.256779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Network 427b1caa-23cc-47e8-9f41-315dcfbbc06c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:30.262804 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddc8938a-f737-4f11-be15-0c5fd00a3499 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (18c354dd-94f2-457a-9716-85cfa7f7816f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:30.452563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989375d-716d-4e9e-9026-605834ef5685 None None] Pushing event updated for resources: {'Port': ['ID=264da690-4057-4ece-bd1b-88dd06d1bf8f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:30.574445 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::f816:3eff:fef3:2c25 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/7d607a55-b812-40c8-8810-7faedd6cb664/6c02cfe4-75e5-4996-9a31-38ef6818143b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:30.584929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:30.588397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:30.745303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1026619-2d19-43b1-98e6-1d9c69536ed2 req-1c85996a-af20-46dd-b9dc-d84de6fe9a30 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:30.747030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1026619-2d19-43b1-98e6-1d9c69536ed2 req-1c85996a-af20-46dd-b9dc-d84de6fe9a30 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 932 time: 0.2334723 Jan 28 12:47:30.776830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556b5b2a-b734-453e-8a20-d69ede96da3b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:47:30.781512 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Publish callbacks [] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:30.857644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:30.858318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:30.891173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Transition to ACTIVE for port object 556b5b2a-b734-453e-8a20-d69ede96da3b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:47:30.953230 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:31.104806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1026619-2d19-43b1-98e6-1d9c69536ed2 req-1833c7a4-ec69-4bc2-ad35-326644a09bea tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492148 Jan 28 12:47:31.171539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Pushing event updated for resources: {'Port': ['ID=556b5b2a-b734-453e-8a20-d69ede96da3b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:31.310743 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c091cbd5-7791-4c4d-a54f-faa75830d189 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7452188 Jan 28 12:47:31.313805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Attempting to bind port 556b5b2a-b734-453e-8a20-d69ede96da3b on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:47:31.314306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Attempting to bind port 556b5b2a-b734-453e-8a20-d69ede96da3b by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:47:31.314654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Attempting to bind port 556b5b2a-b734-453e-8a20-d69ede96da3b on network 427b1caa-23cc-47e8-9f41-315dcfbbc06c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:31.327856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Port 556b5b2a-b734-453e-8a20-d69ede96da3b on network 427b1caa-23cc-47e8-9f41-315dcfbbc06c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:47:31.328177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Attempting to bind port 556b5b2a-b734-453e-8a20-d69ede96da3b on network 427b1caa-23cc-47e8-9f41-315dcfbbc06c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:31.342709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:47:31.343056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Checking segment: {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:31.343478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Bound using segment: {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:47:31.344433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Bound port: 556b5b2a-b734-453e-8a20-d69ede96da3b, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:47:31.344944 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:31.484313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] For port 556b5b2a-b734-453e-8a20-d69ede96da3b, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:47:31.484861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Request body: {'port': {'device_id': 'ae059724-aac0-48de-8a49-c800b45618e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:31.490723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] For port 556b5b2a-b734-453e-8a20-d69ede96da3b, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=556b5b2a-b734-453e-8a20-d69ede96da3b,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:47:31.506930 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:31.660814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:31.671578 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:31.673207 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] 10.222.0.49 "PUT /v2.0/ports/556b5b2a-b734-453e-8a20-d69ede96da3b HTTP/1.1" status: 200 len: 1092 time: 2.2889702 Jan 28 12:47:31.673917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a37573-7fdb-448d-a4ce-851527f0aca0 service neutron] Pushing event updated for resources: {'Port': ['ID=556b5b2a-b734-453e-8a20-d69ede96da3b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:31.677844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8012d2b2-a139-497e-b2e8-b29164243914', 'tag': '556b5b2a-b734-453e-8a20-d69ede96da3b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:31.680560 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c93d9c8-f768-40e9-8d3d-e5f369e8c2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8012d2b2-a139-497e-b2e8-b29164243914", "tag": "556b5b2a-b734-453e-8a20-d69ede96da3b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:31.772180 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca31665-ef42-4fbb-b389-ee0ba624c0ab x-openstack-request-id: req-bca31665-ef42-4fbb-b389-ee0ba624c0ab {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:31.772859 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8012d2b2-a139-497e-b2e8-b29164243914", "tag": "556b5b2a-b734-453e-8a20-d69ede96da3b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:31.772859 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bca31665-ef42-4fbb-b389-ee0ba624c0ab {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:31.773202 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8012d2b2-a139-497e-b2e8-b29164243914', 'tag': '556b5b2a-b734-453e-8a20-d69ede96da3b', 'status': 'completed', 'code': 200} Jan 28 12:47:31.790048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-ab4d8901-ae9a-461e-8c78-73f30f233fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:31.792862 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-ab4d8901-ae9a-461e-8c78-73f30f233fc5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e1559fe9b974f6a89558ecb04dd1622&device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 1095 time: 0.0660763 Jan 28 12:47:31.932832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-d7c0edd2-a614-4f52-96b2-f1ce21496deb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=556b5b2a-b734-453e-8a20-d69ede96da3b HTTP/1.1" status: 200 len: 217 time: 0.1306124 Jan 28 12:47:32.097974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-865d162c-3490-4920-8ce8-4e09847d1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:32.105563 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-ddc8938a-f737-4f11-be15-0c5fd00a3499 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 12:47:32.106721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-865d162c-3490-4920-8ce8-4e09847d1504 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9e7f83a-e244-499c-bd19-7c2bd984e603 HTTP/1.1" status: 200 len: 853 time: 0.1681185 Jan 28 12:47:32.178598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-cce4e426-2fae-4c80-aa08-82658389f9bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=427b1caa-23cc-47e8-9f41-315dcfbbc06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661488 Jan 28 12:47:32.195722 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:32.240017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (6c02cfe4-75e5-4996-9a31-38ef6818143b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:32.290478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 264da690-4057-4ece-bd1b-88dd06d1bf8f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:32.320672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-81c1beeb-873c-4fe0-80bb-b0f2959c6743 service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362131 Jan 28 12:47:32.336522 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6c02cfe4-75e5-4996-9a31-38ef6818143b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:32.386023 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddc8938a-f737-4f11-be15-0c5fd00a3499 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:32.482551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 264da690-4057-4ece-bd1b-88dd06d1bf8f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:32.484178 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (264da690-4057-4ece-bd1b-88dd06d1bf8f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:32.572855 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddc8938a-f737-4f11-be15-0c5fd00a3499 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (18c354dd-94f2-457a-9716-85cfa7f7816f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:32.773696 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 264da690-4057-4ece-bd1b-88dd06d1bf8f is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:32.776991 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (264da690-4057-4ece-bd1b-88dd06d1bf8f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:32.831035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e245341-07cd-4bfe-9c35-e8776847d5e7 req-f3191fdc-ccae-4f27-af1e-81430ef77919 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:32.839521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e245341-07cd-4bfe-9c35-e8776847d5e7 req-f3191fdc-ccae-4f27-af1e-81430ef77919 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 944 time: 0.2884898 Jan 28 12:47:32.841233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c5a337da-590b-4d11-a833-877a6b230724 None None] Provisioning complete for port 264da690-4057-4ece-bd1b-88dd06d1bf8f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:32.841614 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5a337da-590b-4d11-a833-877a6b230724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (264da690-4057-4ece-bd1b-88dd06d1bf8f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:32.845622 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:32.857663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:32.893593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=6c02cfe4-75e5-4996-9a31-38ef6818143b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:32.917570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:32.938600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:32.939374 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:32.960599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-c2b54fe3-cf4e-46c4-a2aa-8ba7f6f6f22d service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336687 Jan 28 12:47:33.032159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 264da690-4057-4ece-bd1b-88dd06d1bf8f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=264da690-4057-4ece-bd1b-88dd06d1bf8f,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:33.069898 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (264da690-4057-4ece-bd1b-88dd06d1bf8f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:33.186947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e245341-07cd-4bfe-9c35-e8776847d5e7 req-23bdef57-b155-42be-9861-0019b76d6311 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369904 Jan 28 12:47:33.227711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93d9c8-f768-40e9-8d3d-e5f369e8c2e9 req-49c1aabc-6028-4053-948d-e2ae465652f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:33.229498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c93d9c8-f768-40e9-8d3d-e5f369e8c2e9 req-49c1aabc-6028-4053-948d-e2ae465652f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e1559fe9b974f6a89558ecb04dd1622&device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 1095 time: 0.1379726 Jan 28 12:47:33.260137 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-ddc8938a-f737-4f11-be15-0c5fd00a3499 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Floating IP 18c354dd-94f2-457a-9716-85cfa7f7816f associated. External IP: 172.25.7.220, port: 37d55c04-4428-4e04-8230-af4481e8b9de. Jan 28 12:47:33.365736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=264da690-4057-4ece-bd1b-88dd06d1bf8f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:33.466820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c5a337da-590b-4d11-a833-877a6b230724 None None] Current status of the port 264da690-4057-4ece-bd1b-88dd06d1bf8f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:33.542347 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-98601ea5-b30c-4dcc-be83-0be7d6eb9109 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.4619036 Jan 28 12:47:33.545813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35344) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:33.607635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9cbb88bb-7006-4c05-9c8b-fbcde57685a0 None None] Provisioning complete for port 6c02cfe4-75e5-4996-9a31-38ef6818143b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:33.608270 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9cbb88bb-7006-4c05-9c8b-fbcde57685a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6c02cfe4-75e5-4996-9a31-38ef6818143b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:33.618500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93d9c8-f768-40e9-8d3d-e5f369e8c2e9 req-4ae0720d-0c73-4f28-8331-2f4ced5893a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:33.626651 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c93d9c8-f768-40e9-8d3d-e5f369e8c2e9 req-4ae0720d-0c73-4f28-8331-2f4ced5893a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=427b1caa-23cc-47e8-9f41-315dcfbbc06c HTTP/1.1" status: 200 len: 914 time: 0.3886330 Jan 28 12:47:33.695758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb88bb-7006-4c05-9c8b-fbcde57685a0 None None] Port 6c02cfe4-75e5-4996-9a31-38ef6818143b cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:47:33.820345 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c93d9c8-f768-40e9-8d3d-e5f369e8c2e9 req-7ab84874-9b02-48c8-896b-2541ccdcbc40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=556b5b2a-b734-453e-8a20-d69ede96da3b HTTP/1.1" status: 200 len: 217 time: 0.1722360 Jan 28 12:47:33.963923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a715f48-0058-41b8-9c68-5564ef12ba26 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:34.018760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a715f48-0058-41b8-9c68-5564ef12ba26 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:34.049381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4a715f48-0058-41b8-9c68-5564ef12ba26 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5014758 Jan 28 12:47:34.052130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35364) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:34.057631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 264da690-4057-4ece-bd1b-88dd06d1bf8f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:34.169625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 264da690-4057-4ece-bd1b-88dd06d1bf8f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:34.170003 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (264da690-4057-4ece-bd1b-88dd06d1bf8f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:34.256401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93d9c8-f768-40e9-8d3d-e5f369e8c2e9 req-c5bb34a0-7960-413d-a7fc-2e74c5a39b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:34.259439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c93d9c8-f768-40e9-8d3d-e5f369e8c2e9 req-c5bb34a0-7960-413d-a7fc-2e74c5a39b12 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9e7f83a-e244-499c-bd19-7c2bd984e603 HTTP/1.1" status: 200 len: 853 time: 0.4243910 Jan 28 12:47:34.378738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 264da690-4057-4ece-bd1b-88dd06d1bf8f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:34.422757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c93d9c8-f768-40e9-8d3d-e5f369e8c2e9 req-ec9be10f-2cc8-49bf-bc5f-09a759035e7d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=427b1caa-23cc-47e8-9f41-315dcfbbc06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391156 Jan 28 12:47:34.596738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc8938a-f737-4f11-be15-0c5fd00a3499 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Router 8999dd1e-1620-45f0-9efb-eba12bf75c5f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:47:34.609410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ff61a72f-515b-4792-93e0-ef7cb0534e04 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 6c02cfe4-75e5-4996-9a31-38ef6818143b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:34.610145 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff61a72f-515b-4792-93e0-ef7cb0534e04 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6c02cfe4-75e5-4996-9a31-38ef6818143b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:34.729320 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff61a72f-515b-4792-93e0-ef7cb0534e04 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6c02cfe4-75e5-4996-9a31-38ef6818143b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:34.745243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e091500c-fc24-4421-b18e-c41d02a0f132 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:47:34.747674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ff61a72f-515b-4792-93e0-ef7cb0534e04 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 6c02cfe4-75e5-4996-9a31-38ef6818143b owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:34.765535 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Publish callbacks [] for port (e091500c-fc24-4421-b18e-c41d02a0f132), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:34.834529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e3787-fddc-407e-a194-97e2fc93a7f8 req-e4c47729-d478-4578-8dbb-aa8c19748090 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:34.837105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b2e3787-fddc-407e-a194-97e2fc93a7f8 req-e4c47729-d478-4578-8dbb-aa8c19748090 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 944 time: 0.3981049 Jan 28 12:47:34.882774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Transition to ACTIVE for port object e091500c-fc24-4421-b18e-c41d02a0f132 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:47:34.887609 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:34.952249 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c93d9c8-f768-40e9-8d3d-e5f369e8c2e9 req-d3bc3ccb-a684-4924-a80f-0c1d3b94ddbe service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281463 Jan 28 12:47:34.954978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc8938a-f737-4f11-be15-0c5fd00a3499 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:47:34.960645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddc8938a-f737-4f11-be15-0c5fd00a3499 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:34.966118 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f99bc7e-a9c1-4358-bf9c-b16bf01c20ea None None] Sync routers for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:47:34.986526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b2e3787-fddc-407e-a194-97e2fc93a7f8 req-88f5b0aa-fa97-44af-a83b-dd3ebf76662f tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412544 Jan 28 12:47:34.988339 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99bc7e-a9c1-4358-bf9c-b16bf01c20ea None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:47:34.990244 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2f99bc7e-a9c1-4358-bf9c-b16bf01c20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:47:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:47:35.030407 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ddc8938a-f737-4f11-be15-0c5fd00a3499 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "PUT /v2.0/floatingips/18c354dd-94f2-457a-9716-85cfa7f7816f HTTP/1.1" status: 200 len: 991 time: 5.0024307 Jan 28 12:47:35.067805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'tag': '37d55c04-4428-4e04-8230-af4481e8b9de'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:35.078497 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aa9127-335d-4916-80d7-33c0519588bc" -d '{"events": [{"name": "network-changed", "server_uuid": "18fb8ade-6917-40e6-b7bd-f3b04c7c9848", "tag": "37d55c04-4428-4e04-8230-af4481e8b9de"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:35.216314 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5990a08-ff1c-494f-9fb2-7fa96b9a6544 x-openstack-request-id: req-a5990a08-ff1c-494f-9fb2-7fa96b9a6544 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:35.216694 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18fb8ade-6917-40e6-b7bd-f3b04c7c9848", "tag": "37d55c04-4428-4e04-8230-af4481e8b9de", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:35.217140 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5990a08-ff1c-494f-9fb2-7fa96b9a6544 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:35.217565 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'tag': '37d55c04-4428-4e04-8230-af4481e8b9de', 'status': 'completed', 'code': 200} Jan 28 12:47:35.217690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c93d9c8-f768-40e9-8d3d-e5f369e8c2e9 req-ac315c3b-5f4a-46db-9b3e-ecb7c10039f2 service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578900 Jan 28 12:47:35.218711 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff61a72f-515b-4792-93e0-ef7cb0534e04 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6c02cfe4-75e5-4996-9a31-38ef6818143b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:35.254663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=e091500c-fc24-4421-b18e-c41d02a0f132,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:35.283188 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2f99bc7e-a9c1-4358-bf9c-b16bf01c20ea None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:47:35.291181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61a72f-515b-4792-93e0-ef7cb0534e04 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=6c02cfe4-75e5-4996-9a31-38ef6818143b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:35.368988 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff61a72f-515b-4792-93e0-ef7cb0534e04 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:35.380510 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ff61a72f-515b-4792-93e0-ef7cb0534e04 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/6c02cfe4-75e5-4996-9a31-38ef6818143b HTTP/1.1" status: 204 len: 168 time: 1.2935257 Jan 28 12:47:35.382398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35402) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:35.405590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa9127-335d-4916-80d7-33c0519588bc req-ce3a49eb-8427-4085-98d5-ac5777454de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:35.407206 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59aa9127-335d-4916-80d7-33c0519588bc req-ce3a49eb-8427-4085-98d5-ac5777454de6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 1096 time: 0.1688604 Jan 28 12:47:35.409115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Attempting to bind port e091500c-fc24-4421-b18e-c41d02a0f132 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:47:35.409499 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Attempting to bind port e091500c-fc24-4421-b18e-c41d02a0f132 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:47:35.409799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Attempting to bind port e091500c-fc24-4421-b18e-c41d02a0f132 on network 427b1caa-23cc-47e8-9f41-315dcfbbc06c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:35.444743 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Port e091500c-fc24-4421-b18e-c41d02a0f132 on network 427b1caa-23cc-47e8-9f41-315dcfbbc06c not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:47:35.445088 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Attempting to bind port e091500c-fc24-4421-b18e-c41d02a0f132 on network 427b1caa-23cc-47e8-9f41-315dcfbbc06c {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:35.556762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf58cb-1d26-4e89-9697-0d7ea1131640 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:35.558229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf58cb-1d26-4e89-9697-0d7ea1131640 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:35.559853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c3bf58cb-1d26-4e89-9697-0d7ea1131640 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1745393 Jan 28 12:47:35.565825 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35412) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:35.587568 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:47:35.587977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Checking segment: {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:35.588310 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Bound using segment: {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:47:35.588767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Bound port: e091500c-fc24-4421-b18e-c41d02a0f132, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10026da-fe14-4c56-b97c-3ffdc66219a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:47:35.589131 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:35.603240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 556b5b2a-b734-453e-8a20-d69ede96da3b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:47:35.730513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9beb03-9f48-4c66-80fe-f61bd8c45076 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 7d607a55-b812-40c8-8810-7faedd6cb664 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:47:35.954384 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2f99bc7e-a9c1-4358-bf9c-b16bf01c20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '18c354dd-94f2-457a-9716-85cfa7f7816f', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'floating_ip_address': '172.25.7.220', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'port_id': '37d55c04-4428-4e04-8230-af4481e8b9de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'mac_address': 'fa:16:3e:67:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:47:00Z', 'updated_at': '2022-01-28T12:47:31Z', 'revision_number': 1, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:47:01Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:47:35.960493 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e9beb03-9f48-4c66-80fe-f61bd8c45076 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (7d607a55-b812-40c8-8810-7faedd6cb664), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:36.019170 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f99bc7e-a9c1-4358-bf9c-b16bf01c20ea None None] Checking router: 8999dd1e-1620-45f0-9efb-eba12bf75c5f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:47:36.036492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 556b5b2a-b734-453e-8a20-d69ede96da3b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=556b5b2a-b734-453e-8a20-d69ede96da3b,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:36.074316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '556b5b2a-b734-453e-8a20-d69ede96da3b', 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c', 'port_id': '556b5b2a-b734-453e-8a20-d69ede96da3b', 'mac_address': 'fa:16:3e:8d:f6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e7f83a-e244-499c-bd19-7c2bd984e603', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:47:36.084797 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99bc7e-a9c1-4358-bf9c-b16bf01c20ea None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:47:36.085871 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2f99bc7e-a9c1-4358-bf9c-b16bf01c20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:47:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:47:36.087643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] For port e091500c-fc24-4421-b18e-c41d02a0f132, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:47:36.121335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] For port e091500c-fc24-4421-b18e-c41d02a0f132, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e091500c-fc24-4421-b18e-c41d02a0f132,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:47:36.128123 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa9127-335d-4916-80d7-33c0519588bc req-2924eaee-f876-4b61-9465-8093500403c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:36.131473 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59aa9127-335d-4916-80d7-33c0519588bc req-2924eaee-f876-4b61-9465-8093500403c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 911 time: 0.7176490 Jan 28 12:47:36.134301 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e9beb03-9f48-4c66-80fe-f61bd8c45076 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (7d607a55-b812-40c8-8810-7faedd6cb664), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:36.147289 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:36.172761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 556b5b2a-b734-453e-8a20-d69ede96da3b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:36.173465 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:36.194739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556b5b2a-b734-453e-8a20-d69ede96da3b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:47:36.232829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 556b5b2a-b734-453e-8a20-d69ede96da3b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=556b5b2a-b734-453e-8a20-d69ede96da3b,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:36.245599 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:36.294790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dac47-4976-4767-a557-22ca16af2a43 req-ae38cfdc-c55c-43f2-ad49-614ddeb3b73c tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:36.304682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-329dac47-4976-4767-a557-22ca16af2a43 req-ae38cfdc-c55c-43f2-ad49-614ddeb3b73c tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 944 time: 0.1649158 Jan 28 12:47:36.358016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:36.359022 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:36.360659 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] 10.222.0.49 "PUT /v2.0/ports/e091500c-fc24-4421-b18e-c41d02a0f132 HTTP/1.1" status: 200 len: 1092 time: 5.0374627 Jan 28 12:47:36.402665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=556b5b2a-b734-453e-8a20-d69ede96da3b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:36.462015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-329dac47-4976-4767-a557-22ca16af2a43 req-7c317fcf-b700-48b5-84d2-ba6b530cbf1a tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470170 Jan 28 12:47:36.470886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['556b5b2a-b734-453e-8a20-d69ede96da3b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:47:36.565806 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59aa9127-335d-4916-80d7-33c0519588bc req-aef50cb3-3e15-4a6b-b309-1045c4a6c975 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d55c04-4428-4e04-8230-af4481e8b9de HTTP/1.1" status: 200 len: 999 time: 0.4272678 Jan 28 12:47:36.661673 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eea36e-4ff7-4674-bfc3-4831df960ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=e091500c-fc24-4421-b18e-c41d02a0f132,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:36.670681 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2f99bc7e-a9c1-4358-bf9c-b16bf01c20ea None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:47:36.780625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e9beb03-9f48-4c66-80fe-f61bd8c45076 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (7d607a55-b812-40c8-8810-7faedd6cb664), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:36.788309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-cbd3628d-f30f-4783-83b5-8c438ae4b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:36.790420 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-cbd3628d-f30f-4783-83b5-8c438ae4b6b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e1559fe9b974f6a89558ecb04dd1622&device_id=ae059724-aac0-48de-8a49-c800b45618e9 HTTP/1.1" status: 200 len: 1095 time: 0.3740184 Jan 28 12:47:36.874795 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-9c86bf73-791e-4ada-8636-dc3e810da4d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e091500c-fc24-4421-b18e-c41d02a0f132 HTTP/1.1" status: 200 len: 217 time: 0.0538993 Jan 28 12:47:36.880145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa9127-335d-4916-80d7-33c0519588bc req-44d19ff1-f3e5-4f38-b1ac-e454a891b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:36.888587 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59aa9127-335d-4916-80d7-33c0519588bc req-44d19ff1-f3e5-4f38-b1ac-e454a891b821 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.2635705 Jan 28 12:47:37.118172 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2f99bc7e-a9c1-4358-bf9c-b16bf01c20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '18c354dd-94f2-457a-9716-85cfa7f7816f', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'floating_ip_address': '172.25.7.220', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'port_id': '37d55c04-4428-4e04-8230-af4481e8b9de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'mac_address': 'fa:16:3e:67:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:47:00Z', 'updated_at': '2022-01-28T12:47:31Z', 'revision_number': 1, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:47:01Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:47:37.140254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-37168469-9d73-459d-bf76-84973e9d9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:37.142314 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-37168469-9d73-459d-bf76-84973e9d9c16 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9e7f83a-e244-499c-bd19-7c2bd984e603 HTTP/1.1" status: 200 len: 853 time: 0.2527745 Jan 28 12:47:37.162752 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f99bc7e-a9c1-4358-bf9c-b16bf01c20ea None None] The sync data for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 is: [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '18c354dd-94f2-457a-9716-85cfa7f7816f', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'floating_ip_address': '172.25.7.220', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'port_id': '37d55c04-4428-4e04-8230-af4481e8b9de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'mac_address': 'fa:16:3e:67:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:47:00Z', 'updated_at': '2022-01-28T12:47:31Z', 'revision_number': 1, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:47:01Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:47:37.177232 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e9beb03-9f48-4c66-80fe-f61bd8c45076 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (7d607a55-b812-40c8-8810-7faedd6cb664), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:37.197635 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa9127-335d-4916-80d7-33c0519588bc req-c213e1bc-4ecb-4729-9254-830164d9827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:37.199544 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59aa9127-335d-4916-80d7-33c0519588bc req-c213e1bc-4ecb-4729-9254-830164d9827f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2844052 Jan 28 12:47:37.247915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae059724-aac0-48de-8a49-c800b45618e9', 'tag': 'e091500c-fc24-4421-b18e-c41d02a0f132'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:37.265563 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8358aabe-535a-443a-b922-aaf1b591bb23" -d '{"events": [{"name": "network-changed", "server_uuid": "ae059724-aac0-48de-8a49-c800b45618e9", "tag": "e091500c-fc24-4421-b18e-c41d02a0f132"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:37.287827 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-ca760dd8-d410-416b-8d18-e0160275bdff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=427b1caa-23cc-47e8-9f41-315dcfbbc06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339877 Jan 28 12:47:37.381725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be1117a-81f5-4ca9-acac-a0d09b63c03a None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:37.400048 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e9beb03-9f48-4c66-80fe-f61bd8c45076 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:37.415299 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1e9beb03-9f48-4c66-80fe-f61bd8c45076 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/7d607a55-b812-40c8-8810-7faedd6cb664 HTTP/1.1" status: 204 len: 168 time: 1.8484333 Jan 28 12:47:37.417929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35462) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:37.584092 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0ba9c668-15e8-4715-a57d-5b7e1250e942 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1642196 Jan 28 12:47:37.586696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35472) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:37.614119 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 556b5b2a-b734-453e-8a20-d69ede96da3b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:37.760129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033a5a0-4166-400f-b4a4-0ff2ddd8a1ea None None] New status for floating IP 18c354dd-94f2-457a-9716-85cfa7f7816f: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:47:37.834938 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46a97a4-369e-42a7-88c2-b3f97a595114 x-openstack-request-id: req-d46a97a4-369e-42a7-88c2-b3f97a595114 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:37.835886 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae059724-aac0-48de-8a49-c800b45618e9", "tag": "e091500c-fc24-4421-b18e-c41d02a0f132", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:37.836308 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d46a97a4-369e-42a7-88c2-b3f97a595114 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:37.836884 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae059724-aac0-48de-8a49-c800b45618e9', 'tag': 'e091500c-fc24-4421-b18e-c41d02a0f132', 'status': 'completed', 'code': 200} Jan 28 12:47:37.838609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9beb03-9f48-4c66-80fe-f61bd8c45076 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=7d607a55-b812-40c8-8810-7faedd6cb664,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:37.881246 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59aa9127-335d-4916-80d7-33c0519588bc req-4bb6066f-6ff2-4284-a301-7e9fa2e55d68 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841939 Jan 28 12:47:37.882957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e89e0-7b56-499d-807d-123996193cfb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:37.884937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-429e89e0-7b56-499d-807d-123996193cfb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2968554 Jan 28 12:47:37.889347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35482) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:38.008935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6319360-6c77-4d16-b082-2944188886c1 req-9f2c1690-58fe-4b64-9037-f278a6645ee3 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:38.011449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6319360-6c77-4d16-b082-2944188886c1 req-9f2c1690-58fe-4b64-9037-f278a6645ee3 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 945 time: 0.2741120 Jan 28 12:47:38.079518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 556b5b2a-b734-453e-8a20-d69ede96da3b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:47:38.141584 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-9100409a-caa4-419f-8c76-d8a3b4bc99e6 service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7211874 Jan 28 12:47:38.148463 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af62285c-9e97-4b67-ab21-b46944b6d3bf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:38.158614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-af62285c-9e97-4b67-ab21-b46944b6d3bf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2671525 Jan 28 12:47:38.176596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35494) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:38.231558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-355dec1f-6a0f-4df4-8cc2-fe5e8e8990bc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532644 Jan 28 12:47:38.243963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35496) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:38.249254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3ab14f36-1218-4086-adae-3732928d69cc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:38.287292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e78a24a-bd61-432f-ae29-7e7487df9314 None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:47:38.332008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6319360-6c77-4d16-b082-2944188886c1 req-527c1806-76fb-431e-9fd4-d37c9061c4f6 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947376 Jan 28 12:47:38.332741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 556b5b2a-b734-453e-8a20-d69ede96da3b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:38.332741 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:38.480446 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59aa9127-335d-4916-80d7-33c0519588bc req-38275c72-5902-4475-b965-0365e1dc2335 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980077 Jan 28 12:47:38.486152 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-20248a9c-3bc5-40e3-8b88-0ebe9e1d7c5c req-10f2322e-784e-4ad3-a6e1-8fb25ab3fbed service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356473 Jan 28 12:47:38.614702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab14f36-1218-4086-adae-3732928d69cc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:38.629749 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ab14f36-1218-4086-adae-3732928d69cc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:38.656177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9e78a24a-bd61-432f-ae29-7e7487df9314 None None] Deleting port 264da690-4057-4ece-bd1b-88dd06d1bf8f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:38.657250 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e78a24a-bd61-432f-ae29-7e7487df9314 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (264da690-4057-4ece-bd1b-88dd06d1bf8f), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:38.658431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358aabe-535a-443a-b922-aaf1b591bb23 req-3d09c9ca-eb23-4503-b1c2-768eec15525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:38.660021 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8358aabe-535a-443a-b922-aaf1b591bb23 req-3d09c9ca-eb23-4503-b1c2-768eec15525f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e1559fe9b974f6a89558ecb04dd1622&device_id=ae059724-aac0-48de-8a49-c800b45618e9 HTTP/1.1" status: 200 len: 1095 time: 0.1007655 Jan 28 12:47:38.860229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 556b5b2a-b734-453e-8a20-d69ede96da3b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:38.860614 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:38.864341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358aabe-535a-443a-b922-aaf1b591bb23 req-d19fb1e2-5aa6-45bc-be5c-37599869334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:38.871883 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8358aabe-535a-443a-b922-aaf1b591bb23 req-d19fb1e2-5aa6-45bc-be5c-37599869334d service neutron] 10.222.0.49 "GET /v2.0/networks?id=427b1caa-23cc-47e8-9f41-315dcfbbc06c HTTP/1.1" status: 200 len: 914 time: 0.1992903 Jan 28 12:47:38.912028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9e78a24a-bd61-432f-ae29-7e7487df9314 None None] For port 264da690-4057-4ece-bd1b-88dd06d1bf8f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=264da690-4057-4ece-bd1b-88dd06d1bf8f,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:38.912529 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e78a24a-bd61-432f-ae29-7e7487df9314 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (264da690-4057-4ece-bd1b-88dd06d1bf8f), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:38.940897 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8358aabe-535a-443a-b922-aaf1b591bb23 req-6e8f1dd4-de70-472c-866b-0cc8b79fe03c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e091500c-fc24-4421-b18e-c41d02a0f132 HTTP/1.1" status: 200 len: 217 time: 0.0685313 Jan 28 12:47:39.020872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9e78a24a-bd61-432f-ae29-7e7487df9314 None None] Calling delete_port for 264da690-4057-4ece-bd1b-88dd06d1bf8f owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:39.080486 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358aabe-535a-443a-b922-aaf1b591bb23 req-08bc2e40-d4ea-43c4-a3c2-c5969441c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:39.083486 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8358aabe-535a-443a-b922-aaf1b591bb23 req-08bc2e40-d4ea-43c4-a3c2-c5969441c2a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9e7f83a-e244-499c-bd19-7c2bd984e603 HTTP/1.1" status: 200 len: 853 time: 0.1354437 Jan 28 12:47:39.175627 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8358aabe-535a-443a-b922-aaf1b591bb23 req-81cb1cbf-31d5-4d41-a26f-9730a52c2f4c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=427b1caa-23cc-47e8-9f41-315dcfbbc06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871360 Jan 28 12:47:39.337707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012d2b2-a139-497e-b2e8-b29164243914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556b5b2a-b734-453e-8a20-d69ede96da3b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:39.351179 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd20d11d-fe64-4391-8fe4-4331d248f660" -d '{"events": [{"server_uuid": "8012d2b2-a139-497e-b2e8-b29164243914", "name": "network-vif-plugged", "status": "completed", "tag": "556b5b2a-b734-453e-8a20-d69ede96da3b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:39.399753 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8358aabe-535a-443a-b922-aaf1b591bb23 req-15105be2-0a43-4b21-82a4-a331762dafd2 service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150626 Jan 28 12:47:39.440000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 556b5b2a-b734-453e-8a20-d69ede96da3b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=556b5b2a-b734-453e-8a20-d69ede96da3b,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:39.450991 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e78a24a-bd61-432f-ae29-7e7487df9314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (264da690-4057-4ece-bd1b-88dd06d1bf8f), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:39.525557 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:39.542099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.objects.ports [None req-3ab14f36-1218-4086-adae-3732928d69cc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:47:39.549546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78a24a-bd61-432f-ae29-7e7487df9314 None None] No DVR routers for this DVR port 264da690-4057-4ece-bd1b-88dd06d1bf8f on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:47:39.559988 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ab14f36-1218-4086-adae-3732928d69cc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (adec17f6-d363-40f1-8032-26cee957e91b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:39.579625 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faab52ff-230a-4ecb-891f-b8727d683795 x-openstack-request-id: req-faab52ff-230a-4ecb-891f-b8727d683795 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:39.580048 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8012d2b2-a139-497e-b2e8-b29164243914", "name": "network-vif-plugged", "status": "completed", "tag": "556b5b2a-b734-453e-8a20-d69ede96da3b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:39.583727 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-faab52ff-230a-4ecb-891f-b8727d683795 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:39.584632 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8012d2b2-a139-497e-b2e8-b29164243914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556b5b2a-b734-453e-8a20-d69ede96da3b', 'code': 200} Jan 28 12:47:39.645952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78a24a-bd61-432f-ae29-7e7487df9314 None None] Pushing event deleted for resources: {'Port': ['ID=264da690-4057-4ece-bd1b-88dd06d1bf8f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:39.827719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6da938-ac5c-40cd-ae03-91490b56d77a req-b68e6412-0689-400e-8399-148d95b0adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:39.829216 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5c6da938-ac5c-40cd-ae03-91490b56d77a req-b68e6412-0689-400e-8399-148d95b0adb4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 1097 time: 0.2019386 Jan 28 12:47:39.838341 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8358aabe-535a-443a-b922-aaf1b591bb23 req-dd8e18f9-e2b6-4af2-a3bf-a7421327ab3a service neutron] 10.222.0.49 "GET /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313526 Jan 28 12:47:39.870011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab14f36-1218-4086-adae-3732928d69cc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:39.882486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3ab14f36-1218-4086-adae-3732928d69cc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:39.891786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=556b5b2a-b734-453e-8a20-d69ede96da3b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:39.902602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab14f36-1218-4086-adae-3732928d69cc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:39.903433 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ab14f36-1218-4086-adae-3732928d69cc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:39.905023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016a0ce7-d9d3-48fe-ba50-366e625815ac None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:39.944866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab14f36-1218-4086-adae-3732928d69cc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=adec17f6-d363-40f1-8032-26cee957e91b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:39.988925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3ab14f36-1218-4086-adae-3732928d69cc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7429450 Jan 28 12:47:39.992407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:40.013392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:c3:60:5a', 'name': 'tempest-NetworksTestDHCPv6-1330139731'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:40.015819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187531ba-1651-4539-903f-7a2bc5535f30 req-d619cf3b-459c-4523-95d0-0501a6512736 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:40.018046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-187531ba-1651-4539-903f-7a2bc5535f30 req-d619cf3b-459c-4523-95d0-0501a6512736 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 946 time: 0.4215338 Jan 28 12:47:40.112449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 264da690-4057-4ece-bd1b-88dd06d1bf8f no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:47:40.176856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-187531ba-1651-4539-903f-7a2bc5535f30 req-554b05e3-6ef7-45fc-94b1-5afd8094401e tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499259 Jan 28 12:47:40.230426 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 264da690-4057-4ece-bd1b-88dd06d1bf8f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:47:40.237012 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5c6da938-ac5c-40cd-ae03-91490b56d77a req-12235430-bbd2-415e-95d0-39bba8c4c2b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592126 Jan 28 12:47:40.238564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 264da690-4057-4ece-bd1b-88dd06d1bf8f not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:47:40.311948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': 'adec17f6-d363-40f1-8032-26cee957e91b'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:47:40.312818 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:40.396674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:40.664432 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:40.720770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port cab058a9-54bd-4721-8de4-26e00ca5db0a yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:47:40.796517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Allocated IP 2001:db8::f816:3eff:fef7:3ec8 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/adec17f6-d363-40f1-8032-26cee957e91b/a1283f22-b884-4f67-ba9b-1428068b4de2) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:40.799331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35554) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:41.059625 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Publish callbacks [] for port (a1283f22-b884-4f67-ba9b-1428068b4de2), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:41.119998 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27018f65-2904-4648-8dfe-ba7053dd2f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:41.133893 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (a1283f22-b884-4f67-ba9b-1428068b4de2), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:41.228462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Pushing event updated for resources: {'Port': ['ID=a1283f22-b884-4f67-ba9b-1428068b4de2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:41.263331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:41.271592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:41.274450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:41.281250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::f816:3eff:fec3:605a (de0b2f56-ede1-4d55-901b-b7cbada05d3b/adec17f6-d363-40f1-8032-26cee957e91b/cab058a9-54bd-4721-8de4-26e00ca5db0a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:41.425422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Attempting to bind port a1283f22-b884-4f67-ba9b-1428068b4de2 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:47:41.426525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Attempting to bind port a1283f22-b884-4f67-ba9b-1428068b4de2 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:47:41.427807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Attempting to bind port a1283f22-b884-4f67-ba9b-1428068b4de2 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:41.438787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:47:41.439771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:41.440457 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:41.441995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:47:41.443187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Bound port: a1283f22-b884-4f67-ba9b-1428068b4de2, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:47:41.444015 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1283f22-b884-4f67-ba9b-1428068b4de2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:41.507745 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27018f65-2904-4648-8dfe-ba7053dd2f24 admin admin] Publish callbacks [] for security_group (4872d239-0c3c-4dea-b57e-a8635530fbc9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:41.518056 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27018f65-2904-4648-8dfe-ba7053dd2f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4872d239-0c3c-4dea-b57e-a8635530fbc9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:41.599717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] For port a1283f22-b884-4f67-ba9b-1428068b4de2, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:47:41.603738 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-27018f65-2904-4648-8dfe-ba7053dd2f24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f4f06082f6a42d1a48013e44d67c49d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7998931 Jan 28 12:47:41.610512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35568) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:41.613497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] For port a1283f22-b884-4f67-ba9b-1428068b4de2, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a1283f22-b884-4f67-ba9b-1428068b4de2,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:47:41.623136 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a1283f22-b884-4f67-ba9b-1428068b4de2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:41.683792 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (cab058a9-54bd-4721-8de4-26e00ca5db0a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:41.754562 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (cab058a9-54bd-4721-8de4-26e00ca5db0a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:41.780185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb822199-a254-4837-b1ad-3ad8f7e9f90d req-6398323f-5309-4abe-9d8b-ee2e8b802e75 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:41.781802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb822199-a254-4837-b1ad-3ad8f7e9f90d req-6398323f-5309-4abe-9d8b-ee2e8b802e75 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 946 time: 0.4469981 Jan 28 12:47:41.784661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27018f65-2904-4648-8dfe-ba7053dd2f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4872d239-0c3c-4dea-b57e-a8635530fbc9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:41.797788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e091500c-fc24-4421-b18e-c41d02a0f132 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:47:41.844398 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e6410-0e54-483a-aa2c-ff7598e93c18 None None] Pushing event updated for resources: {'Port': ['ID=a1283f22-b884-4f67-ba9b-1428068b4de2,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:41.970961 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=cab058a9-54bd-4721-8de4-26e00ca5db0a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:41.997925 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe7cf-6a0c-4bcf-8e4b-1f33e280046e admin admin] Publish callbacks [] for security_group (4872d239-0c3c-4dea-b57e-a8635530fbc9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:42.016746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:42.019284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:42.024467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:42.041921 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:42.044323 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:42.096596 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3c80d25a-b34c-4561-89fd-605a2a2ee8cd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1002047 Jan 28 12:47:42.100630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35582) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:42.135158 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe7cf-6a0c-4bcf-8e4b-1f33e280046e admin admin] Publish callbacks [] for security_group (4872d239-0c3c-4dea-b57e-a8635530fbc9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:42.187283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb822199-a254-4837-b1ad-3ad8f7e9f90d req-06edd28a-b596-48a4-9da5-7420eab6d9c2 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733776 Jan 28 12:47:42.229024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb43f50c-f19e-4739-a57d-5a58985d9d93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:42.232972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e091500c-fc24-4421-b18e-c41d02a0f132, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e091500c-fc24-4421-b18e-c41d02a0f132,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:42.256141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb43f50c-f19e-4739-a57d-5a58985d9d93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:42.260316 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cb43f50c-f19e-4739-a57d-5a58985d9d93 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1563740 Jan 28 12:47:42.260858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35586) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:42.262722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'e091500c-fc24-4421-b18e-c41d02a0f132', 'network_id': '427b1caa-23cc-47e8-9f41-315dcfbbc06c', 'port_id': 'e091500c-fc24-4421-b18e-c41d02a0f132', 'mac_address': 'fa:16:3e:c5:bc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e7f83a-e244-499c-bd19-7c2bd984e603', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:47:42.374375 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe7cf-6a0c-4bcf-8e4b-1f33e280046e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4872d239-0c3c-4dea-b57e-a8635530fbc9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:42.383986 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe7cf-6a0c-4bcf-8e4b-1f33e280046e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:42.395429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2e4fe7cf-6a0c-4bcf-8e4b-1f33e280046e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4872d239-0c3c-4dea-b57e-a8635530fbc9 HTTP/1.1" status: 204 len: 168 time: 0.7742035 Jan 28 12:47:42.431012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fe7cf-6a0c-4bcf-8e4b-1f33e280046e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4872d239-0c3c-4dea-b57e-a8635530fbc9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:42.573051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b40d351c-d828-4026-945d-d3b614783f69 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port cab058a9-54bd-4721-8de4-26e00ca5db0a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:42.573633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b40d351c-d828-4026-945d-d3b614783f69 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cab058a9-54bd-4721-8de4-26e00ca5db0a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:42.728826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e091500c-fc24-4421-b18e-c41d02a0f132 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:42.729244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:42.781518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e091500c-fc24-4421-b18e-c41d02a0f132 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:47:42.833910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e091500c-fc24-4421-b18e-c41d02a0f132, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e091500c-fc24-4421-b18e-c41d02a0f132,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:42.840682 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:42.897363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b40d351c-d828-4026-945d-d3b614783f69 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cab058a9-54bd-4721-8de4-26e00ca5db0a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:42.938958 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b40d351c-d828-4026-945d-d3b614783f69 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for cab058a9-54bd-4721-8de4-26e00ca5db0a owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:42.985084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e091500c-fc24-4421-b18e-c41d02a0f132,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:43.083481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e091500c-fc24-4421-b18e-c41d02a0f132'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:47:43.542137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b40d351c-d828-4026-945d-d3b614783f69 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (cab058a9-54bd-4721-8de4-26e00ca5db0a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:43.902407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0e3a3-fc51-4a41-9fb9-f19a9dcc2bba req-df254cc3-4d8e-404c-884d-c2d5fefbfba5 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:43.911873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d351c-d828-4026-945d-d3b614783f69 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=cab058a9-54bd-4721-8de4-26e00ca5db0a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:43.922021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ef0e3a3-fc51-4a41-9fb9-f19a9dcc2bba req-df254cc3-4d8e-404c-884d-c2d5fefbfba5 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 946 time: 0.2705259 Jan 28 12:47:43.992070 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b40d351c-d828-4026-945d-d3b614783f69 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:44.009138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35624) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:44.009506 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b40d351c-d828-4026-945d-d3b614783f69 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/cab058a9-54bd-4721-8de4-26e00ca5db0a HTTP/1.1" status: 204 len: 168 time: 1.7468743 Jan 28 12:47:44.216633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad38c2b-7093-4530-bf60-bda3bfdc08ed tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:44.219197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad38c2b-7093-4530-bf60-bda3bfdc08ed tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:44.221970 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8ad38c2b-7093-4530-bf60-bda3bfdc08ed tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2060125 Jan 28 12:47:44.225482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35632) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:44.335137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ef0e3a3-fc51-4a41-9fb9-f19a9dcc2bba req-f8c2ba71-659a-4d19-93d1-8697dd392790 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101839 Jan 28 12:47:44.355666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a1283f22-b884-4f67-ba9b-1428068b4de2 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:44.437487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4dc568e-c119-4159-b289-129463dd02f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet adec17f6-d363-40f1-8032-26cee957e91b {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:47:44.468035 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc568e-c119-4159-b289-129463dd02f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (adec17f6-d363-40f1-8032-26cee957e91b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:44.646703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a1283f22-b884-4f67-ba9b-1428068b4de2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:44.647399 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a1283f22-b884-4f67-ba9b-1428068b4de2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:44.649281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3da99efd-d03d-42ed-9840-41e84f32d024 None None] Provisioning complete for port a1283f22-b884-4f67-ba9b-1428068b4de2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:44.649809 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3da99efd-d03d-42ed-9840-41e84f32d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a1283f22-b884-4f67-ba9b-1428068b4de2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:44.713211 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc568e-c119-4159-b289-129463dd02f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (adec17f6-d363-40f1-8032-26cee957e91b), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:44.810074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50cfd8-8f0a-4c99-ac9c-8a2008439f23 req-d56e1b71-b75e-4f36-9d5a-db79a4c464bc tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:44.828413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd50cfd8-8f0a-4c99-ac9c-8a2008439f23 req-d56e1b71-b75e-4f36-9d5a-db79a4c464bc tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae059724-aac0-48de-8a49-c800b45618e9 HTTP/1.1" status: 200 len: 945 time: 0.1998549 Jan 28 12:47:45.003164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3da99efd-d03d-42ed-9840-41e84f32d024 None None] Current status of the port a1283f22-b884-4f67-ba9b-1428068b4de2 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:45.012046 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3da99efd-d03d-42ed-9840-41e84f32d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1283f22-b884-4f67-ba9b-1428068b4de2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:45.034013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd50cfd8-8f0a-4c99-ac9c-8a2008439f23 req-09610ea0-52c2-4942-b74d-6825cfd30fc5 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020001 Jan 28 12:47:45.120021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc568e-c119-4159-b289-129463dd02f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (adec17f6-d363-40f1-8032-26cee957e91b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:45.212855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35656) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:45.225793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a1283f22-b884-4f67-ba9b-1428068b4de2 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:45.226451 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1283f22-b884-4f67-ba9b-1428068b4de2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:45.559998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-526693363-network', 'tenant_id': '30409251dd04406683237dc75c42a313'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:45.593189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Made reservation on behalf of 30409251dd04406683237dc75c42a313 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:45.597182 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:45.609895 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:45.678419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e091500c-fc24-4421-b18e-c41d02a0f132 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:45.744997 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Publish callbacks [] for security_group (494b0a67-8ee7-4147-a009-2d18d728ec7d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:45.763770 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (494b0a67-8ee7-4147-a009-2d18d728ec7d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:45.842481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494b0a67-8ee7-4147-a009-2d18d728ec7d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:45.847511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port e091500c-fc24-4421-b18e-c41d02a0f132 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:47:45.863042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port e091500c-fc24-4421-b18e-c41d02a0f132 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:45.864578 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:45.888124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:47:45.913715 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc568e-c119-4159-b289-129463dd02f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (adec17f6-d363-40f1-8032-26cee957e91b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:45.918445 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (acc60e36-d09b-476c-a3e1-3434103f6454), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:45.919034 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Added segment acc60e36-d09b-476c-a3e1-3434103f6454 of type vlan for network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a Jan 28 12:47:45.983582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc568e-c119-4159-b289-129463dd02f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=adec17f6-d363-40f1-8032-26cee957e91b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:45.997072 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4dc568e-c119-4159-b289-129463dd02f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:46.003652 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b4dc568e-c119-4159-b289-129463dd02f4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/adec17f6-d363-40f1-8032-26cee957e91b HTTP/1.1" status: 204 len: 168 time: 1.7768204 Jan 28 12:47:46.010555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35674) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:46.023159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72cde4a-5aa4-42b3-9f25-dcf812c61479 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:46.054668 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (03dd53d0-f251-4d90-bbf8-d0233ca85f4a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:46.115157 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-35675c0d-3ffb-4cc2-9550-d526688f3d79 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005101 Jan 28 12:47:46.130467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35678) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:46.150824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:46.195893 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (03dd53d0-f251-4d90-bbf8-d0233ca85f4a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:46.196831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:46.200609 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:46.308327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] Pushing event updated for resources: {'Network': ['ID=03dd53d0-f251-4d90-bbf8-d0233ca85f4a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:46.326429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:47:46.354112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bca9c490-ecdc-40b0-ac25-74ecfdb7f153 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1397302 Jan 28 12:47:46.358273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35680) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:46.376712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-34337744-2394-40e5-b79a-166f378db65e admin admin] Request body: {'subnet': {'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-526693363-subnet', 'tenant_id': '30409251dd04406683237dc75c42a313', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:46.388919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be34c5-67ea-455e-a939-0732d88a1701 req-352bf75b-d0ec-48c5-8ee6-f8fc329dd623 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:46.398820 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5be34c5-67ea-455e-a939-0732d88a1701 req-352bf75b-d0ec-48c5-8ee6-f8fc329dd623 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae059724-aac0-48de-8a49-c800b45618e9 HTTP/1.1" status: 200 len: 945 time: 0.1737902 Jan 28 12:47:46.427259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34337744-2394-40e5-b79a-166f378db65e admin admin] Made reservation on behalf of 30409251dd04406683237dc75c42a313 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:46.437144 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34337744-2394-40e5-b79a-166f378db65e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:46.542145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4bb0e2-8748-4487-8d0d-6948b027a49d None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:47:46.552883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5be34c5-67ea-455e-a939-0732d88a1701 req-c95945db-e06b-47c8-b734-5c108100d360 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527731 Jan 28 12:47:46.558516 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:47:46.560065 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:47:46.615320 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-3da99efd-d03d-42ed-9840-41e84f32d024 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:47:46.616021 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-3da99efd-d03d-42ed-9840-41e84f32d024 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:47:46.688916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:46.708047 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:46.711064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e091500c-fc24-4421-b18e-c41d02a0f132 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:46.712040 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:46.765867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae059724-aac0-48de-8a49-c800b45618e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e091500c-fc24-4421-b18e-c41d02a0f132'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:46.768062 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d645213c-d48f-4d47-8857-ebc48c794c57" -d '{"events": [{"server_uuid": "ae059724-aac0-48de-8a49-c800b45618e9", "name": "network-vif-plugged", "status": "completed", "tag": "e091500c-fc24-4421-b18e-c41d02a0f132"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:46.834287 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e091500c-fc24-4421-b18e-c41d02a0f132, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e091500c-fc24-4421-b18e-c41d02a0f132,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:46.836139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bb0e2-8748-4487-8d0d-6948b027a49d None None] Deleting port a1283f22-b884-4f67-ba9b-1428068b4de2 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:46.836548 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e4bb0e2-8748-4487-8d0d-6948b027a49d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a1283f22-b884-4f67-ba9b-1428068b4de2), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:46.839645 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:46.925209 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f7dc96-671b-44d9-9d50-707661289fc0 x-openstack-request-id: req-64f7dc96-671b-44d9-9d50-707661289fc0 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:46.925451 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae059724-aac0-48de-8a49-c800b45618e9", "name": "network-vif-plugged", "status": "completed", "tag": "e091500c-fc24-4421-b18e-c41d02a0f132", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:46.925945 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64f7dc96-671b-44d9-9d50-707661289fc0 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:46.926504 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae059724-aac0-48de-8a49-c800b45618e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e091500c-fc24-4421-b18e-c41d02a0f132', 'code': 200} Jan 28 12:47:47.015775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8e4bb0e2-8748-4487-8d0d-6948b027a49d None None] For port a1283f22-b884-4f67-ba9b-1428068b4de2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a1283f22-b884-4f67-ba9b-1428068b4de2,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:47.016550 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e4bb0e2-8748-4487-8d0d-6948b027a49d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a1283f22-b884-4f67-ba9b-1428068b4de2), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:47.044663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e091500c-fc24-4421-b18e-c41d02a0f132,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:47.048873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bb0e2-8748-4487-8d0d-6948b027a49d None None] Calling delete_port for a1283f22-b884-4f67-ba9b-1428068b4de2 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:47.232948 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e521a7-f79e-4cfc-9c59-f91c89efe338 req-a9202e89-ef61-411d-a17f-f2d9f9f43875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:47.235064 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-51e521a7-f79e-4cfc-9c59-f91c89efe338 req-a9202e89-ef61-411d-a17f-f2d9f9f43875 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae059724-aac0-48de-8a49-c800b45618e9 HTTP/1.1" status: 200 len: 1097 time: 0.2592585 Jan 28 12:47:47.278200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3da99efd-d03d-42ed-9840-41e84f32d024 None None] Port a1283f22-b884-4f67-ba9b-1428068b4de2 update to ACTIVE by agent not found {{(pid=103130) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 12:47:47.305865 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e4bb0e2-8748-4487-8d0d-6948b027a49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (a1283f22-b884-4f67-ba9b-1428068b4de2), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:47.331566 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:47.360855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4bb0e2-8748-4487-8d0d-6948b027a49d None None] No DVR routers for this DVR port a1283f22-b884-4f67-ba9b-1428068b4de2 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:47:47.377584 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34337744-2394-40e5-b79a-166f378db65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (417fb24a-0898-4a86-b89c-4b8315ab8223), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:47.406022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bb0e2-8748-4487-8d0d-6948b027a49d None None] Pushing event deleted for resources: {'Port': ['ID=a1283f22-b884-4f67-ba9b-1428068b4de2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:47.413753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a1283f22-b884-4f67-ba9b-1428068b4de2 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:47.414783 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a1283f22-b884-4f67-ba9b-1428068b4de2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:47.461627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2ceddd8d-6f31-4b5d-adfd-bdc282b1b3c4 None None] Could not find standard attr ID for object cab058a9-54bd-4721-8de4-26e00ca5db0a. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:47:47.502901 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34337744-2394-40e5-b79a-166f378db65e admin admin] Pushing event updated for resources: {'Subnet': ['ID=417fb24a-0898-4a86-b89c-4b8315ab8223,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:47.544747 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-51e521a7-f79e-4cfc-9c59-f91c89efe338 req-de2d0690-e130-4f15-9064-9e91da607ef9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030190 Jan 28 12:47:47.647212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a1283f22-b884-4f67-ba9b-1428068b4de2 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:47:47.678948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a1283f22-b884-4f67-ba9b-1428068b4de2 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:47:47.679452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a1283f22-b884-4f67-ba9b-1428068b4de2 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:47:47.728602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34337744-2394-40e5-b79a-166f378db65e admin admin] Checking segment: {'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:47.729062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34337744-2394-40e5-b79a-166f378db65e admin admin] Network hostable DHCP agents. Network: 03dd53d0-f251-4d90-bbf8-d0233ca85f4a, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:47:47.761559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.objects.ports [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:47:47.764402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (19fc590f-0fde-49b4-8334-862b7f45a5c2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:47.832461 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf173eb5-a859-4add-97a1-ea5856400387 req-105d5b46-9327-4918-86e9-328270bfc5a4 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:47.834604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf173eb5-a859-4add-97a1-ea5856400387 req-105d5b46-9327-4918-86e9-328270bfc5a4 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae059724-aac0-48de-8a49-c800b45618e9 HTTP/1.1" status: 200 len: 946 time: 0.1294141 Jan 28 12:47:47.855180 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:47.874068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34337744-2394-40e5-b79a-166f378db65e admin admin] Network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:47:47.893597 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-34337744-2394-40e5-b79a-166f378db65e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 03dd53d0-f251-4d90-bbf8-d0233ca85f4a) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:47.906330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edfb22d-292b-46cd-95af-b7044233f241 None None] Network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:47.947304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf173eb5-a859-4add-97a1-ea5856400387 req-049f6711-e1a5-4431-859f-19d285aa8100 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060526 Jan 28 12:47:47.947590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:47.974788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:47.984418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34337744-2394-40e5-b79a-166f378db65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:47.986402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34337744-2394-40e5-b79a-166f378db65e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:48.008364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:48.009400 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:48.024559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35724) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:48.028973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:48.032002 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-34337744-2394-40e5-b79a-166f378db65e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6725833 Jan 28 12:47:48.039366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=19fc590f-0fde-49b4-8334-862b7f45a5c2,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:48.043369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60b0aa1-a61b-46ec-b322-09700d1c8d4a None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:48.085775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.086276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.086949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.091238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.091791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.092242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.092720 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.093219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.093674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.094366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.094894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.095408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.095900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:48.096612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (f2528002-78b2-495c-aba6-1b8189d14e72), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:48.099967 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (f2528002-78b2-495c-aba6-1b8189d14e72), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:48.105204 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a4700766-bf13-424d-a9dd-b7ab6ce6fa0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9613078 Jan 28 12:47:48.112695 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:48.123790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:9d:57:31', 'name': 'tempest-NetworksTestDHCPv6-184619259'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:48.190377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Publish callbacks [] for router_controller (f2528002-78b2-495c-aba6-1b8189d14e72), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:48.252340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': '19fc590f-0fde-49b4-8334-862b7f45a5c2'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:47:48.253226 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:48.287229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'project_id': '30409251dd04406683237dc75c42a313', 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:47:48.288105 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:48.385223 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:48.523149 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Publish callbacks [] for router_gateway (f2528002-78b2-495c-aba6-1b8189d14e72), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:48.697365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Allocated IP 2001:db8::f816:3eff:fe0a:5f49 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/19fc590f-0fde-49b4-8334-862b7f45a5c2/8020ee44-ed36-4ef9-8099-973fc81603f4) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:48.727558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Allocated IP 172.20.0.2 (03dd53d0-f251-4d90-bbf8-d0233ca85f4a/417fb24a-0898-4a86-b89c-4b8315ab8223/5cad8c28-902c-4c37-92f4-da0fa6fb3b73) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:48.742717 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:48.805833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 2f63c0cf-6402-4e61-8d2d-ffc50711eae3 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:47:48.824183 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:47:49.073061 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Publish callbacks [] for router_gateway (f2528002-78b2-495c-aba6-1b8189d14e72), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:49.118082 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:49.243508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c21151-1d98-411d-904a-b97c64c94578 req-e15a9e23-20e1-40c9-8c98-d71a3fc6d00f tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:49.252723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00c21151-1d98-411d-904a-b97c64c94578 req-e15a9e23-20e1-40c9-8c98-d71a3fc6d00f tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae059724-aac0-48de-8a49-c800b45618e9 HTTP/1.1" status: 200 len: 946 time: 0.1464255 Jan 28 12:47:49.263935 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7edf7aea-4d2c-4071-bd21-ebe5c80f0dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:49.359198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00c21151-1d98-411d-904a-b97c64c94578 req-67c2821b-6ef1-413f-9446-f7de2f19e559 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842896 Jan 28 12:47:49.409243 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Publish callbacks [] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:49.455412 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:49.471173 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Publish callbacks [] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:49.554127 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:49.598367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:49.615176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Pushing event updated for resources: {'Port': ['ID=8020ee44-ed36-4ef9-8099-973fc81603f4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:49.622206 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::f816:3eff:fe9d:5731 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/19fc590f-0fde-49b4-8334-862b7f45a5c2/2f63c0cf-6402-4e61-8d2d-ffc50711eae3) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:49.668465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Allocated IP 172.25.7.117 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/b978d894-4e0c-4912-8fa4-859ca78f083b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:49.744482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:49.754015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Pushing event updated for resources: {'Port': ['ID=5cad8c28-902c-4c37-92f4-da0fa6fb3b73,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:49.756648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:49.765465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:49.773904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:49.811820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:49.971658 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Attempting to bind port 8020ee44-ed36-4ef9-8099-973fc81603f4 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:47:49.972330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Attempting to bind port 8020ee44-ed36-4ef9-8099-973fc81603f4 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:47:49.972932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Attempting to bind port 8020ee44-ed36-4ef9-8099-973fc81603f4 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:50.021167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:47:50.021787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:50.026294 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:50.027029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:47:50.029890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Bound port: 8020ee44-ed36-4ef9-8099-973fc81603f4, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:47:50.031665 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:50.086594 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Publish callbacks [] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:50.107727 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (2f63c0cf-6402-4e61-8d2d-ffc50711eae3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:50.170650 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2f63c0cf-6402-4e61-8d2d-ffc50711eae3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:50.236173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:50.249863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Attempting to bind port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:47:50.250575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Attempting to bind port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:47:50.251364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Attempting to bind port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 on network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:50.256267 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:50.266936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:50.267630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:47:50.268238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Checking segment: {'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:50.268847 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:50.270432 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Bound using segment: {'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:47:50.271169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Bound port: 5cad8c28-902c-4c37-92f4-da0fa6fb3b73, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:47:50.271978 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:50.276087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:50.288378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:50.289592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:50.335492 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2220676 Jan 28 12:47:50.338409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d07f1-dca5-4566-8bee-9c98326272d6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=2f63c0cf-6402-4e61-8d2d-ffc50711eae3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:50.345546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35776) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:50.461118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] For port 8020ee44-ed36-4ef9-8099-973fc81603f4, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:47:50.476879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] For port 8020ee44-ed36-4ef9-8099-973fc81603f4, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8020ee44-ed36-4ef9-8099-973fc81603f4,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:47:50.485573 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:50.506235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f0b315-d64a-4aca-a162-f4cd6be3ac61 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:50.525951 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f0b315-d64a-4aca-a162-f4cd6be3ac61 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:50.535005 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-00f0b315-d64a-4aca-a162-f4cd6be3ac61 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1857178 Jan 28 12:47:50.535710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:50.638566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] For port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:47:50.655413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] For port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5cad8c28-902c-4c37-92f4-da0fa6fb3b73,segment=NetworkSegment(acc60e36-d09b-476c-a3e1-3434103f6454),segment_id=acc60e36-d09b-476c-a3e1-3434103f6454)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:47:50.656107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:50.661288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c0228-f9d3-4e11-bfc3-7b9aa19e3d02 None None] Pushing event updated for resources: {'Port': ['ID=8020ee44-ed36-4ef9-8099-973fc81603f4,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:50.678996 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:50.717445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:50.727477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:50.809275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Pushing event updated for resources: {'Port': ['ID=b978d894-4e0c-4912-8fa4-859ca78f083b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:50.822229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb681f-693e-4bc2-adf1-18e0fbf5ebb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 2f63c0cf-6402-4e61-8d2d-ffc50711eae3 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:50.822947 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ecb681f-693e-4bc2-adf1-18e0fbf5ebb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2f63c0cf-6402-4e61-8d2d-ffc50711eae3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:50.826664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03075e48-b50e-4aa4-9498-81a1fa59e86f None None] Pushing event updated for resources: {'Port': ['ID=5cad8c28-902c-4c37-92f4-da0fa6fb3b73,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:50.881543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.881915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.882238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.882576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.882915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.883250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.883602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.883933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.884255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.884576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.884904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.885232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.885550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:50.944369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137a1d-af31-4a14-ac1e-637e6b6108c7 req-1931f808-a281-444e-aa53-3f75ff7560f4 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:50.945891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da137a1d-af31-4a14-ac1e-637e6b6108c7 req-1931f808-a281-444e-aa53-3f75ff7560f4 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae059724-aac0-48de-8a49-c800b45618e9 HTTP/1.1" status: 200 len: 946 time: 0.5495174 Jan 28 12:47:51.185040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ecb681f-693e-4bc2-adf1-18e0fbf5ebb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2f63c0cf-6402-4e61-8d2d-ffc50711eae3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:51.258941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb681f-693e-4bc2-adf1-18e0fbf5ebb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 2f63c0cf-6402-4e61-8d2d-ffc50711eae3 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:51.459627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da137a1d-af31-4a14-ac1e-637e6b6108c7 req-20887fce-c39c-45aa-acd4-39dbbb8b17dd tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948580 Jan 28 12:47:51.621081 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b346fb16-7b35-45f6-b071-ac759aaf63a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:51.907371 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Publish callbacks [] for router_gateway (f2528002-78b2-495c-aba6-1b8189d14e72), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:52.025404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ecb681f-693e-4bc2-adf1-18e0fbf5ebb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2f63c0cf-6402-4e61-8d2d-ffc50711eae3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:52.088828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f4816-ebfc-4b22-a715-8931150b3fe4 req-abe39a82-252b-42c3-a927-37bf60895e6f tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:52.089127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:52.095320 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a16f4816-ebfc-4b22-a715-8931150b3fe4 req-abe39a82-252b-42c3-a927-37bf60895e6f tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae059724-aac0-48de-8a49-c800b45618e9 HTTP/1.1" status: 200 len: 946 time: 0.3279231 Jan 28 12:47:52.161268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f426ea-ed15-451e-9bab-bc3cb67d8e1c req-55a3adc1-8dae-4dad-a6f9-e06761870a0c tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:52.163374 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-70f426ea-ed15-451e-9bab-bc3cb67d8e1c req-55a3adc1-8dae-4dad-a6f9-e06761870a0c tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "GET /v2.0/ports?device_id=8012d2b2-a139-497e-b2e8-b29164243914 HTTP/1.1" status: 200 len: 946 time: 0.3637702 Jan 28 12:47:52.198466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:52.199057 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:52.213668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb681f-693e-4bc2-adf1-18e0fbf5ebb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=2f63c0cf-6402-4e61-8d2d-ffc50711eae3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:52.331678 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ecb681f-693e-4bc2-adf1-18e0fbf5ebb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:52.342287 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9ecb681f-693e-4bc2-adf1-18e0fbf5ebb9 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/2f63c0cf-6402-4e61-8d2d-ffc50711eae3 HTTP/1.1" status: 204 len: 168 time: 1.8055086 Jan 28 12:47:52.403730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:52.404136 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:52.435862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35810) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:52.582750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5cad8c28-902c-4c37-92f4-da0fa6fb3b73,segment=NetworkSegment(acc60e36-d09b-476c-a3e1-3434103f6454),segment_id=acc60e36-d09b-476c-a3e1-3434103f6454)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:52.594852 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:52.594852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8020ee44-ed36-4ef9-8099-973fc81603f4 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:52.635689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75df764-f69a-4c9e-92d0-84a309df4b75 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:52.637180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75df764-f69a-4c9e-92d0-84a309df4b75 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:52.641838 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d75df764-f69a-4c9e-92d0-84a309df4b75 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2035780 Jan 28 12:47:52.643885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35816) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:52.818392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-75eeefc8-2056-4546-b845-c7892c28e780 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 19fc590f-0fde-49b4-8334-862b7f45a5c2 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:47:52.886308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75eeefc8-2056-4546-b845-c7892c28e780 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (19fc590f-0fde-49b4-8334-862b7f45a5c2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:52.941327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=5cad8c28-902c-4c37-92f4-da0fa6fb3b73,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:52.982410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4c3dd8e1-8af4-4a6d-9b0e-a9811efabd00 None None] Provisioning complete for port 8020ee44-ed36-4ef9-8099-973fc81603f4 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:52.982878 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd8e1-8af4-4a6d-9b0e-a9811efabd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:53.090278 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a16f4816-ebfc-4b22-a715-8931150b3fe4 req-5c7f2585-c9fb-46a9-9d24-f1329766c032 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Deleting port e091500c-fc24-4421-b18e-c41d02a0f132 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:53.091117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a16f4816-ebfc-4b22-a715-8931150b3fe4 req-5c7f2585-c9fb-46a9-9d24-f1329766c032 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:53.150424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 8020ee44-ed36-4ef9-8099-973fc81603f4 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:53.150985 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:53.184998 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:53.429360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4c3dd8e1-8af4-4a6d-9b0e-a9811efabd00 None None] Current status of the port 8020ee44-ed36-4ef9-8099-973fc81603f4 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:53.429892 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd8e1-8af4-4a6d-9b0e-a9811efabd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:53.525865 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75eeefc8-2056-4546-b845-c7892c28e780 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (19fc590f-0fde-49b4-8334-862b7f45a5c2), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:53.560990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4c3dd8e1-8af4-4a6d-9b0e-a9811efabd00 None None] For port 8020ee44-ed36-4ef9-8099-973fc81603f4, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8020ee44-ed36-4ef9-8099-973fc81603f4,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:53.573549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd8e1-8af4-4a6d-9b0e-a9811efabd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:53.731496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f127d-f827-457d-842b-05e4fe6e42f2 None None] Network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:53.812170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0fbb1-1616-408a-b218-080cbe342d64 req-dcaf608e-7100-4162-9898-672e1082fcb6 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:53.813926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aac0fbb1-1616-408a-b218-080cbe342d64 req-dcaf608e-7100-4162-9898-672e1082fcb6 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae059724-aac0-48de-8a49-c800b45618e9 HTTP/1.1" status: 200 len: 946 time: 0.1586597 Jan 28 12:47:53.846586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75eeefc8-2056-4546-b845-c7892c28e780 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (19fc590f-0fde-49b4-8334-862b7f45a5c2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:53.869784 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-70f426ea-ed15-451e-9bab-bc3cb67d8e1c req-baba91b4-0d0e-48a9-906c-4dd3caa0b946 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Deleting port 556b5b2a-b734-453e-8a20-d69ede96da3b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:53.871117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-70f426ea-ed15-451e-9bab-bc3cb67d8e1c req-baba91b4-0d0e-48a9-906c-4dd3caa0b946 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:53.954595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dd8e1-8af4-4a6d-9b0e-a9811efabd00 None None] Pushing event updated for resources: {'Port': ['ID=8020ee44-ed36-4ef9-8099-973fc81603f4,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:54.097260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b503b85d-451c-4eea-a425-656ee4dcd926 None None] Provisioning complete for port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:54.098442 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b503b85d-451c-4eea-a425-656ee4dcd926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:54.111541 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (f2528002-78b2-495c-aba6-1b8189d14e72), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:54.156714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8020ee44-ed36-4ef9-8099-973fc81603f4 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:54.200783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-70f426ea-ed15-451e-9bab-bc3cb67d8e1c req-baba91b4-0d0e-48a9-906c-4dd3caa0b946 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] For port 556b5b2a-b734-453e-8a20-d69ede96da3b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=556b5b2a-b734-453e-8a20-d69ede96da3b,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:54.201729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-70f426ea-ed15-451e-9bab-bc3cb67d8e1c req-baba91b4-0d0e-48a9-906c-4dd3caa0b946 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:54.212766 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aac0fbb1-1616-408a-b218-080cbe342d64 req-ad308d4e-3b98-4e94-a8d9-275eabbf9e3d tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741342 Jan 28 12:47:54.236843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-70f426ea-ed15-451e-9bab-bc3cb67d8e1c req-baba91b4-0d0e-48a9-906c-4dd3caa0b946 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Calling delete_port for 556b5b2a-b734-453e-8a20-d69ede96da3b owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:54.320516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b503b85d-451c-4eea-a425-656ee4dcd926 None None] Current status of the port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:54.333113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b503b85d-451c-4eea-a425-656ee4dcd926 None None] Could not find standard attr ID for object 2f63c0cf-6402-4e61-8d2d-ffc50711eae3. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:47:54.451365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:54.600406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:54.600826 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:54.617799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a16f4816-ebfc-4b22-a715-8931150b3fe4 req-5c7f2585-c9fb-46a9-9d24-f1329766c032 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] For port e091500c-fc24-4421-b18e-c41d02a0f132, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e091500c-fc24-4421-b18e-c41d02a0f132,segment=NetworkSegment(e10026da-fe14-4c56-b97c-3ffdc66219a0),segment_id=e10026da-fe14-4c56-b97c-3ffdc66219a0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:54.620564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a16f4816-ebfc-4b22-a715-8931150b3fe4 req-5c7f2585-c9fb-46a9-9d24-f1329766c032 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:54.621002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Router f2528002-78b2-495c-aba6-1b8189d14e72 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:47:54.686818 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-70f426ea-ed15-451e-9bab-bc3cb67d8e1c req-baba91b4-0d0e-48a9-906c-4dd3caa0b946 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (556b5b2a-b734-453e-8a20-d69ede96da3b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:54.776271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a16f4816-ebfc-4b22-a715-8931150b3fe4 req-5c7f2585-c9fb-46a9-9d24-f1329766c032 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Calling delete_port for e091500c-fc24-4421-b18e-c41d02a0f132 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:54.779165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba91b4-0d0e-48a9-906c-4dd3caa0b946 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Pushing event deleted for resources: {'Port': ['ID=556b5b2a-b734-453e-8a20-d69ede96da3b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:54.780039 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:54.931824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f426ea-ed15-451e-9bab-bc3cb67d8e1c req-baba91b4-0d0e-48a9-906c-4dd3caa0b946 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] No DVR routers for this DVR port 556b5b2a-b734-453e-8a20-d69ede96da3b on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:47:54.931824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-70f426ea-ed15-451e-9bab-bc3cb67d8e1c req-baba91b4-0d0e-48a9-906c-4dd3caa0b946 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:54.935140 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-70f426ea-ed15-451e-9bab-bc3cb67d8e1c req-baba91b4-0d0e-48a9-906c-4dd3caa0b946 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "DELETE /v2.0/ports/556b5b2a-b734-453e-8a20-d69ede96da3b HTTP/1.1" status: 204 len: 173 time: 2.7503157 Jan 28 12:47:54.935819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012d2b2-a139-497e-b2e8-b29164243914', 'name': 'network-vif-deleted', 'tag': '556b5b2a-b734-453e-8a20-d69ede96da3b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:54.938351 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0c8742-5b0f-4171-9ca5-5fcfe678fff0" -d '{"events": [{"server_uuid": "8012d2b2-a139-497e-b2e8-b29164243914", "name": "network-vif-deleted", "tag": "556b5b2a-b734-453e-8a20-d69ede96da3b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:54.969075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75eeefc8-2056-4546-b845-c7892c28e780 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (19fc590f-0fde-49b4-8334-862b7f45a5c2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:54.999161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:55.007385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8020ee44-ed36-4ef9-8099-973fc81603f4 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:47:55.079372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eeefc8-2056-4546-b845-c7892c28e780 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=19fc590f-0fde-49b4-8334-862b7f45a5c2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:55.121503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:47:55.129276 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9fb00b-63b8-4910-9776-4584d5d8a041 x-openstack-request-id: req-ea9fb00b-63b8-4910-9776-4584d5d8a041 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:55.130108 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8012d2b2-a139-497e-b2e8-b29164243914", "name": "network-vif-deleted", "tag": "556b5b2a-b734-453e-8a20-d69ede96da3b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:55.132049 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea9fb00b-63b8-4910-9776-4584d5d8a041 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:55.133389 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8012d2b2-a139-497e-b2e8-b29164243914', 'name': 'network-vif-deleted', 'tag': '556b5b2a-b734-453e-8a20-d69ede96da3b', 'status': 'completed', 'code': 200} Jan 28 12:47:55.135125 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Sync routers for ids ['f2528002-78b2-495c-aba6-1b8189d14e72'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:47:55.143697 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75eeefc8-2056-4546-b845-c7892c28e780 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:55.155107 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Routers {'f2528002-78b2-495c-aba6-1b8189d14e72'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:47:55.156403 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-75eeefc8-2056-4546-b845-c7892c28e780 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/19fc590f-0fde-49b4-8334-862b7f45a5c2 HTTP/1.1" status: 204 len: 168 time: 2.5087609 Jan 28 12:47:55.158471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0fdeaf-b7fc-4a60-86b9-28d05c714e99 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:55.160309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35870) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:55.165344 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:47:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f2528002-78b2-495c-aba6-1b8189d14e72'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:47:55.205430 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:55.208067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4343536e-fe9f-49ce-a6ea-f933c2e16d6f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1823771 Jan 28 12:47:55.212192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35872) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:55.285742 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2ef01c48-0c8f-45bc-8f91-9e5ebdc01331 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147125 Jan 28 12:47:55.287190 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35878) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:55.479746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7bbdcc-5aaa-49de-acd5-2da4e802f8bd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:55.484379 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6a7bbdcc-5aaa-49de-acd5-2da4e802f8bd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1958346 Jan 28 12:47:55.488265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35882) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:55.574656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6636ef50-acba-4e3a-a37e-f74d04897d26 None None] Provisioning complete for port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:55.575427 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6636ef50-acba-4e3a-a37e-f74d04897d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:55.587218 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a16f4816-ebfc-4b22-a715-8931150b3fe4 req-5c7f2585-c9fb-46a9-9d24-f1329766c032 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e091500c-fc24-4421-b18e-c41d02a0f132), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:55.649696 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 8020ee44-ed36-4ef9-8099-973fc81603f4 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:55.650130 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:55.658219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d8fb9-45c3-4e20-8306-ae2a021931e2 req-37c04580-cc57-450f-9eb0-c5e6d59d6aa5 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:55.668010 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605d8fb9-45c3-4e20-8306-ae2a021931e2 req-37c04580-cc57-450f-9eb0-c5e6d59d6aa5 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae059724-aac0-48de-8a49-c800b45618e9 HTTP/1.1" status: 200 len: 867 time: 0.2537768 Jan 28 12:47:55.708363 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Set router f2528002-78b2-495c-aba6-1b8189d14e72 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:47:55.730161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4518ade-d6a8-452d-87fb-bf3ab3e4a654 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:55.735985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35886) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:55.738949 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a4518ade-d6a8-452d-87fb-bf3ab3e4a654 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2422075 Jan 28 12:47:55.796315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e091500c-fc24-4421-b18e-c41d02a0f132 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:47:55.808460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605d8fb9-45c3-4e20-8306-ae2a021931e2 req-8087a239-c41f-4b70-a937-96180cd293cb tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/security-groups?id=d497ba8f-968c-4af4-8656-7973a0544a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363947 Jan 28 12:47:55.848711 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: e091500c-fc24-4421-b18e-c41d02a0f132 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:47:55.849131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e091500c-fc24-4421-b18e-c41d02a0f132 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:47:55.850251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 556b5b2a-b734-453e-8a20-d69ede96da3b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:47:55.879484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 556b5b2a-b734-453e-8a20-d69ede96da3b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:47:55.879885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 556b5b2a-b734-453e-8a20-d69ede96da3b not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:47:55.891520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a6e7d50a-b8ab-4d10-805c-99efe4b51bb8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1532667 Jan 28 12:47:55.900607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35888) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:55.916251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-152e9f6e-5449-42c6-8f42-ac86f54de6d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:55.919099 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f2585-c9fb-46a9-9d24-f1329766c032 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Pushing event deleted for resources: {'Port': ['ID=e091500c-fc24-4421-b18e-c41d02a0f132,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:55.981155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8020ee44-ed36-4ef9-8099-973fc81603f4 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:56.009336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:47:56.013620 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:56.031020 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16f4816-ebfc-4b22-a715-8931150b3fe4 req-5c7f2585-c9fb-46a9-9d24-f1329766c032 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] No DVR routers for this DVR port e091500c-fc24-4421-b18e-c41d02a0f132 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:47:56.041131 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a16f4816-ebfc-4b22-a715-8931150b3fe4 req-5c7f2585-c9fb-46a9-9d24-f1329766c032 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:56.050075 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a16f4816-ebfc-4b22-a715-8931150b3fe4 req-5c7f2585-c9fb-46a9-9d24-f1329766c032 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.49 "DELETE /v2.0/ports/e091500c-fc24-4421-b18e-c41d02a0f132 HTTP/1.1" status: 204 len: 173 time: 3.9540391 Jan 28 12:47:56.141769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6636ef50-acba-4e3a-a37e-f74d04897d26 None None] Current status of the port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:56.200128 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Deleting port 8020ee44-ed36-4ef9-8099-973fc81603f4 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:47:56.200391 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:56.351461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] For port 8020ee44-ed36-4ef9-8099-973fc81603f4, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8020ee44-ed36-4ef9-8099-973fc81603f4,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:47:56.351461 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:56.377695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Calling delete_port for 8020ee44-ed36-4ef9-8099-973fc81603f4 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:47:56.408272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152e9f6e-5449-42c6-8f42-ac86f54de6d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:56.413924 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-152e9f6e-5449-42c6-8f42-ac86f54de6d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:56.433967 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:51Z', 'revision_number': 3, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:47:56.451274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8020ee44-ed36-4ef9-8099-973fc81603f4 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:47:56.494232 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Checking router: f2528002-78b2-495c-aba6-1b8189d14e72 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:47:56.494626 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Updating router f2528002-78b2-495c-aba6-1b8189d14e72 port b978d894-4e0c-4912-8fa4-859ca78f083b binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:47:56.542804 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:56.666775 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:56.772072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Pushing event deleted for resources: {'Port': ['ID=8020ee44-ed36-4ef9-8099-973fc81603f4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:56.807248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] No DVR routers for this DVR port 8020ee44-ed36-4ef9-8099-973fc81603f4 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:47:56.820551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8020ee44-ed36-4ef9-8099-973fc81603f4 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:47:56.820551 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8020ee44-ed36-4ef9-8099-973fc81603f4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:56.837057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:56.837409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:56.837757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:56.838102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:56.838437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:56.838771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:56.839102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:56.843557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:56.844223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:56.844569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:56.846909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:56.848515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:56.849108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0910c75-370c-4559-b833-a6b7b4403f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:57.071748 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:57.135221 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae059724-aac0-48de-8a49-c800b45618e9', 'name': 'network-vif-deleted', 'tag': 'e091500c-fc24-4421-b18e-c41d02a0f132'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:47:57.137688 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb0f8ea-9552-4583-9e22-8e1dc900a02b" -d '{"events": [{"server_uuid": "ae059724-aac0-48de-8a49-c800b45618e9", "name": "network-vif-deleted", "tag": "e091500c-fc24-4421-b18e-c41d02a0f132"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:47:57.223023 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63674ff-c88e-4c65-ade3-45318670f0f3 x-openstack-request-id: req-d63674ff-c88e-4c65-ade3-45318670f0f3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:47:57.223477 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae059724-aac0-48de-8a49-c800b45618e9", "name": "network-vif-deleted", "tag": "e091500c-fc24-4421-b18e-c41d02a0f132", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:47:57.223742 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d63674ff-c88e-4c65-ade3-45318670f0f3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:47:57.224169 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae059724-aac0-48de-8a49-c800b45618e9', 'name': 'network-vif-deleted', 'tag': 'e091500c-fc24-4421-b18e-c41d02a0f132', 'status': 'completed', 'code': 200} Jan 28 12:47:57.257748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebd9b770-c2f7-47d5-be05-f715c097e526 req-c5a6c966-2540-4552-a695-332b39961575 tempest-MultipleCreateTestJSON-1204039827 tempest-MultipleCreateTestJSON-1204039827-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae059724-aac0-48de-8a49-c800b45618e9 HTTP/1.1" status: 200 len: 210 time: 0.1759546 Jan 28 12:47:57.283691 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Publish callbacks [] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:57.294611 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:57.301905 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-152e9f6e-5449-42c6-8f42-ac86f54de6d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (c6be4258-f24a-4fd7-8fd9-3a5aefc67b84), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:57.339763 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Attempting to bind port b978d894-4e0c-4912-8fa4-859ca78f083b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:47:57.340072 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Attempting to bind port b978d894-4e0c-4912-8fa4-859ca78f083b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:47:57.340453 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Attempting to bind port b978d894-4e0c-4912-8fa4-859ca78f083b on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:57.383556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152e9f6e-5449-42c6-8f42-ac86f54de6d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:57.389628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-152e9f6e-5449-42c6-8f42-ac86f54de6d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:57.399529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e9f6e-5449-42c6-8f42-ac86f54de6d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:47:57.400153 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-152e9f6e-5449-42c6-8f42-ac86f54de6d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:57.402613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce211767-6db3-49c9-9585-9224e2ddcd43 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:47:57.416393 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:47:57.417013 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:57.417465 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:57.417935 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:47:57.418633 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Bound port: b978d894-4e0c-4912-8fa4-859ca78f083b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:47:57.422093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e9f6e-5449-42c6-8f42-ac86f54de6d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=c6be4258-f24a-4fd7-8fd9-3a5aefc67b84,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:57.423639 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:57.481966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-152e9f6e-5449-42c6-8f42-ac86f54de6d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5785146 Jan 28 12:47:57.487284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35928) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:57.497431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:18:67:13', 'name': 'tempest-NetworksTestDHCPv6-1431371480'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:47:57.576156 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] For port b978d894-4e0c-4912-8fa4-859ca78f083b, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:47:57.586033 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] For port b978d894-4e0c-4912-8fa4-859ca78f083b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b978d894-4e0c-4912-8fa4-859ca78f083b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:47:57.605220 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:57.676365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Allocated IP 172.20.0.1 (03dd53d0-f251-4d90-bbf8-d0233ca85f4a/417fb24a-0898-4a86-b89c-4b8315ab8223/454b6cdc-09f3-4fb7-add8-33f617da8bd6) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:57.742080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': 'c6be4258-f24a-4fd7-8fd9-3a5aefc67b84'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:47:57.743045 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:57.772397 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Routers {'f2528002-78b2-495c-aba6-1b8189d14e72'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:47:57.782224 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:47:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f2528002-78b2-495c-aba6-1b8189d14e72'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:47:57.826868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:47:57.848405 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Pushing event updated for resources: {'Port': ['ID=b978d894-4e0c-4912-8fa4-859ca78f083b,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:58.000587 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Publish callbacks [] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:58.059780 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:58.122401 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.148605 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.149286 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.150030 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.150514 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.152319 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.152899 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.153380 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.154559 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.161326 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.162029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:58.162752 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.166512 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.167215 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:47:58.214425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Allocated IP 2001:db8::2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/c6be4258-f24a-4fd7-8fd9-3a5aefc67b84/8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:58.238543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:58.253171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:58.275929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:58.290725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 1e40b1fe-a180-40d4-a83a-9edf7db8060c yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:47:58.315489 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e464cc6-b09c-4bbf-8062-22e4dcaa9f09 None None] Pushing event updated for resources: {'Port': ['ID=b978d894-4e0c-4912-8fa4-859ca78f083b,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:58.428258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Pushing event updated for resources: {'Port': ['ID=454b6cdc-09f3-4fb7-add8-33f617da8bd6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:58.475843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (f2528002-78b2-495c-aba6-1b8189d14e72), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:58.541369 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35962) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:58.642880 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Publish callbacks [] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:58.652670 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:58.663278 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] Set router f2528002-78b2-495c-aba6-1b8189d14e72 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:47:58.869521 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:58.984638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::fc (de0b2f56-ede1-4d55-901b-b7cbada05d3b/c6be4258-f24a-4fd7-8fd9-3a5aefc67b84/1e40b1fe-a180-40d4-a83a-9edf7db8060c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:47:59.129790 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:51Z', 'revision_number': 3, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:47:59.188227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:59.194952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:59.217262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:47:59.305174 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d748de-021e-4f5f-ac4c-fe9e80ee5f9e None None] The sync data for ids ['f2528002-78b2-495c-aba6-1b8189d14e72'] in n-d-824835-4 is: [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:51Z', 'revision_number': 3, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:47:59.337222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3f44fba6-571d-435d-9424-08dc5f941c4d None None] Provisioning complete for port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:47:59.337610 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f44fba6-571d-435d-9424-08dc5f941c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:59.339222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Pushing event updated for resources: {'Port': ['ID=8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:59.370514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Publish callbacks [] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:59.377941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35972) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:47:59.393860 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:59.492016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Attempting to bind port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:47:59.492400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Attempting to bind port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:47:59.492813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Attempting to bind port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:47:59.501757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:47:59.506301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:47:59.506823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:59.507246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:47:59.507788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Bound port: 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:47:59.508186 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:59.565805 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3f44fba6-571d-435d-9424-08dc5f941c4d None None] Port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:47:59.579635 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (f2528002-78b2-495c-aba6-1b8189d14e72), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:59.582263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Pushing event updated for resources: {'Port': ['ID=454b6cdc-09f3-4fb7-add8-33f617da8bd6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:59.637819 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (1e40b1fe-a180-40d4-a83a-9edf7db8060c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:59.664573 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80484b43-eed3-471f-9d19-1aa977d493a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:59.694154 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] For port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:47:59.702771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] For port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:47:59.709549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:59.745661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1e40b1fe-a180-40d4-a83a-9edf7db8060c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:47:59.829305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:47:59.833517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:47:59.839334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bf9f0-6b1a-494e-a3c9-8ce0943c86ea None None] Pushing event updated for resources: {'Port': ['ID=8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:47:59.986613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=1e40b1fe-a180-40d4-a83a-9edf7db8060c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:00.005739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae60cc8-d30a-4532-97c3-8ba608e549ec admin admin] Deleting subnet f9e7f83a-e244-499c-bd19-7c2bd984e603 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:48:00.027774 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ae60cc8-d30a-4532-97c3-8ba608e549ec admin admin] Publish callbacks [] for subnet (f9e7f83a-e244-499c-bd19-7c2bd984e603), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:00.050855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:00.121135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ae60cc8-d30a-4532-97c3-8ba608e549ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (f9e7f83a-e244-499c-bd19-7c2bd984e603), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:00.137077 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80484b43-eed3-471f-9d19-1aa977d493a0 admin admin] Publish callbacks [] for security_group (b1de0d91-a1e6-43b3-af1a-09fc6685e508), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:00.153585 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80484b43-eed3-471f-9d19-1aa977d493a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b1de0d91-a1e6-43b3-af1a-09fc6685e508), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:00.242763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ae60cc8-d30a-4532-97c3-8ba608e549ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (f9e7f83a-e244-499c-bd19-7c2bd984e603), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:00.447145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:00.459158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:48:00.467622 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:00.470194 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:00.476615 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ae60cc8-d30a-4532-97c3-8ba608e549ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (f9e7f83a-e244-499c-bd19-7c2bd984e603), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:00.497435 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ae60cc8-d30a-4532-97c3-8ba608e549ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:00.501939 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5ae60cc8-d30a-4532-97c3-8ba608e549ec admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f9e7f83a-e244-499c-bd19-7c2bd984e603 HTTP/1.1" status: 204 len: 168 time: 1.9593182 Jan 28 12:48:00.506544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35998) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:00.527880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80484b43-eed3-471f-9d19-1aa977d493a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1de0d91-a1e6-43b3-af1a-09fc6685e508,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:00.534258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b978d894-4e0c-4912-8fa4-859ca78f083b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:00.576823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae60cc8-d30a-4532-97c3-8ba608e549ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e7f83a-e244-499c-bd19-7c2bd984e603,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:00.655576 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-80484b43-eed3-471f-9d19-1aa977d493a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52fb3e3089e84acba1fd81b18b0ee773&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2746525 Jan 28 12:48:00.656286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36000) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:00.667411 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cc255210-3a62-4e85-9b02-b88b9e61d192 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1784475 Jan 28 12:48:00.672257 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36002) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:00.784459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b978d894-4e0c-4912-8fa4-859ca78f083b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:00.785895 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:00.790123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Router f2528002-78b2-495c-aba6-1b8189d14e72 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:48:00.863483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19d69ee6-0199-4832-b021-c5a250f36478 admin admin] Publish callbacks [] for security_group (b1de0d91-a1e6-43b3-af1a-09fc6685e508), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:00.902899 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (427b1caa-23cc-47e8-9f41-315dcfbbc06c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:00.946047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2e4880-7e2a-430a-a3d0-1aa259a9e2fd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:00.953902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2e4880-7e2a-430a-a3d0-1aa259a9e2fd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:00.963775 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cd2e4880-7e2a-430a-a3d0-1aa259a9e2fd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2782435 Jan 28 12:48:00.970465 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36008) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:01.122480 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19d69ee6-0199-4832-b021-c5a250f36478 admin admin] Publish callbacks [] for security_group (b1de0d91-a1e6-43b3-af1a-09fc6685e508), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:01.148801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-01b6b061-c43e-46d8-b119-c8e4adf3f7fc None None] Provisioning complete for port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:01.149989 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01b6b061-c43e-46d8-b119-c8e4adf3f7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:01.272396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (427b1caa-23cc-47e8-9f41-315dcfbbc06c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:01.277700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:48:01.326362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-01b6b061-c43e-46d8-b119-c8e4adf3f7fc None None] Port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:48:01.327529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d01fed35-c2ad-4af3-b568-43bfa8600e19 admin admin] 10.222.0.53 "PUT /v2.0/routers/f2528002-78b2-495c-aba6-1b8189d14e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1139526 Jan 28 12:48:01.335409 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19d69ee6-0199-4832-b021-c5a250f36478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b1de0d91-a1e6-43b3-af1a-09fc6685e508), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:01.349138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19d69ee6-0199-4832-b021-c5a250f36478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:01.367191 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-19d69ee6-0199-4832-b021-c5a250f36478 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1de0d91-a1e6-43b3-af1a-09fc6685e508 HTTP/1.1" status: 204 len: 168 time: 0.6931081 Jan 28 12:48:01.375724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b978d894-4e0c-4912-8fa4-859ca78f083b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:01.380659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:01.426362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d69ee6-0199-4832-b021-c5a250f36478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1de0d91-a1e6-43b3-af1a-09fc6685e508,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:01.438518 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427b1caa-23cc-47e8-9f41-315dcfbbc06c']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:01.487059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port b978d894-4e0c-4912-8fa4-859ca78f083b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b978d894-4e0c-4912-8fa4-859ca78f083b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:01.527109 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:01.776574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=b978d894-4e0c-4912-8fa4-859ca78f083b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:02.390293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36038) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:02.428167 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d4f-1a84-48b8-8e59-9a2ad9d67fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:02.500005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10026da-fe14-4c56-b97c-3ffdc66219a0') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:02.500905 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10026da-fe14-4c56-b97c-3ffdc66219a0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:02.527873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0a8b50ad-d5b8-4148-a148-826c0d84c23b None None] Provisioning complete for port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:02.529512 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a8b50ad-d5b8-4148-a148-826c0d84c23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:02.560382 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (e10026da-fe14-4c56-b97c-3ffdc66219a0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:02.575249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3a5e6-b75a-4c74-bb3a-a3e7aeb2d124 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 1e40b1fe-a180-40d4-a83a-9edf7db8060c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:48:02.575634 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a5e6-b75a-4c74-bb3a-a3e7aeb2d124 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1e40b1fe-a180-40d4-a83a-9edf7db8060c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:02.638720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:02.749678 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d4f-1a84-48b8-8e59-9a2ad9d67fae admin admin] Publish callbacks [] for security_group (e33e90cf-d573-4146-967d-4d7e08a945c5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:02.763112 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d4f-1a84-48b8-8e59-9a2ad9d67fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e33e90cf-d573-4146-967d-4d7e08a945c5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:02.806135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e10026da-fe14-4c56-b97c-3ffdc66219a0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:02.831058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:48:02.845010 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (e10026da-fe14-4c56-b97c-3ffdc66219a0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:48:02.848055 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:48:02.913702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3a3e2d4f-1a84-48b8-8e59-9a2ad9d67fae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c16f1010b168471fb7c4ad249cae9459&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5191293 Jan 28 12:48:02.913702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e2d4f-1a84-48b8-8e59-9a2ad9d67fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33e90cf-d573-4146-967d-4d7e08a945c5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:02.917261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36052) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:02.924553 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:02.925219 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:03.038187 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (427b1caa-23cc-47e8-9f41-315dcfbbc06c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:03.045466 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70e6e0ad-9efc-41ba-9322-3204f789f253 admin admin] Publish callbacks [] for security_group (e33e90cf-d573-4146-967d-4d7e08a945c5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:03.077299 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:03.088344 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] 10.222.0.53 "DELETE /v2.0/networks/427b1caa-23cc-47e8-9f41-315dcfbbc06c HTTP/1.1" status: 204 len: 168 time: 2.5237658 Jan 28 12:48:03.111623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70e6e0ad-9efc-41ba-9322-3204f789f253 admin admin] Publish callbacks [] for security_group (e33e90cf-d573-4146-967d-4d7e08a945c5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:03.112862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3eaadd-4420-409f-a3dc-2aff208d29fe admin admin] Pushing event deleted for resources: {'Network': ['ID=427b1caa-23cc-47e8-9f41-315dcfbbc06c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:03.117521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a5e6-b75a-4c74-bb3a-a3e7aeb2d124 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1e40b1fe-a180-40d4-a83a-9edf7db8060c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:03.143205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3a5e6-b75a-4c74-bb3a-a3e7aeb2d124 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 1e40b1fe-a180-40d4-a83a-9edf7db8060c owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:48:03.233930 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70e6e0ad-9efc-41ba-9322-3204f789f253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e33e90cf-d573-4146-967d-4d7e08a945c5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:03.238907 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70e6e0ad-9efc-41ba-9322-3204f789f253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:03.240416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-70e6e0ad-9efc-41ba-9322-3204f789f253 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e33e90cf-d573-4146-967d-4d7e08a945c5 HTTP/1.1" status: 204 len: 168 time: 0.3221738 Jan 28 12:48:03.243064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b50ad-d5b8-4148-a148-826c0d84c23b None None] Current status of the port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:03.244044 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a8b50ad-d5b8-4148-a148-826c0d84c23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:03.268280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6e0ad-9efc-41ba-9322-3204f789f253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33e90cf-d573-4146-967d-4d7e08a945c5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:03.535134 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a5e6-b75a-4c74-bb3a-a3e7aeb2d124 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1e40b1fe-a180-40d4-a83a-9edf7db8060c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:03.589003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Sync routers for ids ['f2528002-78b2-495c-aba6-1b8189d14e72'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:48:03.606003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0a8b50ad-d5b8-4148-a148-826c0d84c23b None None] For port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:03.615410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36072) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:03.630588 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3a5e6-b75a-4c74-bb3a-a3e7aeb2d124 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=1e40b1fe-a180-40d4-a83a-9edf7db8060c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:03.651084 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a8b50ad-d5b8-4148-a148-826c0d84c23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:03.761677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a5e6-b75a-4c74-bb3a-a3e7aeb2d124 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:03.781023 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2fd3a5e6-b75a-4c74-bb3a-a3e7aeb2d124 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/1e40b1fe-a180-40d4-a83a-9edf7db8060c HTTP/1.1" status: 204 len: 168 time: 2.8028662 Jan 28 12:48:03.783834 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36076) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:03.790478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6b04ec73-a619-4620-a32f-fcad3b90eaad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e1559fe9b974f6a89558ecb04dd1622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1726007 Jan 28 12:48:03.791154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36078) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:03.834565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Routers {'f2528002-78b2-495c-aba6-1b8189d14e72'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:48:03.835217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:47:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f2528002-78b2-495c-aba6-1b8189d14e72'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:04.010925 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125f4a19-a125-410e-9293-80b462061dc6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:04.013274 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125f4a19-a125-410e-9293-80b462061dc6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:04.015514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:04.019695 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-125f4a19-a125-410e-9293-80b462061dc6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2342181 Jan 28 12:48:04.020371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36086) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:04.028822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1553800727-network', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:04.127270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Made reservation on behalf of 87d288f84edf43d1a141ca26b38d69ec for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:04.137457 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.186510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-653177ea-a8f7-437d-8c7b-7b1aca726e43 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet c6be4258-f24a-4fd7-8fd9-3a5aefc67b84 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:48:04.192329 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-653177ea-a8f7-437d-8c7b-7b1aca726e43 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (c6be4258-f24a-4fd7-8fd9-3a5aefc67b84), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.201498 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d22c30a-7f33-434d-b590-3a73cab2922d admin admin] Publish callbacks [] for security_group (d497ba8f-968c-4af4-8656-7973a0544a2c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.213992 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.233149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Set router f2528002-78b2-495c-aba6-1b8189d14e72 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:48:04.258109 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d22c30a-7f33-434d-b590-3a73cab2922d admin admin] Publish callbacks [] for security_group (d497ba8f-968c-4af4-8656-7973a0544a2c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.278531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:04.279161 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.282111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-653177ea-a8f7-437d-8c7b-7b1aca726e43 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (c6be4258-f24a-4fd7-8fd9-3a5aefc67b84), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.306376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-889aa4a5-0bc7-415d-9b2f-5674f6498af9 None None] Could not find standard attr ID for object 1e40b1fe-a180-40d4-a83a-9edf7db8060c. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:48:04.330452 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d22c30a-7f33-434d-b590-3a73cab2922d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d497ba8f-968c-4af4-8656-7973a0544a2c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.341036 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d22c30a-7f33-434d-b590-3a73cab2922d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.348413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9d22c30a-7f33-434d-b590-3a73cab2922d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d497ba8f-968c-4af4-8656-7973a0544a2c HTTP/1.1" status: 204 len: 168 time: 0.5556445 Jan 28 12:48:04.370716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22c30a-7f33-434d-b590-3a73cab2922d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d497ba8f-968c-4af4-8656-7973a0544a2c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:04.403028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b50ad-d5b8-4148-a148-826c0d84c23b None None] Pushing event updated for resources: {'Port': ['ID=8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:04.521620 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Publish callbacks [] for security_group (935c846d-93c5-473f-b56c-ef1b2e0f1ba7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.533330 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (935c846d-93c5-473f-b56c-ef1b2e0f1ba7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.557494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:48:04.565063 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:48:04.565431 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:48:04.585535 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a9d30a2d-f367-4b43-bc2b-b83ebaa0977a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.585857 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Added segment a9d30a2d-f367-4b43-bc2b-b83ebaa0977a of type vlan for network 15f65a5e-1995-4975-8388-0c326083380a Jan 28 12:48:04.665911 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (15f65a5e-1995-4975-8388-0c326083380a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.693803 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-653177ea-a8f7-437d-8c7b-7b1aca726e43 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (c6be4258-f24a-4fd7-8fd9-3a5aefc67b84), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.752753 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (15f65a5e-1995-4975-8388-0c326083380a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.754573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:04.755577 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.811476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:58Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '454b6cdc-09f3-4fb7-add8-33f617da8bd6', 'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'tenant_id': '30409251dd04406683237dc75c42a313', 'mac_address': 'fa:16:3e:a0:40:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:57Z', 'updated_at': '2022-01-28T12:47:59Z', 'revision_number': 2, 'project_id': '30409251dd04406683237dc75c42a313', 'subnets': [{'id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:04.823598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7987931 Jan 28 12:48:04.827013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36108) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:04.846401 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3f2ca8c7-3e8d-4dfb-8174-488efb4db211 admin admin] Request body: {'subnet': {'network_id': '15f65a5e-1995-4975-8388-0c326083380a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1553800727-subnet', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:04.890108 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-653177ea-a8f7-437d-8c7b-7b1aca726e43 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (c6be4258-f24a-4fd7-8fd9-3a5aefc67b84), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:04.943107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935c846d-93c5-473f-b56c-ef1b2e0f1ba7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:04.952123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081150bc-ffda-4d1b-a64d-bab70c82181c admin admin] Pushing event updated for resources: {'Network': ['ID=15f65a5e-1995-4975-8388-0c326083380a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:04.966544 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Checking router: f2528002-78b2-495c-aba6-1b8189d14e72 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:48:04.967416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Updating router f2528002-78b2-495c-aba6-1b8189d14e72 port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:48:05.035220 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-653177ea-a8f7-437d-8c7b-7b1aca726e43 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:05.045185 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-653177ea-a8f7-437d-8c7b-7b1aca726e43 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/c6be4258-f24a-4fd7-8fd9-3a5aefc67b84 HTTP/1.1" status: 204 len: 168 time: 1.0197377 Jan 28 12:48:05.045185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2ca8c7-3e8d-4dfb-8174-488efb4db211 admin admin] Made reservation on behalf of 87d288f84edf43d1a141ca26b38d69ec for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:05.045485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36116) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:05.057671 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f2ca8c7-3e8d-4dfb-8174-488efb4db211 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:05.060043 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653177ea-a8f7-437d-8c7b-7b1aca726e43 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=c6be4258-f24a-4fd7-8fd9-3a5aefc67b84,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:05.061254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a160dfb-ea42-40c9-93f0-17ee3c2fe0eb None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:05.064331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 15f65a5e-1995-4975-8388-0c326083380a details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:48:05.076168 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:05.134990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f1854bd3-6781-4356-9e97-7f7eee46c76f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872614 Jan 28 12:48:05.143161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36118) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:05.297215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1990c-959b-4aae-9843-93b957344c0b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:05.305916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3ef1990c-959b-4aae-9843-93b957344c0b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1601570 Jan 28 12:48:05.310920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36124) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:05.498921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5422900-4313-41af-a28e-b4b01c4e1a91 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:05.505446 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f5422900-4313-41af-a28e-b4b01c4e1a91 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1874566 Jan 28 12:48:05.509395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36132) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:05.519730 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f2ca8c7-3e8d-4dfb-8174-488efb4db211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (0a5f4b03-a05c-4a5e-a992-c6f67e46cf92), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:05.586098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:05.587134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b978d894-4e0c-4912-8fa4-859ca78f083b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:05.602650 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f2ae7061-aafd-4b78-b7f4-0882eca99590 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828965 Jan 28 12:48:05.610583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36146) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:05.620161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:05.886261 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b978d894-4e0c-4912-8fa4-859ca78f083b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:05.888017 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:05.888835 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ca8c7-3e8d-4dfb-8174-488efb4db211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5f4b03-a05c-4a5e-a992-c6f67e46cf92,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:05.922928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ca8c7-3e8d-4dfb-8174-488efb4db211 admin admin] Checking segment: {'id': 'a9d30a2d-f367-4b43-bc2b-b83ebaa0977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '15f65a5e-1995-4975-8388-0c326083380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:48:05.923505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2ca8c7-3e8d-4dfb-8174-488efb4db211 admin admin] Network hostable DHCP agents. Network: 15f65a5e-1995-4975-8388-0c326083380a, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:48:05.957305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:05.977242 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:06.017934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b47bb6-f1ae-4da6-ac3c-a9423e488b67 None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:48:06.052869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2ca8c7-3e8d-4dfb-8174-488efb4db211 admin admin] Network 15f65a5e-1995-4975-8388-0c326083380a is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:48:06.094745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3f2ca8c7-3e8d-4dfb-8174-488efb4db211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 15f65a5e-1995-4975-8388-0c326083380a) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:06.109975 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2ca8c7-3e8d-4dfb-8174-488efb4db211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:06.115763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f2ca8c7-3e8d-4dfb-8174-488efb4db211 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:06.125094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585447ce-8327-45af-b8a3-fe0c5e630ca1 None None] Network 15f65a5e-1995-4975-8388-0c326083380a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:06.189619 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3f2ca8c7-3e8d-4dfb-8174-488efb4db211 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3610725 Jan 28 12:48:06.194707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36162) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:06.214570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1553800727-router', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:06.298664 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:06.300169 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:06.539665 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Publish callbacks [] for router_controller (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:06.848545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-15f65a5e-1995-4975-8388-0c326083380a', 'network_id': '15f65a5e-1995-4975-8388-0c326083380a', 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'fixed_ips': [{'subnet_id': '0a5f4b03-a05c-4a5e-a992-c6f67e46cf92'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:48:06.850297 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:06.896156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-48b47bb6-f1ae-4da6-ac3c-a9423e488b67 None None] Deleting port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:48:06.897844 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48b47bb6-f1ae-4da6-ac3c-a9423e488b67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:06.950791 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Publish callbacks [] for router_gateway (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:06.981736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b978d894-4e0c-4912-8fa4-859ca78f083b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:07.131330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.objects.ports [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:48:07.432240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36198) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:07.601796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:48:07.645208 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Publish callbacks [] for router_gateway (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:07.662024 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:07.771375 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:07.906908 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Publish callbacks [] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:07.939889 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:07.986924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1844103715-network', 'tenant_id': '4a479b79f9134077a85695aabb4d052d'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:08.036767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Allocated IP 172.25.7.13 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/a0e3b23c-dea3-41ca-b76e-5e93e090d091) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:08.038572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Made reservation on behalf of 4a479b79f9134077a85695aabb4d052d for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:08.045617 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:08.053849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-48b47bb6-f1ae-4da6-ac3c-a9423e488b67 None None] For port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:08.054604 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48b47bb6-f1ae-4da6-ac3c-a9423e488b67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:08.090665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:08.182352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-48b47bb6-f1ae-4da6-ac3c-a9423e488b67 None None] Calling delete_port for 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:48:08.196902 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabecec4-d023-476f-8090-793f1f7cd20e None None] Pushing event updated for resources: {'Port': ['ID=454b6cdc-09f3-4fb7-add8-33f617da8bd6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:08.256138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Allocated IP 172.20.0.2 (15f65a5e-1995-4975-8388-0c326083380a/0a5f4b03-a05c-4a5e-a992-c6f67e46cf92/a514f0fb-4c89-425f-a1fc-e7de747b2de7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:08.344409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] For port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:08.354410 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Publish callbacks [] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:08.402236 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:08.495955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:08.504422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:08.513318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:48:08.518714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Pushing event updated for resources: {'Port': ['ID=a0e3b23c-dea3-41ca-b76e-5e93e090d091,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:08.532046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:08.564849 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:08.566213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (606ae044-65ca-41d3-b5bb-92e7473f7fb9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:08.629682 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:08.636153 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:08.875758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:08.936610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=606ae044-65ca-41d3-b5bb-92e7473f7fb9,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:09.039795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:09.054853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Publish callbacks [] for security_group (a73ff71f-bb98-43c8-b5b9-f1419a902369), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.055807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Attempting to bind port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:48:09.056649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Attempting to bind port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:48:09.057090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Attempting to bind port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 on network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:48:09.067236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:09.076400 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a73ff71f-bb98-43c8-b5b9-f1419a902369), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.110185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:48:09.148081 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4d4c8bb8-90e2-4db5-aa50-ac3258075de6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.149011 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Added segment 4d4c8bb8-90e2-4db5-aa50-ac3258075de6 of type vlan for network e461f979-8b41-46ab-ada2-e81567eaafeb Jan 28 12:48:09.150851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:48:09.151822 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Publish callbacks [] for router_gateway (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.153030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Checking segment: {'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:48:09.153995 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.154690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Bound using segment: {'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:48:09.155538 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Bound port: 454b6cdc-09f3-4fb7-add8-33f617da8bd6, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:48:09.157084 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.171023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7aa2c732-415c-4903-8012-0697ed57c6f5 None None] Provisioning complete for port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:09.171675 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c732-415c-4903-8012-0697ed57c6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.186971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:09.188176 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.247384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ff71f-bb98-43c8-b5b9-f1419a902369,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:09.338225 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e461f979-8b41-46ab-ada2-e81567eaafeb), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.374594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c8243fb7-d274-4357-9802-9186e3840542 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7615352 Jan 28 12:48:09.380957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36248) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:09.390098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b1dc4cf7-ff82-47a0-a7c9-2fc4913d63d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:09.403100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2c732-415c-4903-8012-0697ed57c6f5 None None] Port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:48:09.406164 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48b47bb6-f1ae-4da6-ac3c-a9423e488b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.458840 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:48:09.459811 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:48:09.500633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b47bb6-f1ae-4da6-ac3c-a9423e488b67 None None] Pushing event deleted for resources: {'Port': ['ID=8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:09.536817 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e461f979-8b41-46ab-ada2-e81567eaafeb), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.538374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:09.542623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.549421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b47bb6-f1ae-4da6-ac3c-a9423e488b67 None None] No DVR routers for this DVR port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:48:09.583329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] For port 454b6cdc-09f3-4fb7-add8-33f617da8bd6, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:48:09.589720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] For port 454b6cdc-09f3-4fb7-add8-33f617da8bd6, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=454b6cdc-09f3-4fb7-add8-33f617da8bd6,segment=NetworkSegment(acc60e36-d09b-476c-a3e1-3434103f6454),segment_id=acc60e36-d09b-476c-a3e1-3434103f6454)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:48:09.605062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e81f9d-565a-4501-b4ad-63e8f1727ace None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:09.629347 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.649505 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.705043 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Publish callbacks [] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.795133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] Pushing event updated for resources: {'Network': ['ID=e461f979-8b41-46ab-ada2-e81567eaafeb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:09.850772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f770fc2e-ca6b-496e-a348-29d5500eab6d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4131403 Jan 28 12:48:09.861200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e461f979-8b41-46ab-ada2-e81567eaafeb details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:48:09.861381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36258) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:09.861543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ec8603ef-e12a-41b6-8ad0-0016bddd742f admin admin] Request body: {'subnet': {'network_id': 'e461f979-8b41-46ab-ada2-e81567eaafeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1844103715-subnet', 'tenant_id': '4a479b79f9134077a85695aabb4d052d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:09.868992 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:09.997232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8603ef-e12a-41b6-8ad0-0016bddd742f admin admin] Made reservation on behalf of 4a479b79f9134077a85695aabb4d052d for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:09.997801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Router 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:48:10.001735 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec8603ef-e12a-41b6-8ad0-0016bddd742f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:10.013909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dc4cf7-ff82-47a0-a7c9-2fc4913d63d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:10.017705 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1dc4cf7-ff82-47a0-a7c9-2fc4913d63d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:10.223772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Port 8d732d7c-ed68-4ef5-a64e-b7a2dd22f3d0 update to DOWN by agent not found {{(pid=103130) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 12:48:10.327138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:48:10.344298 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Sync routers for ids ['4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:48:10.385376 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:10.392149 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-57cbc032-33d2-4c24-a51c-4e301912b79a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1955767 Jan 28 12:48:10.406893 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Routers {'4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:48:10.408936 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:47:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:10.411242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36270) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:10.414622 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Network 15f65a5e-1995-4975-8388-0c326083380a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:10.424955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:10.427853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Routers {'f2528002-78b2-495c-aba6-1b8189d14e72'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:48:10.428800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:47:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f2528002-78b2-495c-aba6-1b8189d14e72'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:10.431631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabecec4-d023-476f-8090-793f1f7cd20e None None] Pushing event updated for resources: {'Port': ['ID=454b6cdc-09f3-4fb7-add8-33f617da8bd6,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:10.444266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:48:10.448277 n-d-824835-4 neutron-server[103129]: INFO neutron.db.ipam_backend_mixin [None req-b1dc4cf7-ff82-47a0-a7c9-2fc4913d63d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 606ae044-65ca-41d3-b5bb-92e7473f7fb9 (CIDR: 2001:db8::/64) Jan 28 12:48:10.505214 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1dc4cf7-ff82-47a0-a7c9-2fc4913d63d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:48:10.510114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1dc4cf7-ff82-47a0-a7c9-2fc4913d63d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:48:10.649686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b1dc4cf7-ff82-47a0-a7c9-2fc4913d63d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2668622 Jan 28 12:48:10.653672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36272) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:10.677211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1aa5f7ff-6979-47cf-90dc-443e0953275a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:10.770982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Pushing event updated for resources: {'Port': ['ID=a514f0fb-4c89-425f-a1fc-e7de747b2de7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:10.781362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-015f36c7-875a-4f0f-9a6e-1c09a2f3c1f6 None None] Provisioning complete for port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:10.782122 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f36c7-875a-4f0f-9a6e-1c09a2f3c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:10.803493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': '606ae044-65ca-41d3-b5bb-92e7473f7fb9'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:48:10.804903 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:10.988627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec8603ef-e12a-41b6-8ad0-0016bddd742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (1c7d15e9-8993-47cc-9e5c-912ca00351c9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:11.260576 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Set router 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:48:11.712084 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'name': 'tempest-TestVolumeBackupRestore-1553800727-router', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:48:06Z', 'updated_at': '2022-01-28T12:48:08Z', 'revision_number': 3, 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'gw_port': {'id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:48:07Z', 'updated_at': '2022-01-28T12:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:11.786315 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Checking router: 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:48:11.786973 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Updating router 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b port a0e3b23c-dea3-41ca-b76e-5e93e090d091 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:48:11.869398 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:11.877830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Allocated IP 2001:db8::f816:3eff:fe65:382f (de0b2f56-ede1-4d55-901b-b7cbada05d3b/606ae044-65ca-41d3-b5bb-92e7473f7fb9/4a858770-08f8-469a-b984-58b4cd2d4fcb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:11.997019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Attempting to bind port a514f0fb-4c89-425f-a1fc-e7de747b2de7 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:48:11.999121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Attempting to bind port a514f0fb-4c89-425f-a1fc-e7de747b2de7 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'a9d30a2d-f367-4b43-bc2b-b83ebaa0977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '15f65a5e-1995-4975-8388-0c326083380a'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:48:12.001784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Attempting to bind port a514f0fb-4c89-425f-a1fc-e7de747b2de7 on network 15f65a5e-1995-4975-8388-0c326083380a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:48:12.125338 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] Set router f2528002-78b2-495c-aba6-1b8189d14e72 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:48:12.144553 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:48:12.145023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Checking segment: {'id': 'a9d30a2d-f367-4b43-bc2b-b83ebaa0977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '15f65a5e-1995-4975-8388-0c326083380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:48:12.145378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:12.145778 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Bound using segment: {'id': 'a9d30a2d-f367-4b43-bc2b-b83ebaa0977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '15f65a5e-1995-4975-8388-0c326083380a'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:48:12.146281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Bound port: a514f0fb-4c89-425f-a1fc-e7de747b2de7, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d30a2d-f367-4b43-bc2b-b83ebaa0977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '15f65a5e-1995-4975-8388-0c326083380a'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:48:12.146668 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:12.552079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8603ef-e12a-41b6-8ad0-0016bddd742f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c7d15e9-8993-47cc-9e5c-912ca00351c9,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:12.571379 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:12.655782 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Publish callbacks [] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:12.663846 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:12.691632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8603ef-e12a-41b6-8ad0-0016bddd742f admin admin] Checking segment: {'id': '4d4c8bb8-90e2-4db5-aa50-ac3258075de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e461f979-8b41-46ab-ada2-e81567eaafeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:48:12.704230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8603ef-e12a-41b6-8ad0-0016bddd742f admin admin] Network hostable DHCP agents. Network: e461f979-8b41-46ab-ada2-e81567eaafeb, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:48:12.747189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa5f7ff-6979-47cf-90dc-443e0953275a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:12.766185 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f7ff-6979-47cf-90dc-443e0953275a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:12.780613 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e8300-1e49-4863-8087-1a6ab9acacb3 None None] Pushing event updated for resources: {'Port': ['ID=a0e3b23c-dea3-41ca-b76e-5e93e090d091,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:12.789057 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Attempting to bind port a0e3b23c-dea3-41ca-b76e-5e93e090d091 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:48:12.789724 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Attempting to bind port a0e3b23c-dea3-41ca-b76e-5e93e090d091 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:48:12.790315 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Attempting to bind port a0e3b23c-dea3-41ca-b76e-5e93e090d091 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:48:12.801161 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:48:12.801624 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:48:12.802088 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:12.802540 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:48:12.803970 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Bound port: a0e3b23c-dea3-41ca-b76e-5e93e090d091, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:48:12.804426 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:12.841033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8603ef-e12a-41b6-8ad0-0016bddd742f admin admin] Network e461f979-8b41-46ab-ada2-e81567eaafeb is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:48:12.907737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ec8603ef-e12a-41b6-8ad0-0016bddd742f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, e461f979-8b41-46ab-ada2-e81567eaafeb) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:12.908425 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] For port a0e3b23c-dea3-41ca-b76e-5e93e090d091, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:48:12.918743 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] For port a0e3b23c-dea3-41ca-b76e-5e93e090d091, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a0e3b23c-dea3-41ca-b76e-5e93e090d091,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:48:12.925796 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:12.928651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8603ef-e12a-41b6-8ad0-0016bddd742f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:12.929499 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec8603ef-e12a-41b6-8ad0-0016bddd742f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:13.039425 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Routers {'4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:48:13.039425 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:47:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:13.040904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ec8603ef-e12a-41b6-8ad0-0016bddd742f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.1851315 Jan 28 12:48:13.105127 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e8300-1e49-4863-8087-1a6ab9acacb3 None None] Pushing event updated for resources: {'Port': ['ID=a0e3b23c-dea3-41ca-b76e-5e93e090d091,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:13.330401 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Allocated IP 172.20.0.1 (15f65a5e-1995-4975-8388-0c326083380a/0a5f4b03-a05c-4a5e-a992-c6f67e46cf92/bab3a453-e041-44e6-9c5f-2e3ebc7ef255) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:13.363465 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] Set router 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:48:13.364149 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Publish callbacks [] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:13.445888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687f1a0-531e-4c94-850d-df13d07dad39 None None] Network e461f979-8b41-46ab-ada2-e81567eaafeb requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:13.475190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-015f36c7-875a-4f0f-9a6e-1c09a2f3c1f6 None None] Current status of the port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:13.475639 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f36c7-875a-4f0f-9a6e-1c09a2f3c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:13.620002 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Publish callbacks [] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:13.653829 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb73b012-3e0d-4342-9eeb-e7e3303f903e req-e6c18ffb-a1a9-45a4-b1aa-a18fa26fad55 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6672041 Jan 28 12:48:13.715988 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:13.784558 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:13.800274 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f7ff-6979-47cf-90dc-443e0953275a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (ecbce44f-fbbc-4358-9b2d-b2e46c3cb56e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:13.870599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Pushing event updated for resources: {'Port': ['ID=bab3a453-e041-44e6-9c5f-2e3ebc7ef255,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:13.938664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Network 15f65a5e-1995-4975-8388-0c326083380a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:13.943320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:13.950167 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:48:13.974021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5f7ff-6979-47cf-90dc-443e0953275a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=ecbce44f-fbbc-4358-9b2d-b2e46c3cb56e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:14.013623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa5f7ff-6979-47cf-90dc-443e0953275a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:14.016767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1aa5f7ff-6979-47cf-90dc-443e0953275a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:14.025386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa5f7ff-6979-47cf-90dc-443e0953275a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:14.027044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f7ff-6979-47cf-90dc-443e0953275a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:14.058646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1aa5f7ff-6979-47cf-90dc-443e0953275a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3972435 Jan 28 12:48:14.062186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36344) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:14.073364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:f6:99:e4', 'name': 'tempest-NetworksTestDHCPv6-435032885'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:14.077218 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'name': 'tempest-TestVolumeBackupRestore-1553800727-router', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:48:06Z', 'updated_at': '2022-01-28T12:48:08Z', 'revision_number': 3, 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'gw_port': {'id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:48:07Z', 'updated_at': '2022-01-28T12:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:14.129173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73b012-3e0d-4342-9eeb-e7e3303f903e req-06cc0513-25f0-4cd1-82be-073aa36f211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:14.133241 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb73b012-3e0d-4342-9eeb-e7e3303f903e req-06cc0513-25f0-4cd1-82be-073aa36f211c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 1096 time: 0.2812407 Jan 28 12:48:14.140351 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff88a5-f38c-4e36-abdf-dec5b2452a78 None None] The sync data for ids ['4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'] in n-d-824835-4 is: [{'id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'name': 'tempest-TestVolumeBackupRestore-1553800727-router', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:48:06Z', 'updated_at': '2022-01-28T12:48:08Z', 'revision_number': 3, 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'gw_port': {'id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:48:07Z', 'updated_at': '2022-01-28T12:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:48:14.155306 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:14.283234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] For port a514f0fb-4c89-425f-a1fc-e7de747b2de7, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:48:14.403106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:14.419306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] For port a514f0fb-4c89-425f-a1fc-e7de747b2de7, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a514f0fb-4c89-425f-a1fc-e7de747b2de7,segment=NetworkSegment(a9d30a2d-f367-4b43-bc2b-b83ebaa0977a),segment_id=a9d30a2d-f367-4b43-bc2b-b83ebaa0977a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:48:14.426665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:14.448023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Pushing event updated for resources: {'Port': ['ID=4a858770-08f8-469a-b984-58b4cd2d4fcb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:14.476850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:14.480953 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:14.506819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:48:14.511248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-015f36c7-875a-4f0f-9a6e-1c09a2f3c1f6 None None] For port 454b6cdc-09f3-4fb7-add8-33f617da8bd6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=454b6cdc-09f3-4fb7-add8-33f617da8bd6,segment=NetworkSegment(acc60e36-d09b-476c-a3e1-3434103f6454),segment_id=acc60e36-d09b-476c-a3e1-3434103f6454)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:14.569191 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:14.595270 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f36c7-875a-4f0f-9a6e-1c09a2f3c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:14.847370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a993678-cdd0-4286-9983-d1d122c2bf0e None None] Network e461f979-8b41-46ab-ada2-e81567eaafeb requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:14.878476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70510c7d-5f7c-44e4-bb42-abb4c9201256 None None] Pushing event updated for resources: {'Port': ['ID=a514f0fb-4c89-425f-a1fc-e7de747b2de7,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:14.948423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 399b3bbd-f6bf-4e68-b605-3e826a03ef4b yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:48:14.986153 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:15.043115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73b012-3e0d-4342-9eeb-e7e3303f903e req-fc4a8496-5963-42c0-9b08-0d79d79caa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:15.049986 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb73b012-3e0d-4342-9eeb-e7e3303f903e req-fc4a8496-5963-42c0-9b08-0d79d79caa9d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 911 time: 0.6660409 Jan 28 12:48:15.118564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Attempting to bind port 4a858770-08f8-469a-b984-58b4cd2d4fcb on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:48:15.119226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Attempting to bind port 4a858770-08f8-469a-b984-58b4cd2d4fcb by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:48:15.119809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Attempting to bind port 4a858770-08f8-469a-b984-58b4cd2d4fcb on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:48:15.151651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:58Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '454b6cdc-09f3-4fb7-add8-33f617da8bd6', 'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'tenant_id': '30409251dd04406683237dc75c42a313', 'mac_address': 'fa:16:3e:a0:40:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:57Z', 'updated_at': '2022-01-28T12:48:09Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'subnets': [{'id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:15.169874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:48:15.170323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:48:15.170681 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:15.171082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:48:15.171603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Bound port: 4a858770-08f8-469a-b984-58b4cd2d4fcb, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:48:15.171993 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:15.277029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151ef4b-c5dc-4c5a-a022-49d06c7bc08c None None] The sync data for ids ['f2528002-78b2-495c-aba6-1b8189d14e72'] in n-d-824835-4 is: [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:58Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '454b6cdc-09f3-4fb7-add8-33f617da8bd6', 'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'tenant_id': '30409251dd04406683237dc75c42a313', 'mac_address': 'fa:16:3e:a0:40:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:57Z', 'updated_at': '2022-01-28T12:48:09Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'subnets': [{'id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:48:15.280550 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb73b012-3e0d-4342-9eeb-e7e3303f903e req-699f87c8-a184-4a2d-a556-356c43592450 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d55c04-4428-4e04-8230-af4481e8b9de HTTP/1.1" status: 200 len: 1001 time: 0.2139678 Jan 28 12:48:15.289167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-51aec6ae-d79a-43c8-b8bf-2611a7ca9e6b tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:15.296999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-51aec6ae-d79a-43c8-b8bf-2611a7ca9e6b tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/networks?id=e461f979-8b41-46ab-ada2-e81567eaafeb HTTP/1.1" status: 200 len: 822 time: 0.7470174 Jan 28 12:48:15.420329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-4cf2a26a-5021-45f7-a161-266a42def2c2 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/quotas/4a479b79f9134077a85695aabb4d052d HTTP/1.1" status: 200 len: 375 time: 0.1202006 Jan 28 12:48:15.453543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f36c7-875a-4f0f-9a6e-1c09a2f3c1f6 None None] Pushing event updated for resources: {'Port': ['ID=454b6cdc-09f3-4fb7-add8-33f617da8bd6,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:15.655387 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73b012-3e0d-4342-9eeb-e7e3303f903e req-998a3b8c-4c28-49e9-b34d-73930ff6ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:15.656938 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb73b012-3e0d-4342-9eeb-e7e3303f903e req-998a3b8c-4c28-49e9-b34d-73930ff6ff20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.3274140 Jan 28 12:48:15.679288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] For port 4a858770-08f8-469a-b984-58b4cd2d4fcb, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:48:15.683919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] For port 4a858770-08f8-469a-b984-58b4cd2d4fcb, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4a858770-08f8-469a-b984-58b4cd2d4fcb,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:48:15.691880 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:15.866120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff4bf8-5d2b-443d-89a6-e3e1b77da3ad None None] Pushing event updated for resources: {'Port': ['ID=4a858770-08f8-469a-b984-58b4cd2d4fcb,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:15.888985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73b012-3e0d-4342-9eeb-e7e3303f903e req-b2dc7a66-31dc-4cc6-866e-6ad546132587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:15.915552 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb73b012-3e0d-4342-9eeb-e7e3303f903e req-b2dc7a66-31dc-4cc6-866e-6ad546132587 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2528808 Jan 28 12:48:15.926029 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-298fdbce-6294-493b-9ecc-6fb56d9416f1 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a479b79f9134077a85695aabb4d052d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4973385 Jan 28 12:48:16.074187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8:0:1::f6 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/ecbce44f-fbbc-4358-9b2d-b2e46c3cb56e/399b3bbd-f6bf-4e68-b605-3e826a03ef4b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:16.117577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::f816:3eff:fef6:99e4 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/606ae044-65ca-41d3-b5bb-92e7473f7fb9/399b3bbd-f6bf-4e68-b605-3e826a03ef4b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:16.264063 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Publish callbacks [] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:16.361773 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:16.788058 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb73b012-3e0d-4342-9eeb-e7e3303f903e req-5cabc437-93ea-422d-91bb-0180c6cdc992 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8635185 Jan 28 12:48:16.859476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Pushing event updated for resources: {'Port': ['ID=bab3a453-e041-44e6-9c5f-2e3ebc7ef255,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:16.873358 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:16.887640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-ab45b31c-c225-444a-8211-b4696546b16c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:48:16.888966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-ab45b31c-c225-444a-8211-b4696546b16c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9604616 Jan 28 12:48:17.085413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a514f0fb-4c89-425f-a1fc-e7de747b2de7 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:17.102491 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (399b3bbd-f6bf-4e68-b605-3e826a03ef4b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:17.295807 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:17.332597 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d486d-0829-4f0a-a40e-887a41757d5f None None] Network 15f65a5e-1995-4975-8388-0c326083380a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:17.394508 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb73b012-3e0d-4342-9eeb-e7e3303f903e req-12bd2c4e-efe4-434f-b1b5-0dddc8b60aaf service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883493 Jan 28 12:48:17.452725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (399b3bbd-f6bf-4e68-b605-3e826a03ef4b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:17.467543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Network 15f65a5e-1995-4975-8388-0c326083380a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:17.469284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a514f0fb-4c89-425f-a1fc-e7de747b2de7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:17.470808 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:17.471901 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:17.593160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f8a598b6-045f-4a17-9389-4d52cb477b5e None None] Provisioning complete for port a514f0fb-4c89-425f-a1fc-e7de747b2de7 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:17.595601 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f8a598b6-045f-4a17-9389-4d52cb477b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:17.729170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:17.746763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:17.823778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:48:17.869744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:17.870879 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:18.021180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=399b3bbd-f6bf-4e68-b605-3e826a03ef4b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:18.051540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Router 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:48:18.076840 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-25d88bf7-01a4-482b-8cc5-6a63be831a7a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0130289 Jan 28 12:48:18.086383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-00e81484-8ed2-4669-9557-c2ae60f85d81 service neutron] 10.222.0.53 "GET /v2.0/networks/e461f979-8b41-46ab-ada2-e81567eaafeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8741620 Jan 28 12:48:18.088601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36420) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:18.502335 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a514f0fb-4c89-425f-a1fc-e7de747b2de7 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:18.505260 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:18.557560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f8a598b6-045f-4a17-9389-4d52cb477b5e None None] Current status of the port a514f0fb-4c89-425f-a1fc-e7de747b2de7 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:18.557560 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f8a598b6-045f-4a17-9389-4d52cb477b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:18.567987 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:48:18.594892 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2e0e2f50-052a-4c8e-8770-2f31cd64836f admin admin] 10.222.0.53 "PUT /v2.0/routers/4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1694670 Jan 28 12:48:18.647151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf6f4fc-7185-4ca8-844a-f4dfd1840410 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:18.677277 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:18.699037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9b4a0edb-8011-4c3e-9784-d1aab4e9f98a service neutron] 10.222.0.53 "GET /v2.0/networks/e461f979-8b41-46ab-ada2-e81567eaafeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158329 Jan 28 12:48:18.715935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-01d16dce-a23f-41b0-badc-769147d36a14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 399b3bbd-f6bf-4e68-b605-3e826a03ef4b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:48:18.726489 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01d16dce-a23f-41b0-badc-769147d36a14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (399b3bbd-f6bf-4e68-b605-3e826a03ef4b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:18.817918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port a514f0fb-4c89-425f-a1fc-e7de747b2de7, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a514f0fb-4c89-425f-a1fc-e7de747b2de7,segment=NetworkSegment(a9d30a2d-f367-4b43-bc2b-b83ebaa0977a),segment_id=a9d30a2d-f367-4b43-bc2b-b83ebaa0977a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:18.859054 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:18.861599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 454b6cdc-09f3-4fb7-add8-33f617da8bd6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:18.994540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01d16dce-a23f-41b0-badc-769147d36a14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (399b3bbd-f6bf-4e68-b605-3e826a03ef4b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:19.054166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-01d16dce-a23f-41b0-badc-769147d36a14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 399b3bbd-f6bf-4e68-b605-3e826a03ef4b owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:48:19.358547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Sync routers for ids ['4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:48:19.425166 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-f8a598b6-045f-4a17-9389-4d52cb477b5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:48:19.425652 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-f8a598b6-045f-4a17-9389-4d52cb477b5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:48:19.501911 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-765ce560-ae29-4b86-8459-fd45798df5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:19.508650 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=a514f0fb-4c89-425f-a1fc-e7de747b2de7,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:19.513393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Routers {'4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:48:19.514282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:47:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:19.599270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:19.600178 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:19.868467 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01d16dce-a23f-41b0-badc-769147d36a14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (399b3bbd-f6bf-4e68-b605-3e826a03ef4b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:20.086033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d16dce-a23f-41b0-badc-769147d36a14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=399b3bbd-f6bf-4e68-b605-3e826a03ef4b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:20.229514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01d16dce-a23f-41b0-badc-769147d36a14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:20.260046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36508) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:20.288492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5973b5-d519-4b0d-9fdf-2a3eacbf9109 None None] Update dhcp port {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'fixed_ips': [{'subnet_id': '606ae044-65ca-41d3-b5bb-92e7473f7fb9', 'ip_address': '2001:db8::f816:3eff:fe65:382f'}, {'subnet_id': 'ecbce44f-fbbc-4358-9b2d-b2e46c3cb56e'}], 'binding:host_id': 'n-d-824835-4'}, 'id': '4a858770-08f8-469a-b984-58b4cd2d4fcb'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:48:20.288810 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-01d16dce-a23f-41b0-badc-769147d36a14 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/399b3bbd-f6bf-4e68-b605-3e826a03ef4b HTTP/1.1" status: 204 len: 168 time: 2.1985626 Jan 28 12:48:20.397016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-395323aa-283c-4465-8378-54545f4c5e2c req-660e0626-1fd7-4655-ba68-56747f9958c6 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 210 time: 0.0944073 Jan 28 12:48:20.412501 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Set router 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:48:20.435297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ca6517-8ad6-475f-904e-efa2097ae7b4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:20.440893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36516) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:20.459428 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-68ca6517-8ad6-475f-904e-efa2097ae7b4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1981091 Jan 28 12:48:20.610174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974f8077-b8de-45a0-a15e-df408cdf4526 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:20.613974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-974f8077-b8de-45a0-a15e-df408cdf4526 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1720593 Jan 28 12:48:20.617866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36524) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:20.646234 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd5973b5-d519-4b0d-9fdf-2a3eacbf9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:20.725654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f8a598b6-045f-4a17-9389-4d52cb477b5e None None] Current status of the port a514f0fb-4c89-425f-a1fc-e7de747b2de7 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:20.882042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b074147-1758-4585-b54f-be8b9de3c0f3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:20.888083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b074147-1758-4585-b54f-be8b9de3c0f3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:20.895277 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b074147-1758-4585-b54f-be8b9de3c0f3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:20.902688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1b074147-1758-4585-b54f-be8b9de3c0f3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2833509 Jan 28 12:48:20.905536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36534) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:21.026781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:21.034803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a0e3b23c-dea3-41ca-b76e-5e93e090d091 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:21.119180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-8200e23a-92df-4dcc-bdfa-436e6eae9ae5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 606ae044-65ca-41d3-b5bb-92e7473f7fb9 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:48:21.128318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8200e23a-92df-4dcc-bdfa-436e6eae9ae5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (606ae044-65ca-41d3-b5bb-92e7473f7fb9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:21.235102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8200e23a-92df-4dcc-bdfa-436e6eae9ae5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (606ae044-65ca-41d3-b5bb-92e7473f7fb9), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:21.565044 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8200e23a-92df-4dcc-bdfa-436e6eae9ae5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (606ae044-65ca-41d3-b5bb-92e7473f7fb9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:21.741516 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8200e23a-92df-4dcc-bdfa-436e6eae9ae5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (606ae044-65ca-41d3-b5bb-92e7473f7fb9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:21.744372 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71703c3d-2977-45f1-ac4f-7f2fe1cd3e2e req-13f71152-b423-4b8c-a531-10f08c6e0bee tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 210 time: 0.1496084 Jan 28 12:48:21.927543 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8200e23a-92df-4dcc-bdfa-436e6eae9ae5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:21.944546 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8200e23a-92df-4dcc-bdfa-436e6eae9ae5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/606ae044-65ca-41d3-b5bb-92e7473f7fb9 HTTP/1.1" status: 204 len: 168 time: 1.0371919 Jan 28 12:48:21.946950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36570) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:21.950219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200e23a-92df-4dcc-bdfa-436e6eae9ae5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=606ae044-65ca-41d3-b5bb-92e7473f7fb9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:22.019834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-839c8632-88e2-4300-9634-562b96263a71 None None] Provisioning complete for port a514f0fb-4c89-425f-a1fc-e7de747b2de7 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:22.021144 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-839c8632-88e2-4300-9634-562b96263a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:22.075474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf945ba-f6be-42c4-bc12-c5c695f91fe0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet ecbce44f-fbbc-4358-9b2d-b2e46c3cb56e {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:48:22.091779 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf945ba-f6be-42c4-bc12-c5c695f91fe0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (ecbce44f-fbbc-4358-9b2d-b2e46c3cb56e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:22.187549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-416c2e86-2372-4a5c-b6cc-a8d2caf0cb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:22.228695 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf945ba-f6be-42c4-bc12-c5c695f91fe0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (ecbce44f-fbbc-4358-9b2d-b2e46c3cb56e), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server [None req-cd5973b5-d519-4b0d-9fdf-2a3eacbf9109 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 606ae044-65ca-41d3-b5bb-92e7473f7fb9: This subnet is being modified by another concurrent operation. Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exception Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 606ae044-65ca-41d3-b5bb-92e7473f7fb9: This subnet is being modified by another concurrent operation. Jan 28 12:48:22.244684 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 12:48:22.368800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf945ba-f6be-42c4-bc12-c5c695f91fe0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ecbce44f-fbbc-4358-9b2d-b2e46c3cb56e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:22.431593 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a0e3b23c-dea3-41ca-b76e-5e93e090d091 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:22.432378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:22.444940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20955d7-9e4d-4b98-a51a-0e4a01fc6046 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:48:22.705344 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf945ba-f6be-42c4-bc12-c5c695f91fe0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (ecbce44f-fbbc-4358-9b2d-b2e46c3cb56e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:22.761056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-839c8632-88e2-4300-9634-562b96263a71 None None] Current status of the port a514f0fb-4c89-425f-a1fc-e7de747b2de7 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:22.797520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdf945ba-f6be-42c4-bc12-c5c695f91fe0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:22.805168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bdf945ba-f6be-42c4-bc12-c5c695f91fe0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/ecbce44f-fbbc-4358-9b2d-b2e46c3cb56e HTTP/1.1" status: 204 len: 168 time: 0.8560951 Jan 28 12:48:22.806564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf945ba-f6be-42c4-bc12-c5c695f91fe0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbce44f-fbbc-4358-9b2d-b2e46c3cb56e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:22.808799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36610) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:23.065875 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3ba50843-1293-49f6-aeca-dfb522ea7079 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2493474 Jan 28 12:48:23.066696 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36616) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:23.084269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:23.088047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ed52dd9-e342-4606-ae7e-343b4763b59f req-ba33d19a-fc3e-4f5b-ac85-689eb6b438b2 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 210 time: 0.1233287 Jan 28 12:48:23.118848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a0e3b23c-dea3-41ca-b76e-5e93e090d091 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:23.119787 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:23.134957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-839c8632-88e2-4300-9634-562b96263a71 None None] Provisioning complete for port 4a858770-08f8-469a-b984-58b4cd2d4fcb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:23.135606 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-839c8632-88e2-4300-9634-562b96263a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:23.146829 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:23.244328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port a0e3b23c-dea3-41ca-b76e-5e93e090d091, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a0e3b23c-dea3-41ca-b76e-5e93e090d091,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:23.256360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'name': 'tempest-TestVolumeBackupRestore-1553800727-router', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:48:06Z', 'updated_at': '2022-01-28T12:48:14Z', 'revision_number': 4, 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'gw_port': {'id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:48:07Z', 'updated_at': '2022-01-28T12:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'bab3a453-e041-44e6-9c5f-2e3ebc7ef255', 'name': '', 'network_id': '15f65a5e-1995-4975-8388-0c326083380a', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'mac_address': 'fa:16:3e:d6:e8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '0a5f4b03-a05c-4a5e-a992-c6f67e46cf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:48:12Z', 'updated_at': '2022-01-28T12:48:15Z', 'revision_number': 2, 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'subnets': [{'id': '0a5f4b03-a05c-4a5e-a992-c6f67e46cf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:23.278521 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:23.350672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20955d7-9e4d-4b98-a51a-0e4a01fc6046 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 12:48:23.358714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Checking router: 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:48:23.358900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Updating router 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:48:23.593102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a514f0fb-4c89-425f-a1fc-e7de747b2de7 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:23.617939 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:23.704671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9af1498d-eeae-458e-8705-60edec06f0ba tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:23.707582 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9af1498d-eeae-458e-8705-60edec06f0ba tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.49 "GET /v2.0/networks?id=e461f979-8b41-46ab-ada2-e81567eaafeb HTTP/1.1" status: 200 len: 822 time: 0.4377205 Jan 28 12:48:23.742291 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Request body: {'port': {'device_id': 'f746b517-b20b-42c1-83ef-39ba3d55df98', 'network_id': 'e461f979-8b41-46ab-ada2-e81567eaafeb', 'admin_state_up': True, 'tenant_id': '4a479b79f9134077a85695aabb4d052d'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:23.998330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:24.003135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:24.236843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=a0e3b23c-dea3-41ca-b76e-5e93e090d091,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:24.380425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Made reservation on behalf of 4a479b79f9134077a85695aabb4d052d for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:24.387033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:24.398396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c3439cb-7556-462b-8871-1b802e017705 req-bf567cf9-8174-42ec-a956-70da5b25220d tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 210 time: 0.1086824 Jan 28 12:48:24.489764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-839c8632-88e2-4300-9634-562b96263a71 None None] Current status of the port 4a858770-08f8-469a-b984-58b4cd2d4fcb is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:24.490321 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-839c8632-88e2-4300-9634-562b96263a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:24.567238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Allocated IP 172.20.0.11 (e461f979-8b41-46ab-ada2-e81567eaafeb/1c7d15e9-8993-47cc-9e5c-912ca00351c9/8e5fc309-ba48-43b7-ad94-02461c1e47fc) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:24.625508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a514f0fb-4c89-425f-a1fc-e7de747b2de7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:24.632020 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:24.823889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-839c8632-88e2-4300-9634-562b96263a71 None None] For port 4a858770-08f8-469a-b984-58b4cd2d4fcb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4a858770-08f8-469a-b984-58b4cd2d4fcb,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:24.970855 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-839c8632-88e2-4300-9634-562b96263a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:24.998811 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:25.090846 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Publish callbacks [] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:25.148066 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:25.230275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Pushing event updated for resources: {'Port': ['ID=8e5fc309-ba48-43b7-ad94-02461c1e47fc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:25.315984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-839c8632-88e2-4300-9634-562b96263a71 None None] Provisioning complete for port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:25.316586 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-839c8632-88e2-4300-9634-562b96263a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:25.327184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Network e461f979-8b41-46ab-ada2-e81567eaafeb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:25.336474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:25.349842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:48:25.769096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a7d93-f5cf-4412-a3d4-bc2437f26dc0 req-501dd2e6-28d8-474a-86bb-9bf85a985f15 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:25.784340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b42a7d93-f5cf-4412-a3d4-bc2437f26dc0 req-501dd2e6-28d8-474a-86bb-9bf85a985f15 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 932 time: 0.1411295 Jan 28 12:48:25.818539 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:48:25.966645 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b42a7d93-f5cf-4412-a3d4-bc2437f26dc0 req-e35be5d3-bfae-42c3-bf67-814b80c2ae21 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775215 Jan 28 12:48:26.234591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:26.235572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:26.302213 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-79f9c7e3-67e2-494e-a36b-d1cceae86620 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5832679 Jan 28 12:48:26.334993 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Request body: {'port': {'device_id': 'f746b517-b20b-42c1-83ef-39ba3d55df98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:26.641917 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:26.844394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a514f0fb-4c89-425f-a1fc-e7de747b2de7 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:26.910812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-839c8632-88e2-4300-9634-562b96263a71 None None] Port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:48:26.937058 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Publish callbacks [] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:26.949505 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:26.953153 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c8632-88e2-4300-9634-562b96263a71 None None] Pushing event updated for resources: {'Port': ['ID=4a858770-08f8-469a-b984-58b4cd2d4fcb,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:27.074166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2dd77c60-69a6-4cf2-a638-8ec6c8cb80c6 None None] Could not find standard attr ID for object 399b3bbd-f6bf-4e68-b605-3e826a03ef4b. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:48:27.093072 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:27.116489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a0e3b23c-dea3-41ca-b76e-5e93e090d091 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:27.147451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07e7f2d-2240-4531-bba6-fb5d467d75ea None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:27.298191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1586300-2a34-4ea2-a04c-4f779020627b req-3d49ad19-7710-48ab-be99-bee60427c903 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:27.313058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1586300-2a34-4ea2-a04c-4f779020627b req-3d49ad19-7710-48ab-be99-bee60427c903 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 932 time: 0.1877716 Jan 28 12:48:27.432915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1586300-2a34-4ea2-a04c-4f779020627b req-f2e162bc-40bc-40fe-a622-296f5feb5351 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161959 Jan 28 12:48:27.585502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.objects.ports [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:48:27.614582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2dd77c60-69a6-4cf2-a638-8ec6c8cb80c6 None None] Provisioning complete for port 4a858770-08f8-469a-b984-58b4cd2d4fcb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:27.614851 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd77c60-69a6-4cf2-a638-8ec6c8cb80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:27.869944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0994ba-2e47-4f94-bcfb-1a7de5ee2004 None None] Pushing event updated for resources: {'Port': ['ID=bab3a453-e041-44e6-9c5f-2e3ebc7ef255,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:28.191195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Attempting to bind port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:48:28.195404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Attempting to bind port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'a9d30a2d-f367-4b43-bc2b-b83ebaa0977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '15f65a5e-1995-4975-8388-0c326083380a'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:48:28.201564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Attempting to bind port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 on network 15f65a5e-1995-4975-8388-0c326083380a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:48:28.248882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5fc309-ba48-43b7-ad94-02461c1e47fc {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:48:28.283062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2dd77c60-69a6-4cf2-a638-8ec6c8cb80c6 None None] Current status of the port 4a858770-08f8-469a-b984-58b4cd2d4fcb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:28.287625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Publish callbacks [] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:28.296198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:48:28.297211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Checking segment: {'id': 'a9d30a2d-f367-4b43-bc2b-b83ebaa0977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '15f65a5e-1995-4975-8388-0c326083380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:48:28.298045 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:28.298556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Bound using segment: {'id': 'a9d30a2d-f367-4b43-bc2b-b83ebaa0977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '15f65a5e-1995-4975-8388-0c326083380a'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:48:28.299872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Bound port: bab3a453-e041-44e6-9c5f-2e3ebc7ef255, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d30a2d-f367-4b43-bc2b-b83ebaa0977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '15f65a5e-1995-4975-8388-0c326083380a'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:48:28.312993 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:28.369698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a0e3b23c-dea3-41ca-b76e-5e93e090d091 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:28.371389 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:28.413303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Transition to ACTIVE for port object 8e5fc309-ba48-43b7-ad94-02461c1e47fc will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:48:28.438415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:28.540651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd44fcf7-d250-4919-83de-9c41ed43dd97 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:48:28.725414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5fc309-ba48-43b7-ad94-02461c1e47fc,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:28.768936 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:28.817900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19095ecc-3fb2-40fb-9de9-c72171e9e4e8 req-23bd12d0-98ee-44b1-b4b9-adca23cd93c5 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:28.820967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19095ecc-3fb2-40fb-9de9-c72171e9e4e8 req-23bd12d0-98ee-44b1-b4b9-adca23cd93c5 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 944 time: 0.1601408 Jan 28 12:48:28.908204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19095ecc-3fb2-40fb-9de9-c72171e9e4e8 req-a4b22511-0ce8-4c63-92b2-927b34e35177 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802326 Jan 28 12:48:28.942186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b47d5a15-9a0b-454f-80e2-3a6d3f0f9e94 None None] Provisioning complete for port 4a858770-08f8-469a-b984-58b4cd2d4fcb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:28.942814 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b47d5a15-9a0b-454f-80e2-3a6d3f0f9e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:29.000289 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] For port bab3a453-e041-44e6-9c5f-2e3ebc7ef255, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:48:29.139157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] For port bab3a453-e041-44e6-9c5f-2e3ebc7ef255, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bab3a453-e041-44e6-9c5f-2e3ebc7ef255,segment=NetworkSegment(a9d30a2d-f367-4b43-bc2b-b83ebaa0977a),segment_id=a9d30a2d-f367-4b43-bc2b-b83ebaa0977a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:48:29.169469 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:29.186338 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd44fcf7-d250-4919-83de-9c41ed43dd97 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 12:48:29.319534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] For port 4a858770-08f8-469a-b984-58b4cd2d4fcb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4a858770-08f8-469a-b984-58b4cd2d4fcb,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:29.338571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a0e3b23c-dea3-41ca-b76e-5e93e090d091 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:29.368651 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:29.371831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0994ba-2e47-4f94-bcfb-1a7de5ee2004 None None] Pushing event updated for resources: {'Port': ['ID=bab3a453-e041-44e6-9c5f-2e3ebc7ef255,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:29.408142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Attempting to bind port 8e5fc309-ba48-43b7-ad94-02461c1e47fc on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:48:29.409148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Attempting to bind port 8e5fc309-ba48-43b7-ad94-02461c1e47fc by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '4d4c8bb8-90e2-4db5-aa50-ac3258075de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e461f979-8b41-46ab-ada2-e81567eaafeb'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:48:29.409773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Attempting to bind port 8e5fc309-ba48-43b7-ad94-02461c1e47fc on network e461f979-8b41-46ab-ada2-e81567eaafeb {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:48:29.416686 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:29.417796 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (60203b67-9bea-4a47-b1b3-8b6f8222deed), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:29.431109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Port 8e5fc309-ba48-43b7-ad94-02461c1e47fc on network e461f979-8b41-46ab-ada2-e81567eaafeb not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:48:29.433481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Attempting to bind port 8e5fc309-ba48-43b7-ad94-02461c1e47fc on network e461f979-8b41-46ab-ada2-e81567eaafeb {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:48:29.477473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Routers {'4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:48:29.486164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:48:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:29.623653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:48:29.625321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Checking segment: {'id': '4d4c8bb8-90e2-4db5-aa50-ac3258075de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e461f979-8b41-46ab-ada2-e81567eaafeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:48:29.626178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Bound using segment: {'id': '4d4c8bb8-90e2-4db5-aa50-ac3258075de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e461f979-8b41-46ab-ada2-e81567eaafeb'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:48:29.629795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Bound port: 8e5fc309-ba48-43b7-ad94-02461c1e47fc, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4c8bb8-90e2-4db5-aa50-ac3258075de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e461f979-8b41-46ab-ada2-e81567eaafeb'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:48:29.630546 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:29.633334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=4a858770-08f8-469a-b984-58b4cd2d4fcb,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:29.715663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:29.723919 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:29.747844 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:29.749185 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:29.763944 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=60203b67-9bea-4a47-b1b3-8b6f8222deed,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:29.784576 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b47d5a15-9a0b-454f-80e2-3a6d3f0f9e94 None None] Current status of the port 4a858770-08f8-469a-b984-58b4cd2d4fcb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:29.785801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36744) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:29.793094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-25990a0f-d096-4c6d-a2b5-b4364eda93fd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:29.800134 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2ce9bb18-e2fa-4467-8b70-b9b2d1db32f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.7252653 Jan 28 12:48:29.879992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] For port 8e5fc309-ba48-43b7-ad94-02461c1e47fc, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:48:29.885262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] For port 8e5fc309-ba48-43b7-ad94-02461c1e47fc, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8e5fc309-ba48-43b7-ad94-02461c1e47fc,segment=NetworkSegment(4d4c8bb8-90e2-4db5-aa50-ac3258075de6),segment_id=4d4c8bb8-90e2-4db5-aa50-ac3258075de6)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:48:29.893256 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:30.102226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] Set router 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:48:30.103437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:30.104185 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:30.106554 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] 10.222.0.49 "PUT /v2.0/ports/8e5fc309-ba48-43b7-ad94-02461c1e47fc HTTP/1.1" status: 200 len: 1092 time: 3.7923651 Jan 28 12:48:30.106807 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab87594-907e-4f58-903e-4142f634db49 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5fc309-ba48-43b7-ad94-02461c1e47fc,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:30.118953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f746b517-b20b-42c1-83ef-39ba3d55df98', 'tag': '8e5fc309-ba48-43b7-ad94-02461c1e47fc'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:48:30.126247 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4820cd02-d356-4140-a884-050b4a96ec95" -d '{"events": [{"name": "network-changed", "server_uuid": "f746b517-b20b-42c1-83ef-39ba3d55df98", "tag": "8e5fc309-ba48-43b7-ad94-02461c1e47fc"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:48:30.228965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b47d5a15-9a0b-454f-80e2-3a6d3f0f9e94 None None] Provisioning complete for port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:30.231502 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b47d5a15-9a0b-454f-80e2-3a6d3f0f9e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:30.280263 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a304a5d-4d6c-43a8-8e64-58b1545d866b x-openstack-request-id: req-5a304a5d-4d6c-43a8-8e64-58b1545d866b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:48:30.280263 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f746b517-b20b-42c1-83ef-39ba3d55df98", "tag": "8e5fc309-ba48-43b7-ad94-02461c1e47fc", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:48:30.280263 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a304a5d-4d6c-43a8-8e64-58b1545d866b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:48:30.280263 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f746b517-b20b-42c1-83ef-39ba3d55df98', 'tag': '8e5fc309-ba48-43b7-ad94-02461c1e47fc', 'status': 'completed', 'code': 200} Jan 28 12:48:30.316482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25990a0f-d096-4c6d-a2b5-b4364eda93fd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:30.321225 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-fdf0ce78-64e0-4fe6-961d-f793b1792827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:30.322515 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25990a0f-d096-4c6d-a2b5-b4364eda93fd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:30.322765 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-fdf0ce78-64e0-4fe6-961d-f793b1792827 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a479b79f9134077a85695aabb4d052d&device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 1095 time: 0.1230581 Jan 28 12:48:30.474278 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-082f0c20-774d-489b-8567-ab42f5c07a94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5fc309-ba48-43b7-ad94-02461c1e47fc HTTP/1.1" status: 200 len: 217 time: 0.1443083 Jan 28 12:48:30.482114 n-d-824835-4 neutron-server[103129]: INFO neutron.db.ipam_backend_mixin [None req-25990a0f-d096-4c6d-a2b5-b4364eda93fd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 60203b67-9bea-4a47-b1b3-8b6f8222deed (CIDR: 2001:db8::/64) Jan 28 12:48:30.494786 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-25990a0f-d096-4c6d-a2b5-b4364eda93fd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:48:30.497415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25990a0f-d096-4c6d-a2b5-b4364eda93fd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:48:30.547936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-25990a0f-d096-4c6d-a2b5-b4364eda93fd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7563610 Jan 28 12:48:30.548572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36762) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:30.561302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-54b747b2-fec9-4b18-aeee-0813951ec00f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:30.573227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'name': 'tempest-TestVolumeBackupRestore-1553800727-router', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:48:06Z', 'updated_at': '2022-01-28T12:48:14Z', 'revision_number': 4, 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'gw_port': {'id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:48:07Z', 'updated_at': '2022-01-28T12:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'bab3a453-e041-44e6-9c5f-2e3ebc7ef255', 'name': '', 'network_id': '15f65a5e-1995-4975-8388-0c326083380a', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'mac_address': 'fa:16:3e:d6:e8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '0a5f4b03-a05c-4a5e-a992-c6f67e46cf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:48:12Z', 'updated_at': '2022-01-28T12:48:28Z', 'revision_number': 4, 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'subnets': [{'id': '0a5f4b03-a05c-4a5e-a992-c6f67e46cf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:30.641973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-01d561bf-be1c-4d20-a9c9-827bdd0aa3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:30.642697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d62ef-a784-4a68-a3f7-4800dd725795 None None] The sync data for ids ['4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'] in n-d-824835-4 is: [{'id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'name': 'tempest-TestVolumeBackupRestore-1553800727-router', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:48:06Z', 'updated_at': '2022-01-28T12:48:14Z', 'revision_number': 4, 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'gw_port': {'id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:48:07Z', 'updated_at': '2022-01-28T12:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'bab3a453-e041-44e6-9c5f-2e3ebc7ef255', 'name': '', 'network_id': '15f65a5e-1995-4975-8388-0c326083380a', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'mac_address': 'fa:16:3e:d6:e8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '0a5f4b03-a05c-4a5e-a992-c6f67e46cf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:48:12Z', 'updated_at': '2022-01-28T12:48:28Z', 'revision_number': 4, 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'subnets': [{'id': '0a5f4b03-a05c-4a5e-a992-c6f67e46cf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:48:30.646311 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-01d561bf-be1c-4d20-a9c9-827bdd0aa3ec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1c7d15e9-8993-47cc-9e5c-912ca00351c9 HTTP/1.1" status: 200 len: 862 time: 0.1635211 Jan 28 12:48:30.753276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b47d5a15-9a0b-454f-80e2-3a6d3f0f9e94 None None] Current status of the port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:30.770367 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b47d5a15-9a0b-454f-80e2-3a6d3f0f9e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:30.872834 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca75cdb-d506-45b8-ac5a-e63a90ae064d req-4476bca7-ceb1-4d50-9704-27b0a2d074f6 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:30.878776 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-933f614a-2a42-452c-9a3d-bd0112978a75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e461f979-8b41-46ab-ada2-e81567eaafeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2069595 Jan 28 12:48:30.920901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ca75cdb-d506-45b8-ac5a-e63a90ae064d req-4476bca7-ceb1-4d50-9704-27b0a2d074f6 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 944 time: 0.7326076 Jan 28 12:48:30.936269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b47d5a15-9a0b-454f-80e2-3a6d3f0f9e94 None None] For port bab3a453-e041-44e6-9c5f-2e3ebc7ef255, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bab3a453-e041-44e6-9c5f-2e3ebc7ef255,segment=NetworkSegment(a9d30a2d-f367-4b43-bc2b-b83ebaa0977a),segment_id=a9d30a2d-f367-4b43-bc2b-b83ebaa0977a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:30.942749 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b47d5a15-9a0b-454f-80e2-3a6d3f0f9e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:31.178717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b747b2-fec9-4b18-aeee-0813951ec00f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:31.185114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d5a15-9a0b-454f-80e2-3a6d3f0f9e94 None None] Pushing event updated for resources: {'Port': ['ID=bab3a453-e041-44e6-9c5f-2e3ebc7ef255,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:31.206419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54b747b2-fec9-4b18-aeee-0813951ec00f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:31.272582 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-f2bfeb2a-047e-4d5d-9d9e-3f6485792b48 service neutron] 10.222.0.49 "GET /v2.0/networks/e461f979-8b41-46ab-ada2-e81567eaafeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928552 Jan 28 12:48:31.480522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ca75cdb-d506-45b8-ac5a-e63a90ae064d req-837fd454-1000-42e5-ae55-f1252747e2fb tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534737 Jan 28 12:48:31.531517 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7538f498-8f89-4313-85e2-307ea8f15b28 req-65826759-d905-460f-9220-0d0bc285efd0 service neutron] 10.222.0.49 "GET /v2.0/networks/e461f979-8b41-46ab-ada2-e81567eaafeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530823 Jan 28 12:48:31.765790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820cd02-d356-4140-a884-050b4a96ec95 req-19c4b254-85be-4cc8-ab67-1edb0ae1b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:31.767560 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4820cd02-d356-4140-a884-050b4a96ec95 req-19c4b254-85be-4cc8-ab67-1edb0ae1b72f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a479b79f9134077a85695aabb4d052d&device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 1095 time: 0.1558595 Jan 28 12:48:31.888525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4a858770-08f8-469a-b984-58b4cd2d4fcb up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:32.134411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820cd02-d356-4140-a884-050b4a96ec95 req-d0840e34-04a6-4212-b165-e314557ff784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:32.141044 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4820cd02-d356-4140-a884-050b4a96ec95 req-d0840e34-04a6-4212-b165-e314557ff784 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e461f979-8b41-46ab-ada2-e81567eaafeb HTTP/1.1" status: 200 len: 923 time: 0.3622341 Jan 28 12:48:32.160109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 4a858770-08f8-469a-b984-58b4cd2d4fcb triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:32.160526 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:32.275440 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4820cd02-d356-4140-a884-050b4a96ec95 req-79f04f39-0f9b-49bd-9f44-435f12c6a868 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5fc309-ba48-43b7-ad94-02461c1e47fc HTTP/1.1" status: 200 len: 217 time: 0.1266756 Jan 28 12:48:32.279281 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54b747b2-fec9-4b18-aeee-0813951ec00f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (2913cd2b-54c9-4116-ba3f-b5324041cd59), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:32.457091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820cd02-d356-4140-a884-050b4a96ec95 req-dad86f4f-6e72-4508-a0bd-0ae69c619371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:32.457091 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4820cd02-d356-4140-a884-050b4a96ec95 req-dad86f4f-6e72-4508-a0bd-0ae69c619371 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1c7d15e9-8993-47cc-9e5c-912ca00351c9 HTTP/1.1" status: 200 len: 862 time: 0.1744986 Jan 28 12:48:32.473030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 4a858770-08f8-469a-b984-58b4cd2d4fcb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:32.485243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bab3a453-e041-44e6-9c5f-2e3ebc7ef255 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:32.545105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b747b2-fec9-4b18-aeee-0813951ec00f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:32.548505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-54b747b2-fec9-4b18-aeee-0813951ec00f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:32.551387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b747b2-fec9-4b18-aeee-0813951ec00f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=2913cd2b-54c9-4116-ba3f-b5324041cd59,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:32.563194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b747b2-fec9-4b18-aeee-0813951ec00f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:32.566149 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54b747b2-fec9-4b18-aeee-0813951ec00f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:32.578245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3bb27-f3e9-4dcd-b4ca-7bf5bd42d69c None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:32.620143 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4820cd02-d356-4140-a884-050b4a96ec95 req-6846531c-4497-473d-995e-a409748009fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e461f979-8b41-46ab-ada2-e81567eaafeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1569579 Jan 28 12:48:32.640457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-54b747b2-fec9-4b18-aeee-0813951ec00f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0833030 Jan 28 12:48:32.644463 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36804) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:32.650917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:9a:36:5d', 'name': 'tempest-NetworksTestDHCPv6-1773004875'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:32.914896 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4820cd02-d356-4140-a884-050b4a96ec95 req-af66577d-077f-4a65-b113-bcbe6b8e736a service neutron] 10.222.0.49 "GET /v2.0/networks/e461f979-8b41-46ab-ada2-e81567eaafeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739270 Jan 28 12:48:32.927192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-dc160477-fe7a-4705-a466-e112655c2d91 None None] Provisioning complete for port 4a858770-08f8-469a-b984-58b4cd2d4fcb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:32.927602 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc160477-fe7a-4705-a466-e112655c2d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:33.017188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:33.270855 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4820cd02-d356-4140-a884-050b4a96ec95 req-dfafe440-ce88-4552-8be9-9089f46998b5 service neutron] 10.222.0.49 "GET /v2.0/networks/e461f979-8b41-46ab-ada2-e81567eaafeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543243 Jan 28 12:48:33.403794 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:33.465281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 5d0ee377-89da-4e04-a601-7a61919a65a3 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:48:33.797756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b9c0a-9749-49cf-9165-594a5b2d670e req-9e0f6fce-f2f0-466a-8870-0ffc247a768a tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:33.816974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d03b9c0a-9749-49cf-9165-594a5b2d670e req-9e0f6fce-f2f0-466a-8870-0ffc247a768a tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 944 time: 0.8326368 Jan 28 12:48:33.860307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:33.860864 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:33.941461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dc160477-fe7a-4705-a466-e112655c2d91 None None] Current status of the port 4a858770-08f8-469a-b984-58b4cd2d4fcb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:33.980780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d03b9c0a-9749-49cf-9165-594a5b2d670e req-175f3697-1a19-48be-94bb-e8c2bccaf568 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588309 Jan 28 12:48:34.134962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8:0:1::31 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/2913cd2b-54c9-4116-ba3f-b5324041cd59/5d0ee377-89da-4e04-a601-7a61919a65a3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:34.148261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::f816:3eff:fe9a:365d (de0b2f56-ede1-4d55-901b-b7cbada05d3b/60203b67-9bea-4a47-b1b3-8b6f8222deed/5d0ee377-89da-4e04-a601-7a61919a65a3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:34.204163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-67675058-7f84-415b-a265-717b763f70af None None] Provisioning complete for port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:34.204745 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67675058-7f84-415b-a265-717b763f70af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:34.206818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:34.216323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4541a9-26da-4146-9e5b-0653b6538818 None None] Update dhcp port {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'fixed_ips': [{'subnet_id': '60203b67-9bea-4a47-b1b3-8b6f8222deed', 'ip_address': '2001:db8::f816:3eff:fe65:382f'}, {'subnet_id': '2913cd2b-54c9-4116-ba3f-b5324041cd59'}], 'binding:host_id': 'n-d-824835-4'}, 'id': '4a858770-08f8-469a-b984-58b4cd2d4fcb'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:48:34.284959 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd4541a9-26da-4146-9e5b-0653b6538818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:34.513550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-67675058-7f84-415b-a265-717b763f70af None None] Current status of the port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:34.564346 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (5d0ee377-89da-4e04-a601-7a61919a65a3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:34.657998 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5d0ee377-89da-4e04-a601-7a61919a65a3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:34.696392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:34.699289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:34.735159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:48:34.742608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:34.743591 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:34.787318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36846) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:34.795490 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-cd4541a9-26da-4146-9e5b-0653b6538818 None None] Allocated IP 2001:db8:0:1::2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/2913cd2b-54c9-4116-ba3f-b5324041cd59/4a858770-08f8-469a-b984-58b4cd2d4fcb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:34.802809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1553006 Jan 28 12:48:34.818282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737a75a-9388-4d40-acaa-87e6298872d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=5d0ee377-89da-4e04-a601-7a61919a65a3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:34.946221 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a1630d0e-a377-4235-8a42-a7eaad522db3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 5d0ee377-89da-4e04-a601-7a61919a65a3 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:48:34.946539 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1630d0e-a377-4235-8a42-a7eaad522db3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5d0ee377-89da-4e04-a601-7a61919a65a3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:35.089764 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1630d0e-a377-4235-8a42-a7eaad522db3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5d0ee377-89da-4e04-a601-7a61919a65a3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:35.116457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a1630d0e-a377-4235-8a42-a7eaad522db3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 5d0ee377-89da-4e04-a601-7a61919a65a3 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:48:35.149386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cd4541a9-26da-4146-9e5b-0653b6538818 None None] For port 4a858770-08f8-469a-b984-58b4cd2d4fcb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4a858770-08f8-469a-b984-58b4cd2d4fcb,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:35.246053 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd4541a9-26da-4146-9e5b-0653b6538818 None None] Publish callbacks [] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:35.266741 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd4541a9-26da-4146-9e5b-0653b6538818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:35.379378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1945955-300b-4d6b-adc7-4e961dd3403d req-47da0833-3520-4625-ac4b-f29ef97fe963 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:35.388269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1945955-300b-4d6b-adc7-4e961dd3403d req-47da0833-3520-4625-ac4b-f29ef97fe963 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 944 time: 0.2124865 Jan 28 12:48:35.425312 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1630d0e-a377-4235-8a42-a7eaad522db3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (5d0ee377-89da-4e04-a601-7a61919a65a3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:35.483226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4541a9-26da-4146-9e5b-0653b6538818 None None] Pushing event updated for resources: {'Port': ['ID=4a858770-08f8-469a-b984-58b4cd2d4fcb,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:35.513884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1945955-300b-4d6b-adc7-4e961dd3403d req-b950f871-b319-41e3-a471-9378ef2ea28f tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246247 Jan 28 12:48:35.533047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1630d0e-a377-4235-8a42-a7eaad522db3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=5d0ee377-89da-4e04-a601-7a61919a65a3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:35.624025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1630d0e-a377-4235-8a42-a7eaad522db3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:35.630430 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a1630d0e-a377-4235-8a42-a7eaad522db3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/5d0ee377-89da-4e04-a601-7a61919a65a3 HTTP/1.1" status: 204 len: 168 time: 0.8415790 Jan 28 12:48:35.632863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:35.801994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5261dc-18c3-4b94-ad6c-e423546800c7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:35.807187 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ed5261dc-18c3-4b94-ad6c-e423546800c7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1707854 Jan 28 12:48:35.808238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36876) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:35.818624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8e5fc309-ba48-43b7-ad94-02461c1e47fc details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:48:35.926169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b40aa9-249d-4444-b638-11920584d005 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:35.939779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36878) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:35.941330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-43b40aa9-249d-4444-b638-11920584d005 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1298516 Jan 28 12:48:36.162664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66006c54-1903-4734-8cc8-b0104de2943e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:36.165539 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66006c54-1903-4734-8cc8-b0104de2943e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:36.168883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66006c54-1903-4734-8cc8-b0104de2943e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:36.173244 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-66006c54-1903-4734-8cc8-b0104de2943e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2291465 Jan 28 12:48:36.174818 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:36.217715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 8e5fc309-ba48-43b7-ad94-02461c1e47fc, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8e5fc309-ba48-43b7-ad94-02461c1e47fc,segment=NetworkSegment(4d4c8bb8-90e2-4db5-aa50-ac3258075de6),segment_id=4d4c8bb8-90e2-4db5-aa50-ac3258075de6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:36.241975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '8e5fc309-ba48-43b7-ad94-02461c1e47fc', 'network_id': 'e461f979-8b41-46ab-ada2-e81567eaafeb', 'port_id': '8e5fc309-ba48-43b7-ad94-02461c1e47fc', 'mac_address': 'fa:16:3e:e5:b0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7d15e9-8993-47cc-9e5c-912ca00351c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:48:36.351996 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3767a2-1de1-4989-a179-746e370f0dcf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 2913cd2b-54c9-4116-ba3f-b5324041cd59 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:48:36.370260 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f3767a2-1de1-4989-a179-746e370f0dcf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (2913cd2b-54c9-4116-ba3f-b5324041cd59), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:36.390542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 8e5fc309-ba48-43b7-ad94-02461c1e47fc is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:36.390996 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:36.442979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5fc309-ba48-43b7-ad94-02461c1e47fc {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:48:36.461927 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f3767a2-1de1-4989-a179-746e370f0dcf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (2913cd2b-54c9-4116-ba3f-b5324041cd59), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:36.485160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4a858770-08f8-469a-b984-58b4cd2d4fcb up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:36.542374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 8e5fc309-ba48-43b7-ad94-02461c1e47fc, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8e5fc309-ba48-43b7-ad94-02461c1e47fc,segment=NetworkSegment(4d4c8bb8-90e2-4db5-aa50-ac3258075de6),segment_id=4d4c8bb8-90e2-4db5-aa50-ac3258075de6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:36.555103 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:36.716766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f3767a2-1de1-4989-a179-746e370f0dcf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (2913cd2b-54c9-4116-ba3f-b5324041cd59), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:36.763083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8b88c-7eb5-4cc9-a76e-d451c30905fe req-106a48f5-d816-4e9d-b254-8f8d57ebcf01 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:36.772572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5e8b88c-7eb5-4cc9-a76e-d451c30905fe req-106a48f5-d816-4e9d-b254-8f8d57ebcf01 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 945 time: 0.0790524 Jan 28 12:48:36.913526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5e8b88c-7eb5-4cc9-a76e-d451c30905fe req-ca4d62c2-9295-4a19-881a-b9a646a2e75f tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394410 Jan 28 12:48:36.922590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['8e5fc309-ba48-43b7-ad94-02461c1e47fc'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:48:36.987676 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f3767a2-1de1-4989-a179-746e370f0dcf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (2913cd2b-54c9-4116-ba3f-b5324041cd59), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:37.039418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=8e5fc309-ba48-43b7-ad94-02461c1e47fc,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:37.082882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3767a2-1de1-4989-a179-746e370f0dcf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=2913cd2b-54c9-4116-ba3f-b5324041cd59,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:37.089561 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f3767a2-1de1-4989-a179-746e370f0dcf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:37.099157 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5f3767a2-1de1-4989-a179-746e370f0dcf tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/2913cd2b-54c9-4116-ba3f-b5324041cd59 HTTP/1.1" status: 204 len: 168 time: 0.9244308 Jan 28 12:48:37.102757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36904) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:37.104311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 4a858770-08f8-469a-b984-58b4cd2d4fcb triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:37.105016 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:37.151848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed6ee9e-3e6c-4e7c-9e7d-f71196af4c38 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:37.210084 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-588448e9-9134-47e0-8633-825df8f8b122 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 60203b67-9bea-4a47-b1b3-8b6f8222deed {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:48:37.215766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-588448e9-9134-47e0-8633-825df8f8b122 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (60203b67-9bea-4a47-b1b3-8b6f8222deed), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:37.325234 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-588448e9-9134-47e0-8633-825df8f8b122 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (60203b67-9bea-4a47-b1b3-8b6f8222deed), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:37.392457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4d5756f1-b47c-4b6d-b408-b7f07b58f2dd None None] Provisioning complete for port 4a858770-08f8-469a-b984-58b4cd2d4fcb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:37.392457 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d5756f1-b47c-4b6d-b408-b7f07b58f2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:37.518295 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-588448e9-9134-47e0-8633-825df8f8b122 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (60203b67-9bea-4a47-b1b3-8b6f8222deed), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:37.694750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 4a858770-08f8-469a-b984-58b4cd2d4fcb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:37.801649 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-588448e9-9134-47e0-8633-825df8f8b122 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (60203b67-9bea-4a47-b1b3-8b6f8222deed), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:37.866079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4d5756f1-b47c-4b6d-b408-b7f07b58f2dd None None] Current status of the port 4a858770-08f8-469a-b984-58b4cd2d4fcb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:37.917078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588448e9-9134-47e0-8633-825df8f8b122 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=60203b67-9bea-4a47-b1b3-8b6f8222deed,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:37.922690 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-588448e9-9134-47e0-8633-825df8f8b122 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:37.939017 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-588448e9-9134-47e0-8633-825df8f8b122 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/60203b67-9bea-4a47-b1b3-8b6f8222deed HTTP/1.1" status: 204 len: 168 time: 0.8354611 Jan 28 12:48:37.943040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36924) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:38.070377 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-41f60745-29b0-4b6f-9d57-2c9c1c46f0f0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260691 Jan 28 12:48:38.074593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36930) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:38.082170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2a2ed2dc-873e-42ee-ac25-1970a1032e53 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:38.350872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be5f89-d331-4d85-8d13-f5b9267aa2d2 req-692e3a48-dbf0-4050-a8a7-b97ade358bde tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:38.359248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74be5f89-d331-4d85-8d13-f5b9267aa2d2 req-692e3a48-dbf0-4050-a8a7-b97ade358bde tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 945 time: 0.1086068 Jan 28 12:48:38.528125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74be5f89-d331-4d85-8d13-f5b9267aa2d2 req-446cacdf-bcc6-4fcf-ba68-b1f0fa7c7416 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672466 Jan 28 12:48:38.531763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2ed2dc-873e-42ee-ac25-1970a1032e53 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:38.547272 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed2dc-873e-42ee-ac25-1970a1032e53 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:38.959579 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafae231-9ea1-4c9c-a516-68077c386326 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:39.137736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-24eabadc-a19e-4c8b-a1dc-a2457e63cd11 None None] Provisioning complete for port 4a858770-08f8-469a-b984-58b4cd2d4fcb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:39.138528 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24eabadc-a19e-4c8b-a1dc-a2457e63cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:39.175978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed2dc-873e-42ee-ac25-1970a1032e53 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (f55dcd25-0feb-418b-91d9-1164f898e22f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:39.258566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2ed2dc-873e-42ee-ac25-1970a1032e53 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:39.263305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2a2ed2dc-873e-42ee-ac25-1970a1032e53 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:39.268941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2ed2dc-873e-42ee-ac25-1970a1032e53 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:39.269946 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed2dc-873e-42ee-ac25-1970a1032e53 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:39.294199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ed2dc-873e-42ee-ac25-1970a1032e53 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=f55dcd25-0feb-418b-91d9-1164f898e22f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:39.307892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417897c5-1755-46f4-8781-87ee7388bebc None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:48:39.317832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2a2ed2dc-873e-42ee-ac25-1970a1032e53 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2403920 Jan 28 12:48:39.319577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36956) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:39.326132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9e722e12-98c1-4f34-b305-8475a519bd95 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:39.368493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-24eabadc-a19e-4c8b-a1dc-a2457e63cd11 None None] Current status of the port 4a858770-08f8-469a-b984-58b4cd2d4fcb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:39.512185 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-417897c5-1755-46f4-8781-87ee7388bebc None None] Deleting port 4a858770-08f8-469a-b984-58b4cd2d4fcb {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:48:39.512973 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417897c5-1755-46f4-8781-87ee7388bebc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:39.728441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-417897c5-1755-46f4-8781-87ee7388bebc None None] For port 4a858770-08f8-469a-b984-58b4cd2d4fcb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4a858770-08f8-469a-b984-58b4cd2d4fcb,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:39.729538 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417897c5-1755-46f4-8781-87ee7388bebc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:39.739812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e722e12-98c1-4f34-b305-8475a519bd95 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:39.754961 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e722e12-98c1-4f34-b305-8475a519bd95 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:39.764717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-417897c5-1755-46f4-8781-87ee7388bebc None None] Calling delete_port for 4a858770-08f8-469a-b984-58b4cd2d4fcb owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:48:39.873314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8e5fc309-ba48-43b7-ad94-02461c1e47fc up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:39.978174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeee24f-4339-41e9-98f2-a7f0e20901e8 req-1bb5406c-e543-4be1-ab71-672d010567d9 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:39.982124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bdeee24f-4339-41e9-98f2-a7f0e20901e8 req-1bb5406c-e543-4be1-ab71-672d010567d9 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 945 time: 0.2662351 Jan 28 12:48:40.097220 n-d-824835-4 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-9e722e12-98c1-4f34-b305-8475a519bd95 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f55dcd25-0feb-418b-91d9-1164f898e22f (CIDR: 2001:db8::/64) Jan 28 12:48:40.116793 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417897c5-1755-46f4-8781-87ee7388bebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (4a858770-08f8-469a-b984-58b4cd2d4fcb), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:40.124419 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e722e12-98c1-4f34-b305-8475a519bd95 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:48:40.130615 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e722e12-98c1-4f34-b305-8475a519bd95 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:48:40.179103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 8e5fc309-ba48-43b7-ad94-02461c1e47fc completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:48:40.185969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bdeee24f-4339-41e9-98f2-a7f0e20901e8 req-0a71ba60-71a9-4135-b9ab-ac21468b0458 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456897 Jan 28 12:48:40.186561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417897c5-1755-46f4-8781-87ee7388bebc None None] No DVR routers for this DVR port 4a858770-08f8-469a-b984-58b4cd2d4fcb on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:48:40.197579 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 8e5fc309-ba48-43b7-ad94-02461c1e47fc triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:40.197759 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9e722e12-98c1-4f34-b305-8475a519bd95 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8740249 Jan 28 12:48:40.197870 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:40.197972 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36986) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:40.230764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9eec7772-5144-4705-9527-3dff8169d494 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:40.244084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417897c5-1755-46f4-8781-87ee7388bebc None None] Pushing event deleted for resources: {'Port': ['ID=4a858770-08f8-469a-b984-58b4cd2d4fcb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:40.257117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f337a7-9fa1-4708-b9aa-62059677ea82 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:40.541582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4a858770-08f8-469a-b984-58b4cd2d4fcb no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:48:40.655144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eec7772-5144-4705-9527-3dff8169d494 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:40.655787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 4a858770-08f8-469a-b984-58b4cd2d4fcb {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:48:40.655904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4a858770-08f8-469a-b984-58b4cd2d4fcb not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:48:40.666003 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eec7772-5144-4705-9527-3dff8169d494 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:41.005280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': 'f55dcd25-0feb-418b-91d9-1164f898e22f'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:48:41.026544 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:41.207319 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-6b6800cd-da44-4e76-aea7-588022a08311 req-f9c64cf9-561c-4430-9a62-0ae5b9fb36ae service neutron] (103128) timed out ('10.222.0.49', 52663) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:48:41.279601 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 8e5fc309-ba48-43b7-ad94-02461c1e47fc is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:41.289774 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:41.399893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.objects.ports [None req-9eec7772-5144-4705-9527-3dff8169d494 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:48:41.415162 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eec7772-5144-4705-9527-3dff8169d494 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (2d6b7121-b79f-4339-b916-b44db6bb6992), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:41.603395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eec7772-5144-4705-9527-3dff8169d494 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:41.607178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9eec7772-5144-4705-9527-3dff8169d494 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:41.622642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eec7772-5144-4705-9527-3dff8169d494 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:41.623251 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eec7772-5144-4705-9527-3dff8169d494 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:41.680518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23cb63-9b7b-44d4-bd3d-5c7891d76005 req-e66fe31e-1d98-44fc-a591-e1205bc9a93e tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:41.702414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec7772-5144-4705-9527-3dff8169d494 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=2d6b7121-b79f-4339-b916-b44db6bb6992,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:41.704211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b23cb63-9b7b-44d4-bd3d-5c7891d76005 req-e66fe31e-1d98-44fc-a591-e1205bc9a93e tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 945 time: 0.2031972 Jan 28 12:48:41.733527 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9eec7772-5144-4705-9527-3dff8169d494 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5343735 Jan 28 12:48:41.737601 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37004) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:41.743485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:01:fd:0b', 'name': 'tempest-NetworksTestDHCPv6-2104157865'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:41.784498 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 8e5fc309-ba48-43b7-ad94-02461c1e47fc, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8e5fc309-ba48-43b7-ad94-02461c1e47fc,segment=NetworkSegment(4d4c8bb8-90e2-4db5-aa50-ac3258075de6),segment_id=4d4c8bb8-90e2-4db5-aa50-ac3258075de6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:41.795768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f746b517-b20b-42c1-83ef-39ba3d55df98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5fc309-ba48-43b7-ad94-02461c1e47fc'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:48:41.809307 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215b4b38-f133-4aa4-bc3f-f52af3cf51cd" -d '{"events": [{"server_uuid": "f746b517-b20b-42c1-83ef-39ba3d55df98", "name": "network-vif-plugged", "status": "completed", "tag": "8e5fc309-ba48-43b7-ad94-02461c1e47fc"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:48:41.825752 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:41.911906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b23cb63-9b7b-44d4-bd3d-5c7891d76005 req-1a975363-fa1b-46f9-b464-4747b7971fff tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013609 Jan 28 12:48:42.013221 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a556a7a-41b7-46b9-84c7-21ee1e1b6be8 x-openstack-request-id: req-5a556a7a-41b7-46b9-84c7-21ee1e1b6be8 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:48:42.014591 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f746b517-b20b-42c1-83ef-39ba3d55df98", "name": "network-vif-plugged", "status": "completed", "tag": "8e5fc309-ba48-43b7-ad94-02461c1e47fc", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:48:42.014975 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a556a7a-41b7-46b9-84c7-21ee1e1b6be8 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:48:42.018895 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f746b517-b20b-42c1-83ef-39ba3d55df98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5fc309-ba48-43b7-ad94-02461c1e47fc', 'code': 200} Jan 28 12:48:42.042160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:42.136688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=8e5fc309-ba48-43b7-ad94-02461c1e47fc,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:42.314390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:42.422948 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port 3a85b369-d1ab-48f3-82d3-8fa2359d7e60 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:48:42.524114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f516e1-5a6b-4375-b98a-f2f50600ffcd req-66d26273-f955-4c87-a83d-8f5272677317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:42.528875 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d5f516e1-5a6b-4375-b98a-f2f50600ffcd req-66d26273-f955-4c87-a83d-8f5272677317 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 1097 time: 0.4002926 Jan 28 12:48:42.725546 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d5f516e1-5a6b-4375-b98a-f2f50600ffcd req-afde052a-b91a-487d-aebf-19d20df27742 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872170 Jan 28 12:48:42.765952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Allocated IP 2001:db8::2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/f55dcd25-0feb-418b-91d9-1164f898e22f/92715489-95cd-425c-9fc2-d823eb453afa) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:42.776270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Allocated IP 2001:db8:0:1:f816:3eff:fe3e:83f6 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/2d6b7121-b79f-4339-b916-b44db6bb6992/92715489-95cd-425c-9fc2-d823eb453afa) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:43.132248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6b25e-4d2a-43fa-976a-8b9cbfa8279c req-105ac739-07f1-4830-9463-699c932405f1 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:43.141251 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70f6b25e-4d2a-43fa-976a-8b9cbfa8279c req-105ac739-07f1-4830-9463-699c932405f1 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 946 time: 0.1188641 Jan 28 12:48:43.231135 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70f6b25e-4d2a-43fa-976a-8b9cbfa8279c req-e8ce8866-de9f-4dbc-b1f6-bb13a7cb5b2a tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886617 Jan 28 12:48:43.273703 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Publish callbacks [] for port (92715489-95cd-425c-9fc2-d823eb453afa), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:43.302957 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (92715489-95cd-425c-9fc2-d823eb453afa), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:43.406910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:43.411053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:43.414152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:48:43.568018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::c1 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/f55dcd25-0feb-418b-91d9-1164f898e22f/3a85b369-d1ab-48f3-82d3-8fa2359d7e60) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:43.575015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8:0:1:f816:3eff:fe01:fd0b (de0b2f56-ede1-4d55-901b-b7cbada05d3b/2d6b7121-b79f-4339-b916-b44db6bb6992/3a85b369-d1ab-48f3-82d3-8fa2359d7e60) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:43.581241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Attempting to bind port 92715489-95cd-425c-9fc2-d823eb453afa on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:48:43.581727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Attempting to bind port 92715489-95cd-425c-9fc2-d823eb453afa by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:48:43.582109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Attempting to bind port 92715489-95cd-425c-9fc2-d823eb453afa on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:48:43.604866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Pushing event updated for resources: {'Port': ['ID=92715489-95cd-425c-9fc2-d823eb453afa,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:43.632926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:48:43.637585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:48:43.639819 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:43.641157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:48:43.643246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Bound port: 92715489-95cd-425c-9fc2-d823eb453afa, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:48:43.645009 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (92715489-95cd-425c-9fc2-d823eb453afa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:43.874924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] For port 92715489-95cd-425c-9fc2-d823eb453afa, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:48:43.905722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] For port 92715489-95cd-425c-9fc2-d823eb453afa, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=92715489-95cd-425c-9fc2-d823eb453afa,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:48:43.916800 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (92715489-95cd-425c-9fc2-d823eb453afa), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:44.057263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (3a85b369-d1ab-48f3-82d3-8fa2359d7e60), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:44.195240 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3a85b369-d1ab-48f3-82d3-8fa2359d7e60), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:44.196771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d974b-89d3-4a75-884e-98f5a368dd5c None None] Pushing event updated for resources: {'Port': ['ID=92715489-95cd-425c-9fc2-d823eb453afa,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:44.384959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:44.388884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:44.409194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:48:44.417278 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:44.417987 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:44.459825 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7202108 Jan 28 12:48:44.464441 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37048) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:44.548207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca573255-6b9c-4c96-b463-f5f9d379eba3 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=3a85b369-d1ab-48f3-82d3-8fa2359d7e60,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:44.574844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75a173-126c-4d2b-95ef-151a1d556ba6 req-cf537ead-1dab-4996-9201-9667773a8fcf tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:44.588442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed75a173-126c-4d2b-95ef-151a1d556ba6 req-cf537ead-1dab-4996-9201-9667773a8fcf tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 946 time: 0.1983614 Jan 28 12:48:44.793914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1abda8d2-1acd-45b8-9bee-798b9c8ab28d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port 3a85b369-d1ab-48f3-82d3-8fa2359d7e60 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:48:44.798027 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1abda8d2-1acd-45b8-9bee-798b9c8ab28d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3a85b369-d1ab-48f3-82d3-8fa2359d7e60), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:44.839758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed75a173-126c-4d2b-95ef-151a1d556ba6 req-7086b32b-4fcb-4f7e-9da1-66beb478eb4c tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504411 Jan 28 12:48:44.971249 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1abda8d2-1acd-45b8-9bee-798b9c8ab28d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3a85b369-d1ab-48f3-82d3-8fa2359d7e60), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:44.988729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1abda8d2-1acd-45b8-9bee-798b9c8ab28d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for 3a85b369-d1ab-48f3-82d3-8fa2359d7e60 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:48:45.542519 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1abda8d2-1acd-45b8-9bee-798b9c8ab28d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3a85b369-d1ab-48f3-82d3-8fa2359d7e60), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:45.589834 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b5c58-0afa-4d07-b260-e3b63d58c431 req-9b48a9fe-2790-4c0d-9585-9c43cf82be77 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:45.611587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d2b5c58-0afa-4d07-b260-e3b63d58c431 req-9b48a9fe-2790-4c0d-9585-9c43cf82be77 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 946 time: 0.2044659 Jan 28 12:48:45.666567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abda8d2-1acd-45b8-9bee-798b9c8ab28d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=3a85b369-d1ab-48f3-82d3-8fa2359d7e60,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:45.825335 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1abda8d2-1acd-45b8-9bee-798b9c8ab28d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:45.835399 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1abda8d2-1acd-45b8-9bee-798b9c8ab28d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/3a85b369-d1ab-48f3-82d3-8fa2359d7e60 HTTP/1.1" status: 204 len: 168 time: 1.3693206 Jan 28 12:48:45.838036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37072) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:45.851431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d2b5c58-0afa-4d07-b260-e3b63d58c431 req-ba472ed4-8b38-4875-a869-b2f79628f91a tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386546 Jan 28 12:48:45.970040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07832015-ccac-4128-83bb-eed320dc4052 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:45.972903 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-07832015-ccac-4128-83bb-eed320dc4052 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1331608 Jan 28 12:48:45.975455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37074) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:46.108460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36585b6-b58f-4dc9-8347-060ea6ad4a97 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:46.113127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f36585b6-b58f-4dc9-8347-060ea6ad4a97 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1354651 Jan 28 12:48:46.116984 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37080) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:46.448990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6447aa09-2163-4d6e-86c2-e16a8ca07472 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:46.457789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6447aa09-2163-4d6e-86c2-e16a8ca07472 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:46.466804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6447aa09-2163-4d6e-86c2-e16a8ca07472 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:46.472813 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6447aa09-2163-4d6e-86c2-e16a8ca07472 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3507276 Jan 28 12:48:46.473326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37090) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:46.524627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b37b09-ecb7-4a1c-8a73-15acfaf6d772 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:46.735429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 92715489-95cd-425c-9fc2-d823eb453afa up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:46.779599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31ff28c-34ad-40c7-adbf-dd104b216382 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 2d6b7121-b79f-4339-b916-b44db6bb6992 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:48:46.795930 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a31ff28c-34ad-40c7-adbf-dd104b216382 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (2d6b7121-b79f-4339-b916-b44db6bb6992), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:46.858753 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6f39d-214a-44f9-86b0-28f0289999a8 req-4d9e2baa-7825-4345-a326-196d4edf51e0 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:46.868184 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c6c6f39d-214a-44f9-86b0-28f0289999a8 req-4d9e2baa-7825-4345-a326-196d4edf51e0 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.49 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 946 time: 0.2814598 Jan 28 12:48:46.921539 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a57a2267-40c4-4c60-b1d5-1ec0397e7c95 None None] Provisioning complete for port 92715489-95cd-425c-9fc2-d823eb453afa triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:46.922144 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a57a2267-40c4-4c60-b1d5-1ec0397e7c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (92715489-95cd-425c-9fc2-d823eb453afa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:47.051220 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a31ff28c-34ad-40c7-adbf-dd104b216382 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (2d6b7121-b79f-4339-b916-b44db6bb6992), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:47.375285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68e802-667c-4d25-9c69-dfc2c164ed99 req-e657836d-781a-428c-a965-0e7e6f6902fd tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:47.384254 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f68e802-667c-4d25-9c69-dfc2c164ed99 req-e657836d-781a-428c-a965-0e7e6f6902fd tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 946 time: 0.2376654 Jan 28 12:48:47.437282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-c6c6f39d-214a-44f9-86b0-28f0289999a8 req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Deleting port 8e5fc309-ba48-43b7-ad94-02461c1e47fc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:48:47.441971 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:47.475043 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c6c6f39d-214a-44f9-86b0-28f0289999a8 req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:47.538601 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a31ff28c-34ad-40c7-adbf-dd104b216382 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (2d6b7121-b79f-4339-b916-b44db6bb6992), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:47.592999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 92715489-95cd-425c-9fc2-d823eb453afa triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:47.594052 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (92715489-95cd-425c-9fc2-d823eb453afa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:47.670843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f68e802-667c-4d25-9c69-dfc2c164ed99 req-bf8a2a08-8f44-46ad-b1fd-398a334801e7 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/security-groups?id=a73ff71f-bb98-43c8-b5b9-f1419a902369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738588 Jan 28 12:48:47.760685 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a31ff28c-34ad-40c7-adbf-dd104b216382 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (2d6b7121-b79f-4339-b916-b44db6bb6992), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:47.855620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ff28c-34ad-40c7-adbf-dd104b216382 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6b7121-b79f-4339-b916-b44db6bb6992,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:47.866819 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a31ff28c-34ad-40c7-adbf-dd104b216382 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:47.872110 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a31ff28c-34ad-40c7-adbf-dd104b216382 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/2d6b7121-b79f-4339-b916-b44db6bb6992 HTTP/1.1" status: 204 len: 168 time: 1.3971694 Jan 28 12:48:47.881290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37108) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:47.973591 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:48.076470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55e618f-eb18-44fb-932b-a1909f95c9d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet f55dcd25-0feb-418b-91d9-1164f898e22f {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:48:48.090151 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55e618f-eb18-44fb-932b-a1909f95c9d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (f55dcd25-0feb-418b-91d9-1164f898e22f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:48.092402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 92715489-95cd-425c-9fc2-d823eb453afa is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:48.092799 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (92715489-95cd-425c-9fc2-d823eb453afa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:48.178029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c6c6f39d-214a-44f9-86b0-28f0289999a8 req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] For port 8e5fc309-ba48-43b7-ad94-02461c1e47fc, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8e5fc309-ba48-43b7-ad94-02461c1e47fc,segment=NetworkSegment(4d4c8bb8-90e2-4db5-aa50-ac3258075de6),segment_id=4d4c8bb8-90e2-4db5-aa50-ac3258075de6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:48.178712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c6c6f39d-214a-44f9-86b0-28f0289999a8 req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:48.209431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 92715489-95cd-425c-9fc2-d823eb453afa, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=92715489-95cd-425c-9fc2-d823eb453afa,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:48.221221 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (92715489-95cd-425c-9fc2-d823eb453afa), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:48.235575 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-c6c6f39d-214a-44f9-86b0-28f0289999a8 req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Calling delete_port for 8e5fc309-ba48-43b7-ad94-02461c1e47fc owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:48:48.304761 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55e618f-eb18-44fb-932b-a1909f95c9d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (f55dcd25-0feb-418b-91d9-1164f898e22f), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:48.333947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a57a2267-40c4-4c60-b1d5-1ec0397e7c95 None None] Current status of the port 92715489-95cd-425c-9fc2-d823eb453afa is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:48.334369 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a57a2267-40c4-4c60-b1d5-1ec0397e7c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (92715489-95cd-425c-9fc2-d823eb453afa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:48.578670 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=92715489-95cd-425c-9fc2-d823eb453afa,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:48.671867 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-a57a2267-40c4-4c60-b1d5-1ec0397e7c95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:48:48.679206 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-a57a2267-40c4-4c60-b1d5-1ec0397e7c95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:48:48.717623 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c6c6f39d-214a-44f9-86b0-28f0289999a8 req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8e5fc309-ba48-43b7-ad94-02461c1e47fc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:48.733448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['8e5fc309-ba48-43b7-ad94-02461c1e47fc'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:48:48.785287 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55e618f-eb18-44fb-932b-a1909f95c9d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (f55dcd25-0feb-418b-91d9-1164f898e22f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:48.795506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Pushing event deleted for resources: {'Port': ['ID=8e5fc309-ba48-43b7-ad94-02461c1e47fc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:48.816836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.819192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.819710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.820157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.821214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.821662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.822280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.822818 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.823527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.824127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.824563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.825302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.825762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:48.950142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cda74d1c-2f41-4b8b-b8e9-9c4ef17d109e req-2f960fe9-b603-4b5b-aac6-e54d15394177 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.53 "GET /v2.0/ports?device_id=f746b517-b20b-42c1-83ef-39ba3d55df98 HTTP/1.1" status: 200 len: 210 time: 0.0949416 Jan 28 12:48:49.050460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c6f39d-214a-44f9-86b0-28f0289999a8 req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] No DVR routers for this DVR port 8e5fc309-ba48-43b7-ad94-02461c1e47fc on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:48:49.059921 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c6c6f39d-214a-44f9-86b0-28f0289999a8 req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:49.068371 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55e618f-eb18-44fb-932b-a1909f95c9d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (f55dcd25-0feb-418b-91d9-1164f898e22f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:49.076269 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c6c6f39d-214a-44f9-86b0-28f0289999a8 req-4394270d-e699-41af-8047-864ee9a21197 tempest-ServerAddressesNegativeTestJSON-1721836089 tempest-ServerAddressesNegativeTestJSON-1721836089-project] 10.222.0.49 "DELETE /v2.0/ports/8e5fc309-ba48-43b7-ad94-02461c1e47fc HTTP/1.1" status: 204 len: 173 time: 2.1992962 Jan 28 12:48:49.076861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f746b517-b20b-42c1-83ef-39ba3d55df98', 'name': 'network-vif-deleted', 'tag': '8e5fc309-ba48-43b7-ad94-02461c1e47fc'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:48:49.081116 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb00875b-0b3f-480d-b21b-d591168ac78a" -d '{"events": [{"server_uuid": "f746b517-b20b-42c1-83ef-39ba3d55df98", "name": "network-vif-deleted", "tag": "8e5fc309-ba48-43b7-ad94-02461c1e47fc"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:48:49.119167 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55e618f-eb18-44fb-932b-a1909f95c9d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:49.134134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a55e618f-eb18-44fb-932b-a1909f95c9d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/f55dcd25-0feb-418b-91d9-1164f898e22f HTTP/1.1" status: 204 len: 168 time: 1.2489538 Jan 28 12:48:49.135187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37132) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:49.212819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e618f-eb18-44fb-932b-a1909f95c9d4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=f55dcd25-0feb-418b-91d9-1164f898e22f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:49.243655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37134) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:49.244883 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-150be0f5-366a-4446-8e1e-cf17a4139fdb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078906 Jan 28 12:48:49.255816 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c4bd790b-cb5c-4497-889f-99375e673bd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:49.426245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a57a2267-40c4-4c60-b1d5-1ec0397e7c95 None None] Current status of the port 92715489-95cd-425c-9fc2-d823eb453afa is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:49.428693 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1e37ecc-7d5a-4988-b745-71d7de7d6096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:49.446078 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aa6faf-aa47-4c44-97b7-b38c2a4ec7ac x-openstack-request-id: req-92aa6faf-aa47-4c44-97b7-b38c2a4ec7ac {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:48:49.446613 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f746b517-b20b-42c1-83ef-39ba3d55df98", "name": "network-vif-deleted", "tag": "8e5fc309-ba48-43b7-ad94-02461c1e47fc", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:48:49.446893 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92aa6faf-aa47-4c44-97b7-b38c2a4ec7ac {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:48:49.447440 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f746b517-b20b-42c1-83ef-39ba3d55df98', 'name': 'network-vif-deleted', 'tag': '8e5fc309-ba48-43b7-ad94-02461c1e47fc', 'status': 'completed', 'code': 200} Jan 28 12:48:49.564327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bd790b-cb5c-4497-889f-99375e673bd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:49.574402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4bd790b-cb5c-4497-889f-99375e673bd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:49.585645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb28bd1e-fb68-4795-bdd5-e8a7db91358d None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:49.867638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bf3e591c-5cc2-4c80-a73f-6d3ad88d629b None None] Provisioning complete for port 92715489-95cd-425c-9fc2-d823eb453afa triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:49.868579 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bf3e591c-5cc2-4c80-a73f-6d3ad88d629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (92715489-95cd-425c-9fc2-d823eb453afa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:50.100057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb60aea6-04f9-4633-acd7-de2b48566f68 None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:48:50.119385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37148) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:50.180468 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4bd790b-cb5c-4497-889f-99375e673bd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (ffe16c69-694a-4d06-93c3-ed876856fe32), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:50.240915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa91443c-7794-44b4-a72b-4707d8897f99 admin admin] Deleting subnet 1c7d15e9-8993-47cc-9e5c-912ca00351c9 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:48:50.242750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e591c-5cc2-4c80-a73f-6d3ad88d629b None None] Current status of the port 92715489-95cd-425c-9fc2-d823eb453afa is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:50.250575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa91443c-7794-44b4-a72b-4707d8897f99 admin admin] Publish callbacks [] for subnet (1c7d15e9-8993-47cc-9e5c-912ca00351c9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:50.324262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd790b-cb5c-4497-889f-99375e673bd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:50.324474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fb60aea6-04f9-4633-acd7-de2b48566f68 None None] Deleting port 92715489-95cd-425c-9fc2-d823eb453afa {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:48:50.324474 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb60aea6-04f9-4633-acd7-de2b48566f68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (92715489-95cd-425c-9fc2-d823eb453afa), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:50.350185 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa91443c-7794-44b4-a72b-4707d8897f99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (1c7d15e9-8993-47cc-9e5c-912ca00351c9), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:50.374790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c4bd790b-cb5c-4497-889f-99375e673bd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:50.379536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd790b-cb5c-4497-889f-99375e673bd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:50.383636 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4bd790b-cb5c-4497-889f-99375e673bd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:50.409865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd790b-cb5c-4497-889f-99375e673bd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=ffe16c69-694a-4d06-93c3-ed876856fe32,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:50.432099 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c4bd790b-cb5c-4497-889f-99375e673bd4 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1869733 Jan 28 12:48:50.439645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37162) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:50.443724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 92715489-95cd-425c-9fc2-d823eb453afa no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:48:50.452209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-160f96a5-ccf4-441d-bbc0-b802c55e7650 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:50.504415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa91443c-7794-44b4-a72b-4707d8897f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (1c7d15e9-8993-47cc-9e5c-912ca00351c9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:50.644560 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa91443c-7794-44b4-a72b-4707d8897f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (1c7d15e9-8993-47cc-9e5c-912ca00351c9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:50.738743 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa91443c-7794-44b4-a72b-4707d8897f99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:50.747206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160f96a5-ccf4-441d-bbc0-b802c55e7650 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:50.749410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fb60aea6-04f9-4633-acd7-de2b48566f68 None None] For port 92715489-95cd-425c-9fc2-d823eb453afa, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=92715489-95cd-425c-9fc2-d823eb453afa,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:50.751213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-160f96a5-ccf4-441d-bbc0-b802c55e7650 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:50.755269 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fa91443c-7794-44b4-a72b-4707d8897f99 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1c7d15e9-8993-47cc-9e5c-912ca00351c9 HTTP/1.1" status: 204 len: 168 time: 0.6344187 Jan 28 12:48:50.756346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37166) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:50.757864 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb60aea6-04f9-4633-acd7-de2b48566f68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (92715489-95cd-425c-9fc2-d823eb453afa), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:50.801833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fb60aea6-04f9-4633-acd7-de2b48566f68 None None] Calling delete_port for 92715489-95cd-425c-9fc2-d823eb453afa owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:48:50.863640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 92715489-95cd-425c-9fc2-d823eb453afa is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:50.872434 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (92715489-95cd-425c-9fc2-d823eb453afa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:50.932715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91443c-7794-44b4-a72b-4707d8897f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c7d15e9-8993-47cc-9e5c-912ca00351c9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:50.937216 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e461f979-8b41-46ab-ada2-e81567eaafeb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:51.000261 n-d-824835-4 neutron-server[103129]: INFO neutron.db.ipam_backend_mixin [None req-160f96a5-ccf4-441d-bbc0-b802c55e7650 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ffe16c69-694a-4d06-93c3-ed876856fe32 (CIDR: 2001:db8::/64) Jan 28 12:48:51.006342 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-160f96a5-ccf4-441d-bbc0-b802c55e7650 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:48:51.006865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160f96a5-ccf4-441d-bbc0-b802c55e7650 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:48:51.044804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-160f96a5-ccf4-441d-bbc0-b802c55e7650 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6033607 Jan 28 12:48:51.045999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37174) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:51.063304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 92715489-95cd-425c-9fc2-d823eb453afa, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=92715489-95cd-425c-9fc2-d823eb453afa,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:51.071551 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e461f979-8b41-46ab-ada2-e81567eaafeb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:51.074325 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (92715489-95cd-425c-9fc2-d823eb453afa), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:51.076531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'subnet': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:51.167735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e461f979-8b41-46ab-ada2-e81567eaafeb']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:51.204793 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4c8bb8-90e2-4db5-aa50-ac3258075de6') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:51.205199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4c8bb8-90e2-4db5-aa50-ac3258075de6') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:48:51.249979 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (4d4c8bb8-90e2-4db5-aa50-ac3258075de6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:51.300580 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4d4c8bb8-90e2-4db5-aa50-ac3258075de6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:51.318110 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:48:51.320831 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (4d4c8bb8-90e2-4db5-aa50-ac3258075de6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:51.321539 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb60aea6-04f9-4633-acd7-de2b48566f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (92715489-95cd-425c-9fc2-d823eb453afa), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:48:51.328987 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:48:51.361493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event deleted for resources: {'Port': ['ID=92715489-95cd-425c-9fc2-d823eb453afa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:51.418876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:51.423833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:51.436148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60aea6-04f9-4633-acd7-de2b48566f68 None None] Pushing event deleted for resources: {'Port': ['ID=92715489-95cd-425c-9fc2-d823eb453afa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:51.448820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60aea6-04f9-4633-acd7-de2b48566f68 None None] No DVR routers for this DVR port 92715489-95cd-425c-9fc2-d823eb453afa on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:48:51.474489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa707c71-963e-4f41-b236-418a4103b502 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:51.576565 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (e461f979-8b41-46ab-ada2-e81567eaafeb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:51.586807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:51.595650 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] 10.222.0.53 "DELETE /v2.0/networks/e461f979-8b41-46ab-ada2-e81567eaafeb HTTP/1.1" status: 204 len: 168 time: 0.8297155 Jan 28 12:48:51.651906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bb2c7-4001-4379-92d7-0cccb302c42d admin admin] Pushing event deleted for resources: {'Network': ['ID=e461f979-8b41-46ab-ada2-e81567eaafeb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:51.694315 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0be0d992-77ea-44fd-9e7b-7c81f33464b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:51.703824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'project_id': '257ded29560547f38badcf854567ffd1', 'fixed_ips': [{'subnet_id': 'ffe16c69-694a-4d06-93c3-ed876856fe32'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:48:51.704882 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:51.913077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8e5fc309-ba48-43b7-ad94-02461c1e47fc no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:48:51.938673 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37190) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:51.976371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 8e5fc309-ba48-43b7-ad94-02461c1e47fc {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:48:51.976831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8e5fc309-ba48-43b7-ad94-02461c1e47fc not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:48:52.059646 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cfbd6dab-ad44-4e37-95d4-6b539a9d8ac9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a479b79f9134077a85695aabb4d052d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1192281 Jan 28 12:48:52.067776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37192) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:52.075329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Allocated IP 2001:db8::2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/ffe16c69-694a-4d06-93c3-ed876856fe32/39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:52.197199 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d943f8ff-153a-4461-8078-51a1d5564ddc admin admin] Publish callbacks [] for security_group (a73ff71f-bb98-43c8-b5b9-f1419a902369), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:52.267985 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d943f8ff-153a-4461-8078-51a1d5564ddc admin admin] Publish callbacks [] for security_group (a73ff71f-bb98-43c8-b5b9-f1419a902369), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:52.390340 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d943f8ff-153a-4461-8078-51a1d5564ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a73ff71f-bb98-43c8-b5b9-f1419a902369), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:52.394189 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d943f8ff-153a-4461-8078-51a1d5564ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:52.395501 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d943f8ff-153a-4461-8078-51a1d5564ddc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a73ff71f-bb98-43c8-b5b9-f1419a902369 HTTP/1.1" status: 204 len: 168 time: 0.3261957 Jan 28 12:48:52.418847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943f8ff-153a-4461-8078-51a1d5564ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ff71f-bb98-43c8-b5b9-f1419a902369,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:52.423991 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Publish callbacks [] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:52.437712 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:52.600311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Pushing event updated for resources: {'Port': ['ID=39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:52.665304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:52.669334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:52.680900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:48:52.914954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Attempting to bind port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:48:52.917315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Attempting to bind port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:48:52.918120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Attempting to bind port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 on network de0b2f56-ede1-4d55-901b-b7cbada05d3b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:48:52.996174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:48:52.997414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Checking segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:48:53.003791 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:53.004608 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Bound using segment: {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:48:53.005525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Bound port: 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2900af-d8a3-4b77-bfcc-10df37169c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:48:53.006169 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:53.049228 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:53.131296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.objects.ports [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 12:48:53.180311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] For port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:48:53.184082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] For port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:48:53.190589 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:53.280220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b502a41-d80a-4bf4-abb6-66ca1ebe605d None None] Pushing event updated for resources: {'Port': ['ID=39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:53.491571 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:54.102531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] For port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:54.202821 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:54.218847 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:54.218847 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (98bd542b-bfd6-43f7-bf76-e09594f4b703), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:54.521823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Subnet': ['ID=98bd542b-bfd6-43f7-bf76-e09594f4b703,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:54.579739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37250) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:54.670807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:54.674642 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:54.699710 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.705343 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.706098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.706558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.707005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.707489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.708391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.710966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.711588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.712111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.712553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.715648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.716284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:48:54.770681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:54.822079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:54.842562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:54.844248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:54.865224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:54.865824 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:54.907919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:54.930412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2a77e28b-eebf-449b-a3f9-9c58e0f3cd1d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8789434 Jan 28 12:48:54.934341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37266) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:54.948409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Request body: {'port': {'network_id': 'de0b2f56-ede1-4d55-901b-b7cbada05d3b', 'mac_address': 'fa:16:3e:91:b3:a2', 'name': 'tempest-NetworksTestDHCPv6-1953417700'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:55.053711 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-826163106-network', 'tenant_id': '9a50d939b7bb406aba102948c18f2fe7'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:55.166324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:55.167417 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:55.309269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:48:55.309611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Made reservation on behalf of 9a50d939b7bb406aba102948c18f2fe7 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:55.312604 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:55.324972 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:55.358284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Made reservation on behalf of 257ded29560547f38badcf854567ffd1 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:55.371564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:55.512839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:55.649956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1707f648-8233-47d6-b370-5ad75279067d None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:55.943664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-454b9f77-230a-4154-aa9a-7710c9f56bbe None None] Provisioning complete for port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:55.945424 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-454b9f77-230a-4154-aa9a-7710c9f56bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:56.056323 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:56.230758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-454b9f77-230a-4154-aa9a-7710c9f56bbe None None] Current status of the port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:56.397366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:56.434798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:48:56.444834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Publish callbacks [] for security_group (655d91f7-cd60-475b-becc-50b5064e56a8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:56.496408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (655d91f7-cd60-475b-becc-50b5064e56a8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:56.524912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:48:56.547944 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (77bb1189-89b0-4db9-88b5-608796a7e369), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:56.549276 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Added segment 77bb1189-89b0-4db9-88b5-608796a7e369 of type vlan for network 9d2ff505-73fb-44c3-9187-4f42a6f349a4 Jan 28 12:48:56.594663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:56.595918 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:56.656479 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (9d2ff505-73fb-44c3-9187-4f42a6f349a4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:56.747861 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (9d2ff505-73fb-44c3-9187-4f42a6f349a4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:56.748849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:56.749437 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:56.781484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] device_id is not set on port bd8d4a97-c92c-4bf0-ac66-8ba57680e29e yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:48:56.820954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37298) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:56.830939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-aa7354a1-6e2b-42a5-b353-0f9ad8067ef5 admin admin] Request body: {'subnet': {'network_id': '9d2ff505-73fb-44c3-9187-4f42a6f349a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-826163106-subnet', 'tenant_id': '9a50d939b7bb406aba102948c18f2fe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:48:56.839800 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2365973 Jan 28 12:48:56.926708 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:56.927176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7354a1-6e2b-42a5-b353-0f9ad8067ef5 admin admin] Made reservation on behalf of 9a50d939b7bb406aba102948c18f2fe7 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:48:56.929626 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa7354a1-6e2b-42a5-b353-0f9ad8067ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:57.076708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655d91f7-cd60-475b-becc-50b5064e56a8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:57.112943 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744eddfb-635d-4cf2-a1d6-2ab86fa8a7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=9d2ff505-73fb-44c3-9187-4f42a6f349a4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:57.190888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 9d2ff505-73fb-44c3-9187-4f42a6f349a4 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:48:57.438405 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa7354a1-6e2b-42a5-b353-0f9ad8067ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (b626d2b2-dfda-4d4d-8878-eb7327667ee8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:57.508837 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-844ae276-1c75-4743-8d1e-a93e065777e0 None None] Provisioning complete for port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:57.509318 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-844ae276-1c75-4743-8d1e-a93e065777e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:57.577094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7354a1-6e2b-42a5-b353-0f9ad8067ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b626d2b2-dfda-4d4d-8878-eb7327667ee8,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:57.581536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8::2fa (de0b2f56-ede1-4d55-901b-b7cbada05d3b/ffe16c69-694a-4d06-93c3-ed876856fe32/bd8d4a97-c92c-4bf0-ac66-8ba57680e29e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:57.601907 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Allocated IP 2001:db8:0:1:f816:3eff:fe91:b3a2 (de0b2f56-ede1-4d55-901b-b7cbada05d3b/98bd542b-bfd6-43f7-bf76-e09594f4b703/bd8d4a97-c92c-4bf0-ac66-8ba57680e29e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:48:57.686831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7354a1-6e2b-42a5-b353-0f9ad8067ef5 admin admin] Checking segment: {'id': '77bb1189-89b0-4db9-88b5-608796a7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9d2ff505-73fb-44c3-9187-4f42a6f349a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:48:57.687122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7354a1-6e2b-42a5-b353-0f9ad8067ef5 admin admin] Network hostable DHCP agents. Network: 9d2ff505-73fb-44c3-9187-4f42a6f349a4, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:48:57.738269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7354a1-6e2b-42a5-b353-0f9ad8067ef5 admin admin] Network 9d2ff505-73fb-44c3-9187-4f42a6f349a4 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:48:57.739408 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-844ae276-1c75-4743-8d1e-a93e065777e0 None None] Current status of the port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:48:57.753462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-aa7354a1-6e2b-42a5-b353-0f9ad8067ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 9d2ff505-73fb-44c3-9187-4f42a6f349a4) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:57.761570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7354a1-6e2b-42a5-b353-0f9ad8067ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:57.763859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fd5b02-c6b2-45df-9769-1670789710fc None None] Network 9d2ff505-73fb-44c3-9187-4f42a6f349a4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:57.764505 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa7354a1-6e2b-42a5-b353-0f9ad8067ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:57.806028 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-aa7354a1-6e2b-42a5-b353-0f9ad8067ef5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9749057 Jan 28 12:48:58.201563 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for port (bd8d4a97-c92c-4bf0-ac66-8ba57680e29e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:58.338511 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (bd8d4a97-c92c-4bf0-ac66-8ba57680e29e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:58.484557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-11c47f3b-40d3-459b-9fa5-e220233909fc None None] Could not find standard attr ID for object 399b3bbd-f6bf-4e68-b605-3e826a03ef4b. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:48:58.520254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event updated for resources: {'Port': ['ID=bd8d4a97-c92c-4bf0-ac66-8ba57680e29e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:48:58.574460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:48:58.580740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:48:58.591786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:48:58.631600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:48:58.632250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bfc022a9-0ace-4e53-b754-fde52a0cd39c None None] Could not find standard attr ID for object 5d0ee377-89da-4e04-a601-7a61919a65a3. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:48:58.632508 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:58.709459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37338) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:48:58.730561 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d5e99726-26aa-4091-afd3-c9380e6add0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7941954 Jan 28 12:48:58.738837 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24e3ce9-2358-4789-9e56-85c7e61fd5bd None None] Network 9d2ff505-73fb-44c3-9187-4f42a6f349a4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:48:59.059836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d4655-f631-4208-b426-7a6add2ba8bd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting port bd8d4a97-c92c-4bf0-ac66-8ba57680e29e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:48:59.060330 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4655-f631-4208-b426-7a6add2ba8bd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (bd8d4a97-c92c-4bf0-ac66-8ba57680e29e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:59.132208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7c5254ed-1e22-4a86-93f6-fe0f01a0cf8a None None] Could not find standard attr ID for object 3a85b369-d1ab-48f3-82d3-8fa2359d7e60. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:48:59.407054 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4655-f631-4208-b426-7a6add2ba8bd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (bd8d4a97-c92c-4bf0-ac66-8ba57680e29e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:59.476697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d4655-f631-4208-b426-7a6add2ba8bd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Calling delete_port for bd8d4a97-c92c-4bf0-ac66-8ba57680e29e owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:48:59.603575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-82573d45-aa40-4b71-b024-6a3f2c624ac9 None None] Provisioning complete for port bd8d4a97-c92c-4bf0-ac66-8ba57680e29e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:48:59.604164 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82573d45-aa40-4b71-b024-6a3f2c624ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bd8d4a97-c92c-4bf0-ac66-8ba57680e29e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:48:59.753144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-82573d45-aa40-4b71-b024-6a3f2c624ac9 None None] Port bd8d4a97-c92c-4bf0-ac66-8ba57680e29e cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:49:00.230189 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4655-f631-4208-b426-7a6add2ba8bd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (bd8d4a97-c92c-4bf0-ac66-8ba57680e29e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:00.335085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d4655-f631-4208-b426-7a6add2ba8bd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Port': ['ID=bd8d4a97-c92c-4bf0-ac66-8ba57680e29e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:00.517921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4655-f631-4208-b426-7a6add2ba8bd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:00.526183 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:00.541259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0e1d4655-f631-4208-b426-7a6add2ba8bd tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/bd8d4a97-c92c-4bf0-ac66-8ba57680e29e HTTP/1.1" status: 204 len: 168 time: 1.8110721 Jan 28 12:49:00.683688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08252494-c54f-4104-8874-565003ec8e06 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:00.689054 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-08252494-c54f-4104-8874-565003ec8e06 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1611645 Jan 28 12:49:00.689238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:00.857179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8372483a-b966-4e19-8315-024822254661 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:00.862274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8372483a-b966-4e19-8315-024822254661 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1690090 Jan 28 12:49:00.863008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37390) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:01.038701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2795789-9c2d-47e4-b656-17e4afa1e630 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:01.059148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2795789-9c2d-47e4-b656-17e4afa1e630 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:01.059148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2795789-9c2d-47e4-b656-17e4afa1e630 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:01.061729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37396) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:01.069510 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c2795789-9c2d-47e4-b656-17e4afa1e630 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2050626 Jan 28 12:49:01.162415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ab6558-a665-4bec-9197-51c293aae518 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet 98bd542b-bfd6-43f7-bf76-e09594f4b703 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:49:01.173561 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6558-a665-4bec-9197-51c293aae518 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (98bd542b-bfd6-43f7-bf76-e09594f4b703), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:01.218585 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6558-a665-4bec-9197-51c293aae518 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (98bd542b-bfd6-43f7-bf76-e09594f4b703), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:01.423783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6558-a665-4bec-9197-51c293aae518 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (98bd542b-bfd6-43f7-bf76-e09594f4b703), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:01.721142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147323-cfbf-434d-874e-e191f7291ca5 req-879aab3a-a7bf-4394-ac9a-934b12a3fae6 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:01.728939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-879aab3a-a7bf-4394-ac9a-934b12a3fae6 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/networks?id=9d2ff505-73fb-44c3-9187-4f42a6f349a4 HTTP/1.1" status: 200 len: 809 time: 0.2373488 Jan 28 12:49:01.791061 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-e33ece86-82d2-4870-ba34-1a767aea109c tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/quotas/9a50d939b7bb406aba102948c18f2fe7 HTTP/1.1" status: 200 len: 375 time: 0.0606241 Jan 28 12:49:01.793632 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6558-a665-4bec-9197-51c293aae518 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (98bd542b-bfd6-43f7-bf76-e09594f4b703), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:01.862631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab6558-a665-4bec-9197-51c293aae518 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=98bd542b-bfd6-43f7-bf76-e09594f4b703,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:01.863098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daddc9a-f764-45d3-a17d-efff309158b6 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:01.866587 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6558-a665-4bec-9197-51c293aae518 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:01.873787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37428) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:01.884599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a6ab6558-a665-4bec-9197-51c293aae518 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/98bd542b-bfd6-43f7-bf76-e09594f4b703 HTTP/1.1" status: 204 len: 168 time: 0.8201699 Jan 28 12:49:01.940575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-502dc059-105f-48c0-82f9-a1907ab973b0 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a50d939b7bb406aba102948c18f2fe7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1376126 Jan 28 12:49:02.017766 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9cb089-bca4-4ca2-ae1f-f02f458bb880 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Deleting subnet ffe16c69-694a-4d06-93c3-ed876856fe32 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:49:02.024070 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb089-bca4-4ca2-ae1f-f02f458bb880 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (ffe16c69-694a-4d06-93c3-ed876856fe32), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:02.203488 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb089-bca4-4ca2-ae1f-f02f458bb880 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (ffe16c69-694a-4d06-93c3-ed876856fe32), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:02.237413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-8af4cb22-9a16-4a71-b715-a0d03dce61fe service neutron] 10.222.0.53 "GET /v2.0/networks/9d2ff505-73fb-44c3-9187-4f42a6f349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897117 Jan 28 12:49:02.422729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb089-bca4-4ca2-ae1f-f02f458bb880 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ffe16c69-694a-4d06-93c3-ed876856fe32), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:02.427794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-dc53c74f-c8d6-410e-8ef0-93441279383f service neutron] 10.222.0.53 "GET /v2.0/networks/9d2ff505-73fb-44c3-9187-4f42a6f349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894028 Jan 28 12:49:02.643941 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb089-bca4-4ca2-ae1f-f02f458bb880 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (ffe16c69-694a-4d06-93c3-ed876856fe32), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:02.679900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb089-bca4-4ca2-ae1f-f02f458bb880 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:02.687109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37442) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:02.687848 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0b9cb089-bca4-4ca2-ae1f-f02f458bb880 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/ffe16c69-694a-4d06-93c3-ed876856fe32 HTTP/1.1" status: 204 len: 168 time: 0.8121321 Jan 28 12:49:02.726482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cb089-bca4-4ca2-ae1f-f02f458bb880 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe16c69-694a-4d06-93c3-ed876856fe32,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:02.827968 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:49:02.838528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f52f2aad-d771-4115-9fea-0fadf16339a2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1461723 Jan 28 12:49:02.839763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37446) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:03.024654 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1227a3b8-2b29-4252-aabb-379a0508ac3f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:03.050548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37452) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:03.065515 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1227a3b8-2b29-4252-aabb-379a0508ac3f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2237358 Jan 28 12:49:03.217025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c75b1-c9b0-4e93-9f79-0172f770205e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:03.223321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-286c75b1-c9b0-4e93-9f79-0172f770205e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1710150 Jan 28 12:49:03.228706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:03.315965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14e9a6a1-f8fb-49c4-a6c4-6cf6c44cc0ef req-2ee74b88-ad24-465c-9e87-b9d8243aa09e tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 210 time: 0.0877149 Jan 28 12:49:03.443175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37466) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:03.444228 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-67f46aa3-fe1b-4e96-87a7-354a47bed907 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2131610 Jan 28 12:49:03.507191 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da9effe-96bb-403c-a7d6-cf716b4a54da tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:03.507939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da9effe-96bb-403c-a7d6-cf716b4a54da tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:03.511143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7da9effe-96bb-403c-a7d6-cf716b4a54da tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/bd8d4a97-c92c-4bf0-ac66-8ba57680e29e HTTP/1.1" status: 404 len: 333 time: 0.0669186 Jan 28 12:49:03.515298 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37468) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:03.542146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8ee04d-59de-4585-b450-5b559f7ce8e4 None None] Network de0b2f56-ede1-4d55-901b-b7cbada05d3b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:03.574857 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1af213d-3d38-4c66-bdb8-1a55c32acebe tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:03.575329 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1af213d-3d38-4c66-bdb8-1a55c32acebe tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:03.581217 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b1af213d-3d38-4c66-bdb8-1a55c32acebe tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/98bd542b-bfd6-43f7-bf76-e09594f4b703 HTTP/1.1" status: 404 len: 337 time: 0.0599258 Jan 28 12:49:03.584888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37474) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:03.709827 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e771aff3-398f-4d29-b04f-a85fb5207be0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:03.710564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e771aff3-398f-4d29-b04f-a85fb5207be0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:03.717192 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e771aff3-398f-4d29-b04f-a85fb5207be0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/ffe16c69-694a-4d06-93c3-ed876856fe32 HTTP/1.1" status: 404 len: 337 time: 0.1310704 Jan 28 12:49:03.717391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37478) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:03.770023 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abbed9b-2cfa-4e9a-8293-3c996137270f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:03.770717 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abbed9b-2cfa-4e9a-8293-3c996137270f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:03.777328 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1abbed9b-2cfa-4e9a-8293-3c996137270f tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/3a85b369-d1ab-48f3-82d3-8fa2359d7e60 HTTP/1.1" status: 404 len: 333 time: 0.0587976 Jan 28 12:49:03.780380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37482) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:03.826055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bba90f09-44b6-48a2-bd81-6badab9e6793 None None] Provisioning complete for port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:49:03.831659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bba90f09-44b6-48a2-bd81-6badab9e6793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:03.852632 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce9cf5b-e6d7-4000-9351-f90abb123b68 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:03.853105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce9cf5b-e6d7-4000-9351-f90abb123b68 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:03.876023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37488) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:03.888783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cce9cf5b-e6d7-4000-9351-f90abb123b68 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/2d6b7121-b79f-4339-b916-b44db6bb6992 HTTP/1.1" status: 404 len: 337 time: 0.0970159 Jan 28 12:49:03.931137 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-871e93e2-258b-46ca-a7ac-bd581ae02d9d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:03.933375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871e93e2-258b-46ca-a7ac-bd581ae02d9d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:03.940064 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-871e93e2-258b-46ca-a7ac-bd581ae02d9d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/f55dcd25-0feb-418b-91d9-1164f898e22f HTTP/1.1" status: 404 len: 337 time: 0.0622876 Jan 28 12:49:03.942949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37490) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.046721 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-132dce41-3a83-42a8-bd67-6e6bc83d7549 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:04.050700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132dce41-3a83-42a8-bd67-6e6bc83d7549 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:04.062394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-132dce41-3a83-42a8-bd67-6e6bc83d7549 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/5d0ee377-89da-4e04-a601-7a61919a65a3 HTTP/1.1" status: 404 len: 333 time: 0.1159775 Jan 28 12:49:04.062978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37498) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.193508 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a952fdc-481c-4ff0-aa56-73016c357219 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:04.196422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a952fdc-481c-4ff0-aa56-73016c357219 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:04.205338 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] DHCP port deletion for de0b2f56-ede1-4d55-901b-b7cbada05d3b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:49:04.209509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37502) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.209720 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5a952fdc-481c-4ff0-aa56-73016c357219 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/2913cd2b-54c9-4116-ba3f-b5324041cd59 HTTP/1.1" status: 404 len: 337 time: 0.1446552 Jan 28 12:49:04.244541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bba90f09-44b6-48a2-bd81-6badab9e6793 None None] Current status of the port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:04.290865 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Deleting port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:49:04.291304 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:04.294322 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebda6fa-ddcf-4ccb-8059-bed2c482218d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:04.298971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebda6fa-ddcf-4ccb-8059-bed2c482218d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:04.305786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37504) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.316733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6ebda6fa-ddcf-4ccb-8059-bed2c482218d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/60203b67-9bea-4a47-b1b3-8b6f8222deed HTTP/1.1" status: 404 len: 337 time: 0.0917337 Jan 28 12:49:04.356209 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-00396be6-88d0-44d8-95b1-c85e8fa91e37 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:04.356890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00396be6-88d0-44d8-95b1-c85e8fa91e37 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:04.363848 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-00396be6-88d0-44d8-95b1-c85e8fa91e37 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/399b3bbd-f6bf-4e68-b605-3e826a03ef4b HTTP/1.1" status: 404 len: 333 time: 0.0567188 Jan 28 12:49:04.366702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37508) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.434485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] For port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47,segment=NetworkSegment(aa2900af-d8a3-4b77-bfcc-10df37169c45),segment_id=aa2900af-d8a3-4b77-bfcc-10df37169c45)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:04.435254 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:04.464831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Calling delete_port for 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:49:04.474062 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-35238afc-e26e-42e2-8bde-5df7464a8af6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:04.476953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35238afc-e26e-42e2-8bde-5df7464a8af6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:04.484419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-35238afc-e26e-42e2-8bde-5df7464a8af6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/ecbce44f-fbbc-4358-9b2d-b2e46c3cb56e HTTP/1.1" status: 404 len: 337 time: 0.1142566 Jan 28 12:49:04.484929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37512) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.539160 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-975e3cfe-ca82-459e-8974-7bfeed98f658 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:04.540386 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975e3cfe-ca82-459e-8974-7bfeed98f658 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:04.545088 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-975e3cfe-ca82-459e-8974-7bfeed98f658 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/606ae044-65ca-41d3-b5bb-92e7473f7fb9 HTTP/1.1" status: 404 len: 337 time: 0.0588863 Jan 28 12:49:04.548344 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.563879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8b39960-165a-4b91-9c78-fbfd3ce6b52e req-efbeb1e7-26c2-4414-b65b-164e53c3b73c tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 210 time: 0.0506418 Jan 28 12:49:04.568173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:49:04.596758 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7e1b68-1f0d-4077-9e25-d54226f11c52 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:04.597682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7e1b68-1f0d-4077-9e25-d54226f11c52 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:04.601342 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cd7e1b68-1f0d-4077-9e25-d54226f11c52 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/1e40b1fe-a180-40d4-a83a-9edf7db8060c HTTP/1.1" status: 404 len: 333 time: 0.0515575 Jan 28 12:49:04.604950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37516) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.667887 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a25cafc-19c4-43a1-8156-eed1e24e96f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:04.669700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a25cafc-19c4-43a1-8156-eed1e24e96f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:04.678120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.678681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3a25cafc-19c4-43a1-8156-eed1e24e96f2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/c6be4258-f24a-4fd7-8fd9-3a5aefc67b84 HTTP/1.1" status: 404 len: 337 time: 0.0693181 Jan 28 12:49:04.718915 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fa1228-659b-4dde-b1ed-c0007e944cb6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:04.719594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0fa1228-659b-4dde-b1ed-c0007e944cb6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:04.728546 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e0fa1228-659b-4dde-b1ed-c0007e944cb6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/2f63c0cf-6402-4e61-8d2d-ffc50711eae3 HTTP/1.1" status: 404 len: 333 time: 0.0494123 Jan 28 12:49:04.731167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37522) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.756684 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:04.800603 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8132bd-ceb3-4749-a0be-a2d213d469fa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:04.801080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8132bd-ceb3-4749-a0be-a2d213d469fa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:04.810300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bc8132bd-ceb3-4749-a0be-a2d213d469fa tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/19fc590f-0fde-49b4-8334-862b7f45a5c2 HTTP/1.1" status: 404 len: 337 time: 0.0778446 Jan 28 12:49:04.812916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37526) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.832506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Pushing event deleted for resources: {'Port': ['ID=39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:04.850925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No active binding found for port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 {{(pid=103130) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 12:49:04.851306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] The host n-d-824835-4 is not matching for port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 host None! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:49:04.854207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:49:04.873551 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a553b9-0968-4302-8929-dbd1bf0084c0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:04.874139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a553b9-0968-4302-8929-dbd1bf0084c0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:04.878395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] No DVR routers for this DVR port 39ffc8c6-836b-4acc-9aba-fb2bb0c7ae47 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:49:04.883208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.883837 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.884556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.885076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.885713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.886355 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.887506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.888068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.888554 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.889037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.891335 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.892841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.892841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984eb2b3-d7f3-4ed5-8a8a-451b35252e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:04.902232 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b2a553b9-0968-4302-8929-dbd1bf0084c0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/cab058a9-54bd-4721-8de4-26e00ca5db0a HTTP/1.1" status: 404 len: 333 time: 0.0876875 Jan 28 12:49:04.904948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37528) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.962618 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfa640a-b723-4a9e-be6b-6afa0b89ed4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:04.963088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfa640a-b723-4a9e-be6b-6afa0b89ed4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:04.969196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:04.969360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ddfa640a-b723-4a9e-be6b-6afa0b89ed4e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/adec17f6-d363-40f1-8032-26cee957e91b HTTP/1.1" status: 404 len: 337 time: 0.0632725 Jan 28 12:49:05.002923 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced6b767-09f9-4d9c-b6be-0ece8cd9dc6c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:05.003954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced6b767-09f9-4d9c-b6be-0ece8cd9dc6c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:05.007225 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ced6b767-09f9-4d9c-b6be-0ece8cd9dc6c tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/6c02cfe4-75e5-4996-9a31-38ef6818143b HTTP/1.1" status: 404 len: 333 time: 0.0360112 Jan 28 12:49:05.009921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37532) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:05.062702 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ec1199-5989-4e02-809f-15ec2d9887b0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:05.075800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ec1199-5989-4e02-809f-15ec2d9887b0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:05.082017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-69ec1199-5989-4e02-809f-15ec2d9887b0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/7d607a55-b812-40c8-8810-7faedd6cb664 HTTP/1.1" status: 404 len: 337 time: 0.0709777 Jan 28 12:49:05.082696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37534) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:05.131822 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fe93d3-caa8-4951-8b80-18f7cecdabcc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:05.132472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57fe93d3-caa8-4951-8b80-18f7cecdabcc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:05.144390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-57fe93d3-caa8-4951-8b80-18f7cecdabcc tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/e17d9b26-47cc-4989-8e78-170642480712 HTTP/1.1" status: 404 len: 333 time: 0.0605884 Jan 28 12:49:05.174524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37538) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:05.245481 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fde1d58-f95e-462e-a5b7-2425bbe43318 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:05.246241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fde1d58-f95e-462e-a5b7-2425bbe43318 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:05.251751 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2fde1d58-f95e-462e-a5b7-2425bbe43318 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/b997a61d-3493-4c57-93ab-1c4f90af127f HTTP/1.1" status: 404 len: 337 time: 0.0676091 Jan 28 12:49:05.254367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37550) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:05.309750 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c4cb34-6d7d-42db-88a6-f62114bd12d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:05.310749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c4cb34-6d7d-42db-88a6-f62114bd12d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:05.327744 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a9c4cb34-6d7d-42db-88a6-f62114bd12d0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/bb3ecd6a-3b8a-45dc-8ad2-bef7546a2c41 HTTP/1.1" status: 404 len: 333 time: 0.0722132 Jan 28 12:49:05.328982 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37554) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:05.421188 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afa9b33-55ca-4522-a32d-9f447f09dcfb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:05.421904 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0afa9b33-55ca-4522-a32d-9f447f09dcfb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:05.425930 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0afa9b33-55ca-4522-a32d-9f447f09dcfb tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/d32ed3e3-5a8b-468c-b3ce-239a68751b1d HTTP/1.1" status: 404 len: 337 time: 0.0957832 Jan 28 12:49:05.428788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37558) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:05.492849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2d5db57b-771d-4388-8a65-0441e2347c45 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:05.495448 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2d5db57b-771d-4388-8a65-0441e2347c45 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.49 "GET /v2.0/networks?id=9d2ff505-73fb-44c3-9187-4f42a6f349a4 HTTP/1.1" status: 200 len: 809 time: 0.4483073 Jan 28 12:49:05.505000 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c302fb9-9135-4c47-b22c-f835dcf87f3b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:05.505510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c302fb9-9135-4c47-b22c-f835dcf87f3b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:05.514330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-38147323-cfbf-434d-874e-e191f7291ca5 req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Request body: {'port': {'device_id': '2854180a-f56f-414a-9964-27c8b4f3d862', 'network_id': '9d2ff505-73fb-44c3-9187-4f42a6f349a4', 'admin_state_up': True, 'tenant_id': '9a50d939b7bb406aba102948c18f2fe7'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:05.520738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:05.520924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4c302fb9-9135-4c47-b22c-f835dcf87f3b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/cfcb9478-eb05-4fc6-8411-c5f2f4174550 HTTP/1.1" status: 404 len: 337 time: 0.0908754 Jan 28 12:49:05.829207 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1460fcc-6c92-41ad-b368-3c14aa37f528 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:05.829207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1460fcc-6c92-41ad-b368-3c14aa37f528 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:05.831613 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a1460fcc-6c92-41ad-b368-3c14aa37f528 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/3b2476d4-a971-498b-8225-69ce09889caa HTTP/1.1" status: 404 len: 333 time: 0.3021624 Jan 28 12:49:05.838357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f997e57a-c564-46b8-a5b9-9e58aeb0c923 req-46778ce3-9762-4f08-89c0-22b4ea6c7198 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 210 time: 0.0761907 Jan 28 12:49:05.838840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37574) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:05.892271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38147323-cfbf-434d-874e-e191f7291ca5 req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Made reservation on behalf of 9a50d939b7bb406aba102948c18f2fe7 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:05.895768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-38147323-cfbf-434d-874e-e191f7291ca5 req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:05.919069 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccf9fd7-90e3-41cc-ac91-291b00b4f5f0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:05.921812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cccf9fd7-90e3-41cc-ac91-291b00b4f5f0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:05.931835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cccf9fd7-90e3-41cc-ac91-291b00b4f5f0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/11ffba7d-17e7-46a3-b3d8-2e51fef2c1fd HTTP/1.1" status: 404 len: 337 time: 0.0919831 Jan 28 12:49:05.933636 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37576) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.008147 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c92e658-3c2a-4a42-bca0-4838c863ea6e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:06.008585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c92e658-3c2a-4a42-bca0-4838c863ea6e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:06.022977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8c92e658-3c2a-4a42-bca0-4838c863ea6e tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/79bbe640-b71a-4ff0-b791-35553f5005a5 HTTP/1.1" status: 404 len: 337 time: 0.0871890 Jan 28 12:49:06.026546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37578) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.095484 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b961cb-1ac9-43be-a2ed-e14706008056 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:06.096739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b961cb-1ac9-43be-a2ed-e14706008056 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:06.106362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-38147323-cfbf-434d-874e-e191f7291ca5 req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Allocated IP 172.20.0.10 (9d2ff505-73fb-44c3-9187-4f42a6f349a4/b626d2b2-dfda-4d4d-8878-eb7327667ee8/74c8b6c8-a926-43ef-96c3-f99d6f9d3a77) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:49:06.123733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-76b961cb-1ac9-43be-a2ed-e14706008056 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/56dda958-72e8-42aa-8b9c-90cf17382ab5 HTTP/1.1" status: 404 len: 333 time: 0.0949683 Jan 28 12:49:06.142095 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37582) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.202855 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-794bb4cf-8a91-4d52-be76-2ae07992049b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:06.204724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794bb4cf-8a91-4d52-be76-2ae07992049b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:06.213220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-794bb4cf-8a91-4d52-be76-2ae07992049b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/7c4641e3-adbc-450e-931c-db5f754b40b1 HTTP/1.1" status: 404 len: 337 time: 0.0687144 Jan 28 12:49:06.215399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37586) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.256307 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e6700c-56d7-4ac7-92a4-5158b29cec90 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:06.258890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e6700c-56d7-4ac7-92a4-5158b29cec90 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:06.267608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-99e6700c-56d7-4ac7-92a4-5158b29cec90 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/3e22f5a3-0246-437e-9cf7-7694884326a6 HTTP/1.1" status: 404 len: 337 time: 0.0497532 Jan 28 12:49:06.275560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37588) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.325167 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b0b7cd-9620-4211-925a-2ee145ed2791 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:06.328709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b0b7cd-9620-4211-925a-2ee145ed2791 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:06.340353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-66b0b7cd-9620-4211-925a-2ee145ed2791 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/6546abe7-bf92-4383-a1ed-b3df505800d1 HTTP/1.1" status: 404 len: 333 time: 0.0635672 Jan 28 12:49:06.341030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37590) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.379871 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8a1bf1-93ac-488c-96f9-7fa058b5e9df tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:06.380580 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8a1bf1-93ac-488c-96f9-7fa058b5e9df tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:06.386674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ab8a1bf1-93ac-488c-96f9-7fa058b5e9df tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/1961fd86-65be-4c16-81b2-61a253e82ea2 HTTP/1.1" status: 404 len: 337 time: 0.0443788 Jan 28 12:49:06.387366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37592) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.421349 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-975d0aa4-4580-45b5-9bdc-3372bfc3fc6b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:06.421678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975d0aa4-4580-45b5-9bdc-3372bfc3fc6b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:06.428949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-975d0aa4-4580-45b5-9bdc-3372bfc3fc6b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/b23aac38-9118-4042-a596-7cfa519a7197 HTTP/1.1" status: 404 len: 337 time: 0.0403910 Jan 28 12:49:06.429475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37596) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.463208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c0d73a2a-8335-4b19-bb0d-19ed4207c657 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports?device_id=552b10f2-8cd6-4ddb-8f51-70de5a397d7d HTTP/1.1" status: 200 len: 205 time: 0.0323367 Jan 28 12:49:06.463906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37598) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.503046 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-675ed05a-1527-4fce-8371-e1a6051485f7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] delete failed (client error): The resource could not be found. Jan 28 12:49:06.507032 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-675ed05a-1527-4fce-8371-e1a6051485f7 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/routers/552b10f2-8cd6-4ddb-8f51-70de5a397d7d HTTP/1.1" status: 404 len: 336 time: 0.0421584 Jan 28 12:49:06.507797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37600) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.536462 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-424b21cf-5399-4293-bf6c-fd48644ca124 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:06.536959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424b21cf-5399-4293-bf6c-fd48644ca124 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:06.543252 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-424b21cf-5399-4293-bf6c-fd48644ca124 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/dd8d2b7c-07dc-4041-a8a7-d4e629560ec6 HTTP/1.1" status: 404 len: 337 time: 0.0346000 Jan 28 12:49:06.543954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37602) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.595160 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-38147323-cfbf-434d-874e-e191f7291ca5 req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Publish callbacks [] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:06.599671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4960ce17-4425-48a4-b6c6-609e9e5560b0 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "GET /v2.0/ports?device_id=b41c8208-4bbe-4a20-b949-8fa14bc2d73b HTTP/1.1" status: 200 len: 205 time: 0.0543771 Jan 28 12:49:06.600312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37604) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.667910 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-38147323-cfbf-434d-874e-e191f7291ca5 req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:06.678756 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-e7e30ab4-e3be-4743-9f5a-9c8afbd69d6d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] delete failed (client error): The resource could not be found. Jan 28 12:49:06.682737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e7e30ab4-e3be-4743-9f5a-9c8afbd69d6d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/routers/b41c8208-4bbe-4a20-b949-8fa14bc2d73b HTTP/1.1" status: 404 len: 336 time: 0.0814681 Jan 28 12:49:06.685229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37606) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.705478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38147323-cfbf-434d-874e-e191f7291ca5 req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Network 9d2ff505-73fb-44c3-9187-4f42a6f349a4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:49:06.714723 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-38147323-cfbf-434d-874e-e191f7291ca5 req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:06.725768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-38147323-cfbf-434d-874e-e191f7291ca5 req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:49:06.748432 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-99950559-7fde-4c32-9f19-e9edde537db5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:06.748907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99950559-7fde-4c32-9f19-e9edde537db5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:06.764049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-99950559-7fde-4c32-9f19-e9edde537db5 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/1eeae129-68b9-47a6-bca9-d5cb3f92af5a HTTP/1.1" status: 404 len: 337 time: 0.0776560 Jan 28 12:49:06.764807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37612) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.828607 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e162167b-2f98-49f5-82ad-8449526b3d25 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:06.829125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e162167b-2f98-49f5-82ad-8449526b3d25 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:06.841993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e162167b-2f98-49f5-82ad-8449526b3d25 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/c1edbda3-176a-4a07-9b4e-1cbe387be175 HTTP/1.1" status: 404 len: 337 time: 0.0761504 Jan 28 12:49:06.842678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37620) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.896075 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9e81e7-425a-4a64-b094-60c2b4c3087b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:06.896662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9e81e7-425a-4a64-b094-60c2b4c3087b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:06.906548 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2c9e81e7-425a-4a64-b094-60c2b4c3087b tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/4ad432ff-3791-48dd-84da-559c69aee49f HTTP/1.1" status: 404 len: 333 time: 0.0618265 Jan 28 12:49:06.910307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37624) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:06.985825 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf2793d-1fdb-4f42-b19e-c13997f12da8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:06.986285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf2793d-1fdb-4f42-b19e-c13997f12da8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:06.995450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5cf2793d-1fdb-4f42-b19e-c13997f12da8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/0d5f9e22-c52a-4690-9fa8-8fbe3e920169 HTTP/1.1" status: 404 len: 337 time: 0.0834191 Jan 28 12:49:06.996173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37628) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:07.015891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147323-cfbf-434d-874e-e191f7291ca5 req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:07.016531 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-38147323-cfbf-434d-874e-e191f7291ca5 req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:07.044570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5384312 Jan 28 12:49:07.045427 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eab167-0bee-423a-be05-231f23593451 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Pushing event updated for resources: {'Port': ['ID=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:07.050187 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7c6f86-e6b9-4a1c-8f46-9174d4dd8446 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:07.050791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7c6f86-e6b9-4a1c-8f46-9174d4dd8446 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:07.064596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Request body: {'port': {'device_id': '2854180a-f56f-414a-9964-27c8b4f3d862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:07.068455 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6b7c6f86-e6b9-4a1c-8f46-9174d4dd8446 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/e17b8a07-f0be-4f9e-8b1e-c7e8a1b04be7 HTTP/1.1" status: 404 len: 333 time: 0.0711946 Jan 28 12:49:07.069153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37632) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:07.165221 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4228f64-ea0a-4440-a811-b1c6c1a25695 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:07.167060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4228f64-ea0a-4440-a811-b1c6c1a25695 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:07.174509 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d4228f64-ea0a-4440-a811-b1c6c1a25695 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/f0cf399f-5d19-4f41-a989-59aa28c36a22 HTTP/1.1" status: 404 len: 337 time: 0.1042979 Jan 28 12:49:07.175441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37634) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:07.238557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:07.291952 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-426c5d4a-4208-487c-bab8-b69acce36d0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:07.292533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426c5d4a-4208-487c-bab8-b69acce36d0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:07.309226 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-426c5d4a-4208-487c-bab8-b69acce36d0d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/f6bf1bfd-1346-4677-b99f-56055dd762b0 HTTP/1.1" status: 404 len: 333 time: 0.0737720 Jan 28 12:49:07.309926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37640) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:07.385888 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-1668c370-04ea-46bd-b991-7e0e13e55516 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:07.386516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1668c370-04ea-46bd-b991-7e0e13e55516 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:07.396538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1668c370-04ea-46bd-b991-7e0e13e55516 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/5760f8bf-5374-49a8-ad3e-b6ab62295dd3 HTTP/1.1" status: 404 len: 337 time: 0.0817318 Jan 28 12:49:07.399103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37644) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:07.451173 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc08461-ff3e-4fc2-bf93-61b4c885fec8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:07.451575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc08461-ff3e-4fc2-bf93-61b4c885fec8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:07.458019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9cc08461-ff3e-4fc2-bf93-61b4c885fec8 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/2c43c4ff-7e63-4b70-95ae-7a61882c16be HTTP/1.1" status: 404 len: 333 time: 0.0551314 Jan 28 12:49:07.463715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37646) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:07.504653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6f761-a945-481f-a787-f18f76219f20 req-ba3e012a-67b6-4e98-8766-51768c216755 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:07.506277 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47f6f761-a945-481f-a787-f18f76219f20 req-ba3e012a-67b6-4e98-8766-51768c216755 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 932 time: 0.3503425 Jan 28 12:49:07.507260 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bd01a3-421d-403b-adca-98db80648f2d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:07.507872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bd01a3-421d-403b-adca-98db80648f2d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:07.516152 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-00bd01a3-421d-403b-adca-98db80648f2d tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/7c288db6-add5-4d10-8126-b39a1b2b6918 HTTP/1.1" status: 404 len: 337 time: 0.0451972 Jan 28 12:49:07.542879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37648) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:07.582451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47f6f761-a945-481f-a787-f18f76219f20 req-e26f331c-6473-498a-9eef-fb5008e4abf5 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662885 Jan 28 12:49:07.609475 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c91bab-426c-4211-82aa-43b4002db6a2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:07.610802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c91bab-426c-4211-82aa-43b4002db6a2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:07.615926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-48c91bab-426c-4211-82aa-43b4002db6a2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/725efa25-f0bf-4102-8ed9-98f38dd48f5d HTTP/1.1" status: 404 len: 333 time: 0.0471585 Jan 28 12:49:07.618353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37652) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:07.732806 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e64e30-cd42-4a68-86c9-50cc1494fd45 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:07.733271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e64e30-cd42-4a68-86c9-50cc1494fd45 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:07.753007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-02e64e30-cd42-4a68-86c9-50cc1494fd45 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/16a13449-58f7-4be7-bcb8-0eb60b05a129 HTTP/1.1" status: 404 len: 337 time: 0.1305282 Jan 28 12:49:07.754933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37654) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:07.793759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:49:07.804789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Publish callbacks [] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:07.823608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Transition to ACTIVE for port object 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:49:07.829348 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:07.842469 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd34f495-1624-47b3-a2a7-5d94c291f695 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:07.843056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd34f495-1624-47b3-a2a7-5d94c291f695 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:07.854535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fd34f495-1624-47b3-a2a7-5d94c291f695 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/e9dde8bc-6f4e-4810-ac8c-26674e1e1303 HTTP/1.1" status: 404 len: 333 time: 0.0964639 Jan 28 12:49:07.856442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37658) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:07.944370 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4d21a7-2851-415f-b22e-f72482d5af0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:07.944874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4d21a7-2851-415f-b22e-f72482d5af0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:07.951503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8c4d21a7-2851-415f-b22e-f72482d5af0a tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/feb9db10-5a5c-4daf-bbcb-3c380529c93b HTTP/1.1" status: 404 len: 337 time: 0.0906525 Jan 28 12:49:07.952238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37666) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:07.963465 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Pushing event updated for resources: {'Port': ['ID=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:08.035851 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-387bd7d6-54ce-4ff3-87e0-0828951f90e6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:08.036460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387bd7d6-54ce-4ff3-87e0-0828951f90e6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:08.039549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-387bd7d6-54ce-4ff3-87e0-0828951f90e6 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/ports/dce8e444-01a9-4c83-8ad5-ffb1504336f0 HTTP/1.1" status: 404 len: 333 time: 0.0811570 Jan 28 12:49:08.053907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37672) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:08.141791 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-765d3d7e-2b54-4f6b-8819-74192dda6f92 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] DELETE failed (client error): The resource could not be found. Jan 28 12:49:08.142261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765d3d7e-2b54-4f6b-8819-74192dda6f92 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:49:08.150725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-765d3d7e-2b54-4f6b-8819-74192dda6f92 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/subnets/0b100368-8bca-4e28-9d98-77b07377e4e5 HTTP/1.1" status: 404 len: 337 time: 0.0888588 Jan 28 12:49:08.150914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37678) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:08.348136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Attempting to bind port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:49:08.352914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Attempting to bind port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '77bb1189-89b0-4db9-88b5-608796a7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9d2ff505-73fb-44c3-9187-4f42a6f349a4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:49:08.353256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Attempting to bind port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 on network 9d2ff505-73fb-44c3-9187-4f42a6f349a4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:49:08.380668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 on network 9d2ff505-73fb-44c3-9187-4f42a6f349a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:49:08.381053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Attempting to bind port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 on network 9d2ff505-73fb-44c3-9187-4f42a6f349a4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:49:08.410361 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:49:08.410707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Checking segment: {'id': '77bb1189-89b0-4db9-88b5-608796a7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9d2ff505-73fb-44c3-9187-4f42a6f349a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:08.411096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Bound using segment: {'id': '77bb1189-89b0-4db9-88b5-608796a7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9d2ff505-73fb-44c3-9187-4f42a6f349a4'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:49:08.411556 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Bound port: 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77bb1189-89b0-4db9-88b5-608796a7e369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9d2ff505-73fb-44c3-9187-4f42a6f349a4'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:49:08.411917 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:08.416755 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (de0b2f56-ede1-4d55-901b-b7cbada05d3b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:08.493724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] For port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:49:08.497045 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] For port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77,segment=NetworkSegment(77bb1189-89b0-4db9-88b5-608796a7e369),segment_id=77bb1189-89b0-4db9-88b5-608796a7e369)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:49:08.502503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:08.598008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:08.598632 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:08.603323 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] 10.222.0.49 "PUT /v2.0/ports/74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 HTTP/1.1" status: 200 len: 1092 time: 1.5491683 Jan 28 12:49:08.642912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2854180a-f56f-414a-9964-27c8b4f3d862', 'tag': '74c8b6c8-a926-43ef-96c3-f99d6f9d3a77'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:49:08.647407 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe386189-ade5-421c-a1b0-4511080c5350" -d '{"events": [{"name": "network-changed", "server_uuid": "2854180a-f56f-414a-9964-27c8b4f3d862", "tag": "74c8b6c8-a926-43ef-96c3-f99d6f9d3a77"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:49:08.791781 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db9b401-812e-4aaa-be81-980e040873a9 x-openstack-request-id: req-2db9b401-812e-4aaa-be81-980e040873a9 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:49:08.792307 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2854180a-f56f-414a-9964-27c8b4f3d862", "tag": "74c8b6c8-a926-43ef-96c3-f99d6f9d3a77", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:49:08.793063 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2db9b401-812e-4aaa-be81-980e040873a9 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:49:08.793630 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2854180a-f56f-414a-9964-27c8b4f3d862', 'tag': '74c8b6c8-a926-43ef-96c3-f99d6f9d3a77', 'status': 'completed', 'code': 200} Jan 28 12:49:08.889661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8666be2-2f73-4ec6-a966-fc869b5c1ea5 req-2a2cb2e4-91f8-44a0-b7a7-a70d3a9f0260 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:08.896584 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326bead-c43b-44b1-a55d-6598d8455a04 service neutron] Pushing event updated for resources: {'Port': ['ID=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:08.901084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8666be2-2f73-4ec6-a966-fc869b5c1ea5 req-2a2cb2e4-91f8-44a0-b7a7-a70d3a9f0260 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 944 time: 0.1198390 Jan 28 12:49:08.924201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (de0b2f56-ede1-4d55-901b-b7cbada05d3b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:09.014737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0b2f56-ede1-4d55-901b-b7cbada05d3b']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:09.020061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147323-cfbf-434d-874e-e191f7291ca5 req-acea50ea-2ab9-4a76-a1e0-4085643f15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:09.025161 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-acea50ea-2ab9-4a76-a1e0-4085643f15b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a50d939b7bb406aba102948c18f2fe7&device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 1095 time: 0.3598866 Jan 28 12:49:09.037357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8666be2-2f73-4ec6-a966-fc869b5c1ea5 req-80855dec-6747-46cf-bc0f-838652cdcdeb tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352730 Jan 28 12:49:09.200093 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2900af-d8a3-4b77-bfcc-10df37169c45') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:09.200536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2900af-d8a3-4b77-bfcc-10df37169c45') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:09.224771 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-2ea9d53c-3415-43c9-b779-13ede01853da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 HTTP/1.1" status: 200 len: 217 time: 0.1869376 Jan 28 12:49:09.362711 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147323-cfbf-434d-874e-e191f7291ca5 req-08b51ac2-4d9c-4602-8f04-4c03aa1f65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:09.366164 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-08b51ac2-4d9c-4602-8f04-4c03aa1f65b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b626d2b2-dfda-4d4d-8878-eb7327667ee8 HTTP/1.1" status: 200 len: 849 time: 0.1294162 Jan 28 12:49:09.369922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (aa2900af-d8a3-4b77-bfcc-10df37169c45), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:09.447127 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-feff651a-33dd-4e12-99a0-baae60812682 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d2ff505-73fb-44c3-9187-4f42a6f349a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726752 Jan 28 12:49:09.452844 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (aa2900af-d8a3-4b77-bfcc-10df37169c45), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:09.511022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:49:09.511511 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (aa2900af-d8a3-4b77-bfcc-10df37169c45), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:49:09.516727 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:49:09.928944 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (de0b2f56-ede1-4d55-901b-b7cbada05d3b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:09.934100 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:09.942425 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] 10.222.0.53 "DELETE /v2.0/networks/de0b2f56-ede1-4d55-901b-b7cbada05d3b HTTP/1.1" status: 204 len: 168 time: 1.7885745 Jan 28 12:49:09.947307 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-e7e0d698-6395-4873-862f-1b5450f18a4f service neutron] 10.222.0.49 "GET /v2.0/networks/9d2ff505-73fb-44c3-9187-4f42a6f349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836771 Jan 28 12:49:10.060336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dcb44-f75b-479a-9dac-252923f632d2 tempest-NetworksTestDHCPv6-2049152091 tempest-NetworksTestDHCPv6-2049152091-project] Pushing event deleted for resources: {'Network': ['ID=de0b2f56-ede1-4d55-901b-b7cbada05d3b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:10.288524 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-38147323-cfbf-434d-874e-e191f7291ca5 req-feeffe7f-f67d-41d4-88f9-7f10e5aaeef2 service neutron] 10.222.0.49 "GET /v2.0/networks/9d2ff505-73fb-44c3-9187-4f42a6f349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293712 Jan 28 12:49:10.308459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba1a55-15b2-410d-abd5-7c08c6c3e8dd req-e60ac74d-0aaf-4aed-8afd-d91dc0e365b5 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:10.322108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49ba1a55-15b2-410d-abd5-7c08c6c3e8dd req-e60ac74d-0aaf-4aed-8afd-d91dc0e365b5 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 944 time: 0.1311920 Jan 28 12:49:10.436000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37818) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:10.487745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49ba1a55-15b2-410d-abd5-7c08c6c3e8dd req-74458978-c9c2-42a7-b81d-4f966ca13f53 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645558 Jan 28 12:49:10.489458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe386189-ade5-421c-a1b0-4511080c5350 req-eea6a476-0643-456f-9f20-d607908943c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:10.490977 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe386189-ade5-421c-a1b0-4511080c5350 req-eea6a476-0643-456f-9f20-d607908943c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a50d939b7bb406aba102948c18f2fe7&device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 1095 time: 0.1287658 Jan 28 12:49:10.714376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe386189-ade5-421c-a1b0-4511080c5350 req-6143c94b-5435-4fd1-ab9d-62e4975fb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:10.716068 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe386189-ade5-421c-a1b0-4511080c5350 req-6143c94b-5435-4fd1-ab9d-62e4975fb58b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9d2ff505-73fb-44c3-9187-4f42a6f349a4 HTTP/1.1" status: 200 len: 910 time: 0.2186947 Jan 28 12:49:10.786491 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe386189-ade5-421c-a1b0-4511080c5350 req-bd635591-e7f7-4185-8842-50585d290d15 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 HTTP/1.1" status: 200 len: 217 time: 0.0571465 Jan 28 12:49:10.951160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe386189-ade5-421c-a1b0-4511080c5350 req-176a2190-2693-4b75-b92e-879779f204e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:10.955955 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe386189-ade5-421c-a1b0-4511080c5350 req-176a2190-2693-4b75-b92e-879779f204e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b626d2b2-dfda-4d4d-8878-eb7327667ee8 HTTP/1.1" status: 200 len: 849 time: 0.1589227 Jan 28 12:49:10.964885 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-af3ebc3b-ef5e-4525-8673-c04d4d67b815 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=257ded29560547f38badcf854567ffd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5274022 Jan 28 12:49:10.967550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37882) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:11.049726 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe386189-ade5-421c-a1b0-4511080c5350 req-a4c401c1-f11b-4d27-81e8-f5fe6f53f37e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d2ff505-73fb-44c3-9187-4f42a6f349a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835643 Jan 28 12:49:11.094483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de21e3af-b682-4333-8da6-c8993590a293 admin admin] Publish callbacks [] for security_group (44ea2df7-69cd-479b-ade5-92398d44f343), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:11.147681 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de21e3af-b682-4333-8da6-c8993590a293 admin admin] Publish callbacks [] for security_group (44ea2df7-69cd-479b-ade5-92398d44f343), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:11.242706 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de21e3af-b682-4333-8da6-c8993590a293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (44ea2df7-69cd-479b-ade5-92398d44f343), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:11.246505 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de21e3af-b682-4333-8da6-c8993590a293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:11.247874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-de21e3af-b682-4333-8da6-c8993590a293 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44ea2df7-69cd-479b-ade5-92398d44f343 HTTP/1.1" status: 204 len: 168 time: 0.2789426 Jan 28 12:49:11.258232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21e3af-b682-4333-8da6-c8993590a293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ea2df7-69cd-479b-ade5-92398d44f343,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:11.329658 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe386189-ade5-421c-a1b0-4511080c5350 req-1b33293a-2dad-4557-a7bc-8ffb18ecfb22 service neutron] 10.222.0.49 "GET /v2.0/networks/9d2ff505-73fb-44c3-9187-4f42a6f349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719243 Jan 28 12:49:11.633336 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fe386189-ade5-421c-a1b0-4511080c5350 req-2a5205cf-b757-4387-bdc4-518058bbc98a service neutron] 10.222.0.49 "GET /v2.0/networks/9d2ff505-73fb-44c3-9187-4f42a6f349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941091 Jan 28 12:49:11.857314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14573f-0100-4632-aaa6-0ab44442783d req-c3023148-e16c-435e-99a2-574391d69334 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:11.887289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b14573f-0100-4632-aaa6-0ab44442783d req-c3023148-e16c-435e-99a2-574391d69334 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 944 time: 0.1938937 Jan 28 12:49:12.081880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b14573f-0100-4632-aaa6-0ab44442783d req-44fe0acf-9fd4-4eab-976b-dd4d161453ef tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934853 Jan 28 12:49:12.732841 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38090) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:13.019303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'networks': [{'name': 'tempest-network--1889761769'}, {'name': 'tempest-network--740247951'}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:13.019890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'network': {'name': 'tempest-network--1889761769'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:13.020099 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'network': {'name': 'tempest-network--740247951'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:13.064416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Made reservation on behalf of 26746b3986b84abab59ed8b25752e338 for: {'network': 2} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:13.074236 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.097361 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.329299 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for security_group (c383df8a-7438-464a-a188-23684a94cfc4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.337197 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c383df8a-7438-464a-a188-23684a94cfc4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.338001 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.368940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935c73-87ea-4e0b-8d7e-f9afe691a7d4 req-876bc7fb-d097-487f-bb43-af0189c7b568 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:13.375269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7935c73-87ea-4e0b-8d7e-f9afe691a7d4 req-876bc7fb-d097-487f-bb43-af0189c7b568 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 944 time: 0.1448836 Jan 28 12:49:13.424187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:13.440692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b229ea2f-4214-447c-80fc-64993f605a1b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.441048 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Added segment b229ea2f-4214-447c-80fc-64993f605a1b of type vlan for network 5198608a-7e49-41fd-80a2-0811ecb9b99e Jan 28 12:49:13.484550 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (5198608a-7e49-41fd-80a2-0811ecb9b99e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.509156 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7935c73-87ea-4e0b-8d7e-f9afe691a7d4 req-3ad7f34f-96d6-455d-a5ea-c88d726f3f6c tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275728 Jan 28 12:49:13.575884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:13.597053 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (10005509-3911-4076-8751-f497f0a96f34), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.597683 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Added segment 10005509-3911-4076-8751-f497f0a96f34 of type vlan for network 86f6cafe-3397-48fc-8be9-4f23ca1e1334 Jan 28 12:49:13.613693 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c383df8a-7438-464a-a188-23684a94cfc4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:13.666525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:13.713246 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (86f6cafe-3397-48fc-8be9-4f23ca1e1334), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.798849 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (5198608a-7e49-41fd-80a2-0811ecb9b99e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.801328 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (86f6cafe-3397-48fc-8be9-4f23ca1e1334), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.818327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:13.825610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:13.834316 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.953466 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41a2259b-9f3f-4e9e-bbb4-a1947658253f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:13.965281 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2293253 Jan 28 12:49:13.977373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38244) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:14.021251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:49:14.102823 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41a2259b-9f3f-4e9e-bbb4-a1947658253f admin admin] Publish callbacks [] for security_group (ddc391f2-2b55-4dbb-ac7c-198298946459), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:14.108598 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41a2259b-9f3f-4e9e-bbb4-a1947658253f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ddc391f2-2b55-4dbb-ac7c-198298946459), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:14.122569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event updated for resources: {'Network': ['ID=5198608a-7e49-41fd-80a2-0811ecb9b99e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:14.236504 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2259b-9f3f-4e9e-bbb4-a1947658253f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc391f2-2b55-4dbb-ac7c-198298946459,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:14.240916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 5198608a-7e49-41fd-80a2-0811ecb9b99e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:14.293919 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-41a2259b-9f3f-4e9e-bbb4-a1947658253f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9cc7216b691430f8545d814723da85d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6260486 Jan 28 12:49:14.297059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38274) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:14.434976 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35d72eba-df57-4576-a2ab-4d6169b620c4 admin admin] Publish callbacks [] for security_group (ddc391f2-2b55-4dbb-ac7c-198298946459), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:14.486678 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc04e59-b509-4d4c-815f-7fabf7d7c947 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event updated for resources: {'Network': ['ID=86f6cafe-3397-48fc-8be9-4f23ca1e1334,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:14.492223 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35d72eba-df57-4576-a2ab-4d6169b620c4 admin admin] Publish callbacks [] for security_group (ddc391f2-2b55-4dbb-ac7c-198298946459), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:14.536043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77,segment=NetworkSegment(77bb1189-89b0-4db9-88b5-608796a7e369),segment_id=77bb1189-89b0-4db9-88b5-608796a7e369)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:14.590440 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de4459-377d-4b26-819f-43e9929b6459 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:14.612378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35d72eba-df57-4576-a2ab-4d6169b620c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ddc391f2-2b55-4dbb-ac7c-198298946459), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:14.616602 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35d72eba-df57-4576-a2ab-4d6169b620c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:14.618316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-35d72eba-df57-4576-a2ab-4d6169b620c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ddc391f2-2b55-4dbb-ac7c-198298946459 HTTP/1.1" status: 204 len: 168 time: 0.3194699 Jan 28 12:49:14.618620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de4459-377d-4b26-819f-43e9929b6459 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:14.619211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '74c8b6c8-a926-43ef-96c3-f99d6f9d3a77', 'network_id': '9d2ff505-73fb-44c3-9187-4f42a6f349a4', 'port_id': '74c8b6c8-a926-43ef-96c3-f99d6f9d3a77', 'mac_address': 'fa:16:3e:0c:cf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b626d2b2-dfda-4d4d-8878-eb7327667ee8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:49:14.633803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d72eba-df57-4576-a2ab-4d6169b620c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc391f2-2b55-4dbb-ac7c-198298946459,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:14.669128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de4459-377d-4b26-819f-43e9929b6459 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:14.671626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 86f6cafe-3397-48fc-8be9-4f23ca1e1334 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:14.696247 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de4459-377d-4b26-819f-43e9929b6459 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:14.709473 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a6de4459-377d-4b26-819f-43e9929b6459 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7302713 Jan 28 12:49:14.715233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38296) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:14.892230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315aaf27-6f08-4a1d-ac17-2d9a4fa5b36c req-2231957e-3fb2-4723-a557-fe68e49d3cf5 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:14.897023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-315aaf27-6f08-4a1d-ac17-2d9a4fa5b36c req-2231957e-3fb2-4723-a557-fe68e49d3cf5 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 944 time: 0.2122145 Jan 28 12:49:14.899462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:14.900046 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:15.064876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-315aaf27-6f08-4a1d-ac17-2d9a4fa5b36c req-e8cde6ad-04ef-4c6e-8abb-969f45d7b9af tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604052 Jan 28 12:49:15.073879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:49:15.135933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77,segment=NetworkSegment(77bb1189-89b0-4db9-88b5-608796a7e369),segment_id=77bb1189-89b0-4db9-88b5-608796a7e369)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:15.229795 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (5198608a-7e49-41fd-80a2-0811ecb9b99e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:15.273614 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:15.332282 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9619a0b4-aa43-4568-ad0f-88ec6cac3a9e req-0f23b4e5-3fc5-4dd9-a7c6-127b50d233fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3682852 Jan 28 12:49:15.382324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:15.455976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38312) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:15.478062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['74c8b6c8-a926-43ef-96c3-f99d6f9d3a77'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:49:15.485239 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (5198608a-7e49-41fd-80a2-0811ecb9b99e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:15.514669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5198608a-7e49-41fd-80a2-0811ecb9b99e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:15.530849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b229ea2f-4214-447c-80fc-64993f605a1b') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:15.531806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b229ea2f-4214-447c-80fc-64993f605a1b') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:15.548309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (b229ea2f-4214-447c-80fc-64993f605a1b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:15.568845 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b229ea2f-4214-447c-80fc-64993f605a1b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:15.575456 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:49:15.576252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (b229ea2f-4214-447c-80fc-64993f605a1b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:15.586782 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c31315d-6d42-4d71-ac4f-03eae7ef201a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:49:15.647470 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:49:15.652658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (5198608a-7e49-41fd-80a2-0811ecb9b99e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:15.681793 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:15.689487 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "DELETE /v2.0/networks/5198608a-7e49-41fd-80a2-0811ecb9b99e HTTP/1.1" status: 204 len: 168 time: 0.9725964 Jan 28 12:49:15.699082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38314) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:15.712277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d54082-4de3-4c7f-ac93-e9e895331881 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event deleted for resources: {'Network': ['ID=5198608a-7e49-41fd-80a2-0811ecb9b99e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:15.923095 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c31315d-6d42-4d71-ac4f-03eae7ef201a admin admin] Publish callbacks [] for security_group (0bfa42e7-b1c5-42db-a112-090ca3b0cdf9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:15.931995 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c31315d-6d42-4d71-ac4f-03eae7ef201a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0bfa42e7-b1c5-42db-a112-090ca3b0cdf9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:16.083048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31315d-6d42-4d71-ac4f-03eae7ef201a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfa42e7-b1c5-42db-a112-090ca3b0cdf9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:16.106789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8c31315d-6d42-4d71-ac4f-03eae7ef201a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cced9570ce1945d0b777b72448063c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6498032 Jan 28 12:49:16.107666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38326) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:16.331689 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3529b178-5040-47c6-a15a-557be2b9aab2 admin admin] Publish callbacks [] for security_group (0bfa42e7-b1c5-42db-a112-090ca3b0cdf9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:16.362432 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3529b178-5040-47c6-a15a-557be2b9aab2 admin admin] Publish callbacks [] for security_group (0bfa42e7-b1c5-42db-a112-090ca3b0cdf9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:16.543834 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a0b4-aa43-4568-ad0f-88ec6cac3a9e req-180190f9-d483-46f6-a194-f96fd9ce5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:16.550504 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9619a0b4-aa43-4568-ad0f-88ec6cac3a9e req-180190f9-d483-46f6-a194-f96fd9ce5a43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 1096 time: 0.9133055 Jan 28 12:49:16.550700 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3529b178-5040-47c6-a15a-557be2b9aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0bfa42e7-b1c5-42db-a112-090ca3b0cdf9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:16.561519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3529b178-5040-47c6-a15a-557be2b9aab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:16.568055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3529b178-5040-47c6-a15a-557be2b9aab2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0bfa42e7-b1c5-42db-a112-090ca3b0cdf9 HTTP/1.1" status: 204 len: 168 time: 0.4569578 Jan 28 12:49:16.596325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529b178-5040-47c6-a15a-557be2b9aab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfa42e7-b1c5-42db-a112-090ca3b0cdf9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:16.633228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a20ec7-6a06-4f94-9ddc-84596acb1b47 req-4c60e38b-b78b-4e1b-9cac-5105dee65b5b tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:16.647024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76a20ec7-6a06-4f94-9ddc-84596acb1b47 req-4c60e38b-b78b-4e1b-9cac-5105dee65b5b tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 945 time: 0.3161066 Jan 28 12:49:16.697397 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (86f6cafe-3397-48fc-8be9-4f23ca1e1334), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:16.771209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76a20ec7-6a06-4f94-9ddc-84596acb1b47 req-28a7da62-8654-4540-afec-4c47eb82708b tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228998 Jan 28 12:49:16.887434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a0b4-aa43-4568-ad0f-88ec6cac3a9e req-a839951b-70b7-483d-be30-6365a526493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:16.888921 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9619a0b4-aa43-4568-ad0f-88ec6cac3a9e req-a839951b-70b7-483d-be30-6365a526493b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 911 time: 0.3086612 Jan 28 12:49:17.088924 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9619a0b4-aa43-4568-ad0f-88ec6cac3a9e req-977cffa9-47fb-4893-b455-f3cf8a7fad96 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d55c04-4428-4e04-8230-af4481e8b9de HTTP/1.1" status: 200 len: 1001 time: 0.1773472 Jan 28 12:49:17.231422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a0b4-aa43-4568-ad0f-88ec6cac3a9e req-09c81d73-6f65-46b6-9e15-2bd6a24d782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:17.231422 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9619a0b4-aa43-4568-ad0f-88ec6cac3a9e req-09c81d73-6f65-46b6-9e15-2bd6a24d782e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.1344326 Jan 28 12:49:17.233196 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (86f6cafe-3397-48fc-8be9-4f23ca1e1334), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:17.241271 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:17.314362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f6cafe-3397-48fc-8be9-4f23ca1e1334']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:17.327403 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10005509-3911-4076-8751-f497f0a96f34') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:17.327802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10005509-3911-4076-8751-f497f0a96f34') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:17.350304 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (10005509-3911-4076-8751-f497f0a96f34), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:17.373859 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a0b4-aa43-4568-ad0f-88ec6cac3a9e req-d32906b1-2ffe-4be3-9756-936fa6de8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:17.377324 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9619a0b4-aa43-4568-ad0f-88ec6cac3a9e req-d32906b1-2ffe-4be3-9756-936fa6de8313 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359382 Jan 28 12:49:17.424699 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (10005509-3911-4076-8751-f497f0a96f34), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:17.473231 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:49:17.473825 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (10005509-3911-4076-8751-f497f0a96f34), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:49:17.531312 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:49:17.536820 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (86f6cafe-3397-48fc-8be9-4f23ca1e1334), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:17.547985 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:17.551261 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "DELETE /v2.0/networks/86f6cafe-3397-48fc-8be9-4f23ca1e1334 HTTP/1.1" status: 204 len: 168 time: 1.8494451 Jan 28 12:49:17.554390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38358) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:17.564214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a00a2b-77b9-47b3-8203-f48638ad9193 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event deleted for resources: {'Network': ['ID=86f6cafe-3397-48fc-8be9-4f23ca1e1334,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:17.603574 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9619a0b4-aa43-4568-ad0f-88ec6cac3a9e req-595f6f2a-b642-42c9-9441-b4680e476258 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181919 Jan 28 12:49:17.759429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab02a1-c024-4168-aae3-193c7dbea99f tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:17.763925 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9619a0b4-aa43-4568-ad0f-88ec6cac3a9e req-8bca4981-d2ee-4f71-bfa0-754823d6c321 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564150 Jan 28 12:49:17.771368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab02a1-c024-4168-aae3-193c7dbea99f tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:17.773322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-93ab02a1-c024-4168-aae3-193c7dbea99f tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2175498 Jan 28 12:49:17.778704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38368) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:17.788326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-550d7e29-f136-4e47-af32-a96b7af2b1ce tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1725082777'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:17.839809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550d7e29-f136-4e47-af32-a96b7af2b1ce tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Made reservation on behalf of 26746b3986b84abab59ed8b25752e338 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:17.844564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550d7e29-f136-4e47-af32-a96b7af2b1ce tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:17.854208 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:17.872431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550d7e29-f136-4e47-af32-a96b7af2b1ce tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:17.902291 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550d7e29-f136-4e47-af32-a96b7af2b1ce tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (857f7318-85de-44fa-b973-bcbf7602ce6d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:17.902938 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-550d7e29-f136-4e47-af32-a96b7af2b1ce tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Added segment 857f7318-85de-44fa-b973-bcbf7602ce6d of type vlan for network f326fcbf-ec89-4cea-b000-1d847007f853 Jan 28 12:49:17.972036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb831f4-274a-4338-b490-53a5890e3f56 req-89021435-51b2-429e-bd9b-f14f52a0e603 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:17.973743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bb831f4-274a-4338-b490-53a5890e3f56 req-89021435-51b2-429e-bd9b-f14f52a0e603 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 945 time: 0.0984256 Jan 28 12:49:17.989720 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550d7e29-f136-4e47-af32-a96b7af2b1ce tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f326fcbf-ec89-4cea-b000-1d847007f853), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:18.022036 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550d7e29-f136-4e47-af32-a96b7af2b1ce tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f326fcbf-ec89-4cea-b000-1d847007f853), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:18.027414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550d7e29-f136-4e47-af32-a96b7af2b1ce tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:18.028038 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550d7e29-f136-4e47-af32-a96b7af2b1ce tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:18.028314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:49:18.076492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bb831f4-274a-4338-b490-53a5890e3f56 req-77190ae9-e6d0-45dd-9d7f-8db78a69a7b2 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842967 Jan 28 12:49:18.132986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d7e29-f136-4e47-af32-a96b7af2b1ce tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event updated for resources: {'Network': ['ID=f326fcbf-ec89-4cea-b000-1d847007f853,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:18.143134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:49:18.151155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f326fcbf-ec89-4cea-b000-1d847007f853 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:18.165987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38374) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:18.167467 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-550d7e29-f136-4e47-af32-a96b7af2b1ce tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3871934 Jan 28 12:49:18.171769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-58f425bb-2ca7-47b5-807e-14717581dc98 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1999774794'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:18.186378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:49:18.187212 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:18.211256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f425bb-2ca7-47b5-807e-14717581dc98 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Made reservation on behalf of 26746b3986b84abab59ed8b25752e338 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:18.217008 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f425bb-2ca7-47b5-807e-14717581dc98 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:18.249871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f425bb-2ca7-47b5-807e-14717581dc98 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:18.264820 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f425bb-2ca7-47b5-807e-14717581dc98 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6c83ac3e-e448-4b43-b44e-7462e3f9d631), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:18.265223 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-58f425bb-2ca7-47b5-807e-14717581dc98 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Added segment 6c83ac3e-e448-4b43-b44e-7462e3f9d631 of type vlan for network b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c Jan 28 12:49:18.389115 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f425bb-2ca7-47b5-807e-14717581dc98 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:18.415717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:18.416846 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:18.432609 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f425bb-2ca7-47b5-807e-14717581dc98 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:18.445939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f425bb-2ca7-47b5-807e-14717581dc98 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:18.449325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f425bb-2ca7-47b5-807e-14717581dc98 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:18.478116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2854180a-f56f-414a-9964-27c8b4f3d862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c8b6c8-a926-43ef-96c3-f99d6f9d3a77'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:49:18.481047 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81608294-d644-4e08-9f19-23aa90ad0445" -d '{"events": [{"server_uuid": "2854180a-f56f-414a-9964-27c8b4f3d862", "name": "network-vif-plugged", "status": "completed", "tag": "74c8b6c8-a926-43ef-96c3-f99d6f9d3a77"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:49:18.524408 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77,segment=NetworkSegment(77bb1189-89b0-4db9-88b5-608796a7e369),segment_id=77bb1189-89b0-4db9-88b5-608796a7e369)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:18.535378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:18.613141 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fca965-0f31-49a6-9224-ab4da7b8ce47 x-openstack-request-id: req-85fca965-0f31-49a6-9224-ab4da7b8ce47 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:49:18.614899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-58f425bb-2ca7-47b5-807e-14717581dc98 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4470918 Jan 28 12:49:18.617819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38390) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:18.624757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'ports': [{'network_id': 'f326fcbf-ec89-4cea-b000-1d847007f853', 'name': 'tempest-port--1167946930', 'admin_state_up': True}, {'network_id': 'b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c', 'admin_state_up': False}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:18.625023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'port': {'network_id': 'f326fcbf-ec89-4cea-b000-1d847007f853', 'name': 'tempest-port--1167946930', 'admin_state_up': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:18.626071 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'port': {'network_id': 'b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c', 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:18.629107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f425bb-2ca7-47b5-807e-14717581dc98 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event updated for resources: {'Network': ['ID=b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:18.629913 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2854180a-f56f-414a-9964-27c8b4f3d862", "name": "network-vif-plugged", "status": "completed", "tag": "74c8b6c8-a926-43ef-96c3-f99d6f9d3a77", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:49:18.630297 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85fca965-0f31-49a6-9224-ab4da7b8ce47 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:49:18.630744 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2854180a-f56f-414a-9964-27c8b4f3d862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c8b6c8-a926-43ef-96c3-f99d6f9d3a77', 'code': 200} Jan 28 12:49:18.654232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:18.861185 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:18.907213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679cc81-ddcd-4b44-91f7-c56dd530193e req-5f92ae31-350e-409a-8371-92bfd630e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:18.909472 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4679cc81-ddcd-4b44-91f7-c56dd530193e req-5f92ae31-350e-409a-8371-92bfd630e25b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 1097 time: 0.2536128 Jan 28 12:49:19.034514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Made reservation on behalf of 26746b3986b84abab59ed8b25752e338 for: {'port': 2} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:19.038812 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:19.080249 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:19.099143 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4679cc81-ddcd-4b44-91f7-c56dd530193e req-a422d6dd-ccfb-4583-8482-f86a869801f9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175532 Jan 28 12:49:19.284173 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53c55c93-5c21-4cb0-ad7f-03e682ede988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:19.353058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e8a21-8711-4644-912c-0712638b54ac req-b57070a1-c55b-49cf-a8a0-744f797ec6b3 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:19.354926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc8e8a21-8711-4644-912c-0712638b54ac req-b57070a1-c55b-49cf-a8a0-744f797ec6b3 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 946 time: 0.1439400 Jan 28 12:49:19.409790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] device_id is not set on port 3b68ace0-6edd-4fbc-a9b2-aaa1cee7c813 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:49:19.439160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc8e8a21-8711-4644-912c-0712638b54ac req-260d9ff3-365b-40be-98c8-a276ffe047fe tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775220 Jan 28 12:49:19.595034 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for port (3b68ace0-6edd-4fbc-a9b2-aaa1cee7c813), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:19.753636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] device_id is not set on port b95b8231-a7d0-4d54-84e3-5ce7878f0bee yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:49:19.911630 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for port (b95b8231-a7d0-4d54-84e3-5ce7878f0bee), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:19.997980 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3b68ace0-6edd-4fbc-a9b2-aaa1cee7c813), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:20.094234 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event updated for resources: {'Port': ['ID=3b68ace0-6edd-4fbc-a9b2-aaa1cee7c813,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:20.123187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Checking segment: {'id': '857f7318-85de-44fa-b973-bcbf7602ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f326fcbf-ec89-4cea-b000-1d847007f853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:20.124372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Network hostable DHCP agents. Network: f326fcbf-ec89-4cea-b000-1d847007f853, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:49:20.179010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Network f326fcbf-ec89-4cea-b000-1d847007f853 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:49:20.202602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, f326fcbf-ec89-4cea-b000-1d847007f853) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:20.215027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c8963-d2c5-4f94-8546-4ffc1a90a06c None None] Network f326fcbf-ec89-4cea-b000-1d847007f853 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:20.216764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:49:20.221704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b95b8231-a7d0-4d54-84e3-5ce7878f0bee), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:20.323482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Checking segment: {'id': '6c83ac3e-e448-4b43-b44e-7462e3f9d631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:20.324083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Network hostable DHCP agents. Network: b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:49:20.333679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38434) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:20.342764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event updated for resources: {'Port': ['ID=b95b8231-a7d0-4d54-84e3-5ce7878f0bee,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:20.358994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Network b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:49:20.377926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:20.382261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:49:20.390038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:20.399272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a5b25-37b4-4631-9b08-68f2708593b2 None None] Network b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:20.403120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:20.403391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:20.427968 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6b48e10c-edef-46b9-becb-a75109f17b42 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8086460 Jan 28 12:49:20.430162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38438) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:20.588366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13b62b8-fc71-48b6-b8fa-2c5bc51efac2 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:20.608468 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13b62b8-fc71-48b6-b8fa-2c5bc51efac2 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:20.612741 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c13b62b8-fc71-48b6-b8fa-2c5bc51efac2 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1812756 Jan 28 12:49:20.617384 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38450) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:20.695739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f032c6-0934-4a34-8c0b-2f71ddde7bf3 req-4afe1d97-f9d5-4764-a3f4-b4d95e344dc5 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:20.712255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29f032c6-0934-4a34-8c0b-2f71ddde7bf3 req-4afe1d97-f9d5-4764-a3f4-b4d95e344dc5 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 946 time: 0.1362581 Jan 28 12:49:20.767529 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06bccbc4-da1e-4798-866b-acc86ed6d8a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:20.778160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5393a73c-55ee-451d-a1ac-5f3c901f7ba8 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Deleting port 3b68ace0-6edd-4fbc-a9b2-aaa1cee7c813 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:49:20.778742 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5393a73c-55ee-451d-a1ac-5f3c901f7ba8 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3b68ace0-6edd-4fbc-a9b2-aaa1cee7c813), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:20.809497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29f032c6-0934-4a34-8c0b-2f71ddde7bf3 req-7b94d98c-0fa7-476a-8bdc-0b9db446ba41 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956235 Jan 28 12:49:20.927067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5393a73c-55ee-451d-a1ac-5f3c901f7ba8 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3b68ace0-6edd-4fbc-a9b2-aaa1cee7c813), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:20.956103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06bccbc4-da1e-4798-866b-acc86ed6d8a7 admin admin] Publish callbacks [] for security_group (c2db9fbc-af3f-41fc-8874-e691cd502a89), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:20.968386 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06bccbc4-da1e-4798-866b-acc86ed6d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c2db9fbc-af3f-41fc-8874-e691cd502a89), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:20.970781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5393a73c-55ee-451d-a1ac-5f3c901f7ba8 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Calling delete_port for 3b68ace0-6edd-4fbc-a9b2-aaa1cee7c813 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:49:21.041263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bccbc4-da1e-4798-866b-acc86ed6d8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2db9fbc-af3f-41fc-8874-e691cd502a89,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:21.048056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-06bccbc4-da1e-4798-866b-acc86ed6d8a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43f992051a1742029a31a97a53425b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7119064 Jan 28 12:49:21.050846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38466) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:21.173057 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-22650635-7cbd-4392-b882-65a258197376 admin admin] Publish callbacks [] for security_group (c2db9fbc-af3f-41fc-8874-e691cd502a89), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:21.181011 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5393a73c-55ee-451d-a1ac-5f3c901f7ba8 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3b68ace0-6edd-4fbc-a9b2-aaa1cee7c813), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:21.239199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393a73c-55ee-451d-a1ac-5f3c901f7ba8 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event deleted for resources: {'Port': ['ID=3b68ace0-6edd-4fbc-a9b2-aaa1cee7c813,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:21.265749 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5393a73c-55ee-451d-a1ac-5f3c901f7ba8 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:21.275411 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5393a73c-55ee-451d-a1ac-5f3c901f7ba8 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "DELETE /v2.0/ports/3b68ace0-6edd-4fbc-a9b2-aaa1cee7c813 HTTP/1.1" status: 204 len: 168 time: 0.6488974 Jan 28 12:49:21.276871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38470) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:21.293828 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-22650635-7cbd-4392-b882-65a258197376 admin admin] Publish callbacks [] for security_group (c2db9fbc-af3f-41fc-8874-e691cd502a89), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:21.366427 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-22650635-7cbd-4392-b882-65a258197376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c2db9fbc-af3f-41fc-8874-e691cd502a89), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:21.377432 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-22650635-7cbd-4392-b882-65a258197376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:21.379250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-22650635-7cbd-4392-b882-65a258197376 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2db9fbc-af3f-41fc-8874-e691cd502a89 HTTP/1.1" status: 204 len: 168 time: 0.3273184 Jan 28 12:49:21.399197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22650635-7cbd-4392-b882-65a258197376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2db9fbc-af3f-41fc-8874-e691cd502a89,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:21.523300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-da859b40-3d29-4c94-9f5e-587b6f272480 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Deleting port b95b8231-a7d0-4d54-84e3-5ce7878f0bee {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:49:21.523680 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da859b40-3d29-4c94-9f5e-587b6f272480 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b95b8231-a7d0-4d54-84e3-5ce7878f0bee), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:21.537225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f561cb-8914-43a4-bc1a-545fba29485a req-75a9848a-02f9-434e-a110-f180bdbb0ff8 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:21.556182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89f561cb-8914-43a4-bc1a-545fba29485a req-75a9848a-02f9-434e-a110-f180bdbb0ff8 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 946 time: 0.1345394 Jan 28 12:49:21.619078 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ed5f0ff-4f39-4bae-9466-c57fc9345e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:21.685149 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da859b40-3d29-4c94-9f5e-587b6f272480 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b95b8231-a7d0-4d54-84e3-5ce7878f0bee), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:21.686767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89f561cb-8914-43a4-bc1a-545fba29485a req-50e60537-68f0-4a33-8de2-babe98c066ca tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274564 Jan 28 12:49:21.734380 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-da859b40-3d29-4c94-9f5e-587b6f272480 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Calling delete_port for b95b8231-a7d0-4d54-84e3-5ce7878f0bee owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:49:21.876168 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da859b40-3d29-4c94-9f5e-587b6f272480 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b95b8231-a7d0-4d54-84e3-5ce7878f0bee), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:21.925480 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da859b40-3d29-4c94-9f5e-587b6f272480 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event deleted for resources: {'Port': ['ID=b95b8231-a7d0-4d54-84e3-5ce7878f0bee,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:21.930873 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da859b40-3d29-4c94-9f5e-587b6f272480 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:21.935063 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-da859b40-3d29-4c94-9f5e-587b6f272480 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "DELETE /v2.0/ports/b95b8231-a7d0-4d54-84e3-5ce7878f0bee HTTP/1.1" status: 204 len: 168 time: 0.6561925 Jan 28 12:49:21.939536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38488) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:21.998760 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-110a4d15-eafb-4453-9bdc-7ca17014d154 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0507867 Jan 28 12:49:21.998760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38492) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:22.000478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38494) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:22.006027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f0b7032f-4048-46f5-9c7c-f9e2322b6b87 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-445064482'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:22.020052 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f67a-b8ba-41bb-aaa7-696bfcee0978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.065974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b7032f-4048-46f5-9c7c-f9e2322b6b87 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Made reservation on behalf of 26746b3986b84abab59ed8b25752e338 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:22.073573 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0b7032f-4048-46f5-9c7c-f9e2322b6b87 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.134661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b7032f-4048-46f5-9c7c-f9e2322b6b87 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:22.161470 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0b7032f-4048-46f5-9c7c-f9e2322b6b87 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7a78433a-c2a3-448b-9b11-3a6169d01700), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.161824 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-f0b7032f-4048-46f5-9c7c-f9e2322b6b87 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Added segment 7a78433a-c2a3-448b-9b11-3a6169d01700 of type vlan for network f59e881c-67cf-40a3-806e-cb3921175eee Jan 28 12:49:22.208735 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f67a-b8ba-41bb-aaa7-696bfcee0978 admin admin] Publish callbacks [] for security_group (24d20dd7-e103-433b-bda2-b9200b24344d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.213353 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f67a-b8ba-41bb-aaa7-696bfcee0978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (24d20dd7-e103-433b-bda2-b9200b24344d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.228195 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0b7032f-4048-46f5-9c7c-f9e2322b6b87 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f59e881c-67cf-40a3-806e-cb3921175eee), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.247150 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8fd8f67a-b8ba-41bb-aaa7-696bfcee0978 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9edc34a60fc54995a33246530cb52332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2520247 Jan 28 12:49:22.249745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38498) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:22.260142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0b7032f-4048-46f5-9c7c-f9e2322b6b87 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f59e881c-67cf-40a3-806e-cb3921175eee), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.267903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b7032f-4048-46f5-9c7c-f9e2322b6b87 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:22.268830 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0b7032f-4048-46f5-9c7c-f9e2322b6b87 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.292698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8f67a-b8ba-41bb-aaa7-696bfcee0978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d20dd7-e103-433b-bda2-b9200b24344d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:22.320514 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f0b7032f-4048-46f5-9c7c-f9e2322b6b87 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3159151 Jan 28 12:49:22.323978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38500) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:22.335438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a5a88b35-d364-4dbe-90cd-de3de33c61b1 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-41297045'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:22.372572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f00ea22-36fc-49be-ada9-40aaf04c9ad6 admin admin] Publish callbacks [] for security_group (24d20dd7-e103-433b-bda2-b9200b24344d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.399469 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f00ea22-36fc-49be-ada9-40aaf04c9ad6 admin admin] Publish callbacks [] for security_group (24d20dd7-e103-433b-bda2-b9200b24344d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.476446 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f00ea22-36fc-49be-ada9-40aaf04c9ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (24d20dd7-e103-433b-bda2-b9200b24344d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.480455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f00ea22-36fc-49be-ada9-40aaf04c9ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.481900 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7f00ea22-36fc-49be-ada9-40aaf04c9ad6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24d20dd7-e103-433b-bda2-b9200b24344d HTTP/1.1" status: 204 len: 168 time: 0.2303374 Jan 28 12:49:22.490535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7032f-4048-46f5-9c7c-f9e2322b6b87 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event updated for resources: {'Network': ['ID=f59e881c-67cf-40a3-806e-cb3921175eee,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:22.497573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a88b35-d364-4dbe-90cd-de3de33c61b1 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Made reservation on behalf of 26746b3986b84abab59ed8b25752e338 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:22.502567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5a88b35-d364-4dbe-90cd-de3de33c61b1 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.505204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f59e881c-67cf-40a3-806e-cb3921175eee details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:22.516830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00ea22-36fc-49be-ada9-40aaf04c9ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d20dd7-e103-433b-bda2-b9200b24344d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:22.660850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a88b35-d364-4dbe-90cd-de3de33c61b1 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:22.697715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8d2fc-7fb3-4d0c-8f68-f978ec89cff8 req-b2ecfcc3-1994-4a68-ac68-892649279de9 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:22.699849 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9db8d2fc-7fb3-4d0c-8f68-f978ec89cff8 req-b2ecfcc3-1994-4a68-ac68-892649279de9 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.49 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 946 time: 0.1737061 Jan 28 12:49:22.705064 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5a88b35-d364-4dbe-90cd-de3de33c61b1 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (fa3038f3-e9e7-4898-adf6-d0a6c6da81c0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.705560 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-a5a88b35-d364-4dbe-90cd-de3de33c61b1 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Added segment fa3038f3-e9e7-4898-adf6-d0a6c6da81c0 of type vlan for network fbd97672-a71a-4b46-a970-a1ac2584d0b2 Jan 28 12:49:22.882137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5a88b35-d364-4dbe-90cd-de3de33c61b1 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (fbd97672-a71a-4b46-a970-a1ac2584d0b2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.948686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca21da-ca09-4ea2-b3fc-362e66867ced req-d20d7963-754b-43ae-9f48-c2561fe800cb tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:22.949313 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:22.950674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0aca21da-ca09-4ea2-b3fc-362e66867ced req-d20d7963-754b-43ae-9f48-c2561fe800cb tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 946 time: 0.0701809 Jan 28 12:49:23.017202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0aca21da-ca09-4ea2-b3fc-362e66867ced req-c8bdbad8-3d18-46a5-a727-c4df3bce0bda tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/security-groups?id=655d91f7-cd60-475b-becc-50b5064e56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596960 Jan 28 12:49:23.086184 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5a88b35-d364-4dbe-90cd-de3de33c61b1 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (fbd97672-a71a-4b46-a970-a1ac2584d0b2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:23.091602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a88b35-d364-4dbe-90cd-de3de33c61b1 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:23.092403 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5a88b35-d364-4dbe-90cd-de3de33c61b1 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:23.284895 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a5a88b35-d364-4dbe-90cd-de3de33c61b1 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9587278 Jan 28 12:49:23.297754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-9db8d2fc-7fb3-4d0c-8f68-f978ec89cff8 req-3a30020e-46f1-42c9-8a24-02589aab6a30 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Deleting port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:49:23.298205 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9db8d2fc-7fb3-4d0c-8f68-f978ec89cff8 req-3a30020e-46f1-42c9-8a24-02589aab6a30 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:23.383581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a88b35-d364-4dbe-90cd-de3de33c61b1 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event updated for resources: {'Network': ['ID=fbd97672-a71a-4b46-a970-a1ac2584d0b2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:23.398234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network fbd97672-a71a-4b46-a970-a1ac2584d0b2 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:23.575300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-9db8d2fc-7fb3-4d0c-8f68-f978ec89cff8 req-3a30020e-46f1-42c9-8a24-02589aab6a30 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] For port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77,segment=NetworkSegment(77bb1189-89b0-4db9-88b5-608796a7e369),segment_id=77bb1189-89b0-4db9-88b5-608796a7e369)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:23.577077 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9db8d2fc-7fb3-4d0c-8f68-f978ec89cff8 req-3a30020e-46f1-42c9-8a24-02589aab6a30 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:23.607244 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-9db8d2fc-7fb3-4d0c-8f68-f978ec89cff8 req-3a30020e-46f1-42c9-8a24-02589aab6a30 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Calling delete_port for 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:49:24.038570 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9db8d2fc-7fb3-4d0c-8f68-f978ec89cff8 req-3a30020e-46f1-42c9-8a24-02589aab6a30 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (74c8b6c8-a926-43ef-96c3-f99d6f9d3a77), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:24.051851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['74c8b6c8-a926-43ef-96c3-f99d6f9d3a77'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:49:24.204483 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30020e-46f1-42c9-8a24-02589aab6a30 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Pushing event deleted for resources: {'Port': ['ID=74c8b6c8-a926-43ef-96c3-f99d6f9d3a77,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:24.278141 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-748f06e7-4172-431c-b29d-f6b3f9d0e185 req-86ec4160-76d5-49d8-8a63-f0bb710c3de3 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.53 "GET /v2.0/ports?device_id=2854180a-f56f-414a-9964-27c8b4f3d862 HTTP/1.1" status: 200 len: 210 time: 0.0745854 Jan 28 12:49:24.346207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db8d2fc-7fb3-4d0c-8f68-f978ec89cff8 req-3a30020e-46f1-42c9-8a24-02589aab6a30 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] No DVR routers for this DVR port 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:49:24.349696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9db8d2fc-7fb3-4d0c-8f68-f978ec89cff8 req-3a30020e-46f1-42c9-8a24-02589aab6a30 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:24.353194 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9db8d2fc-7fb3-4d0c-8f68-f978ec89cff8 req-3a30020e-46f1-42c9-8a24-02589aab6a30 tempest-ServerGroupTestJSON-116549049 tempest-ServerGroupTestJSON-116549049-project] 10.222.0.49 "DELETE /v2.0/ports/74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 HTTP/1.1" status: 204 len: 173 time: 1.6457763 Jan 28 12:49:24.353605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2854180a-f56f-414a-9964-27c8b4f3d862', 'name': 'network-vif-deleted', 'tag': '74c8b6c8-a926-43ef-96c3-f99d6f9d3a77'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:49:24.366970 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f88970-a149-41f7-b91f-dc4438d20785" -d '{"events": [{"server_uuid": "2854180a-f56f-414a-9964-27c8b4f3d862", "name": "network-vif-deleted", "tag": "74c8b6c8-a926-43ef-96c3-f99d6f9d3a77"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:49:24.451469 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cb1c6e-fce0-4f21-843a-21ab6fab14a4 x-openstack-request-id: req-34cb1c6e-fce0-4f21-843a-21ab6fab14a4 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:49:24.451954 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2854180a-f56f-414a-9964-27c8b4f3d862", "name": "network-vif-deleted", "tag": "74c8b6c8-a926-43ef-96c3-f99d6f9d3a77", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:49:24.452378 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34cb1c6e-fce0-4f21-843a-21ab6fab14a4 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:49:24.452925 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2854180a-f56f-414a-9964-27c8b4f3d862', 'name': 'network-vif-deleted', 'tag': '74c8b6c8-a926-43ef-96c3-f99d6f9d3a77', 'status': 'completed', 'code': 200} Jan 28 12:49:24.666322 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:25.748028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38598) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:25.989853 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.037520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:49:26.096251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:49:26.097911 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 74c8b6c8-a926-43ef-96c3-f99d6f9d3a77 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:49:26.111656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38616) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:26.178328 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f46776a-2ec6-4e6a-a5dd-56868163919b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.182370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b78de91-4973-4197-854e-c3eb9c205e61 admin admin] Deleting subnet b626d2b2-dfda-4d4d-8878-eb7327667ee8 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:49:26.186239 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b78de91-4973-4197-854e-c3eb9c205e61 admin admin] Publish callbacks [] for subnet (b626d2b2-dfda-4d4d-8878-eb7327667ee8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.235855 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b78de91-4973-4197-854e-c3eb9c205e61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (b626d2b2-dfda-4d4d-8878-eb7327667ee8), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.377523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b78de91-4973-4197-854e-c3eb9c205e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b626d2b2-dfda-4d4d-8878-eb7327667ee8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.503192 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b78de91-4973-4197-854e-c3eb9c205e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (b626d2b2-dfda-4d4d-8878-eb7327667ee8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.509567 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f46776a-2ec6-4e6a-a5dd-56868163919b admin admin] Publish callbacks [] for security_group (9c36e6b2-1bb2-4821-89b8-19698b784cf4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.521356 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f46776a-2ec6-4e6a-a5dd-56868163919b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9c36e6b2-1bb2-4821-89b8-19698b784cf4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.545772 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b78de91-4973-4197-854e-c3eb9c205e61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.554744 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8b78de91-4973-4197-854e-c3eb9c205e61 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b626d2b2-dfda-4d4d-8878-eb7327667ee8 HTTP/1.1" status: 204 len: 168 time: 0.4413242 Jan 28 12:49:26.591974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38622) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:26.605807 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78de91-4973-4197-854e-c3eb9c205e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b626d2b2-dfda-4d4d-8878-eb7327667ee8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:26.614662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:26.616089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2f46776a-2ec6-4e6a-a5dd-56868163919b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=878bc104accb4790899e4c827f7f8f63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8567855 Jan 28 12:49:26.728901 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-799d09bc-174a-450c-875e-2d4d85cebfe0 admin admin] Publish callbacks [] for security_group (9c36e6b2-1bb2-4821-89b8-19698b784cf4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.791278 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-799d09bc-174a-450c-875e-2d4d85cebfe0 admin admin] Publish callbacks [] for security_group (9c36e6b2-1bb2-4821-89b8-19698b784cf4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.816324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46776a-2ec6-4e6a-a5dd-56868163919b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c36e6b2-1bb2-4821-89b8-19698b784cf4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:26.885113 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (9d2ff505-73fb-44c3-9187-4f42a6f349a4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.928923 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-799d09bc-174a-450c-875e-2d4d85cebfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9c36e6b2-1bb2-4821-89b8-19698b784cf4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.938158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-799d09bc-174a-450c-875e-2d4d85cebfe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:26.939685 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-799d09bc-174a-450c-875e-2d4d85cebfe0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c36e6b2-1bb2-4821-89b8-19698b784cf4 HTTP/1.1" status: 204 len: 168 time: 0.3223186 Jan 28 12:49:26.975868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d09bc-174a-450c-875e-2d4d85cebfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c36e6b2-1bb2-4821-89b8-19698b784cf4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:27.149758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38640) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:27.155666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'subnets': [{'network_id': 'f59e881c-67cf-40a3-806e-cb3921175eee', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1611076733', 'ip_version': 6}, {'network_id': 'fbd97672-a71a-4b46-a970-a1ac2584d0b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:27.156699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'subnet': {'network_id': 'f59e881c-67cf-40a3-806e-cb3921175eee', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1611076733', 'ip_version': 6}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:27.157610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Request body: {'subnet': {'network_id': 'fbd97672-a71a-4b46-a970-a1ac2584d0b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:27.192544 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (9d2ff505-73fb-44c3-9187-4f42a6f349a4), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:27.270667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2ff505-73fb-44c3-9187-4f42a6f349a4']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:27.295824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bb1189-89b0-4db9-88b5-608796a7e369') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:27.296122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bb1189-89b0-4db9-88b5-608796a7e369') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:27.320703 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (77bb1189-89b0-4db9-88b5-608796a7e369), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:27.352632 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (77bb1189-89b0-4db9-88b5-608796a7e369), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:27.364362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:49:27.364796 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (77bb1189-89b0-4db9-88b5-608796a7e369), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:49:27.367864 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:49:27.525194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (9d2ff505-73fb-44c3-9187-4f42a6f349a4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:27.533143 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:27.539464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9d2ff505-73fb-44c3-9187-4f42a6f349a4 HTTP/1.1" status: 204 len: 168 time: 0.9211378 Jan 28 12:49:27.569272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b859b-56a2-4b06-8c75-eb350d978448 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2ff505-73fb-44c3-9187-4f42a6f349a4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:27.661425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Made reservation on behalf of 26746b3986b84abab59ed8b25752e338 for: {'subnet': 2} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:27.674485 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:27.674963 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:27.748618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38658) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:27.800478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f6462a72-623a-42e2-88ca-e4d96e4015f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a50d939b7bb406aba102948c18f2fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504770 Jan 28 12:49:27.801660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38660) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:27.959121 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7c79-3a0d-482c-b803-0689ea11180c admin admin] Publish callbacks [] for security_group (655d91f7-cd60-475b-becc-50b5064e56a8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:28.062186 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7c79-3a0d-482c-b803-0689ea11180c admin admin] Publish callbacks [] for security_group (655d91f7-cd60-475b-becc-50b5064e56a8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:28.210434 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7c79-3a0d-482c-b803-0689ea11180c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (655d91f7-cd60-475b-becc-50b5064e56a8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:28.216092 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7c79-3a0d-482c-b803-0689ea11180c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:28.221406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1d2a7c79-3a0d-482c-b803-0689ea11180c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/655d91f7-cd60-475b-becc-50b5064e56a8 HTTP/1.1" status: 204 len: 168 time: 0.4184146 Jan 28 12:49:28.246177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a7c79-3a0d-482c-b803-0689ea11180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655d91f7-cd60-475b-becc-50b5064e56a8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:28.896184 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (3363a3a2-2ca6-4902-9eb8-8d4e148bca6f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:29.082134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event updated for resources: {'Subnet': ['ID=3363a3a2-2ca6-4902-9eb8-8d4e148bca6f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:29.207312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38704) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:29.233168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Checking segment: {'id': '7a78433a-c2a3-448b-9b11-3a6169d01700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f59e881c-67cf-40a3-806e-cb3921175eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:29.240687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Network hostable DHCP agents. Network: f59e881c-67cf-40a3-806e-cb3921175eee, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:49:29.313995 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Network f59e881c-67cf-40a3-806e-cb3921175eee is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:49:29.361572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, f59e881c-67cf-40a3-806e-cb3921175eee) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:29.369298 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (b4d7dad7-1c89-43e1-b977-19d44b7e3581), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:29.371120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a631c91-6615-4370-8b6d-36faa3ac8520 None None] Network f59e881c-67cf-40a3-806e-cb3921175eee requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:29.511519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-198029335-network', 'tenant_id': '6d4e035eeb94452cbeaab05d2e756064'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:29.571692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Checking segment: {'id': 'fa3038f3-e9e7-4898-adf6-d0a6c6da81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fbd97672-a71a-4b46-a970-a1ac2584d0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:29.572286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Network hostable DHCP agents. Network: fbd97672-a71a-4b46-a970-a1ac2584d0b2, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:49:29.587637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Made reservation on behalf of 6d4e035eeb94452cbeaab05d2e756064 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:29.594850 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:29.596740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event updated for resources: {'Subnet': ['ID=b4d7dad7-1c89-43e1-b977-19d44b7e3581,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:29.633539 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:29.639214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Network fbd97672-a71a-4b46-a970-a1ac2584d0b2 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:49:29.674667 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, fbd97672-a71a-4b46-a970-a1ac2584d0b2) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:29.701721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:29.706858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:29.710711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:29.764954 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ad1c207b-e720-4825-b1e6-e89e0b34e6ed tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6051581 Jan 28 12:49:29.764954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38716) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:29.768926 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Publish callbacks [] for security_group (d462bb44-301e-4d01-903c-7ef3bacc807a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:29.777098 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d462bb44-301e-4d01-903c-7ef3bacc807a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:29.867229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d462bb44-301e-4d01-903c-7ef3bacc807a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:29.915612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced562de-0305-450a-a890-cbdb3eb5ed75 None None] Network fbd97672-a71a-4b46-a970-a1ac2584d0b2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:29.933374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:29.967261 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c5a2b2c5-54cf-409c-82be-1ad7ffc680a2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:29.967640 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Added segment c5a2b2c5-54cf-409c-82be-1ad7ffc680a2 of type vlan for network 2ddd7e17-3f4d-4325-9237-8b95884ed339 Jan 28 12:49:30.011058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7d8b65-3a63-453d-9b3f-53c70c01a9c4 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:30.016391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7d8b65-3a63-453d-9b3f-53c70c01a9c4 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:30.020049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7d8b65-3a63-453d-9b3f-53c70c01a9c4 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:30.025428 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7a7d8b65-3a63-453d-9b3f-53c70c01a9c4 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2636855 Jan 28 12:49:30.037615 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:30.081639 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (2ddd7e17-3f4d-4325-9237-8b95884ed339), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.186620 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (2ddd7e17-3f4d-4325-9237-8b95884ed339), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.189705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-b762a7d2-b892-4298-aab2-9d2cee0e2c5c tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Deleting subnet 3363a3a2-2ca6-4902-9eb8-8d4e148bca6f {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:49:30.191858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:30.192594 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.197705 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b762a7d2-b892-4298-aab2-9d2cee0e2c5c tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for subnet (3363a3a2-2ca6-4902-9eb8-8d4e148bca6f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.309647 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b762a7d2-b892-4298-aab2-9d2cee0e2c5c tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (3363a3a2-2ca6-4902-9eb8-8d4e148bca6f), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.320403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-fbd97672-a71a-4b46-a970-a1ac2584d0b2', 'network_id': 'fbd97672-a71a-4b46-a970-a1ac2584d0b2', 'project_id': '26746b3986b84abab59ed8b25752e338', 'fixed_ips': [{'subnet_id': 'b4d7dad7-1c89-43e1-b977-19d44b7e3581'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:49:30.321464 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.352754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38734) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:30.382067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72791f-d0ca-4dff-879b-7e2adbbb3a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-f59e881c-67cf-40a3-806e-cb3921175eee', 'network_id': 'f59e881c-67cf-40a3-806e-cb3921175eee', 'project_id': '26746b3986b84abab59ed8b25752e338', 'fixed_ips': [{'subnet_id': '3363a3a2-2ca6-4902-9eb8-8d4e148bca6f'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:49:30.386368 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb72791f-d0ca-4dff-879b-7e2adbbb3a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.403267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] Pushing event updated for resources: {'Network': ['ID=2ddd7e17-3f4d-4325-9237-8b95884ed339,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:30.429030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-24df93cc-99c3-411f-b63c-d1b94d90b102 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2177932 Jan 28 12:49:30.430524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38746) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:30.444566 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b762a7d2-b892-4298-aab2-9d2cee0e2c5c tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (3363a3a2-2ca6-4902-9eb8-8d4e148bca6f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.457403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 2ddd7e17-3f4d-4325-9237-8b95884ed339 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:30.458593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9bfb08d0-0acd-48cd-9479-38a8d798976a admin admin] Request body: {'subnet': {'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-198029335-subnet', 'tenant_id': '6d4e035eeb94452cbeaab05d2e756064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:30.521539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfb08d0-0acd-48cd-9479-38a8d798976a admin admin] Made reservation on behalf of 6d4e035eeb94452cbeaab05d2e756064 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:30.524788 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bfb08d0-0acd-48cd-9479-38a8d798976a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.616873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1466611268-network', 'tenant_id': '9c29e0f6db314be7874bfc92b61fff32'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:30.669950 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Made reservation on behalf of 9c29e0f6db314be7874bfc92b61fff32 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:30.679675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.716186 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.811711 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8691f84f-2d50-469e-86d4-be718c8fbd60 None None] Network f59e881c-67cf-40a3-806e-cb3921175eee requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:30.883858 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bfb08d0-0acd-48cd-9479-38a8d798976a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (d4f5bd45-f4b0-4586-9afe-8d609bdd8656), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.913799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Publish callbacks [] for security_group (729af97e-1eb9-4084-bb43-91dc7ae594fd), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.916498 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b762a7d2-b892-4298-aab2-9d2cee0e2c5c tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (3363a3a2-2ca6-4902-9eb8-8d4e148bca6f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.924120 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (729af97e-1eb9-4084-bb43-91dc7ae594fd), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:30.967313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb08d0-0acd-48cd-9479-38a8d798976a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f5bd45-f4b0-4586-9afe-8d609bdd8656,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:30.985238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729af97e-1eb9-4084-bb43-91dc7ae594fd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:30.989334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb08d0-0acd-48cd-9479-38a8d798976a admin admin] Checking segment: {'id': 'c5a2b2c5-54cf-409c-82be-1ad7ffc680a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:30.989747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb08d0-0acd-48cd-9479-38a8d798976a admin admin] Network hostable DHCP agents. Network: 2ddd7e17-3f4d-4325-9237-8b95884ed339, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:49:30.996813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762a7d2-b892-4298-aab2-9d2cee0e2c5c tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event deleted for resources: {'Subnet': ['ID=3363a3a2-2ca6-4902-9eb8-8d4e148bca6f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:31.006378 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b762a7d2-b892-4298-aab2-9d2cee0e2c5c tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:31.012684 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b762a7d2-b892-4298-aab2-9d2cee0e2c5c tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "DELETE /v2.0/subnets/3363a3a2-2ca6-4902-9eb8-8d4e148bca6f HTTP/1.1" status: 204 len: 168 time: 0.9688985 Jan 28 12:49:31.013524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38754) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:31.025014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb08d0-0acd-48cd-9479-38a8d798976a admin admin] Network 2ddd7e17-3f4d-4325-9237-8b95884ed339 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:49:31.049098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9bfb08d0-0acd-48cd-9479-38a8d798976a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 2ddd7e17-3f4d-4325-9237-8b95884ed339) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:31.076480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfb08d0-0acd-48cd-9479-38a8d798976a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:31.077486 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bfb08d0-0acd-48cd-9479-38a8d798976a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:31.114744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61b850-9d1f-4a32-aa09-faa799717bf3 None None] Network 2ddd7e17-3f4d-4325-9237-8b95884ed339 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:31.117531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9bfb08d0-0acd-48cd-9479-38a8d798976a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6739805 Jan 28 12:49:31.124063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:31.133442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd360ce0-3b49-4405-a766-01637d05e2df tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Deleting subnet b4d7dad7-1c89-43e1-b977-19d44b7e3581 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:49:31.165075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1b141a5e-4e5c-4abf-b182-3fee6ea9dc23), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:31.165517 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Added segment 1b141a5e-4e5c-4abf-b182-3fee6ea9dc23 of type vlan for network d1a8419c-095d-413c-a233-3fd3e5c5e05d Jan 28 12:49:31.281370 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d1a8419c-095d-413c-a233-3fd3e5c5e05d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:31.332849 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d1a8419c-095d-413c-a233-3fd3e5c5e05d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:31.333941 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c551f5f-166c-4e14-a297-b18ae248345c None None] Network 2ddd7e17-3f4d-4325-9237-8b95884ed339 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:31.337952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:31.341902 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:31.400463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Allocated IP 2001:db8:0:1::1 (fbd97672-a71a-4b46-a970-a1ac2584d0b2/b4d7dad7-1c89-43e1-b977-19d44b7e3581/11a2df11-437d-4f0e-ab18-8f2742bd342e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:49:31.473110 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1192105 Jan 28 12:49:31.476149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38764) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:31.488073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbffe9f-7d6a-488f-8a86-23121cc9c512 admin admin] Pushing event updated for resources: {'Network': ['ID=d1a8419c-095d-413c-a233-3fd3e5c5e05d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:31.511009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1b10c340-da21-4880-bb3c-866befe633fa admin admin] Request body: {'subnet': {'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1466611268-subnet', 'tenant_id': '9c29e0f6db314be7874bfc92b61fff32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:31.563492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b10c340-da21-4880-bb3c-866befe633fa admin admin] Made reservation on behalf of 9c29e0f6db314be7874bfc92b61fff32 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:31.567251 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b10c340-da21-4880-bb3c-866befe633fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:31.582720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d1a8419c-095d-413c-a233-3fd3e5c5e05d details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:31.847945 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b10c340-da21-4880-bb3c-866befe633fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (d00a0522-f45d-43ac-a9ca-bd06d75aada2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:31.916343 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Publish callbacks [] for port (11a2df11-437d-4f0e-ab18-8f2742bd342e), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:31.927039 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd360ce0-3b49-4405-a766-01637d05e2df tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for subnet (b4d7dad7-1c89-43e1-b977-19d44b7e3581), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:31.929957 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (11a2df11-437d-4f0e-ab18-8f2742bd342e), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:31.953788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b10c340-da21-4880-bb3c-866befe633fa admin admin] Checking segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:31.954311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10c340-da21-4880-bb3c-866befe633fa admin admin] Network hostable DHCP agents. Network: d1a8419c-095d-413c-a233-3fd3e5c5e05d, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:49:31.960747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10c340-da21-4880-bb3c-866befe633fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00a0522-f45d-43ac-a9ca-bd06d75aada2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:31.994625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10c340-da21-4880-bb3c-866befe633fa admin admin] Network d1a8419c-095d-413c-a233-3fd3e5c5e05d is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:49:32.010290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1b10c340-da21-4880-bb3c-866befe633fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d1a8419c-095d-413c-a233-3fd3e5c5e05d) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:32.025521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b10c340-da21-4880-bb3c-866befe633fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:32.026803 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b10c340-da21-4880-bb3c-866befe633fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:32.037900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b198fd-e753-46b1-bd71-d04d03d4aacb None None] Network d1a8419c-095d-413c-a233-3fd3e5c5e05d requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:32.048377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1b10c340-da21-4880-bb3c-866befe633fa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5705354 Jan 28 12:49:32.050049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd360ce0-3b49-4405-a766-01637d05e2df tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (b4d7dad7-1c89-43e1-b977-19d44b7e3581), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:32.075659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Pushing event updated for resources: {'Port': ['ID=11a2df11-437d-4f0e-ab18-8f2742bd342e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:32.111574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Network fbd97672-a71a-4b46-a970-a1ac2584d0b2 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:49:32.119606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:32.124666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:49:32.319606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd360ce0-3b49-4405-a766-01637d05e2df tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b4d7dad7-1c89-43e1-b977-19d44b7e3581), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:32.398535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b51c84-a5b6-499b-9184-916117fe148d None None] Network d1a8419c-095d-413c-a233-3fd3e5c5e05d requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:32.485461 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd360ce0-3b49-4405-a766-01637d05e2df tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (b4d7dad7-1c89-43e1-b977-19d44b7e3581), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:32.556609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Attempting to bind port 11a2df11-437d-4f0e-ab18-8f2742bd342e on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:49:32.557215 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Attempting to bind port 11a2df11-437d-4f0e-ab18-8f2742bd342e by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'fa3038f3-e9e7-4898-adf6-d0a6c6da81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fbd97672-a71a-4b46-a970-a1ac2584d0b2'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:49:32.557345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Attempting to bind port 11a2df11-437d-4f0e-ab18-8f2742bd342e on network fbd97672-a71a-4b46-a970-a1ac2584d0b2 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:49:32.571115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:49:32.579581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Checking segment: {'id': 'fa3038f3-e9e7-4898-adf6-d0a6c6da81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fbd97672-a71a-4b46-a970-a1ac2584d0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:32.580384 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:32.581056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Bound using segment: {'id': 'fa3038f3-e9e7-4898-adf6-d0a6c6da81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fbd97672-a71a-4b46-a970-a1ac2584d0b2'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:49:32.582582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Bound port: 11a2df11-437d-4f0e-ab18-8f2742bd342e, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3038f3-e9e7-4898-adf6-d0a6c6da81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fbd97672-a71a-4b46-a970-a1ac2584d0b2'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:49:32.582733 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (11a2df11-437d-4f0e-ab18-8f2742bd342e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:32.603447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd360ce0-3b49-4405-a766-01637d05e2df tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d7dad7-1c89-43e1-b977-19d44b7e3581,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:32.639575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd360ce0-3b49-4405-a766-01637d05e2df tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:32.657293 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dd360ce0-3b49-4405-a766-01637d05e2df tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "DELETE /v2.0/subnets/b4d7dad7-1c89-43e1-b977-19d44b7e3581 HTTP/1.1" status: 204 len: 168 time: 1.6381030 Jan 28 12:49:32.657949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:32.851154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671e228-c5ea-4c4f-aed6-edc834e11b6b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:32.854126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9671e228-c5ea-4c4f-aed6-edc834e11b6b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1947138 Jan 28 12:49:32.860820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38806) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:32.880703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] For port 11a2df11-437d-4f0e-ab18-8f2742bd342e, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:49:32.911608 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] For port 11a2df11-437d-4f0e-ab18-8f2742bd342e, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=11a2df11-437d-4f0e-ab18-8f2742bd342e,segment=NetworkSegment(fa3038f3-e9e7-4898-adf6-d0a6c6da81c0),segment_id=fa3038f3-e9e7-4898-adf6-d0a6c6da81c0)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:49:32.920794 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (11a2df11-437d-4f0e-ab18-8f2742bd342e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:33.057897 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049252d1-b06e-4138-9603-2b8e3b6991e2 None None] Pushing event updated for resources: {'Port': ['ID=11a2df11-437d-4f0e-ab18-8f2742bd342e,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:33.073109 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (fbd97672-a71a-4b46-a970-a1ac2584d0b2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:33.077704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e596632-3a24-4469-a4b7-9b183a82d194 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:49:33.185414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Deleting port 11a2df11-437d-4f0e-ab18-8f2742bd342e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:49:33.186368 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (11a2df11-437d-4f0e-ab18-8f2742bd342e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:33.304591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] For port 11a2df11-437d-4f0e-ab18-8f2742bd342e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=11a2df11-437d-4f0e-ab18-8f2742bd342e,segment=NetworkSegment(fa3038f3-e9e7-4898-adf6-d0a6c6da81c0),segment_id=fa3038f3-e9e7-4898-adf6-d0a6c6da81c0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:33.305233 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (11a2df11-437d-4f0e-ab18-8f2742bd342e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:33.328314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e596632-3a24-4469-a4b7-9b183a82d194 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 12:49:33.328910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Calling delete_port for 11a2df11-437d-4f0e-ab18-8f2742bd342e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:49:33.417149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-d592f4ae-843b-4c61-971c-b8ea1cefe5fe tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:33.442999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-d592f4ae-843b-4c61-971c-b8ea1cefe5fe tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.3182840 Jan 28 12:49:33.475856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-0f42482f-8fb9-469c-8b11-f2af53ca009a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/quotas/9c29e0f6db314be7874bfc92b61fff32 HTTP/1.1" status: 200 len: 375 time: 0.0316854 Jan 28 12:49:33.556915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-754669f2-910a-43b5-b8f2-15917ecdecbe tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707302 Jan 28 12:49:33.593890 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (11a2df11-437d-4f0e-ab18-8f2742bd342e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:33.721804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-85e0c2f3-b5d6-4ece-8954-22801c3d5072 req-c1c0617b-bf0d-4057-90ef-89f8caee4d96 service neutron] (103128) timed out ('10.222.0.53', 56570) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:49:33.733375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] No DVR routers for this DVR port 11a2df11-437d-4f0e-ab18-8f2742bd342e on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:49:33.749482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event deleted for resources: {'Port': ['ID=11a2df11-437d-4f0e-ab18-8f2742bd342e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:33.839083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-297a9bcd-7bf8-4320-b441-364c36beaba8 service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716842 Jan 28 12:49:33.897622 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45351358-704e-4363-b069-5607e0fd03a5 None None] Network fbd97672-a71a-4b46-a970-a1ac2584d0b2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:33.910184 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (fbd97672-a71a-4b46-a970-a1ac2584d0b2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:33.973507 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd97672-a71a-4b46-a970-a1ac2584d0b2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:34.004187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3038f3-e9e7-4898-adf6-d0a6c6da81c0') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:34.005002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3038f3-e9e7-4898-adf6-d0a6c6da81c0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:34.029080 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (fa3038f3-e9e7-4898-adf6-d0a6c6da81c0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:34.067137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (fa3038f3-e9e7-4898-adf6-d0a6c6da81c0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:34.088741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:49:34.093452 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (fa3038f3-e9e7-4898-adf6-d0a6c6da81c0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:49:34.097354 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:49:34.104459 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-c568e531-fc90-4da4-990e-c9d554ea27e5 service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560005 Jan 28 12:49:34.224151 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (fbd97672-a71a-4b46-a970-a1ac2584d0b2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:34.233490 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:34.244000 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "DELETE /v2.0/networks/fbd97672-a71a-4b46-a970-a1ac2584d0b2 HTTP/1.1" status: 204 len: 168 time: 1.3785813 Jan 28 12:49:34.244927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:34.273547 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ca0ed-b3b2-406f-b213-39b0e66f7486 tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event deleted for resources: {'Network': ['ID=fbd97672-a71a-4b46-a970-a1ac2584d0b2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:34.441239 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f59e881c-67cf-40a3-806e-cb3921175eee), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:34.524289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6e6a2b82-2d5e-4d69-a863-a2903f1d5dd7 req-86b08384-69a6-4e82-80a6-2ea426edd68d tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 210 time: 0.1042514 Jan 28 12:49:34.725519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f59e881c-67cf-40a3-806e-cb3921175eee), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:34.750415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59e881c-67cf-40a3-806e-cb3921175eee']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:34.763681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a78433a-c2a3-448b-9b11-3a6169d01700') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:34.764170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a78433a-c2a3-448b-9b11-3a6169d01700') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:34.776089 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (7a78433a-c2a3-448b-9b11-3a6169d01700), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:34.791804 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7a78433a-c2a3-448b-9b11-3a6169d01700), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:34.799020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:49:34.799752 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (7a78433a-c2a3-448b-9b11-3a6169d01700), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:49:34.852834 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:49:34.899139 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f59e881c-67cf-40a3-806e-cb3921175eee), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:34.915488 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:34.924115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "DELETE /v2.0/networks/f59e881c-67cf-40a3-806e-cb3921175eee HTTP/1.1" status: 204 len: 168 time: 0.6773279 Jan 28 12:49:34.925072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38864) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:34.954034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242c05e-4c3f-436f-8a32-70625aa4abfb tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event deleted for resources: {'Network': ['ID=f59e881c-67cf-40a3-806e-cb3921175eee,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:35.110168 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:35.313860 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:35.370469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:35.389000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c83ac3e-e448-4b43-b44e-7462e3f9d631') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:35.389565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c83ac3e-e448-4b43-b44e-7462e3f9d631') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:35.404406 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (6c83ac3e-e448-4b43-b44e-7462e3f9d631), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:35.423175 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6c83ac3e-e448-4b43-b44e-7462e3f9d631), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:35.434682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:49:35.435414 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (6c83ac3e-e448-4b43-b44e-7462e3f9d631), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:49:35.439391 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:49:35.518106 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:35.523697 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:35.530144 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "DELETE /v2.0/networks/b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c HTTP/1.1" status: 204 len: 168 time: 0.5908718 Jan 28 12:49:35.531411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38870) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:35.546001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bdede-39cf-4475-91f4-9875cdedd42a tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event deleted for resources: {'Network': ['ID=b3dfff93-3d92-459d-9d8a-2b6b4b2eb11c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:35.649708 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f326fcbf-ec89-4cea-b000-1d847007f853), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:35.694976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea807ae5-38a8-4f68-8d88-32cda5d476ec req-931eb6bb-0b3d-4bad-a4b5-3c7e70c42f9e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 210 time: 0.0414982 Jan 28 12:49:35.844425 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f326fcbf-ec89-4cea-b000-1d847007f853), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:35.946159 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f326fcbf-ec89-4cea-b000-1d847007f853']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:35.973044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857f7318-85de-44fa-b973-bcbf7602ce6d') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:35.973612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857f7318-85de-44fa-b973-bcbf7602ce6d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:35.994555 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (857f7318-85de-44fa-b973-bcbf7602ce6d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:36.029834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (857f7318-85de-44fa-b973-bcbf7602ce6d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:36.040689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-85181891-8e0c-496f-9a97-85f00e6d44a2 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:36.042613 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-85181891-8e0c-496f-9a97-85f00e6d44a2 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.2315750 Jan 28 12:49:36.051706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:49:36.052401 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (857f7318-85de-44fa-b973-bcbf7602ce6d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:49:36.057887 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:49:36.064951 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Request body: {'port': {'device_id': '396ad6a8-6bf1-4227-8c4f-134a28705faa', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'admin_state_up': True, 'tenant_id': '9c29e0f6db314be7874bfc92b61fff32'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:36.239073 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f326fcbf-ec89-4cea-b000-1d847007f853), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:36.264106 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:36.270783 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] 10.222.0.53 "DELETE /v2.0/networks/f326fcbf-ec89-4cea-b000-1d847007f853 HTTP/1.1" status: 204 len: 168 time: 0.7349775 Jan 28 12:49:36.281951 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4716d5d-9c74-415b-9bd2-e22c5a1a858b tempest-BulkNetworkOpsIpV6Test-2021853936 tempest-BulkNetworkOpsIpV6Test-2021853936-project] Pushing event deleted for resources: {'Network': ['ID=f326fcbf-ec89-4cea-b000-1d847007f853,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:36.356655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Made reservation on behalf of 9c29e0f6db314be7874bfc92b61fff32 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:36.358632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-ee120c76-1692-47e5-ad61-ccbb948507c5 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:36.361490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-ee120c76-1692-47e5-ad61-ccbb948507c5 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/networks?id=2ddd7e17-3f4d-4325-9237-8b95884ed339 HTTP/1.1" status: 200 len: 808 time: 0.1937888 Jan 28 12:49:36.364150 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:36.383118 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-d6b508ac-badd-4912-8d5a-44b0be482ed4 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/quotas/6d4e035eeb94452cbeaab05d2e756064 HTTP/1.1" status: 200 len: 375 time: 0.0148759 Jan 28 12:49:36.444286 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e906e076-221c-471e-9365-c8892ab9a32f tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d4e035eeb94452cbeaab05d2e756064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515292 Jan 28 12:49:36.607281 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9a286d6b-3a92-4b35-a4aa-4b1d3b3dc7da service neutron] 10.222.0.53 "GET /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520166 Jan 28 12:49:36.639881 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Allocated IP 172.20.0.10 (d1a8419c-095d-413c-a233-3fd3e5c5e05d/d00a0522-f45d-43ac-a9ca-bd06d75aada2/19046f20-529a-4e01-bee0-9cafd82b15ce) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:49:36.809702 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38914) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:37.094165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks [] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:37.227893 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c0962dd5-20d2-4a2d-bf02-d8860a9f935f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26746b3986b84abab59ed8b25752e338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4168074 Jan 28 12:49:37.230299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:37.269394 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:37.274295 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-a0390d2c-eafa-4658-a7d7-7ebcb4024cee service neutron] 10.222.0.53 "GET /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637414 Jan 28 12:49:37.321720 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event updated for resources: {'Port': ['ID=19046f20-529a-4e01-bee0-9cafd82b15ce,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:37.347318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5cfed7a1-063f-47e3-beca-8c92cf61b46a admin admin] Publish callbacks [] for security_group (c383df8a-7438-464a-a188-23684a94cfc4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:37.371972 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5cfed7a1-063f-47e3-beca-8c92cf61b46a admin admin] Publish callbacks [] for security_group (c383df8a-7438-464a-a188-23684a94cfc4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:37.372190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324396c-d29f-4b06-9c6e-fd2bdf308059 req-3904f680-ce13-4e56-a072-93cd5b21fd51 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:37.381083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8324396c-d29f-4b06-9c6e-fd2bdf308059 req-3904f680-ce13-4e56-a072-93cd5b21fd51 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 932 time: 0.1047876 Jan 28 12:49:37.421007 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Network d1a8419c-095d-413c-a233-3fd3e5c5e05d is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:49:37.422939 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:37.426458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:49:37.485694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:37.486978 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:37.505368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8324396c-d29f-4b06-9c6e-fd2bdf308059 req-ceb0109b-7c43-4588-a59c-1a9dd7f450f1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076710 Jan 28 12:49:37.522540 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-66c33a76-9ea9-4954-ba74-1525ad7e0999 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4654868 Jan 28 12:49:37.537839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Request body: {'port': {'device_id': '396ad6a8-6bf1-4227-8c4f-134a28705faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:37.573275 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5cfed7a1-063f-47e3-beca-8c92cf61b46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c383df8a-7438-464a-a188-23684a94cfc4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:37.577342 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5cfed7a1-063f-47e3-beca-8c92cf61b46a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:37.579506 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5cfed7a1-063f-47e3-beca-8c92cf61b46a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c383df8a-7438-464a-a188-23684a94cfc4 HTTP/1.1" status: 204 len: 168 time: 0.3478997 Jan 28 12:49:37.603918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfed7a1-063f-47e3-beca-8c92cf61b46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c383df8a-7438-464a-a188-23684a94cfc4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:37.694733 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:37.715407 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56df157c-bec3-4bd0-a868-492cbe4cef80 req-bd75ee41-e231-4a07-bd39-dfbb57652e31 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 210 time: 0.0607216 Jan 28 12:49:38.465992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19046f20-529a-4e01-bee0-9cafd82b15ce {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:49:38.499122 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Publish callbacks [] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:38.534750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Transition to ACTIVE for port object 19046f20-529a-4e01-bee0-9cafd82b15ce will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:49:38.540915 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:38.656254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Pushing event updated for resources: {'Port': ['ID=19046f20-529a-4e01-bee0-9cafd82b15ce,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:38.748177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25768bcd-dc7d-4e8d-a7c1-450b5f8168ae req-337b9d17-bb26-42cf-956a-c09355bbb113 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:38.776639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25768bcd-dc7d-4e8d-a7c1-450b5f8168ae req-337b9d17-bb26-42cf-956a-c09355bbb113 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 944 time: 0.1166763 Jan 28 12:49:38.912340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25768bcd-dc7d-4e8d-a7c1-450b5f8168ae req-3535da2d-8483-4f4b-9e4f-2f2854fd5ec5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345005 Jan 28 12:49:38.918283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Attempting to bind port 19046f20-529a-4e01-bee0-9cafd82b15ce on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:49:38.919529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Attempting to bind port 19046f20-529a-4e01-bee0-9cafd82b15ce by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:49:38.920023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Attempting to bind port 19046f20-529a-4e01-bee0-9cafd82b15ce on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:49:38.936494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Port 19046f20-529a-4e01-bee0-9cafd82b15ce on network d1a8419c-095d-413c-a233-3fd3e5c5e05d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:49:38.938044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Attempting to bind port 19046f20-529a-4e01-bee0-9cafd82b15ce on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:49:38.944485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:49:38.944834 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Checking segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:38.945224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Bound using segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:49:38.945731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Bound port: 19046f20-529a-4e01-bee0-9cafd82b15ce, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:49:38.945990 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:39.039495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1850b1fd-589e-4802-8d1b-57e3a2257abc req-35f4be16-49f1-43bb-9269-43775159175b tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 210 time: 0.0950544 Jan 28 12:49:39.144367 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] For port 19046f20-529a-4e01-bee0-9cafd82b15ce, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:49:39.151831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] For port 19046f20-529a-4e01-bee0-9cafd82b15ce, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=19046f20-529a-4e01-bee0-9cafd82b15ce,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:49:39.163025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:39.262109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:39.262987 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:39.265938 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] 10.222.0.49 "PUT /v2.0/ports/19046f20-529a-4e01-bee0-9cafd82b15ce HTTP/1.1" status: 200 len: 1092 time: 1.7356157 Jan 28 12:49:39.276366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396ad6a8-6bf1-4227-8c4f-134a28705faa', 'tag': '19046f20-529a-4e01-bee0-9cafd82b15ce'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:49:39.282592 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada05bd5-a8d7-4415-8de0-f1adfd6d9e99" -d '{"events": [{"name": "network-changed", "server_uuid": "396ad6a8-6bf1-4227-8c4f-134a28705faa", "tag": "19046f20-529a-4e01-bee0-9cafd82b15ce"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:49:39.333476 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39000) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:39.372028 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28f835-c33e-49c2-8489-def9d57a5a57 service neutron] Pushing event updated for resources: {'Port': ['ID=19046f20-529a-4e01-bee0-9cafd82b15ce,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:39.409720 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beab14c-2619-47f1-8284-ec23ae9c4b49 x-openstack-request-id: req-0beab14c-2619-47f1-8284-ec23ae9c4b49 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:49:39.410546 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396ad6a8-6bf1-4227-8c4f-134a28705faa", "tag": "19046f20-529a-4e01-bee0-9cafd82b15ce", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:49:39.411217 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0beab14c-2619-47f1-8284-ec23ae9c4b49 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:49:39.412822 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396ad6a8-6bf1-4227-8c4f-134a28705faa', 'tag': '19046f20-529a-4e01-bee0-9cafd82b15ce', 'status': 'completed', 'code': 200} Jan 28 12:49:39.486677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-2b73651e-63c0-425d-b8b4-af19aac1c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:39.491116 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-2b73651e-63c0-425d-b8b4-af19aac1c49e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 1095 time: 0.1085074 Jan 28 12:49:39.551805 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-63ee942f-8162-4d51-8734-74bb7839aec5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19046f20-529a-4e01-bee0-9cafd82b15ce HTTP/1.1" status: 200 len: 217 time: 0.0550444 Jan 28 12:49:39.615695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-540383687'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:39.661645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:39.665314 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:39.688630 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:39.832706 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:49:39.865087 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for security_group (01cdf354-bb16-4f6b-b865-74712f326368), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:39.872301 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (01cdf354-bb16-4f6b-b865-74712f326368), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:39.931871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-0babd3b9-d2a0-4e49-8ca8-b218d57bb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:39.944965 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-0babd3b9-d2a0-4e49-8ca8-b218d57bb794 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.3762143 Jan 28 12:49:39.956348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:39.998437 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (13b15007-6bc6-4198-bb2d-69068d8b3fd3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:40.000246 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Added segment 13b15007-6bc6-4198-bb2d-69068d8b3fd3 of type vlan for network cf23461f-9617-41ea-bdf7-5c692cd68c7e Jan 28 12:49:40.103180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (cf23461f-9617-41ea-bdf7-5c692cd68c7e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:40.157408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01cdf354-bb16-4f6b-b865-74712f326368,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:40.170419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (cf23461f-9617-41ea-bdf7-5c692cd68c7e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:40.182225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:40.183312 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:40.388532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d136b4b0-e637-4df7-bde9-02cc30e95aab req-b13cb11a-e6ea-4d1a-8694-d213f16675b5 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 210 time: 0.1273096 Jan 28 12:49:40.496569 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1608965 Jan 28 12:49:40.542194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2dc1d-ed65-46e1-a622-899a78387fc2 req-643a6e38-8ede-438b-9e93-affb043dd759 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:40.551384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ed2dc1d-ed65-46e1-a622-899a78387fc2 req-643a6e38-8ede-438b-9e93-affb043dd759 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 944 time: 0.3836763 Jan 28 12:49:40.552724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf689d1-4ee3-49f5-80f5-22bc10725d2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Network': ['ID=cf23461f-9617-41ea-bdf7-5c692cd68c7e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:40.580281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network cf23461f-9617-41ea-bdf7-5c692cd68c7e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:40.639385 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-4e603f2b-985f-4e54-a92a-06f615ee6f01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6818204 Jan 28 12:49:40.752753 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ed2dc1d-ed65-46e1-a622-899a78387fc2 req-29bab77b-68b5-4d69-823b-27315cb34ee7 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677663 Jan 28 12:49:40.798739 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-17daa1c6-c936-495c-b756-d12fcaa5f62a service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487570 Jan 28 12:49:40.829987 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-4a5e3a0f-0198-4d04-a8df-a2c7bab888fc tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:40.832698 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-4a5e3a0f-0198-4d04-a8df-a2c7bab888fc tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.49 "GET /v2.0/networks?id=2ddd7e17-3f4d-4325-9237-8b95884ed339 HTTP/1.1" status: 200 len: 808 time: 1.1185856 Jan 28 12:49:40.858119 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Request body: {'port': {'device_id': 'de28b2a4-b619-46de-beed-360468cedb85', 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339', 'admin_state_up': True, 'tenant_id': '6d4e035eeb94452cbeaab05d2e756064'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:41.071634 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-54ab0b0d-cd8c-4249-a691-401e64fd2d6b req-5635b77f-0598-45a3-bbc1-7625fe8f8188 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375910 Jan 28 12:49:41.114022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Made reservation on behalf of 6d4e035eeb94452cbeaab05d2e756064 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:41.117535 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:41.253214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05bd5-a8d7-4415-8de0-f1adfd6d9e99 req-737bb65c-7ee7-4119-a61d-7c9d91ad602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:41.254896 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ada05bd5-a8d7-4415-8de0-f1adfd6d9e99 req-737bb65c-7ee7-4119-a61d-7c9d91ad602f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 1095 time: 0.1045187 Jan 28 12:49:41.360457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Allocated IP 172.20.0.11 (2ddd7e17-3f4d-4325-9237-8b95884ed339/d4f5bd45-f4b0-4586-9afe-8d609bdd8656/c90f073b-ed71-4560-8038-b19bf157c4c2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:49:41.409861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05bd5-a8d7-4415-8de0-f1adfd6d9e99 req-5c7a0730-b360-44ce-8477-5e99fec33637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:41.411582 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ada05bd5-a8d7-4415-8de0-f1adfd6d9e99 req-5c7a0730-b360-44ce-8477-5e99fec33637 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 907 time: 0.1383376 Jan 28 12:49:41.490753 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ada05bd5-a8d7-4415-8de0-f1adfd6d9e99 req-dc553ba6-30b8-4f30-aeb3-35755308fc69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19046f20-529a-4e01-bee0-9cafd82b15ce HTTP/1.1" status: 200 len: 217 time: 0.0734291 Jan 28 12:49:41.610664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05bd5-a8d7-4415-8de0-f1adfd6d9e99 req-8ca7dfee-0838-421f-8aba-ead04e0da601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:41.612401 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ada05bd5-a8d7-4415-8de0-f1adfd6d9e99 req-8ca7dfee-0838-421f-8aba-ead04e0da601 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.1157000 Jan 28 12:49:41.681876 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ada05bd5-a8d7-4415-8de0-f1adfd6d9e99 req-bef9fcc6-9789-40ed-b4e5-3cc8a000343e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580759 Jan 28 12:49:41.744250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31695463-b087-4178-ade7-1305de02695a req-9f866c0e-d2fe-4037-82ce-d9f95ed1b71c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 210 time: 0.0723557 Jan 28 12:49:41.795288 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks [] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:41.849710 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ada05bd5-a8d7-4415-8de0-f1adfd6d9e99 req-c8717f0d-0fe7-4f72-aa45-38ab5fbc838a service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548803 Jan 28 12:49:41.879703 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:41.978091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Network 2ddd7e17-3f4d-4325-9237-8b95884ed339 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:49:41.994099 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:42.008435 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Pushing event updated for resources: {'Port': ['ID=c90f073b-ed71-4560-8038-b19bf157c4c2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:42.011172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:49:42.067785 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ada05bd5-a8d7-4415-8de0-f1adfd6d9e99 req-8c547d12-5db5-4678-9f82-0496c396c771 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117498 Jan 28 12:49:42.079325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76dcb2-addf-4e81-892d-9f9ad15b98f9 req-4cb9f02a-4256-4665-8f4b-d652739de059 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:42.088219 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-df76dcb2-addf-4e81-892d-9f9ad15b98f9 req-4cb9f02a-4256-4665-8f4b-d652739de059 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 944 time: 0.1556501 Jan 28 12:49:42.107129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:42.108249 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:42.141238 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-e3e96b70-f641-40af-a21b-0d30e13e2574 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2984095 Jan 28 12:49:42.161003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Request body: {'port': {'device_id': 'de28b2a4-b619-46de-beed-360468cedb85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:42.180151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-df76dcb2-addf-4e81-892d-9f9ad15b98f9 req-27e6aa17-d867-45c4-99d4-25ab98d5f1a2 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899765 Jan 28 12:49:42.270487 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:42.718897 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90f073b-ed71-4560-8038-b19bf157c4c2 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:49:42.734727 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Publish callbacks [] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:42.760811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Transition to ACTIVE for port object c90f073b-ed71-4560-8038-b19bf157c4c2 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:49:42.767014 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:42.860269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Pushing event updated for resources: {'Port': ['ID=c90f073b-ed71-4560-8038-b19bf157c4c2,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:42.926595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a0708-0a0d-42b3-afac-2bd34cc1bd56 req-ed3c2f8a-7546-4947-909c-3d203ab00583 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:42.928513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-165a0708-0a0d-42b3-afac-2bd34cc1bd56 req-ed3c2f8a-7546-4947-909c-3d203ab00583 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 944 time: 0.0911257 Jan 28 12:49:42.989815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-165a0708-0a0d-42b3-afac-2bd34cc1bd56 req-d6d4639c-5b8f-4d12-8c7e-eeded39d0bca tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519998 Jan 28 12:49:43.010762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Attempting to bind port c90f073b-ed71-4560-8038-b19bf157c4c2 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:49:43.011224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Attempting to bind port c90f073b-ed71-4560-8038-b19bf157c4c2 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'c5a2b2c5-54cf-409c-82be-1ad7ffc680a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:49:43.011587 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Attempting to bind port c90f073b-ed71-4560-8038-b19bf157c4c2 on network 2ddd7e17-3f4d-4325-9237-8b95884ed339 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:49:43.020719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Port c90f073b-ed71-4560-8038-b19bf157c4c2 on network 2ddd7e17-3f4d-4325-9237-8b95884ed339 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:49:43.021278 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Attempting to bind port c90f073b-ed71-4560-8038-b19bf157c4c2 on network 2ddd7e17-3f4d-4325-9237-8b95884ed339 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:49:43.030700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:49:43.031444 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Checking segment: {'id': 'c5a2b2c5-54cf-409c-82be-1ad7ffc680a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:43.032010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Bound using segment: {'id': 'c5a2b2c5-54cf-409c-82be-1ad7ffc680a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:49:43.032447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Bound port: c90f073b-ed71-4560-8038-b19bf157c4c2, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a2b2c5-54cf-409c-82be-1ad7ffc680a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:49:43.032807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:43.151815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] For port c90f073b-ed71-4560-8038-b19bf157c4c2, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:49:43.159049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] For port c90f073b-ed71-4560-8038-b19bf157c4c2, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=c90f073b-ed71-4560-8038-b19bf157c4c2,segment=NetworkSegment(c5a2b2c5-54cf-409c-82be-1ad7ffc680a2),segment_id=c5a2b2c5-54cf-409c-82be-1ad7ffc680a2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:49:43.169532 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:43.264687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:43.266206 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:43.267917 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] 10.222.0.49 "PUT /v2.0/ports/c90f073b-ed71-4560-8038-b19bf157c4c2 HTTP/1.1" status: 200 len: 1092 time: 1.1197801 Jan 28 12:49:43.268448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de28b2a4-b619-46de-beed-360468cedb85', 'tag': 'c90f073b-ed71-4560-8038-b19bf157c4c2'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:49:43.272111 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07679fc-f446-42ed-9794-3a38c94188e9" -d '{"events": [{"name": "network-changed", "server_uuid": "de28b2a4-b619-46de-beed-360468cedb85", "tag": "c90f073b-ed71-4560-8038-b19bf157c4c2"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:49:43.423611 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d4e78b-19d5-4d8c-b067-f8e74d94ef24 x-openstack-request-id: req-04d4e78b-19d5-4d8c-b067-f8e74d94ef24 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:49:43.424656 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de28b2a4-b619-46de-beed-360468cedb85", "tag": "c90f073b-ed71-4560-8038-b19bf157c4c2", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:49:43.425359 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04d4e78b-19d5-4d8c-b067-f8e74d94ef24 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:49:43.427051 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de28b2a4-b619-46de-beed-360468cedb85', 'tag': 'c90f073b-ed71-4560-8038-b19bf157c4c2', 'status': 'completed', 'code': 200} Jan 28 12:49:43.441896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb5221-dbf1-456b-a5a2-1c78c2a2de1a service neutron] Pushing event updated for resources: {'Port': ['ID=c90f073b-ed71-4560-8038-b19bf157c4c2,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:43.452224 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82476bdd-a249-43d6-b47f-689799928c0e req-d9287a9f-bf9b-493f-9216-b3cd73b8b3f2 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:43.460589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82476bdd-a249-43d6-b47f-689799928c0e req-d9287a9f-bf9b-493f-9216-b3cd73b8b3f2 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 944 time: 0.1389251 Jan 28 12:49:43.585626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-51f7ae22-c854-4b69-bd3e-a0e43f427ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:43.588485 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-51f7ae22-c854-4b69-bd3e-a0e43f427ce1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d4e035eeb94452cbeaab05d2e756064&device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 1095 time: 0.2280033 Jan 28 12:49:43.611056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82476bdd-a249-43d6-b47f-689799928c0e req-b6d6da52-553f-4a27-a3ce-1845691b1d8e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441650 Jan 28 12:49:43.688555 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-c2cf0a7b-0e47-4030-876b-a913268a8e26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c90f073b-ed71-4560-8038-b19bf157c4c2 HTTP/1.1" status: 200 len: 217 time: 0.0907459 Jan 28 12:49:43.826281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-3d95c70c-6051-47a8-84de-1225cfdb7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:43.828984 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-3d95c70c-6051-47a8-84de-1225cfdb7085 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4f5bd45-f4b0-4586-9afe-8d609bdd8656 HTTP/1.1" status: 200 len: 848 time: 0.1342223 Jan 28 12:49:43.891979 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-ca2a5733-fe7c-4e7d-b4fb-41a0459882cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ddd7e17-3f4d-4325-9237-8b95884ed339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561953 Jan 28 12:49:44.039330 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-7119809e-30bd-452d-abb8-0e3d59b668ed service neutron] 10.222.0.49 "GET /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416898 Jan 28 12:49:44.153620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 19046f20-529a-4e01-bee0-9cafd82b15ce details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:49:44.292143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39052) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:44.317715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-27147f2a-0348-40b1-8f79-f7297f3bdfff tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'subnet': {'network_id': 'cf23461f-9617-41ea-bdf7-5c692cd68c7e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:44.328913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa966409-3885-40d5-b699-4b2c78bd45e8 req-34caabe6-606d-4b2e-9294-b91947c38e69 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:44.330488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa966409-3885-40d5-b699-4b2c78bd45e8 req-34caabe6-606d-4b2e-9294-b91947c38e69 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 944 time: 0.1569405 Jan 28 12:49:44.418768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa966409-3885-40d5-b699-4b2c78bd45e8 req-f52a6e3f-b7eb-4187-b8da-334cc98f8dc8 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798275 Jan 28 12:49:44.441121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 19046f20-529a-4e01-bee0-9cafd82b15ce, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=19046f20-529a-4e01-bee0-9cafd82b15ce,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:44.459277 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '19046f20-529a-4e01-bee0-9cafd82b15ce', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'port_id': '19046f20-529a-4e01-bee0-9cafd82b15ce', 'mac_address': 'fa:16:3e:ae:f1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00a0522-f45d-43ac-a9ca-bd06d75aada2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:49:44.493485 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6c7a9333-0c6f-429e-9a29-a1434fdd8790 req-f7d71835-a8bc-411a-8cac-04c1a387a45f service neutron] 10.222.0.49 "GET /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476795 Jan 28 12:49:44.565370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 19046f20-529a-4e01-bee0-9cafd82b15ce is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:44.568169 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:44.621827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19046f20-529a-4e01-bee0-9cafd82b15ce {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:49:44.668673 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27147f2a-0348-40b1-8f79-f7297f3bdfff tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:44.674955 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27147f2a-0348-40b1-8f79-f7297f3bdfff tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:44.679838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 19046f20-529a-4e01-bee0-9cafd82b15ce, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=19046f20-529a-4e01-bee0-9cafd82b15ce,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:44.691056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07679fc-f446-42ed-9794-3a38c94188e9 req-e8383387-9f01-4081-be03-8e167fcad690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:44.693645 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f07679fc-f446-42ed-9794-3a38c94188e9 req-e8383387-9f01-4081-be03-8e167fcad690 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d4e035eeb94452cbeaab05d2e756064&device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 1095 time: 0.1128271 Jan 28 12:49:44.697968 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:45.035282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=19046f20-529a-4e01-bee0-9cafd82b15ce,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:45.045230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07679fc-f446-42ed-9794-3a38c94188e9 req-9b157c16-cdeb-4fd4-85cd-fe6a0729e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:45.048824 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f07679fc-f446-42ed-9794-3a38c94188e9 req-9b157c16-cdeb-4fd4-85cd-fe6a0729e359 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ddd7e17-3f4d-4325-9237-8b95884ed339 HTTP/1.1" status: 200 len: 909 time: 0.3319767 Jan 28 12:49:45.073042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:49:45.138260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb44a4-67eb-4856-bdf3-36acc0c5bfec req-0caade1a-1e10-48f5-b6c8-1df58e2840e0 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:45.152100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2eb44a4-67eb-4856-bdf3-36acc0c5bfec req-0caade1a-1e10-48f5-b6c8-1df58e2840e0 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 945 time: 0.2821157 Jan 28 12:49:45.170336 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f07679fc-f446-42ed-9794-3a38c94188e9 req-0f0f22f7-39cb-475a-bd2c-bc23c5b278d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c90f073b-ed71-4560-8038-b19bf157c4c2 HTTP/1.1" status: 200 len: 217 time: 0.1138401 Jan 28 12:49:45.257881 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07679fc-f446-42ed-9794-3a38c94188e9 req-44a6c09a-2eda-4eb3-bfe4-cde0af4914b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:45.259335 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f07679fc-f446-42ed-9794-3a38c94188e9 req-44a6c09a-2eda-4eb3-bfe4-cde0af4914b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4f5bd45-f4b0-4586-9afe-8d609bdd8656 HTTP/1.1" status: 200 len: 848 time: 0.0820642 Jan 28 12:49:45.276301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2eb44a4-67eb-4856-bdf3-36acc0c5bfec req-5b771caa-44a9-457e-9678-acc1e69e6824 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193173 Jan 28 12:49:45.356123 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f07679fc-f446-42ed-9794-3a38c94188e9 req-84fa8921-6f44-49f0-8c6f-4ec1b6bd32a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ddd7e17-3f4d-4325-9237-8b95884ed339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887325 Jan 28 12:49:45.552451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27147f2a-0348-40b1-8f79-f7297f3bdfff tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (b819a454-677a-40b0-8ec9-d98280976c65), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:45.647013 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f07679fc-f446-42ed-9794-3a38c94188e9 req-50af1556-9db3-4276-bd86-3f85260cbe8f service neutron] 10.222.0.49 "GET /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793980 Jan 28 12:49:45.667617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03088e80-fa58-4b4b-9d9e-ba1696a32424 req-9d012da6-56a8-4eb2-9d83-fbd3f7fb665c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:45.682887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03088e80-fa58-4b4b-9d9e-ba1696a32424 req-9d012da6-56a8-4eb2-9d83-fbd3f7fb665c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 944 time: 0.1153817 Jan 28 12:49:45.697055 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27147f2a-0348-40b1-8f79-f7297f3bdfff tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Subnet': ['ID=b819a454-677a-40b0-8ec9-d98280976c65,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:45.775388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03088e80-fa58-4b4b-9d9e-ba1696a32424 req-59fef754-6c0b-4473-ad4d-48b90d74e4dd tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881705 Jan 28 12:49:45.777174 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27147f2a-0348-40b1-8f79-f7297f3bdfff tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Checking segment: {'id': '13b15007-6bc6-4198-bb2d-69068d8b3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cf23461f-9617-41ea-bdf7-5c692cd68c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:45.777626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27147f2a-0348-40b1-8f79-f7297f3bdfff tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network hostable DHCP agents. Network: cf23461f-9617-41ea-bdf7-5c692cd68c7e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:49:45.831032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27147f2a-0348-40b1-8f79-f7297f3bdfff tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network cf23461f-9617-41ea-bdf7-5c692cd68c7e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:49:45.860202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-27147f2a-0348-40b1-8f79-f7297f3bdfff tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, cf23461f-9617-41ea-bdf7-5c692cd68c7e) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:45.864103 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-f07679fc-f446-42ed-9794-3a38c94188e9 req-bb78405d-2d09-4229-b206-9e8b78782f85 service neutron] 10.222.0.49 "GET /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032735 Jan 28 12:49:45.867365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27147f2a-0348-40b1-8f79-f7297f3bdfff tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:45.868004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27147f2a-0348-40b1-8f79-f7297f3bdfff tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:45.888955 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-27147f2a-0348-40b1-8f79-f7297f3bdfff tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5903883 Jan 28 12:49:45.896226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f226397-5ad6-43d9-80a5-9835db833e0b None None] Network cf23461f-9617-41ea-bdf7-5c692cd68c7e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:45.897296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39066) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:45.906642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-db1c12ef-6473-4553-90e9-1570ec6ad12c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1370973652'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:46.000481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1c12ef-6473-4553-90e9-1570ec6ad12c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:46.005611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db1c12ef-6473-4553-90e9-1570ec6ad12c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:46.044791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1c12ef-6473-4553-90e9-1570ec6ad12c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:46.063536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db1c12ef-6473-4553-90e9-1570ec6ad12c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ae8f457a-f80e-4e5c-ab27-503fa243e365), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:46.065088 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-db1c12ef-6473-4553-90e9-1570ec6ad12c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Added segment ae8f457a-f80e-4e5c-ab27-503fa243e365 of type vlan for network ff51472f-9a8c-48c9-9839-e44bf7dadcf5 Jan 28 12:49:46.173290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db1c12ef-6473-4553-90e9-1570ec6ad12c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (ff51472f-9a8c-48c9-9839-e44bf7dadcf5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:46.200549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 19046f20-529a-4e01-bee0-9cafd82b15ce up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:49:46.230662 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db1c12ef-6473-4553-90e9-1570ec6ad12c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (ff51472f-9a8c-48c9-9839-e44bf7dadcf5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:46.240174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c12ef-6473-4553-90e9-1570ec6ad12c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:46.240798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db1c12ef-6473-4553-90e9-1570ec6ad12c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:46.278777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-cf23461f-9617-41ea-bdf7-5c692cd68c7e', 'network_id': 'cf23461f-9617-41ea-bdf7-5c692cd68c7e', 'project_id': '0d45fdb6bdeb4537ba2e8b06d074ec0a', 'fixed_ips': [{'subnet_id': 'b819a454-677a-40b0-8ec9-d98280976c65'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:49:46.280626 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:46.344303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c12ef-6473-4553-90e9-1570ec6ad12c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Network': ['ID=ff51472f-9a8c-48c9-9839-e44bf7dadcf5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:46.366628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network ff51472f-9a8c-48c9-9839-e44bf7dadcf5 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:46.390026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-db1c12ef-6473-4553-90e9-1570ec6ad12c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4905288 Jan 28 12:49:46.394549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39078) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:46.410754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5d337f5f-4bff-4126-bbf8-d5a9b51cfd86 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'subnet': {'network_id': 'ff51472f-9a8c-48c9-9839-e44bf7dadcf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:46.412868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 19046f20-529a-4e01-bee0-9cafd82b15ce completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:49:46.457863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 19046f20-529a-4e01-bee0-9cafd82b15ce triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:49:46.458528 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:46.547710 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58dfe1-8d92-4f7a-b3d4-f64414ae15b6 req-afb1b259-31b6-4a71-a309-bb5172884b13 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:46.557200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a58dfe1-8d92-4f7a-b3d4-f64414ae15b6 req-afb1b259-31b6-4a71-a309-bb5172884b13 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 945 time: 0.1168742 Jan 28 12:49:46.651825 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d337f5f-4bff-4126-bbf8-d5a9b51cfd86 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:46.661955 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d337f5f-4bff-4126-bbf8-d5a9b51cfd86 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:46.711962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a58dfe1-8d92-4f7a-b3d4-f64414ae15b6 req-ce2d284b-d252-4c3d-9ba7-382e95155cc7 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419694 Jan 28 12:49:47.003738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Allocated IP 2001:db8:0:ffff::2 (cf23461f-9617-41ea-bdf7-5c692cd68c7e/b819a454-677a-40b0-8ec9-d98280976c65/95798488-bbb1-416e-9906-f8fd3a661bdb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:49:47.029616 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d337f5f-4bff-4126-bbf8-d5a9b51cfd86 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (32d4bf41-6584-497f-be98-102ef4029580), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:47.052181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281eeff-3663-401c-af04-447f8bf5420d req-28193208-ec9d-4160-bb3a-2ace30f24933 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:47.056638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 19046f20-529a-4e01-bee0-9cafd82b15ce is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:47.059650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0281eeff-3663-401c-af04-447f8bf5420d req-28193208-ec9d-4160-bb3a-2ace30f24933 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 944 time: 0.1668911 Jan 28 12:49:47.060639 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:47.147584 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d337f5f-4bff-4126-bbf8-d5a9b51cfd86 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Checking segment: {'id': 'ae8f457a-f80e-4e5c-ab27-503fa243e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ff51472f-9a8c-48c9-9839-e44bf7dadcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:47.147986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d337f5f-4bff-4126-bbf8-d5a9b51cfd86 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network hostable DHCP agents. Network: ff51472f-9a8c-48c9-9839-e44bf7dadcf5, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:49:47.165702 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d337f5f-4bff-4126-bbf8-d5a9b51cfd86 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Subnet': ['ID=32d4bf41-6584-497f-be98-102ef4029580,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:47.192854 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d337f5f-4bff-4126-bbf8-d5a9b51cfd86 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network ff51472f-9a8c-48c9-9839-e44bf7dadcf5 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:49:47.213540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0281eeff-3663-401c-af04-447f8bf5420d req-e3a9797b-983c-471c-9837-8d583209f4c8 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406598 Jan 28 12:49:47.229262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5d337f5f-4bff-4126-bbf8-d5a9b51cfd86 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, ff51472f-9a8c-48c9-9839-e44bf7dadcf5) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:47.256147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d337f5f-4bff-4126-bbf8-d5a9b51cfd86 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:47.256408 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425875dc-f508-40cf-b1c7-bd881622b540 None None] Network ff51472f-9a8c-48c9-9839-e44bf7dadcf5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:47.260532 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d337f5f-4bff-4126-bbf8-d5a9b51cfd86 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:47.305690 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5d337f5f-4bff-4126-bbf8-d5a9b51cfd86 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9072044 Jan 28 12:49:47.310021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39090) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:47.328831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396ad6a8-6bf1-4227-8c4f-134a28705faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19046f20-529a-4e01-bee0-9cafd82b15ce'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:49:47.348424 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7034b29-3669-4b52-a1b3-3bb113ea0107" -d '{"events": [{"server_uuid": "396ad6a8-6bf1-4227-8c4f-134a28705faa", "name": "network-vif-plugged", "status": "completed", "tag": "19046f20-529a-4e01-bee0-9cafd82b15ce"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:49:47.353280 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:47.462580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 19046f20-529a-4e01-bee0-9cafd82b15ce, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=19046f20-529a-4e01-bee0-9cafd82b15ce,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:47.474177 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:47.540909 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (ff51472f-9a8c-48c9-9839-e44bf7dadcf5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:47.543213 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236ab430-7706-4547-b3c8-3891a6a57e82 x-openstack-request-id: req-236ab430-7706-4547-b3c8-3891a6a57e82 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:49:47.543744 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396ad6a8-6bf1-4227-8c4f-134a28705faa", "name": "network-vif-plugged", "status": "completed", "tag": "19046f20-529a-4e01-bee0-9cafd82b15ce", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:49:47.544192 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-236ab430-7706-4547-b3c8-3891a6a57e82 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:49:47.544772 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396ad6a8-6bf1-4227-8c4f-134a28705faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19046f20-529a-4e01-bee0-9cafd82b15ce', 'code': 200} Jan 28 12:49:47.626156 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (32d4bf41-6584-497f-be98-102ef4029580), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:47.660445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acb91a0-a46d-446d-8fce-4f2b47fdf9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-ff51472f-9a8c-48c9-9839-e44bf7dadcf5', 'network_id': 'ff51472f-9a8c-48c9-9839-e44bf7dadcf5', 'project_id': '0d45fdb6bdeb4537ba2e8b06d074ec0a', 'fixed_ips': [{'subnet_id': '32d4bf41-6584-497f-be98-102ef4029580'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:49:47.662080 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5acb91a0-a46d-446d-8fce-4f2b47fdf9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:47.698055 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663af1d8-deb7-4897-adc0-cf17e185ad41 req-050ffd75-21d5-4457-818b-f3d165271cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:47.702165 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-663af1d8-deb7-4897-adc0-cf17e185ad41 req-050ffd75-21d5-4457-818b-f3d165271cd4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 1097 time: 0.1097310 Jan 28 12:49:47.751966 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (32d4bf41-6584-497f-be98-102ef4029580), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:47.848862 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-663af1d8-deb7-4897-adc0-cf17e185ad41 req-5e5daeee-6188-4e2a-89c1-3bf8f6b41023 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401727 Jan 28 12:49:47.863524 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Publish callbacks [] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:47.872224 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Subnet': ['ID=32d4bf41-6584-497f-be98-102ef4029580,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server [None req-5acb91a0-a46d-446d-8fce-4f2b47fdf9cc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32d4bf41-6584-497f-be98-102ef4029580: This subnet is being modified by another concurrent operation. Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exception Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32d4bf41-6584-497f-be98-102ef4029580: This subnet is being modified by another concurrent operation. Jan 28 12:49:47.873612 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 12:49:47.885166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=19046f20-529a-4e01-bee0-9cafd82b15ce,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:47.905015 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:47.976343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6005aa2d-2b6e-4ffa-b2e7-f58c8e2c67f2 None None] Network ff51472f-9a8c-48c9-9839-e44bf7dadcf5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:47.987505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Pushing event updated for resources: {'Port': ['ID=95798488-bbb1-416e-9906-f8fd3a661bdb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:47.998831 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (ff51472f-9a8c-48c9-9839-e44bf7dadcf5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.015962 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.034271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6a319-8eb5-4124-8347-bee1ceed809e req-192254a4-e662-44ef-9c49-1648ab246f8a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:48.036321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92e6a319-8eb5-4124-8347-bee1ceed809e req-192254a4-e662-44ef-9c49-1648ab246f8a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 946 time: 0.1609948 Jan 28 12:49:48.060407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff51472f-9a8c-48c9-9839-e44bf7dadcf5']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:48.075067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Network cf23461f-9617-41ea-bdf7-5c692cd68c7e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:49:48.080855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:48.088195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8f457a-f80e-4e5c-ab27-503fa243e365') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:48.088505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8f457a-f80e-4e5c-ab27-503fa243e365') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:48.089381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:49:48.119911 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (ae8f457a-f80e-4e5c-ab27-503fa243e365), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.161469 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92e6a319-8eb5-4124-8347-bee1ceed809e req-50cee25d-ca09-4c7b-80df-b7ddec4468c9 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147988 Jan 28 12:49:48.163201 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ae8f457a-f80e-4e5c-ab27-503fa243e365), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.192876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:49:48.193289 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (ae8f457a-f80e-4e5c-ab27-503fa243e365), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:49:48.197475 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:49:48.205754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device c90f073b-ed71-4560-8038-b19bf157c4c2 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:49:48.375890 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (ff51472f-9a8c-48c9-9839-e44bf7dadcf5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.378161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Attempting to bind port 95798488-bbb1-416e-9906-f8fd3a661bdb on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:49:48.378871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Attempting to bind port 95798488-bbb1-416e-9906-f8fd3a661bdb by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '13b15007-6bc6-4198-bb2d-69068d8b3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cf23461f-9617-41ea-bdf7-5c692cd68c7e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:49:48.379577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Attempting to bind port 95798488-bbb1-416e-9906-f8fd3a661bdb on network cf23461f-9617-41ea-bdf7-5c692cd68c7e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:49:48.405133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:49:48.406952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Checking segment: {'id': '13b15007-6bc6-4198-bb2d-69068d8b3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cf23461f-9617-41ea-bdf7-5c692cd68c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:48.408368 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.409463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Bound using segment: {'id': '13b15007-6bc6-4198-bb2d-69068d8b3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cf23461f-9617-41ea-bdf7-5c692cd68c7e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:49:48.410225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Bound port: 95798488-bbb1-416e-9906-f8fd3a661bdb, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b15007-6bc6-4198-bb2d-69068d8b3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cf23461f-9617-41ea-bdf7-5c692cd68c7e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:49:48.410858 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.412640 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.426413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/ff51472f-9a8c-48c9-9839-e44bf7dadcf5 HTTP/1.1" status: 204 len: 168 time: 1.1146059 Jan 28 12:49:48.434285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39106) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:48.443136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1321868793'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:48.527072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:48.537030 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.538544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe77eb-4e6a-4074-95d9-dbc3b5437dc8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Network': ['ID=ff51472f-9a8c-48c9-9839-e44bf7dadcf5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:48.576680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520eae1-44aa-4965-97d7-13122e733b6c req-9453f7fc-61b9-429c-964c-a2333138aa38 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:48.589560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2520eae1-44aa-4965-97d7-13122e733b6c req-9453f7fc-61b9-429c-964c-a2333138aa38 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 944 time: 0.1206195 Jan 28 12:49:48.602838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port c90f073b-ed71-4560-8038-b19bf157c4c2, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=c90f073b-ed71-4560-8038-b19bf157c4c2,segment=NetworkSegment(c5a2b2c5-54cf-409c-82be-1ad7ffc680a2),segment_id=c5a2b2c5-54cf-409c-82be-1ad7ffc680a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:48.603855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:48.621950 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (28a342b4-4d26-4a83-a7f9-97c8437cacb9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.622771 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Added segment 28a342b4-4d26-4a83-a7f9-97c8437cacb9 of type vlan for network 399728a4-dcd6-4016-b834-51197dff4073 Jan 28 12:49:48.659741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'c90f073b-ed71-4560-8038-b19bf157c4c2', 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339', 'port_id': 'c90f073b-ed71-4560-8038-b19bf157c4c2', 'mac_address': 'fa:16:3e:26:a8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f5bd45-f4b0-4586-9afe-8d609bdd8656', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:49:48.675623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2520eae1-44aa-4965-97d7-13122e733b6c req-77ed22a9-07cc-4b1e-962f-206a38ebf69b tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847292 Jan 28 12:49:48.678084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] For port 95798488-bbb1-416e-9906-f8fd3a661bdb, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:49:48.690808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] For port 95798488-bbb1-416e-9906-f8fd3a661bdb, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=95798488-bbb1-416e-9906-f8fd3a661bdb,segment=NetworkSegment(13b15007-6bc6-4198-bb2d-69068d8b3fd3),segment_id=13b15007-6bc6-4198-bb2d-69068d8b3fd3)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:49:48.719186 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.743036 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (399728a4-dcd6-4016-b834-51197dff4073), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.790566 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (399728a4-dcd6-4016-b834-51197dff4073), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.802045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00610c4-300a-4ea9-8bc4-8d645739ae0d None None] Pushing event updated for resources: {'Port': ['ID=95798488-bbb1-416e-9906-f8fd3a661bdb,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:48.819548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:48.820743 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.842576 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port c90f073b-ed71-4560-8038-b19bf157c4c2 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:48.843844 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:48.893514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90f073b-ed71-4560-8038-b19bf157c4c2 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:49:48.896241 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4574122 Jan 28 12:49:48.898365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39108) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:48.935942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-61cf44c4-fcd4-4219-852e-872f02bf2657 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'subnet': {'network_id': '399728a4-dcd6-4016-b834-51197dff4073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:48.941644 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port c90f073b-ed71-4560-8038-b19bf157c4c2, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=c90f073b-ed71-4560-8038-b19bf157c4c2,segment=NetworkSegment(c5a2b2c5-54cf-409c-82be-1ad7ffc680a2),segment_id=c5a2b2c5-54cf-409c-82be-1ad7ffc680a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:48.954124 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:49.035477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Network': ['ID=399728a4-dcd6-4016-b834-51197dff4073,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:49.053770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.055666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.060472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.061108 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.061708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.062874 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.063289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.065671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.066575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=c90f073b-ed71-4560-8038-b19bf157c4c2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:49.067580 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.068044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.068496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.069937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.070917 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b53f0-fef6-47ae-aee5-fc9bb03feb39 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:49.107639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 399728a4-dcd6-4016-b834-51197dff4073 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:49.126392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cf44c4-fcd4-4219-852e-872f02bf2657 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:49.135970 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61cf44c4-fcd4-4219-852e-872f02bf2657 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:49.245194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['c90f073b-ed71-4560-8038-b19bf157c4c2'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:49:49.516922 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e849b3a-79bc-40c5-9235-a93629b1b058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:49.741577 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61cf44c4-fcd4-4219-852e-872f02bf2657 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (ce32e9c0-5db2-4efd-86ff-ff4eb8ea876d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:49.799457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221599c7-be27-40f8-a7cd-b6740e17a9ae req-3014ffef-c5e8-45ee-8472-eca3858d91bc tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:49.801448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-221599c7-be27-40f8-a7cd-b6740e17a9ae req-3014ffef-c5e8-45ee-8472-eca3858d91bc tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 946 time: 0.4140079 Jan 28 12:49:50.018612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf44c4-fcd4-4219-852e-872f02bf2657 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Subnet': ['ID=ce32e9c0-5db2-4efd-86ff-ff4eb8ea876d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:50.072525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b92c3-7381-4377-b7f9-efcc6f17379a req-73d5c4e9-6407-44a9-827c-08a25a694d45 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:50.079547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d8b92c3-7381-4377-b7f9-efcc6f17379a req-73d5c4e9-6407-44a9-827c-08a25a694d45 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 945 time: 0.2213008 Jan 28 12:49:50.079547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-221599c7-be27-40f8-a7cd-b6740e17a9ae req-474fec51-e56b-4ab1-b71a-973973264f3e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122128 Jan 28 12:49:50.082849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf44c4-fcd4-4219-852e-872f02bf2657 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Checking segment: {'id': '28a342b4-4d26-4a83-a7f9-97c8437cacb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '399728a4-dcd6-4016-b834-51197dff4073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:50.083874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf44c4-fcd4-4219-852e-872f02bf2657 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network hostable DHCP agents. Network: 399728a4-dcd6-4016-b834-51197dff4073, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:49:50.198219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf44c4-fcd4-4219-852e-872f02bf2657 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network 399728a4-dcd6-4016-b834-51197dff4073 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:49:50.208437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device c90f073b-ed71-4560-8038-b19bf157c4c2 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:49:50.300525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-61cf44c4-fcd4-4219-852e-872f02bf2657 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 399728a4-dcd6-4016-b834-51197dff4073) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:50.335504 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d8b92c3-7381-4377-b7f9-efcc6f17379a req-30553916-540e-47e4-9dc2-191a5ed79d68 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424226 Jan 28 12:49:50.341177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cf44c4-fcd4-4219-852e-872f02bf2657 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:50.344989 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61cf44c4-fcd4-4219-852e-872f02bf2657 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:50.404485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491a199-6562-4167-9a5e-99cee7354e50 None None] Network 399728a4-dcd6-4016-b834-51197dff4073 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:50.423472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-61cf44c4-fcd4-4219-852e-872f02bf2657 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5167456 Jan 28 12:49:50.424467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39130) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:50.433235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3c9babb0-cc9a-4b7a-acff-eb0428ff1fdc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1324290843'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:50.465883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:50.527867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9babb0-cc9a-4b7a-acff-eb0428ff1fdc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:50.542968 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c9babb0-cc9a-4b7a-acff-eb0428ff1fdc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:50.722367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9babb0-cc9a-4b7a-acff-eb0428ff1fdc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:50.741461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 95798488-bbb1-416e-9906-f8fd3a661bdb up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:49:50.763434 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c9babb0-cc9a-4b7a-acff-eb0428ff1fdc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (90110928-49a2-4964-bd46-c23dd1bcdc5b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:50.770563 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-3c9babb0-cc9a-4b7a-acff-eb0428ff1fdc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Added segment 90110928-49a2-4964-bd46-c23dd1bcdc5b of type vlan for network 872a2d54-870a-4046-a26b-d3f9d56c0b56 Jan 28 12:49:50.853248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-399728a4-dcd6-4016-b834-51197dff4073', 'network_id': '399728a4-dcd6-4016-b834-51197dff4073', 'project_id': '0d45fdb6bdeb4537ba2e8b06d074ec0a', 'fixed_ips': [{'subnet_id': 'ce32e9c0-5db2-4efd-86ff-ff4eb8ea876d'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:49:50.854619 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:50.893097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port c90f073b-ed71-4560-8038-b19bf157c4c2 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:49:50.904591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 95798488-bbb1-416e-9906-f8fd3a661bdb triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:49:50.905191 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:50.974140 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9223-1ae9-4248-819f-dbbb2a3ae03a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:50.991325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c9babb0-cc9a-4b7a-acff-eb0428ff1fdc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (872a2d54-870a-4046-a26b-d3f9d56c0b56), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:50.996976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port c90f073b-ed71-4560-8038-b19bf157c4c2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:49:50.997361 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:51.062706 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c9babb0-cc9a-4b7a-acff-eb0428ff1fdc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (872a2d54-870a-4046-a26b-d3f9d56c0b56), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:51.078458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9babb0-cc9a-4b7a-acff-eb0428ff1fdc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:51.079694 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c9babb0-cc9a-4b7a-acff-eb0428ff1fdc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:51.161830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f008e09-68ea-4e9c-b8ed-d735155b8f24 None None] Network cf23461f-9617-41ea-bdf7-5c692cd68c7e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:51.207049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9223-1ae9-4248-819f-dbbb2a3ae03a admin admin] Publish callbacks [] for security_group (6d72e53e-1b74-4344-959c-740c834563ad), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:51.212512 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9223-1ae9-4248-819f-dbbb2a3ae03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6d72e53e-1b74-4344-959c-740c834563ad), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:51.273276 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3c9babb0-cc9a-4b7a-acff-eb0428ff1fdc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8456888 Jan 28 12:49:51.275851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39152) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:51.288282 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1e6c9223-1ae9-4248-819f-dbbb2a3ae03a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fcb810bbb0945e08bff2b011dcd6a97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8176124 Jan 28 12:49:51.297070 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'subnet': {'network_id': '872a2d54-870a-4046-a26b-d3f9d56c0b56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:51.297613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39154) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:51.355036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9babb0-cc9a-4b7a-acff-eb0428ff1fdc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Network': ['ID=872a2d54-870a-4046-a26b-d3f9d56c0b56,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:51.417731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2666b-3a6b-4c6f-a505-2ce502806353 req-a9578ef0-11b8-4585-bcc5-e23205262e3b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:51.419571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 872a2d54-870a-4046-a26b-d3f9d56c0b56 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:51.428746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bc2666b-3a6b-4c6f-a505-2ce502806353 req-a9578ef0-11b8-4585-bcc5-e23205262e3b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.5641778 Jan 28 12:49:51.507616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bc2666b-3a6b-4c6f-a505-2ce502806353 req-9a05d333-c4de-4216-aeed-926478a124cb tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/quotas/9c29e0f6db314be7874bfc92b61fff32 HTTP/1.1" status: 200 len: 375 time: 0.0774546 Jan 28 12:49:51.523479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c9223-1ae9-4248-819f-dbbb2a3ae03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d72e53e-1b74-4344-959c-740c834563ad,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:51.541625 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12a202c5-0c3c-483f-b2cb-613b1a1d0701 admin admin] Publish callbacks [] for security_group (6d72e53e-1b74-4344-959c-740c834563ad), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:51.618458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:51.632558 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:51.667020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-96eab5a3-9fda-4310-a8e1-a66575852010 None None] Provisioning complete for port 95798488-bbb1-416e-9906-f8fd3a661bdb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:49:51.667501 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96eab5a3-9fda-4310-a8e1-a66575852010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:51.674390 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12a202c5-0c3c-483f-b2cb-613b1a1d0701 admin admin] Publish callbacks [] for security_group (6d72e53e-1b74-4344-959c-740c834563ad), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:51.739732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 95798488-bbb1-416e-9906-f8fd3a661bdb is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:51.752424 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:51.762121 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bc2666b-3a6b-4c6f-a505-2ce502806353 req-8296615e-d8fd-4660-bd9f-019cab914a38 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2532299 Jan 28 12:49:51.803054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Performing IP validity checks on allocation pools {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 12:49:51.803833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfef8e-fc25-4a4a-a330-b8970c0a5384 req-9171ef63-c171-412a-b1bb-02049d21e384 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:51.804159 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 12:49:51.805848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0cbfef8e-fc25-4a4a-a330-b8970c0a5384 req-9171ef63-c171-412a-b1bb-02049d21e384 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 945 time: 0.1937578 Jan 28 12:49:51.960499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Allocated IP 2001:db8::1 (399728a4-dcd6-4016-b834-51197dff4073/ce32e9c0-5db2-4efd-86ff-ff4eb8ea876d/7b26b209-30f6-4e61-bd69-44df8a89bbab) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:49:51.974573 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12a202c5-0c3c-483f-b2cb-613b1a1d0701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6d72e53e-1b74-4344-959c-740c834563ad), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:51.980529 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12a202c5-0c3c-483f-b2cb-613b1a1d0701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:51.986242 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-12a202c5-0c3c-483f-b2cb-613b1a1d0701 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d72e53e-1b74-4344-959c-740c834563ad HTTP/1.1" status: 204 len: 168 time: 0.6872909 Jan 28 12:49:52.042313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a202c5-0c3c-483f-b2cb-613b1a1d0701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d72e53e-1b74-4344-959c-740c834563ad,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:52.048433 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0cbfef8e-fc25-4a4a-a330-b8970c0a5384 req-14e1bbb0-13ab-4b9f-af2a-ce6f08eddb00 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760128 Jan 28 12:49:52.056332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bc2666b-3a6b-4c6f-a505-2ce502806353 req-6d76b496-e5d7-4426-bcb6-22ecee67522d service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933033 Jan 28 12:49:52.167376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port c90f073b-ed71-4560-8038-b19bf157c4c2 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:52.180200 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:52.271874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (15b29f32-50b3-4bba-a542-227307aa452d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:52.323626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bc2666b-3a6b-4c6f-a505-2ce502806353 req-4c9ad51d-271b-405a-8728-580cacb1706e service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660558 Jan 28 12:49:52.395827 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bff065a3-5379-45a9-88fb-e6100b00e0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:52.467050 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Checking segment: {'id': '90110928-49a2-4964-bd46-c23dd1bcdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '872a2d54-870a-4046-a26b-d3f9d56c0b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:52.467440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 95798488-bbb1-416e-9906-f8fd3a661bdb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=95798488-bbb1-416e-9906-f8fd3a661bdb,segment=NetworkSegment(13b15007-6bc6-4198-bb2d-69068d8b3fd3),segment_id=13b15007-6bc6-4198-bb2d-69068d8b3fd3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:52.470837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network hostable DHCP agents. Network: 872a2d54-870a-4046-a26b-d3f9d56c0b56, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:49:52.500539 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Subnet': ['ID=15b29f32-50b3-4bba-a542-227307aa452d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:52.504245 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:52.518253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network 872a2d54-870a-4046-a26b-d3f9d56c0b56 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:49:52.545081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 872a2d54-870a-4046-a26b-d3f9d56c0b56) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:52.578025 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:52.580994 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:52.622149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39168) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:52.625966 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dea551a0-e702-44fc-b43c-7061c111685f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3386583 Jan 28 12:49:52.847886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39174) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:52.883426 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8dfe8bf0-26bf-4959-9a6c-f6c8bcca4398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:53.033404 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (872a2d54-870a-4046-a26b-d3f9d56c0b56), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:53.240129 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8dfe8bf0-26bf-4959-9a6c-f6c8bcca4398 admin admin] Publish callbacks [] for security_group (9d1c5eb0-e443-4464-8a7a-e06feb731f84), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:53.247200 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8dfe8bf0-26bf-4959-9a6c-f6c8bcca4398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9d1c5eb0-e443-4464-8a7a-e06feb731f84), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:53.316351 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (15b29f32-50b3-4bba-a542-227307aa452d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:53.349977 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8dfe8bf0-26bf-4959-9a6c-f6c8bcca4398 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=759613a5037b457c914bc0d145c3f985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5002873 Jan 28 12:49:53.353087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39192) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:53.426397 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Publish callbacks [] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:53.429554 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de28b2a4-b619-46de-beed-360468cedb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90f073b-ed71-4560-8038-b19bf157c4c2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:49:53.433496 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d2b6ca-93b5-40d5-b20b-a44edda0a571" -d '{"events": [{"server_uuid": "de28b2a4-b619-46de-beed-360468cedb85", "name": "network-vif-plugged", "status": "completed", "tag": "c90f073b-ed71-4560-8038-b19bf157c4c2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:49:53.437145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e81cd-2bd0-427b-b22b-984873e0a2af None None] Network 872a2d54-870a-4046-a26b-d3f9d56c0b56 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:53.562664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port c90f073b-ed71-4560-8038-b19bf157c4c2, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=c90f073b-ed71-4560-8038-b19bf157c4c2,segment=NetworkSegment(c5a2b2c5-54cf-409c-82be-1ad7ffc680a2),segment_id=c5a2b2c5-54cf-409c-82be-1ad7ffc680a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:53.593290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (15b29f32-50b3-4bba-a542-227307aa452d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:53.617959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe8bf0-26bf-4959-9a6c-f6c8bcca4398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1c5eb0-e443-4464-8a7a-e06feb731f84,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:53.650103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Subnet': ['ID=15b29f32-50b3-4bba-a542-227307aa452d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:53.675517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c51ce-5421-4605-b8d0-579d5f55f741 req-01910780-3be3-4b8c-97e6-8803ab02e915 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:53.677968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-351c51ce-5421-4605-b8d0-579d5f55f741 req-01910780-3be3-4b8c-97e6-8803ab02e915 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 945 time: 0.4400654 Jan 28 12:49:53.739357 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:53.768972 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3218f1cc-66bc-4241-ad19-6ad66a371157 admin admin] Publish callbacks [] for security_group (9d1c5eb0-e443-4464-8a7a-e06feb731f84), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:53.816998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-96eab5a3-9fda-4310-a8e1-a66575852010 None None] Current status of the port 95798488-bbb1-416e-9906-f8fd3a661bdb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:53.841311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Network 399728a4-dcd6-4016-b834-51197dff4073 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:49:53.867841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:53.873214 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:53.878143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:49:53.881991 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3218f1cc-66bc-4241-ad19-6ad66a371157 admin admin] Publish callbacks [] for security_group (9d1c5eb0-e443-4464-8a7a-e06feb731f84), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:53.978789 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (872a2d54-870a-4046-a26b-d3f9d56c0b56), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.019118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872a2d54-870a-4046-a26b-d3f9d56c0b56']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:54.046966 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3218f1cc-66bc-4241-ad19-6ad66a371157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9d1c5eb0-e443-4464-8a7a-e06feb731f84), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.049993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90110928-49a2-4964-bd46-c23dd1bcdc5b') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:54.050791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90110928-49a2-4964-bd46-c23dd1bcdc5b') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:54.053617 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3218f1cc-66bc-4241-ad19-6ad66a371157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.061134 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3218f1cc-66bc-4241-ad19-6ad66a371157 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d1c5eb0-e443-4464-8a7a-e06feb731f84 HTTP/1.1" status: 204 len: 168 time: 0.7022166 Jan 28 12:49:54.074506 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (90110928-49a2-4964-bd46-c23dd1bcdc5b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.096238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218f1cc-66bc-4241-ad19-6ad66a371157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1c5eb0-e443-4464-8a7a-e06feb731f84,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:54.143901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (90110928-49a2-4964-bd46-c23dd1bcdc5b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.174086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:49:54.174522 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (90110928-49a2-4964-bd46-c23dd1bcdc5b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.206227 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.270339 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47fac1f-8950-4a7e-9271-f9807f970409 x-openstack-request-id: req-f47fac1f-8950-4a7e-9271-f9807f970409 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:49:54.278094 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de28b2a4-b619-46de-beed-360468cedb85", "name": "network-vif-plugged", "status": "completed", "tag": "c90f073b-ed71-4560-8038-b19bf157c4c2", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:49:54.284194 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f47fac1f-8950-4a7e-9271-f9807f970409 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:49:54.286264 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de28b2a4-b619-46de-beed-360468cedb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90f073b-ed71-4560-8038-b19bf157c4c2', 'code': 200} Jan 28 12:49:54.384931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c9eb9-670b-4be4-a1fd-4aefa55108f3 req-d14383bc-d0a7-42f5-807b-94abc3845424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:54.386957 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5c0c9eb9-670b-4be4-a1fd-4aefa55108f3 req-d14383bc-d0a7-42f5-807b-94abc3845424 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 1097 time: 0.2113228 Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:49:54.448220 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:49:54.466201 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (872a2d54-870a-4046-a26b-d3f9d56c0b56), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.492743 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.503004 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:54.507213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/872a2d54-870a-4046-a26b-d3f9d56c0b56 HTTP/1.1" status: 204 len: 168 time: 1.8838897 Jan 28 12:49:54.519040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-22bc5013-8e14-442f-95f3-841155040f2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1049839214'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:54.561368 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5c0c9eb9-670b-4be4-a1fd-4aefa55108f3 req-f241dfd9-5df5-47bd-8fa3-b430957dfbb4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656141 Jan 28 12:49:54.600798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-351c51ce-5421-4605-b8d0-579d5f55f741 req-5f8b4ba8-9dc6-4dbe-9a60-9086b3fcec06 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9022906 Jan 28 12:49:54.604728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dc464-70e4-4bb9-9e7b-84f0462034ee tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Network': ['ID=872a2d54-870a-4046-a26b-d3f9d56c0b56,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:54.631453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bc5013-8e14-442f-95f3-841155040f2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:54.642232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=95798488-bbb1-416e-9906-f8fd3a661bdb,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:54.647046 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22bc5013-8e14-442f-95f3-841155040f2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.659805 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cecf903-88a0-49ac-8d50-522cff06ed32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-872a2d54-870a-4046-a26b-d3f9d56c0b56', 'network_id': '872a2d54-870a-4046-a26b-d3f9d56c0b56', 'project_id': '0d45fdb6bdeb4537ba2e8b06d074ec0a', 'fixed_ips': [{'subnet_id': '15b29f32-50b3-4bba-a542-227307aa452d'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:49:54.675564 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cecf903-88a0-49ac-8d50-522cff06ed32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.760343 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bc5013-8e14-442f-95f3-841155040f2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:54.785996 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22bc5013-8e14-442f-95f3-841155040f2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (79ce46ab-8c79-40bb-9952-d0e8f6774302), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.788171 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-22bc5013-8e14-442f-95f3-841155040f2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Added segment 79ce46ab-8c79-40bb-9952-d0e8f6774302 of type vlan for network 6565f0b4-869e-4136-b476-e73d8aa96507 Jan 28 12:49:54.877851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Attempting to bind port 7b26b209-30f6-4e61-bd69-44df8a89bbab on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:49:54.878231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Attempting to bind port 7b26b209-30f6-4e61-bd69-44df8a89bbab by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '28a342b4-4d26-4a83-a7f9-97c8437cacb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '399728a4-dcd6-4016-b834-51197dff4073'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:49:54.878930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Attempting to bind port 7b26b209-30f6-4e61-bd69-44df8a89bbab on network 399728a4-dcd6-4016-b834-51197dff4073 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:49:54.929253 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22bc5013-8e14-442f-95f3-841155040f2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (6565f0b4-869e-4136-b476-e73d8aa96507), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.971139 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:54.991985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-9e7ed085-9749-4e2b-b696-5347b4e0ce9f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:55.009746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-9e7ed085-9749-4e2b-b696-5347b4e0ce9f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.3596199 Jan 28 12:49:55.017331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:49:55.017921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Checking segment: {'id': '28a342b4-4d26-4a83-a7f9-97c8437cacb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '399728a4-dcd6-4016-b834-51197dff4073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:55.018657 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:55.019171 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Bound using segment: {'id': '28a342b4-4d26-4a83-a7f9-97c8437cacb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '399728a4-dcd6-4016-b834-51197dff4073'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:49:55.019789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Bound port: 7b26b209-30f6-4e61-bd69-44df8a89bbab, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a342b4-4d26-4a83-a7f9-97c8437cacb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '399728a4-dcd6-4016-b834-51197dff4073'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:49:55.020774 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22bc5013-8e14-442f-95f3-841155040f2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (6565f0b4-869e-4136-b476-e73d8aa96507), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:55.021250 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:55.034452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d76cbb4-7159-44b3-b057-eb96cec2e6a5 None None] Network 872a2d54-870a-4046-a26b-d3f9d56c0b56 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:55.042664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bc5013-8e14-442f-95f3-841155040f2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:55.043892 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22bc5013-8e14-442f-95f3-841155040f2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:55.051273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-2e357b57-b6f9-49d3-a67e-5e98d9ea643c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/quotas/9c29e0f6db314be7874bfc92b61fff32 HTTP/1.1" status: 200 len: 375 time: 0.0350597 Jan 28 12:49:55.074056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Pushing event updated for resources: {'Port': ['ID=7b26b209-30f6-4e61-bd69-44df8a89bbab,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:55.090601 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d76cbb4-7159-44b3-b057-eb96cec2e6a5 None None] Network 872a2d54-870a-4046-a26b-d3f9d56c0b56 could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 12:49:55.192668 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-d88db2a3-f3cc-44b4-9b2d-dccdbc0cc380 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1325078 Jan 28 12:49:55.193449 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-22bc5013-8e14-442f-95f3-841155040f2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6871135 Jan 28 12:49:55.193811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39254) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:55.207693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'subnet': {'network_id': '6565f0b4-869e-4136-b476-e73d8aa96507', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:55.357395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc5013-8e14-442f-95f3-841155040f2d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Network': ['ID=6565f0b4-869e-4136-b476-e73d8aa96507,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:55.422052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 6565f0b4-869e-4136-b476-e73d8aa96507 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:55.582076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] For port 7b26b209-30f6-4e61-bd69-44df8a89bbab, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:49:55.595321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ad2a850c-0beb-4430-a7dd-ef7e42c88057 None None] Provisioning complete for port 95798488-bbb1-416e-9906-f8fd3a661bdb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:49:55.600693 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad2a850c-0beb-4430-a7dd-ef7e42c88057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:55.619210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=c90f073b-ed71-4560-8038-b19bf157c4c2,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:55.718595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] For port 7b26b209-30f6-4e61-bd69-44df8a89bbab, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7b26b209-30f6-4e61-bd69-44df8a89bbab,segment=NetworkSegment(28a342b4-4d26-4a83-a7f9-97c8437cacb9),segment_id=28a342b4-4d26-4a83-a7f9-97c8437cacb9)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:49:55.729717 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:55.927865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:55.943323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7eabe-304f-49b5-af78-272f0e549eec None None] Pushing event updated for resources: {'Port': ['ID=7b26b209-30f6-4e61-bd69-44df8a89bbab,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:55.945714 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:56.005282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a850c-0beb-4430-a7dd-ef7e42c88057 None None] Current status of the port 95798488-bbb1-416e-9906-f8fd3a661bdb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:56.012385 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:56.160231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f2bc6-a18b-4fc8-8fa3-9febbfdaca9b req-98734686-28de-46af-8542-cd5f9f7486f2 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:56.179569 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae2f2bc6-a18b-4fc8-8fa3-9febbfdaca9b req-98734686-28de-46af-8542-cd5f9f7486f2 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 946 time: 0.3079143 Jan 28 12:49:56.227208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-2c15ffca-b6fc-4e38-9a6f-6cecb21d9980 service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0093217 Jan 28 12:49:56.469806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae2f2bc6-a18b-4fc8-8fa3-9febbfdaca9b req-50d3e61a-4c9f-48ed-919a-be77560a4168 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869749 Jan 28 12:49:56.654691 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-49b23860-f1f0-41a2-a9ae-a4ccd728e344 service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054878 Jan 28 12:49:56.667474 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (b1e5281b-ff52-47a4-8b72-e75eaf95c02f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:56.841497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Subnet': ['ID=b1e5281b-ff52-47a4-8b72-e75eaf95c02f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:56.854522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Checking segment: {'id': '79ce46ab-8c79-40bb-9952-d0e8f6774302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6565f0b4-869e-4136-b476-e73d8aa96507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:49:56.855162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network hostable DHCP agents. Network: 6565f0b4-869e-4136-b476-e73d8aa96507, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:49:56.869136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.869649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.870053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.871731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.872107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.872655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.873079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.873417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.873820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.874782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.875754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.875754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.876790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:49:56.922012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network 6565f0b4-869e-4136-b476-e73d8aa96507 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:49:56.937383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7b26b209-30f6-4e61-bd69-44df8a89bbab up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:49:56.983521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 6565f0b4-869e-4136-b476-e73d8aa96507) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:49:56.997678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:56.999839 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:57.032264 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982ff73-fbc9-46d7-9083-0ec9c8c9a925 None None] Network 6565f0b4-869e-4136-b476-e73d8aa96507 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:57.066430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7f5ceac6-1adb-4a1c-b2e7-8e05c2cac0a9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8705902 Jan 28 12:49:57.069689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39298) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:57.315136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e70ea97-c65c-42c4-8c26-da0afcce0e14 req-7b9c2270-b842-4068-9283-e89e3359c995 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 210 time: 0.0907178 Jan 28 12:49:57.386772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7b26b209-30f6-4e61-bd69-44df8a89bbab triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:49:57.387666 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:57.434725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (6565f0b4-869e-4136-b476-e73d8aa96507), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:57.585666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7b26b209-30f6-4e61-bd69-44df8a89bbab is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:57.586344 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:57.600655 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b1e5281b-ff52-47a4-8b72-e75eaf95c02f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:57.678966 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 7b26b209-30f6-4e61-bd69-44df8a89bbab, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7b26b209-30f6-4e61-bd69-44df8a89bbab,segment=NetworkSegment(28a342b4-4d26-4a83-a7f9-97c8437cacb9),segment_id=28a342b4-4d26-4a83-a7f9-97c8437cacb9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:49:57.694304 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:57.695371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 95798488-bbb1-416e-9906-f8fd3a661bdb up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:49:57.774460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (b1e5281b-ff52-47a4-8b72-e75eaf95c02f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:57.825923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e5281b-ff52-47a4-8b72-e75eaf95c02f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:57.880328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61e757e-fce9-46cc-a35d-21c7ad9341a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-6565f0b4-869e-4136-b476-e73d8aa96507', 'network_id': '6565f0b4-869e-4136-b476-e73d8aa96507', 'project_id': '0d45fdb6bdeb4537ba2e8b06d074ec0a', 'fixed_ips': [{'subnet_id': 'b1e5281b-ff52-47a4-8b72-e75eaf95c02f'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:49:57.882060 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c61e757e-fce9-46cc-a35d-21c7ad9341a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:57.916258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=7b26b209-30f6-4e61-bd69-44df8a89bbab,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:57.960306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116fefc-ec7a-45c4-afa5-0cfb2153160d req-b3e7c353-412b-474f-a53a-2f0b97e45873 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:57.976752 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a095f9-bc0d-4c4b-9e5a-409710c10487 None None] Network 399728a4-dcd6-4016-b834-51197dff4073 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:57.978865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3116fefc-ec7a-45c4-afa5-0cfb2153160d req-b3e7c353-412b-474f-a53a-2f0b97e45873 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 946 time: 0.2451859 Jan 28 12:49:58.083898 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (6565f0b4-869e-4136-b476-e73d8aa96507), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.154680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3116fefc-ec7a-45c4-afa5-0cfb2153160d req-1eadab44-522d-4383-b737-e9dca7c496b4 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746426 Jan 28 12:49:58.159273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6565f0b4-869e-4136-b476-e73d8aa96507']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:58.191095 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ce46ab-8c79-40bb-9952-d0e8f6774302') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:58.191456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ce46ab-8c79-40bb-9952-d0e8f6774302') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:49:58.235989 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (79ce46ab-8c79-40bb-9952-d0e8f6774302), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.287923 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (79ce46ab-8c79-40bb-9952-d0e8f6774302), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.312047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:49:58.312895 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (79ce46ab-8c79-40bb-9952-d0e8f6774302), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:49:58.317895 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:49:58.377096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5762597a-d024-433d-b426-ca181c770983 None None] Provisioning complete for port 7b26b209-30f6-4e61-bd69-44df8a89bbab triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:49:58.378104 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5762597a-d024-433d-b426-ca181c770983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.459830 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (6565f0b4-869e-4136-b476-e73d8aa96507), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.463548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27492a6d-54b3-44d9-924d-eafed4940c60 None None] Network 6565f0b4-869e-4136-b476-e73d8aa96507 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:49:58.475623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.478962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/6565f0b4-869e-4136-b476-e73d8aa96507 HTTP/1.1" status: 204 len: 168 time: 1.4069097 Jan 28 12:49:58.487144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39330) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:58.495503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0a5963ad-d8b7-48d9-8824-fdb3261363cd tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1824209540'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:58.517797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5129b0d4-36d3-4f58-95af-b2063d48aa14 req-318eec12-0c93-4378-add4-59674dbe2006 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 210 time: 0.0703306 Jan 28 12:49:58.532629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddbe08-bd8e-4b06-85c7-bf7e3a60149c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Network': ['ID=6565f0b4-869e-4136-b476-e73d8aa96507,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:58.549828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5963ad-d8b7-48d9-8824-fdb3261363cd tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:58.554737 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a5963ad-d8b7-48d9-8824-fdb3261363cd tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.560710 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27492a6d-54b3-44d9-924d-eafed4940c60 None None] Network 6565f0b4-869e-4136-b476-e73d8aa96507 could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 12:49:58.586610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5963ad-d8b7-48d9-8824-fdb3261363cd tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:49:58.599974 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a5963ad-d8b7-48d9-8824-fdb3261363cd tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (9b19d188-311d-4e11-b0e1-7f72c9be0de3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.600690 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-0a5963ad-d8b7-48d9-8824-fdb3261363cd tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Added segment 9b19d188-311d-4e11-b0e1-7f72c9be0de3 of type vlan for network 3a41180a-9d9e-4e2f-92b1-916ab71629bb Jan 28 12:49:58.602339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 95798488-bbb1-416e-9906-f8fd3a661bdb triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:49:58.602794 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.694238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a5963ad-d8b7-48d9-8824-fdb3261363cd tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (3a41180a-9d9e-4e2f-92b1-916ab71629bb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.764976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a5963ad-d8b7-48d9-8824-fdb3261363cd tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (3a41180a-9d9e-4e2f-92b1-916ab71629bb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.773970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5963ad-d8b7-48d9-8824-fdb3261363cd tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:58.774726 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a5963ad-d8b7-48d9-8824-fdb3261363cd tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:58.843097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5762597a-d024-433d-b426-ca181c770983 None None] Current status of the port 7b26b209-30f6-4e61-bd69-44df8a89bbab is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:58.926373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 95798488-bbb1-416e-9906-f8fd3a661bdb is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:49:58.954145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5963ad-d8b7-48d9-8824-fdb3261363cd tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Network': ['ID=3a41180a-9d9e-4e2f-92b1-916ab71629bb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:49:59.017329 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0a5963ad-d8b7-48d9-8824-fdb3261363cd tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5285609 Jan 28 12:49:59.020209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39336) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:49:59.025858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-687c7719-0948-4d19-9762-02e0bf5084d0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'subnet': {'network_id': '3a41180a-9d9e-4e2f-92b1-916ab71629bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:59.028145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 3a41180a-9d9e-4e2f-92b1-916ab71629bb details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:49:59.181110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7b26b209-30f6-4e61-bd69-44df8a89bbab up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:49:59.293291 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7b26b209-30f6-4e61-bd69-44df8a89bbab triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:49:59.293976 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:59.347277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-46356029-037d-4d7c-9293-45e94815d60e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:49:59.352957 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-46356029-037d-4d7c-9293-45e94815d60e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.4011796 Jan 28 12:49:59.360139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687c7719-0948-4d19-9762-02e0bf5084d0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:59.366498 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-687c7719-0948-4d19-9762-02e0bf5084d0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:59.367667 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Request body: {'port': {'device_id': 'fbcb7059-6785-469e-b3d4-5e715acb3d87', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'admin_state_up': True, 'tenant_id': '9c29e0f6db314be7874bfc92b61fff32'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:49:59.389088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a9df9b-78a8-4c94-8cab-15f8fb781480 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:49:59.639566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a9df9b-78a8-4c94-8cab-15f8fb781480 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 12:49:59.658380 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Made reservation on behalf of 9c29e0f6db314be7874bfc92b61fff32 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:49:59.664110 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:59.725480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87d8ef33-75e3-4aaa-9a4b-4f1e2551313a req-c9db7a42-b889-43d1-a24f-efdc7d5a4a1b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 210 time: 0.0531147 Jan 28 12:49:59.772874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4af63b6c-669b-49d3-bd46-a91904cfea54 None None] Provisioning complete for port 7b26b209-30f6-4e61-bd69-44df8a89bbab triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:49:59.773599 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4af63b6c-669b-49d3-bd46-a91904cfea54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:49:59.837449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Allocated IP 172.20.0.11 (d1a8419c-095d-413c-a233-3fd3e5c5e05d/d00a0522-f45d-43ac-a9ca-bd06d75aada2/3f05f4ab-ad4a-4835-933c-ee62d96bde1c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:49:59.917428 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-687c7719-0948-4d19-9762-02e0bf5084d0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (78a4501f-7be0-4022-90e2-457a39d38af2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:00.070127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ddaea-7f18-40e1-b97e-e7842ee83588 req-fcdcd426-e8ef-4973-90b6-76f17c92f6fd tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:00.074543 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-245ddaea-7f18-40e1-b97e-e7842ee83588 req-fcdcd426-e8ef-4973-90b6-76f17c92f6fd tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 946 time: 0.1765852 Jan 28 12:50:00.097668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c7719-0948-4d19-9762-02e0bf5084d0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Subnet': ['ID=78a4501f-7be0-4022-90e2-457a39d38af2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:00.157559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-245ddaea-7f18-40e1-b97e-e7842ee83588 req-157e96eb-a628-4d1c-b3a9-f19c67609dd1 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653408 Jan 28 12:50:00.165157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c7719-0948-4d19-9762-02e0bf5084d0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Checking segment: {'id': '9b19d188-311d-4e11-b0e1-7f72c9be0de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3a41180a-9d9e-4e2f-92b1-916ab71629bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:50:00.165370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c7719-0948-4d19-9762-02e0bf5084d0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network hostable DHCP agents. Network: 3a41180a-9d9e-4e2f-92b1-916ab71629bb, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:50:00.175827 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks [] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:00.238501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c7719-0948-4d19-9762-02e0bf5084d0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network 3a41180a-9d9e-4e2f-92b1-916ab71629bb is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:50:00.266772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-687c7719-0948-4d19-9762-02e0bf5084d0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 3a41180a-9d9e-4e2f-92b1-916ab71629bb) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:50:00.276741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687c7719-0948-4d19-9762-02e0bf5084d0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:00.277599 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-687c7719-0948-4d19-9762-02e0bf5084d0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:00.292600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:00.324361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-687c7719-0948-4d19-9762-02e0bf5084d0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3011425 Jan 28 12:50:00.328934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39354) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:00.412393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:50:00.418834 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Network d1a8419c-095d-413c-a233-3fd3e5c5e05d is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:50:00.445378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:50:00.458473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:50:00.472348 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event updated for resources: {'Port': ['ID=3f05f4ab-ad4a-4835-933c-ee62d96bde1c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:00.501180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (3a41180a-9d9e-4e2f-92b1-916ab71629bb), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:00.589168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:00.590067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:00.641736 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-e30cef32-ffec-4655-9385-080fa82ef724 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2708890 Jan 28 12:50:00.646777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Request body: {'port': {'device_id': 'fbcb7059-6785-469e-b3d4-5e715acb3d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:00.651254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (78a4501f-7be0-4022-90e2-457a39d38af2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:00.663531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7b26b209-30f6-4e61-bd69-44df8a89bbab is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:00.792787 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (78a4501f-7be0-4022-90e2-457a39d38af2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:00.823225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:00.844768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4af63b6c-669b-49d3-bd46-a91904cfea54 None None] Current status of the port 7b26b209-30f6-4e61-bd69-44df8a89bbab is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:00.848054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a79777d-da3e-4d8e-a8dc-d14c19eba2e9 None None] Network 3a41180a-9d9e-4e2f-92b1-916ab71629bb requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:00.927248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Subnet': ['ID=78a4501f-7be0-4022-90e2-457a39d38af2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:01.053400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9675b9-31f8-4a0f-b602-0571b85a9381 None None] Network 3a41180a-9d9e-4e2f-92b1-916ab71629bb requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:01.147972 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cff56c-decf-46bf-b6e3-8c128257b88e req-e8aa91d4-0c1d-4133-bfd2-d5334b411d37 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:01.149635 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8cff56c-decf-46bf-b6e3-8c128257b88e req-e8aa91d4-0c1d-4133-bfd2-d5334b411d37 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.49 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 946 time: 0.1126308 Jan 28 12:50:01.372657 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-d8cff56c-decf-46bf-b6e3-8c128257b88e req-2ae60bbb-1b1b-4b2d-bba3-719b88de3a07 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Deleting port c90f073b-ed71-4560-8038-b19bf157c4c2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:50:01.373001 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8cff56c-decf-46bf-b6e3-8c128257b88e req-2ae60bbb-1b1b-4b2d-bba3-719b88de3a07 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:01.480479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d8cff56c-decf-46bf-b6e3-8c128257b88e req-2ae60bbb-1b1b-4b2d-bba3-719b88de3a07 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] For port c90f073b-ed71-4560-8038-b19bf157c4c2, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=c90f073b-ed71-4560-8038-b19bf157c4c2,segment=NetworkSegment(c5a2b2c5-54cf-409c-82be-1ad7ffc680a2),segment_id=c5a2b2c5-54cf-409c-82be-1ad7ffc680a2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:01.480849 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8cff56c-decf-46bf-b6e3-8c128257b88e req-2ae60bbb-1b1b-4b2d-bba3-719b88de3a07 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:01.495842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-d8cff56c-decf-46bf-b6e3-8c128257b88e req-2ae60bbb-1b1b-4b2d-bba3-719b88de3a07 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Calling delete_port for c90f073b-ed71-4560-8038-b19bf157c4c2 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:50:01.538929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-3aad22b0-94eb-4738-9f70-e4437136a851 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2ccdf1d6152242778c0289c383ee4765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458703 Jan 28 12:50:01.542575 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (3a41180a-9d9e-4e2f-92b1-916ab71629bb), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:01.646643 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8cff56c-decf-46bf-b6e3-8c128257b88e req-2ae60bbb-1b1b-4b2d-bba3-719b88de3a07 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c90f073b-ed71-4560-8038-b19bf157c4c2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:01.660062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['c90f073b-ed71-4560-8038-b19bf157c4c2'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:50:01.684132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e57999-df60-434f-892d-dfa8167abaa5 req-6d39dc33-9262-4ccf-8531-3edce4360862 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:01.698435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-6d39dc33-9262-4ccf-8531-3edce4360862 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585355 Jan 28 12:50:01.772670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a41180a-9d9e-4e2f-92b1-916ab71629bb']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:01.777257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-6b4f4b7c-a188-4a34-8664-6ba653a77428 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/quotas/2ccdf1d6152242778c0289c383ee4765 HTTP/1.1" status: 200 len: 375 time: 0.0779366 Jan 28 12:50:01.792151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361c2ce-bc2e-42c2-9441-5979ef477859 req-015d1cee-b4fc-43ab-abf4-5ff0c02eeba5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:01.800210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4361c2ce-bc2e-42c2-9441-5979ef477859 req-015d1cee-b4fc-43ab-abf4-5ff0c02eeba5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 932 time: 0.8878691 Jan 28 12:50:01.808288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b19d188-311d-4e11-b0e1-7f72c9be0de3') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:01.808969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b19d188-311d-4e11-b0e1-7f72c9be0de3') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:01.809847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f05f4ab-ad4a-4835-933c-ee62d96bde1c {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:50:01.820301 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Publish callbacks [] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:01.821738 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (9b19d188-311d-4e11-b0e1-7f72c9be0de3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:01.837174 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Transition to ACTIVE for port object 3f05f4ab-ad4a-4835-933c-ee62d96bde1c will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:50:01.839549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae60bbb-1b1b-4b2d-bba3-719b88de3a07 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Pushing event deleted for resources: {'Port': ['ID=c90f073b-ed71-4560-8038-b19bf157c4c2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:01.845937 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:01.853491 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (9b19d188-311d-4e11-b0e1-7f72c9be0de3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:01.863293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:50:01.863735 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (9b19d188-311d-4e11-b0e1-7f72c9be0de3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:01.879285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cff56c-decf-46bf-b6e3-8c128257b88e req-2ae60bbb-1b1b-4b2d-bba3-719b88de3a07 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] No DVR routers for this DVR port c90f073b-ed71-4560-8038-b19bf157c4c2 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:50:01.914366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8cff56c-decf-46bf-b6e3-8c128257b88e req-2ae60bbb-1b1b-4b2d-bba3-719b88de3a07 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:01.918298 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8cff56c-decf-46bf-b6e3-8c128257b88e req-2ae60bbb-1b1b-4b2d-bba3-719b88de3a07 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.49 "DELETE /v2.0/ports/c90f073b-ed71-4560-8038-b19bf157c4c2 HTTP/1.1" status: 204 len: 173 time: 0.7186844 Jan 28 12:50:01.918788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de28b2a4-b619-46de-beed-360468cedb85', 'name': 'network-vif-deleted', 'tag': 'c90f073b-ed71-4560-8038-b19bf157c4c2'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:01.922944 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61791844-21a9-4bf6-979d-8a35d96ac018" -d '{"events": [{"server_uuid": "de28b2a4-b619-46de-beed-360468cedb85", "name": "network-vif-deleted", "tag": "c90f073b-ed71-4560-8038-b19bf157c4c2"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:50:01.940443 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:50:01.975921 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Pushing event updated for resources: {'Port': ['ID=3f05f4ab-ad4a-4835-933c-ee62d96bde1c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:02.070843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4361c2ce-bc2e-42c2-9441-5979ef477859 req-02de300a-ce66-40f3-a5d3-65cc63b939bb tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695131 Jan 28 12:50:02.074942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Attempting to bind port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:50:02.076203 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Attempting to bind port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:50:02.077620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Attempting to bind port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:50:02.078167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-8b4b8eeb-18bc-4ce1-8c62-a1aca125f449 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ccdf1d6152242778c0289c383ee4765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2741077 Jan 28 12:50:02.081846 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (3a41180a-9d9e-4e2f-92b1-916ab71629bb), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:02.090552 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:02.099905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/3a41180a-9d9e-4e2f-92b1-916ab71629bb HTTP/1.1" status: 204 len: 168 time: 1.7651057 Jan 28 12:50:02.104648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c on network d1a8419c-095d-413c-a233-3fd3e5c5e05d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:50:02.104648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Attempting to bind port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:50:02.109477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39392) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:02.114084 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:50:02.114628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Checking segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:50:02.115130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Bound using segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:50:02.115761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Bound port: 3f05f4ab-ad4a-4835-933c-ee62d96bde1c, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:50:02.116313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:02.130660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a9b27bfc-95c5-4c0f-8548-eb48fed1443a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-41889220'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:02.167206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214307b-18b9-40cc-a160-ee18a78197c9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Network': ['ID=3a41180a-9d9e-4e2f-92b1-916ab71629bb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:02.208085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b27bfc-95c5-4c0f-8548-eb48fed1443a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:50:02.212348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b27bfc-95c5-4c0f-8548-eb48fed1443a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:02.248065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] For port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:50:02.257022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] For port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3f05f4ab-ad4a-4835-933c-ee62d96bde1c,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:50:02.264916 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:02.295097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b27bfc-95c5-4c0f-8548-eb48fed1443a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:50:02.299265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b4ee999-b6e2-444f-a709-d57a811f3e67 req-5de7ad98-7f3b-44d4-a76a-9784f1061a36 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=de28b2a4-b619-46de-beed-360468cedb85 HTTP/1.1" status: 200 len: 210 time: 0.0528271 Jan 28 12:50:02.321560 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b27bfc-95c5-4c0f-8548-eb48fed1443a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (be6bb495-77d2-4ea5-b884-be4e3f07d7ed), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:02.322044 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-a9b27bfc-95c5-4c0f-8548-eb48fed1443a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Added segment be6bb495-77d2-4ea5-b884-be4e3f07d7ed of type vlan for network ffdf850c-3e32-4e20-b4e2-6bf476d020c2 Jan 28 12:50:02.385095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:02.385736 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:02.387151 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] 10.222.0.49 "PUT /v2.0/ports/3f05f4ab-ad4a-4835-933c-ee62d96bde1c HTTP/1.1" status: 200 len: 1092 time: 1.7458217 Jan 28 12:50:02.429990 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8771a9f4-3be4-44d0-aeea-0921f11f2c1a x-openstack-request-id: req-8771a9f4-3be4-44d0-aeea-0921f11f2c1a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:02.430288 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de28b2a4-b619-46de-beed-360468cedb85", "name": "network-vif-deleted", "tag": "c90f073b-ed71-4560-8038-b19bf157c4c2", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:02.430547 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8771a9f4-3be4-44d0-aeea-0921f11f2c1a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:02.430961 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de28b2a4-b619-46de-beed-360468cedb85', 'name': 'network-vif-deleted', 'tag': 'c90f073b-ed71-4560-8038-b19bf157c4c2', 'status': 'completed', 'code': 200} Jan 28 12:50:02.489833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bd4b0-cd12-49da-9b74-65abcbb1d3cf service neutron] Pushing event updated for resources: {'Port': ['ID=3f05f4ab-ad4a-4835-933c-ee62d96bde1c,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:02.497336 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b27bfc-95c5-4c0f-8548-eb48fed1443a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (ffdf850c-3e32-4e20-b4e2-6bf476d020c2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:02.504439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3216cbaf-327b-46c2-8ebf-bf4f3c3ebd12 req-5fe4149a-1729-4b7b-a69b-49618d7a3928 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 210 time: 0.0861437 Jan 28 12:50:02.558714 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b27bfc-95c5-4c0f-8548-eb48fed1443a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (ffdf850c-3e32-4e20-b4e2-6bf476d020c2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:02.565482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b27bfc-95c5-4c0f-8548-eb48fed1443a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:02.566130 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b27bfc-95c5-4c0f-8548-eb48fed1443a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:02.568261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-228e0110-f4c8-47db-be4f-a8b5dc92b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:02.571580 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-228e0110-f4c8-47db-be4f-a8b5dc92b5aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 1095 time: 0.1337111 Jan 28 12:50:02.656979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a9b27bfc-95c5-4c0f-8548-eb48fed1443a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5341570 Jan 28 12:50:02.660454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39400) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:02.708091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-25f87ab6-0702-425e-85cb-b8f1ba5cb2c0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'subnet': {'network_id': 'ffdf850c-3e32-4e20-b4e2-6bf476d020c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:02.847500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b27bfc-95c5-4c0f-8548-eb48fed1443a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Network': ['ID=ffdf850c-3e32-4e20-b4e2-6bf476d020c2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:02.857728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f87ab6-0702-425e-85cb-b8f1ba5cb2c0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:50:02.875686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network ffdf850c-3e32-4e20-b4e2-6bf476d020c2 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:50:02.878964 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25f87ab6-0702-425e-85cb-b8f1ba5cb2c0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:03.195963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25f87ab6-0702-425e-85cb-b8f1ba5cb2c0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (336e33ab-ddd1-4e01-a8a6-2901bb25c31a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:03.292890 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-1422a777-34b6-4bac-beb5-d40ae2596610 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f05f4ab-ad4a-4835-933c-ee62d96bde1c HTTP/1.1" status: 200 len: 217 time: 0.7122719 Jan 28 12:50:03.327478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f87ab6-0702-425e-85cb-b8f1ba5cb2c0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Subnet': ['ID=336e33ab-ddd1-4e01-a8a6-2901bb25c31a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:03.413199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f87ab6-0702-425e-85cb-b8f1ba5cb2c0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Checking segment: {'id': 'be6bb495-77d2-4ea5-b884-be4e3f07d7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ffdf850c-3e32-4e20-b4e2-6bf476d020c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:50:03.413565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f87ab6-0702-425e-85cb-b8f1ba5cb2c0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network hostable DHCP agents. Network: ffdf850c-3e32-4e20-b4e2-6bf476d020c2, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:50:03.436483 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-3b2b2898-d17c-450c-b2c1-8d1c3497eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:03.439285 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-3b2b2898-d17c-450c-b2c1-8d1c3497eecb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.1386797 Jan 28 12:50:03.447908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39743b39-7d4c-4be3-92f0-28d1dcd031c0 req-1eb077ba-de72-4a68-81d9-82826a8eb9bd tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:03.449482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39743b39-7d4c-4be3-92f0-28d1dcd031c0 req-1eb077ba-de72-4a68-81d9-82826a8eb9bd tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 944 time: 0.1334593 Jan 28 12:50:03.473210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f87ab6-0702-425e-85cb-b8f1ba5cb2c0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network ffdf850c-3e32-4e20-b4e2-6bf476d020c2 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:50:03.501640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-25f87ab6-0702-425e-85cb-b8f1ba5cb2c0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, ffdf850c-3e32-4e20-b4e2-6bf476d020c2) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:50:03.512192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24effa73-9450-4d90-9fcb-e740794241cf None None] Network ffdf850c-3e32-4e20-b4e2-6bf476d020c2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:03.513144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f87ab6-0702-425e-85cb-b8f1ba5cb2c0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:03.513888 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25f87ab6-0702-425e-85cb-b8f1ba5cb2c0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:03.551126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-25f87ab6-0702-425e-85cb-b8f1ba5cb2c0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8871017 Jan 28 12:50:03.551618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39426) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:03.558374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8c44c51e-1657-4e68-840a-9b612720fd1d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'subnet': {'network_id': 'ffdf850c-3e32-4e20-b4e2-6bf476d020c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:03.571692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39743b39-7d4c-4be3-92f0-28d1dcd031c0 req-853130c4-a30d-41bc-81e1-02403d320e33 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077311 Jan 28 12:50:03.647902 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-6ce780b1-9d2a-49dc-8e47-592f2e5f5627 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691848 Jan 28 12:50:03.758656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-ffdf850c-3e32-4e20-b4e2-6bf476d020c2', 'network_id': 'ffdf850c-3e32-4e20-b4e2-6bf476d020c2', 'project_id': '0d45fdb6bdeb4537ba2e8b06d074ec0a', 'fixed_ips': [{'subnet_id': '336e33ab-ddd1-4e01-a8a6-2901bb25c31a'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:50:03.759572 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:03.798349 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4c68c35-0a28-46b8-be7c-84042a2d7eeb req-5dba2b23-b5cf-4cdf-a5a1-cfbbe3f96289 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 210 time: 0.1054718 Jan 28 12:50:03.886881 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-541a1087-5d7d-4c1a-8bc4-5f3684f5cdaf service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325289 Jan 28 12:50:04.117456 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Allocated IP 2001:db8::2 (ffdf850c-3e32-4e20-b4e2-6bf476d020c2/336e33ab-ddd1-4e01-a8a6-2901bb25c31a/bc46c24c-2464-4bbc-b1c4-bcd7f450a269) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:50:04.118894 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7752fb97-58e7-454f-ba46-a62e47eaf4f7 req-74f17359-3975-4997-811f-ee4cf5e49e3b service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256019 Jan 28 12:50:04.122475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c44c51e-1657-4e68-840a-9b612720fd1d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:50:04.137528 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c44c51e-1657-4e68-840a-9b612720fd1d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:04.240250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-612fa9fb-a157-4053-8c81-050339b035e0 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:04.241869 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-612fa9fb-a157-4053-8c81-050339b035e0 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/networks?id=2ddd7e17-3f4d-4325-9237-8b95884ed339 HTTP/1.1" status: 200 len: 808 time: 0.4158912 Jan 28 12:50:04.260712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-b4358f3a-5088-41d2-8906-6ce9e87cb7f8 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/quotas/6d4e035eeb94452cbeaab05d2e756064 HTTP/1.1" status: 200 len: 375 time: 0.0109825 Jan 28 12:50:04.336835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-a48cc1da-5761-4368-b1d9-4fe87ba63963 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d4e035eeb94452cbeaab05d2e756064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575500 Jan 28 12:50:04.403674 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Publish callbacks [] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:04.410628 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:04.432363 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcb7059-6785-469e-b3d4-5e715acb3d87', 'tag': '3f05f4ab-ad4a-4835-933c-ee62d96bde1c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:04.435279 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c307be2-563c-4824-a792-31c89d5ea1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcb7059-6785-469e-b3d4-5e715acb3d87", "tag": "3f05f4ab-ad4a-4835-933c-ee62d96bde1c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:04.533527 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a419627a-cf13-40d1-a829-3fc554cbc134 x-openstack-request-id: req-a419627a-cf13-40d1-a829-3fc554cbc134 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:04.533800 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcb7059-6785-469e-b3d4-5e715acb3d87", "tag": "3f05f4ab-ad4a-4835-933c-ee62d96bde1c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:04.534069 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a419627a-cf13-40d1-a829-3fc554cbc134 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:04.534529 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcb7059-6785-469e-b3d4-5e715acb3d87', 'tag': '3f05f4ab-ad4a-4835-933c-ee62d96bde1c', 'status': 'completed', 'code': 200} Jan 28 12:50:04.536858 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-b29397a8-56e4-48fb-a858-e4a5b36319a0 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2ccdf1d6152242778c0289c383ee4765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961535 Jan 28 12:50:04.568266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Network ffdf850c-3e32-4e20-b4e2-6bf476d020c2 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:50:04.573838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:50:04.577533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Pushing event updated for resources: {'Port': ['ID=bc46c24c-2464-4bbc-b1c4-bcd7f450a269,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:04.595239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:50:04.758297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Attempting to bind port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:50:04.758829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Attempting to bind port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'be6bb495-77d2-4ea5-b884-be4e3f07d7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ffdf850c-3e32-4e20-b4e2-6bf476d020c2'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:50:04.759195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Attempting to bind port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 on network ffdf850c-3e32-4e20-b4e2-6bf476d020c2 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:50:04.764813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:50:04.765228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Checking segment: {'id': 'be6bb495-77d2-4ea5-b884-be4e3f07d7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ffdf850c-3e32-4e20-b4e2-6bf476d020c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:50:04.765704 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:04.766106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Bound using segment: {'id': 'be6bb495-77d2-4ea5-b884-be4e3f07d7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ffdf850c-3e32-4e20-b4e2-6bf476d020c2'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:50:04.766578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Bound port: bc46c24c-2464-4bbc-b1c4-bcd7f450a269, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6bb495-77d2-4ea5-b884-be4e3f07d7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ffdf850c-3e32-4e20-b4e2-6bf476d020c2'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:50:04.766961 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:04.868781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-e7333b4c-df40-4628-b004-fdf552938b6b service neutron] 10.222.0.53 "GET /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025702 Jan 28 12:50:04.917940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] For port bc46c24c-2464-4bbc-b1c4-bcd7f450a269, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:50:04.922875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] For port bc46c24c-2464-4bbc-b1c4-bcd7f450a269, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bc46c24c-2464-4bbc-b1c4-bcd7f450a269,segment=NetworkSegment(be6bb495-77d2-4ea5-b884-be4e3f07d7ed),segment_id=be6bb495-77d2-4ea5-b884-be4e3f07d7ed)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:50:04.929826 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:04.939734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e57999-df60-434f-892d-dfa8167abaa5 req-0f4d3c38-e1e6-44bc-8afc-1232ea321c45 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:04.941632 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-0f4d3c38-e1e6-44bc-8afc-1232ea321c45 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3914952 Jan 28 12:50:04.959221 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c307be2-563c-4824-a792-31c89d5ea1c5 req-7127f1e0-b59a-4745-a08e-8787bbc24dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:04.962630 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4c307be2-563c-4824-a792-31c89d5ea1c5 req-7127f1e0-b59a-4745-a08e-8787bbc24dd6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 1095 time: 0.4110339 Jan 28 12:50:04.968187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Request body: {'port': {'device_id': '7288dfd5-37d9-49c7-8114-d08938d854fb', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': '2ccdf1d6152242778c0289c383ee4765'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:05.023456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2286f-662a-4b61-8081-066f4163bfbf req-9d150d7c-ec58-4cc2-85aa-458378cae411 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:05.025015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5dd2286f-662a-4b61-8081-066f4163bfbf req-9d150d7c-ec58-4cc2-85aa-458378cae411 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 944 time: 0.2709572 Jan 28 12:50:05.070285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Pushing event updated for resources: {'Port': ['ID=bc46c24c-2464-4bbc-b1c4-bcd7f450a269,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:05.088324 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c44c51e-1657-4e68-840a-9b612720fd1d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (51893f75-4beb-4292-b88d-3c96a3d5c4c0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:05.096015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.099738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.100241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.100953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.101409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.101911 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.102366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.102817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.103260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.103728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.104850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.105299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.105768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ca32f-028b-4332-9794-d478eeb8903c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:05.184119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-1ac3533a-745b-4e10-9439-153e4388baff service neutron] 10.222.0.53 "GET /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068950 Jan 28 12:50:05.271207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c44c51e-1657-4e68-840a-9b612720fd1d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network ffdf850c-3e32-4e20-b4e2-6bf476d020c2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:50:05.272662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c307be2-563c-4824-a792-31c89d5ea1c5 req-7ed2f0f3-a0c8-4797-a0f8-b6f7e095948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:05.274747 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4c307be2-563c-4824-a792-31c89d5ea1c5 req-7ed2f0f3-a0c8-4797-a0f8-b6f7e095948f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 907 time: 0.2998729 Jan 28 12:50:05.278013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Made reservation on behalf of 2ccdf1d6152242778c0289c383ee4765 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:50:05.282609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8c44c51e-1657-4e68-840a-9b612720fd1d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:50:05.285771 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:05.289640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c44c51e-1657-4e68-840a-9b612720fd1d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:05.291795 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c44c51e-1657-4e68-840a-9b612720fd1d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:05.349712 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4c307be2-563c-4824-a792-31c89d5ea1c5 req-5bf53ac5-cbec-4490-b22e-4e88a09dd8cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f05f4ab-ad4a-4835-933c-ee62d96bde1c HTTP/1.1" status: 200 len: 217 time: 0.0611219 Jan 28 12:50:05.371574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:05.475245 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8c44c51e-1657-4e68-840a-9b612720fd1d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9189558 Jan 28 12:50:05.483958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5dd2286f-662a-4b61-8081-066f4163bfbf req-37a1c02e-7d95-4092-b283-c67674894825 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350431 Jan 28 12:50:05.487523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39474) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:05.491720 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44c51e-1657-4e68-840a-9b612720fd1d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Subnet': ['ID=51893f75-4beb-4292-b88d-3c96a3d5c4c0,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:05.546624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c307be2-563c-4824-a792-31c89d5ea1c5 req-b5470ed6-cf95-4c5b-8994-62b69e5dd337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:05.551418 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4c307be2-563c-4824-a792-31c89d5ea1c5 req-b5470ed6-cf95-4c5b-8994-62b69e5dd337 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.1888816 Jan 28 12:50:05.641279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6632c442-ede9-4f45-9100-e5b36e4f6697 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:05.642701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6632c442-ede9-4f45-9100-e5b36e4f6697 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:05.644328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6632c442-ede9-4f45-9100-e5b36e4f6697 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:05.646976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6632c442-ede9-4f45-9100-e5b36e4f6697 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:05.648524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6632c442-ede9-4f45-9100-e5b36e4f6697 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:05.655983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6632c442-ede9-4f45-9100-e5b36e4f6697 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1601536 Jan 28 12:50:05.669847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39482) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:05.688020 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4c307be2-563c-4824-a792-31c89d5ea1c5 req-3adba5b1-c651-417d-81f2-43c298b09428 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289306 Jan 28 12:50:05.703524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-cc4a742d-f168-432b-aa67-67c234a1ac26 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-779524240'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:05.755224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47edee25-e78e-4d9e-91b5-bff7f2431b4e req-98d4ed24-c391-48de-8d4c-684f513279a1 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 210 time: 0.1035883 Jan 28 12:50:05.768883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6e7ccfd-3c3b-4be4-ad85-760ecba69da3 req-af10371c-0aeb-40ea-a4f9-3751d4dc1cb6 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 210 time: 0.0713568 Jan 28 12:50:05.849351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4a742d-f168-432b-aa67-67c234a1ac26 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:50:05.852869 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc4a742d-f168-432b-aa67-67c234a1ac26 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:05.926597 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Publish callbacks [] for security_group (031126d8-1a3f-4819-b431-5260c27387eb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:05.935478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (031126d8-1a3f-4819-b431-5260c27387eb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:05.960022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4a742d-f168-432b-aa67-67c234a1ac26 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:50:06.060537 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc4a742d-f168-432b-aa67-67c234a1ac26 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d71d41fd-6059-47f7-8bf8-7d99f957a2c8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:06.062075 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-cc4a742d-f168-432b-aa67-67c234a1ac26 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Added segment d71d41fd-6059-47f7-8bf8-7d99f957a2c8 of type vlan for network b69c3a8f-88c2-4daa-9134-e11fa68e6a28 Jan 28 12:50:06.168769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc4a742d-f168-432b-aa67-67c234a1ac26 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (b69c3a8f-88c2-4daa-9134-e11fa68e6a28), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:06.270618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device c90f073b-ed71-4560-8038-b19bf157c4c2 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:50:06.301688 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4c307be2-563c-4824-a792-31c89d5ea1c5 req-e9d0b1bf-bf09-4162-9b0f-01bfb6f5a4d4 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694734 Jan 28 12:50:06.316534 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc4a742d-f168-432b-aa67-67c234a1ac26 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (b69c3a8f-88c2-4daa-9134-e11fa68e6a28), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:06.325993 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: c90f073b-ed71-4560-8038-b19bf157c4c2 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:50:06.327263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device c90f073b-ed71-4560-8038-b19bf157c4c2 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:50:06.336815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4a742d-f168-432b-aa67-67c234a1ac26 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:06.338009 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc4a742d-f168-432b-aa67-67c234a1ac26 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:06.480234 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031126d8-1a3f-4819-b431-5260c27387eb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:06.512896 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cc4a742d-f168-432b-aa67-67c234a1ac26 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8234916 Jan 28 12:50:06.516541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39504) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:06.531317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8dcb6699-7ad9-4e80-9811-78b7312cdb34 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:06.709754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a742d-f168-432b-aa67-67c234a1ac26 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Network': ['ID=b69c3a8f-88c2-4daa-9134-e11fa68e6a28,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:06.729147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network b69c3a8f-88c2-4daa-9134-e11fa68e6a28 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:50:06.742154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Allocated IP 192.168.233.108 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/3ed1583c-674a-4922-b299-0481a6e7d32e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:50:06.759401 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4c307be2-563c-4824-a792-31c89d5ea1c5 req-8772f0c7-1810-48ee-93bf-2f33fe2e9274 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012828 Jan 28 12:50:06.935136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b3cee-d415-4e16-90fa-c65451f41392 req-71ee5f69-8ec1-438f-bfe3-eb2095716587 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:06.957619 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba6b3cee-d415-4e16-90fa-c65451f41392 req-71ee5f69-8ec1-438f-bfe3-eb2095716587 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 944 time: 0.2438343 Jan 28 12:50:07.068420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48cba8dd-ef65-4e26-9408-ecd8ec689d14 req-65cab56f-be57-4543-b999-fd84e3f79509 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 210 time: 0.0738654 Jan 28 12:50:07.073601 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8dcb6699-7ad9-4e80-9811-78b7312cdb34 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (b69c3a8f-88c2-4daa-9134-e11fa68e6a28), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:07.118329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8dcb6699-7ad9-4e80-9811-78b7312cdb34 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (b69c3a8f-88c2-4daa-9134-e11fa68e6a28), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:07.159448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33445234-b776-4998-997f-386bba242c4b None None] Network ffdf850c-3e32-4e20-b4e2-6bf476d020c2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:07.216829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Publish callbacks [] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:07.233007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb6699-7ad9-4e80-9811-78b7312cdb34 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Network': ['ID=b69c3a8f-88c2-4daa-9134-e11fa68e6a28,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:07.259866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba6b3cee-d415-4e16-90fa-c65451f41392 req-c0f1ac92-8ed5-42c5-8d55-beadc3339700 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930768 Jan 28 12:50:07.270607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8dcb6699-7ad9-4e80-9811-78b7312cdb34 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network b69c3a8f-88c2-4daa-9134-e11fa68e6a28 is not hosted by any dhcp agent {{(pid=103129) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 12:50:07.280055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcb6699-7ad9-4e80-9811-78b7312cdb34 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:07.281610 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8dcb6699-7ad9-4e80-9811-78b7312cdb34 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:07.287383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8dcb6699-7ad9-4e80-9811-78b7312cdb34 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "PUT /v2.0/networks/b69c3a8f-88c2-4daa-9134-e11fa68e6a28 HTTP/1.1" status: 200 len: 723 time: 0.7690296 Jan 28 12:50:07.288129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39518) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:07.297796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-51640a50-b00e-45bd-883b-eb5a2a164fcb tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'subnet': {'network_id': 'b69c3a8f-88c2-4daa-9134-e11fa68e6a28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:07.301062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network b69c3a8f-88c2-4daa-9134-e11fa68e6a28 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:50:07.327920 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:07.458724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bc46c24c-2464-4bbc-b1c4-bcd7f450a269 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:50:07.491402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:50:07.501651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-635855ba-b493-4162-a417-c77b8c3c882e None None] Provisioning complete for port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:50:07.503004 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-635855ba-b493-4162-a417-c77b8c3c882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:07.516241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:50:07.573527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:50:07.616827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Pushing event updated for resources: {'Port': ['ID=3ed1583c-674a-4922-b299-0481a6e7d32e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:07.741635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51640a50-b00e-45bd-883b-eb5a2a164fcb tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:50:07.756689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-635855ba-b493-4162-a417-c77b8c3c882e None None] Current status of the port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:07.756689 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-635855ba-b493-4162-a417-c77b8c3c882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:07.756928 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51640a50-b00e-45bd-883b-eb5a2a164fcb tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:07.784589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:50:07.784589 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:07.890582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:07.891924 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:07.903059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-635855ba-b493-4162-a417-c77b8c3c882e None None] For port bc46c24c-2464-4bbc-b1c4-bcd7f450a269, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bc46c24c-2464-4bbc-b1c4-bcd7f450a269,segment=NetworkSegment(be6bb495-77d2-4ea5-b884-be4e3f07d7ed),segment_id=be6bb495-77d2-4ea5-b884-be4e3f07d7ed)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:07.915726 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-635855ba-b493-4162-a417-c77b8c3c882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:07.951430 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-269be8e1-0faf-49dd-ada8-0f41ca27ce7e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9998362 Jan 28 12:50:08.001058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Request body: {'port': {'device_id': '7288dfd5-37d9-49c7-8114-d08938d854fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:08.012703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635855ba-b493-4162-a417-c77b8c3c882e None None] Pushing event updated for resources: {'Port': ['ID=bc46c24c-2464-4bbc-b1c4-bcd7f450a269,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:08.041574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3d94d-c759-47bb-abe8-3ecaf61b66c9 req-15cc27c7-3a91-4ed6-a84f-46e767f7de40 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:08.044579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1fc3d94d-c759-47bb-abe8-3ecaf61b66c9 req-15cc27c7-3a91-4ed6-a84f-46e767f7de40 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 936 time: 0.5777023 Jan 28 12:50:08.081718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-b4780e1b-b584-416d-a547-8332c4794516 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:08.084874 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-b4780e1b-b584-416d-a547-8332c4794516 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.49 "GET /v2.0/networks?id=2ddd7e17-3f4d-4325-9237-8b95884ed339 HTTP/1.1" status: 200 len: 808 time: 0.5880196 Jan 28 12:50:08.117624 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1fc3d94d-c759-47bb-abe8-3ecaf61b66c9 req-78f0cffd-fc41-4e93-853e-07a19c65a686 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/security-groups?id=031126d8-1a3f-4819-b431-5260c27387eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570145 Jan 28 12:50:08.171776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Request body: {'port': {'device_id': 'c409e289-ec72-4536-8361-4e7c9ddc71be', 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339', 'admin_state_up': True, 'tenant_id': '6d4e035eeb94452cbeaab05d2e756064'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:08.261962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-40a4eb7b-321d-42a4-9ae8-7754dd7558c2 None None] Provisioning complete for port 3ed1583c-674a-4922-b299-0481a6e7d32e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:50:08.267816 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40a4eb7b-321d-42a4-9ae8-7754dd7558c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:08.319683 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5fd7b1f6-182a-4e92-b220-ec8fe9e12475 req-720f2e01-4046-41ca-84b2-e8b15e2d2e34 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 210 time: 0.0538588 Jan 28 12:50:08.396140 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51640a50-b00e-45bd-883b-eb5a2a164fcb tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (4e98598e-3e73-4bac-9eb2-ce5a6af3f774), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:08.408670 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:08.413511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3f05f4ab-ad4a-4835-933c-ee62d96bde1c details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:50:08.430196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b08927-0544-4917-9aaf-57195b9e167c None None] Update dhcp port {'port': {'network_id': 'ffdf850c-3e32-4e20-b4e2-6bf476d020c2', 'fixed_ips': [{'subnet_id': '336e33ab-ddd1-4e01-a8a6-2901bb25c31a', 'ip_address': '2001:db8::2'}, {'subnet_id': '51893f75-4beb-4292-b88d-3c96a3d5c4c0'}], 'binding:host_id': 'n-d-824835-4'}, 'id': 'bc46c24c-2464-4bbc-b1c4-bcd7f450a269'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:50:08.436852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:08.582891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-40a4eb7b-321d-42a4-9ae8-7754dd7558c2 None None] Port 3ed1583c-674a-4922-b299-0481a6e7d32e cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:50:08.599087 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2b08927-0544-4917-9aaf-57195b9e167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:08.602967 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51640a50-b00e-45bd-883b-eb5a2a164fcb tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Subnet': ['ID=4e98598e-3e73-4bac-9eb2-ce5a6af3f774,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:08.620489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51640a50-b00e-45bd-883b-eb5a2a164fcb tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Checking segment: {'id': 'd71d41fd-6059-47f7-8bf8-7d99f957a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b69c3a8f-88c2-4daa-9134-e11fa68e6a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:50:08.623371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51640a50-b00e-45bd-883b-eb5a2a164fcb tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network hostable DHCP agents. Network: b69c3a8f-88c2-4daa-9134-e11fa68e6a28, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:50:08.658667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41858ca-ec05-4fc9-ad8f-da2f9ed49d01 req-6664eeee-46d5-4d9c-badd-590d08581f67 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:08.661437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a41858ca-ec05-4fc9-ad8f-da2f9ed49d01 req-6664eeee-46d5-4d9c-badd-590d08581f67 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 944 time: 0.1242704 Jan 28 12:50:08.674239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51640a50-b00e-45bd-883b-eb5a2a164fcb tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network b69c3a8f-88c2-4daa-9134-e11fa68e6a28 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:50:08.706472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-51640a50-b00e-45bd-883b-eb5a2a164fcb tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, b69c3a8f-88c2-4daa-9134-e11fa68e6a28) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:50:08.714870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51640a50-b00e-45bd-883b-eb5a2a164fcb tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:08.716206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51640a50-b00e-45bd-883b-eb5a2a164fcb tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:08.743781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-51640a50-b00e-45bd-883b-eb5a2a164fcb tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4543896 Jan 28 12:50:08.775937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39534) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:08.780435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a41858ca-ec05-4fc9-ad8f-da2f9ed49d01 req-3c88863f-0804-4b71-a679-4b6e74d39d65 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002460 Jan 28 12:50:08.786428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c28bc651-f11a-41be-a658-423d8d3fb465 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:08.937095 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c28bc651-f11a-41be-a658-423d8d3fb465 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8885190'] for subnet (4e98598e-3e73-4bac-9eb2-ce5a6af3f774), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:09.067846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78af6dd-e5a0-4328-a78d-2c9c7942aef8 None None] Network b69c3a8f-88c2-4daa-9134-e11fa68e6a28 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:09.175118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Made reservation on behalf of 6d4e035eeb94452cbeaab05d2e756064 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:50:09.196219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:09.317804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bc46c24c-2464-4bbc-b1c4-bcd7f450a269 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:50:09.439547 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c28bc651-f11a-41be-a658-423d8d3fb465 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773661613779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9762472'] for subnet (4e98598e-3e73-4bac-9eb2-ce5a6af3f774), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:09.543111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed1583c-674a-4922-b299-0481a6e7d32e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:50:09.559925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28bc651-f11a-41be-a658-423d8d3fb465 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:09.562150 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c28bc651-f11a-41be-a658-423d8d3fb465 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:09.563133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c28bc651-f11a-41be-a658-423d8d3fb465 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "PUT /v2.0/subnets/4e98598e-3e73-4bac-9eb2-ce5a6af3f774 HTTP/1.1" status: 200 len: 826 time: 0.7814417 Jan 28 12:50:09.576022 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39546) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:09.580445 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Publish callbacks [] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:09.647186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Allocated IP 172.20.0.8 (2ddd7e17-3f4d-4325-9237-8b95884ed339/d4f5bd45-f4b0-4586-9afe-8d609bdd8656/794381c2-fbc3-412b-8c65-3c634c7c4ab2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:50:09.655467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Transition to ACTIVE for port object 3ed1583c-674a-4922-b299-0481a6e7d32e will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:50:09.676793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5e27353-19cc-4526-8d6e-3f90fefa207f req-f4adb08d-7530-4956-bc14-503ba560cc96 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 210 time: 0.1212289 Jan 28 12:50:09.683957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bc651-f11a-41be-a658-423d8d3fb465 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Subnet': ['ID=4e98598e-3e73-4bac-9eb2-ce5a6af3f774,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:09.802039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3441a-a9a0-4c2a-9532-5f14b48abbdc req-659ff27e-b857-4034-a127-ff52e54a428d tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:09.802039 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bc3441a-a9a0-4c2a-9532-5f14b48abbdc req-659ff27e-b857-4034-a127-ff52e54a428d tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 936 time: 0.3091245 Jan 28 12:50:09.929037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (b69c3a8f-88c2-4daa-9134-e11fa68e6a28), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:09.960096 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bc3441a-a9a0-4c2a-9532-5f14b48abbdc req-5991792c-5624-4d08-b0d3-41d86ca9af6f tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/security-groups?id=031126d8-1a3f-4819-b431-5260c27387eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457722 Jan 28 12:50:09.979050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc0878a-8c10-4e06-b2bc-506447e9d5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-b69c3a8f-88c2-4daa-9134-e11fa68e6a28', 'network_id': 'b69c3a8f-88c2-4daa-9134-e11fa68e6a28', 'project_id': '0d45fdb6bdeb4537ba2e8b06d074ec0a', 'fixed_ips': [{'subnet_id': '4e98598e-3e73-4bac-9eb2-ce5a6af3f774'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:50:09.980135 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2cc0878a-8c10-4e06-b2bc-506447e9d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:10.016811 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:10.045011 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3f05f4ab-ad4a-4835-933c-ee62d96bde1c,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:10.086254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a2b08927-0544-4917-9aaf-57195b9e167c None None] Allocated IP 172.20.0.1 (ffdf850c-3e32-4e20-b4e2-6bf476d020c2/51893f75-4beb-4292-b88d-3c96a3d5c4c0/bc46c24c-2464-4bbc-b1c4-bcd7f450a269) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:50:10.107388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '3f05f4ab-ad4a-4835-933c-ee62d96bde1c', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'port_id': '3f05f4ab-ad4a-4835-933c-ee62d96bde1c', 'mac_address': 'fa:16:3e:ad:52:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00a0522-f45d-43ac-a9ca-bd06d75aada2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:50:10.173067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks [] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:10.212403 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (4e98598e-3e73-4bac-9eb2-ce5a6af3f774), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:10.252160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed1583c-674a-4922-b299-0481a6e7d32e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:10.374819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:50:10.375455 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:10.471023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2474c-89b9-43c8-b40a-08038a76754d req-fc4e2b98-7fc0-4847-9389-8d5889890303 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:10.486106 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05b2474c-89b9-43c8-b40a-08038a76754d req-fc4e2b98-7fc0-4847-9389-8d5889890303 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 944 time: 0.4314754 Jan 28 12:50:10.510515 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:10.564137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Attempting to bind port 3ed1583c-674a-4922-b299-0481a6e7d32e on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:50:10.564599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Attempting to bind port 3ed1583c-674a-4922-b299-0481a6e7d32e by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:50:10.564817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Attempting to bind port 3ed1583c-674a-4922-b299-0481a6e7d32e on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:50:10.612710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (4e98598e-3e73-4bac-9eb2-ce5a6af3f774), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:10.636611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Port 3ed1583c-674a-4922-b299-0481a6e7d32e on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:50:10.637412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Attempting to bind port 3ed1583c-674a-4922-b299-0481a6e7d32e on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:50:10.668812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Network 2ddd7e17-3f4d-4325-9237-8b95884ed339 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:50:10.671230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:50:10.672237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:50:10.673242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:50:10.674590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Bound port: 3ed1583c-674a-4922-b299-0481a6e7d32e, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:50:10.675972 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:10.690365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:50:10.691276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:10.691863 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server [None req-2cc0878a-8c10-4e06-b2bc-506447e9d5ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e98598e-3e73-4bac-9eb2-ce5a6af3f774: This subnet is being modified by another concurrent operation. Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exception Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e98598e-3e73-4bac-9eb2-ce5a6af3f774: This subnet is being modified by another concurrent operation. Jan 28 12:50:10.697748 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 12:50:10.740161 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05b2474c-89b9-43c8-b40a-08038a76754d req-a62dcf2a-c40e-4369-827d-bdd783d5661c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451689 Jan 28 12:50:10.740161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Subnet': ['ID=4e98598e-3e73-4bac-9eb2-ce5a6af3f774,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:10.778877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:50:10.821238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de45e153-3193-4285-8254-dc3d1fc5aab9 None None] Network b69c3a8f-88c2-4daa-9134-e11fa68e6a28 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:10.844161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Pushing event updated for resources: {'Port': ['ID=794381c2-fbc3-412b-8c65-3c634c7c4ab2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:10.947827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f05f4ab-ad4a-4835-933c-ee62d96bde1c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:50:10.986602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] For port 3ed1583c-674a-4922-b299-0481a6e7d32e, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:50:10.991985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] For port 3ed1583c-674a-4922-b299-0481a6e7d32e, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3ed1583c-674a-4922-b299-0481a6e7d32e,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:50:11.003547 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:11.004222 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.032703 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (b69c3a8f-88c2-4daa-9134-e11fa68e6a28), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.034799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.074677 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-c7e5e99a-86ba-40bb-aa0b-cb0a790da1df tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9165790 Jan 28 12:50:11.096362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:11.097255 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.099098 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] 10.222.0.49 "PUT /v2.0/ports/3ed1583c-674a-4922-b299-0481a6e7d32e HTTP/1.1" status: 200 len: 1096 time: 3.1326435 Jan 28 12:50:11.106286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Request body: {'port': {'device_id': 'c409e289-ec72-4536-8361-4e7c9ddc71be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:11.112603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7288dfd5-37d9-49c7-8114-d08938d854fb', 'tag': '3ed1583c-674a-4922-b299-0481a6e7d32e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:11.115411 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029ede6d-79b7-425e-9180-9748c6aba2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7288dfd5-37d9-49c7-8114-d08938d854fb", "tag": "3ed1583c-674a-4922-b299-0481a6e7d32e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:11.127813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a2b08927-0544-4917-9aaf-57195b9e167c None None] For port bc46c24c-2464-4bbc-b1c4-bcd7f450a269, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bc46c24c-2464-4bbc-b1c4-bcd7f450a269,segment=NetworkSegment(be6bb495-77d2-4ea5-b884-be4e3f07d7ed),segment_id=be6bb495-77d2-4ea5-b884-be4e3f07d7ed)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:11.165836 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2b08927-0544-4917-9aaf-57195b9e167c None None] Publish callbacks [] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.167759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69c3a8f-88c2-4daa-9134-e11fa68e6a28']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:11.210890 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2b08927-0544-4917-9aaf-57195b9e167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.245220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71d41fd-6059-47f7-8bf8-7d99f957a2c8') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:11.245611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71d41fd-6059-47f7-8bf8-7d99f957a2c8') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:11.266707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (d71d41fd-6059-47f7-8bf8-7d99f957a2c8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.286517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95bbf4-80d6-40f3-972c-eb6585f31930 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed1583c-674a-4922-b299-0481a6e7d32e,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:11.326723 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d71d41fd-6059-47f7-8bf8-7d99f957a2c8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.336164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:50:11.336802 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (d71d41fd-6059-47f7-8bf8-7d99f957a2c8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.475664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e57999-df60-434f-892d-dfa8167abaa5 req-d3e9996b-61da-4a33-9f5a-3abec4e24b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:11.485365 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-d3e9996b-61da-4a33-9f5a-3abec4e24b77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ccdf1d6152242778c0289c383ee4765&device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 1099 time: 0.3003731 Jan 28 12:50:11.486221 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.510515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf1fad-d820-4e2c-863d-376af5ba4cb0 req-3fd54552-52c5-49a0-9ac2-421f886bbe47 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:11.512585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4cbf1fad-d820-4e2c-863d-376af5ba4cb0 req-3fd54552-52c5-49a0-9ac2-421f886bbe47 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 931 time: 0.5996020 Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:50:11.513295 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:50:11.517295 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (b69c3a8f-88c2-4daa-9134-e11fa68e6a28), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.555491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3f05f4ab-ad4a-4835-933c-ee62d96bde1c,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:11.557267 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfcda83-ef82-48b5-8446-269fe991cd7a None None] Network b69c3a8f-88c2-4daa-9134-e11fa68e6a28 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:11.593910 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.637631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfcda83-ef82-48b5-8446-269fe991cd7a None None] Network b69c3a8f-88c2-4daa-9134-e11fa68e6a28 could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 12:50:11.671050 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-367b56cb-fa19-4a5a-9582-6bab58db1767 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=3ed1583c-674a-4922-b299-0481a6e7d32e HTTP/1.1" status: 200 len: 217 time: 0.1750703 Jan 28 12:50:11.671779 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:11.681583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b08927-0544-4917-9aaf-57195b9e167c None None] Pushing event updated for resources: {'Port': ['ID=bc46c24c-2464-4bbc-b1c4-bcd7f450a269,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:11.682092 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/b69c3a8f-88c2-4daa-9134-e11fa68e6a28 HTTP/1.1" status: 204 len: 168 time: 2.0978501 Jan 28 12:50:11.687365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:11.703954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09e512-96c2-438f-9b46-1540dbe05cc9 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Network': ['ID=b69c3a8f-88c2-4daa-9134-e11fa68e6a28,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:11.715106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39574) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:11.851532 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a35779-f3b8-48a3-a928-70c2d03e7257 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:11.852832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a35779-f3b8-48a3-a928-70c2d03e7257 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:11.858254 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-45a35779-f3b8-48a3-a928-70c2d03e7257 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/b69c3a8f-88c2-4daa-9134-e11fa68e6a28 HTTP/1.1" status: 404 len: 339 time: 0.1374767 Jan 28 12:50:11.876616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['3f05f4ab-ad4a-4835-933c-ee62d96bde1c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:50:11.882756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39578) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:11.913172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-875ce454-c370-4004-8db5-7d700d1fd438 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-841513654', 'description': 'd1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:11.969482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875ce454-c370-4004-8db5-7d700d1fd438 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:50:12.002870 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-875ce454-c370-4004-8db5-7d700d1fd438 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:12.049715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac1a1c-c170-4631-a59c-d15309a8e3dd req-865cc24e-cb83-4ef4-a6b7-94b4a1fe4ef7 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:12.055393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=3f05f4ab-ad4a-4835-933c-ee62d96bde1c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:12.066761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40ac1a1c-c170-4631-a59c-d15309a8e3dd req-865cc24e-cb83-4ef4-a6b7-94b4a1fe4ef7 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 948 time: 0.5513971 Jan 28 12:50:12.079920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bc46c24c-2464-4bbc-b1c4-bcd7f450a269 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:50:12.128686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4cbf1fad-d820-4e2c-863d-376af5ba4cb0 req-ae7b4452-bdc6-40e5-bdd7-d78d21a7a43e tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290576 Jan 28 12:50:12.158594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875ce454-c370-4004-8db5-7d700d1fd438 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:50:12.178799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794381c2-fbc3-412b-8c65-3c634c7c4ab2 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:50:12.191123 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Publish callbacks [] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:12.211430 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Transition to ACTIVE for port object 794381c2-fbc3-412b-8c65-3c634c7c4ab2 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:50:12.225900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:12.231149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40ac1a1c-c170-4631-a59c-d15309a8e3dd req-22d051e8-6cfa-408f-b14e-7821c298de41 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/security-groups?id=031126d8-1a3f-4819-b431-5260c27387eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153929 Jan 28 12:50:12.259471 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-875ce454-c370-4004-8db5-7d700d1fd438 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cd6dc981-455b-41d6-b99f-66b6c15adf84), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:12.262189 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-875ce454-c370-4004-8db5-7d700d1fd438 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Added segment cd6dc981-455b-41d6-b99f-66b6c15adf84 of type vlan for network 0c7abf3d-9f49-4b8a-af9a-dbc7bd417988 Jan 28 12:50:12.329750 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a760268-100e-4e08-8fe3-acb32927971d x-openstack-request-id: req-7a760268-100e-4e08-8fe3-acb32927971d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:12.329750 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7288dfd5-37d9-49c7-8114-d08938d854fb", "tag": "3ed1583c-674a-4922-b299-0481a6e7d32e", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:12.329750 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a760268-100e-4e08-8fe3-acb32927971d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:12.330674 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7288dfd5-37d9-49c7-8114-d08938d854fb', 'tag': '3ed1583c-674a-4922-b299-0481a6e7d32e', 'status': 'completed', 'code': 200} Jan 28 12:50:12.398800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:50:12.410248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e57999-df60-434f-892d-dfa8167abaa5 req-689070d9-61ef-4fc2-99dd-e60c4becb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:12.413324 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-689070d9-61ef-4fc2-99dd-e60c4becb2c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.1995838 Jan 28 12:50:12.414068 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:12.478952 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-875ce454-c370-4004-8db5-7d700d1fd438 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0c7abf3d-9f49-4b8a-af9a-dbc7bd417988), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:12.547139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Pushing event updated for resources: {'Port': ['ID=794381c2-fbc3-412b-8c65-3c634c7c4ab2,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:12.589596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc5a26-1cda-489d-9ade-53bba5a8ace1 req-5565d274-230a-4c0d-9097-e4050b91f755 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:12.601704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ebc5a26-1cda-489d-9ade-53bba5a8ace1 req-5565d274-230a-4c0d-9097-e4050b91f755 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 945 time: 0.0974655 Jan 28 12:50:12.605414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Attempting to bind port 794381c2-fbc3-412b-8c65-3c634c7c4ab2 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:50:12.610286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Attempting to bind port 794381c2-fbc3-412b-8c65-3c634c7c4ab2 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'c5a2b2c5-54cf-409c-82be-1ad7ffc680a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:50:12.610714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Attempting to bind port 794381c2-fbc3-412b-8c65-3c634c7c4ab2 on network 2ddd7e17-3f4d-4325-9237-8b95884ed339 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:50:12.676253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ebc5a26-1cda-489d-9ade-53bba5a8ace1 req-0f386d00-c202-4965-a9bd-7eef642e4868 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735285 Jan 28 12:50:12.681593 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-875ce454-c370-4004-8db5-7d700d1fd438 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0c7abf3d-9f49-4b8a-af9a-dbc7bd417988), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:12.687495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e57999-df60-434f-892d-dfa8167abaa5 req-6a4b036a-9cfb-475e-8985-969bc177edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:12.688998 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-6a4b036a-9cfb-475e-8985-969bc177edbe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918855 Jan 28 12:50:12.689349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ce454-c370-4004-8db5-7d700d1fd438 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:12.689602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Port 794381c2-fbc3-412b-8c65-3c634c7c4ab2 on network 2ddd7e17-3f4d-4325-9237-8b95884ed339 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:50:12.689893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Attempting to bind port 794381c2-fbc3-412b-8c65-3c634c7c4ab2 on network 2ddd7e17-3f4d-4325-9237-8b95884ed339 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:50:12.690012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-875ce454-c370-4004-8db5-7d700d1fd438 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:12.737500 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:50:12.737902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Checking segment: {'id': 'c5a2b2c5-54cf-409c-82be-1ad7ffc680a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:50:12.738277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Bound using segment: {'id': 'c5a2b2c5-54cf-409c-82be-1ad7ffc680a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:50:12.738772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Bound port: 794381c2-fbc3-412b-8c65-3c634c7c4ab2, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a2b2c5-54cf-409c-82be-1ad7ffc680a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:50:12.739101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:12.823437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:12.833358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-875ce454-c370-4004-8db5-7d700d1fd438 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9467101 Jan 28 12:50:12.856165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ce454-c370-4004-8db5-7d700d1fd438 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Network': ['ID=0c7abf3d-9f49-4b8a-af9a-dbc7bd417988,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:12.858541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39592) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:12.868157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0c7abf3d-9f49-4b8a-af9a-dbc7bd417988 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:50:13.010632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8267e9-d4dd-4768-8b3b-660dc0b17563 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:13.015651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] For port 794381c2-fbc3-412b-8c65-3c634c7c4ab2, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:50:13.016209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-de8267e9-d4dd-4768-8b3b-660dc0b17563 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/networks?id=0c7abf3d-9f49-4b8a-af9a-dbc7bd417988 HTTP/1.1" status: 200 len: 764 time: 0.1549251 Jan 28 12:50:13.017046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39594) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:13.019690 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] For port 794381c2-fbc3-412b-8c65-3c634c7c4ab2, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=794381c2-fbc3-412b-8c65-3c634c7c4ab2,segment=NetworkSegment(c5a2b2c5-54cf-409c-82be-1ad7ffc680a2),segment_id=c5a2b2c5-54cf-409c-82be-1ad7ffc680a2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:50:13.022438 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-419cc703-a5e0-49e5-9275-185ff55bdf20 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123639 Jan 28 12:50:13.023489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0ae97a8c-0c67-45e2-9611-9628ad0a6e1f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'network': {'description': 'd2'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:13.027053 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:13.033313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44660caa-0d31-47cf-9799-1d58e9d1fdb8 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:50:13.096057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d8ba1972-c405-47d1-8fd5-358b4350a0f5 None None] Provisioning complete for port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:50:13.096438 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1972-c405-47d1-8fd5-358b4350a0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:13.123466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db61772-2020-44b3-bf0c-7cf8497b8454 req-a844d062-f0ef-4441-9863-d185268db522 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:13.131890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0db61772-2020-44b3-bf0c-7cf8497b8454 req-a844d062-f0ef-4441-9863-d185268db522 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.3474152 Jan 28 12:50:13.145870 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-48e57999-df60-434f-892d-dfa8167abaa5 req-56c9fa0e-9c8d-4309-b057-6faacffb1bdb service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126854 Jan 28 12:50:13.222819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44660caa-0d31-47cf-9799-1d58e9d1fdb8 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 12:50:13.239123 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:13.240212 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:13.245495 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] 10.222.0.49 "PUT /v2.0/ports/794381c2-fbc3-412b-8c65-3c634c7c4ab2 HTTP/1.1" status: 200 len: 1091 time: 2.1520195 Jan 28 12:50:13.333982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ae97a8c-0c67-45e2-9611-9628ad0a6e1f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0c7abf3d-9f49-4b8a-af9a-dbc7bd417988), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:13.339145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba1972-c405-47d1-8fd5-358b4350a0f5 None None] Current status of the port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:13.384877 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ae97a8c-0c67-45e2-9611-9628ad0a6e1f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0c7abf3d-9f49-4b8a-af9a-dbc7bd417988), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:13.496342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-44e9154c-dc60-4810-8321-d9f8af1bf6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:13.503164 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-44e9154c-dc60-4810-8321-d9f8af1bf6ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d4e035eeb94452cbeaab05d2e756064&device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 1094 time: 0.1728463 Jan 28 12:50:13.510072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a23a2e-367d-40cc-9e15-180d689f1c14 None None] Network ffdf850c-3e32-4e20-b4e2-6bf476d020c2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:13.511021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a74b9b-dadb-4d1f-a353-e7f5d262b424 service neutron] Pushing event updated for resources: {'Port': ['ID=794381c2-fbc3-412b-8c65-3c634c7c4ab2,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:13.515473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0db61772-2020-44b3-bf0c-7cf8497b8454 req-1be73099-d14c-43e2-949e-3ae937ab275b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3822632 Jan 28 12:50:13.549640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ae97a8c-0c67-45e2-9611-9628ad0a6e1f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network 0c7abf3d-9f49-4b8a-af9a-dbc7bd417988 is not hosted by any dhcp agent {{(pid=103129) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 12:50:13.554990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae97a8c-0c67-45e2-9611-9628ad0a6e1f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:13.555747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ae97a8c-0c67-45e2-9611-9628ad0a6e1f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:13.559434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0ae97a8c-0c67-45e2-9611-9628ad0a6e1f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "PUT /v2.0/networks/0c7abf3d-9f49-4b8a-af9a-dbc7bd417988 HTTP/1.1" status: 200 len: 761 time: 0.5381217 Jan 28 12:50:13.563124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39604) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:13.568283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ede6d-79b7-425e-9180-9748c6aba2ec req-275621ec-7da8-4c63-b14f-d5f7d7521b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:13.571094 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-029ede6d-79b7-425e-9180-9748c6aba2ec req-275621ec-7da8-4c63-b14f-d5f7d7521b60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ccdf1d6152242778c0289c383ee4765&device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 1099 time: 0.3580613 Jan 28 12:50:13.629169 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-052cbaa2-1615-478a-ac58-4beaabae8055 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794381c2-fbc3-412b-8c65-3c634c7c4ab2 HTTP/1.1" status: 200 len: 217 time: 0.0980833 Jan 28 12:50:13.648110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3f05f4ab-ad4a-4835-933c-ee62d96bde1c up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:50:13.656487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae97a8c-0c67-45e2-9611-9628ad0a6e1f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Network': ['ID=0c7abf3d-9f49-4b8a-af9a-dbc7bd417988,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:13.684725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0c7abf3d-9f49-4b8a-af9a-dbc7bd417988 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:50:13.802376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-a7223564-cfaa-42d9-b9c7-2dff8b055299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:13.804203 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-a7223564-cfaa-42d9-b9c7-2dff8b055299 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4f5bd45-f4b0-4586-9afe-8d609bdd8656 HTTP/1.1" status: 200 len: 848 time: 0.1593323 Jan 28 12:50:13.837621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ede6d-79b7-425e-9180-9748c6aba2ec req-65be89b7-4269-4fbe-81c0-18a2b431b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:13.839412 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-029ede6d-79b7-425e-9180-9748c6aba2ec req-65be89b7-4269-4fbe-81c0-18a2b431b6cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.2206018 Jan 28 12:50:13.879222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:50:13.908165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:50:13.910100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:13.921539 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-cb64757d-b2a9-4270-a737-048678d9d6e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ddd7e17-3f4d-4325-9237-8b95884ed339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809205 Jan 28 12:50:13.923318 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-029ede6d-79b7-425e-9180-9748c6aba2ec req-77ef8629-cbad-4548-96af-e9b2239d5639 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=3ed1583c-674a-4922-b299-0481a6e7d32e HTTP/1.1" status: 200 len: 217 time: 0.0740561 Jan 28 12:50:14.067885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:14.068317 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:14.114703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3f05f4ab-ad4a-4835-933c-ee62d96bde1c,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:14.115868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcb7059-6785-469e-b3d4-5e715acb3d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f05f4ab-ad4a-4835-933c-ee62d96bde1c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:14.119632 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27f5d54-a8e1-4e7d-9c75-97a75e8d6fcc" -d '{"events": [{"server_uuid": "fbcb7059-6785-469e-b3d4-5e715acb3d87", "name": "network-vif-plugged", "status": "completed", "tag": "3f05f4ab-ad4a-4835-933c-ee62d96bde1c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:14.125774 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:14.180736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ede6d-79b7-425e-9180-9748c6aba2ec req-fb9b06f0-c6c9-4583-8944-09760c527545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:14.185225 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-029ede6d-79b7-425e-9180-9748c6aba2ec req-fb9b06f0-c6c9-4583-8944-09760c527545 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.2391081 Jan 28 12:50:14.219689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=3f05f4ab-ad4a-4835-933c-ee62d96bde1c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:14.270053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdacb8a2-3269-4372-bed2-deeb2b93d27f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:14.272266 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bdacb8a2-3269-4372-bed2-deeb2b93d27f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/networks?id=0c7abf3d-9f49-4b8a-af9a-dbc7bd417988 HTTP/1.1" status: 200 len: 764 time: 0.6971557 Jan 28 12:50:14.276339 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39614) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:14.378316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d9c5d9ce-4383-4e50-b671-008037b32782 None None] Provisioning complete for port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:50:14.380729 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9c5d9ce-4383-4e50-b671-008037b32782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:14.518463 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343d49f6-4b89-413f-b936-3de7a48ccaab tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:14.522465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-343d49f6-4b89-413f-b936-3de7a48ccaab tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2425363 Jan 28 12:50:14.523162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39616) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:14.577085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fa008206-c682-447d-9aa4-dc2de5c8c86d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 207 time: 0.0491059 Jan 28 12:50:14.580177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39622) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:14.587676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39002bbc-152d-442d-8acc-06bd1244392f req-6ca9aae2-cce7-4c64-a3b1-1508f8d7a563 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:14.595883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39002bbc-152d-442d-8acc-06bd1244392f req-6ca9aae2-cce7-4c64-a3b1-1508f8d7a563 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 948 time: 0.9281967 Jan 28 12:50:14.625666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501cdf4-2145-4c86-95f4-0bbc29e16d03 req-7d38d9cd-cc43-4b0c-b2a0-57dfb2c04203 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:14.627274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9501cdf4-2145-4c86-95f4-0bbc29e16d03 req-7d38d9cd-cc43-4b0c-b2a0-57dfb2c04203 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 943 time: 1.3151608 Jan 28 12:50:14.651316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c409e289-ec72-4536-8361-4e7c9ddc71be', 'tag': '794381c2-fbc3-412b-8c65-3c634c7c4ab2'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:14.653655 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177bb005-5267-4b4b-8ecd-f3400f64e6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c409e289-ec72-4536-8361-4e7c9ddc71be", "tag": "794381c2-fbc3-412b-8c65-3c634c7c4ab2"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:14.708665 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-0f420025-e873-431e-9a3a-c8d166b16948 service neutron] 10.222.0.49 "GET /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7714243 Jan 28 12:50:14.727009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ede6d-79b7-425e-9180-9748c6aba2ec req-8382223d-a7bf-48ee-962f-8c29bc9bba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:14.739579 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-029ede6d-79b7-425e-9180-9748c6aba2ec req-8382223d-a7bf-48ee-962f-8c29bc9bba6f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5438941 Jan 28 12:50:14.871774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9501cdf4-2145-4c86-95f4-0bbc29e16d03 req-6a851f0b-0b28-44b2-8f86-20e37f4096b9 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354810 Jan 28 12:50:14.884570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5d9ce-4383-4e50-b671-008037b32782 None None] Current status of the port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:14.909710 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39002bbc-152d-442d-8acc-06bd1244392f req-dcea6f04-826c-4673-ae65-5f56097aa360 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/security-groups?id=031126d8-1a3f-4819-b431-5260c27387eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129330 Jan 28 12:50:14.964005 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d1e0bda1-4bfc-4fdb-bb26-5c95c572f035 req-42df683d-1b3e-4fe5-b70f-dedc325cdb7a service neutron] 10.222.0.49 "GET /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361166 Jan 28 12:50:14.966382 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-029ede6d-79b7-425e-9180-9748c6aba2ec req-afaa0e66-d229-44f0-afdb-75f8c4814d37 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196920 Jan 28 12:50:15.005899 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e7ccc5-839c-4d01-849e-047a3a590231 x-openstack-request-id: req-a2e7ccc5-839c-4d01-849e-047a3a590231 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:15.006256 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcb7059-6785-469e-b3d4-5e715acb3d87", "name": "network-vif-plugged", "status": "completed", "tag": "3f05f4ab-ad4a-4835-933c-ee62d96bde1c", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:15.006579 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2e7ccc5-839c-4d01-849e-047a3a590231 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:15.007065 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcb7059-6785-469e-b3d4-5e715acb3d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f05f4ab-ad4a-4835-933c-ee62d96bde1c', 'code': 200} Jan 28 12:50:15.026578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506dde46-fd36-4624-8aa2-13c2ca27c92e tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.034394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506dde46-fd36-4624-8aa2-13c2ca27c92e tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.042113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506dde46-fd36-4624-8aa2-13c2ca27c92e tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.067318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506dde46-fd36-4624-8aa2-13c2ca27c92e tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.073264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506dde46-fd36-4624-8aa2-13c2ca27c92e tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.079034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506dde46-fd36-4624-8aa2-13c2ca27c92e tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.080891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-506dde46-fd36-4624-8aa2-13c2ca27c92e tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4780946 Jan 28 12:50:15.109527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39628) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:15.147876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09baf0-21a5-449e-bdf3-49c33f16add0 req-b97b1729-6c6c-41f6-9963-594b23da0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.149463 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea09baf0-21a5-449e-bdf3-49c33f16add0 req-b97b1729-6c6c-41f6-9963-594b23da0b15 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 1097 time: 0.0732477 Jan 28 12:50:15.151274 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-029ede6d-79b7-425e-9180-9748c6aba2ec req-6a129ee4-260b-40e4-b5e0-2a10eab995c7 service neutron] 10.222.0.49 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788990 Jan 28 12:50:15.237411 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ea09baf0-21a5-449e-bdf3-49c33f16add0 req-ef89d871-7518-467b-9ecf-a21f9e3fe6e5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761838 Jan 28 12:50:15.289771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8b6d9b0e-391b-45ef-a954-e7d970eb564f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1812847 Jan 28 12:50:15.295725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39630) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:15.347666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe069206-fced-46a8-a120-3632c1183bc4 req-69d8eea1-5154-4952-8dbf-a2e4610af2d1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.350351 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe069206-fced-46a8-a120-3632c1183bc4 req-69d8eea1-5154-4952-8dbf-a2e4610af2d1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 946 time: 0.2679543 Jan 28 12:50:15.362988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a1569-77d0-4260-b4c0-fd28f7985eb3 req-53002dfd-8b0a-4098-91c2-61b74a7f6148 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.364852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-111a1569-77d0-4260-b4c0-fd28f7985eb3 req-53002dfd-8b0a-4098-91c2-61b74a7f6148 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.2707989 Jan 28 12:50:15.390560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261a57d8-42dc-4b18-bb78-1a50cc4c8ac6 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.392350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261a57d8-42dc-4b18-bb78-1a50cc4c8ac6 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.394453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261a57d8-42dc-4b18-bb78-1a50cc4c8ac6 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.399061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261a57d8-42dc-4b18-bb78-1a50cc4c8ac6 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.401381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261a57d8-42dc-4b18-bb78-1a50cc4c8ac6 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.411834 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-261a57d8-42dc-4b18-bb78-1a50cc4c8ac6 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1146333 Jan 28 12:50:15.412793 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39632) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:15.450875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe069206-fced-46a8-a120-3632c1183bc4 req-6b67ee3a-31f8-4b25-b2c7-8f4f0f81c5b8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850117 Jan 28 12:50:15.525051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-111a1569-77d0-4260-b4c0-fd28f7985eb3 req-795275a8-1a44-44c1-afee-f195ce3dbab4 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367586 Jan 28 12:50:15.540441 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5fdd5e-c350-45b7-9dbe-a7febe025712 x-openstack-request-id: req-0f5fdd5e-c350-45b7-9dbe-a7febe025712 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:15.540924 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c409e289-ec72-4536-8361-4e7c9ddc71be", "tag": "794381c2-fbc3-412b-8c65-3c634c7c4ab2", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:15.541235 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f5fdd5e-c350-45b7-9dbe-a7febe025712 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:15.541951 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c409e289-ec72-4536-8361-4e7c9ddc71be', 'tag': '794381c2-fbc3-412b-8c65-3c634c7c4ab2', 'status': 'completed', 'code': 200} Jan 28 12:50:15.550550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a4e30-5afe-4f34-a158-c5859ac61f35 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.552504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a4e30-5afe-4f34-a158-c5859ac61f35 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.553742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a4e30-5afe-4f34-a158-c5859ac61f35 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.565290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a4e30-5afe-4f34-a158-c5859ac61f35 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.567041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a4e30-5afe-4f34-a158-c5859ac61f35 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.568541 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f79a4e30-5afe-4f34-a158-c5859ac61f35 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1545787 Jan 28 12:50:15.573775 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39638) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:15.596499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3ed1583c-674a-4922-b299-0481a6e7d32e details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:50:15.657495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bb005-5267-4b4b-8ecd-f3400f64e6b9 req-9338d434-4646-4cee-886e-b36661d61df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.659697 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-177bb005-5267-4b4b-8ecd-f3400f64e6b9 req-9338d434-4646-4cee-886e-b36661d61df3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d4e035eeb94452cbeaab05d2e756064&device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 1094 time: 0.0901673 Jan 28 12:50:15.744614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dcd81e-c8f9-49a4-a455-31417308f59b tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.746132 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d7dcd81e-c8f9-49a4-a455-31417308f59b tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/networks/cf23461f-9617-41ea-bdf7-5c692cd68c7e HTTP/1.1" status: 200 len: 803 time: 0.1702871 Jan 28 12:50:15.750547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39644) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:15.770059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 3ed1583c-674a-4922-b299-0481a6e7d32e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3ed1583c-674a-4922-b299-0481a6e7d32e,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:15.775379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bb005-5267-4b4b-8ecd-f3400f64e6b9 req-f0eea44e-8364-42b8-8403-15adeafdc9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.777131 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-177bb005-5267-4b4b-8ecd-f3400f64e6b9 req-f0eea44e-8364-42b8-8403-15adeafdc9c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ddd7e17-3f4d-4325-9237-8b95884ed339 HTTP/1.1" status: 200 len: 909 time: 0.1102362 Jan 28 12:50:15.787883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '3ed1583c-674a-4922-b299-0481a6e7d32e', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '3ed1583c-674a-4922-b299-0481a6e7d32e', 'mac_address': 'fa:16:3e:7a:34:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:50:15.833641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 3ed1583c-674a-4922-b299-0481a6e7d32e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:15.834034 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:15.838000 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-177bb005-5267-4b4b-8ecd-f3400f64e6b9 req-6d05dc6b-5663-40f5-8b75-a0e2ead9ddfd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794381c2-fbc3-412b-8c65-3c634c7c4ab2 HTTP/1.1" status: 200 len: 217 time: 0.0516958 Jan 28 12:50:15.849738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed1583c-674a-4922-b299-0481a6e7d32e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:50:15.877547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 3ed1583c-674a-4922-b299-0481a6e7d32e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3ed1583c-674a-4922-b299-0481a6e7d32e,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:15.882324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-288d6c09-bf61-44d0-bd83-d2d8c927e379 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/networks/cf23461f-9617-41ea-bdf7-5c692cd68c7e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1296539 Jan 28 12:50:15.882556 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:15.885905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39646) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:15.910253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bb005-5267-4b4b-8ecd-f3400f64e6b9 req-0a94bc09-8d5c-4bec-9fce-40aba9df8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.912600 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-177bb005-5267-4b4b-8ecd-f3400f64e6b9 req-0a94bc09-8d5c-4bec-9fce-40aba9df8c96 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4f5bd45-f4b0-4586-9afe-8d609bdd8656 HTTP/1.1" status: 200 len: 848 time: 0.0669124 Jan 28 12:50:15.956075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d16f20b-a1e3-4395-ad72-51771845daa0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:15.960813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=3ed1583c-674a-4922-b299-0481a6e7d32e,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:15.961342 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2d16f20b-a1e3-4395-ad72-51771845daa0 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/subnets/b819a454-677a-40b0-8ec9-d98280976c65 HTTP/1.1" status: 200 len: 843 time: 0.0696373 Jan 28 12:50:15.961342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39652) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:15.987859 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-177bb005-5267-4b4b-8ecd-f3400f64e6b9 req-9c2bd6ac-2f7c-434e-8c3a-baf21d89d818 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ddd7e17-3f4d-4325-9237-8b95884ed339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596476 Jan 28 12:50:16.041341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a664ff4-1f0f-4b2d-87d1-374e88ee1e83 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:16.042670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2a664ff4-1f0f-4b2d-87d1-374e88ee1e83 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "GET /v2.0/subnets/b819a454-677a-40b0-8ec9-d98280976c65?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0805449 Jan 28 12:50:16.082616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39654) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:16.088083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-108d93bb-a984-46c1-9e10-870980f4e7b1 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-987190057'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:16.151857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b6b8d-571a-47db-a016-b270f867541e req-a7996629-8ed2-4d19-92e1-006b3ccccf58 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:16.153518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b78b6b8d-571a-47db-a016-b270f867541e req-a7996629-8ed2-4d19-92e1-006b3ccccf58 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 943 time: 0.1095388 Jan 28 12:50:16.157093 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-177bb005-5267-4b4b-8ecd-f3400f64e6b9 req-974c3e6d-76ec-4eaa-89e7-0e82ab999b3f service neutron] 10.222.0.49 "GET /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571372 Jan 28 12:50:16.163958 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108d93bb-a984-46c1-9e10-870980f4e7b1 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:50:16.167184 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-108d93bb-a984-46c1-9e10-870980f4e7b1 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:16.173378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['3ed1583c-674a-4922-b299-0481a6e7d32e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:50:16.204396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bfdb1-6761-4847-8346-d086337a73c3 req-29cf850a-3e35-4e18-99bf-7e6856eedeb2 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:16.206062 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d00bfdb1-6761-4847-8346-d086337a73c3 req-29cf850a-3e35-4e18-99bf-7e6856eedeb2 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 949 time: 0.1326818 Jan 28 12:50:16.249105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108d93bb-a984-46c1-9e10-870980f4e7b1 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:50:16.281721 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-108d93bb-a984-46c1-9e10-870980f4e7b1 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (fdbe02b4-766d-4919-a661-1a29aafd3fa8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:16.282159 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-108d93bb-a984-46c1-9e10-870980f4e7b1 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Added segment fdbe02b4-766d-4919-a661-1a29aafd3fa8 of type vlan for network 08e60e14-1e8f-4903-bcea-a45d85126c40 Jan 28 12:50:16.282352 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-177bb005-5267-4b4b-8ecd-f3400f64e6b9 req-d86768ee-4720-42ad-a2a5-f66e13350d3a service neutron] 10.222.0.49 "GET /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166635 Jan 28 12:50:16.317408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d00bfdb1-6761-4847-8346-d086337a73c3 req-f8dfc9f8-97e7-4e9a-b971-cd83ff132ef7 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/security-groups?id=031126d8-1a3f-4819-b431-5260c27387eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008992 Jan 28 12:50:16.344669 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b78b6b8d-571a-47db-a016-b270f867541e req-614563b4-b9c4-4dca-b475-6e240ba89fb0 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602957 Jan 28 12:50:16.359263 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-108d93bb-a984-46c1-9e10-870980f4e7b1 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (08e60e14-1e8f-4903-bcea-a45d85126c40), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:16.406998 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-108d93bb-a984-46c1-9e10-870980f4e7b1 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (08e60e14-1e8f-4903-bcea-a45d85126c40), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:16.413170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d93bb-a984-46c1-9e10-870980f4e7b1 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:16.413692 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-108d93bb-a984-46c1-9e10-870980f4e7b1 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:16.487305 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-108d93bb-a984-46c1-9e10-870980f4e7b1 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4034822 Jan 28 12:50:16.490119 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39656) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:16.495929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'subnet': {'network_id': '08e60e14-1e8f-4903-bcea-a45d85126c40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:16.529075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d93bb-a984-46c1-9e10-870980f4e7b1 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Network': ['ID=08e60e14-1e8f-4903-bcea-a45d85126c40,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:16.544412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 08e60e14-1e8f-4903-bcea-a45d85126c40 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:50:16.683513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Made reservation on behalf of 0d45fdb6bdeb4537ba2e8b06d074ec0a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:50:16.688898 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:16.736451 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6534f2-a0dd-4808-bd01-7858891e2e7b req-d3534467-3113-444b-b6f8-73c295330124 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:16.737999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab6534f2-a0dd-4808-bd01-7858891e2e7b req-d3534467-3113-444b-b6f8-73c295330124 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 946 time: 0.1351798 Jan 28 12:50:16.755560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011724d-05b2-4ca9-8938-5051d39fd46f req-7711f46c-b5e0-46f6-83c3-781534e9ca68 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:16.765562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a011724d-05b2-4ca9-8938-5051d39fd46f req-7711f46c-b5e0-46f6-83c3-781534e9ca68 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.0935116 Jan 28 12:50:16.773122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Performing IP validity checks on allocation pools {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 12:50:16.773748 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 12:50:16.822279 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:50:16.834500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab6534f2-a0dd-4808-bd01-7858891e2e7b req-e6f17046-bf76-4d82-829c-54fd7b1e3d90 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669777 Jan 28 12:50:16.900099 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a011724d-05b2-4ca9-8938-5051d39fd46f req-2632ff60-7bfa-4df7-a46a-aad09f0cb94a tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279116 Jan 28 12:50:16.995255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d95ae-681f-48bc-a87d-9f32e9950c44 req-b220b7e4-67da-4d91-b811-2bee7bd8549d tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:17.003071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e0d95ae-681f-48bc-a87d-9f32e9950c44 req-b220b7e4-67da-4d91-b811-2bee7bd8549d tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 946 time: 0.0778947 Jan 28 12:50:17.066126 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (1e8adfa6-bd1f-4225-ab1a-7593c2d1965e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:17.070999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e0d95ae-681f-48bc-a87d-9f32e9950c44 req-323ad581-21ae-4245-8894-bfe2cabe5a17 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641801 Jan 28 12:50:17.110600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf17b5c-db7e-44d3-b3ec-0dff9133fa50 req-936b6745-40bb-41f0-8c56-52416b94d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:17.112190 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0bf17b5c-db7e-44d3-b3ec-0dff9133fa50 req-936b6745-40bb-41f0-8c56-52416b94d6c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 1096 time: 0.1609168 Jan 28 12:50:17.171077 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Subnet': ['ID=1e8adfa6-bd1f-4225-ab1a-7593c2d1965e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:17.227330 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Checking segment: {'id': 'fdbe02b4-766d-4919-a661-1a29aafd3fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '08e60e14-1e8f-4903-bcea-a45d85126c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:50:17.227694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network hostable DHCP agents. Network: 08e60e14-1e8f-4903-bcea-a45d85126c40, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:50:17.248086 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:17.262096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Network 08e60e14-1e8f-4903-bcea-a45d85126c40 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:50:17.283000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf17b5c-db7e-44d3-b3ec-0dff9133fa50 req-40d25805-41f1-4962-9f00-046b31863058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:17.284715 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0bf17b5c-db7e-44d3-b3ec-0dff9133fa50 req-40d25805-41f1-4962-9f00-046b31863058 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 911 time: 0.1434970 Jan 28 12:50:17.285767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 08e60e14-1e8f-4903-bcea-a45d85126c40) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:50:17.290137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:17.290739 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:17.296822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a54ab-fbf0-4353-9288-6ef11e19103a None None] Network 08e60e14-1e8f-4903-bcea-a45d85126c40 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:17.342859 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9430a5e1-5a07-4461-a322-1d505d05f8b7 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8511274 Jan 28 12:50:17.347996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39682) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:17.354051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3f4c5903-77bd-4c86-b01f-1fbd207bd5df tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:17.376066 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0bf17b5c-db7e-44d3-b3ec-0dff9133fa50 req-e8854aef-17b9-4198-b2e5-116299094876 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d55c04-4428-4e04-8230-af4481e8b9de HTTP/1.1" status: 200 len: 1001 time: 0.0772340 Jan 28 12:50:17.485148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d131ac-59fa-434d-a9a2-f1cb8e95fc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-08e60e14-1e8f-4903-bcea-a45d85126c40', 'network_id': '08e60e14-1e8f-4903-bcea-a45d85126c40', 'project_id': '0d45fdb6bdeb4537ba2e8b06d074ec0a', 'fixed_ips': [{'subnet_id': '1e8adfa6-bd1f-4225-ab1a-7593c2d1965e'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:50:17.486224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4d131ac-59fa-434d-a9a2-f1cb8e95fc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:17.511199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf17b5c-db7e-44d3-b3ec-0dff9133fa50 req-8a593501-faef-4f58-8257-a57b9af05f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:17.513270 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0bf17b5c-db7e-44d3-b3ec-0dff9133fa50 req-8a593501-faef-4f58-8257-a57b9af05f11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.1293371 Jan 28 12:50:17.572995 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf17b5c-db7e-44d3-b3ec-0dff9133fa50 req-bffa51f1-0202-4355-9d57-0c9c60478e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:17.574834 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0bf17b5c-db7e-44d3-b3ec-0dff9133fa50 req-bffa51f1-0202-4355-9d57-0c9c60478e96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512178 Jan 28 12:50:17.615110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 794381c2-fbc3-412b-8c65-3c634c7c4ab2 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:50:17.694415 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0bf17b5c-db7e-44d3-b3ec-0dff9133fa50 req-1f42ee1d-11f0-4ff2-9a2a-67f2584c1b55 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089883 Jan 28 12:50:17.730671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 794381c2-fbc3-412b-8c65-3c634c7c4ab2, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=794381c2-fbc3-412b-8c65-3c634c7c4ab2,segment=NetworkSegment(c5a2b2c5-54cf-409c-82be-1ad7ffc680a2),segment_id=c5a2b2c5-54cf-409c-82be-1ad7ffc680a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:17.743815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3ed1583c-674a-4922-b299-0481a6e7d32e up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:50:17.748941 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '794381c2-fbc3-412b-8c65-3c634c7c4ab2', 'network_id': '2ddd7e17-3f4d-4325-9237-8b95884ed339', 'port_id': '794381c2-fbc3-412b-8c65-3c634c7c4ab2', 'mac_address': 'fa:16:3e:df:bd:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f5bd45-f4b0-4586-9afe-8d609bdd8656', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:50:17.772538 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5903-77bd-4c86-b01f-1fbd207bd5df tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8885190'] for subnet (1e8adfa6-bd1f-4225-ab1a-7593c2d1965e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:17.830765 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0bf17b5c-db7e-44d3-b3ec-0dff9133fa50 req-afb0c5ee-04b1-4eab-91f8-08df7cd9063b service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253121 Jan 28 12:50:17.846363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b4b04-26a2-4398-b708-545d82419a93 req-42901071-04b7-4a2d-9f10-6a460ccb45a0 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:17.848380 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-394b4b04-26a2-4398-b708-545d82419a93 req-42901071-04b7-4a2d-9f10-6a460ccb45a0 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 946 time: 0.4158144 Jan 28 12:50:17.892903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 794381c2-fbc3-412b-8c65-3c634c7c4ab2 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:17.893610 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:17.897795 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:17.908258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 3ed1583c-674a-4922-b299-0481a6e7d32e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:50:17.914488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 3ed1583c-674a-4922-b299-0481a6e7d32e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:50:17.914890 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:17.918379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794381c2-fbc3-412b-8c65-3c634c7c4ab2 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:50:17.932835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd9204-2267-496f-aba4-97b1ec450bcb req-032416eb-5668-4c44-85f5-949022df89de tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:17.934741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dcd9204-2267-496f-aba4-97b1ec450bcb req-032416eb-5668-4c44-85f5-949022df89de tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 943 time: 0.4064724 Jan 28 12:50:17.959815 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-d4d131ac-59fa-434d-a9a2-f1cb8e95fc2f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 12:50:17.959815 n-d-824835-4 neutron-server[103130]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 28 12:50:17.959815 n-d-824835-4 neutron-server[103130]: [parameters: {'in_use': 1, 'id_1': '1e8adfa6-bd1f-4225-ab1a-7593c2d1965e'}] Jan 28 12:50:17.959815 n-d-824835-4 neutron-server[103130]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:50:17.960351 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-d4d131ac-59fa-434d-a9a2-f1cb8e95fc2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:50:17.981510 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 794381c2-fbc3-412b-8c65-3c634c7c4ab2, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=794381c2-fbc3-412b-8c65-3c634c7c4ab2,segment=NetworkSegment(c5a2b2c5-54cf-409c-82be-1ad7ffc680a2),segment_id=c5a2b2c5-54cf-409c-82be-1ad7ffc680a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:17.991459 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:18.077990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 3ed1583c-674a-4922-b299-0481a6e7d32e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:18.078702 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:18.105020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=794381c2-fbc3-412b-8c65-3c634c7c4ab2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:18.129774 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7288dfd5-37d9-49c7-8114-d08938d854fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed1583c-674a-4922-b299-0481a6e7d32e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:18.130886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-394b4b04-26a2-4398-b708-545d82419a93 req-02cc66cb-46b9-402f-b298-eeb79692328f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129879 Jan 28 12:50:18.133113 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3f4387-fa6a-469f-bc59-91bc1a2a17a9" -d '{"events": [{"server_uuid": "7288dfd5-37d9-49c7-8114-d08938d854fb", "name": "network-vif-plugged", "status": "completed", "tag": "3ed1583c-674a-4922-b299-0481a6e7d32e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:18.142253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 3ed1583c-674a-4922-b299-0481a6e7d32e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3ed1583c-674a-4922-b299-0481a6e7d32e,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:18.156577 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:18.178434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dcd9204-2267-496f-aba4-97b1ec450bcb req-b0b546a1-6292-406a-ba2e-5269aca6eb3a tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321308 Jan 28 12:50:18.192113 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5903-77bd-4c86-b01f-1fbd207bd5df tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773661613779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9762472'] for subnet (1e8adfa6-bd1f-4225-ab1a-7593c2d1965e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:18.250948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c5903-77bd-4c86-b01f-1fbd207bd5df tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:18.251589 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5903-77bd-4c86-b01f-1fbd207bd5df tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:18.253594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=3ed1583c-674a-4922-b299-0481a6e7d32e,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:18.255915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39700) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:18.256240 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3f4c5903-77bd-4c86-b01f-1fbd207bd5df tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "PUT /v2.0/subnets/1e8adfa6-bd1f-4225-ab1a-7593c2d1965e HTTP/1.1" status: 200 len: 900 time: 0.9070609 Jan 28 12:50:18.329965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['794381c2-fbc3-412b-8c65-3c634c7c4ab2'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:50:18.339115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c5903-77bd-4c86-b01f-1fbd207bd5df tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event updated for resources: {'Subnet': ['ID=1e8adfa6-bd1f-4225-ab1a-7593c2d1965e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:18.380656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570f05d-70a9-42cc-8e95-538885189a87 req-2c8d95e8-4c37-4f0c-85c0-728266019a6d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:18.382212 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e570f05d-70a9-42cc-8e95-538885189a87 req-2c8d95e8-4c37-4f0c-85c0-728266019a6d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.0985310 Jan 28 12:50:18.397749 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (08e60e14-1e8f-4903-bcea-a45d85126c40), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:18.410886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf88c86-c249-4f64-8720-04b28d21570d req-66c4e2b3-57aa-42a2-8eec-aadf44bf182e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:18.412454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bf88c86-c249-4f64-8720-04b28d21570d req-66c4e2b3-57aa-42a2-8eec-aadf44bf182e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 950 time: 0.1549692 Jan 28 12:50:18.472545 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4d131ac-59fa-434d-a9a2-f1cb8e95fc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:18.492767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (1e8adfa6-bd1f-4225-ab1a-7593c2d1965e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:18.523596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e570f05d-70a9-42cc-8e95-538885189a87 req-a74a44d3-843e-4958-aa84-aac371492e1d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322067 Jan 28 12:50:18.527134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bf88c86-c249-4f64-8720-04b28d21570d req-80241d00-c346-4794-a68e-8414089117ca tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/security-groups?id=031126d8-1a3f-4819-b431-5260c27387eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041956 Jan 28 12:50:18.657234 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (1e8adfa6-bd1f-4225-ab1a-7593c2d1965e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:18.667618 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd6aaf2-5141-4fff-8ae7-8707d66b7365 x-openstack-request-id: req-6dd6aaf2-5141-4fff-8ae7-8707d66b7365 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:18.668566 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7288dfd5-37d9-49c7-8114-d08938d854fb", "name": "network-vif-plugged", "status": "completed", "tag": "3ed1583c-674a-4922-b299-0481a6e7d32e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:18.668566 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dd6aaf2-5141-4fff-8ae7-8707d66b7365 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:18.668878 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288dfd5-37d9-49c7-8114-d08938d854fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed1583c-674a-4922-b299-0481a6e7d32e', 'code': 200} Jan 28 12:50:18.692677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8adfa6-bd1f-4225-ab1a-7593c2d1965e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server [None req-d4d131ac-59fa-434d-a9a2-f1cb8e95fc2f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e8adfa6-bd1f-4225-ab1a-7593c2d1965e: This subnet is being modified by another concurrent operation. Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exception Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e8adfa6-bd1f-4225-ab1a-7593c2d1965e: This subnet is being modified by another concurrent operation. Jan 28 12:50:18.715382 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 12:50:18.752660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f355092c-db3e-4ea7-ba0f-b53221ebeb8d None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 12:50:18.865342 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (08e60e14-1e8f-4903-bcea-a45d85126c40), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:18.882855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273c27e-b450-428b-970b-df1ae687ef39 req-13eb6ee6-5600-4b71-afb6-6c152f71d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:18.889760 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6273c27e-b450-428b-970b-df1ae687ef39 req-13eb6ee6-5600-4b71-afb6-6c152f71d3d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 1101 time: 0.1939845 Jan 28 12:50:18.915653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e60e14-1e8f-4903-bcea-a45d85126c40']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:18.946767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f355092c-db3e-4ea7-ba0f-b53221ebeb8d None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 12:50:18.947053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0869d3e-27eb-47b2-9653-111b85b198e0 req-79a9ff35-7da4-4284-87fd-46e5df7172cd tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:18.948666 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0869d3e-27eb-47b2-9653-111b85b198e0 req-79a9ff35-7da4-4284-87fd-46e5df7172cd tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 946 time: 0.1994498 Jan 28 12:50:18.951114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbe02b4-766d-4919-a661-1a29aafd3fa8') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:18.951965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbe02b4-766d-4919-a661-1a29aafd3fa8') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:19.039074 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (fdbe02b4-766d-4919-a661-1a29aafd3fa8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.067854 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6273c27e-b450-428b-970b-df1ae687ef39 req-15551602-93e2-46a8-92ae-7ec6e2332231 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=031126d8-1a3f-4819-b431-5260c27387eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703370 Jan 28 12:50:19.068962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (fdbe02b4-766d-4919-a661-1a29aafd3fa8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.078561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:50:19.079052 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (fdbe02b4-766d-4919-a661-1a29aafd3fa8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:50:19.082407 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:50:19.152922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (08e60e14-1e8f-4903-bcea-a45d85126c40), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.157931 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.177885 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/08e60e14-1e8f-4903-bcea-a45d85126c40 HTTP/1.1" status: 204 len: 168 time: 0.9169536 Jan 28 12:50:19.178269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39706) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:19.181345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e0869d3e-27eb-47b2-9653-111b85b198e0 req-192dec64-c1e6-45f5-b5d5-011ea33e0ff1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Deleting port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:50:19.183781 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0869d3e-27eb-47b2-9653-111b85b198e0 req-192dec64-c1e6-45f5-b5d5-011ea33e0ff1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.229212 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8fa5ea-f16a-4e45-8a61-bf9e22a1e66b tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:19.229747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8fa5ea-f16a-4e45-8a61-bf9e22a1e66b tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:19.236107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5d8fa5ea-f16a-4e45-8a61-bf9e22a1e66b tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/subnets/1e8adfa6-bd1f-4225-ab1a-7593c2d1965e HTTP/1.1" status: 404 len: 337 time: 0.0543163 Jan 28 12:50:19.237558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:19.276631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a1efe4-a527-465d-8139-29acbdc32062 None None] Network 08e60e14-1e8f-4903-bcea-a45d85126c40 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:19.280211 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f2f819c-a39e-4cc2-b3ee-0302de6fdc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.311279 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c96472b-0859-4d25-83ce-82f306f53c68 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:19.312360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c96472b-0859-4d25-83ce-82f306f53c68 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:19.312749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a1efe4-a527-465d-8139-29acbdc32062 None None] Network 08e60e14-1e8f-4903-bcea-a45d85126c40 could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 12:50:19.328339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9118f98d-6e48-483b-a3cb-f1194c5c4114 None None] Network 08e60e14-1e8f-4903-bcea-a45d85126c40 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:19.330317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6c96472b-0859-4d25-83ce-82f306f53c68 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/08e60e14-1e8f-4903-bcea-a45d85126c40 HTTP/1.1" status: 404 len: 339 time: 0.0901906 Jan 28 12:50:19.331064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39716) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:19.355818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9118f98d-6e48-483b-a3cb-f1194c5c4114 None None] Network 08e60e14-1e8f-4903-bcea-a45d85126c40 could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 12:50:19.385192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a68999-9632-4ddc-bd6b-f54efe6abe88 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Network': ['ID=08e60e14-1e8f-4903-bcea-a45d85126c40,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:19.409325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e0869d3e-27eb-47b2-9653-111b85b198e0 req-192dec64-c1e6-45f5-b5d5-011ea33e0ff1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] For port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3f05f4ab-ad4a-4835-933c-ee62d96bde1c,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:19.410007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0869d3e-27eb-47b2-9653-111b85b198e0 req-192dec64-c1e6-45f5-b5d5-011ea33e0ff1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.424867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e0869d3e-27eb-47b2-9653-111b85b198e0 req-192dec64-c1e6-45f5-b5d5-011ea33e0ff1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Calling delete_port for 3f05f4ab-ad4a-4835-933c-ee62d96bde1c owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:50:19.515412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1af54-b401-465f-b2c3-63154f725629 req-4590b827-8350-4610-b106-71386ccd4138 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:19.516942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f1af54-b401-465f-b2c3-63154f725629 req-4590b827-8350-4610-b106-71386ccd4138 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 944 time: 0.1548736 Jan 28 12:50:19.520853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (0c7abf3d-9f49-4b8a-af9a-dbc7bd417988), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.625136 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0869d3e-27eb-47b2-9653-111b85b198e0 req-192dec64-c1e6-45f5-b5d5-011ea33e0ff1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3f05f4ab-ad4a-4835-933c-ee62d96bde1c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.642054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce', '3f05f4ab-ad4a-4835-933c-ee62d96bde1c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:50:19.664636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dec64-c1e6-45f5-b5d5-011ea33e0ff1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event deleted for resources: {'Port': ['ID=3f05f4ab-ad4a-4835-933c-ee62d96bde1c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:19.727760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a69d424b-a704-492a-9249-c20f006afbdd req-2d0ac914-d862-498c-a23c-e18a8e4e9cf6 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbcb7059-6785-469e-b3d4-5e715acb3d87 HTTP/1.1" status: 200 len: 210 time: 0.4114001 Jan 28 12:50:19.729030 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0869d3e-27eb-47b2-9653-111b85b198e0 req-192dec64-c1e6-45f5-b5d5-011ea33e0ff1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] No DVR routers for this DVR port 3f05f4ab-ad4a-4835-933c-ee62d96bde1c on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:50:19.732036 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e0869d3e-27eb-47b2-9653-111b85b198e0 req-192dec64-c1e6-45f5-b5d5-011ea33e0ff1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.736504 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e0869d3e-27eb-47b2-9653-111b85b198e0 req-192dec64-c1e6-45f5-b5d5-011ea33e0ff1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "DELETE /v2.0/ports/3f05f4ab-ad4a-4835-933c-ee62d96bde1c HTTP/1.1" status: 204 len: 173 time: 0.7799318 Jan 28 12:50:19.736998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcb7059-6785-469e-b3d4-5e715acb3d87', 'name': 'network-vif-deleted', 'tag': '3f05f4ab-ad4a-4835-933c-ee62d96bde1c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:19.749055 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907ab019-eb8e-4326-8241-daf1de0ce82b" -d '{"events": [{"server_uuid": "fbcb7059-6785-469e-b3d4-5e715acb3d87", "name": "network-vif-deleted", "tag": "3f05f4ab-ad4a-4835-933c-ee62d96bde1c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:19.780461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (0c7abf3d-9f49-4b8a-af9a-dbc7bd417988), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.782168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 794381c2-fbc3-412b-8c65-3c634c7c4ab2 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:50:19.817083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7abf3d-9f49-4b8a-af9a-dbc7bd417988']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:19.830576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6dc981-455b-41d6-b99f-66b6c15adf84') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:19.831204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6dc981-455b-41d6-b99f-66b6c15adf84') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:19.843385 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (cd6dc981-455b-41d6-b99f-66b6c15adf84), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.860440 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cd6dc981-455b-41d6-b99f-66b6c15adf84), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.868700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:50:19.869605 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (cd6dc981-455b-41d6-b99f-66b6c15adf84), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.942013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 794381c2-fbc3-412b-8c65-3c634c7c4ab2 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:50:19.951992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 794381c2-fbc3-412b-8c65-3c634c7c4ab2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:50:19.952756 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:50:19.956965 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:50:19.965967 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (0c7abf3d-9f49-4b8a-af9a-dbc7bd417988), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:20.016138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:20.020895 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/0c7abf3d-9f49-4b8a-af9a-dbc7bd417988 HTTP/1.1" status: 204 len: 168 time: 0.6884427 Jan 28 12:50:20.023515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39732) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:20.035269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f1af54-b401-465f-b2c3-63154f725629 req-b2ac12d8-c261-43d9-81cd-7a69363413ab tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023813 Jan 28 12:50:20.049378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a045cd-bc1f-4d78-a7b9-04bf94b6da76 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Network': ['ID=0c7abf3d-9f49-4b8a-af9a-dbc7bd417988,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:20.089899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 794381c2-fbc3-412b-8c65-3c634c7c4ab2 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:20.090554 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:20.111284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50ad2c-a87e-47bc-a4c2-252fea10c90e req-aaec9ed9-00a2-4f82-bc8f-0b82ae49b2a7 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:20.116127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c50ad2c-a87e-47bc-a4c2-252fea10c90e req-aaec9ed9-00a2-4f82-bc8f-0b82ae49b2a7 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 950 time: 0.1577995 Jan 28 12:50:20.132248 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c85834a-2285-47f8-882b-6517f532d715 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:20.134622 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c85834a-2285-47f8-882b-6517f532d715 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:20.145248 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2c85834a-2285-47f8-882b-6517f532d715 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/subnets/4e98598e-3e73-4bac-9eb2-ce5a6af3f774 HTTP/1.1" status: 404 len: 337 time: 0.1178246 Jan 28 12:50:20.145481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 794381c2-fbc3-412b-8c65-3c634c7c4ab2, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=794381c2-fbc3-412b-8c65-3c634c7c4ab2,segment=NetworkSegment(c5a2b2c5-54cf-409c-82be-1ad7ffc680a2),segment_id=c5a2b2c5-54cf-409c-82be-1ad7ffc680a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:20.146047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39734) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:20.150540 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:20.201430 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-609552af-4f6c-4d18-962b-5602ad5eea85 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:20.201912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609552af-4f6c-4d18-962b-5602ad5eea85 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:20.207189 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-609552af-4f6c-4d18-962b-5602ad5eea85 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/b69c3a8f-88c2-4daa-9134-e11fa68e6a28 HTTP/1.1" status: 404 len: 339 time: 0.0576000 Jan 28 12:50:20.208932 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39736) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:20.259996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=794381c2-fbc3-412b-8c65-3c634c7c4ab2,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:20.307007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c50ad2c-a87e-47bc-a4c2-252fea10c90e req-b9c465c7-09c8-4c59-8a99-cbf837229644 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/security-groups?id=031126d8-1a3f-4819-b431-5260c27387eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850467 Jan 28 12:50:20.329784 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f24952d-da74-45ff-982e-7cb0461d886d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Deleting subnet 51893f75-4beb-4292-b88d-3c96a3d5c4c0 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:50:20.333316 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f24952d-da74-45ff-982e-7cb0461d886d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (51893f75-4beb-4292-b88d-3c96a3d5c4c0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:20.372492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a976c-9439-470a-936f-2a526b75a8f6 req-ff2d26d2-ed6d-4336-a42a-f51fff105759 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:20.389999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec8a976c-9439-470a-936f-2a526b75a8f6 req-ff2d26d2-ed6d-4336-a42a-f51fff105759 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.2120199 Jan 28 12:50:20.416327 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f24952d-da74-45ff-982e-7cb0461d886d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (51893f75-4beb-4292-b88d-3c96a3d5c4c0), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:20.423636 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808d4f4d-af6a-4caa-b208-14bb1d543cfb x-openstack-request-id: req-808d4f4d-af6a-4caa-b208-14bb1d543cfb {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:20.423754 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcb7059-6785-469e-b3d4-5e715acb3d87", "name": "network-vif-deleted", "tag": "3f05f4ab-ad4a-4835-933c-ee62d96bde1c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:20.423999 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-808d4f4d-af6a-4caa-b208-14bb1d543cfb {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:20.424401 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcb7059-6785-469e-b3d4-5e715acb3d87', 'name': 'network-vif-deleted', 'tag': '3f05f4ab-ad4a-4835-933c-ee62d96bde1c', 'status': 'completed', 'code': 200} Jan 28 12:50:20.509762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec8a976c-9439-470a-936f-2a526b75a8f6 req-20552c3d-ceb1-4c89-a8b5-38ec1e7789f1 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175678 Jan 28 12:50:20.577992 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f24952d-da74-45ff-982e-7cb0461d886d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (51893f75-4beb-4292-b88d-3c96a3d5c4c0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:20.651365 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f24952d-da74-45ff-982e-7cb0461d886d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (51893f75-4beb-4292-b88d-3c96a3d5c4c0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:20.670930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c409e289-ec72-4536-8361-4e7c9ddc71be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794381c2-fbc3-412b-8c65-3c634c7c4ab2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:20.674658 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acaf25d-8986-4e06-b140-167c2a8992ef" -d '{"events": [{"server_uuid": "c409e289-ec72-4536-8361-4e7c9ddc71be", "name": "network-vif-plugged", "status": "completed", "tag": "794381c2-fbc3-412b-8c65-3c634c7c4ab2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:20.681724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24952d-da74-45ff-982e-7cb0461d886d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Subnet': ['ID=51893f75-4beb-4292-b88d-3c96a3d5c4c0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:20.698546 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c525829b-243b-4281-9bd3-0402dc64a25c None None] Network ffdf850c-3e32-4e20-b4e2-6bf476d020c2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:20.702421 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f24952d-da74-45ff-982e-7cb0461d886d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:20.712434 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5f24952d-da74-45ff-982e-7cb0461d886d tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/subnets/51893f75-4beb-4292-b88d-3c96a3d5c4c0 HTTP/1.1" status: 204 len: 168 time: 0.5002708 Jan 28 12:50:20.713206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39742) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:20.774929 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100cb806-bd05-4360-bc5c-2b4c9ded5078 x-openstack-request-id: req-100cb806-bd05-4360-bc5c-2b4c9ded5078 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:20.775245 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c409e289-ec72-4536-8361-4e7c9ddc71be", "name": "network-vif-plugged", "status": "completed", "tag": "794381c2-fbc3-412b-8c65-3c634c7c4ab2", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:20.775583 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-100cb806-bd05-4360-bc5c-2b4c9ded5078 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:20.775887 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c409e289-ec72-4536-8361-4e7c9ddc71be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794381c2-fbc3-412b-8c65-3c634c7c4ab2', 'code': 200} Jan 28 12:50:20.870198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d37ca39-3f06-4119-8c96-506e3384cba8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Deleting subnet 336e33ab-ddd1-4e01-a8a6-2901bb25c31a {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:50:20.875756 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d37ca39-3f06-4119-8c96-506e3384cba8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (336e33ab-ddd1-4e01-a8a6-2901bb25c31a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:20.929170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bccb9-3616-46d2-87e9-3e2d9e138237 req-229ab6b8-3be2-4b28-9bdb-efdec122369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:20.931729 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-933bccb9-3616-46d2-87e9-3e2d9e138237 req-229ab6b8-3be2-4b28-9bdb-efdec122369d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 1096 time: 0.0941570 Jan 28 12:50:20.962500 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d37ca39-3f06-4119-8c96-506e3384cba8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (336e33ab-ddd1-4e01-a8a6-2901bb25c31a), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:21.022145 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-933bccb9-3616-46d2-87e9-3e2d9e138237 req-a4705754-0f77-45dc-8d18-5b7b3eda4a41 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803428 Jan 28 12:50:21.084900 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d37ca39-3f06-4119-8c96-506e3384cba8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (336e33ab-ddd1-4e01-a8a6-2901bb25c31a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:21.259086 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d37ca39-3f06-4119-8c96-506e3384cba8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (336e33ab-ddd1-4e01-a8a6-2901bb25c31a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:21.306282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d027a-5e0e-4545-a534-ad97ffc1bc7e req-c5802e14-001d-4843-878e-76802fd29e70 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:21.318746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-631d027a-5e0e-4545-a534-ad97ffc1bc7e req-c5802e14-001d-4843-878e-76802fd29e70 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 945 time: 0.1390212 Jan 28 12:50:21.370562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37ca39-3f06-4119-8c96-506e3384cba8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Subnet': ['ID=336e33ab-ddd1-4e01-a8a6-2901bb25c31a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:21.380920 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d37ca39-3f06-4119-8c96-506e3384cba8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:21.385158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2d37ca39-3f06-4119-8c96-506e3384cba8 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/subnets/336e33ab-ddd1-4e01-a8a6-2901bb25c31a HTTP/1.1" status: 204 len: 168 time: 0.6680322 Jan 28 12:50:21.387918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39760) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:21.426461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-631d027a-5e0e-4545-a534-ad97ffc1bc7e req-20d3d42d-f3f1-428a-9a78-9e30f91604ee tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068268 Jan 28 12:50:21.621216 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-279abddb-e2c4-4a24-ac5c-45179b35f0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:21.621838 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (ffdf850c-3e32-4e20-b4e2-6bf476d020c2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:21.651322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3f05f4ab-ad4a-4835-933c-ee62d96bde1c no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:50:21.751617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 3f05f4ab-ad4a-4835-933c-ee62d96bde1c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:50:21.752199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3f05f4ab-ad4a-4835-933c-ee62d96bde1c not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:50:21.783478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Deleting port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:50:21.784025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:21.804127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec6686-7417-45b8-9de3-3b85ae188fc6 req-2c98a37e-1601-4ce9-95f6-60d523089c69 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:21.805841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2ec6686-7417-45b8-9de3-3b85ae188fc6 req-2c98a37e-1601-4ce9-95f6-60d523089c69 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 950 time: 0.1975217 Jan 28 12:50:21.882049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] For port bc46c24c-2464-4bbc-b1c4-bcd7f450a269, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bc46c24c-2464-4bbc-b1c4-bcd7f450a269,segment=NetworkSegment(be6bb495-77d2-4ea5-b884-be4e3f07d7ed),segment_id=be6bb495-77d2-4ea5-b884-be4e3f07d7ed)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:21.882510 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:21.918603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Calling delete_port for bc46c24c-2464-4bbc-b1c4-bcd7f450a269 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:50:21.945053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2ec6686-7417-45b8-9de3-3b85ae188fc6 req-f7eb2b93-1e1b-4d5b-a3c0-20ae5306e1bd tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/security-groups?id=031126d8-1a3f-4819-b431-5260c27387eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232314 Jan 28 12:50:21.988388 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920d447-c14e-46a9-a821-be5e17572f4f req-012cff90-4204-44c0-9e26-10ec09d7faef tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:22.000416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0920d447-c14e-46a9-a821-be5e17572f4f req-012cff90-4204-44c0-9e26-10ec09d7faef tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.1463146 Jan 28 12:50:22.100585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0920d447-c14e-46a9-a821-be5e17572f4f req-48b8c089-6d34-49f7-b28d-e1abbf740dcf tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975335 Jan 28 12:50:22.122492 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (bc46c24c-2464-4bbc-b1c4-bcd7f450a269), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:22.127873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba5f1a5-99c5-4a2b-8a3d-7aa46b0bf4c1 None None] Network ffdf850c-3e32-4e20-b4e2-6bf476d020c2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:22.159885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Port': ['ID=bc46c24c-2464-4bbc-b1c4-bcd7f450a269,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:22.167743 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No DVR routers for this DVR port bc46c24c-2464-4bbc-b1c4-bcd7f450a269 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:50:22.360683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a267b5dd-4d4d-449e-a16d-3944287ec8b3 None None] Could not find standard attr ID for object bc46c24c-2464-4bbc-b1c4-bcd7f450a269. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:50:22.428782 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (ffdf850c-3e32-4e20-b4e2-6bf476d020c2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:22.474791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed1bba-55a4-4a9b-92be-9ecd7150f9a5 None None] DHCP port deletion for ffdf850c-3e32-4e20-b4e2-6bf476d020c2 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:50:22.489414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdf850c-3e32-4e20-b4e2-6bf476d020c2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:22.516110 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6bb495-77d2-4ea5-b884-be4e3f07d7ed') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:22.516682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6bb495-77d2-4ea5-b884-be4e3f07d7ed') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:22.521698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-33dbfae5-002d-4a72-b514-dfeedd466492 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:22.523874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-33dbfae5-002d-4a72-b514-dfeedd466492 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.2194707 Jan 28 12:50:22.529542 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (be6bb495-77d2-4ea5-b884-be4e3f07d7ed), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:22.550230 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (be6bb495-77d2-4ea5-b884-be4e3f07d7ed), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:22.566813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:50:22.567422 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (be6bb495-77d2-4ea5-b884-be4e3f07d7ed), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:50:22.575281 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:50:22.586026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4965f902-207d-4dd5-b10c-339486de178f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/quotas/9c29e0f6db314be7874bfc92b61fff32 HTTP/1.1" status: 200 len: 375 time: 0.0277042 Jan 28 12:50:22.638278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460f44-a66f-4bf0-823f-fe610114cb84 req-cbe15c91-0bfb-4ff1-a9e8-e38388285a75 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:22.641438 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c460f44-a66f-4bf0-823f-fe610114cb84 req-cbe15c91-0bfb-4ff1-a9e8-e38388285a75 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 950 time: 0.1155427 Jan 28 12:50:22.655934 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (ffdf850c-3e32-4e20-b4e2-6bf476d020c2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:22.678107 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:22.690457 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/ffdf850c-3e32-4e20-b4e2-6bf476d020c2 HTTP/1.1" status: 204 len: 168 time: 1.3005903 Jan 28 12:50:22.692231 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39794) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:22.722902 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c460f44-a66f-4bf0-823f-fe610114cb84 req-4e22e7c1-fba2-4bf1-bd21-42f8e45b5d83 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/security-groups?id=031126d8-1a3f-4819-b431-5260c27387eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646076 Jan 28 12:50:22.727222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-c06ee5c9-fa3b-48af-84d0-4d42968cfc1c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1172032 Jan 28 12:50:22.750817 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac6d731-ed87-4d6b-b1b2-d07753ca6cca tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:22.751471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac6d731-ed87-4d6b-b1b2-d07753ca6cca tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:22.759459 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bac6d731-ed87-4d6b-b1b2-d07753ca6cca tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/subnets/78a4501f-7be0-4022-90e2-457a39d38af2 HTTP/1.1" status: 404 len: 337 time: 0.0535126 Jan 28 12:50:22.760638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39796) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:22.761540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ff7b8-fae7-42ee-a90e-0897a88ecf3f tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Network': ['ID=ffdf850c-3e32-4e20-b4e2-6bf476d020c2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:22.791549 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c95cf0-b94b-4b14-8bc9-cf286b6a37e2 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:22.792269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c95cf0-b94b-4b14-8bc9-cf286b6a37e2 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:22.799942 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b5c95cf0-b94b-4b14-8bc9-cf286b6a37e2 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/3a41180a-9d9e-4e2f-92b1-916ab71629bb HTTP/1.1" status: 404 len: 339 time: 0.0357397 Jan 28 12:50:22.800993 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39798) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:22.833037 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3712c1-8f0a-4db6-920d-92a4b1764425 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:22.833493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3712c1-8f0a-4db6-920d-92a4b1764425 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:22.840928 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5c3712c1-8f0a-4db6-920d-92a4b1764425 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/subnets/b1e5281b-ff52-47a4-8b72-e75eaf95c02f HTTP/1.1" status: 404 len: 337 time: 0.0357161 Jan 28 12:50:22.841119 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39800) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:22.864005 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfd0292-41fe-4597-aa3d-eaa4974a416c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:22.864512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfd0292-41fe-4597-aa3d-eaa4974a416c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:22.870324 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3cfd0292-41fe-4597-aa3d-eaa4974a416c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/6565f0b4-869e-4136-b476-e73d8aa96507 HTTP/1.1" status: 404 len: 339 time: 0.0251381 Jan 28 12:50:22.870643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:22.902749 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e47918-75bb-4b4a-bfe5-e655c3d58c4c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:22.903549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e47918-75bb-4b4a-bfe5-e655c3d58c4c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:22.910717 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c7e47918-75bb-4b4a-bfe5-e655c3d58c4c tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/subnets/15b29f32-50b3-4bba-a542-227307aa452d HTTP/1.1" status: 404 len: 337 time: 0.0364084 Jan 28 12:50:22.911004 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39804) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:22.933926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-84738f1e-cb01-465e-a648-58d94b2b6953 service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875510 Jan 28 12:50:22.934679 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-831e10d4-e8b5-4618-a870-d6f5a543202e tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:22.935503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831e10d4-e8b5-4618-a870-d6f5a543202e tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:22.942052 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-831e10d4-e8b5-4618-a870-d6f5a543202e tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/872a2d54-870a-4046-a26b-d3f9d56c0b56 HTTP/1.1" status: 404 len: 339 time: 0.0274403 Jan 28 12:50:22.942391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39806) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:22.950340 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:23.077657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dfad6-fffc-41aa-bb69-8259ff4b0a9c req-df4efabf-110f-4e4e-a67f-54500ec9e792 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:23.079609 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a3dfad6-fffc-41aa-bb69-8259ff4b0a9c req-df4efabf-110f-4e4e-a67f-54500ec9e792 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 945 time: 0.2390990 Jan 28 12:50:23.103149 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0e33e3-a94b-4d45-935f-e30ffb93bec5 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Deleting subnet ce32e9c0-5db2-4efd-86ff-ff4eb8ea876d {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:50:23.108680 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b0e33e3-a94b-4d45-935f-e30ffb93bec5 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (ce32e9c0-5db2-4efd-86ff-ff4eb8ea876d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:23.163135 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a3dfad6-fffc-41aa-bb69-8259ff4b0a9c req-56bdb128-9d41-46e8-ac6a-38408383c3f5 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757236 Jan 28 12:50:23.172133 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b0e33e3-a94b-4d45-935f-e30ffb93bec5 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (ce32e9c0-5db2-4efd-86ff-ff4eb8ea876d), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:23.219461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-f66fbbef-3364-40d9-9233-d3b6c4b8520c service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834086 Jan 28 12:50:23.329697 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b0e33e3-a94b-4d45-935f-e30ffb93bec5 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ce32e9c0-5db2-4efd-86ff-ff4eb8ea876d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:23.436517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77db49-7832-44b8-9048-a622e9af2ea1 req-b745265e-3b00-439d-b691-aa0295e77f91 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:23.446355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff77db49-7832-44b8-9048-a622e9af2ea1 req-b745265e-3b00-439d-b691-aa0295e77f91 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.1308336 Jan 28 12:50:23.466443 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b0e33e3-a94b-4d45-935f-e30ffb93bec5 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (ce32e9c0-5db2-4efd-86ff-ff4eb8ea876d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:23.593201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b0e33e3-a94b-4d45-935f-e30ffb93bec5 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:23.596794 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7b0e33e3-a94b-4d45-935f-e30ffb93bec5 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/subnets/ce32e9c0-5db2-4efd-86ff-ff4eb8ea876d HTTP/1.1" status: 204 len: 168 time: 0.6528101 Jan 28 12:50:23.597509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e33e3-a94b-4d45-935f-e30ffb93bec5 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Subnet': ['ID=ce32e9c0-5db2-4efd-86ff-ff4eb8ea876d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:23.601615 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39820) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:23.605922 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1824748a-11cc-4bd5-8ce4-61c97a68171f None None] Network 399728a4-dcd6-4016-b834-51197dff4073 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:23.627064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff77db49-7832-44b8-9048-a622e9af2ea1 req-0c191526-6287-404c-a201-cd38e8c609f8 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774132 Jan 28 12:50:23.734987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-435369d7-f964-4607-88c6-587cbf850f04 req-a96a71ca-a326-42d4-91a3-ef3edd8fddc2 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 210 time: 0.0848429 Jan 28 12:50:23.907129 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (399728a4-dcd6-4016-b834-51197dff4073), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:23.920591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bc46c24c-2464-4bbc-b1c4-bcd7f450a269 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:50:23.998948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: bc46c24c-2464-4bbc-b1c4-bcd7f450a269 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:50:24.000820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bc46c24c-2464-4bbc-b1c4-bcd7f450a269 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:50:24.196249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f632c3d3-5628-4d0c-8eab-882c2cdbc074 None None] DHCP port deletion for 399728a4-dcd6-4016-b834-51197dff4073 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:50:24.211910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1037-11cf-4401-bb7b-84c2a9a24173 req-6baa9654-59d0-4289-bcbe-39413c0f85ed tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:24.213070 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01652cd0-d8e7-46d2-ae06-6ee1b167daee req-dcfce371-f95e-4be6-8287-a34c8373d08b tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:24.214720 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-01652cd0-d8e7-46d2-ae06-6ee1b167daee req-dcfce371-f95e-4be6-8287-a34c8373d08b tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.49 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 950 time: 0.3005850 Jan 28 12:50:24.223185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-791c1037-11cf-4401-bb7b-84c2a9a24173 req-6baa9654-59d0-4289-bcbe-39413c0f85ed tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 950 time: 0.2876575 Jan 28 12:50:24.317613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f632c3d3-5628-4d0c-8eab-882c2cdbc074 None None] Deleting port 7b26b209-30f6-4e61-bd69-44df8a89bbab {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:50:24.318401 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f632c3d3-5628-4d0c-8eab-882c2cdbc074 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:24.441616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-791c1037-11cf-4401-bb7b-84c2a9a24173 req-069df17f-061d-462e-b228-52e6797abd38 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/security-groups?id=031126d8-1a3f-4819-b431-5260c27387eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127712 Jan 28 12:50:24.479704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdc36d-5d3d-4cf5-b68f-d14439c897a2 req-19f2abd0-787b-4199-9a88-f11581fa2a2f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:24.483774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31cdc36d-5d3d-4cf5-b68f-d14439c897a2 req-19f2abd0-787b-4199-9a88-f11581fa2a2f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.2207391 Jan 28 12:50:24.488732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f632c3d3-5628-4d0c-8eab-882c2cdbc074 None None] For port 7b26b209-30f6-4e61-bd69-44df8a89bbab, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7b26b209-30f6-4e61-bd69-44df8a89bbab,segment=NetworkSegment(28a342b4-4d26-4a83-a7f9-97c8437cacb9),segment_id=28a342b4-4d26-4a83-a7f9-97c8437cacb9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:24.489397 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f632c3d3-5628-4d0c-8eab-882c2cdbc074 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:24.525606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f632c3d3-5628-4d0c-8eab-882c2cdbc074 None None] Calling delete_port for 7b26b209-30f6-4e61-bd69-44df8a89bbab owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:50:24.589152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247688c-a169-45cd-9be2-bdac98e503d4 req-06e3770f-18df-4e74-82f2-61cf0d1835d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:24.593343 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b247688c-a169-45cd-9be2-bdac98e503d4 req-06e3770f-18df-4e74-82f2-61cf0d1835d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 1096 time: 0.3742096 Jan 28 12:50:24.642606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31cdc36d-5d3d-4cf5-b68f-d14439c897a2 req-4078d0f6-6453-4d92-8296-45033a702531 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467450 Jan 28 12:50:24.750787 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:24.876655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247688c-a169-45cd-9be2-bdac98e503d4 req-8ceb6869-84f4-4fb2-b0a5-d145d27bae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:24.878269 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b247688c-a169-45cd-9be2-bdac98e503d4 req-8ceb6869-84f4-4fb2-b0a5-d145d27bae3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 911 time: 0.2619448 Jan 28 12:50:24.893851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Deleting port 7b26b209-30f6-4e61-bd69-44df8a89bbab {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:50:24.894186 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:24.904547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb9ae0fa-226b-4de8-a3b9-7bb1b9bd52b6 req-8d405665-6121-4d81-a998-7f80da1c7d51 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 210 time: 0.0655029 Jan 28 12:50:24.944903 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f632c3d3-5628-4d0c-8eab-882c2cdbc074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:25.018575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e3e8f-0af6-4549-8e9f-2cad3ac7ec6a req-79528d8e-2299-45f2-93da-8c4fc24f8b19 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:25.020276 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c07e3e8f-0af6-4549-8e9f-2cad3ac7ec6a req-79528d8e-2299-45f2-93da-8c4fc24f8b19 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 945 time: 0.1059968 Jan 28 12:50:25.052114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632c3d3-5628-4d0c-8eab-882c2cdbc074 None None] Pushing event deleted for resources: {'Port': ['ID=7b26b209-30f6-4e61-bd69-44df8a89bbab,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:25.090466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f632c3d3-5628-4d0c-8eab-882c2cdbc074 None None] No DVR routers for this DVR port 7b26b209-30f6-4e61-bd69-44df8a89bbab on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:50:25.109203 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b247688c-a169-45cd-9be2-bdac98e503d4 req-8dc50452-b593-46ec-a171-f3a7e9837859 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d55c04-4428-4e04-8230-af4481e8b9de HTTP/1.1" status: 200 len: 1001 time: 0.1746426 Jan 28 12:50:25.115146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] For port 7b26b209-30f6-4e61-bd69-44df8a89bbab, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7b26b209-30f6-4e61-bd69-44df8a89bbab,segment=NetworkSegment(28a342b4-4d26-4a83-a7f9-97c8437cacb9),segment_id=28a342b4-4d26-4a83-a7f9-97c8437cacb9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:25.115557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:25.121836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-01652cd0-d8e7-46d2-ae06-6ee1b167daee req-22985659-02c9-4c2d-8509-31b9bb5d6a6e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Deleting port 3ed1583c-674a-4922-b299-0481a6e7d32e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:50:25.122174 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-01652cd0-d8e7-46d2-ae06-6ee1b167daee req-22985659-02c9-4c2d-8509-31b9bb5d6a6e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:25.136493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c07e3e8f-0af6-4549-8e9f-2cad3ac7ec6a req-adc2f5ad-acb5-4880-89ed-f857d5e5d795 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098080 Jan 28 12:50:25.234098 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-01652cd0-d8e7-46d2-ae06-6ee1b167daee req-22985659-02c9-4c2d-8509-31b9bb5d6a6e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] For port 3ed1583c-674a-4922-b299-0481a6e7d32e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3ed1583c-674a-4922-b299-0481a6e7d32e,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:25.234746 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-01652cd0-d8e7-46d2-ae06-6ee1b167daee req-22985659-02c9-4c2d-8509-31b9bb5d6a6e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:25.320708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247688c-a169-45cd-9be2-bdac98e503d4 req-c8bad101-d28a-4ee6-936b-1de18a5dfaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:25.322690 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b247688c-a169-45cd-9be2-bdac98e503d4 req-c8bad101-d28a-4ee6-936b-1de18a5dfaa7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.2038829 Jan 28 12:50:25.335266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Calling delete_port for 7b26b209-30f6-4e61-bd69-44df8a89bbab owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:50:25.338444 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-01652cd0-d8e7-46d2-ae06-6ee1b167daee req-22985659-02c9-4c2d-8509-31b9bb5d6a6e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Calling delete_port for 3ed1583c-674a-4922-b299-0481a6e7d32e owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:50:25.867490 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7b26b209-30f6-4e61-bd69-44df8a89bbab no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:50:25.917911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba45b0c-38e9-4e3d-8680-e7f3e261e26c req-d6afda26-a4bd-4079-adb9-dbe9e22d3124 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:25.920625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ba45b0c-38e9-4e3d-8680-e7f3e261e26c req-d6afda26-a4bd-4079-adb9-dbe9e22d3124 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 950 time: 0.2234876 Jan 28 12:50:25.926850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 7b26b209-30f6-4e61-bd69-44df8a89bbab {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:50:25.927210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7b26b209-30f6-4e61-bd69-44df8a89bbab not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:50:25.981515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-089d2c42-b35d-4022-aeaf-d8c69ffbdbac tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:25.983867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-089d2c42-b35d-4022-aeaf-d8c69ffbdbac tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.4612937 Jan 28 12:50:25.988069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247688c-a169-45cd-9be2-bdac98e503d4 req-28dd49bd-7ae2-4ade-a156-f9d2dd9af83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:25.989716 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b247688c-a169-45cd-9be2-bdac98e503d4 req-28dd49bd-7ae2-4ade-a156-f9d2dd9af83a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6525319 Jan 28 12:50:26.005796 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:26.015840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Request body: {'port': {'device_id': 'a310ad56-1f43-4781-989f-01f37577f4ea', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'admin_state_up': True, 'tenant_id': '9c29e0f6db314be7874bfc92b61fff32'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:26.044378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e641c-5734-437c-8aac-be80d3e4689e req-9230457b-18d4-4af8-a9ea-fd3643c9f71e tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:26.051567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e75e641c-5734-437c-8aac-be80d3e4689e req-9230457b-18d4-4af8-a9ea-fd3643c9f71e tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.1993303 Jan 28 12:50:26.119261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ba45b0c-38e9-4e3d-8680-e7f3e261e26c req-7ce69088-2380-4cfa-a991-a11adc1169ba tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/security-groups?id=031126d8-1a3f-4819-b431-5260c27387eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725180 Jan 28 12:50:26.134416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7b26b209-30f6-4e61-bd69-44df8a89bbab), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:26.177836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Port': ['ID=7b26b209-30f6-4e61-bd69-44df8a89bbab,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:26.213265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e75e641c-5734-437c-8aac-be80d3e4689e req-749b43e5-12ea-494c-9688-09563dad19b0 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528227 Jan 28 12:50:26.244080 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No DVR routers for this DVR port 7b26b209-30f6-4e61-bd69-44df8a89bbab on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:50:26.283793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.49', 53272) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:26.338449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89ec2940-60c3-47fd-bf36-5b3083c16284 req-ac485f63-c94b-4721-b060-ccaf2d8bbe30 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 210 time: 0.0827260 Jan 28 12:50:26.350472 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (399728a4-dcd6-4016-b834-51197dff4073), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:26.378076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399728a4-dcd6-4016-b834-51197dff4073']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:26.392935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a342b4-4d26-4a83-a7f9-97c8437cacb9') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:26.393538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a342b4-4d26-4a83-a7f9-97c8437cacb9') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:26.407850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Made reservation on behalf of 9c29e0f6db314be7874bfc92b61fff32 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:50:26.409082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (28a342b4-4d26-4a83-a7f9-97c8437cacb9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:26.414592 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:26.424025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (28a342b4-4d26-4a83-a7f9-97c8437cacb9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:26.431034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:50:26.431597 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (28a342b4-4d26-4a83-a7f9-97c8437cacb9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:26.469372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71225841-7cb0-4bb5-8b90-a5cb7c4bc942 req-0c40bb9c-45ac-4c4f-88c4-ad3b445897c6 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:26.470905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71225841-7cb0-4bb5-8b90-a5cb7c4bc942 req-0c40bb9c-45ac-4c4f-88c4-ad3b445897c6 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.49 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 945 time: 0.1763422 Jan 28 12:50:26.480452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836b74c-bbf4-4fc8-b71a-bf1ce5d7a8a1 req-b23337cc-df6a-4a09-aaa2-1fcce56e7ed2 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:26.499026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f836b74c-bbf4-4fc8-b71a-bf1ce5d7a8a1 req-b23337cc-df6a-4a09-aaa2-1fcce56e7ed2 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 945 time: 0.1749914 Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: self.session.flush() Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:50:26.509767 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:50:26.517328 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (399728a4-dcd6-4016-b834-51197dff4073), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:26.611105 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:26.622478 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/399728a4-dcd6-4016-b834-51197dff4073 HTTP/1.1" status: 204 len: 168 time: 3.0156691 Jan 28 12:50:26.634798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae1133-3f48-4288-a3d6-21d2d6f12292 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Network': ['ID=399728a4-dcd6-4016-b834-51197dff4073,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:26.646624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39878) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:26.683803 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a15901-03de-4adf-b578-14b44327c5bc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:26.684678 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a15901-03de-4adf-b578-14b44327c5bc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:26.690258 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-94a15901-03de-4adf-b578-14b44327c5bc tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/subnets/32d4bf41-6584-497f-be98-102ef4029580 HTTP/1.1" status: 404 len: 337 time: 0.0411744 Jan 28 12:50:26.697333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:26.701567 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b247688c-a169-45cd-9be2-bdac98e503d4 req-a3bc577f-82e3-43ca-953e-7a8d4a327b56 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6954844 Jan 28 12:50:26.753720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f836b74c-bbf4-4fc8-b71a-bf1ce5d7a8a1 req-af193d69-5da3-4280-b8a0-09e3dae5bc5d tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405744 Jan 28 12:50:26.753720 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-896df094-81fe-45fa-a72f-309c10ec20ea tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] DELETE failed (client error): The resource could not be found. Jan 28 12:50:26.753720 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896df094-81fe-45fa-a72f-309c10ec20ea tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:50:26.755176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-896df094-81fe-45fa-a72f-309c10ec20ea tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/ff51472f-9a8c-48c9-9839-e44bf7dadcf5 HTTP/1.1" status: 404 len: 339 time: 0.0563898 Jan 28 12:50:26.780333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39882) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:26.839910 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b247688c-a169-45cd-9be2-bdac98e503d4 req-5181e41c-ecfa-4516-b343-2ea2492c5ba2 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308417 Jan 28 12:50:26.871930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-01652cd0-d8e7-46d2-ae06-6ee1b167daee req-22985659-02c9-4c2d-8509-31b9bb5d6a6e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3ed1583c-674a-4922-b299-0481a6e7d32e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:26.944350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22985659-02c9-4c2d-8509-31b9bb5d6a6e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Pushing event deleted for resources: {'Port': ['ID=3ed1583c-674a-4922-b299-0481a6e7d32e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:27.077263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-01652cd0-d8e7-46d2-ae06-6ee1b167daee req-22985659-02c9-4c2d-8509-31b9bb5d6a6e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] No DVR routers for this DVR port 3ed1583c-674a-4922-b299-0481a6e7d32e on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:50:27.082544 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-01652cd0-d8e7-46d2-ae06-6ee1b167daee req-22985659-02c9-4c2d-8509-31b9bb5d6a6e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:27.086376 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-01652cd0-d8e7-46d2-ae06-6ee1b167daee req-22985659-02c9-4c2d-8509-31b9bb5d6a6e tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.49 "DELETE /v2.0/ports/3ed1583c-674a-4922-b299-0481a6e7d32e HTTP/1.1" status: 204 len: 173 time: 2.7668867 Jan 28 12:50:27.087002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7288dfd5-37d9-49c7-8114-d08938d854fb', 'name': 'network-vif-deleted', 'tag': '3ed1583c-674a-4922-b299-0481a6e7d32e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:27.090614 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb40cd3a-180c-49d0-a6d0-cca928372d0b" -d '{"events": [{"server_uuid": "7288dfd5-37d9-49c7-8114-d08938d854fb", "name": "network-vif-deleted", "tag": "3ed1583c-674a-4922-b299-0481a6e7d32e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:27.158374 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8905a6f6-3c5c-461d-8032-7ca21b1f6a16 x-openstack-request-id: req-8905a6f6-3c5c-461d-8032-7ca21b1f6a16 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:27.158940 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7288dfd5-37d9-49c7-8114-d08938d854fb", "name": "network-vif-deleted", "tag": "3ed1583c-674a-4922-b299-0481a6e7d32e", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:27.159374 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8905a6f6-3c5c-461d-8032-7ca21b1f6a16 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:27.159912 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7288dfd5-37d9-49c7-8114-d08938d854fb', 'name': 'network-vif-deleted', 'tag': '3ed1583c-674a-4922-b299-0481a6e7d32e', 'status': 'completed', 'code': 200} Jan 28 12:50:27.516652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9596778-9a41-420b-adcf-c7fed7c5bf35 req-ada3a928-c2a3-4968-8ee8-d4015e488829 tempest-VolumesNegativeTest-50811709 tempest-VolumesNegativeTest-50811709-project] 10.222.0.53 "GET /v2.0/ports?device_id=7288dfd5-37d9-49c7-8114-d08938d854fb HTTP/1.1" status: 200 len: 210 time: 0.0847549 Jan 28 12:50:27.540978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Allocated IP 172.20.0.11 (d1a8419c-095d-413c-a233-3fd3e5c5e05d/d00a0522-f45d-43ac-a9ca-bd06d75aada2/b315f485-9cd9-4955-9145-6dd41a5b7722) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:50:27.562587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f864831-d698-42ad-a531-dc3ee5672027 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Deleting subnet b819a454-677a-40b0-8ec9-d98280976c65 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:50:27.579455 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f864831-d698-42ad-a531-dc3ee5672027 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (b819a454-677a-40b0-8ec9-d98280976c65), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:27.585735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-71225841-7cb0-4bb5-8b90-a5cb7c4bc942 req-b9aaa771-60c0-4c61-b24c-dbf314c5ad3c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Deleting port 794381c2-fbc3-412b-8c65-3c634c7c4ab2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:50:27.586161 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71225841-7cb0-4bb5-8b90-a5cb7c4bc942 req-b9aaa771-60c0-4c61-b24c-dbf314c5ad3c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:27.691914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3ed1583c-674a-4922-b299-0481a6e7d32e no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:50:27.757296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 3ed1583c-674a-4922-b299-0481a6e7d32e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:50:27.757782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3ed1583c-674a-4922-b299-0481a6e7d32e not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:50:27.784959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-095f15d6-78bf-41a4-8305-1083400f8c4f req-2d2d5a9e-0917-4558-9ef7-ed53ef20092c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 210 time: 0.0980656 Jan 28 12:50:27.806554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-71225841-7cb0-4bb5-8b90-a5cb7c4bc942 req-b9aaa771-60c0-4c61-b24c-dbf314c5ad3c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] For port 794381c2-fbc3-412b-8c65-3c634c7c4ab2, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=794381c2-fbc3-412b-8c65-3c634c7c4ab2,segment=NetworkSegment(c5a2b2c5-54cf-409c-82be-1ad7ffc680a2),segment_id=c5a2b2c5-54cf-409c-82be-1ad7ffc680a2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:27.807334 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71225841-7cb0-4bb5-8b90-a5cb7c4bc942 req-b9aaa771-60c0-4c61-b24c-dbf314c5ad3c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:27.818037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f004a0-3aa9-416f-bdf1-e73dee65f180 req-ef13f5b1-1f60-492d-9cb2-ddc6eb70ee76 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:27.819817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c0f004a0-3aa9-416f-bdf1-e73dee65f180 req-ef13f5b1-1f60-492d-9cb2-ddc6eb70ee76 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.3812938 Jan 28 12:50:27.845189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-71225841-7cb0-4bb5-8b90-a5cb7c4bc942 req-b9aaa771-60c0-4c61-b24c-dbf314c5ad3c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Calling delete_port for 794381c2-fbc3-412b-8c65-3c634c7c4ab2 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:50:27.860199 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f864831-d698-42ad-a531-dc3ee5672027 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (b819a454-677a-40b0-8ec9-d98280976c65), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:28.123412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c0f004a0-3aa9-416f-bdf1-e73dee65f180 req-1a1a8bc6-b55f-4644-81e0-a8d049cabd2e tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883773 Jan 28 12:50:28.168899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521d764-7ad2-4b74-8f07-271d014a8bcf req-43fe74ea-61ad-43be-855f-3c355c53eaa9 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:28.170649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1521d764-7ad2-4b74-8f07-271d014a8bcf req-43fe74ea-61ad-43be-855f-3c355c53eaa9 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/ports?device_id=c409e289-ec72-4536-8361-4e7c9ddc71be HTTP/1.1" status: 200 len: 945 time: 0.2556906 Jan 28 12:50:28.232081 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f864831-d698-42ad-a531-dc3ee5672027 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b819a454-677a-40b0-8ec9-d98280976c65), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:28.266053 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks [] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:28.373722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1521d764-7ad2-4b74-8f07-271d014a8bcf req-7a3ea773-9d30-4ba2-8ac4-71e85a1b6b90 tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.53 "GET /v2.0/security-groups?id=d462bb44-301e-4d01-903c-7ef3bacc807a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924870 Jan 28 12:50:28.400113 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f864831-d698-42ad-a531-dc3ee5672027 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (b819a454-677a-40b0-8ec9-d98280976c65), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:28.440672 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71225841-7cb0-4bb5-8b90-a5cb7c4bc942 req-b9aaa771-60c0-4c61-b24c-dbf314c5ad3c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (794381c2-fbc3-412b-8c65-3c634c7c4ab2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:28.442715 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:28.445005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f864831-d698-42ad-a531-dc3ee5672027 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Subnet': ['ID=b819a454-677a-40b0-8ec9-d98280976c65,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:28.460646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:50:28.469704 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f864831-d698-42ad-a531-dc3ee5672027 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:28.475054 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1f864831-d698-42ad-a531-dc3ee5672027 tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/subnets/b819a454-677a-40b0-8ec9-d98280976c65 HTTP/1.1" status: 204 len: 168 time: 1.6911242 Jan 28 12:50:28.477078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39908) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:28.509240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaa771-60c0-4c61-b24c-dbf314c5ad3c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Pushing event deleted for resources: {'Port': ['ID=794381c2-fbc3-412b-8c65-3c634c7c4ab2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:28.522767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceae352c-5efb-4797-9dc3-d53b8ba1bfc7 None None] Network cf23461f-9617-41ea-bdf7-5c692cd68c7e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:50:28.618685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Network d1a8419c-095d-413c-a233-3fd3e5c5e05d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:50:28.622366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-71225841-7cb0-4bb5-8b90-a5cb7c4bc942 req-b9aaa771-60c0-4c61-b24c-dbf314c5ad3c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] No DVR routers for this DVR port 794381c2-fbc3-412b-8c65-3c634c7c4ab2 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:50:28.629277 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71225841-7cb0-4bb5-8b90-a5cb7c4bc942 req-b9aaa771-60c0-4c61-b24c-dbf314c5ad3c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:28.633194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71225841-7cb0-4bb5-8b90-a5cb7c4bc942 req-b9aaa771-60c0-4c61-b24c-dbf314c5ad3c tempest-VolumesActionsTest-1066838337 tempest-VolumesActionsTest-1066838337-project] 10.222.0.49 "DELETE /v2.0/ports/794381c2-fbc3-412b-8c65-3c634c7c4ab2 HTTP/1.1" status: 204 len: 173 time: 2.1187849 Jan 28 12:50:28.634261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:50:28.634729 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (cf23461f-9617-41ea-bdf7-5c692cd68c7e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:28.637035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c409e289-ec72-4536-8361-4e7c9ddc71be', 'name': 'network-vif-deleted', 'tag': '794381c2-fbc3-412b-8c65-3c634c7c4ab2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:28.640752 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23387381-132f-4634-96c7-89bc27db5016" -d '{"events": [{"server_uuid": "c409e289-ec72-4536-8361-4e7c9ddc71be", "name": "network-vif-deleted", "tag": "794381c2-fbc3-412b-8c65-3c634c7c4ab2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:28.643581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:50:28.724367 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Deleting port 95798488-bbb1-416e-9906-f8fd3a661bdb {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:50:28.725002 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:28.851710 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event updated for resources: {'Port': ['ID=b315f485-9cd9-4955-9145-6dd41a5b7722,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:28.909393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:28.913463 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:28.924379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] For port 95798488-bbb1-416e-9906-f8fd3a661bdb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=95798488-bbb1-416e-9906-f8fd3a661bdb,segment=NetworkSegment(13b15007-6bc6-4198-bb2d-69068d8b3fd3),segment_id=13b15007-6bc6-4198-bb2d-69068d8b3fd3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:28.925451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:28.945747 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4148fa-e7bc-4565-b23d-5222f0ef7c3c x-openstack-request-id: req-9e4148fa-e7bc-4565-b23d-5222f0ef7c3c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:28.946278 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c409e289-ec72-4536-8361-4e7c9ddc71be", "name": "network-vif-deleted", "tag": "794381c2-fbc3-412b-8c65-3c634c7c4ab2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:28.946704 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e4148fa-e7bc-4565-b23d-5222f0ef7c3c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:28.947593 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c409e289-ec72-4536-8361-4e7c9ddc71be', 'name': 'network-vif-deleted', 'tag': '794381c2-fbc3-412b-8c65-3c634c7c4ab2', 'status': 'completed', 'code': 200} Jan 28 12:50:28.962732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-615f96ac-d635-4bd1-8c8d-13dbf7f299e5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9517145 Jan 28 12:50:28.999686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Calling delete_port for 95798488-bbb1-416e-9906-f8fd3a661bdb owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:50:29.031512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Request body: {'port': {'device_id': 'a310ad56-1f43-4781-989f-01f37577f4ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:29.189890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd92d7-78a3-4f24-9ce0-e2d2bbdfb7ed None None] DHCP port deletion for cf23461f-9617-41ea-bdf7-5c692cd68c7e request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:50:29.222800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6e791-5fb8-4a64-b7a1-a822975c04d9 req-0d63e505-4390-44e2-a226-1798d8f432cc tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:29.233310 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:29.236940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04e6e791-5fb8-4a64-b7a1-a822975c04d9 req-0d63e505-4390-44e2-a226-1798d8f432cc tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 932 time: 0.2720501 Jan 28 12:50:29.264378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:29.319788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-88dd92d7-78a3-4f24-9ce0-e2d2bbdfb7ed None None] Deleting port 95798488-bbb1-416e-9906-f8fd3a661bdb {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:50:29.319788 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-88dd92d7-78a3-4f24-9ce0-e2d2bbdfb7ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:29.402813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] No DVR routers for this DVR port 95798488-bbb1-416e-9906-f8fd3a661bdb on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:50:29.407845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Port': ['ID=95798488-bbb1-416e-9906-f8fd3a661bdb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:29.452295 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04e6e791-5fb8-4a64-b7a1-a822975c04d9 req-9d8fab10-380d-4403-b73b-726da1b3482d tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143543 Jan 28 12:50:29.512537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-88dd92d7-78a3-4f24-9ce0-e2d2bbdfb7ed None None] For port 95798488-bbb1-416e-9906-f8fd3a661bdb, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:29.514104 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-88dd92d7-78a3-4f24-9ce0-e2d2bbdfb7ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:29.553307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-88dd92d7-78a3-4f24-9ce0-e2d2bbdfb7ed None None] Calling delete_port for 95798488-bbb1-416e-9906-f8fd3a661bdb owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:50:29.557451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-88dd92d7-78a3-4f24-9ce0-e2d2bbdfb7ed None None] Port 95798488-bbb1-416e-9906-f8fd3a661bdb was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:50:29.563174 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-88dd92d7-78a3-4f24-9ce0-e2d2bbdfb7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (95798488-bbb1-416e-9906-f8fd3a661bdb), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:29.629213 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (cf23461f-9617-41ea-bdf7-5c692cd68c7e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:29.634197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd92d7-78a3-4f24-9ce0-e2d2bbdfb7ed None None] Pushing event deleted for resources: {'Port': ['ID=95798488-bbb1-416e-9906-f8fd3a661bdb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:29.650141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd92d7-78a3-4f24-9ce0-e2d2bbdfb7ed None None] No DVR routers for this DVR port 95798488-bbb1-416e-9906-f8fd3a661bdb on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:50:29.666035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf23461f-9617-41ea-bdf7-5c692cd68c7e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:29.690966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b15007-6bc6-4198-bb2d-69068d8b3fd3') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:29.690966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b15007-6bc6-4198-bb2d-69068d8b3fd3') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:50:29.692186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 794381c2-fbc3-412b-8c65-3c634c7c4ab2 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:50:29.707040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (13b15007-6bc6-4198-bb2d-69068d8b3fd3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:29.746517 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (13b15007-6bc6-4198-bb2d-69068d8b3fd3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:29.761243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 794381c2-fbc3-412b-8c65-3c634c7c4ab2 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:50:29.761783 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 794381c2-fbc3-412b-8c65-3c634c7c4ab2 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (13b15007-6bc6-4198-bb2d-69068d8b3fd3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:50:29.775158 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:50:29.843413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf58bf6-865d-41d4-8673-ea76e2eae83e req-67ad6d3b-4ef3-4973-832c-254224574928 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:29.867964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4bf58bf6-865d-41d4-8673-ea76e2eae83e req-67ad6d3b-4ef3-4973-832c-254224574928 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.5744469 Jan 28 12:50:29.879541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 95798488-bbb1-416e-9906-f8fd3a661bdb no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:50:29.939238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 95798488-bbb1-416e-9906-f8fd3a661bdb {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:50:29.940443 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 95798488-bbb1-416e-9906-f8fd3a661bdb not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:50:29.956711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (cf23461f-9617-41ea-bdf7-5c692cd68c7e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:30.014262 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:30.024582 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] 10.222.0.53 "DELETE /v2.0/networks/cf23461f-9617-41ea-bdf7-5c692cd68c7e HTTP/1.1" status: 204 len: 168 time: 1.5457251 Jan 28 12:50:30.030645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c6e57-4e9d-4ff6-adc1-24b0faa02b6a tempest-NetworksIpV6Test-818196751 tempest-NetworksIpV6Test-818196751-project] Pushing event deleted for resources: {'Network': ['ID=cf23461f-9617-41ea-bdf7-5c692cd68c7e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:30.104118 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4bf58bf6-865d-41d4-8673-ea76e2eae83e req-eec0c189-bd7b-4d18-ab99-0592635e6f4f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348828 Jan 28 12:50:30.317581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b315f485-9cd9-4955-9145-6dd41a5b7722 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:50:30.342328 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Publish callbacks [] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:30.361488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Transition to ACTIVE for port object b315f485-9cd9-4955-9145-6dd41a5b7722 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:50:30.369173 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:30.481909 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40034) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:30.525847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b315f485-9cd9-4955-9145-6dd41a5b7722,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:30.566319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Attempting to bind port b315f485-9cd9-4955-9145-6dd41a5b7722 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:50:30.566760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Attempting to bind port b315f485-9cd9-4955-9145-6dd41a5b7722 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:50:30.567165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Attempting to bind port b315f485-9cd9-4955-9145-6dd41a5b7722 on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:50:30.573454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Port b315f485-9cd9-4955-9145-6dd41a5b7722 on network d1a8419c-095d-413c-a233-3fd3e5c5e05d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:50:30.574094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Attempting to bind port b315f485-9cd9-4955-9145-6dd41a5b7722 on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:50:30.580932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:50:30.581648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Checking segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:50:30.582280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Bound using segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:50:30.582937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Bound port: b315f485-9cd9-4955-9145-6dd41a5b7722, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:50:30.583562 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:30.686734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] For port b315f485-9cd9-4955-9145-6dd41a5b7722, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:50:30.724342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] For port b315f485-9cd9-4955-9145-6dd41a5b7722, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b315f485-9cd9-4955-9145-6dd41a5b7722,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:50:30.734040 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:30.788344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28442ae6-4924-4a42-9282-f5fe11673d73 req-edffdcc5-eb77-4e53-a103-0e9cf18fcdbe tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:30.790197 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28442ae6-4924-4a42-9282-f5fe11673d73 req-edffdcc5-eb77-4e53-a103-0e9cf18fcdbe tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 944 time: 0.1250420 Jan 28 12:50:30.801306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:30.802243 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:30.804566 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] 10.222.0.49 "PUT /v2.0/ports/b315f485-9cd9-4955-9145-6dd41a5b7722 HTTP/1.1" status: 200 len: 1092 time: 1.8146818 Jan 28 12:50:30.870624 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d1ead984-5287-450f-aeac-0c3a5f52978b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d45fdb6bdeb4537ba2e8b06d074ec0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3881800 Jan 28 12:50:30.884335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40064) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:30.884653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654f3ac-8d7e-4d7f-ab8b-a2312255e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b315f485-9cd9-4955-9145-6dd41a5b7722,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:30.921603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28442ae6-4924-4a42-9282-f5fe11673d73 req-39f41f86-42c4-4eed-ac2b-7a09c2a13fb3 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976062 Jan 28 12:50:30.931951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-f79feaf6-cad2-4767-a85b-62512664f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:30.933740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-f79feaf6-cad2-4767-a85b-62512664f525 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 1095 time: 0.0836818 Jan 28 12:50:30.955261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a310ad56-1f43-4781-989f-01f37577f4ea', 'tag': 'b315f485-9cd9-4955-9145-6dd41a5b7722'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:30.958162 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bdd598-ea41-4147-a4a8-2167104e180d" -d '{"events": [{"name": "network-changed", "server_uuid": "a310ad56-1f43-4781-989f-01f37577f4ea", "tag": "b315f485-9cd9-4955-9145-6dd41a5b7722"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:31.008358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-08835d0f-6d35-4288-bc9f-fca8decc4648 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b315f485-9cd9-4955-9145-6dd41a5b7722 HTTP/1.1" status: 200 len: 217 time: 0.0654163 Jan 28 12:50:31.030644 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-658c7396-8b42-44ff-9e47-49ecb3f4a0b3 admin admin] Publish callbacks [] for security_group (01cdf354-bb16-4f6b-b865-74712f326368), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:31.087634 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e184ed-c24d-4d0e-b7c5-313a07cd810a x-openstack-request-id: req-a4e184ed-c24d-4d0e-b7c5-313a07cd810a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:31.087904 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a310ad56-1f43-4781-989f-01f37577f4ea", "tag": "b315f485-9cd9-4955-9145-6dd41a5b7722", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:31.088144 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4e184ed-c24d-4d0e-b7c5-313a07cd810a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:31.088908 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a310ad56-1f43-4781-989f-01f37577f4ea', 'tag': 'b315f485-9cd9-4955-9145-6dd41a5b7722', 'status': 'completed', 'code': 200} Jan 28 12:50:31.098313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-658c7396-8b42-44ff-9e47-49ecb3f4a0b3 admin admin] Publish callbacks [] for security_group (01cdf354-bb16-4f6b-b865-74712f326368), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:31.150879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-0fa30223-4180-459d-bde8-83e310e642bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:31.155373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-0fa30223-4180-459d-bde8-83e310e642bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.1410356 Jan 28 12:50:31.181320 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-658c7396-8b42-44ff-9e47-49ecb3f4a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (01cdf354-bb16-4f6b-b865-74712f326368), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:31.184475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-658c7396-8b42-44ff-9e47-49ecb3f4a0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:31.186782 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-658c7396-8b42-44ff-9e47-49ecb3f4a0b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01cdf354-bb16-4f6b-b865-74712f326368 HTTP/1.1" status: 204 len: 168 time: 0.3010552 Jan 28 12:50:31.207051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c7396-8b42-44ff-9e47-49ecb3f4a0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cdf354-bb16-4f6b-b865-74712f326368,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:31.213390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-39695c77-e6ca-4bbd-890f-fcaa63ee21f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528777 Jan 28 12:50:31.374330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-b3114374-ce86-4126-ba4a-51305b1bdade service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541100 Jan 28 12:50:31.574797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f36065c-16a9-4171-9e64-da844237a3d1 req-170231c3-36da-4fc2-8242-410dfd593cc4 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875081 Jan 28 12:50:31.802784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdd598-ea41-4147-a4a8-2167104e180d req-46978adf-69c1-4790-82c7-01f0a68ac121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:31.811185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27bdd598-ea41-4147-a4a8-2167104e180d req-46978adf-69c1-4790-82c7-01f0a68ac121 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 1095 time: 0.1475379 Jan 28 12:50:32.097681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdd598-ea41-4147-a4a8-2167104e180d req-759dc86d-1d37-4e4a-80bf-f945eb5e94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:32.099149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27bdd598-ea41-4147-a4a8-2167104e180d req-759dc86d-1d37-4e4a-80bf-f945eb5e94f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 907 time: 0.2812040 Jan 28 12:50:32.180559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27bdd598-ea41-4147-a4a8-2167104e180d req-e0c75cc3-1e67-4a59-877f-434764904327 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b315f485-9cd9-4955-9145-6dd41a5b7722 HTTP/1.1" status: 200 len: 217 time: 0.0745480 Jan 28 12:50:32.297273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdd598-ea41-4147-a4a8-2167104e180d req-0ca3cd83-d1a3-4a42-8e6b-3f00b4e8963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:32.298900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27bdd598-ea41-4147-a4a8-2167104e180d req-0ca3cd83-d1a3-4a42-8e6b-3f00b4e8963f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.1107595 Jan 28 12:50:32.365831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27bdd598-ea41-4147-a4a8-2167104e180d req-1f2e1c04-09d6-48bc-bbbf-c38dea12b64b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519319 Jan 28 12:50:32.543442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27bdd598-ea41-4147-a4a8-2167104e180d req-dc2613c0-83cd-4790-a7ee-03a988aa6bae service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754217 Jan 28 12:50:32.788351 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5c906-58b6-4fc6-ad73-d1f651051441 req-894fb938-b2d7-481f-b188-1a8c895ac5c7 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:32.789960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8f5c906-58b6-4fc6-ad73-d1f651051441 req-894fb938-b2d7-481f-b188-1a8c895ac5c7 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 944 time: 0.7350092 Jan 28 12:50:32.819730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27bdd598-ea41-4147-a4a8-2167104e180d req-1134cd29-f3f1-4115-9e19-34e8cf0e50dc service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600508 Jan 28 12:50:32.879023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8f5c906-58b6-4fc6-ad73-d1f651051441 req-86738ed9-f8fb-41e9-abba-db6d0b48ec2b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646534 Jan 28 12:50:33.067632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40206) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:33.300329 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d538063a-0db6-48c9-b26a-644c177ef0cd tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776432222'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:33.343951 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d538063a-0db6-48c9-b26a-644c177ef0cd tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:33.359456 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d538063a-0db6-48c9-b26a-644c177ef0cd tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:33.511205 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d538063a-0db6-48c9-b26a-644c177ef0cd tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (b02994a7-4c84-439c-acbe-ea358583defa), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:33.517852 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d538063a-0db6-48c9-b26a-644c177ef0cd tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b02994a7-4c84-439c-acbe-ea358583defa), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:33.554903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538063a-0db6-48c9-b26a-644c177ef0cd tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02994a7-4c84-439c-acbe-ea358583defa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:33.658710 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d538063a-0db6-48c9-b26a-644c177ef0cd tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (63a3bca4-53d7-4c92-abf1-70b9951f6c0d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:33.668394 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d538063a-0db6-48c9-b26a-644c177ef0cd tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (63a3bca4-53d7-4c92-abf1-70b9951f6c0d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:33.689134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b315f485-9cd9-4955-9145-6dd41a5b7722 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:50:33.740008 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d538063a-0db6-48c9-b26a-644c177ef0cd tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:33.741479 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d538063a-0db6-48c9-b26a-644c177ef0cd tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6718242 Jan 28 12:50:33.749879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40246) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:33.752396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538063a-0db6-48c9-b26a-644c177ef0cd tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a3bca4-53d7-4c92-abf1-70b9951f6c0d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:33.929584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5d9d758e-2859-466d-9f28-89d9789f8be3 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1716683 Jan 28 12:50:33.929798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:33.931154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-90287c94-3c48-496a-8e7f-92c1c91ea5d9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group': {'name': 'tempest-security--345043026', 'description': 'tempest-security-description-1140863131'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:34.000914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b315f485-9cd9-4955-9145-6dd41a5b7722, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b315f485-9cd9-4955-9145-6dd41a5b7722,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:34.021650 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'b315f485-9cd9-4955-9145-6dd41a5b7722', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'port_id': 'b315f485-9cd9-4955-9145-6dd41a5b7722', 'mac_address': 'fa:16:3e:96:70:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00a0522-f45d-43ac-a9ca-bd06d75aada2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:50:34.041361 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90287c94-3c48-496a-8e7f-92c1c91ea5d9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (63a3bca4-53d7-4c92-abf1-70b9951f6c0d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:34.077973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b315f485-9cd9-4955-9145-6dd41a5b7722 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:34.078803 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:34.108677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b315f485-9cd9-4955-9145-6dd41a5b7722 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:50:34.131704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b315f485-9cd9-4955-9145-6dd41a5b7722, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b315f485-9cd9-4955-9145-6dd41a5b7722,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:34.146644 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:34.172881 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90287c94-3c48-496a-8e7f-92c1c91ea5d9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (63a3bca4-53d7-4c92-abf1-70b9951f6c0d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:34.182929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90287c94-3c48-496a-8e7f-92c1c91ea5d9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (63a3bca4-53d7-4c92-abf1-70b9951f6c0d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:34.187297 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90287c94-3c48-496a-8e7f-92c1c91ea5d9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:34.188757 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-90287c94-3c48-496a-8e7f-92c1c91ea5d9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "PUT /v2.0/security-groups/63a3bca4-53d7-4c92-abf1-70b9951f6c0d HTTP/1.1" status: 200 len: 1796 time: 0.2613652 Jan 28 12:50:34.194037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40274) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:34.222911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84101-f37b-467b-bb3a-18ca10d27b7a req-4e1381eb-77b8-4a79-80b6-c2342d2d5d2a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:34.230137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72f84101-f37b-467b-bb3a-18ca10d27b7a req-4e1381eb-77b8-4a79-80b6-c2342d2d5d2a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 944 time: 0.1423204 Jan 28 12:50:34.248966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90287c94-3c48-496a-8e7f-92c1c91ea5d9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a3bca4-53d7-4c92-abf1-70b9951f6c0d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:34.250317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b315f485-9cd9-4955-9145-6dd41a5b7722,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:34.365002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b315f485-9cd9-4955-9145-6dd41a5b7722'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:50:34.384168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1eee9bb5-3540-402e-9747-e4613c607da1 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-groups/63a3bca4-53d7-4c92-abf1-70b9951f6c0d HTTP/1.1" status: 200 len: 1796 time: 0.1882586 Jan 28 12:50:34.386459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40278) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:34.435220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72f84101-f37b-467b-bb3a-18ca10d27b7a req-b44cc973-2dc4-4a68-86ba-0751a9dc1a8d tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862469 Jan 28 12:50:34.544932 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e60fc13b-a142-47a0-958a-6f3641a980a0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (63a3bca4-53d7-4c92-abf1-70b9951f6c0d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:34.584336 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e60fc13b-a142-47a0-958a-6f3641a980a0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (63a3bca4-53d7-4c92-abf1-70b9951f6c0d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:34.645158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e60fc13b-a142-47a0-958a-6f3641a980a0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (63a3bca4-53d7-4c92-abf1-70b9951f6c0d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:34.657764 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e60fc13b-a142-47a0-958a-6f3641a980a0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:34.663675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40290) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:34.671862 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e60fc13b-a142-47a0-958a-6f3641a980a0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-groups/63a3bca4-53d7-4c92-abf1-70b9951f6c0d HTTP/1.1" status: 204 len: 168 time: 0.2714844 Jan 28 12:50:34.695546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fc13b-a142-47a0-958a-6f3641a980a0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a3bca4-53d7-4c92-abf1-70b9951f6c0d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:34.821798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c8f3f8f2-dc97-4523-8094-0fd1693dbc55 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1564555 Jan 28 12:50:34.825150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40300) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:34.863084 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-83c7c1b0-10ec-4f7f-92bb-8337e60a3607 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] delete failed (client error): The resource could not be found. Jan 28 12:50:34.866344 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-83c7c1b0-10ec-4f7f-92bb-8337e60a3607 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-groups/63a3bca4-53d7-4c92-abf1-70b9951f6c0d HTTP/1.1" status: 404 len: 347 time: 0.0393474 Jan 28 12:50:34.870801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40302) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:34.880775 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6e772461-085c-438d-a340-23c80452ce01 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group': {'name': 'tempest-secgroup--674446811'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:34.953025 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e772461-085c-438d-a340-23c80452ce01 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.118547 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e772461-085c-438d-a340-23c80452ce01 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (4719e741-800a-4f66-ab09-978b655a0b18), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.125661 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e772461-085c-438d-a340-23c80452ce01 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4719e741-800a-4f66-ab09-978b655a0b18), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.191728 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e772461-085c-438d-a340-23c80452ce01 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.193477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6e772461-085c-438d-a340-23c80452ce01 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3214006 Jan 28 12:50:35.196881 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40328) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:35.199674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e772461-085c-438d-a340-23c80452ce01 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4719e741-800a-4f66-ab09-978b655a0b18,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:35.203323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-84c46ba9-f2cd-4675-b587-77bbe28c718c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': '4719e741-800a-4f66-ab09-978b655a0b18', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:35.289426 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c46ba9-f2cd-4675-b587-77bbe28c718c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (73254206-408e-494c-b834-14106981bfae), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.423444 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c46ba9-f2cd-4675-b587-77bbe28c718c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (73254206-408e-494c-b834-14106981bfae), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.430101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c46ba9-f2cd-4675-b587-77bbe28c718c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (73254206-408e-494c-b834-14106981bfae), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.479317 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c46ba9-f2cd-4675-b587-77bbe28c718c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73254206-408e-494c-b834-14106981bfae,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:35.514217 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c46ba9-f2cd-4675-b587-77bbe28c718c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.515891 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-84c46ba9-f2cd-4675-b587-77bbe28c718c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3174441 Jan 28 12:50:35.519072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40334) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:35.659051 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06a9d845-0311-4848-9162-428d1ef63fda tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (73254206-408e-494c-b834-14106981bfae), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.675707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06a9d845-0311-4848-9162-428d1ef63fda tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (73254206-408e-494c-b834-14106981bfae), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.704529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b315f485-9cd9-4955-9145-6dd41a5b7722 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:50:35.796748 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06a9d845-0311-4848-9162-428d1ef63fda tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (73254206-408e-494c-b834-14106981bfae), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.810313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06a9d845-0311-4848-9162-428d1ef63fda tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.813925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-06a9d845-0311-4848-9162-428d1ef63fda tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/73254206-408e-494c-b834-14106981bfae HTTP/1.1" status: 204 len: 168 time: 0.2937279 Jan 28 12:50:35.816691 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40342) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:35.832746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9d845-0311-4848-9162-428d1ef63fda tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73254206-408e-494c-b834-14106981bfae,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:35.858682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3d1d0-5c35-4fd7-9349-5ff80934e0bd req-2dc65b3e-7daa-475b-8736-a64d8f0b3de9 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:35.860773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port b315f485-9cd9-4955-9145-6dd41a5b7722 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:50:35.866282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port b315f485-9cd9-4955-9145-6dd41a5b7722 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:50:35.866726 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:35.870428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6e3d1d0-5c35-4fd7-9349-5ff80934e0bd req-2dc65b3e-7daa-475b-8736-a64d8f0b3de9 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 945 time: 0.3192248 Jan 28 12:50:35.923878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40344) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:35.931805 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d3d9a9bc-8883-4e19-a024-f06ddfeeeed0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0981259 Jan 28 12:50:36.014086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6e3d1d0-5c35-4fd7-9349-5ff80934e0bd req-898b4709-49d0-4640-bd8a-17ed3137d4b2 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368172 Jan 28 12:50:36.055775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b315f485-9cd9-4955-9145-6dd41a5b7722 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:36.056432 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:36.092968 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8998fc0-0ce3-46f7-87a3-0323958d6263 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (4719e741-800a-4f66-ab09-978b655a0b18), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:36.097730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a310ad56-1f43-4781-989f-01f37577f4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b315f485-9cd9-4955-9145-6dd41a5b7722'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:36.106280 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af2ee7c-9cb2-4c3d-adbc-ca9c2b8920f4" -d '{"events": [{"server_uuid": "a310ad56-1f43-4781-989f-01f37577f4ea", "name": "network-vif-plugged", "status": "completed", "tag": "b315f485-9cd9-4955-9145-6dd41a5b7722"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:36.158364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b315f485-9cd9-4955-9145-6dd41a5b7722, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b315f485-9cd9-4955-9145-6dd41a5b7722,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:36.164843 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1adacab-6eb7-4523-bdba-7e945c192d53 x-openstack-request-id: req-b1adacab-6eb7-4523-bdba-7e945c192d53 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:36.167082 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a310ad56-1f43-4781-989f-01f37577f4ea", "name": "network-vif-plugged", "status": "completed", "tag": "b315f485-9cd9-4955-9145-6dd41a5b7722", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:36.167439 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1adacab-6eb7-4523-bdba-7e945c192d53 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:36.167929 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a310ad56-1f43-4781-989f-01f37577f4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b315f485-9cd9-4955-9145-6dd41a5b7722', 'code': 200} Jan 28 12:50:36.170856 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:36.197325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8998fc0-0ce3-46f7-87a3-0323958d6263 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (4719e741-800a-4f66-ab09-978b655a0b18), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:36.380989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b315f485-9cd9-4955-9145-6dd41a5b7722,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:36.435917 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8998fc0-0ce3-46f7-87a3-0323958d6263 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4719e741-800a-4f66-ab09-978b655a0b18), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:36.438711 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8998fc0-0ce3-46f7-87a3-0323958d6263 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:36.442927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40356) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:36.443553 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b8998fc0-0ce3-46f7-87a3-0323958d6263 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-groups/4719e741-800a-4f66-ab09-978b655a0b18 HTTP/1.1" status: 204 len: 168 time: 0.5124328 Jan 28 12:50:36.461743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8998fc0-0ce3-46f7-87a3-0323958d6263 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4719e741-800a-4f66-ab09-978b655a0b18,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:36.477807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259552c8-f0da-4156-8efe-00453b1f4282 req-18f3e82a-2c8a-424a-8d84-996a9ba805cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:36.480555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-259552c8-f0da-4156-8efe-00453b1f4282 req-18f3e82a-2c8a-424a-8d84-996a9ba805cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 1097 time: 0.2411187 Jan 28 12:50:36.550186 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1dc8da4b-6ac2-4c3c-a4c8-14838919e241 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1060562 Jan 28 12:50:36.555967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40358) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:36.566222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b98404e8-9bfe-4a91-aaa1-db3e46db2598 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group': {'name': 'tempest-secgroup--714064587'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:36.611894 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b98404e8-9bfe-4a91-aaa1-db3e46db2598 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:36.623641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-259552c8-f0da-4156-8efe-00453b1f4282 req-a900b4cc-c8b1-4a07-8851-1075975ea9c5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364810 Jan 28 12:50:36.785871 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b98404e8-9bfe-4a91-aaa1-db3e46db2598 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (9fe4261e-1660-4849-9897-f0239e4e99d5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:36.796331 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b98404e8-9bfe-4a91-aaa1-db3e46db2598 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9fe4261e-1660-4849-9897-f0239e4e99d5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:36.846297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98404e8-9bfe-4a91-aaa1-db3e46db2598 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe4261e-1660-4849-9897-f0239e4e99d5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:36.876472 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b98404e8-9bfe-4a91-aaa1-db3e46db2598 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:36.877770 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b98404e8-9bfe-4a91-aaa1-db3e46db2598 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3205774 Jan 28 12:50:36.880522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40366) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:36.887116 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2ffa8505-8af7-420b-afe7-9a8411aabc9f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': '9fe4261e-1660-4849-9897-f0239e4e99d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:36.940499 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8505-8af7-420b-afe7-9a8411aabc9f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (0c9f5089-c0c1-4450-a1cf-8b2535820d24), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.006407 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8505-8af7-420b-afe7-9a8411aabc9f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (0c9f5089-c0c1-4450-a1cf-8b2535820d24), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.016303 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8505-8af7-420b-afe7-9a8411aabc9f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (0c9f5089-c0c1-4450-a1cf-8b2535820d24), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.042356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa8505-8af7-420b-afe7-9a8411aabc9f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9f5089-c0c1-4450-a1cf-8b2535820d24,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:37.058429 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8505-8af7-420b-afe7-9a8411aabc9f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.064237 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2ffa8505-8af7-420b-afe7-9a8411aabc9f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1798413 Jan 28 12:50:37.064798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40370) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:37.075843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-05b62b7b-bf35-4ac3-8d63-22764df70d83 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': '9fe4261e-1660-4849-9897-f0239e4e99d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:37.128625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05b62b7b-bf35-4ac3-8d63-22764df70d83 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (efafaad6-959f-495f-ad59-dc620efa5a0b), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.249217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744f6dc-c86e-417a-862d-c6afd39c0e76 req-b29b493d-af07-40e9-aaae-d1d1b249f16b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:37.254089 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05b62b7b-bf35-4ac3-8d63-22764df70d83 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (efafaad6-959f-495f-ad59-dc620efa5a0b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.256034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c744f6dc-c86e-417a-862d-c6afd39c0e76 req-b29b493d-af07-40e9-aaae-d1d1b249f16b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 946 time: 0.1495364 Jan 28 12:50:37.265177 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05b62b7b-bf35-4ac3-8d63-22764df70d83 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (efafaad6-959f-495f-ad59-dc620efa5a0b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.300505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b62b7b-bf35-4ac3-8d63-22764df70d83 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efafaad6-959f-495f-ad59-dc620efa5a0b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:37.327646 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05b62b7b-bf35-4ac3-8d63-22764df70d83 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.334260 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-05b62b7b-bf35-4ac3-8d63-22764df70d83 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2658648 Jan 28 12:50:37.334646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40374) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:37.346831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dfed189a-e55e-4baa-9f1d-0e1efaceacc7 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': '9fe4261e-1660-4849-9897-f0239e4e99d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:37.368428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c744f6dc-c86e-417a-862d-c6afd39c0e76 req-1c422256-d5da-4f91-914a-1808e7064254 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034431 Jan 28 12:50:37.431069 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfed189a-e55e-4baa-9f1d-0e1efaceacc7 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (7d8696a7-b174-48c2-9195-fe683df73c51), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.561371 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfed189a-e55e-4baa-9f1d-0e1efaceacc7 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (7d8696a7-b174-48c2-9195-fe683df73c51), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.571808 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfed189a-e55e-4baa-9f1d-0e1efaceacc7 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (7d8696a7-b174-48c2-9195-fe683df73c51), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.623902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed189a-e55e-4baa-9f1d-0e1efaceacc7 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8696a7-b174-48c2-9195-fe683df73c51,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:37.647581 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfed189a-e55e-4baa-9f1d-0e1efaceacc7 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.653009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40378) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:37.658098 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dfed189a-e55e-4baa-9f1d-0e1efaceacc7 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3221834 Jan 28 12:50:37.659557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-12cbb046-018c-4249-bf80-467fc2b76f00 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': '9fe4261e-1660-4849-9897-f0239e4e99d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:37.753589 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12cbb046-018c-4249-bf80-467fc2b76f00 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (0bbd290e-c191-4761-ae5e-a7e3708c2301), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.834513 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12cbb046-018c-4249-bf80-467fc2b76f00 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (0bbd290e-c191-4761-ae5e-a7e3708c2301), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.850574 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12cbb046-018c-4249-bf80-467fc2b76f00 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (0bbd290e-c191-4761-ae5e-a7e3708c2301), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.900746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbb046-018c-4249-bf80-467fc2b76f00 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbd290e-c191-4761-ae5e-a7e3708c2301,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:37.919292 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12cbb046-018c-4249-bf80-467fc2b76f00 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:37.935677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40392) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:37.936007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-12cbb046-018c-4249-bf80-467fc2b76f00 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2771716 Jan 28 12:50:37.940766 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a6a5ce94-f32b-46fb-ac40-f27b56dd42d8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': '9fe4261e-1660-4849-9897-f0239e4e99d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:37.999627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ce94-f32b-46fb-ac40-f27b56dd42d8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (960725f3-5aef-44fb-a7a4-85a3bfba05df), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.141916 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ce94-f32b-46fb-ac40-f27b56dd42d8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (960725f3-5aef-44fb-a7a4-85a3bfba05df), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.149624 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ce94-f32b-46fb-ac40-f27b56dd42d8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (960725f3-5aef-44fb-a7a4-85a3bfba05df), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.170867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5ce94-f32b-46fb-ac40-f27b56dd42d8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960725f3-5aef-44fb-a7a4-85a3bfba05df,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:38.204837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ce94-f32b-46fb-ac40-f27b56dd42d8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.208853 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a6a5ce94-f32b-46fb-ac40-f27b56dd42d8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2691572 Jan 28 12:50:38.209285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40396) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:38.256357 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3314119e-7d8a-4790-8b09-6974fde18b4c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (960725f3-5aef-44fb-a7a4-85a3bfba05df), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.266841 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3314119e-7d8a-4790-8b09-6974fde18b4c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (960725f3-5aef-44fb-a7a4-85a3bfba05df), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.327433 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3314119e-7d8a-4790-8b09-6974fde18b4c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (960725f3-5aef-44fb-a7a4-85a3bfba05df), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.333980 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3314119e-7d8a-4790-8b09-6974fde18b4c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.335122 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3314119e-7d8a-4790-8b09-6974fde18b4c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/960725f3-5aef-44fb-a7a4-85a3bfba05df HTTP/1.1" status: 204 len: 168 time: 0.1241801 Jan 28 12:50:38.338061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40398) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:38.347326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314119e-7d8a-4790-8b09-6974fde18b4c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=960725f3-5aef-44fb-a7a4-85a3bfba05df,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:38.413273 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bb7de96a-77ed-4f81-95c8-38a4e13142f9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0713451 Jan 28 12:50:38.413621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40402) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:38.471177 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e30fde4-f3b3-41e1-8556-e147dce65b94 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (0bbd290e-c191-4761-ae5e-a7e3708c2301), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.494447 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e30fde4-f3b3-41e1-8556-e147dce65b94 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (0bbd290e-c191-4761-ae5e-a7e3708c2301), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.630826 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e30fde4-f3b3-41e1-8556-e147dce65b94 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (0bbd290e-c191-4761-ae5e-a7e3708c2301), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.638670 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e30fde4-f3b3-41e1-8556-e147dce65b94 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.642703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9e30fde4-f3b3-41e1-8556-e147dce65b94 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0bbd290e-c191-4761-ae5e-a7e3708c2301 HTTP/1.1" status: 204 len: 168 time: 0.2252710 Jan 28 12:50:38.642703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40406) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:38.694935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30fde4-f3b3-41e1-8556-e147dce65b94 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bbd290e-c191-4761-ae5e-a7e3708c2301,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:38.722638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f502e4-7309-4a92-b39b-f94b7a26a9b3 req-35fc8da5-82dc-45e1-8438-8a10643b48a7 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:38.725090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e8f502e4-7309-4a92-b39b-f94b7a26a9b3 req-35fc8da5-82dc-45e1-8438-8a10643b48a7 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 946 time: 0.2113039 Jan 28 12:50:38.827298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e8f502e4-7309-4a92-b39b-f94b7a26a9b3 req-affc58bd-952a-4b6f-9cba-42d340e60bc6 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882390 Jan 28 12:50:38.841803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0b77a31a-b256-40b7-85fd-266131aff42a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1960578 Jan 28 12:50:38.846697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40414) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:38.875533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2431d56c-98ad-4fe7-b693-2a7f55c3d9b6 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (7d8696a7-b174-48c2-9195-fe683df73c51), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.891017 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2431d56c-98ad-4fe7-b693-2a7f55c3d9b6 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (7d8696a7-b174-48c2-9195-fe683df73c51), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.945181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2431d56c-98ad-4fe7-b693-2a7f55c3d9b6 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (7d8696a7-b174-48c2-9195-fe683df73c51), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.959421 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2431d56c-98ad-4fe7-b693-2a7f55c3d9b6 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:38.964090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2431d56c-98ad-4fe7-b693-2a7f55c3d9b6 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7d8696a7-b174-48c2-9195-fe683df73c51 HTTP/1.1" status: 204 len: 168 time: 0.1127868 Jan 28 12:50:38.965466 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40418) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:38.979315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431d56c-98ad-4fe7-b693-2a7f55c3d9b6 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d8696a7-b174-48c2-9195-fe683df73c51,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:39.074936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91072c13-ab66-4ae8-af9f-89ea84791ce1 req-bed4a530-bd86-4572-8a89-55b585b5f6a2 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:39.078743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91072c13-ab66-4ae8-af9f-89ea84791ce1 req-bed4a530-bd86-4572-8a89-55b585b5f6a2 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 946 time: 0.0849137 Jan 28 12:50:39.141858 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6876185d-d3ee-43b3-be71-a759a38bb1af tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1692708 Jan 28 12:50:39.144335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40420) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:39.190836 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91072c13-ab66-4ae8-af9f-89ea84791ce1 req-49cb9aa9-d1ec-4a42-ad53-19ef5306a60c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060729 Jan 28 12:50:39.213827 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55a33896-a0cb-4db0-8f14-03c80cdb61e9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (efafaad6-959f-495f-ad59-dc620efa5a0b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:39.239617 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55a33896-a0cb-4db0-8f14-03c80cdb61e9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (efafaad6-959f-495f-ad59-dc620efa5a0b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:39.305360 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55a33896-a0cb-4db0-8f14-03c80cdb61e9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (efafaad6-959f-495f-ad59-dc620efa5a0b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:39.313512 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55a33896-a0cb-4db0-8f14-03c80cdb61e9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:39.317985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40426) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:39.318511 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-55a33896-a0cb-4db0-8f14-03c80cdb61e9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/efafaad6-959f-495f-ad59-dc620efa5a0b HTTP/1.1" status: 204 len: 168 time: 0.1706119 Jan 28 12:50:39.331736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a33896-a0cb-4db0-8f14-03c80cdb61e9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efafaad6-959f-495f-ad59-dc620efa5a0b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:39.397812 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d9f1e420-1973-4916-b182-4f43a5a3fbcd tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0760219 Jan 28 12:50:39.400587 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40428) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:39.463133 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-357112ad-129d-4a82-bf27-3d84558542da tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (0c9f5089-c0c1-4450-a1cf-8b2535820d24), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:39.478938 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-357112ad-129d-4a82-bf27-3d84558542da tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (0c9f5089-c0c1-4450-a1cf-8b2535820d24), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:39.562826 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-357112ad-129d-4a82-bf27-3d84558542da tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (0c9f5089-c0c1-4450-a1cf-8b2535820d24), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:39.577905 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-357112ad-129d-4a82-bf27-3d84558542da tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:39.581818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40432) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:39.582870 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-357112ad-129d-4a82-bf27-3d84558542da tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0c9f5089-c0c1-4450-a1cf-8b2535820d24 HTTP/1.1" status: 204 len: 168 time: 0.1810899 Jan 28 12:50:39.607448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357112ad-129d-4a82-bf27-3d84558542da tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c9f5089-c0c1-4450-a1cf-8b2535820d24,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:39.801135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40440) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:39.817052 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d6c2a89f-ad1c-48b7-98e8-84643b7eb98b tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2294827 Jan 28 12:50:39.880450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d3bea-0e92-4099-883b-c6b0f6b84119 req-c70149b8-a70d-42ad-8ef0-18a63923b1e1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:39.885142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f44d3bea-0e92-4099-883b-c6b0f6b84119 req-c70149b8-a70d-42ad-8ef0-18a63923b1e1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 946 time: 0.2081254 Jan 28 12:50:39.948906 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8697340d-9130-483e-86e1-42b951ba1d6d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (9fe4261e-1660-4849-9897-f0239e4e99d5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:39.995203 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8697340d-9130-483e-86e1-42b951ba1d6d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (9fe4261e-1660-4849-9897-f0239e4e99d5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:40.010053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f44d3bea-0e92-4099-883b-c6b0f6b84119 req-c8d8b6a8-63f7-4420-937d-b7b1e6b6c663 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176679 Jan 28 12:50:40.074987 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8697340d-9130-483e-86e1-42b951ba1d6d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9fe4261e-1660-4849-9897-f0239e4e99d5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:40.078913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8697340d-9130-483e-86e1-42b951ba1d6d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:40.080115 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8697340d-9130-483e-86e1-42b951ba1d6d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-groups/9fe4261e-1660-4849-9897-f0239e4e99d5 HTTP/1.1" status: 204 len: 168 time: 0.2778428 Jan 28 12:50:40.083414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40448) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:40.101014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697340d-9130-483e-86e1-42b951ba1d6d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe4261e-1660-4849-9897-f0239e4e99d5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:40.180854 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40450) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:40.181547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-79a3668b-dda6-4a04-b01b-20a789d86c98 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0966105 Jan 28 12:50:40.186538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-abf49248-9d0c-4898-bf93-777b3640fc59 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625900149'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:40.249511 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf49248-9d0c-4898-bf93-777b3640fc59 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:40.414875 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf49248-9d0c-4898-bf93-777b3640fc59 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (40850aba-9450-436f-ada1-2216f5d82f26), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:40.426402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf49248-9d0c-4898-bf93-777b3640fc59 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (40850aba-9450-436f-ada1-2216f5d82f26), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:40.493468 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf49248-9d0c-4898-bf93-777b3640fc59 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40850aba-9450-436f-ada1-2216f5d82f26,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:40.542641 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf49248-9d0c-4898-bf93-777b3640fc59 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:40.544740 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-abf49248-9d0c-4898-bf93-777b3640fc59 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3615046 Jan 28 12:50:40.547605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40454) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:40.556483 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0beee863-8103-4d6d-8ec2-272610e431de tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': '40850aba-9450-436f-ada1-2216f5d82f26', 'direction': 'ingress', 'protocol': 17}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:40.646741 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0beee863-8103-4d6d-8ec2-272610e431de tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (4ec3f782-0983-4b8f-b815-c08e90f838b1), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:40.752478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0beee863-8103-4d6d-8ec2-272610e431de tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (4ec3f782-0983-4b8f-b815-c08e90f838b1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:40.765725 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0beee863-8103-4d6d-8ec2-272610e431de tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (4ec3f782-0983-4b8f-b815-c08e90f838b1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:40.788946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beee863-8103-4d6d-8ec2-272610e431de tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec3f782-0983-4b8f-b815-c08e90f838b1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:40.951992 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0beee863-8103-4d6d-8ec2-272610e431de tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:40.951992 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0beee863-8103-4d6d-8ec2-272610e431de tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2923231 Jan 28 12:50:40.951992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40470) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:40.951992 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c82bf70-5168-4161-b038-8607d364df0a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (40850aba-9450-436f-ada1-2216f5d82f26), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.073731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c82bf70-5168-4161-b038-8607d364df0a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (40850aba-9450-436f-ada1-2216f5d82f26), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.089083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7d62d-3c6d-4415-bcd1-47c5e617b63d req-ee1231dc-001d-4875-aef2-5bf4e2d473f4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:41.094708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-baa7d62d-3c6d-4415-bcd1-47c5e617b63d req-ee1231dc-001d-4875-aef2-5bf4e2d473f4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 946 time: 0.1710513 Jan 28 12:50:41.119789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c82bf70-5168-4161-b038-8607d364df0a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (40850aba-9450-436f-ada1-2216f5d82f26), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.126813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c82bf70-5168-4161-b038-8607d364df0a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.132041 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8c82bf70-5168-4161-b038-8607d364df0a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-groups/40850aba-9450-436f-ada1-2216f5d82f26 HTTP/1.1" status: 204 len: 168 time: 0.2855523 Jan 28 12:50:41.134048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40486) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:41.192828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82bf70-5168-4161-b038-8607d364df0a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40850aba-9450-436f-ada1-2216f5d82f26,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:41.277493 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6c4e8bc0-b675-41fc-850c-f7f9e736be14 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1385808 Jan 28 12:50:41.284073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40488) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:41.289931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f91d3f7d-ad57-420f-a8bf-cdd0e475f6be tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264252091'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:41.374447 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f91d3f7d-ad57-420f-a8bf-cdd0e475f6be tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.376625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0f037-15c5-4f92-bf1e-7211947bfa5c req-8a598688-a296-4c26-9e9a-315ad360d651 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:41.390752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3be0f037-15c5-4f92-bf1e-7211947bfa5c req-8a598688-a296-4c26-9e9a-315ad360d651 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 946 time: 0.2113822 Jan 28 12:50:41.453723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-baa7d62d-3c6d-4415-bcd1-47c5e617b63d req-29fe7c36-b93b-49a2-9930-70772bd1c14c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Deleting port b315f485-9cd9-4955-9145-6dd41a5b7722 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:50:41.454480 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-baa7d62d-3c6d-4415-bcd1-47c5e617b63d req-29fe7c36-b93b-49a2-9930-70772bd1c14c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.564015 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f91d3f7d-ad57-420f-a8bf-cdd0e475f6be tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (b683575e-9f26-421a-9a59-a97a015ce034), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.577592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f91d3f7d-ad57-420f-a8bf-cdd0e475f6be tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b683575e-9f26-421a-9a59-a97a015ce034), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.622603 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f91d3f7d-ad57-420f-a8bf-cdd0e475f6be tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.626810 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f91d3f7d-ad57-420f-a8bf-cdd0e475f6be tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3403983 Jan 28 12:50:41.628811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40500) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:41.641835 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b8f9ea56-07c9-4209-b0c2-634980ec17a9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group': {'name': 'tempest-secgroup--589285232'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:41.646734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d3f7d-ad57-420f-a8bf-cdd0e475f6be tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b683575e-9f26-421a-9a59-a97a015ce034,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:41.690279 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ea56-07c9-4209-b0c2-634980ec17a9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.802605 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ea56-07c9-4209-b0c2-634980ec17a9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (5be18def-1046-401d-b21f-cae959a59f6c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.812569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ea56-07c9-4209-b0c2-634980ec17a9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5be18def-1046-401d-b21f-cae959a59f6c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.938888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ea56-07c9-4209-b0c2-634980ec17a9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:41.940461 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b8f9ea56-07c9-4209-b0c2-634980ec17a9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3100605 Jan 28 12:50:41.953552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40512) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:41.978597 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-151b87a5-8fdc-4d64-89a1-fbe5424aefa9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': 'b683575e-9f26-421a-9a59-a97a015ce034', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5be18def-1046-401d-b21f-cae959a59f6c', 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:41.990498 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9ea56-07c9-4209-b0c2-634980ec17a9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be18def-1046-401d-b21f-cae959a59f6c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:42.035387 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-151b87a5-8fdc-4d64-89a1-fbe5424aefa9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (935ad4b3-7a34-4940-9348-8068f3982a2a), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.178883 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-151b87a5-8fdc-4d64-89a1-fbe5424aefa9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (935ad4b3-7a34-4940-9348-8068f3982a2a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.187224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-151b87a5-8fdc-4d64-89a1-fbe5424aefa9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (935ad4b3-7a34-4940-9348-8068f3982a2a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.205710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b87a5-8fdc-4d64-89a1-fbe5424aefa9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935ad4b3-7a34-4940-9348-8068f3982a2a,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:42.206474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3be0f037-15c5-4f92-bf1e-7211947bfa5c req-e072d1ec-3959-4f5e-b5ca-8d6a8411a34c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8100643 Jan 28 12:50:42.228587 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-151b87a5-8fdc-4d64-89a1-fbe5424aefa9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.237242 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-151b87a5-8fdc-4d64-89a1-fbe5424aefa9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2769132 Jan 28 12:50:42.237920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:42.284471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-baa7d62d-3c6d-4415-bcd1-47c5e617b63d req-29fe7c36-b93b-49a2-9930-70772bd1c14c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] For port b315f485-9cd9-4955-9145-6dd41a5b7722, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b315f485-9cd9-4955-9145-6dd41a5b7722,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:42.286723 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-baa7d62d-3c6d-4415-bcd1-47c5e617b63d req-29fe7c36-b93b-49a2-9930-70772bd1c14c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.295054 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04efe09b-1c1d-482d-8262-c3272c4f7d9e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (935ad4b3-7a34-4940-9348-8068f3982a2a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.323066 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04efe09b-1c1d-482d-8262-c3272c4f7d9e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (935ad4b3-7a34-4940-9348-8068f3982a2a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.342555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-baa7d62d-3c6d-4415-bcd1-47c5e617b63d req-29fe7c36-b93b-49a2-9930-70772bd1c14c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Calling delete_port for b315f485-9cd9-4955-9145-6dd41a5b7722 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:50:42.394315 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04efe09b-1c1d-482d-8262-c3272c4f7d9e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (935ad4b3-7a34-4940-9348-8068f3982a2a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.404225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04efe09b-1c1d-482d-8262-c3272c4f7d9e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.406366 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-04efe09b-1c1d-482d-8262-c3272c4f7d9e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/935ad4b3-7a34-4940-9348-8068f3982a2a HTTP/1.1" status: 204 len: 168 time: 0.1674457 Jan 28 12:50:42.412680 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40524) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:42.477695 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efe09b-1c1d-482d-8262-c3272c4f7d9e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=935ad4b3-7a34-4940-9348-8068f3982a2a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:42.568501 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-32e5ac10-6dda-4eb7-9f36-8579dd21e9ff tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1490006 Jan 28 12:50:42.568763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40526) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:42.721340 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c741bec-b6a0-46a9-96bf-6f410169993f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (5be18def-1046-401d-b21f-cae959a59f6c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.742420 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-baa7d62d-3c6d-4415-bcd1-47c5e617b63d req-29fe7c36-b93b-49a2-9930-70772bd1c14c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b315f485-9cd9-4955-9145-6dd41a5b7722), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.755263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:50:42.801674 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c741bec-b6a0-46a9-96bf-6f410169993f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (5be18def-1046-401d-b21f-cae959a59f6c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.803065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe7c36-b93b-49a2-9930-70772bd1c14c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event deleted for resources: {'Port': ['ID=b315f485-9cd9-4955-9145-6dd41a5b7722,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:42.881733 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c741bec-b6a0-46a9-96bf-6f410169993f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5be18def-1046-401d-b21f-cae959a59f6c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.890312 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c741bec-b6a0-46a9-96bf-6f410169993f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.893751 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8c741bec-b6a0-46a9-96bf-6f410169993f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-groups/5be18def-1046-401d-b21f-cae959a59f6c HTTP/1.1" status: 204 len: 168 time: 0.3205945 Jan 28 12:50:42.902504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:42.905182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa7d62d-3c6d-4415-bcd1-47c5e617b63d req-29fe7c36-b93b-49a2-9930-70772bd1c14c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] No DVR routers for this DVR port b315f485-9cd9-4955-9145-6dd41a5b7722 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:50:42.909272 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-baa7d62d-3c6d-4415-bcd1-47c5e617b63d req-29fe7c36-b93b-49a2-9930-70772bd1c14c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:42.913404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-baa7d62d-3c6d-4415-bcd1-47c5e617b63d req-29fe7c36-b93b-49a2-9930-70772bd1c14c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "DELETE /v2.0/ports/b315f485-9cd9-4955-9145-6dd41a5b7722 HTTP/1.1" status: 204 len: 173 time: 1.8082933 Jan 28 12:50:42.914153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a310ad56-1f43-4781-989f-01f37577f4ea', 'name': 'network-vif-deleted', 'tag': 'b315f485-9cd9-4955-9145-6dd41a5b7722'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:42.917182 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956e1866-48ae-4fbd-a7d9-b7f9729e6381" -d '{"events": [{"server_uuid": "a310ad56-1f43-4781-989f-01f37577f4ea", "name": "network-vif-deleted", "tag": "b315f485-9cd9-4955-9145-6dd41a5b7722"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:42.971135 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d51370f-53e5-41f0-b041-a955df81e510 x-openstack-request-id: req-4d51370f-53e5-41f0-b041-a955df81e510 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:42.971805 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a310ad56-1f43-4781-989f-01f37577f4ea", "name": "network-vif-deleted", "tag": "b315f485-9cd9-4955-9145-6dd41a5b7722", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:42.972216 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d51370f-53e5-41f0-b041-a955df81e510 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:42.972767 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a310ad56-1f43-4781-989f-01f37577f4ea', 'name': 'network-vif-deleted', 'tag': 'b315f485-9cd9-4955-9145-6dd41a5b7722', 'status': 'completed', 'code': 200} Jan 28 12:50:42.982989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c741bec-b6a0-46a9-96bf-6f410169993f tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be18def-1046-401d-b21f-cae959a59f6c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:43.178612 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-00c99341-67f8-4b6a-89ba-65e93105baca tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2672911 Jan 28 12:50:43.190568 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40544) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:43.333016 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bd28934-b846-480d-a33a-53ba0687df5d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (b683575e-9f26-421a-9a59-a97a015ce034), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:43.392648 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bd28934-b846-480d-a33a-53ba0687df5d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (b683575e-9f26-421a-9a59-a97a015ce034), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:43.581826 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bd28934-b846-480d-a33a-53ba0687df5d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b683575e-9f26-421a-9a59-a97a015ce034), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:43.589061 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bd28934-b846-480d-a33a-53ba0687df5d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:43.593048 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1bd28934-b846-480d-a33a-53ba0687df5d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-groups/b683575e-9f26-421a-9a59-a97a015ce034 HTTP/1.1" status: 204 len: 168 time: 0.3980966 Jan 28 12:50:43.598882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d07551c-83a6-48ad-b7f3-9b22b14440bb req-144ee77c-3a08-4cd3-a041-3b7848a1d8a9 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=a310ad56-1f43-4781-989f-01f37577f4ea HTTP/1.1" status: 200 len: 210 time: 0.0991275 Jan 28 12:50:43.601363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40558) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:43.626554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd28934-b846-480d-a33a-53ba0687df5d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b683575e-9f26-421a-9a59-a97a015ce034,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:43.712809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40560) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:43.719066 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9109ab90-21ac-44c0-910b-7c2c52d8e3ed tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034309590'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:43.731639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-64074ba0-d293-4359-add1-4aab9e2d0c2c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1241579 Jan 28 12:50:43.752778 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b315f485-9cd9-4955-9145-6dd41a5b7722 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:50:43.831922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ab90-21ac-44c0-910b-7c2c52d8e3ed tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:43.880145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: b315f485-9cd9-4955-9145-6dd41a5b7722 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:50:43.883177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b315f485-9cd9-4955-9145-6dd41a5b7722 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:50:43.994565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40568) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:44.028416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ab90-21ac-44c0-910b-7c2c52d8e3ed tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (2c7e0577-defd-4801-88f3-c60956ca0380), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.050025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ab90-21ac-44c0-910b-7c2c52d8e3ed tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2c7e0577-defd-4801-88f3-c60956ca0380), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.118100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109ab90-21ac-44c0-910b-7c2c52d8e3ed tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7e0577-defd-4801-88f3-c60956ca0380,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:44.155391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ab90-21ac-44c0-910b-7c2c52d8e3ed tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.160788 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9109ab90-21ac-44c0-910b-7c2c52d8e3ed tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4452682 Jan 28 12:50:44.163966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40576) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:44.194624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5932a764-7d20-4cd9-a47d-87d20250fb3e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': '2c7e0577-defd-4801-88f3-c60956ca0380', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:44.261597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5932a764-7d20-4cd9-a47d-87d20250fb3e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (d9e4a52f-6420-4cd8-8b03-2797669dbc7f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.358973 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5932a764-7d20-4cd9-a47d-87d20250fb3e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (d9e4a52f-6420-4cd8-8b03-2797669dbc7f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.370450 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5932a764-7d20-4cd9-a47d-87d20250fb3e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (d9e4a52f-6420-4cd8-8b03-2797669dbc7f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.383562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-741d3db7-338d-4202-9e68-5d164c052da0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ccdf1d6152242778c0289c383ee4765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3878839 Jan 28 12:50:44.386078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40582) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:44.420293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932a764-7d20-4cd9-a47d-87d20250fb3e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e4a52f-6420-4cd8-8b03-2797669dbc7f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:44.434229 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5932a764-7d20-4cd9-a47d-87d20250fb3e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.436318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5932a764-7d20-4cd9-a47d-87d20250fb3e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2598767 Jan 28 12:50:44.439686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40584) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:44.558996 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b8c2-afe7-4aca-a50d-43f2e18c4a51 admin admin] Publish callbacks [] for security_group (031126d8-1a3f-4819-b431-5260c27387eb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.561986 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12d02f4e-6cd9-43c2-af16-d2ad297b5047 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (d9e4a52f-6420-4cd8-8b03-2797669dbc7f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.601356 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12d02f4e-6cd9-43c2-af16-d2ad297b5047 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (d9e4a52f-6420-4cd8-8b03-2797669dbc7f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.617313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b8c2-afe7-4aca-a50d-43f2e18c4a51 admin admin] Publish callbacks [] for security_group (031126d8-1a3f-4819-b431-5260c27387eb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.739903 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12d02f4e-6cd9-43c2-af16-d2ad297b5047 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (d9e4a52f-6420-4cd8-8b03-2797669dbc7f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.755464 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12d02f4e-6cd9-43c2-af16-d2ad297b5047 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.757300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-12d02f4e-6cd9-43c2-af16-d2ad297b5047 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d9e4a52f-6420-4cd8-8b03-2797669dbc7f HTTP/1.1" status: 204 len: 168 time: 0.3161910 Jan 28 12:50:44.761351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40594) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:44.805105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d02f4e-6cd9-43c2-af16-d2ad297b5047 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9e4a52f-6420-4cd8-8b03-2797669dbc7f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:44.901326 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-afa33835-8ab6-448a-8736-305dba1dfe1b tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1285784 Jan 28 12:50:44.904574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40600) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:44.908900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b8c2-afe7-4aca-a50d-43f2e18c4a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (031126d8-1a3f-4819-b431-5260c27387eb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.916606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b8c2-afe7-4aca-a50d-43f2e18c4a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:44.939297 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f6b9b8c2-afe7-4aca-a50d-43f2e18c4a51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/031126d8-1a3f-4819-b431-5260c27387eb HTTP/1.1" status: 204 len: 168 time: 0.5376799 Jan 28 12:50:44.980356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9b8c2-afe7-4aca-a50d-43f2e18c4a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031126d8-1a3f-4819-b431-5260c27387eb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:45.054833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8011-1a61-4a44-9d58-41b8c4f5d1c8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (2c7e0577-defd-4801-88f3-c60956ca0380), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:45.113478 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8011-1a61-4a44-9d58-41b8c4f5d1c8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (2c7e0577-defd-4801-88f3-c60956ca0380), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:45.243690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8011-1a61-4a44-9d58-41b8c4f5d1c8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2c7e0577-defd-4801-88f3-c60956ca0380), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:45.258416 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e8d8011-1a61-4a44-9d58-41b8c4f5d1c8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:45.264835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9e8d8011-1a61-4a44-9d58-41b8c4f5d1c8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-groups/2c7e0577-defd-4801-88f3-c60956ca0380 HTTP/1.1" status: 204 len: 168 time: 0.3561754 Jan 28 12:50:45.265196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40620) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:45.422956 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-49a8546f-56ae-4aa6-9504-809f04022839 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1564984 Jan 28 12:50:45.423812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:45.428944 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f1e2d33f-4222-47e5-b44e-c78a18e5422e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721729163'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:45.466158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d33f-4222-47e5-b44e-c78a18e5422e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:45.517386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d8011-1a61-4a44-9d58-41b8c4f5d1c8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7e0577-defd-4801-88f3-c60956ca0380,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:45.724295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-21bc7e86-186e-406f-b8b9-f34bde136d99 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:45.725833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-21bc7e86-186e-406f-b8b9-f34bde136d99 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.4244757 Jan 28 12:50:45.728462 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d33f-4222-47e5-b44e-c78a18e5422e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (583fbf08-9f4f-4634-8057-44c538a37b79), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:45.737429 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d33f-4222-47e5-b44e-c78a18e5422e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (583fbf08-9f4f-4634-8057-44c538a37b79), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:45.772154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-f86b509b-936c-4ecc-9213-60b2b4421807 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/quotas/9c29e0f6db314be7874bfc92b61fff32 HTTP/1.1" status: 200 len: 375 time: 0.0345888 Jan 28 12:50:45.849673 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d33f-4222-47e5-b44e-c78a18e5422e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:45.849673 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f1e2d33f-4222-47e5-b44e-c78a18e5422e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4172649 Jan 28 12:50:45.849673 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40636) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:45.876512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-50bfb1aa-814b-48dc-a920-411293446d04 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': '583fbf08-9f4f-4634-8057-44c538a37b79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:45.916109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2d33f-4222-47e5-b44e-c78a18e5422e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583fbf08-9f4f-4634-8057-44c538a37b79,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:45.953144 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50bfb1aa-814b-48dc-a920-411293446d04 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (85dd0bb6-63d7-4f8c-bac3-fdf3c8049528), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:46.014326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-d9b9e98d-82f5-400c-8dde-4ac39af6cc21 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2336178 Jan 28 12:50:46.113282 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50bfb1aa-814b-48dc-a920-411293446d04 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (85dd0bb6-63d7-4f8c-bac3-fdf3c8049528), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:46.125526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50bfb1aa-814b-48dc-a920-411293446d04 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (85dd0bb6-63d7-4f8c-bac3-fdf3c8049528), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:46.180580 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfb1aa-814b-48dc-a920-411293446d04 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dd0bb6-63d7-4f8c-bac3-fdf3c8049528,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:46.194608 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50bfb1aa-814b-48dc-a920-411293446d04 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:46.198337 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-50bfb1aa-814b-48dc-a920-411293446d04 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3460453 Jan 28 12:50:46.199305 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40648) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:46.269829 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-aebb4a20-7ba6-459a-80f7-c5b8c3db5db2 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules/85dd0bb6-63d7-4f8c-bac3-fdf3c8049528 HTTP/1.1" status: 200 len: 763 time: 0.0621068 Jan 28 12:50:46.272276 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40650) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:46.358709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-77656172-49c8-4239-acca-74d4b41247f6 service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378680 Jan 28 12:50:46.443512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4951e879-05b5-4801-b0a0-e7ed7652e739 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1700463 Jan 28 12:50:46.449469 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40660) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:46.550775 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e589767f-0191-4924-bc1d-dd55edd82572 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (85dd0bb6-63d7-4f8c-bac3-fdf3c8049528), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:46.572074 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e589767f-0191-4924-bc1d-dd55edd82572 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (85dd0bb6-63d7-4f8c-bac3-fdf3c8049528), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:46.657661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e589767f-0191-4924-bc1d-dd55edd82572 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (85dd0bb6-63d7-4f8c-bac3-fdf3c8049528), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:46.667966 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e589767f-0191-4924-bc1d-dd55edd82572 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:46.670428 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e589767f-0191-4924-bc1d-dd55edd82572 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/85dd0bb6-63d7-4f8c-bac3-fdf3c8049528 HTTP/1.1" status: 204 len: 168 time: 0.2170832 Jan 28 12:50:46.674432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40672) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:46.686459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589767f-0191-4924-bc1d-dd55edd82572 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85dd0bb6-63d7-4f8c-bac3-fdf3c8049528,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:46.802462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5fa1b653-439e-4da0-901a-91e4bc11ae5d tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1268797 Jan 28 12:50:46.806571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40674) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:46.812125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a3b26f4b-3efe-49e9-98ef-fd485a5b06f9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': '583fbf08-9f4f-4634-8057-44c538a37b79', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:46.816922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-6de9c0a9-286f-4667-8261-9820e5ab0a23 service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226124 Jan 28 12:50:46.855573 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3b26f4b-3efe-49e9-98ef-fd485a5b06f9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (0e9d5ea6-d037-4aaa-82b6-b9f9054b5b93), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:47.002683 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3b26f4b-3efe-49e9-98ef-fd485a5b06f9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (0e9d5ea6-d037-4aaa-82b6-b9f9054b5b93), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:47.008958 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3b26f4b-3efe-49e9-98ef-fd485a5b06f9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (0e9d5ea6-d037-4aaa-82b6-b9f9054b5b93), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:47.088322 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3b26f4b-3efe-49e9-98ef-fd485a5b06f9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:47.095385 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a3b26f4b-3efe-49e9-98ef-fd485a5b06f9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2874777 Jan 28 12:50:47.098426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40684) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:47.120493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b26f4b-3efe-49e9-98ef-fd485a5b06f9 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9d5ea6-d037-4aaa-82b6-b9f9054b5b93,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:47.168339 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6a4913f2-f09f-49c6-9f82-c476101d1fce tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules/0e9d5ea6-d037-4aaa-82b6-b9f9054b5b93 HTTP/1.1" status: 200 len: 763 time: 0.0657666 Jan 28 12:50:47.168977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40690) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:47.345161 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:47.399396 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ce3daf71-619a-481f-83d2-638de0dd4000 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2287338 Jan 28 12:50:47.404075 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40700) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:47.475872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85a1f5d9-4577-4f7f-90c0-d3e3793ec3f1 req-d77e1851-db0a-4665-93b1-3889b4041b74 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 210 time: 0.1659119 Jan 28 12:50:47.594756 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01507585-dca2-44ae-a237-c25108b887bb tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (0e9d5ea6-d037-4aaa-82b6-b9f9054b5b93), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:47.605734 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01507585-dca2-44ae-a237-c25108b887bb tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (0e9d5ea6-d037-4aaa-82b6-b9f9054b5b93), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:47.641559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01507585-dca2-44ae-a237-c25108b887bb tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (0e9d5ea6-d037-4aaa-82b6-b9f9054b5b93), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:47.657799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01507585-dca2-44ae-a237-c25108b887bb tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:47.658948 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-01507585-dca2-44ae-a237-c25108b887bb tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0e9d5ea6-d037-4aaa-82b6-b9f9054b5b93 HTTP/1.1" status: 204 len: 168 time: 0.2502921 Jan 28 12:50:47.661571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:47.691165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01507585-dca2-44ae-a237-c25108b887bb tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e9d5ea6-d037-4aaa-82b6-b9f9054b5b93,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:47.783397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-338c28bd-c653-4f76-8f3f-52149aa5bd87 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1206269 Jan 28 12:50:47.786237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40720) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:47.791674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ee6f2b5d-2afb-4e8a-ab08-c7a91f1b4e5c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': '583fbf08-9f4f-4634-8057-44c538a37b79', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:47.862877 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:47.897885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2b5d-2afb-4e8a-ab08-c7a91f1b4e5c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (bf90013c-5757-4b9a-aa27-46062b88f891), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:48.086683 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2b5d-2afb-4e8a-ab08-c7a91f1b4e5c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (bf90013c-5757-4b9a-aa27-46062b88f891), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:48.096722 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2b5d-2afb-4e8a-ab08-c7a91f1b4e5c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (bf90013c-5757-4b9a-aa27-46062b88f891), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:48.146242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f2b5d-2afb-4e8a-ab08-c7a91f1b4e5c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf90013c-5757-4b9a-aa27-46062b88f891,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:48.250105 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2b5d-2afb-4e8a-ab08-c7a91f1b4e5c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:48.255140 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ee6f2b5d-2afb-4e8a-ab08-c7a91f1b4e5c tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4665022 Jan 28 12:50:48.282092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40732) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:48.326412 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cd9ea43a-2043-4dd2-b502-7a4e601cd670 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules/bf90013c-5757-4b9a-aa27-46062b88f891 HTTP/1.1" status: 200 len: 764 time: 0.0412986 Jan 28 12:50:48.328606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40734) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:48.494003 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-787833f9-d19d-4860-b381-f57ade572e9e tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1629915 Jan 28 12:50:48.495820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40738) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:48.559472 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c8d6a1b-5e63-4bfa-a0d3-f315a3f7328a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (bf90013c-5757-4b9a-aa27-46062b88f891), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:48.576070 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c8d6a1b-5e63-4bfa-a0d3-f315a3f7328a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (bf90013c-5757-4b9a-aa27-46062b88f891), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:48.617157 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c8d6a1b-5e63-4bfa-a0d3-f315a3f7328a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (bf90013c-5757-4b9a-aa27-46062b88f891), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:48.629711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c8d6a1b-5e63-4bfa-a0d3-f315a3f7328a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:48.633874 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2c8d6a1b-5e63-4bfa-a0d3-f315a3f7328a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bf90013c-5757-4b9a-aa27-46062b88f891 HTTP/1.1" status: 204 len: 168 time: 0.1333530 Jan 28 12:50:48.634676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40746) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:48.643787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d6a1b-5e63-4bfa-a0d3-f315a3f7328a tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf90013c-5757-4b9a-aa27-46062b88f891,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:48.754294 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c0d265e-6c83-4349-8755-7febab29cdc0 req-94717767-1d24-4b59-a305-54f2d756a24f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 210 time: 0.0509014 Jan 28 12:50:48.783888 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f6cbba4a-3fbd-449c-80bc-1ff0100d291b tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1472929 Jan 28 12:50:48.786222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40752) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:48.869862 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9935f23b-7b68-44c5-ab00-3129fcf585e0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (583fbf08-9f4f-4634-8057-44c538a37b79), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:48.957866 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9935f23b-7b68-44c5-ab00-3129fcf585e0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (583fbf08-9f4f-4634-8057-44c538a37b79), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:49.118477 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9935f23b-7b68-44c5-ab00-3129fcf585e0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (583fbf08-9f4f-4634-8057-44c538a37b79), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:49.124347 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9935f23b-7b68-44c5-ab00-3129fcf585e0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:49.125944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9935f23b-7b68-44c5-ab00-3129fcf585e0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-groups/583fbf08-9f4f-4634-8057-44c538a37b79 HTTP/1.1" status: 204 len: 168 time: 0.3385508 Jan 28 12:50:49.128782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40760) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:49.144597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935f23b-7b68-44c5-ab00-3129fcf585e0 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583fbf08-9f4f-4634-8057-44c538a37b79,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:49.296963 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ba3dc5d-b5b2-456e-962f-b77003fe1ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:49.305053 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5f29b191-686a-4818-91f7-83cd55e959e8 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1749542 Jan 28 12:50:49.309042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40768) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:49.313781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2de0654e-72dd-4ec0-86fe-4a0cf0667a22 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315642170'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:49.362087 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2de0654e-72dd-4ec0-86fe-4a0cf0667a22 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:49.733606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-83ae7703-507b-4079-aad3-b1fb7f4548d9 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:49.736027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-83ae7703-507b-4079-aad3-b1fb7f4548d9 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.2556937 Jan 28 12:50:49.759405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Request body: {'port': {'device_id': 'e25abedc-814c-4627-a5ff-90d25d92d954', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'admin_state_up': True, 'tenant_id': '9c29e0f6db314be7874bfc92b61fff32'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:50.002985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d67d5706-6281-4854-8976-fe3ef2522bb9 req-818eb735-cb12-4b34-8ff5-268c63ff5ee4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 210 time: 0.0998747 Jan 28 12:50:50.038446 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2de0654e-72dd-4ec0-86fe-4a0cf0667a22 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (58d21938-d763-4c17-8450-1d9a8d850249), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:50.073427 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2de0654e-72dd-4ec0-86fe-4a0cf0667a22 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (58d21938-d763-4c17-8450-1d9a8d850249), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:50.164970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0654e-72dd-4ec0-86fe-4a0cf0667a22 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d21938-d763-4c17-8450-1d9a8d850249,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:50.177207 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2de0654e-72dd-4ec0-86fe-4a0cf0667a22 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:50.178062 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2de0654e-72dd-4ec0-86fe-4a0cf0667a22 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8677852 Jan 28 12:50:50.182396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40786) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:50.194563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Request body: {'security_group_rule': {'security_group_id': '58d21938-d763-4c17-8450-1d9a8d850249', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:50.257084 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (3694aef0-4690-4d47-8209-a220328d20b9), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:50.289254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Made reservation on behalf of 9c29e0f6db314be7874bfc92b61fff32 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:50:50.297606 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:50.413540 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (3694aef0-4690-4d47-8209-a220328d20b9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:50.422712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (3694aef0-4690-4d47-8209-a220328d20b9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:50.511071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:50.515393 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3288839 Jan 28 12:50:50.517726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:50.525751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3694aef0-4690-4d47-8209-a220328d20b9,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:50.558703 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.559843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.566336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.566919 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.567481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.567826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.568160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.568472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.568801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.569127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.569451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.569813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.570095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4eb01-76b9-430d-9d66-5752e35e4116 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:50.760049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Allocated IP 172.20.0.6 (d1a8419c-095d-413c-a233-3fd3e5c5e05d/d00a0522-f45d-43ac-a9ca-bd06d75aada2/f13b13ff-2b87-4932-9bf7-323177667d9e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:50:50.992648 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks [] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:51.055369 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71fb76be-be22-4f83-a1c7-bedbc08482c3 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (58d21938-d763-4c17-8450-1d9a8d850249), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:51.117753 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:51.135055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:50:51.236647 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71fb76be-be22-4f83-a1c7-bedbc08482c3 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (58d21938-d763-4c17-8450-1d9a8d850249), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:51.389578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Network d1a8419c-095d-413c-a233-3fd3e5c5e05d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:50:51.399501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:50:51.435578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:50:51.629397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:51.630128 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:51.653508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event updated for resources: {'Port': ['ID=f13b13ff-2b87-4932-9bf7-323177667d9e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:51.692449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f0efa-86f6-4d32-b6f1-ea612e1e2fd2 req-c6d1e3a5-0d61-4c03-aeef-5cb720cc3104 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:51.707004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d5f0efa-86f6-4d32-b6f1-ea612e1e2fd2 req-c6d1e3a5-0d61-4c03-aeef-5cb720cc3104 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 931 time: 0.5046659 Jan 28 12:50:51.772659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a2f525b-7995-45eb-a8bd-c1228cf4f643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:51.773462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc08d12c-d83a-47e0-8528-020339135e59 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0231147 Jan 28 12:50:51.774054 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71fb76be-be22-4f83-a1c7-bedbc08482c3 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (58d21938-d763-4c17-8450-1d9a8d850249), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:51.778901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71fb76be-be22-4f83-a1c7-bedbc08482c3 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:51.780964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-71fb76be-be22-4f83-a1c7-bedbc08482c3 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-groups/58d21938-d763-4c17-8450-1d9a8d850249 HTTP/1.1" status: 204 len: 168 time: 1.2618313 Jan 28 12:50:51.783131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40822) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:51.848593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-fb890269-c31b-43ba-b00d-789d40ceb5f8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:50:51.849688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-fb890269-c31b-43ba-b00d-789d40ceb5f8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0675311 Jan 28 12:50:51.897163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Request body: {'port': {'device_id': 'e25abedc-814c-4627-a5ff-90d25d92d954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:51.902687 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f8bcb7c9-6309-49d7-9e02-0685d6006963 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1183348 Jan 28 12:50:51.913816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40826) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:52.005471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb76be-be22-4f83-a1c7-bedbc08482c3 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d21938-d763-4c17-8450-1d9a8d850249,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:52.055483 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bb2f961f-9e84-4e44-af85-d3a6a6030e83 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1340408 Jan 28 12:50:52.057300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40830) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:52.065189 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d5f0efa-86f6-4d32-b6f1-ea612e1e2fd2 req-06604a7f-3bd4-4177-9be2-ae02c678a860 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569651 Jan 28 12:50:52.071078 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:52.126978 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-0444b7cb-1065-4c53-bac4-7f7aeb3578f2 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] delete failed (client error): The resource could not be found. Jan 28 12:50:52.132015 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0444b7cb-1065-4c53-bac4-7f7aeb3578f2 tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "DELETE /v2.0/security-groups/58d21938-d763-4c17-8450-1d9a8d850249 HTTP/1.1" status: 404 len: 347 time: 0.0654016 Jan 28 12:50:52.132660 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:52.272334 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-98054978-c4fd-489a-9e8b-e3296874d77b tempest-SecGroupTest-779933777 tempest-SecGroupTest-779933777-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1338775 Jan 28 12:50:52.899105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13b13ff-2b87-4932-9bf7-323177667d9e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:50:52.904590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40854) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:52.920913 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Publish callbacks [] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:52.938798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Transition to ACTIVE for port object f13b13ff-2b87-4932-9bf7-323177667d9e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:50:52.944616 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:52.984561 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:53.166382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Pushing event updated for resources: {'Port': ['ID=f13b13ff-2b87-4932-9bf7-323177667d9e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:53.229190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Attempting to bind port f13b13ff-2b87-4932-9bf7-323177667d9e on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:50:53.229722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Attempting to bind port f13b13ff-2b87-4932-9bf7-323177667d9e by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:50:53.229971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Attempting to bind port f13b13ff-2b87-4932-9bf7-323177667d9e on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:50:53.263250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Port f13b13ff-2b87-4932-9bf7-323177667d9e on network d1a8419c-095d-413c-a233-3fd3e5c5e05d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:50:53.263749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Attempting to bind port f13b13ff-2b87-4932-9bf7-323177667d9e on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:50:53.308249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:50:53.308629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Checking segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:50:53.309577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Bound using segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:50:53.310067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Bound port: f13b13ff-2b87-4932-9bf7-323177667d9e, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:50:53.310641 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:53.495587 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-86cf3f24-0cf0-4c0f-a2b4-715d143507d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=deca17f4c8b94ad58fb80b6e1f4fd84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5882876 Jan 28 12:50:53.496245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:53.663335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d944f6-ce4c-4725-bdec-4f0f09f1b0e7 req-b95a2007-5ba8-4be6-8f29-706d0807091a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:53.665766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04d5e9ea-6c07-4d31-aecc-c25a92fa2b87 admin admin] Publish callbacks [] for security_group (b02994a7-4c84-439c-acbe-ea358583defa), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:53.667238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11d944f6-ce4c-4725-bdec-4f0f09f1b0e7 req-b95a2007-5ba8-4be6-8f29-706d0807091a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 943 time: 0.3746769 Jan 28 12:50:53.710225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04d5e9ea-6c07-4d31-aecc-c25a92fa2b87 admin admin] Publish callbacks [] for security_group (b02994a7-4c84-439c-acbe-ea358583defa), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:53.774991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] For port f13b13ff-2b87-4932-9bf7-323177667d9e, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:50:53.826732 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:50:53.838259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] For port f13b13ff-2b87-4932-9bf7-323177667d9e, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f13b13ff-2b87-4932-9bf7-323177667d9e,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:50:53.844340 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04d5e9ea-6c07-4d31-aecc-c25a92fa2b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b02994a7-4c84-439c-acbe-ea358583defa), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:53.847385 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-04d5e9ea-6c07-4d31-aecc-c25a92fa2b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:53.851202 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-04d5e9ea-6c07-4d31-aecc-c25a92fa2b87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b02994a7-4c84-439c-acbe-ea358583defa HTTP/1.1" status: 204 len: 168 time: 0.3509688 Jan 28 12:50:53.859708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:53.875853 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5e9ea-6c07-4d31-aecc-c25a92fa2b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02994a7-4c84-439c-acbe-ea358583defa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:53.887900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11d944f6-ce4c-4725-bdec-4f0f09f1b0e7 req-807cc287-014e-4cca-8663-26cf5c3ecb0e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078319 Jan 28 12:50:53.917357 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:53.918043 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:53.920164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] 10.222.0.49 "PUT /v2.0/ports/f13b13ff-2b87-4932-9bf7-323177667d9e HTTP/1.1" status: 200 len: 1091 time: 2.0572023 Jan 28 12:50:53.920629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25abedc-814c-4627-a5ff-90d25d92d954', 'tag': 'f13b13ff-2b87-4932-9bf7-323177667d9e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:50:53.970506 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fb3496-5d11-4f1e-afd8-76280ed6e1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e25abedc-814c-4627-a5ff-90d25d92d954", "tag": "f13b13ff-2b87-4932-9bf7-323177667d9e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:50:54.105906 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23694c7e-9e54-471b-bb51-9f8b892a035d x-openstack-request-id: req-23694c7e-9e54-471b-bb51-9f8b892a035d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:50:54.106456 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25abedc-814c-4627-a5ff-90d25d92d954", "tag": "f13b13ff-2b87-4932-9bf7-323177667d9e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:50:54.106932 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23694c7e-9e54-471b-bb51-9f8b892a035d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:50:54.108763 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25abedc-814c-4627-a5ff-90d25d92d954', 'tag': 'f13b13ff-2b87-4932-9bf7-323177667d9e', 'status': 'completed', 'code': 200} Jan 28 12:50:54.126061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d42a13-4b99-4b45-8019-f3aaafa2936a service neutron] Pushing event updated for resources: {'Port': ['ID=f13b13ff-2b87-4932-9bf7-323177667d9e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:54.133727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc4adabf-5e18-4997-b8c9-a350444b1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:54.139475 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-bc4adabf-5e18-4997-b8c9-a350444b1c86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 1094 time: 0.1641660 Jan 28 12:50:54.245766 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-5ce1c6b1-3e0c-453b-bcf6-5497a38978b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13b13ff-2b87-4932-9bf7-323177667d9e HTTP/1.1" status: 200 len: 217 time: 0.0990465 Jan 28 12:50:54.391179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-3c18c9ad-497b-42c7-b331-a7e55fbdc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:54.394738 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-3c18c9ad-497b-42c7-b331-a7e55fbdc3a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.1434660 Jan 28 12:50:54.457571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-653b8b6c-7b44-49e6-aaef-b9e9d3acfa85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531683 Jan 28 12:50:54.655587 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:54.664774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-2b306666-8dcd-45c7-a681-9be2d493a97d service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980994 Jan 28 12:50:54.929499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-048cc381-55d1-46ee-97e6-71c9268bf917 req-3bc9090d-e23a-418b-aff1-6ae83039996d service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566068 Jan 28 12:50:55.137505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-12a396ff-62fd-4aa9-9de4-db6620266eda req-0fa4da6b-2eb6-4186-b624-fed0a18c94c3 tempest-LiveMigrationTest-902393527 tempest-LiveMigrationTest-902393527-project] (103129) timed out ('10.222.0.35', 62693) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:50:55.255628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3496-5d11-4f1e-afd8-76280ed6e1e5 req-ae3c6779-b6c7-4ca1-978a-3cf85b6c62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:55.265453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48fb3496-5d11-4f1e-afd8-76280ed6e1e5 req-ae3c6779-b6c7-4ca1-978a-3cf85b6c62bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 1094 time: 0.2525003 Jan 28 12:50:55.474055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc0ffa-468b-4022-a41f-668671777f85 req-421c29bf-d31b-4165-abd9-fe9af6311556 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:55.475936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33cc0ffa-468b-4022-a41f-668671777f85 req-421c29bf-d31b-4165-abd9-fe9af6311556 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 943 time: 0.4133642 Jan 28 12:50:55.545189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3496-5d11-4f1e-afd8-76280ed6e1e5 req-db25b97b-dbd7-4439-a125-d05b0ab6e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:55.546904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48fb3496-5d11-4f1e-afd8-76280ed6e1e5 req-db25b97b-dbd7-4439-a125-d05b0ab6e0a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 907 time: 0.2595229 Jan 28 12:50:55.688872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48fb3496-5d11-4f1e-afd8-76280ed6e1e5 req-c38d4b39-3fd5-4e61-9dc8-2462b63e906b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f13b13ff-2b87-4932-9bf7-323177667d9e HTTP/1.1" status: 200 len: 217 time: 0.1339514 Jan 28 12:50:55.694748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33cc0ffa-468b-4022-a41f-668671777f85 req-2b733a12-ed63-4352-a72f-7bf2475fe793 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066114 Jan 28 12:50:55.774119 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3496-5d11-4f1e-afd8-76280ed6e1e5 req-602a400e-ed9b-4a5a-a804-403fda03276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:55.778261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48fb3496-5d11-4f1e-afd8-76280ed6e1e5 req-602a400e-ed9b-4a5a-a804-403fda03276b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.0799575 Jan 28 12:50:55.845966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48fb3496-5d11-4f1e-afd8-76280ed6e1e5 req-31a6ddac-9f0d-4ead-94cf-6f2076455390 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502367 Jan 28 12:50:56.037301 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:56.088263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48fb3496-5d11-4f1e-afd8-76280ed6e1e5 req-3dc46bd0-f400-4027-8498-0e8db0b5cc63 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366011 Jan 28 12:50:56.152186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:56.297855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48fb3496-5d11-4f1e-afd8-76280ed6e1e5 req-2ec3d252-03fb-4fda-897b-bfd0e3b75119 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020364 Jan 28 12:50:56.445589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3dc53d33-c511-411e-bb64-0c81a54addc8 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:56.446369 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-3dc53d33-c511-411e-bb64-0c81a54addc8 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 12:50:56.447045 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-3dc53d33-c511-411e-bb64-0c81a54addc8 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 12:50:56.459255 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3dc53d33-c511-411e-bb64-0c81a54addc8 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3053932 Jan 28 12:50:56.460160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40952) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:56.484969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-69b58f3f-48bd-42c2-8623-25cda6e0b2f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378903459'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:56.520457 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69b58f3f-48bd-42c2-8623-25cda6e0b2f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:56.533137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69b58f3f-48bd-42c2-8623-25cda6e0b2f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:56.728692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69b58f3f-48bd-42c2-8623-25cda6e0b2f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (c6085b05-09ae-400f-8a56-4ed5d74211f5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:56.734377 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69b58f3f-48bd-42c2-8623-25cda6e0b2f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c6085b05-09ae-400f-8a56-4ed5d74211f5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:56.772698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b58f3f-48bd-42c2-8623-25cda6e0b2f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6085b05-09ae-400f-8a56-4ed5d74211f5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:56.907646 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69b58f3f-48bd-42c2-8623-25cda6e0b2f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (9cf0c8af-a45e-4b67-b78a-c1ee4e81c04e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:56.916692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69b58f3f-48bd-42c2-8623-25cda6e0b2f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9cf0c8af-a45e-4b67-b78a-c1ee4e81c04e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:56.955656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69b58f3f-48bd-42c2-8623-25cda6e0b2f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:56.957498 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-69b58f3f-48bd-42c2-8623-25cda6e0b2f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4961371 Jan 28 12:50:56.964909 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40968) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:56.972829 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e5c8d4b0-f084-4082-9a75-e4c8ea62e358 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '9cf0c8af-a45e-4b67-b78a-c1ee4e81c04e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:56.978727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98081a7f-f75c-4365-a18a-904b902829c9 req-906769ee-6064-4a28-ab7a-09072be57723 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:57.002898 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98081a7f-f75c-4365-a18a-904b902829c9 req-906769ee-6064-4a28-ab7a-09072be57723 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 943 time: 0.1546764 Jan 28 12:50:57.016337 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d4b0-f084-4082-9a75-e4c8ea62e358 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group_rule (01be0446-222b-4867-862b-a9944fcbb87f), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:57.068626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b58f3f-48bd-42c2-8623-25cda6e0b2f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf0c8af-a45e-4b67-b78a-c1ee4e81c04e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:57.225037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98081a7f-f75c-4365-a18a-904b902829c9 req-e6abdeba-28f3-447c-965c-258bb348ff60 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150326 Jan 28 12:50:57.244748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d4b0-f084-4082-9a75-e4c8ea62e358 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group_rule (01be0446-222b-4867-862b-a9944fcbb87f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:57.254627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d4b0-f084-4082-9a75-e4c8ea62e358 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (01be0446-222b-4867-862b-a9944fcbb87f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:57.303373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8d4b0-f084-4082-9a75-e4c8ea62e358 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01be0446-222b-4867-862b-a9944fcbb87f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:57.321711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d4b0-f084-4082-9a75-e4c8ea62e358 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:57.323767 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e5c8d4b0-f084-4082-9a75-e4c8ea62e358 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3566382 Jan 28 12:50:57.326923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40978) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:57.334491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-99141828-545d-4da8-b85b-6331f08fd0b0 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '9cf0c8af-a45e-4b67-b78a-c1ee4e81c04e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:57.405986 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99141828-545d-4da8-b85b-6331f08fd0b0 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group_rule (45b015a3-6024-430b-912b-ce3c54d79a2c), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:57.563658 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-99141828-545d-4da8-b85b-6331f08fd0b0 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 12:50:57.565070 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-99141828-545d-4da8-b85b-6331f08fd0b0 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2361410 Jan 28 12:50:57.568733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 40984) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:57.774505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f13b13ff-2b87-4932-9bf7-323177667d9e details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:50:57.871603 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (9cf0c8af-a45e-4b67-b78a-c1ee4e81c04e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:58.006998 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (9cf0c8af-a45e-4b67-b78a-c1ee4e81c04e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:58.139781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f13b13ff-2b87-4932-9bf7-323177667d9e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f13b13ff-2b87-4932-9bf7-323177667d9e,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:58.147028 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9cf0c8af-a45e-4b67-b78a-c1ee4e81c04e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:58.161076 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:58.166967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 40994) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:58.174339 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "DELETE /v2.0/security-groups/9cf0c8af-a45e-4b67-b78a-c1ee4e81c04e HTTP/1.1" status: 204 len: 168 time: 0.5937142 Jan 28 12:50:58.175801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'f13b13ff-2b87-4932-9bf7-323177667d9e', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'port_id': 'f13b13ff-2b87-4932-9bf7-323177667d9e', 'mac_address': 'fa:16:3e:69:cb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00a0522-f45d-43ac-a9ca-bd06d75aada2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:50:58.205414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf0c8af-a45e-4b67-b78a-c1ee4e81c04e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:58.222590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.223424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.224345 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.224965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.225729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.227077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.227674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.228289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.228806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.229362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.230669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.233000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.233552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd8768-51c7-4347-a21e-5b68d3d1cb31 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:50:58.318219 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9fd9114c-420a-4a19-9e53-9b5743f89995 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1465838 Jan 28 12:50:58.321792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41002) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:58.339493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-939b7084-7dee-4828-b3f3-45d72f86b3f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group': {'name': 'tempest-secgroup--229230087'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:58.382849 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-939b7084-7dee-4828-b3f3-45d72f86b3f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:58.416526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port f13b13ff-2b87-4932-9bf7-323177667d9e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:50:58.416936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:58.475957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13b13ff-2b87-4932-9bf7-323177667d9e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:50:58.485763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca110e6b-981c-4b53-a51f-95813df28e73 req-d9f4cd74-d192-49a6-92e5-3e29c1243e91 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:50:58.487448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca110e6b-981c-4b53-a51f-95813df28e73 req-d9f4cd74-d192-49a6-92e5-3e29c1243e91 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 943 time: 0.1163907 Jan 28 12:50:58.504982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f13b13ff-2b87-4932-9bf7-323177667d9e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f13b13ff-2b87-4932-9bf7-323177667d9e,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:50:58.510651 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:58.588850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=f13b13ff-2b87-4932-9bf7-323177667d9e,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:58.686751 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-939b7084-7dee-4828-b3f3-45d72f86b3f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (0bdbbc9e-4e89-41a4-a0cc-6a1c1126b1e5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:58.694491 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-939b7084-7dee-4828-b3f3-45d72f86b3f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0bdbbc9e-4e89-41a4-a0cc-6a1c1126b1e5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:58.702469 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca110e6b-981c-4b53-a51f-95813df28e73 req-e77bc5cf-a422-430e-8d22-74b624e5557d tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727064 Jan 28 12:50:58.738480 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-939b7084-7dee-4828-b3f3-45d72f86b3f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:58.740064 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-939b7084-7dee-4828-b3f3-45d72f86b3f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4152701 Jan 28 12:50:58.744106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41008) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:58.751319 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c4926f28-f317-4033-905c-d7da8c37f8cd tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '0bdbbc9e-4e89-41a4-a0cc-6a1c1126b1e5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:58.756093 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-c4926f28-f317-4033-905c-d7da8c37f8cd tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 12:50:58.756955 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-c4926f28-f317-4033-905c-d7da8c37f8cd tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:50:58.757993 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c4926f28-f317-4033-905c-d7da8c37f8cd tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0131192 Jan 28 12:50:58.761568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41010) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:58.781184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b7084-7dee-4828-b3f3-45d72f86b3f9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdbbc9e-4e89-41a4-a0cc-6a1c1126b1e5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:58.808267 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['f13b13ff-2b87-4932-9bf7-323177667d9e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:50:58.908559 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fdeeb6e-6333-4718-a7f8-0b05b8e58e15 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (0bdbbc9e-4e89-41a4-a0cc-6a1c1126b1e5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:58.969610 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fdeeb6e-6333-4718-a7f8-0b05b8e58e15 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (0bdbbc9e-4e89-41a4-a0cc-6a1c1126b1e5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:59.140205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fdeeb6e-6333-4718-a7f8-0b05b8e58e15 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0bdbbc9e-4e89-41a4-a0cc-6a1c1126b1e5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:59.144436 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fdeeb6e-6333-4718-a7f8-0b05b8e58e15 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:59.146413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1fdeeb6e-6333-4718-a7f8-0b05b8e58e15 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "DELETE /v2.0/security-groups/0bdbbc9e-4e89-41a4-a0cc-6a1c1126b1e5 HTTP/1.1" status: 204 len: 168 time: 0.3829815 Jan 28 12:50:59.149560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41024) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:59.170612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdeeb6e-6333-4718-a7f8-0b05b8e58e15 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdbbc9e-4e89-41a4-a0cc-6a1c1126b1e5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:59.291186 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7d8d2e9c-3edf-4ae3-a28f-afdcab881dd9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1348083 Jan 28 12:50:59.292357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41028) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:59.297213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-852caac5-a5cc-4162-888c-35017a145f32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852802064'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:59.357930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-852caac5-a5cc-4162-888c-35017a145f32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:59.469795 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-852caac5-a5cc-4162-888c-35017a145f32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (3b460379-1c9a-40f9-b8ee-d44fe04a5c09), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:59.479988 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-852caac5-a5cc-4162-888c-35017a145f32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3b460379-1c9a-40f9-b8ee-d44fe04a5c09), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:59.535888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-852caac5-a5cc-4162-888c-35017a145f32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:59.537932 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-852caac5-a5cc-4162-888c-35017a145f32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2454462 Jan 28 12:50:59.541929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41032) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:59.546389 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852caac5-a5cc-4162-888c-35017a145f32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b460379-1c9a-40f9-b8ee-d44fe04a5c09,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:50:59.555753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-28479a0c-4b25-4a4d-84ee-275f937cdcb5 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '3b460379-1c9a-40f9-b8ee-d44fe04a5c09', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:50:59.586736 n-d-824835-4 neutron-server[103129]: WARNING neutron.api.v2.base [None req-28479a0c-4b25-4a4d-84ee-275f937cdcb5 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 12:50:59.589503 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-28479a0c-4b25-4a4d-84ee-275f937cdcb5 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:50:59.595117 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:50:59.597943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-28479a0c-4b25-4a4d-84ee-275f937cdcb5 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0456772 Jan 28 12:50:59.782507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f13b13ff-2b87-4932-9bf7-323177667d9e up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:50:59.790457 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa960402-38fa-4d6d-8e83-726d127594f0 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (3b460379-1c9a-40f9-b8ee-d44fe04a5c09), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:59.875387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port f13b13ff-2b87-4932-9bf7-323177667d9e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:50:59.895117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port f13b13ff-2b87-4932-9bf7-323177667d9e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:50:59.897961 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:50:59.938723 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa960402-38fa-4d6d-8e83-726d127594f0 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (3b460379-1c9a-40f9-b8ee-d44fe04a5c09), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:00.014634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b62bb-26ac-48d3-a5fa-e4c2e88a3106 req-e796053e-7598-40e6-ba75-b7cfd8ea5baf tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:00.026572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-580b62bb-26ac-48d3-a5fa-e4c2e88a3106 req-e796053e-7598-40e6-ba75-b7cfd8ea5baf tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 944 time: 0.1898465 Jan 28 12:51:00.095609 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa960402-38fa-4d6d-8e83-726d127594f0 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3b460379-1c9a-40f9-b8ee-d44fe04a5c09), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:00.102935 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa960402-38fa-4d6d-8e83-726d127594f0 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:00.104175 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fa960402-38fa-4d6d-8e83-726d127594f0 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "DELETE /v2.0/security-groups/3b460379-1c9a-40f9-b8ee-d44fe04a5c09 HTTP/1.1" status: 204 len: 168 time: 0.5075297 Jan 28 12:51:00.131475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41054) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:00.174343 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa960402-38fa-4d6d-8e83-726d127594f0 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b460379-1c9a-40f9-b8ee-d44fe04a5c09,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:00.189370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port f13b13ff-2b87-4932-9bf7-323177667d9e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:00.190562 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:00.220649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-580b62bb-26ac-48d3-a5fa-e4c2e88a3106 req-60479b33-5f87-46e2-b840-9613928b923a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925340 Jan 28 12:51:00.319587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25abedc-814c-4627-a5ff-90d25d92d954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13b13ff-2b87-4932-9bf7-323177667d9e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:51:00.324155 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-38c50fa6-8d38-41be-b9da-8b64947d8441 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1885834 Jan 28 12:51:00.325295 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91f5f8d-eaae-4ca8-825a-9a1839fa7f21" -d '{"events": [{"server_uuid": "e25abedc-814c-4627-a5ff-90d25d92d954", "name": "network-vif-plugged", "status": "completed", "tag": "f13b13ff-2b87-4932-9bf7-323177667d9e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:51:00.327179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41060) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:00.334281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-30b214c1-97e7-41a6-9d34-792ec5250bfa tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289142136'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:00.387895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f13b13ff-2b87-4932-9bf7-323177667d9e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f13b13ff-2b87-4932-9bf7-323177667d9e,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:00.388249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30b214c1-97e7-41a6-9d34-792ec5250bfa tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:00.397044 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:00.513348 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba997303-a306-4971-adec-64cc9e48d636 x-openstack-request-id: req-ba997303-a306-4971-adec-64cc9e48d636 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:51:00.522104 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25abedc-814c-4627-a5ff-90d25d92d954", "name": "network-vif-plugged", "status": "completed", "tag": "f13b13ff-2b87-4932-9bf7-323177667d9e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:51:00.522576 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba997303-a306-4971-adec-64cc9e48d636 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:51:00.523129 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25abedc-814c-4627-a5ff-90d25d92d954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13b13ff-2b87-4932-9bf7-323177667d9e', 'code': 200} Jan 28 12:51:00.606124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=f13b13ff-2b87-4932-9bf7-323177667d9e,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:00.624400 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30b214c1-97e7-41a6-9d34-792ec5250bfa tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (106509e9-780d-495b-9251-a0bf2c48a70b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:00.639812 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30b214c1-97e7-41a6-9d34-792ec5250bfa tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (106509e9-780d-495b-9251-a0bf2c48a70b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:00.725920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b214c1-97e7-41a6-9d34-792ec5250bfa tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106509e9-780d-495b-9251-a0bf2c48a70b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:00.734567 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30b214c1-97e7-41a6-9d34-792ec5250bfa tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:00.737931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-30b214c1-97e7-41a6-9d34-792ec5250bfa tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4082036 Jan 28 12:51:00.739812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41068) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:00.745494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-65ca62f2-5684-42f4-8939-05cf0749d5a7 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '106509e9-780d-495b-9251-a0bf2c48a70b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:00.764719 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-65ca62f2-5684-42f4-8939-05cf0749d5a7 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 12:51:00.765735 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-65ca62f2-5684-42f4-8939-05cf0749d5a7 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:00.770012 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-65ca62f2-5684-42f4-8939-05cf0749d5a7 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0252020 Jan 28 12:51:00.772837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41072) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:00.775782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8915b727-07e8-47b8-a7ea-2bcfe319da1d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '106509e9-780d-495b-9251-a0bf2c48a70b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:00.776576 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-8915b727-07e8-47b8-a7ea-2bcfe319da1d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 12:51:00.777100 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-8915b727-07e8-47b8-a7ea-2bcfe319da1d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:00.778287 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8915b727-07e8-47b8-a7ea-2bcfe319da1d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064352 Jan 28 12:51:00.784799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41074) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:00.790752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9858b-cc4d-4378-bace-c83a38491b6e req-ad38a018-55c0-4b54-a2dd-a7caa9f7182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:00.792310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ced9858b-cc4d-4378-bace-c83a38491b6e req-ad38a018-55c0-4b54-a2dd-a7caa9f7182b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 1096 time: 0.1649058 Jan 28 12:51:00.797002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0b8c7027-13df-4dd7-afda-7e6858b96907 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '106509e9-780d-495b-9251-a0bf2c48a70b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:00.798470 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-0b8c7027-13df-4dd7-afda-7e6858b96907 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 12:51:00.798975 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-0b8c7027-13df-4dd7-afda-7e6858b96907 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:00.804089 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0b8c7027-13df-4dd7-afda-7e6858b96907 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0162594 Jan 28 12:51:00.804700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41076) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:00.811967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f7faea91-7171-4985-a526-7d451955a1f5 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '106509e9-780d-495b-9251-a0bf2c48a70b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:00.812857 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-f7faea91-7171-4985-a526-7d451955a1f5 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 12:51:00.813357 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-f7faea91-7171-4985-a526-7d451955a1f5 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:00.816925 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f7faea91-7171-4985-a526-7d451955a1f5 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087049 Jan 28 12:51:00.823437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41078) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:00.890434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ced9858b-cc4d-4378-bace-c83a38491b6e req-ad6134c5-b160-46df-a576-6b546af02d92 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897779 Jan 28 12:51:00.939335 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1a33c27-751f-4c47-92cd-7dfa7caf48e6 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (106509e9-780d-495b-9251-a0bf2c48a70b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:00.997460 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1a33c27-751f-4c47-92cd-7dfa7caf48e6 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (106509e9-780d-495b-9251-a0bf2c48a70b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:01.097367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1a33c27-751f-4c47-92cd-7dfa7caf48e6 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (106509e9-780d-495b-9251-a0bf2c48a70b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:01.101036 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1a33c27-751f-4c47-92cd-7dfa7caf48e6 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:01.105194 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b1a33c27-751f-4c47-92cd-7dfa7caf48e6 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "DELETE /v2.0/security-groups/106509e9-780d-495b-9251-a0bf2c48a70b HTTP/1.1" status: 204 len: 168 time: 0.2780125 Jan 28 12:51:01.105453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41092) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:01.133385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a33c27-751f-4c47-92cd-7dfa7caf48e6 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106509e9-780d-495b-9251-a0bf2c48a70b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:01.305424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41102) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:01.306367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dfb484d6-8844-445c-9609-3e52055781d4 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1987798 Jan 28 12:51:01.309745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c2b9abda-b8f3-4122-8b21-e538055a74cf tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755717427'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:01.365543 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2b9abda-b8f3-4122-8b21-e538055a74cf tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:01.460719 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2b9abda-b8f3-4122-8b21-e538055a74cf tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (9ec47a6e-bcf1-4c04-ba13-291647378109), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:01.466134 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2b9abda-b8f3-4122-8b21-e538055a74cf tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9ec47a6e-bcf1-4c04-ba13-291647378109), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:01.467920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5c4e5-0ea5-4bde-b7ef-26198eab2bc9 req-fd741cc9-d24a-485f-bfd6-d93ad0ff0978 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:01.470363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1d5c4e5-0ea5-4bde-b7ef-26198eab2bc9 req-fd741cc9-d24a-485f-bfd6-d93ad0ff0978 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 945 time: 0.0901284 Jan 28 12:51:01.527258 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2b9abda-b8f3-4122-8b21-e538055a74cf tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:01.532401 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c2b9abda-b8f3-4122-8b21-e538055a74cf tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2264845 Jan 28 12:51:01.538200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41108) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:01.548455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-79d518e7-8a8f-4554-85b2-b403b6e65e89 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '9ec47a6e-bcf1-4c04-ba13-291647378109', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:01.560215 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-79d518e7-8a8f-4554-85b2-b403b6e65e89 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 12:51:01.560998 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-79d518e7-8a8f-4554-85b2-b403b6e65e89 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:01.562194 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-79d518e7-8a8f-4554-85b2-b403b6e65e89 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0173805 Jan 28 12:51:01.574426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41110) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:01.590453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8ef6fc97-9f94-485a-a29f-a7d185f3aaf5 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '9ec47a6e-bcf1-4c04-ba13-291647378109', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:01.595900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9abda-b8f3-4122-8b21-e538055a74cf tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec47a6e-bcf1-4c04-ba13-291647378109,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:01.640105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1d5c4e5-0ea5-4bde-b7ef-26198eab2bc9 req-5157d8f2-f7d4-4dba-b931-a0b2b6a1d544 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567750 Jan 28 12:51:01.709274 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-8ef6fc97-9f94-485a-a29f-a7d185f3aaf5 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:01.710504 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8ef6fc97-9f94-485a-a29f-a7d185f3aaf5 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1350853 Jan 28 12:51:01.713562 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41112) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:01.718827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8552704c-9296-42dc-986d-bad2ec1dea2d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '9ec47a6e-bcf1-4c04-ba13-291647378109', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:01.719566 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-8552704c-9296-42dc-986d-bad2ec1dea2d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 12:51:01.720223 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-8552704c-9296-42dc-986d-bad2ec1dea2d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:01.721793 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8552704c-9296-42dc-986d-bad2ec1dea2d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068865 Jan 28 12:51:01.726675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41114) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:01.731682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d18e48c0-9ca9-4925-8492-63afa69d5763 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '9ec47a6e-bcf1-4c04-ba13-291647378109', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:01.852465 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-d18e48c0-9ca9-4925-8492-63afa69d5763 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:01.857550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41118) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:01.858953 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d18e48c0-9ca9-4925-8492-63afa69d5763 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1308849 Jan 28 12:51:01.863659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2b5c8555-8b56-484c-95d0-22d96ef24078 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '9ec47a6e-bcf1-4c04-ba13-291647378109', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:01.864420 n-d-824835-4 neutron-server[103129]: WARNING neutron.api.v2.base [None req-2b5c8555-8b56-484c-95d0-22d96ef24078 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 12:51:01.865034 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-2b5c8555-8b56-484c-95d0-22d96ef24078 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:01.868769 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2b5c8555-8b56-484c-95d0-22d96ef24078 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071106 Jan 28 12:51:01.869417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41120) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:01.878539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-411f588a-c70a-4ea6-b6a5-7fe767d78b2d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '9ec47a6e-bcf1-4c04-ba13-291647378109', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:02.021826 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-411f588a-c70a-4ea6-b6a5-7fe767d78b2d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:02.023949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-411f588a-c70a-4ea6-b6a5-7fe767d78b2d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1526461 Jan 28 12:51:02.029425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:02.048091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-377615e2-ec80-4b35-a205-add37465747e tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '9ec47a6e-bcf1-4c04-ba13-291647378109', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:02.049946 n-d-824835-4 neutron-server[103129]: WARNING neutron.api.v2.base [None req-377615e2-ec80-4b35-a205-add37465747e tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 12:51:02.050557 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-377615e2-ec80-4b35-a205-add37465747e tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:02.057650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-377615e2-ec80-4b35-a205-add37465747e tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0256484 Jan 28 12:51:02.064573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:02.071352 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bd454b27-a837-4bf4-aeb8-2c44bc771692 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '9ec47a6e-bcf1-4c04-ba13-291647378109', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:02.187103 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-bd454b27-a837-4bf4-aeb8-2c44bc771692 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:02.188980 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bd454b27-a837-4bf4-aeb8-2c44bc771692 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1229038 Jan 28 12:51:02.191865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41140) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:02.209154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3337b83d-0fe5-464f-948b-16b1c16530fb tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '9ec47a6e-bcf1-4c04-ba13-291647378109', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:02.349740 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-3337b83d-0fe5-464f-948b-16b1c16530fb tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:02.358143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3337b83d-0fe5-464f-948b-16b1c16530fb tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1630101 Jan 28 12:51:02.373385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41146) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:02.510316 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f76b4026-b500-4125-849c-645bf6fec617 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (9ec47a6e-bcf1-4c04-ba13-291647378109), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:02.601101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f76b4026-b500-4125-849c-645bf6fec617 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (9ec47a6e-bcf1-4c04-ba13-291647378109), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:02.696359 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f76b4026-b500-4125-849c-645bf6fec617 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9ec47a6e-bcf1-4c04-ba13-291647378109), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:02.700307 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f76b4026-b500-4125-849c-645bf6fec617 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:02.703714 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f76b4026-b500-4125-849c-645bf6fec617 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ec47a6e-bcf1-4c04-ba13-291647378109 HTTP/1.1" status: 204 len: 168 time: 0.3279643 Jan 28 12:51:02.706848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41158) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:02.725868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b4026-b500-4125-849c-645bf6fec617 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec47a6e-bcf1-4c04-ba13-291647378109,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:02.894019 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-07ce175b-1272-449c-961f-e381f0333fce tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1857314 Jan 28 12:51:02.900240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41162) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:02.910479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8dce4ed1-afbb-4e97-ba0d-f782c62a5f2c tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121227638'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:02.977881 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8dce4ed1-afbb-4e97-ba0d-f782c62a5f2c tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:03.096115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073ff41-763c-4954-8459-a9473b572a82 req-77586c09-cb78-4ba6-8e9b-cffe557040f4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:03.098014 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e073ff41-763c-4954-8459-a9473b572a82 req-77586c09-cb78-4ba6-8e9b-cffe557040f4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 945 time: 0.2092431 Jan 28 12:51:03.290299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e073ff41-763c-4954-8459-a9473b572a82 req-0c539392-e56a-4f49-ba9d-2e981a7104e0 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825275 Jan 28 12:51:03.330452 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8dce4ed1-afbb-4e97-ba0d-f782c62a5f2c tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (35ad0431-8166-46c5-827a-c867bd6e205d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:03.350655 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8dce4ed1-afbb-4e97-ba0d-f782c62a5f2c tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (35ad0431-8166-46c5-827a-c867bd6e205d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:03.536591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce4ed1-afbb-4e97-ba0d-f782c62a5f2c tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ad0431-8166-46c5-827a-c867bd6e205d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:03.559218 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8dce4ed1-afbb-4e97-ba0d-f782c62a5f2c tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:03.565346 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8dce4ed1-afbb-4e97-ba0d-f782c62a5f2c tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6597960 Jan 28 12:51:03.566010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41184) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:03.573902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-94f18f57-76b3-4845-8c5a-c8ce56a115e9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '35ad0431-8166-46c5-827a-c867bd6e205d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:03.721786 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-94f18f57-76b3-4845-8c5a-c8ce56a115e9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The resource could not be found. Jan 28 12:51:03.723040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-94f18f57-76b3-4845-8c5a-c8ce56a115e9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1549933 Jan 28 12:51:03.726285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41188) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:03.732211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-98cf011a-c1f0-48cf-9ac4-45d705175a69 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '35ad0431-8166-46c5-827a-c867bd6e205d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd803867f-e975-4fcb-bedb-d649ace02707'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:03.814735 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-98cf011a-c1f0-48cf-9ac4-45d705175a69 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The resource could not be found. Jan 28 12:51:03.816398 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-98cf011a-c1f0-48cf-9ac4-45d705175a69 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0889189 Jan 28 12:51:03.819495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41190) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:03.949760 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3debed8a-289e-455a-9476-e2bff89239d9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (35ad0431-8166-46c5-827a-c867bd6e205d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:04.102579 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3debed8a-289e-455a-9476-e2bff89239d9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (35ad0431-8166-46c5-827a-c867bd6e205d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:04.242172 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3debed8a-289e-455a-9476-e2bff89239d9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (35ad0431-8166-46c5-827a-c867bd6e205d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:04.247778 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3debed8a-289e-455a-9476-e2bff89239d9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:04.249352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3debed8a-289e-455a-9476-e2bff89239d9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "DELETE /v2.0/security-groups/35ad0431-8166-46c5-827a-c867bd6e205d HTTP/1.1" status: 204 len: 168 time: 0.4285793 Jan 28 12:51:04.252150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41214) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:04.324046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debed8a-289e-455a-9476-e2bff89239d9 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ad0431-8166-46c5-827a-c867bd6e205d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:04.443585 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-17049aeb-c7a8-4fba-b436-97aaa40c3d3b tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1893735 Jan 28 12:51:04.449623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:04.463415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-054365bf-9b0e-443c-b825-ab0bdcca6f7f tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '7431dcaf-f2c2-41df-ae14-991f10334d12', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:04.526496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82a796-0221-4caa-9d04-96893e043843 req-1cf8a5f3-3b65-4baf-a6fa-7e693ffe7ae4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:04.560910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-1cf8a5f3-3b65-4baf-a6fa-7e693ffe7ae4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.3470697 Jan 28 12:51:04.611418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-dcd0130e-29a9-453f-a648-5cc0f07ad28a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/quotas/9c29e0f6db314be7874bfc92b61fff32 HTTP/1.1" status: 200 len: 375 time: 0.0465102 Jan 28 12:51:04.633325 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-054365bf-9b0e-443c-b825-ab0bdcca6f7f tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The resource could not be found. Jan 28 12:51:04.634735 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-054365bf-9b0e-443c-b825-ab0bdcca6f7f tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1819646 Jan 28 12:51:04.640591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:04.666306 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-63bbf95b-c5bb-44ad-b959-0c8af16230d1 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009232366'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:04.798909 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63bbf95b-c5bb-44ad-b959-0c8af16230d1 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:04.889127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-f36a885a-06b1-4f0c-94cf-8a4c3ab159e9 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2758737 Jan 28 12:51:05.058194 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63bbf95b-c5bb-44ad-b959-0c8af16230d1 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (6292b9f4-4f9a-408b-a827-585365920b6b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:05.079895 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63bbf95b-c5bb-44ad-b959-0c8af16230d1 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6292b9f4-4f9a-408b-a827-585365920b6b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:05.190076 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63bbf95b-c5bb-44ad-b959-0c8af16230d1 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:05.193082 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-63bbf95b-c5bb-44ad-b959-0c8af16230d1 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5512478 Jan 28 12:51:05.195817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41244) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:05.210801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d6512965-bdf3-4cc9-aa1d-9f60422d3b2b tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group': {'name': 'tempest-secgroup--479254159'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:05.239232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbf95b-c5bb-44ad-b959-0c8af16230d1 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6292b9f4-4f9a-408b-a827-585365920b6b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:05.298237 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6512965-bdf3-4cc9-aa1d-9f60422d3b2b tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:05.359691 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-71ce6f56-cb4f-4bef-a235-b22036662faf service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689598 Jan 28 12:51:05.490485 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6512965-bdf3-4cc9-aa1d-9f60422d3b2b tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (a29644da-058d-4fb7-90ff-15cdeef1ff28), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:05.498306 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6512965-bdf3-4cc9-aa1d-9f60422d3b2b tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a29644da-058d-4fb7-90ff-15cdeef1ff28), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:05.565370 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6512965-bdf3-4cc9-aa1d-9f60422d3b2b tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:05.570269 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d6512965-bdf3-4cc9-aa1d-9f60422d3b2b tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3669384 Jan 28 12:51:05.571262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41250) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:05.580015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-20feab16-109f-4c9d-88a1-5df984a168b8 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group_rule': {'security_group_id': '6292b9f4-4f9a-408b-a827-585365920b6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a29644da-058d-4fb7-90ff-15cdeef1ff28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:05.593228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6512965-bdf3-4cc9-aa1d-9f60422d3b2b tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29644da-058d-4fb7-90ff-15cdeef1ff28,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:05.645566 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-9b0f366e-eae1-4e36-886b-88a8ca36ee52 service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828059 Jan 28 12:51:05.725468 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-20feab16-109f-4c9d-88a1-5df984a168b8 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:51:05.727802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-20feab16-109f-4c9d-88a1-5df984a168b8 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1553588 Jan 28 12:51:05.730586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41254) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:05.900037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8e52-084a-4d01-b3f6-1a6d660598fc tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (a29644da-058d-4fb7-90ff-15cdeef1ff28), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:05.972510 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8e52-084a-4d01-b3f6-1a6d660598fc tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (a29644da-058d-4fb7-90ff-15cdeef1ff28), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:06.120946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a678e72-7db7-40ec-98be-8af518e727ff req-8a5d1cd4-2f6e-42e2-a5a8-a74ef46653eb tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 210 time: 0.0858953 Jan 28 12:51:06.154172 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8e52-084a-4d01-b3f6-1a6d660598fc tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a29644da-058d-4fb7-90ff-15cdeef1ff28), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:06.162352 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8e52-084a-4d01-b3f6-1a6d660598fc tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:06.163929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ba2b8e52-084a-4d01-b3f6-1a6d660598fc tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "DELETE /v2.0/security-groups/a29644da-058d-4fb7-90ff-15cdeef1ff28 HTTP/1.1" status: 204 len: 168 time: 0.4318171 Jan 28 12:51:06.166866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41272) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:06.248229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b8e52-084a-4d01-b3f6-1a6d660598fc tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29644da-058d-4fb7-90ff-15cdeef1ff28,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:06.374492 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-269d8e99-8f69-4d5b-b594-68df1d697857 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1995080 Jan 28 12:51:06.377914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41286) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:06.520091 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21fadfd9-e738-499a-ad8e-194f32a13d6d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (6292b9f4-4f9a-408b-a827-585365920b6b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:06.672079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21fadfd9-e738-499a-ad8e-194f32a13d6d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (6292b9f4-4f9a-408b-a827-585365920b6b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:06.850977 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21fadfd9-e738-499a-ad8e-194f32a13d6d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6292b9f4-4f9a-408b-a827-585365920b6b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:06.871420 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21fadfd9-e738-499a-ad8e-194f32a13d6d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:06.882272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41298) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:06.911589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-21fadfd9-e738-499a-ad8e-194f32a13d6d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "DELETE /v2.0/security-groups/6292b9f4-4f9a-408b-a827-585365920b6b HTTP/1.1" status: 204 len: 168 time: 0.5016558 Jan 28 12:51:06.997512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fadfd9-e738-499a-ad8e-194f32a13d6d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6292b9f4-4f9a-408b-a827-585365920b6b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:07.194522 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6d111a47-3044-46df-bb7c-7623249018d8 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3091013 Jan 28 12:51:07.202266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41308) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:07.208352 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-67621b4f-4e5e-4846-b027-415b1bb4de32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529144313'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:07.272386 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67621b4f-4e5e-4846-b027-415b1bb4de32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:07.414665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8e0e98e-baaa-43af-abf7-5b0d8e4bcbc1 req-83c36df7-1d8a-49cc-b8fb-f8152e93bdff tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 210 time: 0.1123023 Jan 28 12:51:07.457092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67621b4f-4e5e-4846-b027-415b1bb4de32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (f91fe447-a37d-4dac-a5f5-0e98a3e692b9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:07.473359 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67621b4f-4e5e-4846-b027-415b1bb4de32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f91fe447-a37d-4dac-a5f5-0e98a3e692b9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:07.587726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67621b4f-4e5e-4846-b027-415b1bb4de32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91fe447-a37d-4dac-a5f5-0e98a3e692b9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:07.608418 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67621b4f-4e5e-4846-b027-415b1bb4de32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:07.613552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41318) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:07.619860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2014abdf-b83d-4546-a4bf-ed6dc18bbfa7 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:07.620830 n-d-824835-4 neutron-server[103129]: WARNING neutron.api.v2.base [None req-2014abdf-b83d-4546-a4bf-ed6dc18bbfa7 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 12:51:07.622123 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-2014abdf-b83d-4546-a4bf-ed6dc18bbfa7 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 12:51:07.626627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2014abdf-b83d-4546-a4bf-ed6dc18bbfa7 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "PUT /v2.0/security-groups/f91fe447-a37d-4dac-a5f5-0e98a3e692b9 HTTP/1.1" status: 409 len: 330 time: 0.0116868 Jan 28 12:51:07.627981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41320) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:07.630684 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-67621b4f-4e5e-4846-b027-415b1bb4de32 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4271760 Jan 28 12:51:07.721842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-500826e4-0d94-4763-a06a-dc017aabb2fb tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (f91fe447-a37d-4dac-a5f5-0e98a3e692b9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:07.783973 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-500826e4-0d94-4763-a06a-dc017aabb2fb tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (f91fe447-a37d-4dac-a5f5-0e98a3e692b9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:07.880794 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-500826e4-0d94-4763-a06a-dc017aabb2fb tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f91fe447-a37d-4dac-a5f5-0e98a3e692b9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:07.883828 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-500826e4-0d94-4763-a06a-dc017aabb2fb tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:07.886172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-500826e4-0d94-4763-a06a-dc017aabb2fb tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "DELETE /v2.0/security-groups/f91fe447-a37d-4dac-a5f5-0e98a3e692b9 HTTP/1.1" status: 204 len: 168 time: 0.2571564 Jan 28 12:51:07.890606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41324) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:07.903496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500826e4-0d94-4763-a06a-dc017aabb2fb tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91fe447-a37d-4dac-a5f5-0e98a3e692b9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:08.037575 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a1a692d6-68ae-4dec-b217-d6d3150212a8 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1397860 Jan 28 12:51:08.050004 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41328) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:08.113245 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-e2c2852e-641d-45e9-b033-4b72df9bee46 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] delete failed (client error): The resource could not be found. Jan 28 12:51:08.120428 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e2c2852e-641d-45e9-b033-4b72df9bee46 tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "DELETE /v2.0/security-groups/d549566c-b925-4f4e-940a-a632a7110b41 HTTP/1.1" status: 404 len: 347 time: 0.0629640 Jan 28 12:51:08.121718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41332) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:08.201223 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-82ce050e-9276-476a-ad88-2139c9c5bb9d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] show failed (client error): The resource could not be found. Jan 28 12:51:08.211740 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-82ce050e-9276-476a-ad88-2139c9c5bb9d tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "GET /v2.0/security-groups/c82b040d-52d8-402a-b060-114e10ba4855 HTTP/1.1" status: 404 len: 347 time: 0.0890563 Jan 28 12:51:08.212744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41338) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:08.229618 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-ff9ae1c1-ad97-4d19-9646-80aa8ec5ec9f tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] show failed (client error): The resource could not be found. Jan 28 12:51:08.238516 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ff9ae1c1-ad97-4d19-9646-80aa8ec5ec9f tempest-NegativeSecGroupTest-1386394218 tempest-NegativeSecGroupTest-1386394218-project] 10.222.0.53 "GET /v2.0/security-group-rules/ffca396f-80db-454c-a107-71e5499f57cc HTTP/1.1" status: 404 len: 356 time: 0.0244381 Jan 28 12:51:08.317861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82a796-0221-4caa-9d04-96893e043843 req-bd29a782-3e82-4036-ba0c-ebbb67432d5f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:08.322883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-bd29a782-3e82-4036-ba0c-ebbb67432d5f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.3560534 Jan 28 12:51:08.336798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7b82a796-0221-4caa-9d04-96893e043843 req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Request body: {'port': {'device_id': '5638cfe0-f858-4f1d-afc2-83c8fe1dec38', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'admin_state_up': True, 'tenant_id': '9c29e0f6db314be7874bfc92b61fff32'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:08.623584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b82a796-0221-4caa-9d04-96893e043843 req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Made reservation on behalf of 9c29e0f6db314be7874bfc92b61fff32 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:51:08.632843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7b82a796-0221-4caa-9d04-96893e043843 req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:08.747449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c022daaf-0a74-44ec-8771-2ea27fc71187 req-cc38fbd7-8c7a-407d-8cb1-9c60fd37541a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 210 time: 0.0674713 Jan 28 12:51:09.002508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41362) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:09.096835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-7b82a796-0221-4caa-9d04-96893e043843 req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Allocated IP 172.20.0.14 (d1a8419c-095d-413c-a233-3fd3e5c5e05d/d00a0522-f45d-43ac-a9ca-bd06d75aada2/a7aef605-f882-4671-a3a2-8b377d7dac97) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:51:09.367016 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a06e6487-df50-480e-bbef-a0c8c6a459e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=093f22351b8c48589d3a2e25db2ed994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3625574 Jan 28 12:51:09.370597 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41380) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:09.520832 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d171358-aca0-449f-bd24-cadf670d8db1 admin admin] Publish callbacks [] for security_group (c6085b05-09ae-400f-8a56-4ed5d74211f5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:09.577050 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d171358-aca0-449f-bd24-cadf670d8db1 admin admin] Publish callbacks [] for security_group (c6085b05-09ae-400f-8a56-4ed5d74211f5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:09.620837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7b82a796-0221-4caa-9d04-96893e043843 req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks [] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:09.699986 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7b82a796-0221-4caa-9d04-96893e043843 req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:09.712873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce', 'f13b13ff-2b87-4932-9bf7-323177667d9e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:51:09.718864 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d171358-aca0-449f-bd24-cadf670d8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c6085b05-09ae-400f-8a56-4ed5d74211f5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:09.731297 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d171358-aca0-449f-bd24-cadf670d8db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:09.735596 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7d171358-aca0-449f-bd24-cadf670d8db1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6085b05-09ae-400f-8a56-4ed5d74211f5 HTTP/1.1" status: 204 len: 168 time: 0.3616679 Jan 28 12:51:09.782232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d171358-aca0-449f-bd24-cadf670d8db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6085b05-09ae-400f-8a56-4ed5d74211f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:09.848221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b82a796-0221-4caa-9d04-96893e043843 req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Network d1a8419c-095d-413c-a233-3fd3e5c5e05d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:51:09.878902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-7b82a796-0221-4caa-9d04-96893e043843 req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:51:09.883768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b82a796-0221-4caa-9d04-96893e043843 req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:51:09.890036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event updated for resources: {'Port': ['ID=a7aef605-f882-4671-a3a2-8b377d7dac97,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:10.942566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004e49f-d852-41b0-b804-c53af741fdf9 req-d9796fe6-24e9-4e1d-9f39-675f2521a92a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:10.944495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1004e49f-d852-41b0-b804-c53af741fdf9 req-d9796fe6-24e9-4e1d-9f39-675f2521a92a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 932 time: 1.0668986 Jan 28 12:51:10.954432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82a796-0221-4caa-9d04-96893e043843 req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:10.955081 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7b82a796-0221-4caa-9d04-96893e043843 req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:11.023111 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1004e49f-d852-41b0-b804-c53af741fdf9 req-bf8030e6-d0ca-485a-9ba5-3530cba809b0 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630450 Jan 28 12:51:11.030744 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-48f34e27-8be5-452c-bd99-a339fc65ec5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6990001 Jan 28 12:51:11.316078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Request body: {'port': {'device_id': '5638cfe0-f858-4f1d-afc2-83c8fe1dec38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:11.459443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:12.210205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7aef605-f882-4671-a3a2-8b377d7dac97 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:51:12.234368 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Publish callbacks [] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:12.339228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Transition to ACTIVE for port object a7aef605-f882-4671-a3a2-8b377d7dac97 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:51:12.352231 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:12.494677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb524-8cb2-42c0-b144-df4bb22dd18d req-643b8ec5-a559-4472-851e-5cfdf2f85c7f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:12.502646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0afeb524-8cb2-42c0-b144-df4bb22dd18d req-643b8ec5-a559-4472-851e-5cfdf2f85c7f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 932 time: 0.2746673 Jan 28 12:51:12.540785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Pushing event updated for resources: {'Port': ['ID=a7aef605-f882-4671-a3a2-8b377d7dac97,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:12.804499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0afeb524-8cb2-42c0-b144-df4bb22dd18d req-6ddcd9b4-36cc-46e3-961b-4189a4355e12 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002112 Jan 28 12:51:12.884555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Attempting to bind port a7aef605-f882-4671-a3a2-8b377d7dac97 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:51:12.884895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Attempting to bind port a7aef605-f882-4671-a3a2-8b377d7dac97 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:51:12.885256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Attempting to bind port a7aef605-f882-4671-a3a2-8b377d7dac97 on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:51:12.891082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Port a7aef605-f882-4671-a3a2-8b377d7dac97 on network d1a8419c-095d-413c-a233-3fd3e5c5e05d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:51:12.895535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Attempting to bind port a7aef605-f882-4671-a3a2-8b377d7dac97 on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:51:12.906299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:51:12.907026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Checking segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:51:12.914105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Bound using segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:51:12.914624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Bound port: a7aef605-f882-4671-a3a2-8b377d7dac97, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:51:12.915012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:13.146036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] For port a7aef605-f882-4671-a3a2-8b377d7dac97, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:51:13.155248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] For port a7aef605-f882-4671-a3a2-8b377d7dac97, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a7aef605-f882-4671-a3a2-8b377d7dac97,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:51:13.170540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:13.306251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:13.306989 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:13.309050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] 10.222.0.49 "PUT /v2.0/ports/a7aef605-f882-4671-a3a2-8b377d7dac97 HTTP/1.1" status: 200 len: 1092 time: 2.2702529 Jan 28 12:51:13.327630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5638cfe0-f858-4f1d-afc2-83c8fe1dec38', 'tag': 'a7aef605-f882-4671-a3a2-8b377d7dac97'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:51:13.345678 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fbcf33-6595-4884-a481-6d75b70a2d75" -d '{"events": [{"name": "network-changed", "server_uuid": "5638cfe0-f858-4f1d-afc2-83c8fe1dec38", "tag": "a7aef605-f882-4671-a3a2-8b377d7dac97"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:51:13.479728 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3044b91c-0f8c-44a1-b8bd-82684494809a x-openstack-request-id: req-3044b91c-0f8c-44a1-b8bd-82684494809a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:51:13.482349 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5638cfe0-f858-4f1d-afc2-83c8fe1dec38", "tag": "a7aef605-f882-4671-a3a2-8b377d7dac97", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:51:13.482873 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3044b91c-0f8c-44a1-b8bd-82684494809a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:51:13.483564 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5638cfe0-f858-4f1d-afc2-83c8fe1dec38', 'tag': 'a7aef605-f882-4671-a3a2-8b377d7dac97', 'status': 'completed', 'code': 200} Jan 28 12:51:13.530490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70d229-c108-439d-95fa-084762e7f315 service neutron] Pushing event updated for resources: {'Port': ['ID=a7aef605-f882-4671-a3a2-8b377d7dac97,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:13.560248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82a796-0221-4caa-9d04-96893e043843 req-5f8120d9-1db4-40a5-9d55-795eaf2c58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:13.571098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-5f8120d9-1db4-40a5-9d55-795eaf2c58b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 1095 time: 0.2103367 Jan 28 12:51:13.724016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-9db0a9ca-4ead-4601-80e7-b0c4b668ba8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7aef605-f882-4671-a3a2-8b377d7dac97 HTTP/1.1" status: 200 len: 217 time: 0.1403580 Jan 28 12:51:13.835959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82a796-0221-4caa-9d04-96893e043843 req-c16783a7-09b9-4ee5-9c09-d6152f1a52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:13.838777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-c16783a7-09b9-4ee5-9c09-d6152f1a52fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.1086433 Jan 28 12:51:13.911009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-57a5b5fa-bdbd-46a4-b5d6-94c75e09fe2e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645299 Jan 28 12:51:14.110488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4495d8-eff2-4bc0-ada6-66917756673b req-41903163-f3bb-4fc5-9338-9ff69d6eb9b1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:14.115840 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b4495d8-eff2-4bc0-ada6-66917756673b req-41903163-f3bb-4fc5-9338-9ff69d6eb9b1 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 944 time: 0.2035146 Jan 28 12:51:14.196008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b4495d8-eff2-4bc0-ada6-66917756673b req-d2c476e4-8ab4-411b-b727-5be5596556cf tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708048 Jan 28 12:51:14.242397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-d17bc3d7-5159-4e48-8ba9-aa4d51d61f31 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874515 Jan 28 12:51:14.620026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b82a796-0221-4caa-9d04-96893e043843 req-eb353e17-4908-416d-aeb3-ee90943417af service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684835 Jan 28 12:51:14.820787 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbcf33-6595-4884-a481-6d75b70a2d75 req-5587146f-4238-468c-8613-a68edc2e348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:14.828689 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95fbcf33-6595-4884-a481-6d75b70a2d75 req-5587146f-4238-468c-8613-a68edc2e348b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 1095 time: 0.0956075 Jan 28 12:51:15.014199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbcf33-6595-4884-a481-6d75b70a2d75 req-c1ae67e7-d1ba-4b9e-bbc0-4a6d7ae37f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:15.020890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95fbcf33-6595-4884-a481-6d75b70a2d75 req-c1ae67e7-d1ba-4b9e-bbc0-4a6d7ae37f7d service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 907 time: 0.1749153 Jan 28 12:51:15.087893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95fbcf33-6595-4884-a481-6d75b70a2d75 req-17992285-581b-4c2f-ae28-af9d0acb8fe7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7aef605-f882-4671-a3a2-8b377d7dac97 HTTP/1.1" status: 200 len: 217 time: 0.0650303 Jan 28 12:51:15.255274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbcf33-6595-4884-a481-6d75b70a2d75 req-593dd8d2-2735-4c13-8d39-06d6de7536d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:15.258646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95fbcf33-6595-4884-a481-6d75b70a2d75 req-593dd8d2-2735-4c13-8d39-06d6de7536d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.1647651 Jan 28 12:51:15.386853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95fbcf33-6595-4884-a481-6d75b70a2d75 req-1bfd8159-2d07-4193-b3c3-450f7d5ee083 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199486 Jan 28 12:51:15.678812 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95fbcf33-6595-4884-a481-6d75b70a2d75 req-4dc0d2b0-b93f-4453-bc71-d22291a3b629 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475979 Jan 28 12:51:15.889712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95fbcf33-6595-4884-a481-6d75b70a2d75 req-3f81b47f-80fb-4e15-ae84-51f378ecbe81 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037847 Jan 28 12:51:15.909942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ec371-9212-4eba-929b-6de827d84fd2 req-11ff8eab-5989-4223-9ca2-51e4869999ab tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:15.921409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-606ec371-9212-4eba-929b-6de827d84fd2 req-11ff8eab-5989-4223-9ca2-51e4869999ab tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 944 time: 0.5463114 Jan 28 12:51:16.028974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-606ec371-9212-4eba-929b-6de827d84fd2 req-12a9aceb-666e-4d02-bc6b-667b06267404 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054590 Jan 28 12:51:16.976117 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41608) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:17.106940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74456cbe-167d-4109-9af1-9d0b02d2021e req-6be9d4db-0837-4b7e-903c-33fefcebb70e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1474984 Jan 28 12:51:17.231829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6577-84c2-40f2-bea9-09d2876cd10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:17.249539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74456cbe-167d-4109-9af1-9d0b02d2021e req-9091224a-3326-4fe5-9951-fdab933e7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:17.252057 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:17.255005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74456cbe-167d-4109-9af1-9d0b02d2021e req-9091224a-3326-4fe5-9951-fdab933e7a31 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 1097 time: 0.1244831 Jan 28 12:51:17.485426 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6577-84c2-40f2-bea9-09d2876cd10b admin admin] Publish callbacks [] for security_group (d51bd75b-7d81-41d6-9509-0ac2fc585747), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:17.498923 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6577-84c2-40f2-bea9-09d2876cd10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d51bd75b-7d81-41d6-9509-0ac2fc585747), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:17.589732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74456cbe-167d-4109-9af1-9d0b02d2021e req-214770af-69cd-4026-be4b-5dbcbed453f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:17.591067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74456cbe-167d-4109-9af1-9d0b02d2021e req-214770af-69cd-4026-be4b-5dbcbed453f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 907 time: 0.3029187 Jan 28 12:51:17.678999 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c6577-84c2-40f2-bea9-09d2876cd10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51bd75b-7d81-41d6-9509-0ac2fc585747,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:17.688023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74456cbe-167d-4109-9af1-9d0b02d2021e req-df957a76-b4bb-4f8b-8b0b-43a9df86bbf6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19046f20-529a-4e01-bee0-9cafd82b15ce HTTP/1.1" status: 200 len: 217 time: 0.0906901 Jan 28 12:51:17.798575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41646) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:17.817528 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ec0c6577-84c2-40f2-bea9-09d2876cd10b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e70f1f72ee64075ae18d659d9c2caba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8394015 Jan 28 12:51:17.864729 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:17.882690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a7aef605-f882-4671-a3a2-8b377d7dac97 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:51:17.884291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74456cbe-167d-4109-9af1-9d0b02d2021e req-749c3835-598b-4dc3-8639-166350fcb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:17.887959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74456cbe-167d-4109-9af1-9d0b02d2021e req-749c3835-598b-4dc3-8639-166350fcb8ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.1934984 Jan 28 12:51:18.119936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74456cbe-167d-4109-9af1-9d0b02d2021e req-b9551352-1524-4681-95fa-17e99ed07081 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1883464 Jan 28 12:51:18.235005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf0f45-f16b-44e6-afa6-417474045d2b req-1f8f2eff-797f-44ed-b068-54e9c0bea57a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:18.239044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a7aef605-f882-4671-a3a2-8b377d7dac97, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a7aef605-f882-4671-a3a2-8b377d7dac97,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:18.253253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8cf0f45-f16b-44e6-afa6-417474045d2b req-1f8f2eff-797f-44ed-b068-54e9c0bea57a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 944 time: 0.3514802 Jan 28 12:51:18.266930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'a7aef605-f882-4671-a3a2-8b377d7dac97', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'port_id': 'a7aef605-f882-4671-a3a2-8b377d7dac97', 'mac_address': 'fa:16:3e:fc:41:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00a0522-f45d-43ac-a9ca-bd06d75aada2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:51:18.342948 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12e9d02b-96a6-4d46-9268-d80589e3e280 admin admin] Publish callbacks [] for security_group (d51bd75b-7d81-41d6-9509-0ac2fc585747), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:18.352020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a7aef605-f882-4671-a3a2-8b377d7dac97 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:18.352676 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:18.382420 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7aef605-f882-4671-a3a2-8b377d7dac97 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:51:18.438631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8cf0f45-f16b-44e6-afa6-417474045d2b req-42b44a11-b309-4b03-ba75-b7afd1bea0f5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827996 Jan 28 12:51:18.449409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a7aef605-f882-4671-a3a2-8b377d7dac97, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a7aef605-f882-4671-a3a2-8b377d7dac97,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:18.469526 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:18.490749 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12e9d02b-96a6-4d46-9268-d80589e3e280 admin admin] Publish callbacks [] for security_group (d51bd75b-7d81-41d6-9509-0ac2fc585747), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:18.565280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74456cbe-167d-4109-9af1-9d0b02d2021e req-491974d5-ce84-4fb0-9863-9fd9f5e3c4f9 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332769 Jan 28 12:51:18.595436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a7aef605-f882-4671-a3a2-8b377d7dac97,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:18.645595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.651985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.652602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.653185 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.653713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.654252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.654844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.655458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.656025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.660519 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.668309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.668821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.669419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:18.726223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['a7aef605-f882-4671-a3a2-8b377d7dac97'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:51:18.819559 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12e9d02b-96a6-4d46-9268-d80589e3e280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d51bd75b-7d81-41d6-9509-0ac2fc585747), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:18.823797 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12e9d02b-96a6-4d46-9268-d80589e3e280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:18.825137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-12e9d02b-96a6-4d46-9268-d80589e3e280 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d51bd75b-7d81-41d6-9509-0ac2fc585747 HTTP/1.1" status: 204 len: 168 time: 1.0224915 Jan 28 12:51:18.852035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9d02b-96a6-4d46-9268-d80589e3e280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51bd75b-7d81-41d6-9509-0ac2fc585747,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:18.858498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74456cbe-167d-4109-9af1-9d0b02d2021e req-18698660-0e97-46cb-9473-0999d7deaade service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739527 Jan 28 12:51:19.269718 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8457771-d839-42b7-ba0c-bf309f4f3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:19.671752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5bcbf-565b-4a58-829c-968a048a0f30 req-ddd757a1-ba70-4557-8fc0-dc45a50f3cd8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:19.680811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-65b5bcbf-565b-4a58-829c-968a048a0f30 req-ddd757a1-ba70-4557-8fc0-dc45a50f3cd8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 945 time: 0.1095252 Jan 28 12:51:19.784351 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-65b5bcbf-565b-4a58-829c-968a048a0f30 req-29f42dbb-bc00-463f-88e3-d9311a3e4f20 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009881 Jan 28 12:51:19.889886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a7aef605-f882-4671-a3a2-8b377d7dac97 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:51:19.958509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port a7aef605-f882-4671-a3a2-8b377d7dac97 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:51:19.992223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port a7aef605-f882-4671-a3a2-8b377d7dac97 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:19.992765 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:20.210199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port a7aef605-f882-4671-a3a2-8b377d7dac97 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:20.213017 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:20.279981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5638cfe0-f858-4f1d-afc2-83c8fe1dec38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7aef605-f882-4671-a3a2-8b377d7dac97'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:51:20.285427 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5839ae83-b71b-4ec2-9e71-856751b5f7ef" -d '{"events": [{"server_uuid": "5638cfe0-f858-4f1d-afc2-83c8fe1dec38", "name": "network-vif-plugged", "status": "completed", "tag": "a7aef605-f882-4671-a3a2-8b377d7dac97"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:51:20.322898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port a7aef605-f882-4671-a3a2-8b377d7dac97, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a7aef605-f882-4671-a3a2-8b377d7dac97,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:20.328079 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:20.385615 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90a1353-756c-4d32-8ce6-926ce54fdb76 x-openstack-request-id: req-b90a1353-756c-4d32-8ce6-926ce54fdb76 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:51:20.386099 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5638cfe0-f858-4f1d-afc2-83c8fe1dec38", "name": "network-vif-plugged", "status": "completed", "tag": "a7aef605-f882-4671-a3a2-8b377d7dac97", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:51:20.387459 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b90a1353-756c-4d32-8ce6-926ce54fdb76 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:51:20.388315 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5638cfe0-f858-4f1d-afc2-83c8fe1dec38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7aef605-f882-4671-a3a2-8b377d7dac97', 'code': 200} Jan 28 12:51:20.452558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=a7aef605-f882-4671-a3a2-8b377d7dac97,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:20.555415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1cfe2-c170-45c9-97ae-9b220a1fb5b3 req-4df61c30-4805-455b-893d-63000779dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:20.557381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63a1cfe2-c170-45c9-97ae-9b220a1fb5b3 req-4df61c30-4805-455b-893d-63000779dd07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 1097 time: 0.0950139 Jan 28 12:51:20.735373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63a1cfe2-c170-45c9-97ae-9b220a1fb5b3 req-d67601bf-6c67-4e31-85c2-2350b251f375 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432402 Jan 28 12:51:21.027628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa0912-b502-4450-b25e-8911b4e2d6d0 req-c5b353cb-5d95-4c69-9f0b-28f2ae2afd7e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:21.029673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8aa0912-b502-4450-b25e-8911b4e2d6d0 req-c5b353cb-5d95-4c69-9f0b-28f2ae2afd7e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 946 time: 0.1100674 Jan 28 12:51:21.127255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8aa0912-b502-4450-b25e-8911b4e2d6d0 req-d3e4bdd0-c88b-4325-af39-f24097613084 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911760 Jan 28 12:51:21.598843 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f10ee27-c881-4602-b0ea-4be0eba3f51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:21.966358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41806) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:21.972545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-aec2380c-29ad-4ff3-8ae6-1eeaab8e1082 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521628033', 'description': 'tempest-secgroup-smoke-1521628033 description', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:22.023058 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aec2380c-29ad-4ff3-8ae6-1eeaab8e1082 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:22.048756 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aec2380c-29ad-4ff3-8ae6-1eeaab8e1082 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:22.241732 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aec2380c-29ad-4ff3-8ae6-1eeaab8e1082 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (4e4a973c-b1b1-4a92-981f-72038b144fc2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:22.247578 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aec2380c-29ad-4ff3-8ae6-1eeaab8e1082 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4e4a973c-b1b1-4a92-981f-72038b144fc2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:22.421386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2380c-29ad-4ff3-8ae6-1eeaab8e1082 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4a973c-b1b1-4a92-981f-72038b144fc2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:22.458434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca02e6d-b0b5-450b-95f8-0883eec11b69 req-09c253c5-c529-4f2c-9664-077882b75374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:22.466432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ca02e6d-b0b5-450b-95f8-0883eec11b69 req-09c253c5-c529-4f2c-9664-077882b75374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 946 time: 0.1809554 Jan 28 12:51:22.524744 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aec2380c-29ad-4ff3-8ae6-1eeaab8e1082 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (6677eb0e-26b6-41a8-92d7-09b5c62a30b9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:22.566348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ca02e6d-b0b5-450b-95f8-0883eec11b69 req-5c3809bc-71f9-4514-9344-30b5e1669e0c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985680 Jan 28 12:51:22.566991 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aec2380c-29ad-4ff3-8ae6-1eeaab8e1082 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6677eb0e-26b6-41a8-92d7-09b5c62a30b9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:22.596496 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aec2380c-29ad-4ff3-8ae6-1eeaab8e1082 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:22.601547 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41816) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:22.604097 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-aec2380c-29ad-4ff3-8ae6-1eeaab8e1082 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6328137 Jan 28 12:51:22.607868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9f62b9da-71ab-4d09-8987-2e7b340fd547 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '6677eb0e-26b6-41a8-92d7-09b5c62a30b9', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:22.630574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2380c-29ad-4ff3-8ae6-1eeaab8e1082 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6677eb0e-26b6-41a8-92d7-09b5c62a30b9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:22.687169 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f62b9da-71ab-4d09-8987-2e7b340fd547 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (f0aeadc0-f63b-47d0-a8c8-8624b62fe8b2), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:22.829169 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f62b9da-71ab-4d09-8987-2e7b340fd547 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (f0aeadc0-f63b-47d0-a8c8-8624b62fe8b2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:22.834367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cbf6b-e167-49db-9bf8-0e151623b362 req-85c1698a-665f-4f61-ade7-e851f2f06454 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:22.836151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c8cbf6b-e167-49db-9bf8-0e151623b362 req-85c1698a-665f-4f61-ade7-e851f2f06454 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 945 time: 0.1195080 Jan 28 12:51:22.841121 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f62b9da-71ab-4d09-8987-2e7b340fd547 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (f0aeadc0-f63b-47d0-a8c8-8624b62fe8b2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:22.879479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62b9da-71ab-4d09-8987-2e7b340fd547 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0aeadc0-f63b-47d0-a8c8-8624b62fe8b2,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:22.886658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f62b9da-71ab-4d09-8987-2e7b340fd547 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:22.889378 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9f62b9da-71ab-4d09-8987-2e7b340fd547 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2867892 Jan 28 12:51:22.892193 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41822) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:22.903465 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-07210145-902c-40c0-9b6b-39293373ff5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '6677eb0e-26b6-41a8-92d7-09b5c62a30b9', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:22.931383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c8cbf6b-e167-49db-9bf8-0e151623b362 req-14feb9f6-9c08-409a-957e-b9703c75b601 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859945 Jan 28 12:51:22.962825 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07210145-902c-40c0-9b6b-39293373ff5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (e834aa9c-781e-486c-9837-ed6b7b5a2ac9), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:22.979474 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.117166 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07210145-902c-40c0-9b6b-39293373ff5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (e834aa9c-781e-486c-9837-ed6b7b5a2ac9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.122855 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07210145-902c-40c0-9b6b-39293373ff5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (e834aa9c-781e-486c-9837-ed6b7b5a2ac9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.143316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13adf4-8c7e-41f4-bb48-8f55982ba73f req-1684688b-ddfb-401b-a27b-24866af30cc3 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:23.144863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d13adf4-8c7e-41f4-bb48-8f55982ba73f req-1684688b-ddfb-401b-a27b-24866af30cc3 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 946 time: 0.0856340 Jan 28 12:51:23.162776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07210145-902c-40c0-9b6b-39293373ff5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e834aa9c-781e-486c-9837-ed6b7b5a2ac9,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:23.177021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07210145-902c-40c0-9b6b-39293373ff5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.178440 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-07210145-902c-40c0-9b6b-39293373ff5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2850282 Jan 28 12:51:23.181522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:23.197082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-24240f7f-fa47-4c31-871c-1202291c61bf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '6677eb0e-26b6-41a8-92d7-09b5c62a30b9', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:23.308928 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24240f7f-fa47-4c31-871c-1202291c61bf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (4b128f2d-db4c-4ec2-a60a-509b13eb4dec), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.313249 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d13adf4-8c7e-41f4-bb48-8f55982ba73f req-5fe658fb-3b27-4a7c-990b-9fcee0044bc4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243851 Jan 28 12:51:23.466114 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24240f7f-fa47-4c31-871c-1202291c61bf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (4b128f2d-db4c-4ec2-a60a-509b13eb4dec), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.472007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24240f7f-fa47-4c31-871c-1202291c61bf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (4b128f2d-db4c-4ec2-a60a-509b13eb4dec), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.509549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24240f7f-fa47-4c31-871c-1202291c61bf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b128f2d-db4c-4ec2-a60a-509b13eb4dec,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:23.523249 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24240f7f-fa47-4c31-871c-1202291c61bf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.525411 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-24240f7f-fa47-4c31-871c-1202291c61bf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3415968 Jan 28 12:51:23.528915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41840) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:23.534049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d0f60af6-4963-461c-9f92-913c8a949967 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '6677eb0e-26b6-41a8-92d7-09b5c62a30b9', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:23.585066 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f60af6-4963-461c-9f92-913c8a949967 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (1aa8ed33-1ec9-45bb-9b8e-6ce425e413d8), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.672714 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f60af6-4963-461c-9f92-913c8a949967 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (1aa8ed33-1ec9-45bb-9b8e-6ce425e413d8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.703981 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f60af6-4963-461c-9f92-913c8a949967 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (1aa8ed33-1ec9-45bb-9b8e-6ce425e413d8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.734783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f60af6-4963-461c-9f92-913c8a949967 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa8ed33-1ec9-45bb-9b8e-6ce425e413d8,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:23.756158 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f60af6-4963-461c-9f92-913c8a949967 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.760235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d0f60af6-4963-461c-9f92-913c8a949967 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2270553 Jan 28 12:51:23.760512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41844) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:23.765903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-499237c6-c8e3-44d1-806e-76fc7cae791d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '6677eb0e-26b6-41a8-92d7-09b5c62a30b9', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:23.807512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508ad2b-0794-4ae9-b298-306071c2d60e req-09219572-bb15-476f-ad5c-7e1d2d04eb3b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:23.812120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e508ad2b-0794-4ae9-b298-306071c2d60e req-09219572-bb15-476f-ad5c-7e1d2d04eb3b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 946 time: 0.1527479 Jan 28 12:51:23.830069 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-499237c6-c8e3-44d1-806e-76fc7cae791d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Project f804c63ab4be43509b4700c1f4f06f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:51:23.851232 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-499237c6-c8e3-44d1-806e-76fc7cae791d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (cb4bf37c-8309-4994-9024-90301cb5f923), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.933803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e508ad2b-0794-4ae9-b298-306071c2d60e req-eb50e7a6-cf0a-4327-b865-10adf2fab86a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127443 Jan 28 12:51:23.980081 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-499237c6-c8e3-44d1-806e-76fc7cae791d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (cb4bf37c-8309-4994-9024-90301cb5f923), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:23.985442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-499237c6-c8e3-44d1-806e-76fc7cae791d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (cb4bf37c-8309-4994-9024-90301cb5f923), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.009866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499237c6-c8e3-44d1-806e-76fc7cae791d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4bf37c-8309-4994-9024-90301cb5f923,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:24.021726 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-499237c6-c8e3-44d1-806e-76fc7cae791d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.023454 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-499237c6-c8e3-44d1-806e-76fc7cae791d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2612615 Jan 28 12:51:24.028387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41852) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:24.038091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c0403d17-03de-43b0-8aa4-315621c67860 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '6677eb0e-26b6-41a8-92d7-09b5c62a30b9', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:24.065326 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-c0403d17-03de-43b0-8aa4-315621c67860 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Project f804c63ab4be43509b4700c1f4f06f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:51:24.074415 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0403d17-03de-43b0-8aa4-315621c67860 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (7d778b93-71eb-4fb0-a75e-c88576238c94), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.290504 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0403d17-03de-43b0-8aa4-315621c67860 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (7d778b93-71eb-4fb0-a75e-c88576238c94), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.295885 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0403d17-03de-43b0-8aa4-315621c67860 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (7d778b93-71eb-4fb0-a75e-c88576238c94), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.339252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0403d17-03de-43b0-8aa4-315621c67860 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d778b93-71eb-4fb0-a75e-c88576238c94,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:24.365464 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0403d17-03de-43b0-8aa4-315621c67860 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.369889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41862) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:24.370715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c0403d17-03de-43b0-8aa4-315621c67860 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3382585 Jan 28 12:51:24.376642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3d6069b9-b0c1-4d6f-9c89-e3d252bb2e04 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'network': {'name': 'tempest-network-smoke--800738681', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:24.427044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6069b9-b0c1-4d6f-9c89-e3d252bb2e04 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Made reservation on behalf of f804c63ab4be43509b4700c1f4f06f6f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:51:24.434418 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d6069b9-b0c1-4d6f-9c89-e3d252bb2e04 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.498543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6069b9-b0c1-4d6f-9c89-e3d252bb2e04 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:51:24.522390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d6069b9-b0c1-4d6f-9c89-e3d252bb2e04 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b5b69698-2a6b-470f-b1c8-b942f584d0f2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.522782 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-3d6069b9-b0c1-4d6f-9c89-e3d252bb2e04 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Added segment b5b69698-2a6b-470f-b1c8-b942f584d0f2 of type vlan for network 419ca38f-63b4-4701-b4fc-da3a8bc47754 Jan 28 12:51:24.621366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d6069b9-b0c1-4d6f-9c89-e3d252bb2e04 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (419ca38f-63b4-4701-b4fc-da3a8bc47754), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.649560 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.677516 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d6069b9-b0c1-4d6f-9c89-e3d252bb2e04 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (419ca38f-63b4-4701-b4fc-da3a8bc47754), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.688998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6069b9-b0c1-4d6f-9c89-e3d252bb2e04 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:24.689793 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d6069b9-b0c1-4d6f-9c89-e3d252bb2e04 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.850349 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6069b9-b0c1-4d6f-9c89-e3d252bb2e04 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Network': ['ID=419ca38f-63b4-4701-b4fc-da3a8bc47754,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:24.865357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 419ca38f-63b4-4701-b4fc-da3a8bc47754 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:51:24.887732 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3d6069b9-b0c1-4d6f-9c89-e3d252bb2e04 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5128052 Jan 28 12:51:24.888193 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41866) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:24.899131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'admin_state_up': True, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:24.945732 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:24.947075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:25.089966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189e905-a536-44d5-8a38-db34a9ea7c62 req-99cd184a-5ac7-45c9-8ade-8ef6cb0e2339 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:25.091806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a189e905-a536-44d5-8a38-db34a9ea7c62 req-99cd184a-5ac7-45c9-8ade-8ef6cb0e2339 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 946 time: 0.1270311 Jan 28 12:51:25.097240 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_controller (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:25.466580 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bcbf8-40a5-42c1-93a4-dd0da08f1450 req-7ea9e134-6d9d-406a-9c48-a55db885b5ed tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:25.475480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec8bcbf8-40a5-42c1-93a4-dd0da08f1450 req-7ea9e134-6d9d-406a-9c48-a55db885b5ed tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 946 time: 0.2964513 Jan 28 12:51:25.552050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec8bcbf8-40a5-42c1-93a4-dd0da08f1450 req-b9915e86-8050-4935-987a-8394169073bf tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695598 Jan 28 12:51:25.670604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a189e905-a536-44d5-8a38-db34a9ea7c62 req-4ff4971b-3c11-43d8-9267-7539938e1d46 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Deleting port a7aef605-f882-4671-a3a2-8b377d7dac97 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:51:25.678901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a189e905-a536-44d5-8a38-db34a9ea7c62 req-4ff4971b-3c11-43d8-9267-7539938e1d46 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:25.697573 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:25.937972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2ea6a-3c7f-4b07-b899-3373a6fd3109 req-f8a40520-5c65-4587-8297-5caf3d7d103f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:25.948209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24e2ea6a-3c7f-4b07-b899-3373a6fd3109 req-f8a40520-5c65-4587-8297-5caf3d7d103f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.1974874 Jan 28 12:51:25.952502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a189e905-a536-44d5-8a38-db34a9ea7c62 req-4ff4971b-3c11-43d8-9267-7539938e1d46 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] For port a7aef605-f882-4671-a3a2-8b377d7dac97, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=a7aef605-f882-4671-a3a2-8b377d7dac97,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:25.952878 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a189e905-a536-44d5-8a38-db34a9ea7c62 req-4ff4971b-3c11-43d8-9267-7539938e1d46 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:25.989545 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:26.020429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a189e905-a536-44d5-8a38-db34a9ea7c62 req-4ff4971b-3c11-43d8-9267-7539938e1d46 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Calling delete_port for a7aef605-f882-4671-a3a2-8b377d7dac97 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:51:26.066082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24e2ea6a-3c7f-4b07-b899-3373a6fd3109 req-05f5d64a-92ce-47d0-858a-f09619f87c5f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161129 Jan 28 12:51:26.208926 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:26.242578 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:26.298951 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a189e905-a536-44d5-8a38-db34a9ea7c62 req-4ff4971b-3c11-43d8-9267-7539938e1d46 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a7aef605-f882-4671-a3a2-8b377d7dac97), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:26.312289 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce', 'f13b13ff-2b87-4932-9bf7-323177667d9e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:51:26.375615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4971b-3c11-43d8-9267-7539938e1d46 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event deleted for resources: {'Port': ['ID=a7aef605-f882-4671-a3a2-8b377d7dac97,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:26.439253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a189e905-a536-44d5-8a38-db34a9ea7c62 req-4ff4971b-3c11-43d8-9267-7539938e1d46 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] No DVR routers for this DVR port a7aef605-f882-4671-a3a2-8b377d7dac97 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:51:26.443765 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a189e905-a536-44d5-8a38-db34a9ea7c62 req-4ff4971b-3c11-43d8-9267-7539938e1d46 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:26.448661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a189e905-a536-44d5-8a38-db34a9ea7c62 req-4ff4971b-3c11-43d8-9267-7539938e1d46 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "DELETE /v2.0/ports/a7aef605-f882-4671-a3a2-8b377d7dac97 HTTP/1.1" status: 204 len: 173 time: 1.3504491 Jan 28 12:51:26.449320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5638cfe0-f858-4f1d-afc2-83c8fe1dec38', 'name': 'network-vif-deleted', 'tag': 'a7aef605-f882-4671-a3a2-8b377d7dac97'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:51:26.461965 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b7fed-24e7-4d72-b3c8-b43ec76f12b8" -d '{"events": [{"server_uuid": "5638cfe0-f858-4f1d-afc2-83c8fe1dec38", "name": "network-vif-deleted", "tag": "a7aef605-f882-4671-a3a2-8b377d7dac97"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:51:26.512997 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.25.7.52 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/28c608c7-c193-4707-a8c8-df853c04ab78) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:51:26.602758 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b614672-275e-4af0-a95b-7d73945f7c95 x-openstack-request-id: req-2b614672-275e-4af0-a95b-7d73945f7c95 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:51:26.603269 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5638cfe0-f858-4f1d-afc2-83c8fe1dec38", "name": "network-vif-deleted", "tag": "a7aef605-f882-4671-a3a2-8b377d7dac97", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:51:26.603588 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b614672-275e-4af0-a95b-7d73945f7c95 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:51:26.604005 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5638cfe0-f858-4f1d-afc2-83c8fe1dec38', 'name': 'network-vif-deleted', 'tag': 'a7aef605-f882-4671-a3a2-8b377d7dac97', 'status': 'completed', 'code': 200} Jan 28 12:51:26.708520 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (28c608c7-c193-4707-a8c8-df853c04ab78), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:26.789750 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (28c608c7-c193-4707-a8c8-df853c04ab78), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:26.831800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-723086cc-772a-48ad-9467-8988c88994ab req-c98e54a3-a3ab-4a48-bf35-8837d6c9cb61 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=5638cfe0-f858-4f1d-afc2-83c8fe1dec38 HTTP/1.1" status: 200 len: 210 time: 0.0584140 Jan 28 12:51:26.918879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:51:26.925966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:51:26.937407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:51:27.018533 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=28c608c7-c193-4707-a8c8-df853c04ab78,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:27.380160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383473d-8be9-44a9-a91c-a2daa5aa1e3e req-863223a5-2980-420a-87d8-c368b312cfd7 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:27.408133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f383473d-8be9-44a9-a91c-a2daa5aa1e3e req-863223a5-2980-420a-87d8-c368b312cfd7 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.1749771 Jan 28 12:51:27.514477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f383473d-8be9-44a9-a91c-a2daa5aa1e3e req-f9489d98-bc43-4476-8a49-1c50b8b68700 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039054 Jan 28 12:51:27.675654 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:27.908436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a7aef605-f882-4671-a3a2-8b377d7dac97 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:51:27.959523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: a7aef605-f882-4671-a3a2-8b377d7dac97 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:51:27.977386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device a7aef605-f882-4671-a3a2-8b377d7dac97 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:51:28.107254 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:28.424361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a963d6-18ba-445f-b17b-6a32fa707cb7 req-c11f3a00-2d43-43a0-a679-8ba693a6039b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:28.436465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a963d6-18ba-445f-b17b-6a32fa707cb7 req-c11f3a00-2d43-43a0-a679-8ba693a6039b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 945 time: 0.0866780 Jan 28 12:51:28.519010 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a963d6-18ba-445f-b17b-6a32fa707cb7 req-87998041-99f0-4ca5-a0d7-9b420b954918 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747213 Jan 28 12:51:28.753908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911c8de-bae5-45fa-a99d-84bf638bf47a req-d9ee55d1-75ec-40dc-98f3-fd548c673119 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:28.768128 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e911c8de-bae5-45fa-a99d-84bf638bf47a req-d9ee55d1-75ec-40dc-98f3-fd548c673119 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.1199086 Jan 28 12:51:28.894339 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e911c8de-bae5-45fa-a99d-84bf638bf47a req-75543a58-f868-48d0-ad0f-d3e45c058d8d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202855 Jan 28 12:51:29.076732 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:51:29.252505 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:51:29.266317 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Sync routers for ids ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:51:29.282690 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Routers {'1a0cdc12-0efd-4a8d-892d-ae09f35cef44'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:51:29.283230 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:51:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:51:29.294386 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:29.300672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41962) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:29.300830 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-06a0b46d-b2e7-4d0f-8435-c444cb416f2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.4104545 Jan 28 12:51:29.411798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41972) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:29.559313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be01ac2-8028-49be-9e36-bc5bf8eb9d2a admin admin] Deleting subnet d4f5bd45-f4b0-4586-9afe-8d609bdd8656 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:51:29.562687 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9be01ac2-8028-49be-9e36-bc5bf8eb9d2a admin admin] Publish callbacks [] for subnet (d4f5bd45-f4b0-4586-9afe-8d609bdd8656), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:29.612097 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9be01ac2-8028-49be-9e36-bc5bf8eb9d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (d4f5bd45-f4b0-4586-9afe-8d609bdd8656), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:29.613753 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e05823b1-fd2d-4448-8183-bf5dcadc873d tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f804c63ab4be43509b4700c1f4f06f6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3114717 Jan 28 12:51:29.617564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41978) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:29.617923 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Set router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:51:29.726012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9be01ac2-8028-49be-9e36-bc5bf8eb9d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (d4f5bd45-f4b0-4586-9afe-8d609bdd8656), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:29.873397 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9be01ac2-8028-49be-9e36-bc5bf8eb9d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (d4f5bd45-f4b0-4586-9afe-8d609bdd8656), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:29.943645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be01ac2-8028-49be-9e36-bc5bf8eb9d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f5bd45-f4b0-4586-9afe-8d609bdd8656,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:29.954586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9be01ac2-8028-49be-9e36-bc5bf8eb9d2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:29.958652 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9be01ac2-8028-49be-9e36-bc5bf8eb9d2a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d4f5bd45-f4b0-4586-9afe-8d609bdd8656 HTTP/1.1" status: 204 len: 168 time: 0.5455306 Jan 28 12:51:29.963368 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41982) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:30.107682 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:51:27Z', 'revision_number': 3, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:51:30.157778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (2ddd7e17-3f4d-4325-9237-8b95884ed339), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:30.168307 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Checking router: 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:51:30.168658 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Updating router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 port 28c608c7-c193-4707-a8c8-df853c04ab78 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:51:30.232759 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (28c608c7-c193-4707-a8c8-df853c04ab78), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:30.332003 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (2ddd7e17-3f4d-4325-9237-8b95884ed339), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:30.394706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddd7e17-3f4d-4325-9237-8b95884ed339']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:51:30.416823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a2b2c5-54cf-409c-82be-1ad7ffc680a2') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:51:30.417215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a2b2c5-54cf-409c-82be-1ad7ffc680a2') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:51:30.439921 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (c5a2b2c5-54cf-409c-82be-1ad7ffc680a2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:30.476346 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c5a2b2c5-54cf-409c-82be-1ad7ffc680a2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:30.504973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:51:30.507022 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (c5a2b2c5-54cf-409c-82be-1ad7ffc680a2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:51:30.515090 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:51:30.641242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (2ddd7e17-3f4d-4325-9237-8b95884ed339), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:30.647554 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:30.654250 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2ddd7e17-3f4d-4325-9237-8b95884ed339 HTTP/1.1" status: 204 len: 168 time: 0.6897895 Jan 28 12:51:30.684352 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5929b-14d4-48b1-9b4e-83006dbe7c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ddd7e17-3f4d-4325-9237-8b95884ed339,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:30.864308 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:51:30.897632 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Publish callbacks [] for port (28c608c7-c193-4707-a8c8-df853c04ab78), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:30.911029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f06d0-17c1-44ba-b637-2ee0dee4d6e9 req-2334c079-fba7-4f17-bdc0-256d302ea732 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:30.912955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b0f06d0-17c1-44ba-b637-2ee0dee4d6e9 req-2334c079-fba7-4f17-bdc0-256d302ea732 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 945 time: 1.2475252 Jan 28 12:51:30.918027 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (28c608c7-c193-4707-a8c8-df853c04ab78), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:30.925770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41994) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:31.008215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb0401-7cdd-4167-9db3-3ed0e3b12def req-88616e56-1606-4a17-a5ec-437e2616bfa4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:31.016977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0cb0401-7cdd-4167-9db3-3ed0e3b12def req-88616e56-1606-4a17-a5ec-437e2616bfa4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 945 time: 1.1499434 Jan 28 12:51:31.026019 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1ead71d4-4762-480b-9c51-1010b32abd59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d4e035eeb94452cbeaab05d2e756064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0966845 Jan 28 12:51:31.027332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 41996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:31.067094 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Attempting to bind port 28c608c7-c193-4707-a8c8-df853c04ab78 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:51:31.067757 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Attempting to bind port 28c608c7-c193-4707-a8c8-df853c04ab78 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:51:31.068187 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Attempting to bind port 28c608c7-c193-4707-a8c8-df853c04ab78 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:51:31.078542 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:51:31.078924 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:51:31.079322 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:31.079740 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:51:31.080225 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Bound port: 28c608c7-c193-4707-a8c8-df853c04ab78, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:51:31.080784 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (28c608c7-c193-4707-a8c8-df853c04ab78), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:31.138235 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] For port 28c608c7-c193-4707-a8c8-df853c04ab78, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:51:31.142613 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] For port 28c608c7-c193-4707-a8c8-df853c04ab78, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=28c608c7-c193-4707-a8c8-df853c04ab78,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:51:31.144034 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5936b922-3098-4974-8515-f4d2559f2871 admin admin] Publish callbacks [] for security_group (d462bb44-301e-4d01-903c-7ef3bacc807a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:31.148746 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (28c608c7-c193-4707-a8c8-df853c04ab78), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:31.158795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0612b6b-6bef-4d78-a1f2-257f751de5bc tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:31.160594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e0612b6b-6bef-4d78-a1f2-257f751de5bc tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.5420563 Jan 28 12:51:31.167582 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Pushing event updated for resources: {'Port': ['ID=28c608c7-c193-4707-a8c8-df853c04ab78,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:31.174806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 41998) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:31.178502 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.179057 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.179418 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.179814 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.180148 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.180478 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.180806 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.181130 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.181452 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.181779 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.182796 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.183127 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.183511 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:51:31.233369 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5936b922-3098-4974-8515-f4d2559f2871 admin admin] Publish callbacks [] for security_group (d462bb44-301e-4d01-903c-7ef3bacc807a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:31.280329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3d444d1c-3380-48aa-adcf-94fe77865426 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0937970 Jan 28 12:51:31.293032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f979b-1f3d-492d-a6ce-b3c1d6959299 req-455139f9-ef42-4c05-8d54-6a39d1397fed tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:31.301506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed0f979b-1f3d-492d-a6ce-b3c1d6959299 req-455139f9-ef42-4c05-8d54-6a39d1397fed tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 1.2570322 Jan 28 12:51:31.305240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 42002) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:31.307786 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Routers {'1a0cdc12-0efd-4a8d-892d-ae09f35cef44'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:51:31.310818 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:51:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:51:31.326140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b2a05dec-9740-4cda-afca-bab97266bbb9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1020870190', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:31.362337 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0cb0401-7cdd-4167-9db3-3ed0e3b12def req-4f052428-6431-4169-827a-65426028d319 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638958 Jan 28 12:51:31.499616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed0f979b-1f3d-492d-a6ce-b3c1d6959299 req-82b6da47-41d7-43d0-b0d4-debfbef6f2a0 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955984 Jan 28 12:51:31.550696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4b0f06d0-17c1-44ba-b637-2ee0dee4d6e9 req-61de6087-9f0b-43cb-9bd7-6987f533df93 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Deleting port f13b13ff-2b87-4932-9bf7-323177667d9e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:51:31.552997 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b0f06d0-17c1-44ba-b637-2ee0dee4d6e9 req-61de6087-9f0b-43cb-9bd7-6987f533df93 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:31.575769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5936b922-3098-4974-8515-f4d2559f2871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d462bb44-301e-4d01-903c-7ef3bacc807a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:31.583146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5936b922-3098-4974-8515-f4d2559f2871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:31.593240 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5936b922-3098-4974-8515-f4d2559f2871 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d462bb44-301e-4d01-903c-7ef3bacc807a HTTP/1.1" status: 204 len: 168 time: 0.5620339 Jan 28 12:51:31.614033 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a05dec-9740-4cda-afca-bab97266bbb9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Made reservation on behalf of f804c63ab4be43509b4700c1f4f06f6f for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:51:31.628723 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a05dec-9740-4cda-afca-bab97266bbb9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:31.639815 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] Set router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:51:31.660177 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936b922-3098-4974-8515-f4d2559f2871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d462bb44-301e-4d01-903c-7ef3bacc807a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:31.772779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4b0f06d0-17c1-44ba-b637-2ee0dee4d6e9 req-61de6087-9f0b-43cb-9bd7-6987f533df93 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] For port f13b13ff-2b87-4932-9bf7-323177667d9e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f13b13ff-2b87-4932-9bf7-323177667d9e,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:31.773474 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b0f06d0-17c1-44ba-b637-2ee0dee4d6e9 req-61de6087-9f0b-43cb-9bd7-6987f533df93 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:31.837936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4b0f06d0-17c1-44ba-b637-2ee0dee4d6e9 req-61de6087-9f0b-43cb-9bd7-6987f533df93 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Calling delete_port for f13b13ff-2b87-4932-9bf7-323177667d9e owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:51:32.015740 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a05dec-9740-4cda-afca-bab97266bbb9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (d952482a-b34d-4f9f-bc69-1e6c92105178), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:32.098438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a05dec-9740-4cda-afca-bab97266bbb9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Subnet': ['ID=d952482a-b34d-4f9f-bc69-1e6c92105178,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:32.152375 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a58ad-4509-4fa0-885b-a7b88c276d5c None None] Pushing event updated for resources: {'Port': ['ID=28c608c7-c193-4707-a8c8-df853c04ab78,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:32.155454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a05dec-9740-4cda-afca-bab97266bbb9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Checking segment: {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:51:32.155828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a05dec-9740-4cda-afca-bab97266bbb9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network hostable DHCP agents. Network: 419ca38f-63b4-4701-b4fc-da3a8bc47754, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:51:32.159245 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:51:27Z', 'revision_number': 3, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:51:32.191866 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b0f06d0-17c1-44ba-b637-2ee0dee4d6e9 req-61de6087-9f0b-43cb-9bd7-6987f533df93 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f13b13ff-2b87-4932-9bf7-323177667d9e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:32.205296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:51:32.210590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a05dec-9740-4cda-afca-bab97266bbb9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 419ca38f-63b4-4701-b4fc-da3a8bc47754 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:51:32.233966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b2a05dec-9740-4cda-afca-bab97266bbb9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 419ca38f-63b4-4701-b4fc-da3a8bc47754) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:51:32.248213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a05dec-9740-4cda-afca-bab97266bbb9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:32.248454 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaef504-28eb-4d59-a280-16398c38e790 None None] The sync data for ids ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'] in n-d-824835-4 is: [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:51:27Z', 'revision_number': 3, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:51:32.249426 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a05dec-9740-4cda-afca-bab97266bbb9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:32.262943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de6087-9f0b-43cb-9bd7-6987f533df93 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event deleted for resources: {'Port': ['ID=f13b13ff-2b87-4932-9bf7-323177667d9e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:32.297373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d90cdec-5208-4755-9690-7623eea881ee None None] Network 419ca38f-63b4-4701-b4fc-da3a8bc47754 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:51:32.301926 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b2a05dec-9740-4cda-afca-bab97266bbb9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9926581 Jan 28 12:51:32.302602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 42020) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:51:32.555910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0f06d0-17c1-44ba-b637-2ee0dee4d6e9 req-61de6087-9f0b-43cb-9bd7-6987f533df93 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] No DVR routers for this DVR port f13b13ff-2b87-4932-9bf7-323177667d9e on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:51:32.573542 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4b0f06d0-17c1-44ba-b637-2ee0dee4d6e9 req-61de6087-9f0b-43cb-9bd7-6987f533df93 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:32.577122 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b0f06d0-17c1-44ba-b637-2ee0dee4d6e9 req-61de6087-9f0b-43cb-9bd7-6987f533df93 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "DELETE /v2.0/ports/f13b13ff-2b87-4932-9bf7-323177667d9e HTTP/1.1" status: 204 len: 173 time: 1.6376517 Jan 28 12:51:32.651686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25abedc-814c-4627-a5ff-90d25d92d954', 'name': 'network-vif-deleted', 'tag': 'f13b13ff-2b87-4932-9bf7-323177667d9e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:51:32.655646 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71417c3d-522e-421e-bad5-c0a1100c1aec" -d '{"events": [{"server_uuid": "e25abedc-814c-4627-a5ff-90d25d92d954", "name": "network-vif-deleted", "tag": "f13b13ff-2b87-4932-9bf7-323177667d9e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:51:32.758800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-419ca38f-63b4-4701-b4fc-da3a8bc47754', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ips': [{'subnet_id': 'd952482a-b34d-4f9f-bc69-1e6c92105178'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:51:32.761837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:33.394079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Allocated IP 172.20.0.2 (419ca38f-63b4-4701-b4fc-da3a8bc47754/d952482a-b34d-4f9f-bc69-1e6c92105178/7014d38e-6216-4370-adce-9e5196323d78) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:51:33.525480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8cb44a51-5e5c-4464-9cde-007682426ce3 req-a55f96dc-bb2e-42b9-8aae-af857dfa72cb tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=e25abedc-814c-4627-a5ff-90d25d92d954 HTTP/1.1" status: 200 len: 210 time: 0.9614830 Jan 28 12:51:33.674904 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5f7220-de21-4fa4-a5c0-ce6a8be86b94 x-openstack-request-id: req-2f5f7220-de21-4fa4-a5c0-ce6a8be86b94 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:51:33.675208 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25abedc-814c-4627-a5ff-90d25d92d954", "name": "network-vif-deleted", "tag": "f13b13ff-2b87-4932-9bf7-323177667d9e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:51:33.675678 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f5f7220-de21-4fa4-a5c0-ce6a8be86b94 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:51:33.676289 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25abedc-814c-4627-a5ff-90d25d92d954', 'name': 'network-vif-deleted', 'tag': 'f13b13ff-2b87-4932-9bf7-323177667d9e', 'status': 'completed', 'code': 200} Jan 28 12:51:33.708181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c0eb6-c0b3-455e-9e40-682481ec142a req-7e3cc710-8846-45bd-a0f8-b69905c9c8a2 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:33.718074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e99c0eb6-c0b3-455e-9e40-682481ec142a req-7e3cc710-8846-45bd-a0f8-b69905c9c8a2 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.9166372 Jan 28 12:51:33.874296 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e99c0eb6-c0b3-455e-9e40-682481ec142a req-575dcb43-9a1d-4b43-b76e-1a1f1e01ea36 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543918 Jan 28 12:51:33.943069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f13b13ff-2b87-4932-9bf7-323177667d9e no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:51:34.022335 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: f13b13ff-2b87-4932-9bf7-323177667d9e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:51:34.022680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f13b13ff-2b87-4932-9bf7-323177667d9e not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:51:34.134574 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Publish callbacks [] for port (7014d38e-6216-4370-adce-9e5196323d78), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:34.153410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 28c608c7-c193-4707-a8c8-df853c04ab78 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:51:34.259748 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (7014d38e-6216-4370-adce-9e5196323d78), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:34.371045 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:34.441880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Network 419ca38f-63b4-4701-b4fc-da3a8bc47754 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:51:34.472585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:51:34.476131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:51:34.478492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Pushing event updated for resources: {'Port': ['ID=7014d38e-6216-4370-adce-9e5196323d78,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:34.504135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 28c608c7-c193-4707-a8c8-df853c04ab78 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:34.504446 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (28c608c7-c193-4707-a8c8-df853c04ab78), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:35.236223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Attempting to bind port 7014d38e-6216-4370-adce-9e5196323d78 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:51:35.236601 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Attempting to bind port 7014d38e-6216-4370-adce-9e5196323d78 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:51:35.236991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Attempting to bind port 7014d38e-6216-4370-adce-9e5196323d78 on network 419ca38f-63b4-4701-b4fc-da3a8bc47754 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:51:35.263616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:51:35.263990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Checking segment: {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:51:35.266603 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:35.271227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Bound using segment: {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:51:35.272043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Bound port: 7014d38e-6216-4370-adce-9e5196323d78, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:51:35.272613 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7014d38e-6216-4370-adce-9e5196323d78), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:35.394456 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 28c608c7-c193-4707-a8c8-df853c04ab78 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:35.394854 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (28c608c7-c193-4707-a8c8-df853c04ab78), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:35.445932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 28c608c7-c193-4707-a8c8-df853c04ab78, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=28c608c7-c193-4707-a8c8-df853c04ab78,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:35.497893 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (28c608c7-c193-4707-a8c8-df853c04ab78), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:35.616594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d7987911-e260-4b50-8451-b08ad5f1d52a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:35.625619 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d7987911-e260-4b50-8451-b08ad5f1d52a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.5305560 Jan 28 12:51:35.659082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] For port 7014d38e-6216-4370-adce-9e5196323d78, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:51:35.661277 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=28c608c7-c193-4707-a8c8-df853c04ab78,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:35.668915 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] For port 7014d38e-6216-4370-adce-9e5196323d78, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7014d38e-6216-4370-adce-9e5196323d78,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:51:35.680264 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7014d38e-6216-4370-adce-9e5196323d78), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:35.680523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-795ecb2e-f4a2-443f-a834-00f2cd08aebe tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/quotas/9c29e0f6db314be7874bfc92b61fff32 HTTP/1.1" status: 200 len: 375 time: 0.0537157 Jan 28 12:51:35.825206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe859f-4bdd-4670-afa4-9bbf9b99bde6 req-6844e0f0-d7db-45b1-ab18-1556536b362e tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:35.827248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b7fe859f-4bdd-4670-afa4-9bbf9b99bde6 req-6844e0f0-d7db-45b1-ab18-1556536b362e tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.6780434 Jan 28 12:51:35.843715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7b1f5-2b89-42b8-9f1a-de05cbe7a048 None None] Pushing event updated for resources: {'Port': ['ID=7014d38e-6216-4370-adce-9e5196323d78,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:36.058136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-93548364-8a9a-4f27-9ea6-50577b3b8aa8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3744810 Jan 28 12:51:36.062763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 28c608c7-c193-4707-a8c8-df853c04ab78 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:51:36.126864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.20.0.1 (419ca38f-63b4-4701-b4fc-da3a8bc47754/d952482a-b34d-4f9f-bc69-1e6c92105178/6273319d-30d9-4587-b572-a1ed2e9b1ab3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:51:36.180182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 28c608c7-c193-4707-a8c8-df853c04ab78 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:36.180662 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (28c608c7-c193-4707-a8c8-df853c04ab78), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:36.402742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b7fe859f-4bdd-4670-afa4-9bbf9b99bde6 req-6771c412-b1c8-4f02-bf53-b2a689dcd7eb tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4732616 Jan 28 12:51:36.417386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 28c608c7-c193-4707-a8c8-df853c04ab78 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:36.476790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-a72f39fa-680b-4e12-8f5c-9051448ec025 service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912425 Jan 28 12:51:37.165892 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:37.195513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-0787afb2-5e1b-4f04-a57c-5b23be5cdeda service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734276 Jan 28 12:51:37.269294 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:37.391654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=6273319d-30d9-4587-b572-a1ed2e9b1ab3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:37.430353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 419ca38f-63b4-4701-b4fc-da3a8bc47754 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:51:37.435184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:51:37.439642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:51:37.659980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26562dc5-a992-4d74-bc29-46d87e5bdf92 req-6cfd55b3-88de-4089-be22-ab09c6bbfba8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 210 time: 0.1146364 Jan 28 12:51:37.706108 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:37.864551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49341811-f93c-42e9-ab56-5dfc94dafce9 None None] Network 419ca38f-63b4-4701-b4fc-da3a8bc47754 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:51:37.869538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf7c1c-1721-4528-a83c-85e0db84e6b3 req-f6cd1421-1d21-42a4-87ce-46a5125bc37c tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:37.889703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1baf7c1c-1721-4528-a83c-85e0db84e6b3 req-f6cd1421-1d21-42a4-87ce-46a5125bc37c tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.3308201 Jan 28 12:51:38.119679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7014d38e-6216-4370-adce-9e5196323d78 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:51:38.149002 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1baf7c1c-1721-4528-a83c-85e0db84e6b3 req-860d936e-e7a1-4b2b-9e0a-9f9f0a671219 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584383 Jan 28 12:51:38.264084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-61a8abe9-0920-4029-9061-94ed15142cbe None None] Provisioning complete for port 7014d38e-6216-4370-adce-9e5196323d78 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:38.264705 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61a8abe9-0920-4029-9061-94ed15142cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7014d38e-6216-4370-adce-9e5196323d78), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:38.327019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:38.546846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-61a8abe9-0920-4029-9061-94ed15142cbe None None] Current status of the port 7014d38e-6216-4370-adce-9e5196323d78 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:38.547269 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61a8abe9-0920-4029-9061-94ed15142cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7014d38e-6216-4370-adce-9e5196323d78), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:38.625391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7014d38e-6216-4370-adce-9e5196323d78 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:38.625857 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7014d38e-6216-4370-adce-9e5196323d78), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:38.791106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-61a8abe9-0920-4029-9061-94ed15142cbe None None] For port 7014d38e-6216-4370-adce-9e5196323d78, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7014d38e-6216-4370-adce-9e5196323d78,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:38.800329 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61a8abe9-0920-4029-9061-94ed15142cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7014d38e-6216-4370-adce-9e5196323d78), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:38.984565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8abe9-0920-4029-9061-94ed15142cbe None None] Pushing event updated for resources: {'Port': ['ID=7014d38e-6216-4370-adce-9e5196323d78,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:39.125838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29dfa67c-9a43-4fe1-a423-f437a967eacd req-1f247d3c-87f3-4f13-9954-5627d0431ea5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 210 time: 0.1084487 Jan 28 12:51:39.167070 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-67e842a7-4db9-48c0-b631-445bbdc59a75 None None] Provisioning complete for port 7014d38e-6216-4370-adce-9e5196323d78 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:39.167978 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67e842a7-4db9-48c0-b631-445bbdc59a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7014d38e-6216-4370-adce-9e5196323d78), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:39.243935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7014d38e-6216-4370-adce-9e5196323d78 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:39.512222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-67e842a7-4db9-48c0-b631-445bbdc59a75 None None] Current status of the port 7014d38e-6216-4370-adce-9e5196323d78 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:39.533973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-67e842a7-4db9-48c0-b631-445bbdc59a75 None None] Provisioning complete for port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:39.537849 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67e842a7-4db9-48c0-b631-445bbdc59a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:39.596757 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428248a0-ff8f-4f09-8668-515208194ef8 req-67d2b709-90f6-487e-af29-5675bd0645b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:39.606219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-67e842a7-4db9-48c0-b631-445bbdc59a75 None None] Port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:51:39.619484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-428248a0-ff8f-4f09-8668-515208194ef8 req-67d2b709-90f6-487e-af29-5675bd0645b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 1096 time: 0.7521911 Jan 28 12:51:39.703191 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:39.731915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4feb6-78e6-40da-950a-89d7a421d351 req-0ba4cacb-12f4-4bea-8523-1af983308d02 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:39.739804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9db4feb6-78e6-40da-950a-89d7a421d351 req-0ba4cacb-12f4-4bea-8523-1af983308d02 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.8859203 Jan 28 12:51:39.754769 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:39.756386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6abb6182-c614-4d8c-92e2-5723c043ff53 None None] Provisioning complete for port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:39.757645 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6abb6182-c614-4d8c-92e2-5723c043ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:39.853267 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:39.907392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6abb6182-c614-4d8c-92e2-5723c043ff53 None None] Port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:51:40.016047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7014d38e-6216-4370-adce-9e5196323d78 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:51:40.102100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9db4feb6-78e6-40da-950a-89d7a421d351 req-de75a110-6320-404a-bca6-ad05ab5408d7 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610363 Jan 28 12:51:40.210076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=6273319d-30d9-4587-b572-a1ed2e9b1ab3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:40.243213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-0a9a160e-0788-4e92-99f9-6175d11b86e4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:40.245550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-0a9a160e-0788-4e92-99f9-6175d11b86e4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.8161542 Jan 28 12:51:40.268985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Request body: {'port': {'device_id': '8adc7e9c-f54a-4c38-b69e-486414775475', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'admin_state_up': True, 'tenant_id': '9c29e0f6db314be7874bfc92b61fff32'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:40.293607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7014d38e-6216-4370-adce-9e5196323d78 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:40.294007 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7014d38e-6216-4370-adce-9e5196323d78), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:40.448253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Made reservation on behalf of 9c29e0f6db314be7874bfc92b61fff32 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:51:40.452055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:40.480824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30e8a4ad-fb7e-4a74-b0fc-f4559f407b06 req-8ea2e9ea-2cdc-40c9-bf7d-25370dc0d865 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 210 time: 0.0653851 Jan 28 12:51:40.482610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428248a0-ff8f-4f09-8668-515208194ef8 req-92381687-39b5-423a-b11a-5a84dfb534a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:40.497235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-428248a0-ff8f-4f09-8668-515208194ef8 req-92381687-39b5-423a-b11a-5a84dfb534a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 911 time: 0.8644025 Jan 28 12:51:40.647957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 419ca38f-63b4-4701-b4fc-da3a8bc47754 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:51:40.650688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7014d38e-6216-4370-adce-9e5196323d78 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:40.666054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:51:40.819885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-428248a0-ff8f-4f09-8668-515208194ef8 req-6fa0c9b0-b648-470d-8d73-e6050b1b1e34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d55c04-4428-4e04-8230-af4481e8b9de HTTP/1.1" status: 200 len: 1001 time: 0.3190734 Jan 28 12:51:40.944848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Allocated IP 172.20.0.11 (d1a8419c-095d-413c-a233-3fd3e5c5e05d/d00a0522-f45d-43ac-a9ca-bd06d75aada2/09a36efc-9a3d-4a83-963e-fec20c563567) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:51:41.198428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428248a0-ff8f-4f09-8668-515208194ef8 req-6cdba988-8c1b-412a-8c2e-3dfc13a81c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:41.207714 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-428248a0-ff8f-4f09-8668-515208194ef8 req-6cdba988-8c1b-412a-8c2e-3dfc13a81c67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.3776972 Jan 28 12:51:41.275019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6bdeff98-cef2-4110-829b-9be0876af315 None None] Provisioning complete for port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:41.275625 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6bdeff98-cef2-4110-829b-9be0876af315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:41.400194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6bdeff98-cef2-4110-829b-9be0876af315 None None] Port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:51:41.475071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:51:41.514729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a8f1d-86a9-48cc-b939-db3307fb7d9c req-06f5c977-41d5-467e-82a1-270bce35cedc tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:41.521687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd0a8f1d-86a9-48cc-b939-db3307fb7d9c req-06f5c977-41d5-467e-82a1-270bce35cedc tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.2881527 Jan 28 12:51:41.531972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428248a0-ff8f-4f09-8668-515208194ef8 req-eb514026-769c-4bdb-82ef-c112523fd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:41.533474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-428248a0-ff8f-4f09-8668-515208194ef8 req-eb514026-769c-4bdb-82ef-c112523fd552 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3195014 Jan 28 12:51:41.717484 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks [] for port (09a36efc-9a3d-4a83-963e-fec20c563567), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:41.843050 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:41.875374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:51:42.541044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Network d1a8419c-095d-413c-a233-3fd3e5c5e05d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:51:42.556806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-428248a0-ff8f-4f09-8668-515208194ef8 req-6e635798-600b-4559-9e78-e2f1bbf199e5 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0090594 Jan 28 12:51:42.568922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:51:42.682665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:51:42.703800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event updated for resources: {'Port': ['ID=09a36efc-9a3d-4a83-963e-fec20c563567,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:42.773143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd0a8f1d-86a9-48cc-b939-db3307fb7d9c req-3c5c7d29-3cb5-43af-8410-6232a67d0d5d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2504201 Jan 28 12:51:42.801418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70dea0-892a-4b6c-8c00-0be1b213507b req-ff9d8519-9e1a-4b4b-b470-72cb47ef7e0f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:42.802998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba70dea0-892a-4b6c-8c00-0be1b213507b req-ff9d8519-9e1a-4b4b-b470-72cb47ef7e0f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 932 time: 1.0331345 Jan 28 12:51:42.882837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba70dea0-892a-4b6c-8c00-0be1b213507b req-77c4a119-3681-4bfb-9217-002e4e838e66 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731308 Jan 28 12:51:42.892228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:51:42.898632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:42.899299 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:42.904306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Sync routers for ids ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:51:42.919906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Routers {'1a0cdc12-0efd-4a8d-892d-ae09f35cef44'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:51:42.920559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:51:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:51:42.937369 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9bdc5194-9d4d-4ce3-a33c-d1c83f6391e0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "PUT /v2.0/routers/1a0cdc12-0efd-4a8d-892d-ae09f35cef44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5981705 Jan 28 12:51:42.945489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-b8f23735-e78b-4e08-b8b8-16635543c728 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6874022 Jan 28 12:51:42.957165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Request body: {'port': {'device_id': '8adc7e9c-f54a-4c38-b69e-486414775475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:42.984660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-428248a0-ff8f-4f09-8668-515208194ef8 req-e56c11e3-101f-4768-a897-7042b0b917ff service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007258 Jan 28 12:51:43.069794 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:43.353214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Set router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:51:43.837810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a36efc-9a3d-4a83-963e-fec20c563567 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:51:43.859030 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Publish callbacks [] for port (09a36efc-9a3d-4a83-963e-fec20c563567), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:43.866203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-645dc666-f26e-4015-b32e-8b8f671faea3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521628033&fields=id&tenant_id=f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 267 time: 0.1951609 Jan 28 12:51:43.914068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Transition to ACTIVE for port object 09a36efc-9a3d-4a83-963e-fec20c563567 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:51:43.920084 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:44.130872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:51:38Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6273319d-30d9-4587-b572-a1ed2e9b1ab3', 'name': '', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6c:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:34Z', 'updated_at': '2022-01-28T12:51:38Z', 'revision_number': 2, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:51:44.212086 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Checking router: 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:51:44.212581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Updating router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:51:44.220142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea2b8f-6139-432a-be46-44a8f03deaa6 req-c851c48d-69b1-4ca5-b79b-396474d6e2d9 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:44.221778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0ea2b8f-6139-432a-be46-44a8f03deaa6 req-c851c48d-69b1-4ca5-b79b-396474d6e2d9 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.1918912 Jan 28 12:51:44.222413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Pushing event updated for resources: {'Port': ['ID=09a36efc-9a3d-4a83-963e-fec20c563567,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:44.281001 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:44.375525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Attempting to bind port 09a36efc-9a3d-4a83-963e-fec20c563567 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:51:44.375834 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Attempting to bind port 09a36efc-9a3d-4a83-963e-fec20c563567 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:51:44.376399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Attempting to bind port 09a36efc-9a3d-4a83-963e-fec20c563567 on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:51:44.399577 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0ea2b8f-6139-432a-be46-44a8f03deaa6 req-5aaf783e-b4a2-4bcb-9265-d3082105b542 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166148 Jan 28 12:51:44.404677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Port 09a36efc-9a3d-4a83-963e-fec20c563567 on network d1a8419c-095d-413c-a233-3fd3e5c5e05d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:51:44.404677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Attempting to bind port 09a36efc-9a3d-4a83-963e-fec20c563567 on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:51:44.425103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5cbc06e2-b578-48ec-912d-001192a9ace4 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:44.426666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5cbc06e2-b578-48ec-912d-001192a9ace4 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/networks?id=419ca38f-63b4-4701-b4fc-da3a8bc47754 HTTP/1.1" status: 200 len: 796 time: 0.5511920 Jan 28 12:51:44.431736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:51:44.432112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Checking segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:51:44.432692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Bound using segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:51:44.434297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Bound port: 09a36efc-9a3d-4a83-963e-fec20c563567, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:51:44.434297 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:44.510681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-06e9872c-48ca-40a3-8f92-5a63674229c7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/quotas/f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 375 time: 0.0697904 Jan 28 12:51:44.843600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-6f6477f0-9283-4752-ad85-a0c15375a362 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3320086 Jan 28 12:51:44.855047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de09db3-d5b2-45f1-a514-9d2c1bb812b2 req-dbb4f0c5-2b4f-43cc-8225-4bae03880653 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:44.857098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8de09db3-d5b2-45f1-a514-9d2c1bb812b2 req-dbb4f0c5-2b4f-43cc-8225-4bae03880653 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 944 time: 0.2304647 Jan 28 12:51:44.993896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-c9bd1e51-32bb-41f8-bbb9-f83c4fd0e5b7 service neutron] 10.222.0.53 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318440 Jan 28 12:51:45.015200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] For port 09a36efc-9a3d-4a83-963e-fec20c563567, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:51:45.063150 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Publish callbacks [] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:45.079830 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:45.122645 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8de09db3-d5b2-45f1-a514-9d2c1bb812b2 req-b90d1650-d6c8-4d83-b3f6-9095a7bf1115 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253176 Jan 28 12:51:45.124553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] For port 09a36efc-9a3d-4a83-963e-fec20c563567, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=09a36efc-9a3d-4a83-963e-fec20c563567,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:51:45.142508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b919f-e31f-4e64-a883-40c8afb0b933 None None] Pushing event updated for resources: {'Port': ['ID=6273319d-30d9-4587-b572-a1ed2e9b1ab3,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:45.207952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-b358aaad-3636-429b-b7c6-ea43a6591b13 service neutron] 10.222.0.53 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902187 Jan 28 12:51:45.220207 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:45.267809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Attempting to bind port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:51:45.268108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Attempting to bind port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:51:45.268484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Attempting to bind port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 on network 419ca38f-63b4-4701-b4fc-da3a8bc47754 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:51:45.293841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:51:45.295525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Checking segment: {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:51:45.296148 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:45.298017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Bound using segment: {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:51:45.298699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Bound port: 6273319d-30d9-4587-b572-a1ed2e9b1ab3, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:51:45.299101 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:45.342936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:45.343599 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:45.345019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-d872604f-bcac-4c84-b189-2117997df230 service neutron] 10.222.0.49 "PUT /v2.0/ports/09a36efc-9a3d-4a83-963e-fec20c563567 HTTP/1.1" status: 200 len: 1092 time: 2.3925612 Jan 28 12:51:45.345501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adc7e9c-f54a-4c38-b69e-486414775475', 'tag': '09a36efc-9a3d-4a83-963e-fec20c563567'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:51:45.378238 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1b094f-369c-4e6e-8650-95aae7c37798" -d '{"events": [{"name": "network-changed", "server_uuid": "8adc7e9c-f54a-4c38-b69e-486414775475", "tag": "09a36efc-9a3d-4a83-963e-fec20c563567"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:51:45.473591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] For port 6273319d-30d9-4587-b572-a1ed2e9b1ab3, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:51:45.481593 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] For port 6273319d-30d9-4587-b572-a1ed2e9b1ab3, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6273319d-30d9-4587-b572-a1ed2e9b1ab3,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:51:45.490669 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:45.568347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872604f-bcac-4c84-b189-2117997df230 service neutron] Pushing event updated for resources: {'Port': ['ID=09a36efc-9a3d-4a83-963e-fec20c563567,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:45.638236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-348808e2-356c-4140-807b-ed56c61713df req-6fea02ee-800c-411c-84d8-4138275640de tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 210 time: 0.0664303 Jan 28 12:51:45.641170 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb11ad03-a149-47f8-8033-687f93cdd041 x-openstack-request-id: req-eb11ad03-a149-47f8-8033-687f93cdd041 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:51:45.653435 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adc7e9c-f54a-4c38-b69e-486414775475", "tag": "09a36efc-9a3d-4a83-963e-fec20c563567", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:51:45.653709 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb11ad03-a149-47f8-8033-687f93cdd041 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:51:45.654209 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adc7e9c-f54a-4c38-b69e-486414775475', 'tag': '09a36efc-9a3d-4a83-963e-fec20c563567', 'status': 'completed', 'code': 200} Jan 28 12:51:45.689328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Routers {'1a0cdc12-0efd-4a8d-892d-ae09f35cef44'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:51:45.690383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:51:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:51:45.698964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-43449719-2d84-4986-a50e-f9ffac5e7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:45.700622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-43449719-2d84-4986-a50e-f9ffac5e7ba3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 1095 time: 0.3160255 Jan 28 12:51:45.933428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-576ca7cf-a4bc-422d-a758-1f1e7f7716c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09a36efc-9a3d-4a83-963e-fec20c563567 HTTP/1.1" status: 200 len: 217 time: 0.2131088 Jan 28 12:51:46.075039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] Set router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:51:46.130971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-6de8d266-b125-4766-8578-9ec6731c62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:46.157882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-6de8d266-b125-4766-8578-9ec6731c62d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.2179620 Jan 28 12:51:46.298940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b919f-e31f-4e64-a883-40c8afb0b933 None None] Pushing event updated for resources: {'Port': ['ID=6273319d-30d9-4587-b572-a1ed2e9b1ab3,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:46.310328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-a6c9c8ed-f4ed-4360-b2c9-b9df403d5437 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458750 Jan 28 12:51:46.551994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c84fd12b-1f98-4054-8238-c65bdbb16de5 None None] Provisioning complete for port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:46.552380 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c84fd12b-1f98-4054-8238-c65bdbb16de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:46.639390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:51:38Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6273319d-30d9-4587-b572-a1ed2e9b1ab3', 'name': '', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6c:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:34Z', 'updated_at': '2022-01-28T12:51:45Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:51:46.739194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d7116-895b-47eb-b361-4cfc5ebfed7a None None] The sync data for ids ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'] in n-d-824835-4 is: [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:51:38Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6273319d-30d9-4587-b572-a1ed2e9b1ab3', 'name': '', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6c:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:34Z', 'updated_at': '2022-01-28T12:51:45Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:51:46.777573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9c4da-e457-4688-aa86-ef6b76d79708 req-214d2055-1e06-4736-a1b6-da030e774630 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:46.780175 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4f9c4da-e457-4688-aa86-ef6b76d79708 req-214d2055-1e06-4736-a1b6-da030e774630 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 944 time: 0.2362597 Jan 28 12:51:46.904655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c84fd12b-1f98-4054-8238-c65bdbb16de5 None None] Current status of the port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:46.905634 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c84fd12b-1f98-4054-8238-c65bdbb16de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:46.956997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c893d3e-9b08-4ddb-b771-3b64798f31a6 req-72cc744b-bd10-4611-84e4-9bf6a9573898 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 210 time: 0.1757519 Jan 28 12:51:47.031497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-1b9fee44-ec71-44ae-927a-deec11598f47 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7191935 Jan 28 12:51:47.092898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c84fd12b-1f98-4054-8238-c65bdbb16de5 None None] For port 6273319d-30d9-4587-b572-a1ed2e9b1ab3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6273319d-30d9-4587-b572-a1ed2e9b1ab3,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:47.107146 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c84fd12b-1f98-4054-8238-c65bdbb16de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:47.430894 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4f9c4da-e457-4688-aa86-ef6b76d79708 req-bb21ed4e-6acb-494a-b3b8-f3a36ac4d18f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121291 Jan 28 12:51:47.476341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42a1479a-6336-4d87-8cf5-ef376bcaf936 req-6a5166c6-d995-4449-9c16-696664b4fe7d service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290929 Jan 28 12:51:47.548349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fd12b-1f98-4054-8238-c65bdbb16de5 None None] Pushing event updated for resources: {'Port': ['ID=6273319d-30d9-4587-b572-a1ed2e9b1ab3,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:47.593088 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:47.594430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-729ccad1-38c6-4519-84c0-33e5f1445124 None None] Provisioning complete for port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:47.595022 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-729ccad1-38c6-4519-84c0-33e5f1445124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:47.646088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b094f-369c-4e6e-8650-95aae7c37798 req-ba5c6283-21a1-47fa-b6e4-9b8b8a52fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:47.653349 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f1b094f-369c-4e6e-8650-95aae7c37798 req-ba5c6283-21a1-47fa-b6e4-9b8b8a52fc25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 1095 time: 0.1014214 Jan 28 12:51:47.756094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-729ccad1-38c6-4519-84c0-33e5f1445124 None None] Current status of the port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:47.813551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b094f-369c-4e6e-8650-95aae7c37798 req-20c0a8b6-e43b-431e-81ff-86d24afffe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:47.816812 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f1b094f-369c-4e6e-8650-95aae7c37798 req-20c0a8b6-e43b-431e-81ff-86d24afffe38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 907 time: 0.1575296 Jan 28 12:51:47.859049 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:48.053159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f1b094f-369c-4e6e-8650-95aae7c37798 req-7d9c7890-cb89-410b-9d62-03b5d7b57fff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09a36efc-9a3d-4a83-963e-fec20c563567 HTTP/1.1" status: 200 len: 217 time: 0.2271502 Jan 28 12:51:48.110195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6273319d-30d9-4587-b572-a1ed2e9b1ab3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:51:48.218634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:48.219480 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:48.394370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:48.425523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ca99267-8605-460e-989c-341d3c2f1096 req-6806b92c-3e39-4a4a-b396-a493a151bb55 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 210 time: 0.1036742 Jan 28 12:51:48.546983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-2e54eb48-160a-4aca-b92a-88ada2eaa2ac tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:48.548547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-2e54eb48-160a-4aca-b92a-88ada2eaa2ac tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "GET /v2.0/networks?id=419ca38f-63b4-4701-b4fc-da3a8bc47754 HTTP/1.1" status: 200 len: 796 time: 0.5258610 Jan 28 12:51:48.592680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b094f-369c-4e6e-8650-95aae7c37798 req-9a5ea0e5-4a5f-4d1f-9349-a256561a82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:48.594705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f1b094f-369c-4e6e-8650-95aae7c37798 req-9a5ea0e5-4a5f-4d1f-9349-a256561a82bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.4986565 Jan 28 12:51:48.740751 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f1b094f-369c-4e6e-8650-95aae7c37798 req-dc9d58c1-a724-4bc9-8b03-4301f670588a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336118 Jan 28 12:51:48.977383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-9263d303-bc29-43eb-ae10-c976b6ce3888 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 380 time: 0.4205825 Jan 28 12:51:48.988243 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'port': {'device_id': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'admin_state_up': True, 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'security_groups': ['6677eb0e-26b6-41a8-92d7-09b5c62a30b9']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:49.115952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536f210-4544-44b0-9088-90344d069bb6 req-f8b6f935-3c4c-43a1-8dce-5589b9bc22fe tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:49.117945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7536f210-4544-44b0-9088-90344d069bb6 req-f8b6f935-3c4c-43a1-8dce-5589b9bc22fe tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 944 time: 0.5212133 Jan 28 12:51:49.124473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f1b094f-369c-4e6e-8650-95aae7c37798 req-fcbcd3a2-977b-4356-ae16-214ec767fb1e service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763919 Jan 28 12:51:49.284573 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-495ea718-1c27-45e7-8c12-bcdd1b021405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:49.361849 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7536f210-4544-44b0-9088-90344d069bb6 req-0dfeec89-d10b-49a5-8106-fd8e9aea0570 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361827 Jan 28 12:51:49.436641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f1b094f-369c-4e6e-8650-95aae7c37798 req-900e30ee-d9be-4fa1-84aa-85d7f7238d39 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784803 Jan 28 12:51:49.464608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Made reservation on behalf of f804c63ab4be43509b4700c1f4f06f6f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:51:49.469037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:49.700157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.20.0.4 (419ca38f-63b4-4701-b4fc-da3a8bc47754/d952482a-b34d-4f9f-bc69-1e6c92105178/96bdc5ca-e0fc-4daa-a300-046d5de14f00) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:51:49.855445 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:49.890551 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59463bac-3488-4dd4-a566-7ee3aaa50219 req-dbf3353d-0041-431d-a36e-1883f9765573 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 210 time: 0.3118000 Jan 28 12:51:49.892248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:49.945491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 419ca38f-63b4-4701-b4fc-da3a8bc47754 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:51:49.949306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:51:49.952074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:51:49.996078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=96bdc5ca-e0fc-4daa-a300-046d5de14f00,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:50.031896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 09a36efc-9a3d-4a83-963e-fec20c563567 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:51:50.122253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:50.125156 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:50.160718 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5c0adb67-8b01-49b9-8b71-382d4b931887 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1748192 Jan 28 12:51:50.174296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Request body: {'port': {'device_id': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:51:50.271253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 09a36efc-9a3d-4a83-963e-fec20c563567, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=09a36efc-9a3d-4a83-963e-fec20c563567,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:50.325678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '09a36efc-9a3d-4a83-963e-fec20c563567', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'port_id': '09a36efc-9a3d-4a83-963e-fec20c563567', 'mac_address': 'fa:16:3e:31:70:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00a0522-f45d-43ac-a9ca-bd06d75aada2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:51:50.432501 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c725987f-b096-47e7-901e-3f6acacc9b7c None None] Provisioning complete for port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:50.433798 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c725987f-b096-47e7-901e-3f6acacc9b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:50.549950 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c725987f-b096-47e7-901e-3f6acacc9b7c None None] Port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:51:50.578981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 09a36efc-9a3d-4a83-963e-fec20c563567 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:50.579517 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:50.631086 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a36efc-9a3d-4a83-963e-fec20c563567 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:51:50.660302 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 09a36efc-9a3d-4a83-963e-fec20c563567, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=09a36efc-9a3d-4a83-963e-fec20c563567,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:50.669841 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:50.737321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=09a36efc-9a3d-4a83-963e-fec20c563567,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:50.773107 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:50.841660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71a2b8-4ff0-4325-968e-9adc67129c3a req-9e40a29f-2733-4794-bd18-cda9a99275d5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:50.843631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d71a2b8-4ff0-4325-968e-9adc67129c3a req-9e40a29f-2733-4794-bd18-cda9a99275d5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 944 time: 0.2242043 Jan 28 12:51:50.881308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['09a36efc-9a3d-4a83-963e-fec20c563567'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:51:51.368187 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d71a2b8-4ff0-4325-968e-9adc67129c3a req-16083a59-22fe-49e4-940d-cc81dd364f61 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154254 Jan 28 12:51:51.490546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077f0b1-601a-4a90-9918-1f3e9f71b204 req-00e91c20-2c59-4ba9-8799-2d75a29e9cf9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:51.492382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6077f0b1-601a-4a90-9918-1f3e9f71b204 req-00e91c20-2c59-4ba9-8799-2d75a29e9cf9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 931 time: 0.2974324 Jan 28 12:51:51.606099 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d6e2-3be8-45fb-9934-87aea4c00239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:51.616799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bdc5ca-e0fc-4daa-a300-046d5de14f00 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:51:51.627787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6077f0b1-601a-4a90-9918-1f3e9f71b204 req-e04060dc-3c48-4711-9324-59da8b797083 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249371 Jan 28 12:51:51.633693 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Publish callbacks [] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:51.654829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Transition to ACTIVE for port object 96bdc5ca-e0fc-4daa-a300-046d5de14f00 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:51:51.663593 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:51.748664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Pushing event updated for resources: {'Port': ['ID=96bdc5ca-e0fc-4daa-a300-046d5de14f00,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:51.842940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Attempting to bind port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:51:51.843279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Attempting to bind port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:51:51.843645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Attempting to bind port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 on network 419ca38f-63b4-4701-b4fc-da3a8bc47754 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:51:51.849008 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 on network 419ca38f-63b4-4701-b4fc-da3a8bc47754 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:51:51.849353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Attempting to bind port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 on network 419ca38f-63b4-4701-b4fc-da3a8bc47754 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:51:51.856448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:51:51.856848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Checking segment: {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:51:51.857232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Bound using segment: {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:51:51.857659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Bound port: 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:51:51.858016 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:51.971383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:51:51.975803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:51:51.982270 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:52.046555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 09a36efc-9a3d-4a83-963e-fec20c563567 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:51:52.163152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:52.163462 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:52.170330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] 10.222.0.49 "PUT /v2.0/ports/96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 200 len: 1091 time: 2.0041852 Jan 28 12:51:52.171053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27defc-c783-48e6-be79-60cbe436e8ef service neutron] Pushing event updated for resources: {'Port': ['ID=96bdc5ca-e0fc-4daa-a300-046d5de14f00,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:52.190129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:51:52.199851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 09a36efc-9a3d-4a83-963e-fec20c563567 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:51:52.205910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 09a36efc-9a3d-4a83-963e-fec20c563567 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:52.207994 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:52.214869 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1e31e3-5b9c-450f-b5b6-a73858a9038d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:51:52.337102 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b82ddd2-5d14-41ec-91e3-a620b63441e4 x-openstack-request-id: req-0b82ddd2-5d14-41ec-91e3-a620b63441e4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:51:52.337381 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:51:52.337634 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b82ddd2-5d14-41ec-91e3-a620b63441e4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:51:52.338094 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'status': 'completed', 'code': 200} Jan 28 12:51:52.356488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-97aa37e5-f79a-416e-9bb2-ab41f61140cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:52.358055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-97aa37e5-f79a-416e-9bb2-ab41f61140cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1094 time: 0.1284328 Jan 28 12:51:52.454025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 09a36efc-9a3d-4a83-963e-fec20c563567 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:52.456480 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:52.468473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-0183774c-cdbc-4098-be28-ca68a71e2915 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 200 len: 217 time: 0.1034265 Jan 28 12:51:52.581973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adc7e9c-f54a-4c38-b69e-486414775475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a36efc-9a3d-4a83-963e-fec20c563567'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:51:52.593814 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c4e5f2-dec4-4b36-b37e-dc58ffd22a9d" -d '{"events": [{"server_uuid": "8adc7e9c-f54a-4c38-b69e-486414775475", "name": "network-vif-plugged", "status": "completed", "tag": "09a36efc-9a3d-4a83-963e-fec20c563567"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:51:52.636274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 09a36efc-9a3d-4a83-963e-fec20c563567, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=09a36efc-9a3d-4a83-963e-fec20c563567,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:52.670843 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:52.701706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5356aa24-04f9-4487-b287-dc0a5df65e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:52.707016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5356aa24-04f9-4487-b287-dc0a5df65e32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d952482a-b34d-4f9f-bc69-1e6c92105178 HTTP/1.1" status: 200 len: 835 time: 0.2334113 Jan 28 12:51:52.724422 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a1514d-2908-441a-9a4f-907640f3e566 x-openstack-request-id: req-74a1514d-2908-441a-9a4f-907640f3e566 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:51:52.727737 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adc7e9c-f54a-4c38-b69e-486414775475", "name": "network-vif-plugged", "status": "completed", "tag": "09a36efc-9a3d-4a83-963e-fec20c563567", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:51:52.728380 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74a1514d-2908-441a-9a4f-907640f3e566 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:51:52.729027 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adc7e9c-f54a-4c38-b69e-486414775475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a36efc-9a3d-4a83-963e-fec20c563567', 'code': 200} Jan 28 12:51:52.784736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=09a36efc-9a3d-4a83-963e-fec20c563567,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:52.935716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae28254-239f-4c32-ae2e-943c3bbf3323 req-c689efe1-dbe9-4294-b71f-5c1235555cbe tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:52.946228 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ae28254-239f-4c32-ae2e-943c3bbf3323 req-c689efe1-dbe9-4294-b71f-5c1235555cbe tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 945 time: 0.3573670 Jan 28 12:51:52.966570 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:53.020804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-a9234654-2498-43d8-9c76-d10e2c739a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:53.022603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-a9234654-2498-43d8-9c76-d10e2c739a99 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=419ca38f-63b4-4701-b4fc-da3a8bc47754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3023157 Jan 28 12:51:53.111213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ae28254-239f-4c32-ae2e-943c3bbf3323 req-c027fe3e-e276-4730-a8d3-f6ef356c170c tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637001 Jan 28 12:51:53.130343 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a7a18-a6b2-4845-8ce1-5e16447db7ba req-1e16a84c-ad07-44af-b786-8e71d5cfc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:53.132121 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-820a7a18-a6b2-4845-8ce1-5e16447db7ba req-1e16a84c-ad07-44af-b786-8e71d5cfc34d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 1097 time: 0.3259292 Jan 28 12:51:53.158043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c833a-1681-4aaf-83c6-1bad579503c1 req-ba4aaea3-3bcc-49a4-be02-bfe449d582c5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:53.160829 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b37c833a-1681-4aaf-83c6-1bad579503c1 req-ba4aaea3-3bcc-49a4-be02-bfe449d582c5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 943 time: 0.2689092 Jan 28 12:51:53.248871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-5a419944-ab05-469d-8fbc-6477110f9511 service neutron] 10.222.0.49 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182922 Jan 28 12:51:53.365643 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-820a7a18-a6b2-4845-8ce1-5e16447db7ba req-ddd7b181-d869-4bc4-8f2d-822f105b7762 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224324 Jan 28 12:51:53.378809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b37c833a-1681-4aaf-83c6-1bad579503c1 req-0a4ffcb5-3167-4c03-83de-284f6d5eff41 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052686 Jan 28 12:51:53.522712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77cb46f3-b97d-4fea-bf1c-951f711c4ce8 req-cab3bc74-5af2-40e6-bdd7-010f6ea36ed4 service neutron] 10.222.0.49 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594192 Jan 28 12:51:53.757737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e31e3-5b9c-450f-b5b6-a73858a9038d req-0ac079a9-403b-4399-ba15-efadafc2760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:53.759291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd1e31e3-5b9c-450f-b5b6-a73858a9038d req-0ac079a9-403b-4399-ba15-efadafc2760b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1094 time: 0.1528733 Jan 28 12:51:53.908026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e31e3-5b9c-450f-b5b6-a73858a9038d req-15e472c4-9386-42ca-b2a7-16cfd7254c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:53.909626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd1e31e3-5b9c-450f-b5b6-a73858a9038d req-15e472c4-9386-42ca-b2a7-16cfd7254c6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=419ca38f-63b4-4701-b4fc-da3a8bc47754 HTTP/1.1" status: 200 len: 897 time: 0.1431401 Jan 28 12:51:53.989854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd1e31e3-5b9c-450f-b5b6-a73858a9038d req-7d8f2218-d0cd-46f8-a831-b25309c2306d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 200 len: 217 time: 0.0735857 Jan 28 12:51:54.080851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e31e3-5b9c-450f-b5b6-a73858a9038d req-5d73cfed-b050-4c40-8bcf-90a9d62526ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:54.084835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd1e31e3-5b9c-450f-b5b6-a73858a9038d req-5d73cfed-b050-4c40-8bcf-90a9d62526ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d952482a-b34d-4f9f-bc69-1e6c92105178 HTTP/1.1" status: 200 len: 835 time: 0.0868757 Jan 28 12:51:54.195391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e31e3-5b9c-450f-b5b6-a73858a9038d req-b92b5c30-00fa-41b9-b75e-1e7dfbe2dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:54.196992 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd1e31e3-5b9c-450f-b5b6-a73858a9038d req-b92b5c30-00fa-41b9-b75e-1e7dfbe2dcec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=419ca38f-63b4-4701-b4fc-da3a8bc47754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056497 Jan 28 12:51:54.386137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd1e31e3-5b9c-450f-b5b6-a73858a9038d req-4c5dc2a5-0723-4574-9bda-d0873613a449 service neutron] 10.222.0.49 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796784 Jan 28 12:51:54.423213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020e0c-d746-43ed-ba71-bc6afa97dc09 req-59dc8023-9eb3-4b61-a11b-d36ee71e2025 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:54.425033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95020e0c-d746-43ed-ba71-bc6afa97dc09 req-59dc8023-9eb3-4b61-a11b-d36ee71e2025 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 946 time: 0.1879683 Jan 28 12:51:54.509211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95020e0c-d746-43ed-ba71-bc6afa97dc09 req-aa018061-b741-4014-8ee8-9df17fb7d574 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707242 Jan 28 12:51:54.660872 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:54.690606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f3c78-e8ee-4986-8254-72771243eab5 req-4877ff50-58fb-4d6f-ab19-626928877db7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:54.692293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-174f3c78-e8ee-4986-8254-72771243eab5 req-4877ff50-58fb-4d6f-ab19-626928877db7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 943 time: 0.1267607 Jan 28 12:51:54.793801 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd1e31e3-5b9c-450f-b5b6-a73858a9038d req-6c4e40d0-b02d-44ab-8097-7402e622af2a service neutron] 10.222.0.49 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984399 Jan 28 12:51:54.819512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-174f3c78-e8ee-4986-8254-72771243eab5 req-f3053aab-90b4-4fb1-ba41-a4c843be7d36 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073799 Jan 28 12:51:55.769702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f250b3-6ab6-468f-a1b3-ab1b53fb3dd6 req-be8ba4ea-f9a7-4745-bf8d-bda92785259e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:55.805053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2f250b3-6ab6-468f-a1b3-ab1b53fb3dd6 req-be8ba4ea-f9a7-4745-bf8d-bda92785259e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 946 time: 0.1546514 Jan 28 12:51:55.940716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2f250b3-6ab6-468f-a1b3-ab1b53fb3dd6 req-9f69d9a5-6edb-4837-a0c8-a8d87109cf05 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303163 Jan 28 12:51:56.002322 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:56.066753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 96bdc5ca-e0fc-4daa-a300-046d5de14f00 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:51:56.211826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:56.230060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'port_id': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'mac_address': 'fa:16:3e:10:9d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:51:56.242028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f38b6-4cd7-42e7-aeeb-8b4c45cab2b4 req-cfc7f054-07a5-452e-ad61-27c929d08fc8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:56.262716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e8f38b6-4cd7-42e7-aeeb-8b4c45cab2b4 req-cfc7f054-07a5-452e-ad61-27c929d08fc8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 943 time: 0.2189829 Jan 28 12:51:56.318041 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:56.320765 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:56.392789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bdc5ca-e0fc-4daa-a300-046d5de14f00 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:51:56.450115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:56.455988 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:56.497433 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e8f38b6-4cd7-42e7-aeeb-8b4c45cab2b4 req-9774dd8a-26cc-4ec7-8d29-1cbad85e1f23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205501 Jan 28 12:51:56.548395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499095b9-4997-4da7-8dc0-928b256b4a99 req-5951e10d-963f-4a71-b27b-b997800f68d2 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:56.552628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-499095b9-4997-4da7-8dc0-928b256b4a99 req-5951e10d-963f-4a71-b27b-b997800f68d2 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 946 time: 0.2308044 Jan 28 12:51:56.636846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=96bdc5ca-e0fc-4daa-a300-046d5de14f00,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:56.710767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['96bdc5ca-e0fc-4daa-a300-046d5de14f00'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:51:56.713831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-499095b9-4997-4da7-8dc0-928b256b4a99 req-745a97a1-65ec-488c-9339-a59ac5e80598 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526225 Jan 28 12:51:57.192528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e6c5c-476a-4599-bd99-61d1ac49574e req-d38f802e-feb3-4aed-ad76-705fb4a727f7 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:57.200799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c87e6c5c-476a-4599-bd99-61d1ac49574e req-d38f802e-feb3-4aed-ad76-705fb4a727f7 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 946 time: 0.3498847 Jan 28 12:51:57.327126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c87e6c5c-476a-4599-bd99-61d1ac49574e req-66d3d179-c529-4af4-aeae-e332a79ce57b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125844 Jan 28 12:51:57.873355 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2d15f-2516-4e7d-a1bb-71abb4d366d1 req-4debd0ce-99ab-4869-b6de-c38b2e85c923 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:57.877715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f2d15f-2516-4e7d-a1bb-71abb4d366d1 req-4debd0ce-99ab-4869-b6de-c38b2e85c923 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 944 time: 0.1884820 Jan 28 12:51:58.080835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 96bdc5ca-e0fc-4daa-a300-046d5de14f00 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:51:58.139832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f2d15f-2516-4e7d-a1bb-71abb4d366d1 req-1dd78e7b-f370-4ede-a685-8c8ca0e8b801 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951382 Jan 28 12:51:58.189106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13e527-98c4-403f-9ad5-7c4d1d31296a req-14d43867-7805-4a50-ae45-fe5d5f817444 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:58.191107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd13e527-98c4-403f-9ad5-7c4d1d31296a req-14d43867-7805-4a50-ae45-fe5d5f817444 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 946 time: 0.3593059 Jan 28 12:51:58.296661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:51:58.314494 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:51:58.314665 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:58.362728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd13e527-98c4-403f-9ad5-7c4d1d31296a req-0f4ca6d9-666b-462a-a545-d5c4909c32ca tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610575 Jan 28 12:51:58.459634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:51:58.460117 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:58.557956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:51:58.561106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:51:58.567991 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ff34c8-c7f2-4c2f-99f7-2f8ac2bbd620" -d '{"events": [{"server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "name": "network-vif-plugged", "status": "completed", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:51:58.591502 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:51:58.652592 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86ef144-c874-4677-b17b-ac65450c9ea3 x-openstack-request-id: req-e86ef144-c874-4677-b17b-ac65450c9ea3 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:51:58.653167 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "name": "network-vif-plugged", "status": "completed", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:51:58.653659 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e86ef144-c874-4677-b17b-ac65450c9ea3 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:51:58.654265 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'code': 200} Jan 28 12:51:58.709472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=96bdc5ca-e0fc-4daa-a300-046d5de14f00,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:51:58.849666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af5a4e-c744-44b2-b66e-7ef1566fdb6c req-00c0a2b3-fb1b-42b7-97c7-52171a7aa3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:58.851578 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8af5a4e-c744-44b2-b66e-7ef1566fdb6c req-00c0a2b3-fb1b-42b7-97c7-52171a7aa3d0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1113267 Jan 28 12:51:59.009100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8af5a4e-c744-44b2-b66e-7ef1566fdb6c req-6be04e81-7308-4cc0-bfef-45be923a68f6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498401 Jan 28 12:51:59.503885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efea40e-5f7a-466d-9aa5-59a241a26114 req-6511f863-5005-4ffb-81bb-61946dcaf894 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:59.505439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0efea40e-5f7a-466d-9aa5-59a241a26114 req-6511f863-5005-4ffb-81bb-61946dcaf894 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 946 time: 0.2686110 Jan 28 12:51:59.615082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be59d3-9931-4bf7-8fe0-a76471843793 req-f79a22ee-1609-4fa9-b359-012a50cbe8ad tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:59.616656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6be59d3-9931-4bf7-8fe0-a76471843793 req-f79a22ee-1609-4fa9-b359-012a50cbe8ad tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.3385935 Jan 28 12:51:59.758674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6be59d3-9931-4bf7-8fe0-a76471843793 req-2cd01a3b-5221-4513-aff0-be7c2cef6458 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309183 Jan 28 12:51:59.783555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40207ea0-7418-4c42-b0a0-e1b4830b3633 req-b6635e5f-2f5a-4ce3-871d-061fcc59b390 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:51:59.794113 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40207ea0-7418-4c42-b0a0-e1b4830b3633 req-b6635e5f-2f5a-4ce3-871d-061fcc59b390 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 946 time: 0.3071752 Jan 28 12:51:59.892756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40207ea0-7418-4c42-b0a0-e1b4830b3633 req-6161bc53-80f8-4903-b34e-4b8f6fa4f330 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974874 Jan 28 12:51:59.915180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-0efea40e-5f7a-466d-9aa5-59a241a26114 req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Deleting port 09a36efc-9a3d-4a83-963e-fec20c563567 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:51:59.916583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0efea40e-5f7a-466d-9aa5-59a241a26114 req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:00.033076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0efea40e-5f7a-466d-9aa5-59a241a26114 req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] For port 09a36efc-9a3d-4a83-963e-fec20c563567, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=09a36efc-9a3d-4a83-963e-fec20c563567,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:52:00.033076 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0efea40e-5f7a-466d-9aa5-59a241a26114 req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:00.045124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-0efea40e-5f7a-466d-9aa5-59a241a26114 req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Calling delete_port for 09a36efc-9a3d-4a83-963e-fec20c563567 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:52:00.211237 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0efea40e-5f7a-466d-9aa5-59a241a26114 req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (09a36efc-9a3d-4a83-963e-fec20c563567), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:00.226191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:52:00.255274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event deleted for resources: {'Port': ['ID=09a36efc-9a3d-4a83-963e-fec20c563567,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:00.305222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.306023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.307614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.308487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.309075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.309641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.310387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.311443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.312026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.312600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.313204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.313770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.314322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:00.358420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efea40e-5f7a-466d-9aa5-59a241a26114 req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] No DVR routers for this DVR port 09a36efc-9a3d-4a83-963e-fec20c563567 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:52:00.361323 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0efea40e-5f7a-466d-9aa5-59a241a26114 req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:00.365389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0efea40e-5f7a-466d-9aa5-59a241a26114 req-1a11037a-e887-4d05-8ca2-c610a61e4374 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "DELETE /v2.0/ports/09a36efc-9a3d-4a83-963e-fec20c563567 HTTP/1.1" status: 204 len: 173 time: 0.8489759 Jan 28 12:52:00.366234 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adc7e9c-f54a-4c38-b69e-486414775475', 'name': 'network-vif-deleted', 'tag': '09a36efc-9a3d-4a83-963e-fec20c563567'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:52:00.379816 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cd1cfa-02af-47da-908f-674737dd5d51" -d '{"events": [{"server_uuid": "8adc7e9c-f54a-4c38-b69e-486414775475", "name": "network-vif-deleted", "tag": "09a36efc-9a3d-4a83-963e-fec20c563567"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:52:00.508635 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c33de5-ec53-4e22-8b67-e4fceabd87a0 x-openstack-request-id: req-b1c33de5-ec53-4e22-8b67-e4fceabd87a0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:52:00.510004 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adc7e9c-f54a-4c38-b69e-486414775475", "name": "network-vif-deleted", "tag": "09a36efc-9a3d-4a83-963e-fec20c563567", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:52:00.510687 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1c33de5-ec53-4e22-8b67-e4fceabd87a0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:52:00.514661 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adc7e9c-f54a-4c38-b69e-486414775475', 'name': 'network-vif-deleted', 'tag': '09a36efc-9a3d-4a83-963e-fec20c563567', 'status': 'completed', 'code': 200} Jan 28 12:52:01.020453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115aa6c-c3ff-44b2-b3b8-1506e7f3cc55 req-171ae0ad-e2be-4df5-b5d4-2d00c3f96bfe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:01.024966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e115aa6c-c3ff-44b2-b3b8-1506e7f3cc55 req-171ae0ad-e2be-4df5-b5d4-2d00c3f96bfe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.1515882 Jan 28 12:52:01.160461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26a22b7f-60c9-421f-9601-88d661d2e53e req-61cc20e0-7aa0-4517-bf24-cb763038304f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adc7e9c-f54a-4c38-b69e-486414775475 HTTP/1.1" status: 200 len: 210 time: 0.1341195 Jan 28 12:52:01.318800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e115aa6c-c3ff-44b2-b3b8-1506e7f3cc55 req-12d900d3-a2a8-40b4-ad46-bf912e342603 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112460 Jan 28 12:52:01.535290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380f2e1-5f3f-4f18-baa2-8fc1f5f4667c req-d264b698-0c60-40c5-bd76-bce2c764a4f0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:01.546828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1380f2e1-5f3f-4f18-baa2-8fc1f5f4667c req-d264b698-0c60-40c5-bd76-bce2c764a4f0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.0715170 Jan 28 12:52:01.629395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1380f2e1-5f3f-4f18-baa2-8fc1f5f4667c req-b66fb43f-2c02-4c11-9e03-44291535ef3e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811818 Jan 28 12:52:01.649631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43120) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:01.719606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ff2d-47cf-4c94-b339-7fcce8d45ade tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:01.731857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2052ff2d-47cf-4c94-b339-7fcce8d45ade tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1091 time: 0.0755339 Jan 28 12:52:01.732112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43130) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:01.736453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:52:01.805298 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:01.946591 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:02.109135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 09a36efc-9a3d-4a83-963e-fec20c563567 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:52:02.152888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 09a36efc-9a3d-4a83-963e-fec20c563567 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:52:02.153243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 09a36efc-9a3d-4a83-963e-fec20c563567 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:52:02.242358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.25.7.59 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/3b02aead-7410-4abd-88e1-a9b3affecd96) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:52:02.415253 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (3b02aead-7410-4abd-88e1-a9b3affecd96), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:02.586945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-375a573a-587c-4a2e-a063-36c6b00f7a3a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:02.589270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-375a573a-587c-4a2e-a063-36c6b00f7a3a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.1696646 Jan 28 12:52:02.608931 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3b02aead-7410-4abd-88e1-a9b3affecd96), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:02.699011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=3b02aead-7410-4abd-88e1-a9b3affecd96,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:02.720773 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-00bb216a-b902-4461-af74-894d8ea46b06 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/quotas/9c29e0f6db314be7874bfc92b61fff32 HTTP/1.1" status: 200 len: 375 time: 0.1183081 Jan 28 12:52:02.781876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:52:02.801957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:52:02.807779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:52:02.872893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-cb153840-a96d-4c22-938c-e7fd3b0d8f17 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1507840 Jan 28 12:52:03.670257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-356b2b26-bbd9-4a5a-9bcf-1d3ad6718a8a service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7963681 Jan 28 12:52:04.020809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-f527253c-0c87-4da6-bb36-dce2071ca1d1 service neutron] 10.222.0.53 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433197 Jan 28 12:52:04.112762 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:04.437602 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00f27325-e8c9-4a1d-ad1b-f5c99b940c1d req-0e22ecab-3c61-4549-9486-ed1e4ddba482 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 210 time: 0.0790317 Jan 28 12:52:04.441362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3b02aead-7410-4abd-88e1-a9b3affecd96), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:04.836047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (3b02aead-7410-4abd-88e1-a9b3affecd96), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:04.842271 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (3b02aead-7410-4abd-88e1-a9b3affecd96), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:05.071391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=3b02aead-7410-4abd-88e1-a9b3affecd96,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:05.085348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:05.279299 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Floating IP b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae associated. External IP: 172.25.7.59, port: 96bdc5ca-e0fc-4daa-a300-046d5de14f00. Jan 28 12:52:05.735186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2c77705a-f4ac-44d5-b048-93825a7e1982 req-20f877de-2f6c-4411-ad10-12e81953a614 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 210 time: 0.0946894 Jan 28 12:52:05.769731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:52:05.985416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:52:05.999014 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc63835-1dfd-47b6-a1fd-ba10d05717b4 None None] Sync routers for ids ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:52:06.023823 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc63835-1dfd-47b6-a1fd-ba10d05717b4 None None] Routers {'1a0cdc12-0efd-4a8d-892d-ae09f35cef44'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:52:06.024614 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9dc63835-1dfd-47b6-a1fd-ba10d05717b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:51:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:52:06.043255 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:06.122258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5fb9dc46-d780-4c83-88e1-226d9ee99805 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3890564 Jan 28 12:52:06.183369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:52:06.189749 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6406143b-be29-4cec-84cb-5399e383885e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:52:06.227557 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9dc63835-1dfd-47b6-a1fd-ba10d05717b4 None None] Set router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:52:06.439844 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a60bdfd-48ca-4f93-8fe3-59c21257172d x-openstack-request-id: req-8a60bdfd-48ca-4f93-8fe3-59c21257172d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:52:06.440274 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:52:06.440561 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a60bdfd-48ca-4f93-8fe3-59c21257172d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:52:06.441155 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'status': 'completed', 'code': 200} Jan 28 12:52:06.581201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406143b-be29-4cec-84cb-5399e383885e req-6156fd51-aa03-436d-a343-59c4c3c0b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:06.582967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6406143b-be29-4cec-84cb-5399e383885e req-6156fd51-aa03-436d-a343-59c4c3c0b723 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1408482 Jan 28 12:52:06.625317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa07c6-2b3c-46af-babf-4e2f73a265fa req-d8ede120-1d21-40ef-982c-9f238a078ec2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:06.626860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21fa07c6-2b3c-46af-babf-4e2f73a265fa req-d8ede120-1d21-40ef-982c-9f238a078ec2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.3888454 Jan 28 12:52:06.657641 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9dc63835-1dfd-47b6-a1fd-ba10d05717b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:51:38Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'port_id': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'mac_address': 'fa:16:3e:10:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:52:03Z', 'updated_at': '2022-01-28T12:52:03Z', 'revision_number': 0, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6273319d-30d9-4587-b572-a1ed2e9b1ab3', 'name': '', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6c:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:34Z', 'updated_at': '2022-01-28T12:51:46Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:52:06.691213 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc63835-1dfd-47b6-a1fd-ba10d05717b4 None None] Checking router: 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:52:06.709527 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc63835-1dfd-47b6-a1fd-ba10d05717b4 None None] Routers {'1a0cdc12-0efd-4a8d-892d-ae09f35cef44'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:52:06.710492 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9dc63835-1dfd-47b6-a1fd-ba10d05717b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:51:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:52:06.991932 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9dc63835-1dfd-47b6-a1fd-ba10d05717b4 None None] Set router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:52:07.032432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-3f5fc9d9-4042-4eb9-bf79-d0526cc9021a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:07.033854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-3f5fc9d9-4042-4eb9-bf79-d0526cc9021a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 806 time: 0.9098496 Jan 28 12:52:07.102978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Request body: {'port': {'device_id': '2badfd78-68fa-48bd-bf86-b6fbd09f1240', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'admin_state_up': True, 'tenant_id': '9c29e0f6db314be7874bfc92b61fff32'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:52:07.139046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-196a46b7-b562-4d3f-bee1-5007b68db1b4 req-7b0ad8cd-59fe-452f-a680-480de5c28727 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 210 time: 0.1151042 Jan 28 12:52:07.381576 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21fa07c6-2b3c-46af-babf-4e2f73a265fa req-c8315fc9-9ade-4d23-a578-ce1025f710c5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7435100 Jan 28 12:52:07.416213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:07.439415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406143b-be29-4cec-84cb-5399e383885e req-65e1931d-e016-49d4-a798-8d758133e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:07.451918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6406143b-be29-4cec-84cb-5399e383885e req-65e1931d-e016-49d4-a798-8d758133e569 service neutron] 10.222.0.49 "GET /v2.0/networks?id=419ca38f-63b4-4701-b4fc-da3a8bc47754 HTTP/1.1" status: 200 len: 897 time: 0.8492436 Jan 28 12:52:07.475024 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Made reservation on behalf of 9c29e0f6db314be7874bfc92b61fff32 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:52:07.481502 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:07.575178 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-56c2eb1e-285b-4e19-a22a-51ce1f5fcabe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae HTTP/1.1" status: 200 len: 990 time: 0.1574526 Jan 28 12:52:07.595911 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9dc63835-1dfd-47b6-a1fd-ba10d05717b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:51:38Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'port_id': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'mac_address': 'fa:16:3e:10:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:52:03Z', 'updated_at': '2022-01-28T12:52:03Z', 'revision_number': 0, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6273319d-30d9-4587-b572-a1ed2e9b1ab3', 'name': '', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6c:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:34Z', 'updated_at': '2022-01-28T12:51:46Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:52:07.652428 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc63835-1dfd-47b6-a1fd-ba10d05717b4 None None] The sync data for ids ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'] in n-d-824835-4 is: [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:51:38Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'port_id': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'mac_address': 'fa:16:3e:10:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:52:03Z', 'updated_at': '2022-01-28T12:52:03Z', 'revision_number': 0, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6273319d-30d9-4587-b572-a1ed2e9b1ab3', 'name': '', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6c:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:34Z', 'updated_at': '2022-01-28T12:51:46Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:52:07.682917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6406143b-be29-4cec-84cb-5399e383885e req-f4ff465e-dcc5-4591-b745-da1465c0a79a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 200 len: 998 time: 0.2297769 Jan 28 12:52:07.828682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406143b-be29-4cec-84cb-5399e383885e req-30799419-2316-4a70-81b1-ac57ff40224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:07.831607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6406143b-be29-4cec-84cb-5399e383885e req-30799419-2316-4a70-81b1-ac57ff40224b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d952482a-b34d-4f9f-bc69-1e6c92105178 HTTP/1.1" status: 200 len: 835 time: 0.1412001 Jan 28 12:52:07.844666 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:52:07.933679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Allocated IP 172.20.0.7 (d1a8419c-095d-413c-a233-3fd3e5c5e05d/d00a0522-f45d-43ac-a9ca-bd06d75aada2/29e5115b-b146-458c-ba2e-bddd24b75774) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:52:07.963581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406143b-be29-4cec-84cb-5399e383885e req-1944f0cb-1a81-4e19-a5b6-59f75c63f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:07.968370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6406143b-be29-4cec-84cb-5399e383885e req-1944f0cb-1a81-4e19-a5b6-59f75c63f220 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=419ca38f-63b4-4701-b4fc-da3a8bc47754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247911 Jan 28 12:52:08.099173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ba1ba-1390-4dff-a569-35d0fb1f6be8 None None] New status for floating IP b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:52:08.258518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6406143b-be29-4cec-84cb-5399e383885e req-743e6216-c501-45d6-9676-fa115424bd56 service neutron] 10.222.0.49 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763100 Jan 28 12:52:08.425760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6406143b-be29-4cec-84cb-5399e383885e req-18ad8d3d-3483-4e5f-abd6-698385acae8b service neutron] 10.222.0.49 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600819 Jan 28 12:52:08.489364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d5190e9-4b58-4619-8f95-8a356f8adb39 req-bdac0976-895c-436e-9e65-523ed5b81445 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 210 time: 0.0621755 Jan 28 12:52:08.577556 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:08.686996 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks [] for port (29e5115b-b146-458c-ba2e-bddd24b75774), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:08.698609 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a99543db-7ea3-421c-8b1a-052ca79ae279 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae HTTP/1.1" status: 200 len: 992 time: 0.1198726 Jan 28 12:52:08.736351 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:08.748410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:52:08.761750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Network d1a8419c-095d-413c-a233-3fd3e5c5e05d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:52:08.765868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:52:08.790505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:52:08.848580 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event updated for resources: {'Port': ['ID=29e5115b-b146-458c-ba2e-bddd24b75774,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:08.864282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:08.865045 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:08.888020 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-bf993a93-318a-4d13-9fd4-ac246af5793f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8296597 Jan 28 12:52:08.902086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Request body: {'port': {'device_id': '2badfd78-68fa-48bd-bf86-b6fbd09f1240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:52:09.034563 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:09.367970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e5115b-b146-458c-ba2e-bddd24b75774 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:52:09.376284 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Publish callbacks [] for port (29e5115b-b146-458c-ba2e-bddd24b75774), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:09.389317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Transition to ACTIVE for port object 29e5115b-b146-458c-ba2e-bddd24b75774 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:52:09.399165 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:09.498311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Pushing event updated for resources: {'Port': ['ID=29e5115b-b146-458c-ba2e-bddd24b75774,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:09.562897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Attempting to bind port 29e5115b-b146-458c-ba2e-bddd24b75774 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:52:09.563233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Attempting to bind port 29e5115b-b146-458c-ba2e-bddd24b75774 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:52:09.563595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Attempting to bind port 29e5115b-b146-458c-ba2e-bddd24b75774 on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:52:09.577675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Port 29e5115b-b146-458c-ba2e-bddd24b75774 on network d1a8419c-095d-413c-a233-3fd3e5c5e05d not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:52:09.578109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Attempting to bind port 29e5115b-b146-458c-ba2e-bddd24b75774 on network d1a8419c-095d-413c-a233-3fd3e5c5e05d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:52:09.586682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:52:09.587029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Checking segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:52:09.587991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Bound using segment: {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:52:09.588672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Bound port: 29e5115b-b146-458c-ba2e-bddd24b75774, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:52:09.589037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:09.789514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6e44c-fc34-495a-8532-9a9a656cc4c3 req-1e4c30df-596d-4739-9161-ffe6135991dc tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:09.791789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2e6e44c-fc34-495a-8532-9a9a656cc4c3 req-1e4c30df-596d-4739-9161-ffe6135991dc tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 943 time: 0.1601932 Jan 28 12:52:09.835489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] For port 29e5115b-b146-458c-ba2e-bddd24b75774, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:52:09.891994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] For port 29e5115b-b146-458c-ba2e-bddd24b75774, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=29e5115b-b146-458c-ba2e-bddd24b75774,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:52:09.899199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2e6e44c-fc34-495a-8532-9a9a656cc4c3 req-1c71b300-92e6-4d35-bd34-02102ed8649f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946822 Jan 28 12:52:09.907599 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:09.965123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:09.967065 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:09.970904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] 10.222.0.49 "PUT /v2.0/ports/29e5115b-b146-458c-ba2e-bddd24b75774 HTTP/1.1" status: 200 len: 1091 time: 1.0745094 Jan 28 12:52:10.036741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2badfd78-68fa-48bd-bf86-b6fbd09f1240', 'tag': '29e5115b-b146-458c-ba2e-bddd24b75774'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:52:10.039595 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715c7635-c922-4a65-babe-f0be585e2a98" -d '{"events": [{"name": "network-changed", "server_uuid": "2badfd78-68fa-48bd-bf86-b6fbd09f1240", "tag": "29e5115b-b146-458c-ba2e-bddd24b75774"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:52:10.132980 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b122679-9e4d-4886-8fd2-0607e97508b8 x-openstack-request-id: req-6b122679-9e4d-4886-8fd2-0607e97508b8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:52:10.133814 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2badfd78-68fa-48bd-bf86-b6fbd09f1240", "tag": "29e5115b-b146-458c-ba2e-bddd24b75774", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:52:10.135063 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b122679-9e4d-4886-8fd2-0607e97508b8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:52:10.135946 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2badfd78-68fa-48bd-bf86-b6fbd09f1240', 'tag': '29e5115b-b146-458c-ba2e-bddd24b75774', 'status': 'completed', 'code': 200} Jan 28 12:52:10.185405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64a4fc-fa70-4d50-9ae5-c3fac0569b2f service neutron] Pushing event updated for resources: {'Port': ['ID=29e5115b-b146-458c-ba2e-bddd24b75774,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:10.203000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-89614876-cf14-4d31-b893-db22857a57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:10.205033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-89614876-cf14-4d31-b893-db22857a57cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 1094 time: 0.1622705 Jan 28 12:52:10.300940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-7384742f-3bd0-404b-a05a-93eee21f3952 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29e5115b-b146-458c-ba2e-bddd24b75774 HTTP/1.1" status: 200 len: 217 time: 0.0855544 Jan 28 12:52:10.387640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-8a729b00-cfb2-4d6e-889f-fb5e8a19fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:10.389356 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-8a729b00-cfb2-4d6e-889f-fb5e8a19fddd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.0779736 Jan 28 12:52:10.444372 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-4c3468b4-02ac-4ffa-9c65-b95f8b30f6b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418599 Jan 28 12:52:10.575962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-92590f4f-abce-407d-bf6b-1e74b3fab62e service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094244 Jan 28 12:52:10.705983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6f5b0e-6626-468b-a1ec-4251b7333e9f req-eabe384f-6a76-47ab-96da-1ff08b0fc18e service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211238 Jan 28 12:52:10.842348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7635-c922-4a65-babe-f0be585e2a98 req-aa0073fa-a712-45a7-8649-41ad1923703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:10.844644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-715c7635-c922-4a65-babe-f0be585e2a98 req-aa0073fa-a712-45a7-8649-41ad1923703b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c29e0f6db314be7874bfc92b61fff32&device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 1094 time: 0.0782607 Jan 28 12:52:10.970281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7635-c922-4a65-babe-f0be585e2a98 req-00b60809-d908-4546-bd5d-eab767f1465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:10.972525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-715c7635-c922-4a65-babe-f0be585e2a98 req-00b60809-d908-4546-bd5d-eab767f1465f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 200 len: 907 time: 0.1212332 Jan 28 12:52:11.039993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-715c7635-c922-4a65-babe-f0be585e2a98 req-1ccfd823-04ad-481a-8167-57dcad4b0b19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29e5115b-b146-458c-ba2e-bddd24b75774 HTTP/1.1" status: 200 len: 217 time: 0.0519366 Jan 28 12:52:11.201673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7635-c922-4a65-babe-f0be585e2a98 req-e874b7b8-508f-426e-8a35-d34fa7f87238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:11.203138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-715c7635-c922-4a65-babe-f0be585e2a98 req-e874b7b8-508f-426e-8a35-d34fa7f87238 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 200 len: 846 time: 0.1572978 Jan 28 12:52:11.258472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537d323-8b38-4b66-abb9-d20d0db872e0 req-ad59adbe-2858-4044-bd14-cb1a2bee9e2d tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:11.260956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f537d323-8b38-4b66-abb9-d20d0db872e0 req-ad59adbe-2858-4044-bd14-cb1a2bee9e2d tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 943 time: 0.2010314 Jan 28 12:52:11.293428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-715c7635-c922-4a65-babe-f0be585e2a98 req-de2032b7-7724-4409-a795-822b0eacaf89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a8419c-095d-413c-a233-3fd3e5c5e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769157 Jan 28 12:52:11.442853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f537d323-8b38-4b66-abb9-d20d0db872e0 req-38fca8a1-505f-4893-b02f-ee5d565347ff tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527691 Jan 28 12:52:11.502258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-715c7635-c922-4a65-babe-f0be585e2a98 req-addb6f4d-3ac6-4ad4-95ae-634b2d46ba78 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008588 Jan 28 12:52:11.661201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-715c7635-c922-4a65-babe-f0be585e2a98 req-f672680b-56fc-4c34-b4cb-4ca4be1fc464 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520464 Jan 28 12:52:12.769177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a522321-1690-419e-a7aa-f7bf22a9fdcc req-f8f3c11e-21e7-49e2-a076-f6ddf7dc63c3 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:12.770797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a522321-1690-419e-a7aa-f7bf22a9fdcc req-f8f3c11e-21e7-49e2-a076-f6ddf7dc63c3 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 943 time: 0.1937077 Jan 28 12:52:12.888066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a522321-1690-419e-a7aa-f7bf22a9fdcc req-386c3f90-2bd7-4f68-8edb-2febadb8af9f tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081226 Jan 28 12:52:14.123482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e604620-bbef-4532-a352-cc724c40bf33 req-f97cf5b1-80d8-47e6-97ee-3f0c22c8275b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:14.125506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e604620-bbef-4532-a352-cc724c40bf33 req-f97cf5b1-80d8-47e6-97ee-3f0c22c8275b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 943 time: 0.1019468 Jan 28 12:52:14.156770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 29e5115b-b146-458c-ba2e-bddd24b75774 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:52:14.232054 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e604620-bbef-4532-a352-cc724c40bf33 req-827829bc-af5f-4b36-b0e9-256d48193d84 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002891 Jan 28 12:52:14.295066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 29e5115b-b146-458c-ba2e-bddd24b75774, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=29e5115b-b146-458c-ba2e-bddd24b75774,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:52:14.313052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '29e5115b-b146-458c-ba2e-bddd24b75774', 'network_id': 'd1a8419c-095d-413c-a233-3fd3e5c5e05d', 'port_id': '29e5115b-b146-458c-ba2e-bddd24b75774', 'mac_address': 'fa:16:3e:c8:71:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00a0522-f45d-43ac-a9ca-bd06d75aada2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:52:14.417355 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 29e5115b-b146-458c-ba2e-bddd24b75774 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:52:14.417931 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:14.465612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e5115b-b146-458c-ba2e-bddd24b75774 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:52:14.513571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 29e5115b-b146-458c-ba2e-bddd24b75774, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=29e5115b-b146-458c-ba2e-bddd24b75774,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:52:14.520507 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:14.587659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=29e5115b-b146-458c-ba2e-bddd24b75774,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:14.798149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['29e5115b-b146-458c-ba2e-bddd24b75774'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:52:15.370505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccba3a-3016-471a-a721-ff1bbeb9c442 req-0b46d1a6-806a-43fd-8510-baf8265a21b4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:15.372019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1ccba3a-3016-471a-a721-ff1bbeb9c442 req-0b46d1a6-806a-43fd-8510-baf8265a21b4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 944 time: 0.0664558 Jan 28 12:52:15.432118 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1ccba3a-3016-471a-a721-ff1bbeb9c442 req-a049f9e4-f71b-454d-9a1a-f5715ac7b13a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532846 Jan 28 12:52:16.175413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 29e5115b-b146-458c-ba2e-bddd24b75774 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:52:16.236997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 29e5115b-b146-458c-ba2e-bddd24b75774 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:52:16.241198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 29e5115b-b146-458c-ba2e-bddd24b75774 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:52:16.241629 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:16.361913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 29e5115b-b146-458c-ba2e-bddd24b75774 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:52:16.362569 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:16.409242 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2badfd78-68fa-48bd-bf86-b6fbd09f1240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e5115b-b146-458c-ba2e-bddd24b75774'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:52:16.413508 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615f51c2-e213-4943-bcb7-93c1d9b38ad8" -d '{"events": [{"server_uuid": "2badfd78-68fa-48bd-bf86-b6fbd09f1240", "name": "network-vif-plugged", "status": "completed", "tag": "29e5115b-b146-458c-ba2e-bddd24b75774"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:52:16.446530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 29e5115b-b146-458c-ba2e-bddd24b75774, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=29e5115b-b146-458c-ba2e-bddd24b75774,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:52:16.451189 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:16.570551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=29e5115b-b146-458c-ba2e-bddd24b75774,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:16.665618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afe939-74b2-4573-b686-91418de0c582 req-6a708ae8-d423-4c44-ade7-aee8d3439630 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:16.667401 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0afe939-74b2-4573-b686-91418de0c582 req-6a708ae8-d423-4c44-ade7-aee8d3439630 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.0794227 Jan 28 12:52:16.749261 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce1c0fa-ebdb-4305-bbba-32ca65c5aecb x-openstack-request-id: req-2ce1c0fa-ebdb-4305-bbba-32ca65c5aecb {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:52:16.749628 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2badfd78-68fa-48bd-bf86-b6fbd09f1240", "name": "network-vif-plugged", "status": "completed", "tag": "29e5115b-b146-458c-ba2e-bddd24b75774", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:52:16.750468 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ce1c0fa-ebdb-4305-bbba-32ca65c5aecb {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:52:16.750468 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2badfd78-68fa-48bd-bf86-b6fbd09f1240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e5115b-b146-458c-ba2e-bddd24b75774', 'code': 200} Jan 28 12:52:16.780304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0afe939-74b2-4573-b686-91418de0c582 req-ef898474-1b3b-4a72-b1eb-4cafea95aa63 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065621 Jan 28 12:52:16.901663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc3dbd-9a97-45f9-8136-e0c2201bf611 req-ce4c453d-17a9-4722-aae5-6c00227afe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:16.903562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10dc3dbd-9a97-45f9-8136-e0c2201bf611 req-ce4c453d-17a9-4722-aae5-6c00227afe68 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 1096 time: 0.0631509 Jan 28 12:52:16.957142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10dc3dbd-9a97-45f9-8136-e0c2201bf611 req-ea762f37-7f9e-4dfe-89ee-4c1ff56516be service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465481 Jan 28 12:52:17.267763 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:17.853587 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:17.978701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae97dc-3833-4446-add3-938b98580c77 req-7dd94a61-5e1e-40d7-8d68-e06dbe434c9d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:17.980515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6ae97dc-3833-4446-add3-938b98580c77 req-7dd94a61-5e1e-40d7-8d68-e06dbe434c9d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.0810957 Jan 28 12:52:17.987719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d534f94-e0b6-4065-9fbf-41a9e88aca00 req-4e21cedb-b781-4c84-baf9-7cbc63018ed3 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:17.991864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d534f94-e0b6-4065-9fbf-41a9e88aca00 req-4e21cedb-b781-4c84-baf9-7cbc63018ed3 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1046858 Jan 28 12:52:18.076869 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6ae97dc-3833-4446-add3-938b98580c77 req-c10355db-f5ad-436d-8e1d-7c0fdb62f5e2 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838184 Jan 28 12:52:18.101519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d534f94-e0b6-4065-9fbf-41a9e88aca00 req-a691c5cc-d964-4b12-9ba7-596a5aab2285 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858974 Jan 28 12:52:19.285522 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8d5b35f-cfff-4f61-a949-231efcb4bf28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:19.336564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de08a1-3eb1-48b4-8329-c96f5f9d5f6a req-36a01f07-6a30-4e55-842b-fe1f61aac259 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:19.340653 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21de08a1-3eb1-48b4-8329-c96f5f9d5f6a req-36a01f07-6a30-4e55-842b-fe1f61aac259 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.1203864 Jan 28 12:52:19.363606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae2082-f9e5-43c2-96f5-aad212f2eaa5 req-e8202375-010e-4a02-8681-0673d5b89a64 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:19.365327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11ae2082-f9e5-43c2-96f5-aad212f2eaa5 req-e8202375-010e-4a02-8681-0673d5b89a64 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1432893 Jan 28 12:52:19.489104 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11ae2082-f9e5-43c2-96f5-aad212f2eaa5 req-17ec6a3e-a18e-447a-9477-778304396edc tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159153 Jan 28 12:52:19.531678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21de08a1-3eb1-48b4-8329-c96f5f9d5f6a req-29c3311f-7c9b-4d72-b51f-306e6b0ffb99 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ae69a37-4c52-41b1-b408-6705f953fe81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769526 Jan 28 12:52:19.544214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c67bbc-0518-4758-a090-e067bf006888 req-0ff73f88-2d73-4cdf-ab7e-b51eaf1e9127 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:19.545853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60c67bbc-0518-4758-a090-e067bf006888 req-0ff73f88-2d73-4cdf-ab7e-b51eaf1e9127 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.49 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 945 time: 0.1400611 Jan 28 12:52:19.690952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Deleting port 37d55c04-4428-4e04-8230-af4481e8b9de {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:52:19.691429 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:19.843962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] For port 37d55c04-4428-4e04-8230-af4481e8b9de, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=37d55c04-4428-4e04-8230-af4481e8b9de,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:52:19.844343 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:19.854072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e4550-2326-407b-b774-34b46396b4e7 req-5164a636-929b-41da-908d-2262eb687e06 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:19.855622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b7e4550-2326-407b-b774-34b46396b4e7 req-5164a636-929b-41da-908d-2262eb687e06 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.0853140 Jan 28 12:52:20.005499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b7e4550-2326-407b-b774-34b46396b4e7 req-5c851d29-e144-4aa9-b18e-d0bb836d3770 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418359 Jan 28 12:52:20.275874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7efd1-973d-4817-8baf-f90df730dd2e req-0d0600a6-2893-45d4-89f1-fbfb2506c1df tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:20.277584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eff7efd1-973d-4817-8baf-f90df730dd2e req-0d0600a6-2893-45d4-89f1-fbfb2506c1df tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1811731 Jan 28 12:52:20.306907 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:20.307426 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (18c354dd-94f2-457a-9716-85cfa7f7816f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:20.307935 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Floating IP 18c354dd-94f2-457a-9716-85cfa7f7816f disassociated. External IP: 172.25.7.220, port: 37d55c04-4428-4e04-8230-af4481e8b9de. Jan 28 12:52:20.308533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Calling delete_port for 37d55c04-4428-4e04-8230-af4481e8b9de owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:52:20.404552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eff7efd1-973d-4817-8baf-f90df730dd2e req-3fdbb17f-4b17-4fad-ad0d-8a3291edf464 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211770 Jan 28 12:52:20.583596 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (37d55c04-4428-4e04-8230-af4481e8b9de), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:20.708757 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event deleted for resources: {'Port': ['ID=37d55c04-4428-4e04-8230-af4481e8b9de,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:20.750114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f859a6e-a018-4277-98eb-e3c93b461e0b req-5884336c-a1a7-49a9-a02d-b9cc43b4bb25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 210 time: 0.0821488 Jan 28 12:52:21.255035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006370d6-71fd-498f-9efb-24a802424a60 req-8309ff3f-533e-41cb-95bf-ab522c132597 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:21.256946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-006370d6-71fd-498f-9efb-24a802424a60 req-8309ff3f-533e-41cb-95bf-ab522c132597 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.5743656 Jan 28 12:52:21.351078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Router 8999dd1e-1620-45f0-9efb-eba12bf75c5f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:52:21.363411 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-006370d6-71fd-498f-9efb-24a802424a60 req-c508eafd-bd6c-4dfb-8150-d95eaa16bc5b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979285 Jan 28 12:52:21.526360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:52:21.537256 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cb2b85-6f6c-41f6-bc8a-319b64032e94 None None] Sync routers for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:52:21.552568 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb2b85-6f6c-41f6-bc8a-319b64032e94 None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:52:21.553197 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c2cb2b85-6f6c-41f6-bc8a-319b64032e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:51:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:52:21.587686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] No DVR routers for this DVR port 37d55c04-4428-4e04-8230-af4481e8b9de on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:52:21.591065 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:21.596702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60c67bbc-0518-4758-a090-e067bf006888 req-c7387848-a97f-4eda-ac6f-d029d2188986 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.49 "DELETE /v2.0/ports/37d55c04-4428-4e04-8230-af4481e8b9de HTTP/1.1" status: 204 len: 173 time: 2.0447280 Jan 28 12:52:21.597340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'name': 'network-vif-deleted', 'tag': '37d55c04-4428-4e04-8230-af4481e8b9de'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:52:21.598898 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e5770bd-0c0e-41e9-92ef-c6cb23f56675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:21.602005 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e125c5-760a-4e1d-be07-f4a913cdea91" -d '{"events": [{"server_uuid": "18fb8ade-6917-40e6-b7bd-f3b04c7c9848", "name": "network-vif-deleted", "tag": "37d55c04-4428-4e04-8230-af4481e8b9de"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:52:21.671376 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a5f098-52c4-4feb-a16e-3846978d1156 x-openstack-request-id: req-c2a5f098-52c4-4feb-a16e-3846978d1156 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:52:21.672352 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fb8ade-6917-40e6-b7bd-f3b04c7c9848", "name": "network-vif-deleted", "tag": "37d55c04-4428-4e04-8230-af4481e8b9de", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:52:21.672708 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2a5f098-52c4-4feb-a16e-3846978d1156 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:52:21.673340 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fb8ade-6917-40e6-b7bd-f3b04c7c9848', 'name': 'network-vif-deleted', 'tag': '37d55c04-4428-4e04-8230-af4481e8b9de', 'status': 'completed', 'code': 200} Jan 28 12:52:21.720228 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c2cb2b85-6f6c-41f6-bc8a-319b64032e94 None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:52:21.990781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d94c097-4844-4e74-9780-4f45ffa85d3c req-ac094deb-79bc-43ea-994c-b6f16f2c9fd0 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=18fb8ade-6917-40e6-b7bd-f3b04c7c9848 HTTP/1.1" status: 200 len: 210 time: 0.0290463 Jan 28 12:52:22.133412 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c2cb2b85-6f6c-41f6-bc8a-319b64032e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:47:01Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:52:22.162677 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cb2b85-6f6c-41f6-bc8a-319b64032e94 None None] Checking router: 8999dd1e-1620-45f0-9efb-eba12bf75c5f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:52:22.187545 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb2b85-6f6c-41f6-bc8a-319b64032e94 None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:52:22.188400 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c2cb2b85-6f6c-41f6-bc8a-319b64032e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:52:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:52:22.201699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 37d55c04-4428-4e04-8230-af4481e8b9de no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:52:22.244895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 37d55c04-4428-4e04-8230-af4481e8b9de {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:52:22.245582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 37d55c04-4428-4e04-8230-af4481e8b9de not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:52:22.374473 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c2cb2b85-6f6c-41f6-bc8a-319b64032e94 None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:52:22.643425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fbe39-c878-4018-84ff-5f9594f0a916 req-ebd682ca-e5c4-4b70-9a14-a635ab31b831 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:22.656065 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058fbe39-c878-4018-84ff-5f9594f0a916 req-ebd682ca-e5c4-4b70-9a14-a635ab31b831 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1091485 Jan 28 12:52:22.726799 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c2cb2b85-6f6c-41f6-bc8a-319b64032e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:47:01Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:52:22.750372 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058fbe39-c878-4018-84ff-5f9594f0a916 req-b4dc64a0-d702-4e46-addf-1555553fd860 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906720 Jan 28 12:52:22.768177 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cb2b85-6f6c-41f6-bc8a-319b64032e94 None None] The sync data for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 is: [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:47:01Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:52:22.995547 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:23.142731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43518) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:23.211473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b0b88-f6b0-403a-9386-d1c2153f8932 None None] New status for floating IP 18c354dd-94f2-457a-9716-85cfa7f7816f: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:52:23.262960 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdded799-a3f2-46c5-9ec3-a38877cbf188 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group (4ae69a37-4c52-41b1-b408-6705f953fe81), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:23.319335 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdded799-a3f2-46c5-9ec3-a38877cbf188 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group (4ae69a37-4c52-41b1-b408-6705f953fe81), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:23.435872 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdded799-a3f2-46c5-9ec3-a38877cbf188 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4ae69a37-4c52-41b1-b408-6705f953fe81), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:23.438599 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdded799-a3f2-46c5-9ec3-a38877cbf188 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:23.442624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43520) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:23.447887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cdded799-a3f2-46c5-9ec3-a38877cbf188 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "DELETE /v2.0/security-groups/4ae69a37-4c52-41b1-b408-6705f953fe81 HTTP/1.1" status: 204 len: 168 time: 0.3038871 Jan 28 12:52:23.474596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdded799-a3f2-46c5-9ec3-a38877cbf188 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae69a37-4c52-41b1-b408-6705f953fe81,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:23.475271 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-f562e09e-ec68-4ffd-8b0e-4d8940f0283e tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] show failed (client error): The resource could not be found. Jan 28 12:52:23.483982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43522) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:23.484729 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f562e09e-ec68-4ffd-8b0e-4d8940f0283e tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups/4ae69a37-4c52-41b1-b408-6705f953fe81 HTTP/1.1" status: 404 len: 347 time: 0.0405126 Jan 28 12:52:23.738727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-02ecddcd-4f9f-4750-8ad5-1b840f252657 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Deleting port 75639a39-e07d-47d7-8589-66f00672158e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:52:23.739284 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02ecddcd-4f9f-4750-8ad5-1b840f252657 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (75639a39-e07d-47d7-8589-66f00672158e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:24.000567 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02ecddcd-4f9f-4750-8ad5-1b840f252657 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (75639a39-e07d-47d7-8589-66f00672158e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:24.000802 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02ecddcd-4f9f-4750-8ad5-1b840f252657 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (75639a39-e07d-47d7-8589-66f00672158e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:24.070026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a7fe0-cafc-4d94-9d38-91b14e6ddfaf req-257165ce-67b2-449a-83dc-935bc81fbf67 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:24.086125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a5a7fe0-cafc-4d94-9d38-91b14e6ddfaf req-257165ce-67b2-449a-83dc-935bc81fbf67 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.2006674 Jan 28 12:52:24.089283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-02ecddcd-4f9f-4750-8ad5-1b840f252657 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Calling delete_port for 75639a39-e07d-47d7-8589-66f00672158e owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:52:24.268496 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a5a7fe0-cafc-4d94-9d38-91b14e6ddfaf req-e27bc0cb-9624-42dd-a605-ed92c8897f3b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458864 Jan 28 12:52:24.431457 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02ecddcd-4f9f-4750-8ad5-1b840f252657 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (75639a39-e07d-47d7-8589-66f00672158e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:24.478871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecddcd-4f9f-4750-8ad5-1b840f252657 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event deleted for resources: {'Port': ['ID=75639a39-e07d-47d7-8589-66f00672158e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:24.553763 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02ecddcd-4f9f-4750-8ad5-1b840f252657 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (18c354dd-94f2-457a-9716-85cfa7f7816f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:24.557048 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02ecddcd-4f9f-4750-8ad5-1b840f252657 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:24.561822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-02ecddcd-4f9f-4750-8ad5-1b840f252657 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "DELETE /v2.0/floatingips/18c354dd-94f2-457a-9716-85cfa7f7816f HTTP/1.1" status: 204 len: 168 time: 1.0764325 Jan 28 12:52:24.762967 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.063771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43540) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:25.068665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-260bfa6c-f3fc-47d9-ad80-32fe191e267f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061759001', 'description': 'tempest-description--875591323'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:52:25.117171 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-260bfa6c-f3fc-47d9-ad80-32fe191e267f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.259891 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-260bfa6c-f3fc-47d9-ad80-32fe191e267f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group (324e7f7b-d0f3-48b0-9ce0-f97aec2a240d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.265424 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-260bfa6c-f3fc-47d9-ad80-32fe191e267f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (324e7f7b-d0f3-48b0-9ce0-f97aec2a240d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.296520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-260bfa6c-f3fc-47d9-ad80-32fe191e267f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.300898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43546) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:25.301486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-260bfa6c-f3fc-47d9-ad80-32fe191e267f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2365706 Jan 28 12:52:25.313500 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Request body: {'security_group_rule': {'security_group_id': '324e7f7b-d0f3-48b0-9ce0-f97aec2a240d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:52:25.319111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bfa6c-f3fc-47d9-ad80-32fe191e267f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:25.392427 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group_rule (faae276c-409a-4c93-855f-bcb8bf41b7ea), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.534748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group_rule (faae276c-409a-4c93-855f-bcb8bf41b7ea), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.542283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc9d6d-0939-43e0-a5b5-3aecc70fd40a req-760104e0-d075-4a16-bf60-ed2392eab3c4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:25.543889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (faae276c-409a-4c93-855f-bcb8bf41b7ea), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.549643 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3cc9d6d-0939-43e0-a5b5-3aecc70fd40a req-760104e0-d075-4a16-bf60-ed2392eab3c4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1201589 Jan 28 12:52:25.598913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faae276c-409a-4c93-855f-bcb8bf41b7ea,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:25.621592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.621974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.622319 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.623511 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.624948 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.625314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.625679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.627096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.627480 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.629776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.630247 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.630606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.630945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:25.647384 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.652201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3cc9d6d-0939-43e0-a5b5-3aecc70fd40a req-cdfb3cf2-75f0-4d15-9d1c-2f1c0afc5cf2 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954108 Jan 28 12:52:25.652718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43552) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:25.657125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6f9b4ab5-69ef-4793-8483-21898f153177 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Request body: {'security_group_rule': {'security_group_id': '324e7f7b-d0f3-48b0-9ce0-f97aec2a240d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:52:25.660445 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2cae765e-7d0e-4ef6-86c7-417a6830235f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3567729 Jan 28 12:52:25.719764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4ab5-69ef-4793-8483-21898f153177 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group_rule (1056d679-b8df-423d-8626-9998db6069c0), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.807735 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4ab5-69ef-4793-8483-21898f153177 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group_rule (1056d679-b8df-423d-8626-9998db6069c0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.819032 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4ab5-69ef-4793-8483-21898f153177 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (1056d679-b8df-423d-8626-9998db6069c0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.843989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b4ab5-69ef-4793-8483-21898f153177 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1056d679-b8df-423d-8626-9998db6069c0,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:25.883315 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4ab5-69ef-4793-8483-21898f153177 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:25.888503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6f9b4ab5-69ef-4793-8483-21898f153177 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2319865 Jan 28 12:52:25.888711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 43556) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:25.900866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:52:25.931377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:26.002452 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:26.064393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:26.186480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Allocated IP 172.25.7.150 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/9bba0937-ab34-4fa7-9428-317cb5a1cd2c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:52:26.391010 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for port (9bba0937-ab34-4fa7-9428-317cb5a1cd2c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:26.476002 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (9bba0937-ab34-4fa7-9428-317cb5a1cd2c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:26.549234 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:52:26.558068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:52:26.568445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:52:26.620231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event updated for resources: {'Port': ['ID=9bba0937-ab34-4fa7-9428-317cb5a1cd2c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:26.786209 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (353371f6-b9a5-428f-a09c-25a71b76a789), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:26.939498 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9bba0937-ab34-4fa7-9428-317cb5a1cd2c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:26.987750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059bd5c-e3a4-41fd-9c44-8b5a29b5a24a req-5a422459-973b-40d5-b462-7391ec2caada tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:26.989274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7059bd5c-e3a4-41fd-9c44-8b5a29b5a24a req-5a422459-973b-40d5-b462-7391ec2caada tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.2014976 Jan 28 12:52:27.099733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7059bd5c-e3a4-41fd-9c44-8b5a29b5a24a req-40eb0a00-3304-48ba-b41c-c4cc4d4bffe8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990117 Jan 28 12:52:27.270171 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for port (9bba0937-ab34-4fa7-9428-317cb5a1cd2c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:27.285348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (9bba0937-ab34-4fa7-9428-317cb5a1cd2c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:27.379744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event updated for resources: {'Port': ['ID=9bba0937-ab34-4fa7-9428-317cb5a1cd2c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:27.412164 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (353371f6-b9a5-428f-a09c-25a71b76a789), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:27.489722 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:27.495937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-89c732f1-f95c-4414-90bd-23538b388b25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6047022 Jan 28 12:52:27.754406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-e4fe1be9-2c93-4108-bc5d-dcc8d86b24e5 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1061759001&fields=id&tenant_id=ee6743f69c9e4047a11472cf0f456967 HTTP/1.1" status: 200 len: 267 time: 0.0943432 Jan 28 12:52:27.997147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-94c258ff-8859-4ae6-8878-0a7968772942 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:27.999114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-94c258ff-8859-4ae6-8878-0a7968772942 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 810 time: 0.2439702 Jan 28 12:52:28.051257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-7c9ea1a5-ba7e-4ca7-a655-3e1d9f6752b1 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/quotas/ee6743f69c9e4047a11472cf0f456967 HTTP/1.1" status: 200 len: 375 time: 0.0301135 Jan 28 12:52:28.165289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9f74a852-38f5-4362-b1c8-8515aba5629f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782590 Jan 28 12:52:28.408274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb6e58-5623-4691-8b88-465241cda0bb req-373561ee-8280-426a-9fa8-8e1deaae1eb3 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:28.410060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69eb6e58-5623-4691-8b88-465241cda0bb req-373561ee-8280-426a-9fa8-8e1deaae1eb3 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.2097189 Jan 28 12:52:28.478929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ac67162d-bbc2-4b4f-909a-a92091648f74 service neutron] 10.222.0.53 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944443 Jan 28 12:52:28.633057 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69eb6e58-5623-4691-8b88-465241cda0bb req-4ba5d4ba-467f-4512-bc23-96ac0842db7b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037179 Jan 28 12:52:28.696702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-c9f106ca-b02e-4471-a326-24ce29d2e788 service neutron] 10.222.0.53 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066808 Jan 28 12:52:29.063665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf9ce03e-c78c-44fa-91b6-1b77489fe74f req-090d17f6-f65f-494f-af30-914dccc3aa49 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 210 time: 0.0675538 Jan 28 12:52:29.975010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd9b1c-af4b-46e2-87a0-db6a16319217 req-db5043b0-6f9e-4f0e-9822-cfc555f636d5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:29.976832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4dfd9b1c-af4b-46e2-87a0-db6a16319217 req-db5043b0-6f9e-4f0e-9822-cfc555f636d5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1529231 Jan 28 12:52:30.193016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4dfd9b1c-af4b-46e2-87a0-db6a16319217 req-6cd0dcc0-ff5a-4625-b37c-28c6e37d3415 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999545 Jan 28 12:52:30.300706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47e456cc-29ab-4528-b728-961efc664c28 req-eeb6906b-dfec-4bbc-8a00-6b5724d537fb tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 210 time: 0.0538290 Jan 28 12:52:31.063770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ad61bb4b-d2c1-4678-b3e3-bfae8662cdfe tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:31.065348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ad61bb4b-d2c1-4678-b3e3-bfae8662cdfe tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 810 time: 0.2726626 Jan 28 12:52:31.208672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ac200041-96c5-4c4a-9360-d8d93772ea1d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6743f69c9e4047a11472cf0f456967 HTTP/1.1" status: 200 len: 380 time: 0.1344094 Jan 28 12:52:31.220841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Request body: {'port': {'device_id': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'admin_state_up': True, 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'security_groups': ['324e7f7b-d0f3-48b0-9ce0-f97aec2a240d']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:52:31.642127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-078d7991-87d3-45cb-9739-879aacbba2da req-3b1aac4f-85eb-4710-a835-949d89a5eb4d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 210 time: 0.0984480 Jan 28 12:52:31.699966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddd755-6b5f-4a83-b83a-06b245884e52 req-0ce25bab-c1b8-4ec8-b0f0-b31e73efe8a6 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:31.701570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ddd755-6b5f-4a83-b83a-06b245884e52 req-0ce25bab-c1b8-4ec8-b0f0-b31e73efe8a6 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.3467321 Jan 28 12:52:31.714621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Made reservation on behalf of ee6743f69c9e4047a11472cf0f456967 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:52:31.720543 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:31.987035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ddd755-6b5f-4a83-b83a-06b245884e52 req-58e054e1-7090-4cc1-8397-99e694b93178 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745862 Jan 28 12:52:32.294688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Allocated IP 172.20.0.5 (e7453b05-09ce-4a85-ae96-f2192fedc139/26b5c117-86f0-4722-80f1-8c17fb28379a/5848a18e-6904-4a65-b1bc-fdf81df656d1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:52:32.519126 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:32.594388 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:32.708561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Network e7453b05-09ce-4a85-ae96-f2192fedc139 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:52:32.713366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:52:32.737065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:52:32.876639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event updated for resources: {'Port': ['ID=5848a18e-6904-4a65-b1bc-fdf81df656d1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:32.947911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:32.950442 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:32.998627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609c241-8b90-4e41-b1d1-d8f4b5ff9222 req-3cf82682-ecdd-4119-99ef-91cfdef5be30 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:33.005388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2609c241-8b90-4e41-b1d1-d8f4b5ff9222 req-3cf82682-ecdd-4119-99ef-91cfdef5be30 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 931 time: 0.1943004 Jan 28 12:52:33.049737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-ab9babaa-07bb-4704-bc5c-b78055341fad tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8345063 Jan 28 12:52:33.076897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Request body: {'port': {'device_id': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:52:33.190587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1f6000f0-854a-43b5-87fa-ad6096b79385 None None] Provisioning complete for port 5848a18e-6904-4a65-b1bc-fdf81df656d1 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:52:33.193570 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f6000f0-854a-43b5-87fa-ad6096b79385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:33.246537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2609c241-8b90-4e41-b1d1-d8f4b5ff9222 req-10851931-62b4-40c6-8e19-50dd78303c43 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280471 Jan 28 12:52:33.267795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1f6000f0-854a-43b5-87fa-ad6096b79385 None None] Port 5848a18e-6904-4a65-b1bc-fdf81df656d1 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:52:33.332914 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:33.344039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45136abb-2359-40b3-bd0f-e7e91b697f76 req-4e2a25e8-1c66-43a5-8f6c-22a0db6096e7 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:33.345673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45136abb-2359-40b3-bd0f-e7e91b697f76 req-4e2a25e8-1c66-43a5-8f6c-22a0db6096e7 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1807423 Jan 28 12:52:33.500692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45136abb-2359-40b3-bd0f-e7e91b697f76 req-46acb574-ac30-47ef-9359-66b57ee68670 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482565 Jan 28 12:52:33.927041 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5848a18e-6904-4a65-b1bc-fdf81df656d1 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:52:33.936725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Publish callbacks [] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:33.949980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Transition to ACTIVE for port object 5848a18e-6904-4a65-b1bc-fdf81df656d1 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:52:33.955953 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:34.071846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Pushing event updated for resources: {'Port': ['ID=5848a18e-6904-4a65-b1bc-fdf81df656d1,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:34.230847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Attempting to bind port 5848a18e-6904-4a65-b1bc-fdf81df656d1 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:52:34.231183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Attempting to bind port 5848a18e-6904-4a65-b1bc-fdf81df656d1 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:52:34.231617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Attempting to bind port 5848a18e-6904-4a65-b1bc-fdf81df656d1 on network e7453b05-09ce-4a85-ae96-f2192fedc139 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:52:34.236482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Port 5848a18e-6904-4a65-b1bc-fdf81df656d1 on network e7453b05-09ce-4a85-ae96-f2192fedc139 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:52:34.236938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Attempting to bind port 5848a18e-6904-4a65-b1bc-fdf81df656d1 on network e7453b05-09ce-4a85-ae96-f2192fedc139 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:52:34.271495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:52:34.271495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Checking segment: {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:52:34.271495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Bound using segment: {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:52:34.271495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Bound port: 5848a18e-6904-4a65-b1bc-fdf81df656d1, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd2e754-2fae-4a95-b0e4-3efff1a10efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:52:34.271495 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:34.510450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] For port 5848a18e-6904-4a65-b1bc-fdf81df656d1, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:52:34.568790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] For port 5848a18e-6904-4a65-b1bc-fdf81df656d1, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5848a18e-6904-4a65-b1bc-fdf81df656d1,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:52:34.602687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461b655-e4af-4844-a9f1-9ca26a2d95a0 req-f0467a44-56ef-482b-b5bc-ff81160f084d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:34.604544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b461b655-e4af-4844-a9f1-9ca26a2d95a0 req-f0467a44-56ef-482b-b5bc-ff81160f084d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 943 time: 0.1346548 Jan 28 12:52:34.606254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:34.684973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:34.685924 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:34.687667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] 10.222.0.49 "PUT /v2.0/ports/5848a18e-6904-4a65-b1bc-fdf81df656d1 HTTP/1.1" status: 200 len: 1091 time: 1.6235266 Jan 28 12:52:34.722250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'tag': '5848a18e-6904-4a65-b1bc-fdf81df656d1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:52:34.724538 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca75a2cc-ba42-4cac-8543-64c07ea388e4" -d '{"events": [{"name": "network-changed", "server_uuid": "39a3f631-a5ec-43a7-b700-eb685c35657b", "tag": "5848a18e-6904-4a65-b1bc-fdf81df656d1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:52:34.819763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a875be8-74f6-4bfb-afa2-4a9648b97198 service neutron] Pushing event updated for resources: {'Port': ['ID=5848a18e-6904-4a65-b1bc-fdf81df656d1,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:34.888102 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b461b655-e4af-4844-a9f1-9ca26a2d95a0 req-cc6ce4a0-b62a-47a7-97b1-5b7cf0fa6157 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615325 Jan 28 12:52:34.943849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54897caa-883e-4e6f-8216-79d3e8ff64aa req-bb709f56-8639-4dec-ae40-3500ab291561 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:34.944924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54897caa-883e-4e6f-8216-79d3e8ff64aa req-bb709f56-8639-4dec-ae40-3500ab291561 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.2539520 Jan 28 12:52:34.991186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-58f92874-39ae-4f77-807f-753b7a00757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:34.994161 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-58f92874-39ae-4f77-807f-753b7a00757b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 1094 time: 0.2166743 Jan 28 12:52:35.023430 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ab69d2-4af6-4101-9244-530682054e51 x-openstack-request-id: req-a1ab69d2-4af6-4101-9244-530682054e51 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:52:35.024300 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a3f631-a5ec-43a7-b700-eb685c35657b", "tag": "5848a18e-6904-4a65-b1bc-fdf81df656d1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:52:35.024605 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1ab69d2-4af6-4101-9244-530682054e51 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:52:35.025059 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'tag': '5848a18e-6904-4a65-b1bc-fdf81df656d1', 'status': 'completed', 'code': 200} Jan 28 12:52:35.158096 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-b83a2b7b-292d-44a4-b4db-0bea1401f193 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5848a18e-6904-4a65-b1bc-fdf81df656d1 HTTP/1.1" status: 200 len: 217 time: 0.1358292 Jan 28 12:52:35.246296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-1625f0d6-3e73-494f-b4c7-de1f7eb4bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:35.263970 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-1625f0d6-3e73-494f-b4c7-de1f7eb4bb2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.1046109 Jan 28 12:52:35.349912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54897caa-883e-4e6f-8216-79d3e8ff64aa req-e8012c79-b7a4-49f4-9907-37459f6b0283 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960056 Jan 28 12:52:35.359927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-b0deac5b-0a4d-4d53-bfdc-cc57a2e58c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:35.361586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-b0deac5b-0a4d-4d53-bfdc-cc57a2e58c17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876670 Jan 28 12:52:35.497240 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-a5454eed-92c9-40b9-a174-57b4cce03199 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266940 Jan 28 12:52:35.671137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a4783db-ea1c-4a94-a988-34f125688df6 req-615a7f72-ce43-44bc-ae2a-f7b84b0f2c8e service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599364 Jan 28 12:52:35.798492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75a2cc-ba42-4cac-8543-64c07ea388e4 req-ef4554cc-b45a-42aa-89de-3fc71fed20ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:35.800051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca75a2cc-ba42-4cac-8543-64c07ea388e4 req-ef4554cc-b45a-42aa-89de-3fc71fed20ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 1094 time: 0.0622246 Jan 28 12:52:35.920456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75a2cc-ba42-4cac-8543-64c07ea388e4 req-1ef7a41d-a9b7-41df-87a6-4a81c569f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:35.922789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca75a2cc-ba42-4cac-8543-64c07ea388e4 req-1ef7a41d-a9b7-41df-87a6-4a81c569f5cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 911 time: 0.1152334 Jan 28 12:52:35.990421 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca75a2cc-ba42-4cac-8543-64c07ea388e4 req-85ff6499-3b60-4003-a673-0d60f370834b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5848a18e-6904-4a65-b1bc-fdf81df656d1 HTTP/1.1" status: 200 len: 217 time: 0.0604496 Jan 28 12:52:36.089735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75a2cc-ba42-4cac-8543-64c07ea388e4 req-7a7ad4cb-97f6-4b01-9e8e-7f241f4a70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:36.092190 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca75a2cc-ba42-4cac-8543-64c07ea388e4 req-7a7ad4cb-97f6-4b01-9e8e-7f241f4a70cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.0941188 Jan 28 12:52:36.104291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af416f72-f2cd-4984-9700-4c93ee46f924 req-3d7ef6a1-f75c-4b42-8ff7-a22ba6597e72 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:36.107406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af416f72-f2cd-4984-9700-4c93ee46f924 req-3d7ef6a1-f75c-4b42-8ff7-a22ba6597e72 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 943 time: 0.1005905 Jan 28 12:52:36.206870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75a2cc-ba42-4cac-8543-64c07ea388e4 req-b1fb1772-c597-468f-ae8f-27e29c12447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:36.209719 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca75a2cc-ba42-4cac-8543-64c07ea388e4 req-b1fb1772-c597-468f-ae8f-27e29c12447b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010926 Jan 28 12:52:36.277655 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af416f72-f2cd-4984-9700-4c93ee46f924 req-f6e6808f-8cd9-44b6-ab93-0b7f6f40cf25 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567721 Jan 28 12:52:36.333986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca75a2cc-ba42-4cac-8543-64c07ea388e4 req-ca838a43-e97f-4b48-a92b-2c8f60a0cc47 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154020 Jan 28 12:52:36.541420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc694181-20e7-4c91-86d3-43a01f8fac92 req-a11d7a8d-3526-41dd-8a86-8a8d03d98adc tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:36.543245 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc694181-20e7-4c91-86d3-43a01f8fac92 req-a11d7a8d-3526-41dd-8a86-8a8d03d98adc tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.0820642 Jan 28 12:52:36.547319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca75a2cc-ba42-4cac-8543-64c07ea388e4 req-556d6abd-b802-4ae9-9bcc-1e1abdb31258 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975861 Jan 28 12:52:36.606025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc694181-20e7-4c91-86d3-43a01f8fac92 req-1d1149b1-a0d7-4d77-a875-9b2e0525f87b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552783 Jan 28 12:52:37.522428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc27f5-c7bd-49b9-8634-9c7a35c030ec req-74431d82-7e06-4929-8b3e-5799e0f9161b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:37.525410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-88dc27f5-c7bd-49b9-8634-9c7a35c030ec req-74431d82-7e06-4929-8b3e-5799e0f9161b tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 943 time: 0.1213868 Jan 28 12:52:37.599860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-88dc27f5-c7bd-49b9-8634-9c7a35c030ec req-6513bdf6-26de-4512-aaec-1efd315facd5 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671618 Jan 28 12:52:37.843378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3083fd-6fb5-48de-a3c5-5a26ca48ed4d req-d30d3a6f-a7a2-4b16-ad3d-b9ad1ec0fed9 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:37.855981 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b3083fd-6fb5-48de-a3c5-5a26ca48ed4d req-d30d3a6f-a7a2-4b16-ad3d-b9ad1ec0fed9 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1121554 Jan 28 12:52:37.947091 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b3083fd-6fb5-48de-a3c5-5a26ca48ed4d req-97a038c6-71b4-4f6b-875c-302c8a12a292 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893171 Jan 28 12:52:37.962606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8af38a-d2b3-4b04-90a4-08c0e778a5ac req-d9cbca8d-1a28-4b61-80f2-2586935664fc tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:37.975616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e8af38a-d2b3-4b04-90a4-08c0e778a5ac req-d9cbca8d-1a28-4b61-80f2-2586935664fc tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1025188 Jan 28 12:52:38.012206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e8af38a-d2b3-4b04-90a4-08c0e778a5ac req-8bb9893d-5527-46bf-973c-7003761441ff tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:38.312529 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e8af38a-d2b3-4b04-90a4-08c0e778a5ac req-8bb9893d-5527-46bf-973c-7003761441ff tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Publish callbacks [] for security_group (f8ee9c8e-73bf-4d5c-bafe-5522d0d30d48), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:38.312529 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e8af38a-d2b3-4b04-90a4-08c0e778a5ac req-8bb9893d-5527-46bf-973c-7003761441ff tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f8ee9c8e-73bf-4d5c-bafe-5522d0d30d48), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:38.312529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9893d-5527-46bf-973c-7003761441ff tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ee9c8e-73bf-4d5c-bafe-5522d0d30d48,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:38.312529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e8af38a-d2b3-4b04-90a4-08c0e778a5ac req-8bb9893d-5527-46bf-973c-7003761441ff tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094838 Jan 28 12:52:38.499668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5848a18e-6904-4a65-b1bc-fdf81df656d1 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:52:38.609907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459bf22-46af-449f-a410-0927d949e4e6 req-9c1c2089-fd95-4da2-ac08-0af169859177 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:38.612256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9459bf22-46af-449f-a410-0927d949e4e6 req-9c1c2089-fd95-4da2-ac08-0af169859177 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.1084940 Jan 28 12:52:38.689867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 5848a18e-6904-4a65-b1bc-fdf81df656d1, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5848a18e-6904-4a65-b1bc-fdf81df656d1,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:52:38.721173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '5848a18e-6904-4a65-b1bc-fdf81df656d1', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'port_id': '5848a18e-6904-4a65-b1bc-fdf81df656d1', 'mac_address': 'fa:16:3e:1b:ba:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:52:38.730934 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9459bf22-46af-449f-a410-0927d949e4e6 req-b8155a6b-cd42-4f93-916c-4735e0e73fdc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086903 Jan 28 12:52:38.778269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43864) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:38.891842 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 5848a18e-6904-4a65-b1bc-fdf81df656d1 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:52:38.892284 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:38.924093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5848a18e-6904-4a65-b1bc-fdf81df656d1 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:52:38.991870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 5848a18e-6904-4a65-b1bc-fdf81df656d1, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5848a18e-6904-4a65-b1bc-fdf81df656d1,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:52:39.010694 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:39.012316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6b452-a529-47fb-9421-c1b7ac7f0ffc req-972379a8-625c-4dd7-be2d-7e9f24783fd3 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:39.022293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21f6b452-a529-47fb-9421-c1b7ac7f0ffc req-972379a8-625c-4dd7-be2d-7e9f24783fd3 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 943 time: 0.1883624 Jan 28 12:52:39.027730 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8579f2d9-d319-4428-a393-babf2772669a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae HTTP/1.1" status: 200 len: 992 time: 0.2424545 Jan 28 12:52:39.121498 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=5848a18e-6904-4a65-b1bc-fdf81df656d1,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:39.130304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.131001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.131624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.135551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.135907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.136259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.136623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.138838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.139181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.139545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.139878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.140206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.140533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:52:39.206730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21f6b452-a529-47fb-9421-c1b7ac7f0ffc req-aac3df72-3b16-4ce7-b94b-92c83300702e tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775289 Jan 28 12:52:39.234186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8ba1b-0ad3-421e-b4bd-dc2ca5995d9f req-b5da6403-af7b-4c82-ab6a-7582280f2f9a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:39.236680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38f8ba1b-0ad3-421e-b4bd-dc2ca5995d9f req-b5da6403-af7b-4c82-ab6a-7582280f2f9a tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1138499 Jan 28 12:52:39.273612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['5848a18e-6904-4a65-b1bc-fdf81df656d1'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:52:39.448177 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38f8ba1b-0ad3-421e-b4bd-dc2ca5995d9f req-b30f0c85-ff22-45c9-b0c1-65f48ea86f3d tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921530 Jan 28 12:52:39.649413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-fb886506-1f6b-44d4-a577-19873dab0039 req-7e8ee161-2321-4c6c-8208-1935121811ef service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:52:39.651227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb886506-1f6b-44d4-a577-19873dab0039 req-7e8ee161-2321-4c6c-8208-1935121811ef service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080483 Jan 28 12:52:40.154731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 43914) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:40.269083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824421b7-bc90-4079-8f53-8482cccc4d45 req-5994f27f-fd1a-44a2-9fb5-3b607c435e05 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:40.281532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-824421b7-bc90-4079-8f53-8482cccc4d45 req-5994f27f-fd1a-44a2-9fb5-3b607c435e05 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.1228933 Jan 28 12:52:40.309388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5848a18e-6904-4a65-b1bc-fdf81df656d1 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:52:40.536962 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-7f5c00a9-c5a6-414c-92e6-a6e7aadef311 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3787374 Jan 28 12:52:40.555884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-5549d706-977b-4784-9284-abed0645da75 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:52:40.570740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-824421b7-bc90-4079-8f53-8482cccc4d45 req-b5ea2e94-30c3-4e5e-bb31-430dc53e570b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816057 Jan 28 12:52:40.577114 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-5549d706-977b-4784-9284-abed0645da75 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0389800 Jan 28 12:52:40.616726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4a72e-ad06-4759-9200-f145614fe295 req-882b7478-1ea7-4fb9-99b1-ccf4e80756b4 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:40.631133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bf4a72e-ad06-4759-9200-f145614fe295 req-882b7478-1ea7-4fb9-99b1-ccf4e80756b4 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 944 time: 0.1481936 Jan 28 12:52:40.897245 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bf4a72e-ad06-4759-9200-f145614fe295 req-a8df7d56-ca05-48d4-a3ba-7ea40e23959f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641108 Jan 28 12:52:40.899271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 5848a18e-6904-4a65-b1bc-fdf81df656d1 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:52:40.926020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 5848a18e-6904-4a65-b1bc-fdf81df656d1 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:52:40.926020 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:40.971254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3704d2-b5d0-4072-b06f-afdb3adda61c req-425f3bcf-e108-4f92-a841-48de5a076deb tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:40.984596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b3704d2-b5d0-4072-b06f-afdb3adda61c req-425f3bcf-e108-4f92-a841-48de5a076deb tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1866472 Jan 28 12:52:41.085236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b3704d2-b5d0-4072-b06f-afdb3adda61c req-52481743-be7a-4503-b77d-adb3270c4e4e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995042 Jan 28 12:52:41.185628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 5848a18e-6904-4a65-b1bc-fdf81df656d1 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:52:41.186020 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:41.261247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 5848a18e-6904-4a65-b1bc-fdf81df656d1, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5848a18e-6904-4a65-b1bc-fdf81df656d1,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:52:41.262564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848a18e-6904-4a65-b1bc-fdf81df656d1'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:52:41.265465 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f2d48f-45f3-4540-ab4a-06c4a984d116" -d '{"events": [{"server_uuid": "39a3f631-a5ec-43a7-b700-eb685c35657b", "name": "network-vif-plugged", "status": "completed", "tag": "5848a18e-6904-4a65-b1bc-fdf81df656d1"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:52:41.275478 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:41.375799 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ab8c64-a260-481a-9bd3-64a4899cffd5 x-openstack-request-id: req-73ab8c64-a260-481a-9bd3-64a4899cffd5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:52:41.376489 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a3f631-a5ec-43a7-b700-eb685c35657b", "name": "network-vif-plugged", "status": "completed", "tag": "5848a18e-6904-4a65-b1bc-fdf81df656d1", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:52:41.376489 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73ab8c64-a260-481a-9bd3-64a4899cffd5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:52:41.376988 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848a18e-6904-4a65-b1bc-fdf81df656d1', 'code': 200} Jan 28 12:52:41.384507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=5848a18e-6904-4a65-b1bc-fdf81df656d1,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:41.507649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a283356-f893-48b1-a57e-60caae6fee68 req-3a458153-d320-4d01-9592-871b77118951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:41.510822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a283356-f893-48b1-a57e-60caae6fee68 req-3a458153-d320-4d01-9592-871b77118951 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 1096 time: 0.0689471 Jan 28 12:52:41.620565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a283356-f893-48b1-a57e-60caae6fee68 req-d9c6338f-278f-47fd-8885-478a3bf1e22c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039207 Jan 28 12:52:41.769029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13347d-3f9d-4dc5-8d68-f0cd116f62c2 req-f5d65b57-add0-4ccb-811d-84adc6b58a30 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:41.770755 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c13347d-3f9d-4dc5-8d68-f0cd116f62c2 req-f5d65b57-add0-4ccb-811d-84adc6b58a30 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.0735288 Jan 28 12:52:41.899017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c13347d-3f9d-4dc5-8d68-f0cd116f62c2 req-00ffbc61-afad-483b-bffb-2e06646644d4 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126881 Jan 28 12:52:42.168476 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8cae5-4f5b-4ae9-ab42-dce351b96afa req-cfd263fd-2b23-4f16-8063-d2755854cce9 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:42.170038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dda8cae5-4f5b-4ae9-ab42-dce351b96afa req-cfd263fd-2b23-4f16-8063-d2755854cce9 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 945 time: 0.1278973 Jan 28 12:52:42.290471 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dda8cae5-4f5b-4ae9-ab42-dce351b96afa req-685bef57-c19c-4810-885b-2281b58fc69f tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060731 Jan 28 12:52:42.392712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313a3f4-e314-4510-84fc-906c986c3ca5 req-d3e8ac7b-607f-4e3c-a50c-8f0bd7328ae8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:42.405102 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2313a3f4-e314-4510-84fc-906c986c3ca5 req-d3e8ac7b-607f-4e3c-a50c-8f0bd7328ae8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.0935247 Jan 28 12:52:42.479064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2313a3f4-e314-4510-84fc-906c986c3ca5 req-04189139-8b62-46b3-bcf4-3e64ccd866c5 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667775 Jan 28 12:52:42.744689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-c41cd2e6-1b0a-449c-8d4d-93186cb78863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:42.747090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-c41cd2e6-1b0a-449c-8d4d-93186cb78863 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1096 time: 0.0570471 Jan 28 12:52:42.900717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-2b54ddc1-a02a-43da-864f-289280afb98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:42.902403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-2b54ddc1-a02a-43da-864f-289280afb98e service neutron] 10.222.0.49 "GET /v2.0/networks?id=419ca38f-63b4-4701-b4fc-da3a8bc47754 HTTP/1.1" status: 200 len: 897 time: 0.1452329 Jan 28 12:52:43.103842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ab556822-9641-4895-a5c5-56ceed726fc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 200 len: 1000 time: 0.1947401 Jan 28 12:52:43.776653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6647a-121f-44d0-a795-f228a9ed1819 req-7f040692-d12c-40e0-a1b5-d8afc6970754 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:43.778153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3d6647a-121f-44d0-a795-f228a9ed1819 req-7f040692-d12c-40e0-a1b5-d8afc6970754 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.7337911 Jan 28 12:52:43.796990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-e5f17a87-2240-4382-9885-6c8f81061b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:43.804537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-e5f17a87-2240-4382-9885-6c8f81061b46 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d952482a-b34d-4f9f-bc69-1e6c92105178 HTTP/1.1" status: 200 len: 835 time: 0.6898022 Jan 28 12:52:43.918170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1e0de-e11c-470f-81ff-11ddf19fc433 req-24dafc16-bc0d-4c8f-906e-d7267ba13409 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:43.919705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2b1e0de-e11c-470f-81ff-11ddf19fc433 req-24dafc16-bc0d-4c8f-906e-d7267ba13409 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 945 time: 0.1926656 Jan 28 12:52:43.929133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3d6647a-121f-44d0-a795-f228a9ed1819 req-0dae1233-a4c7-4725-96b5-91cae5d51a63 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436331 Jan 28 12:52:43.964588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-0dfb2874-9824-4e87-bbd5-2aec44257718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:43.966101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-0dfb2874-9824-4e87-bbd5-2aec44257718 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=419ca38f-63b4-4701-b4fc-da3a8bc47754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328044 Jan 28 12:52:44.135323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2b1e0de-e11c-470f-81ff-11ddf19fc433 req-d8c9b8d9-7dfd-414e-8afb-817131991bdd tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049217 Jan 28 12:52:44.209366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdfe20-4157-4dd8-adb4-aaefd6ba8955 req-dd386d13-01ba-46d3-ad1a-2bf818be1bbd tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:44.228652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1dfdfe20-4157-4dd8-adb4-aaefd6ba8955 req-dd386d13-01ba-46d3-ad1a-2bf818be1bbd tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1910594 Jan 28 12:52:44.308522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-55b292d1-04c6-465d-a907-5029a9b5678a service neutron] 10.222.0.49 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254490 Jan 28 12:52:44.370611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1dfdfe20-4157-4dd8-adb4-aaefd6ba8955 req-94a8dba2-de35-456d-b8c9-50cc90cd9913 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248913 Jan 28 12:52:44.442664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4c72e-65ff-423d-8765-cfe2c3e7c73c req-21cc650e-7944-4530-ae32-e9f96b276d7c tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:44.448776 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebc4c72e-65ff-423d-8765-cfe2c3e7c73c req-21cc650e-7944-4530-ae32-e9f96b276d7c tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 945 time: 0.1904724 Jan 28 12:52:44.453784 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 44076) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:44.459073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7a25b3d1-04dc-45f0-b89d-19bbcf027e73 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Request body: {'floatingip': {'port_id': '5848a18e-6904-4a65-b1bc-fdf81df656d1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:52:44.505089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-689b20fc-4a56-4252-83ae-2dcdba1bac2c service neutron] 10.222.0.49 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657102 Jan 28 12:52:44.629021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a25b3d1-04dc-45f0-b89d-19bbcf027e73 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (353371f6-b9a5-428f-a09c-25a71b76a789), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:44.850196 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:52:45.175651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007ba50-3484-4ee1-ba4e-e1551f558179 req-e2496c37-b880-4f13-b566-0c587e56a3d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:45.178951 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7007ba50-3484-4ee1-ba4e-e1551f558179 req-e2496c37-b880-4f13-b566-0c587e56a3d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.0847316 Jan 28 12:52:45.317310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7007ba50-3484-4ee1-ba4e-e1551f558179 req-afffeb4e-c48f-4b03-9784-edc17f8def6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325388 Jan 28 12:52:45.430226 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a25b3d1-04dc-45f0-b89d-19bbcf027e73 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:45.438568 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a25b3d1-04dc-45f0-b89d-19bbcf027e73 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (353371f6-b9a5-428f-a09c-25a71b76a789), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:45.536378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35629b9e-2f6d-400f-af83-e9195f1423be req-82f2a26b-2d23-491e-8b7f-074a3da21f35 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:45.549222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35629b9e-2f6d-400f-af83-e9195f1423be req-82f2a26b-2d23-491e-8b7f-074a3da21f35 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.0852232 Jan 28 12:52:45.668123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35629b9e-2f6d-400f-af83-e9195f1423be req-2dfea904-ca11-40e6-a5b1-c5dd695996b7 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178830 Jan 28 12:52:45.725276 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-7a25b3d1-04dc-45f0-b89d-19bbcf027e73 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Floating IP 353371f6-b9a5-428f-a09c-25a71b76a789 associated. External IP: 172.25.7.150, port: 5848a18e-6904-4a65-b1bc-fdf81df656d1. Jan 28 12:52:46.182346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a25b3d1-04dc-45f0-b89d-19bbcf027e73 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Router 8999dd1e-1620-45f0-9efb-eba12bf75c5f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:52:46.378174 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a25b3d1-04dc-45f0-b89d-19bbcf027e73 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:52:46.391393 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df62502-0226-4994-adc8-f80fea322982 None None] Sync routers for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:52:46.398058 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a25b3d1-04dc-45f0-b89d-19bbcf027e73 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:46.427369 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df62502-0226-4994-adc8-f80fea322982 None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:52:46.432248 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2df62502-0226-4994-adc8-f80fea322982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:52:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:52:46.442683 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7a25b3d1-04dc-45f0-b89d-19bbcf027e73 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "PUT /v2.0/floatingips/353371f6-b9a5-428f-a09c-25a71b76a789 HTTP/1.1" status: 200 len: 991 time: 1.9865255 Jan 28 12:52:46.443500 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'tag': '5848a18e-6904-4a65-b1bc-fdf81df656d1'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:52:46.447114 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f999c0b9-1de3-44c9-b996-0b7f6b575840" -d '{"events": [{"name": "network-changed", "server_uuid": "39a3f631-a5ec-43a7-b700-eb685c35657b", "tag": "5848a18e-6904-4a65-b1bc-fdf81df656d1"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:52:46.663279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363e39f-9427-4a2f-9d61-84f248329da5 req-37b64f13-a774-4ca6-bd29-0a1dfc538c7b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:46.675579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d363e39f-9427-4a2f-9d61-84f248329da5 req-37b64f13-a774-4ca6-bd29-0a1dfc538c7b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.1701498 Jan 28 12:52:46.743011 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2df62502-0226-4994-adc8-f80fea322982 None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:52:46.765394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d363e39f-9427-4a2f-9d61-84f248329da5 req-393116d1-8f72-4146-b620-b5ff7b3f255b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821371 Jan 28 12:52:46.793340 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1ff46d-6e3d-408f-a95b-5549d2330a38 x-openstack-request-id: req-5a1ff46d-6e3d-408f-a95b-5549d2330a38 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:52:46.793340 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a3f631-a5ec-43a7-b700-eb685c35657b", "tag": "5848a18e-6904-4a65-b1bc-fdf81df656d1", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:52:46.794931 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a1ff46d-6e3d-408f-a95b-5549d2330a38 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:52:46.794931 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'tag': '5848a18e-6904-4a65-b1bc-fdf81df656d1', 'status': 'completed', 'code': 200} Jan 28 12:52:47.128614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c0b9-1de3-44c9-b996-0b7f6b575840 req-e863007c-1bac-4028-9103-6fcfecc68e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:47.129877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f999c0b9-1de3-44c9-b996-0b7f6b575840 req-e863007c-1bac-4028-9103-6fcfecc68e33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 1096 time: 0.2677226 Jan 28 12:52:47.213192 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2df62502-0226-4994-adc8-f80fea322982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '353371f6-b9a5-428f-a09c-25a71b76a789', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'port_id': '5848a18e-6904-4a65-b1bc-fdf81df656d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'mac_address': 'fa:16:3e:1b:ba:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:52:26Z', 'updated_at': '2022-01-28T12:52:45Z', 'revision_number': 1, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:47:01Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:52:47.260829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f40a1b-1737-4a64-816d-664ec2286905 req-f8628cfa-e2c5-43b5-8098-1a0c7895fe78 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:47.263839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3f40a1b-1737-4a64-816d-664ec2286905 req-f8628cfa-e2c5-43b5-8098-1a0c7895fe78 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.3074815 Jan 28 12:52:47.280382 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df62502-0226-4994-adc8-f80fea322982 None None] Checking router: 8999dd1e-1620-45f0-9efb-eba12bf75c5f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:52:47.289502 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df62502-0226-4994-adc8-f80fea322982 None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:52:47.290443 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2df62502-0226-4994-adc8-f80fea322982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:52:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:52:47.306719 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:47.540838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3f40a1b-1737-4a64-816d-664ec2286905 req-b80e4b26-4b36-4d45-8323-18917827dfff tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710342 Jan 28 12:52:47.549481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c0b9-1de3-44c9-b996-0b7f6b575840 req-a139748b-faca-4ee1-ae01-c833f0bfa438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:47.550993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f999c0b9-1de3-44c9-b996-0b7f6b575840 req-a139748b-faca-4ee1-ae01-c833f0bfa438 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 911 time: 0.4081531 Jan 28 12:52:47.747131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f999c0b9-1de3-44c9-b996-0b7f6b575840 req-2e658738-1535-4921-8ec4-a47c0b076ecb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5848a18e-6904-4a65-b1bc-fdf81df656d1 HTTP/1.1" status: 200 len: 999 time: 0.1871805 Jan 28 12:52:47.824272 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2df62502-0226-4994-adc8-f80fea322982 None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:52:47.835390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c0b9-1de3-44c9-b996-0b7f6b575840 req-3ec48491-5a59-4147-8e87-b8c0085127f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:47.839302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f999c0b9-1de3-44c9-b996-0b7f6b575840 req-3ec48491-5a59-4147-8e87-b8c0085127f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.0852585 Jan 28 12:52:47.847798 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:48.115733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c0b9-1de3-44c9-b996-0b7f6b575840 req-97fd7ad1-bd8b-46b3-af2e-914641ac698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:48.117448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f999c0b9-1de3-44c9-b996-0b7f6b575840 req-97fd7ad1-bd8b-46b3-af2e-914641ac698a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2719822 Jan 28 12:52:48.140449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c761bd5-361e-4c75-9630-2b888cdd166f req-1b163278-1b09-41f1-8895-94ca7b53c6fe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:48.148033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c761bd5-361e-4c75-9630-2b888cdd166f req-1b163278-1b09-41f1-8895-94ca7b53c6fe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.1740701 Jan 28 12:52:48.322670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2879c3-e896-48ac-90cf-466a8a36a23d req-ee353c49-99ee-4709-8d04-a92ec046ace6 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:48.331087 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe2879c3-e896-48ac-90cf-466a8a36a23d req-ee353c49-99ee-4709-8d04-a92ec046ace6 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.2813647 Jan 28 12:52:48.339749 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2df62502-0226-4994-adc8-f80fea322982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '353371f6-b9a5-428f-a09c-25a71b76a789', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'port_id': '5848a18e-6904-4a65-b1bc-fdf81df656d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'mac_address': 'fa:16:3e:1b:ba:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:52:26Z', 'updated_at': '2022-01-28T12:52:45Z', 'revision_number': 1, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:47:01Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:52:48.395064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f999c0b9-1de3-44c9-b996-0b7f6b575840 req-28a3b52d-fdbd-4e54-ac90-f1644f0fadcd service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709165 Jan 28 12:52:48.414616 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df62502-0226-4994-adc8-f80fea322982 None None] The sync data for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 is: [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '353371f6-b9a5-428f-a09c-25a71b76a789', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'port_id': '5848a18e-6904-4a65-b1bc-fdf81df656d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'mac_address': 'fa:16:3e:1b:ba:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:52:26Z', 'updated_at': '2022-01-28T12:52:45Z', 'revision_number': 1, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:47:01Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:52:48.483151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c761bd5-361e-4c75-9630-2b888cdd166f req-df6775e0-01ff-4a12-a7bb-bf97cf17b5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336484 Jan 28 12:52:48.575967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe2879c3-e896-48ac-90cf-466a8a36a23d req-ebd546e0-29ac-4df6-9fb5-b0f0eae6c777 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436702 Jan 28 12:52:48.711873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f999c0b9-1de3-44c9-b996-0b7f6b575840 req-9c393a67-97a1-4745-a7a6-95290cd743f8 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009684 Jan 28 12:52:48.843045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89464bca-2388-4fd3-925a-6943e63e77ba req-4cbab183-421d-4265-98ac-9e5d88fae22e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:48.849788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89464bca-2388-4fd3-925a-6943e63e77ba req-4cbab183-421d-4265-98ac-9e5d88fae22e tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1363776 Jan 28 12:52:48.935932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5508af14-5199-469d-b5f3-d79657cc1e0d None None] New status for floating IP 353371f6-b9a5-428f-a09c-25a71b76a789: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:52:49.034950 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89464bca-2388-4fd3-925a-6943e63e77ba req-b66e722d-a8b5-4028-83f6-49e5eb727ca4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780186 Jan 28 12:52:49.284251 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee726410-e44f-45e2-9038-b2fab66e4d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:49.500042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581663cc-3490-4450-867d-76821d117d2f req-f59cdb85-a6fe-4183-808a-f38634919183 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:49.510659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-581663cc-3490-4450-867d-76821d117d2f req-f59cdb85-a6fe-4183-808a-f38634919183 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1411929 Jan 28 12:52:49.582253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-581663cc-3490-4450-867d-76821d117d2f req-9d41eb16-c3d8-4fb1-a7fa-3af30471e402 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685444 Jan 28 12:52:49.713663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60444-914a-419c-a662-0b7ce025d163 req-39a83243-83d6-4b75-bbbb-bd31573c2810 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:49.729537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81f60444-914a-419c-a662-0b7ce025d163 req-39a83243-83d6-4b75-bbbb-bd31573c2810 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.1034787 Jan 28 12:52:49.834485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81f60444-914a-419c-a662-0b7ce025d163 req-d0082a19-981d-4cd5-bd3c-63d01b3189c1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004109 Jan 28 12:52:50.817270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e5186-622b-4620-b0fa-4b10a9554488 req-8b8bb3cf-92c2-4fe1-a272-41d27670169d tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:50.821170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e09e5186-622b-4620-b0fa-4b10a9554488 req-8b8bb3cf-92c2-4fe1-a272-41d27670169d tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1460788 Jan 28 12:52:50.883890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c06402-d468-467f-a5b5-c7c0bcdc2e76 req-3d2eeeeb-93bb-4006-b3d9-b3ff45398136 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:50.898037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95c06402-d468-467f-a5b5-c7c0bcdc2e76 req-3d2eeeeb-93bb-4006-b3d9-b3ff45398136 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 945 time: 0.1663609 Jan 28 12:52:51.064943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c7f9d-103b-44f0-b775-9662e8f9751e req-d60414cd-5674-4e8f-8291-662b8da8ddd4 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:51.067157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-134c7f9d-103b-44f0-b775-9662e8f9751e req-d60414cd-5674-4e8f-8291-662b8da8ddd4 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.0975659 Jan 28 12:52:51.083001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95c06402-d468-467f-a5b5-c7c0bcdc2e76 req-35e4be31-0940-4390-955f-9f8c5f15f853 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833301 Jan 28 12:52:51.126250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-e09e5186-622b-4620-b0fa-4b10a9554488 req-05923c5a-0e33-4fb4-af59-c69a41e970e8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Deleting port 29e5115b-b146-458c-ba2e-bddd24b75774 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:52:51.131979 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e09e5186-622b-4620-b0fa-4b10a9554488 req-05923c5a-0e33-4fb4-af59-c69a41e970e8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:51.323972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-134c7f9d-103b-44f0-b775-9662e8f9751e req-3e4f2b97-0525-48df-ad1f-0976825a2c99 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215757 Jan 28 12:52:51.415066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e09e5186-622b-4620-b0fa-4b10a9554488 req-05923c5a-0e33-4fb4-af59-c69a41e970e8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] For port 29e5115b-b146-458c-ba2e-bddd24b75774, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=29e5115b-b146-458c-ba2e-bddd24b75774,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:52:51.415681 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e09e5186-622b-4620-b0fa-4b10a9554488 req-05923c5a-0e33-4fb4-af59-c69a41e970e8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:51.431401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-e09e5186-622b-4620-b0fa-4b10a9554488 req-05923c5a-0e33-4fb4-af59-c69a41e970e8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Calling delete_port for 29e5115b-b146-458c-ba2e-bddd24b75774 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:52:51.593708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e09e5186-622b-4620-b0fa-4b10a9554488 req-05923c5a-0e33-4fb4-af59-c69a41e970e8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (29e5115b-b146-458c-ba2e-bddd24b75774), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:51.608054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['19046f20-529a-4e01-bee0-9cafd82b15ce', '29e5115b-b146-458c-ba2e-bddd24b75774'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:52:51.616056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae40aec3-2877-4623-82f3-c82a71614e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:51.735614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09e5186-622b-4620-b0fa-4b10a9554488 req-05923c5a-0e33-4fb4-af59-c69a41e970e8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] No DVR routers for this DVR port 29e5115b-b146-458c-ba2e-bddd24b75774 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:52:51.738470 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e09e5186-622b-4620-b0fa-4b10a9554488 req-05923c5a-0e33-4fb4-af59-c69a41e970e8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:51.742719 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e09e5186-622b-4620-b0fa-4b10a9554488 req-05923c5a-0e33-4fb4-af59-c69a41e970e8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "DELETE /v2.0/ports/29e5115b-b146-458c-ba2e-bddd24b75774 HTTP/1.1" status: 204 len: 173 time: 0.9152107 Jan 28 12:52:51.744234 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05923c5a-0e33-4fb4-af59-c69a41e970e8 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event deleted for resources: {'Port': ['ID=29e5115b-b146-458c-ba2e-bddd24b75774,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:51.762014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2badfd78-68fa-48bd-bf86-b6fbd09f1240', 'name': 'network-vif-deleted', 'tag': '29e5115b-b146-458c-ba2e-bddd24b75774'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:52:51.765567 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75089ec-6ea9-4581-ac80-fbe4596ce9e5" -d '{"events": [{"server_uuid": "2badfd78-68fa-48bd-bf86-b6fbd09f1240", "name": "network-vif-deleted", "tag": "29e5115b-b146-458c-ba2e-bddd24b75774"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:52:51.889672 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a994d75-2a5d-4796-9097-64a97fce1c63 x-openstack-request-id: req-3a994d75-2a5d-4796-9097-64a97fce1c63 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:52:51.890226 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2badfd78-68fa-48bd-bf86-b6fbd09f1240", "name": "network-vif-deleted", "tag": "29e5115b-b146-458c-ba2e-bddd24b75774", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:52:51.890226 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a994d75-2a5d-4796-9097-64a97fce1c63 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:52:51.890635 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2badfd78-68fa-48bd-bf86-b6fbd09f1240', 'name': 'network-vif-deleted', 'tag': '29e5115b-b146-458c-ba2e-bddd24b75774', 'status': 'completed', 'code': 200} Jan 28 12:52:52.308961 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc735d0-5436-4c74-a4d2-4d2f6dca8e68 req-590269b8-ecfa-4e31-b89f-a491f0d92396 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=2badfd78-68fa-48bd-bf86-b6fbd09f1240 HTTP/1.1" status: 200 len: 210 time: 0.0720742 Jan 28 12:52:52.535459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad95b7a-7269-4ca1-a545-572e493d66e9 req-95d57c7a-0acc-48ef-841f-be7c21e5634b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:52.553262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ad95b7a-7269-4ca1-a545-572e493d66e9 req-95d57c7a-0acc-48ef-841f-be7c21e5634b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.1236451 Jan 28 12:52:52.668604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ad95b7a-7269-4ca1-a545-572e493d66e9 req-87e86eea-9922-4b08-a1ec-ff861f111c60 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143956 Jan 28 12:52:53.016837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:53.963833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628314-51fa-4cd3-be27-986537458b4d req-b490a4bb-a6c6-4adb-8534-8f7f3bfd29d2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:53.968769 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55628314-51fa-4cd3-be27-986537458b4d req-b490a4bb-a6c6-4adb-8534-8f7f3bfd29d2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.1710083 Jan 28 12:52:54.084451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55628314-51fa-4cd3-be27-986537458b4d req-77653e50-bc53-4308-828b-81c2a8854694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952725 Jan 28 12:52:54.353968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 29e5115b-b146-458c-ba2e-bddd24b75774 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:52:54.393412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 29e5115b-b146-458c-ba2e-bddd24b75774 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:52:54.393964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 29e5115b-b146-458c-ba2e-bddd24b75774 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:52:54.676790 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:54.721766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26e66f-29f3-425f-99fe-bd3c3de2d2cb req-4aae28e0-d226-40a4-8697-327e03d1d570 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:54.723489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db26e66f-29f3-425f-99fe-bd3c3de2d2cb req-4aae28e0-d226-40a4-8697-327e03d1d570 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 946 time: 0.0705633 Jan 28 12:52:54.828421 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db26e66f-29f3-425f-99fe-bd3c3de2d2cb req-e5b8f685-1f22-49c3-8145-0487cb16d5e4 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960650 Jan 28 12:52:55.256039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b3767-805d-487c-9cd5-8fe6a16ce13a req-cbff99af-f62e-443d-a782-8478c15f9259 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:55.259541 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-949b3767-805d-487c-9cd5-8fe6a16ce13a req-cbff99af-f62e-443d-a782-8478c15f9259 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.0653930 Jan 28 12:52:55.345948 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-949b3767-805d-487c-9cd5-8fe6a16ce13a req-73555c5d-32e6-410c-9a89-ea50e4f89baf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798221 Jan 28 12:52:55.999548 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:56.035027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3effb-756b-4377-9c1b-2b822b6fe1c6 req-a13ab849-191e-42a0-807d-210c619fb76b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:56.049911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54b3effb-756b-4377-9c1b-2b822b6fe1c6 req-a13ab849-191e-42a0-807d-210c619fb76b tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 946 time: 0.1014619 Jan 28 12:52:56.166497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54b3effb-756b-4377-9c1b-2b822b6fe1c6 req-185e4363-8d6d-4223-b068-f19e1cc2dede tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/security-groups?id=729af97e-1eb9-4084-bb43-91dc7ae594fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154506 Jan 28 12:52:56.191582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fce83-80b7-428b-a9e6-b7b81a8478b6 req-f17b7962-b0e7-4a2a-b5cc-16d9a644f4f6 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:56.195456 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-545fce83-80b7-428b-a9e6-b7b81a8478b6 req-f17b7962-b0e7-4a2a-b5cc-16d9a644f4f6 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 946 time: 0.1001174 Jan 28 12:52:56.395997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-545fce83-80b7-428b-a9e6-b7b81a8478b6 req-195f12f1-eece-455d-be2d-0c69656ab7ae tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Deleting port 19046f20-529a-4e01-bee0-9cafd82b15ce {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:52:56.396677 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-545fce83-80b7-428b-a9e6-b7b81a8478b6 req-195f12f1-eece-455d-be2d-0c69656ab7ae tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:56.632098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fbda9-48e0-46c3-8961-5675781d71e0 req-7dcf3d48-09fa-473d-b89c-81f5143be4e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:56.640466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-927fbda9-48e0-46c3-8961-5675781d71e0 req-7dcf3d48-09fa-473d-b89c-81f5143be4e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.1211786 Jan 28 12:52:56.783260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-545fce83-80b7-428b-a9e6-b7b81a8478b6 req-195f12f1-eece-455d-be2d-0c69656ab7ae tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] For port 19046f20-529a-4e01-bee0-9cafd82b15ce, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=19046f20-529a-4e01-bee0-9cafd82b15ce,segment=NetworkSegment(1b141a5e-4e5c-4abf-b182-3fee6ea9dc23),segment_id=1b141a5e-4e5c-4abf-b182-3fee6ea9dc23)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:52:56.783642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-545fce83-80b7-428b-a9e6-b7b81a8478b6 req-195f12f1-eece-455d-be2d-0c69656ab7ae tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:56.793516 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-6a411c1f-cd81-4091-974c-b1c14d07848b service neutron] show failed (client error): The resource could not be found. Jan 28 12:52:56.795061 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-6a411c1f-cd81-4091-974c-b1c14d07848b service neutron] 10.222.0.49 "GET /v2.0/ports/96bdc5ca-e0fc-4daa-a300-046d5de14f00/bindings/n-h1-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.1172857 Jan 28 12:52:56.917297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-545fce83-80b7-428b-a9e6-b7b81a8478b6 req-195f12f1-eece-455d-be2d-0c69656ab7ae tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Calling delete_port for 19046f20-529a-4e01-bee0-9cafd82b15ce owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:52:56.994899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-927fbda9-48e0-46c3-8961-5675781d71e0 req-b3221c99-5d7e-44e9-bc01-02a31f305162 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521991 Jan 28 12:52:57.351545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.35', 62989) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:57.358737 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-545fce83-80b7-428b-a9e6-b7b81a8478b6 req-195f12f1-eece-455d-be2d-0c69656ab7ae tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (19046f20-529a-4e01-bee0-9cafd82b15ce), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:57.362512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b19e089c-9fff-4a0b-9ff9-901277d97b9a req-d78e9fe3-a4bb-49ed-acec-76858b68b202 tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.53 "GET /v2.0/ports?device_id=396ad6a8-6bf1-4227-8c4f-134a28705faa HTTP/1.1" status: 200 len: 210 time: 0.0328772 Jan 28 12:52:57.391516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f12f1-eece-455d-be2d-0c69656ab7ae tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Pushing event deleted for resources: {'Port': ['ID=19046f20-529a-4e01-bee0-9cafd82b15ce,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:57.510195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-545fce83-80b7-428b-a9e6-b7b81a8478b6 req-195f12f1-eece-455d-be2d-0c69656ab7ae tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] No DVR routers for this DVR port 19046f20-529a-4e01-bee0-9cafd82b15ce on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:52:57.516662 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-545fce83-80b7-428b-a9e6-b7b81a8478b6 req-195f12f1-eece-455d-be2d-0c69656ab7ae tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:57.529519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-545fce83-80b7-428b-a9e6-b7b81a8478b6 req-195f12f1-eece-455d-be2d-0c69656ab7ae tempest-ServersTestJSON-1157098813 tempest-ServersTestJSON-1157098813-project] 10.222.0.49 "DELETE /v2.0/ports/19046f20-529a-4e01-bee0-9cafd82b15ce HTTP/1.1" status: 204 len: 173 time: 1.3241532 Jan 28 12:52:57.530027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396ad6a8-6bf1-4227-8c4f-134a28705faa', 'name': 'network-vif-deleted', 'tag': '19046f20-529a-4e01-bee0-9cafd82b15ce'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:52:57.534655 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f66de41-edd5-448f-9ce2-a0cbf5b324d9" -d '{"events": [{"server_uuid": "396ad6a8-6bf1-4227-8c4f-134a28705faa", "name": "network-vif-deleted", "tag": "19046f20-529a-4e01-bee0-9cafd82b15ce"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:52:57.625293 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58075f05-499d-4ef8-bdda-9c072fb72790 x-openstack-request-id: req-58075f05-499d-4ef8-bdda-9c072fb72790 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:52:57.628147 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396ad6a8-6bf1-4227-8c4f-134a28705faa", "name": "network-vif-deleted", "tag": "19046f20-529a-4e01-bee0-9cafd82b15ce", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:52:57.628417 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58075f05-499d-4ef8-bdda-9c072fb72790 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:52:57.628861 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396ad6a8-6bf1-4227-8c4f-134a28705faa', 'name': 'network-vif-deleted', 'tag': '19046f20-529a-4e01-bee0-9cafd82b15ce', 'status': 'completed', 'code': 200} Jan 28 12:52:57.822212 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-3431cc16-6556-41e8-a4e7-3461adf01274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:57.823943 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-3431cc16-6556-41e8-a4e7-3461adf01274 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7&tenant_id=f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 1096 time: 0.4678724 Jan 28 12:52:57.853870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-5d700362-64ec-4c65-add1-4ac9d4111108 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:52:57.855352 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-5d700362-64ec-4c65-add1-4ac9d4111108 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175142 Jan 28 12:52:57.869035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:52:58.026062 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:58.265153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dd9e-17ab-42e2-b7d6-ed8e9579f455 req-5a84ca1e-c31c-42a1-8f1f-227f8a8e2b5f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:58.278801 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47a5dd9e-17ab-42e2-b7d6-ed8e9579f455 req-5a84ca1e-c31c-42a1-8f1f-227f8a8e2b5f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.1087821 Jan 28 12:52:58.367357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 19046f20-529a-4e01-bee0-9cafd82b15ce no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:52:58.497330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47a5dd9e-17ab-42e2-b7d6-ed8e9579f455 req-3d82ad8d-298e-4a63-ba16-76fb0ec32d0b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172773 Jan 28 12:52:58.501807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 19046f20-529a-4e01-bee0-9cafd82b15ce {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:52:58.502174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 19046f20-529a-4e01-bee0-9cafd82b15ce not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:52:58.505756 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 96bdc5ca-e0fc-4daa-a300-046d5de14f00 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:52:58.523517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:52:58.611661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:52:58.614534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44560) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:58.724870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86103da-245c-4b1e-a22d-1bd0df83f905 admin admin] Deleting subnet d00a0522-f45d-43ac-a9ca-bd06d75aada2 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:52:58.733886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:52:58.736823 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d86103da-245c-4b1e-a22d-1bd0df83f905 admin admin] Publish callbacks [] for subnet (d00a0522-f45d-43ac-a9ca-bd06d75aada2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:58.741392 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f32959b-f3e0-4347-bab4-f54fded5b515" -d '{"events": [{"server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:52:58.784870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Publish callbacks [] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:58.846824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Transition to ACTIVE for port object 96bdc5ca-e0fc-4daa-a300-046d5de14f00 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:52:58.854367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:58.879701 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d86103da-245c-4b1e-a22d-1bd0df83f905 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (d00a0522-f45d-43ac-a9ca-bd06d75aada2), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:58.939849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:52:58.942414 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:59.092988 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe311ac5-e2c5-4882-9601-30942ef07574 x-openstack-request-id: req-fe311ac5-e2c5-4882-9601-30942ef07574 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:52:59.093671 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:52:59.096263 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe311ac5-e2c5-4882-9601-30942ef07574 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:52:59.097690 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'code': 200} Jan 28 12:52:59.184999 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d86103da-245c-4b1e-a22d-1bd0df83f905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (d00a0522-f45d-43ac-a9ca-bd06d75aada2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:59.376759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Pushing event updated for resources: {'Port': ['ID=96bdc5ca-e0fc-4daa-a300-046d5de14f00,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:59.378265 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:52:59.380882 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:52:59.406021 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d86103da-245c-4b1e-a22d-1bd0df83f905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (d00a0522-f45d-43ac-a9ca-bd06d75aada2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:59.485068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86103da-245c-4b1e-a22d-1bd0df83f905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00a0522-f45d-43ac-a9ca-bd06d75aada2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:52:59.500617 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d86103da-245c-4b1e-a22d-1bd0df83f905 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:59.512310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d86103da-245c-4b1e-a22d-1bd0df83f905 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d00a0522-f45d-43ac-a9ca-bd06d75aada2 HTTP/1.1" status: 204 len: 168 time: 0.8866134 Jan 28 12:52:59.514199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44586) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:52:59.582796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] No DVR routers for this DVR port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:52:59.819054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Attempting to bind port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:52:59.820243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Attempting to bind port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:52:59.821044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Attempting to bind port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 on network 419ca38f-63b4-4701-b4fc-da3a8bc47754 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:52:59.826617 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 on network 419ca38f-63b4-4701-b4fc-da3a8bc47754 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:52:59.827041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Attempting to bind port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 on network 419ca38f-63b4-4701-b4fc-da3a8bc47754 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:52:59.832861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:52:59.833209 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Checking segment: {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:52:59.833608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Bound using segment: {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:52:59.834051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Bound port: 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b69698-2a6b-470f-b1c8-b942f584d0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:52:59.834521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:59.837165 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d1a8419c-095d-413c-a233-3fd3e5c5e05d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:52:59.850694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3baa3-8396-48ad-b0a7-a0dc19e28d3b req-23264ceb-4b7e-4dab-aa51-9571d70898b9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:52:59.860578 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ec3baa3-8396-48ad-b0a7-a0dc19e28d3b req-23264ceb-4b7e-4dab-aa51-9571d70898b9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 943 time: 0.1608999 Jan 28 12:52:59.944463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ec3baa3-8396-48ad-b0a7-a0dc19e28d3b req-25b6bf66-48c8-48f3-ad03-8c517039a34b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823801 Jan 28 12:52:59.998136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 is: DOWN; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:53:00.021233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:53:00.025639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:53:00.047980 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d1a8419c-095d-413c-a233-3fd3e5c5e05d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:00.054703 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:00.127909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a8419c-095d-413c-a233-3fd3e5c5e05d']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:00.150945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:00.151646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b141a5e-4e5c-4abf-b182-3fee6ea9dc23') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:00.199731 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (1b141a5e-4e5c-4abf-b182-3fee6ea9dc23), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:00.243688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:00.244987 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:00.246099 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] 10.222.0.35 "PUT /v2.0/ports/96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 200 len: 1091 time: 2.3830631 Jan 28 12:53:00.247091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d96bc-b85e-41a2-bfdf-2b0d2c41cd32 service neutron] Pushing event updated for resources: {'Port': ['ID=96bdc5ca-e0fc-4daa-a300-046d5de14f00,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:00.274803 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1b141a5e-4e5c-4abf-b182-3fee6ea9dc23), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:00.301922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:53:00.301922 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (1b141a5e-4e5c-4abf-b182-3fee6ea9dc23), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:53:00.303209 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:53:00.441244 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d1a8419c-095d-413c-a233-3fd3e5c5e05d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:00.456645 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:00.471041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d1a8419c-095d-413c-a233-3fd3e5c5e05d HTTP/1.1" status: 204 len: 168 time: 0.9521372 Jan 28 12:53:00.486260 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-96829013-e5eb-4422-ab9b-439ac1061235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:00.491032 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-96829013-e5eb-4422-ab9b-439ac1061235 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1094 time: 0.2065756 Jan 28 12:53:00.519887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a8419c-095d-413c-a233-3fd3e5c5e05d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:00.573256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.573628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.573971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.574309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.574639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.574966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.575307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.576058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.576058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.576359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.576611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.576921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.577283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0540e-f9eb-427e-8b00-c904337f8aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:00.892144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-dff90dde-66f9-4531-87fe-4703fd98707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:00.902145 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-dff90dde-66f9-4531-87fe-4703fd98707e service neutron] 10.222.0.35 "GET /v2.0/networks?id=419ca38f-63b4-4701-b4fc-da3a8bc47754 HTTP/1.1" status: 200 len: 897 time: 0.3943396 Jan 28 12:53:01.018209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44642) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:01.105393 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-25f10c5d-5fe2-4adb-baa9-b988de44983c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c29e0f6db314be7874bfc92b61fff32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0849128 Jan 28 12:53:01.106371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44646) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:01.115002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:53:01.121741 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:53:01.131014 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-3e5a1780-7a5e-4b18-86cf-2b5df4b5a243 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 200 len: 998 time: 0.2269309 Jan 28 12:53:01.251931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-19c824cc-3a75-4428-b187-f9bd23bf13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:01.253914 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-19c824cc-3a75-4428-b187-f9bd23bf13ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d952482a-b34d-4f9f-bc69-1e6c92105178 HTTP/1.1" status: 200 len: 835 time: 0.1170096 Jan 28 12:53:01.329126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-f6259ff9-8da0-4c12-a631-e6cde8ab565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:01.332101 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-f6259ff9-8da0-4c12-a631-e6cde8ab565e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=419ca38f-63b4-4701-b4fc-da3a8bc47754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720289 Jan 28 12:53:01.342134 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96570f47-1642-4038-8f53-79beb5551773 x-openstack-request-id: req-96570f47-1642-4038-8f53-79beb5551773 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:53:01.342702 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:53:01.343605 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96570f47-1642-4038-8f53-79beb5551773 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:53:01.344215 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'status': 'completed', 'code': 200} Jan 28 12:53:01.495849 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-67693f7d-c6cd-4fe3-b9f8-648b3fc8bb9f service neutron] 10.222.0.35 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478071 Jan 28 12:53:01.569127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e80b1-2090-4022-aa92-7bff9869f0fe req-db9a6811-7be3-4b7d-9624-66981f743a98 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:01.595991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-055e80b1-2090-4022-aa92-7bff9869f0fe req-db9a6811-7be3-4b7d-9624-66981f743a98 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 943 time: 0.3666809 Jan 28 12:53:01.701772 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ede05809-44f2-4667-910e-5154281e1d60 admin admin] Publish callbacks [] for security_group (729af97e-1eb9-4084-bb43-91dc7ae594fd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:01.709577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-ad396f77-cfc0-4c48-b652-d21aecf1012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:01.716448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-ad396f77-cfc0-4c48-b652-d21aecf1012f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1094 time: 0.3306649 Jan 28 12:53:01.822744 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3a9098f8-948f-408d-930b-c6d8ef61805f req-d7b856fb-8b32-4a8a-9409-95679ae21c4e service neutron] 10.222.0.35 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050816 Jan 28 12:53:01.949955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-055e80b1-2090-4022-aa92-7bff9869f0fe req-54bfd41b-7d05-4f3b-8c1e-8d2a688f50b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465605 Jan 28 12:53:01.953937 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ede05809-44f2-4667-910e-5154281e1d60 admin admin] Publish callbacks [] for security_group (729af97e-1eb9-4084-bb43-91dc7ae594fd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:02.111804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-8e37b3b1-6704-4e57-b06c-2e574b18b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:02.114787 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-8e37b3b1-6704-4e57-b06c-2e574b18b988 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1094 time: 0.2196620 Jan 28 12:53:02.181652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-d30fbeee-171d-4637-8442-65de4f9216f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:02.207741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-d30fbeee-171d-4637-8442-65de4f9216f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=419ca38f-63b4-4701-b4fc-da3a8bc47754 HTTP/1.1" status: 200 len: 897 time: 0.4779751 Jan 28 12:53:02.369886 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ede05809-44f2-4667-910e-5154281e1d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (729af97e-1eb9-4084-bb43-91dc7ae594fd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:02.374879 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ede05809-44f2-4667-910e-5154281e1d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:02.376515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ede05809-44f2-4667-910e-5154281e1d60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/729af97e-1eb9-4084-bb43-91dc7ae594fd HTTP/1.1" status: 204 len: 168 time: 1.2689824 Jan 28 12:53:02.390356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-f431db23-6227-4d1f-8db5-f448d9b24764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:02.391865 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-f431db23-6227-4d1f-8db5-f448d9b24764 service neutron] 10.222.0.35 "GET /v2.0/networks?id=419ca38f-63b4-4701-b4fc-da3a8bc47754 HTTP/1.1" status: 200 len: 897 time: 0.2716105 Jan 28 12:53:02.395457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-b63700b9-e7ff-4c1b-a2f3-6e7de875bcf6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 200 len: 998 time: 0.1766427 Jan 28 12:53:02.476364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede05809-44f2-4667-910e-5154281e1d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729af97e-1eb9-4084-bb43-91dc7ae594fd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:02.574430 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-e3b7ce0f-c216-45c7-bb74-aee6dcc53767 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 200 len: 998 time: 0.1745598 Jan 28 12:53:02.787481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-7143ff9a-5542-4e22-be85-38ac91c7e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:02.793713 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-7143ff9a-5542-4e22-be85-38ac91c7e80c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d952482a-b34d-4f9f-bc69-1e6c92105178 HTTP/1.1" status: 200 len: 835 time: 0.1941197 Jan 28 12:53:02.894080 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-83e4338e-4cc5-458d-b81f-decfa2f4d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:02.900844 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-83e4338e-4cc5-458d-b81f-decfa2f4d867 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=419ca38f-63b4-4701-b4fc-da3a8bc47754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023834 Jan 28 12:53:03.078820 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-50e012c8-aee5-43f7-a6b7-c5f51d933e83 service neutron] 10.222.0.35 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675253 Jan 28 12:53:03.375406 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-fd914dc3-8901-4c01-a3e3-9cbaef0f1490 service neutron] 10.222.0.35 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905087 Jan 28 12:53:03.613848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-3b45aa63-5697-4e1f-b304-df6ea6209de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:03.614590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-3b45aa63-5697-4e1f-b304-df6ea6209de5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d952482a-b34d-4f9f-bc69-1e6c92105178 HTTP/1.1" status: 200 len: 835 time: 1.1816971 Jan 28 12:53:03.793974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e286a-550e-4205-9c60-ef680dcb246c req-b8fd6e5d-ec9a-44c8-b100-c6d228b23789 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:03.800834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-130e286a-550e-4205-9c60-ef680dcb246c req-b8fd6e5d-ec9a-44c8-b100-c6d228b23789 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 943 time: 0.3440526 Jan 28 12:53:03.923466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-57d0fcac-ecca-4bdf-8bcc-3be6c81d69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:03.925666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-57d0fcac-ecca-4bdf-8bcc-3be6c81d69fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=419ca38f-63b4-4701-b4fc-da3a8bc47754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2794151 Jan 28 12:53:04.117641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 96bdc5ca-e0fc-4daa-a300-046d5de14f00 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:53:04.205974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-9dad2fa3-616c-41c2-bae7-ac27c5c2b229 service neutron] 10.222.0.49 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662482 Jan 28 12:53:04.228697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-130e286a-550e-4205-9c60-ef680dcb246c req-e2bb73fb-ce6f-4d3e-ac4a-5c6b9cd82171 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4188340 Jan 28 12:53:04.370216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:04.379813 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29f3ed44-e4bf-4ff2-95d9-1cf1a8495bdc req-d482251e-ba9c-4023-abbd-129f46e3f53f service neutron] 10.222.0.49 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487229 Jan 28 12:53:04.416381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'port_id': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'mac_address': 'fa:16:3e:10:9d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:53:04.503870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:53:04.504270 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:04.575735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bdc5ca-e0fc-4daa-a300-046d5de14f00 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:53:04.645843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:04.656583 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:04.769641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=96bdc5ca-e0fc-4daa-a300-046d5de14f00,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:04.892121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-be271d88-d239-42b8-b667-fb78227f0a97 req-1aeac35f-0696-4f57-972a-15caa541bacb service neutron] (103129) timed out ('10.222.0.53', 49736) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:53:04.907631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['96bdc5ca-e0fc-4daa-a300-046d5de14f00'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:53:05.223978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4fb86250-179f-46fe-acd0-0d766eea26f5 req-1cdcc345-0ebc-4be4-a1b1-f09d4915924d tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0764236 Jan 28 12:53:05.439772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fa80e-db2b-42c6-94c7-78af8f1948ec req-3df8ef88-5486-4980-955f-c95c1c87ce21 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:05.448166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-044fa80e-db2b-42c6-94c7-78af8f1948ec req-3df8ef88-5486-4980-955f-c95c1c87ce21 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 944 time: 0.0909445 Jan 28 12:53:05.564290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-044fa80e-db2b-42c6-94c7-78af8f1948ec req-9a6773b1-412e-4c9b-af3d-e992f3adcac1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149275 Jan 28 12:53:06.118137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef26c4-6972-4714-90a2-434a43d96311 req-2fe1d309-788b-4fff-86e9-511a3cae507f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:06.124022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59ef26c4-6972-4714-90a2-434a43d96311 req-2fe1d309-788b-4fff-86e9-511a3cae507f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7&tenant_id=f804c63ab4be43509b4700c1f4f06f6f&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 944 time: 0.2334146 Jan 28 12:53:06.130878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 96bdc5ca-e0fc-4daa-a300-046d5de14f00 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:53:06.297563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:53:06.302328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:53:06.303010 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:06.311629 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-59ef26c4-6972-4714-90a2-434a43d96311 req-39bdad8d-2375-459f-a6bc-3f6605b927f4 service neutron] delete failed (client error): The resource could not be found. Jan 28 12:53:06.312783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59ef26c4-6972-4714-90a2-434a43d96311 req-39bdad8d-2375-459f-a6bc-3f6605b927f4 service neutron] 10.222.0.49 "DELETE /v2.0/ports/96bdc5ca-e0fc-4daa-a300-046d5de14f00/bindings/n-h2-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.1317346 Jan 28 12:53:06.328054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ef03e-96f3-4881-bd9e-ac6c8460ccb8 req-cf6031e3-2bca-4054-bb61-4d9f94e8ebaf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:06.338323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-429ef03e-96f3-4881-bd9e-ac6c8460ccb8 req-cf6031e3-2bca-4054-bb61-4d9f94e8ebaf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 944 time: 0.3531630 Jan 28 12:53:06.471864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-429ef03e-96f3-4881-bd9e-ac6c8460ccb8 req-32ced097-6759-4870-bbe0-c41ebfaa63e5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320565 Jan 28 12:53:06.542114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7dde9085-0641-456b-81db-516e5ae43bda req-5f0b28ac-74e5-4413-83a1-77fdf8e7cf01 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0767796 Jan 28 12:53:06.554874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:53:06.555314 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:06.576799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef26c4-6972-4714-90a2-434a43d96311 req-bd1d16ab-2573-42e2-8db3-b8c0a24a365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:06.579253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59ef26c4-6972-4714-90a2-434a43d96311 req-bd1d16ab-2573-42e2-8db3-b8c0a24a365d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1095 time: 0.1803553 Jan 28 12:53:06.673791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:06.675814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:53:06.686813 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fa42a0-3a1f-4588-8396-66e5306abed0" -d '{"events": [{"server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "name": "network-vif-plugged", "status": "completed", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:53:06.721302 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:06.817982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef26c4-6972-4714-90a2-434a43d96311 req-fa8eaa60-6909-47f1-bfb9-b9dbb4d28f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:06.823560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59ef26c4-6972-4714-90a2-434a43d96311 req-fa8eaa60-6909-47f1-bfb9-b9dbb4d28f7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=419ca38f-63b4-4701-b4fc-da3a8bc47754 HTTP/1.1" status: 200 len: 897 time: 0.2335267 Jan 28 12:53:06.827898 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d4debb-d3ec-4c4d-a0a2-d1d4d0a63a84 x-openstack-request-id: req-52d4debb-d3ec-4c4d-a0a2-d1d4d0a63a84 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:53:06.828199 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "name": "network-vif-plugged", "status": "completed", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:53:06.828459 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52d4debb-d3ec-4c4d-a0a2-d1d4d0a63a84 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:53:06.829485 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'code': 200} Jan 28 12:53:06.870791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=96bdc5ca-e0fc-4daa-a300-046d5de14f00,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:06.966566 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59ef26c4-6972-4714-90a2-434a43d96311 req-a7217347-82c6-4889-a8c9-dcd0fd754265 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 200 len: 1000 time: 0.1345408 Jan 28 12:53:07.103246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef26c4-6972-4714-90a2-434a43d96311 req-cddc00ff-4139-44e1-8be3-35e2a291424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:07.107842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59ef26c4-6972-4714-90a2-434a43d96311 req-cddc00ff-4139-44e1-8be3-35e2a291424b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d952482a-b34d-4f9f-bc69-1e6c92105178 HTTP/1.1" status: 200 len: 835 time: 0.1351674 Jan 28 12:53:07.203889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef26c4-6972-4714-90a2-434a43d96311 req-5d72a095-cef4-46ba-8691-a1cc48037709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:07.205531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59ef26c4-6972-4714-90a2-434a43d96311 req-5d72a095-cef4-46ba-8691-a1cc48037709 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=419ca38f-63b4-4701-b4fc-da3a8bc47754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906541 Jan 28 12:53:07.335809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59ef26c4-6972-4714-90a2-434a43d96311 req-9106f0b2-0226-44c5-88a9-a5136ffe9be2 service neutron] 10.222.0.49 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226704 Jan 28 12:53:07.510622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59ef26c4-6972-4714-90a2-434a43d96311 req-7c947d47-0503-44e3-ba3b-38a7f115c759 service neutron] 10.222.0.49 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669021 Jan 28 12:53:07.743326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124dd1e-f65b-43cc-9cbc-4f3d6c1c05ca req-45ade5b5-f37c-47dc-8983-f428272a47c3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:07.748887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1124dd1e-f65b-43cc-9cbc-4f3d6c1c05ca req-45ade5b5-f37c-47dc-8983-f428272a47c3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.1244245 Jan 28 12:53:07.855756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5dea6266-bc39-4f6a-868d-e8194b680b73 req-97d8cba4-c8bb-42e4-8834-eee9fc69efe7 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0822821 Jan 28 12:53:07.916718 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1124dd1e-f65b-43cc-9cbc-4f3d6c1c05ca req-6877e92a-d6c9-4f16-98fe-f77d780243f5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572638 Jan 28 12:53:08.159610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95c91a77-232f-466c-a2c1-832347dc44c1 req-d0428ed5-4b96-43a1-856d-a1304f7c7567 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0469913 Jan 28 12:53:09.012307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd4b1c45-1eba-4b5c-b4e9-954115f72d65 req-39e78838-d466-4912-93d9-2702397d42bc tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0610611 Jan 28 12:53:09.109886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cfa4f-484b-4d53-b9ce-0251575cb05e req-56e2262f-e3c3-4eea-bb6a-49b3f7a7d210 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:09.111519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-352cfa4f-484b-4d53-b9ce-0251575cb05e req-56e2262f-e3c3-4eea-bb6a-49b3f7a7d210 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.0895269 Jan 28 12:53:09.200833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-352cfa4f-484b-4d53-b9ce-0251575cb05e req-6ff6d827-6ae0-4c50-a441-bc524534768f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807748 Jan 28 12:53:09.243026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 44876) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:09.387962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-724d186b-73a6-4130-9a72-40394396bb93 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae HTTP/1.1" status: 200 len: 992 time: 0.1415608 Jan 28 12:53:10.152527 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf07bd0f-9217-4a96-88ef-88ca5b73ba36 req-2dece97d-f05d-425d-992a-fcfa9ccd9b6b tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0447001 Jan 28 12:53:10.677289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-717bc775-8a84-4b52-97f0-cf91f52ecf3b req-233ede69-6522-4d64-90e3-4e478e3f91b9 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0559750 Jan 28 12:53:11.902534 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e57440d9-400d-49dc-b691-e5ae90cd3681 req-812f583d-4fbc-4f5e-ae37-290a6b90845b tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0456488 Jan 28 12:53:12.925308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45010) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:13.061718 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e7b1912-c090-4ad1-b250-82d4dc9dfe52 req-a924e99f-5348-401e-a87d-8fcc3b75f495 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0392079 Jan 28 12:53:13.135015 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5aee5cf2-5980-460f-8390-3b3c9dfeaf9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:13.255811 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5aee5cf2-5980-460f-8390-3b3c9dfeaf9f admin admin] Publish callbacks [] for security_group (bdb1477f-fc9f-425d-945b-302e7b12c811), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:13.263456 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5aee5cf2-5980-460f-8390-3b3c9dfeaf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (bdb1477f-fc9f-425d-945b-302e7b12c811), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:13.295721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee5cf2-5980-460f-8390-3b3c9dfeaf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb1477f-fc9f-425d-945b-302e7b12c811,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:13.353457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5aee5cf2-5980-460f-8390-3b3c9dfeaf9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c35bbd9ca5fe4a3eb54998c42462e9e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4270506 Jan 28 12:53:13.356310 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45020) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:13.457334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ed83ca4-eb15-4c29-8b90-54944daaff49 admin admin] Publish callbacks [] for security_group (bdb1477f-fc9f-425d-945b-302e7b12c811), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:13.487291 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ed83ca4-eb15-4c29-8b90-54944daaff49 admin admin] Publish callbacks [] for security_group (bdb1477f-fc9f-425d-945b-302e7b12c811), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:13.546629 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ed83ca4-eb15-4c29-8b90-54944daaff49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (bdb1477f-fc9f-425d-945b-302e7b12c811), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:13.549731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ed83ca4-eb15-4c29-8b90-54944daaff49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:13.556936 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5ed83ca4-eb15-4c29-8b90-54944daaff49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdb1477f-fc9f-425d-945b-302e7b12c811 HTTP/1.1" status: 204 len: 168 time: 0.1962774 Jan 28 12:53:13.575561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed83ca4-eb15-4c29-8b90-54944daaff49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb1477f-fc9f-425d-945b-302e7b12c811,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:14.144544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45044) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:14.208673 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-594c2cf0-ca57-4cdd-9cf6-290f799bd1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:14.327288 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99f8d9d2-f602-4c5a-925c-4fdcb8dea365 req-5b59a4a7-ee81-4ff5-be52-7cad2e363d93 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.1007907 Jan 28 12:53:14.402102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-594c2cf0-ca57-4cdd-9cf6-290f799bd1bd admin admin] Publish callbacks [] for security_group (a30834d3-d2e8-4aad-b3b0-85312a4054ae), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:14.409831 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-594c2cf0-ca57-4cdd-9cf6-290f799bd1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a30834d3-d2e8-4aad-b3b0-85312a4054ae), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:14.510820 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-594c2cf0-ca57-4cdd-9cf6-290f799bd1bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb4b60e70c7349b6bd78e5b77b36b3cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3648281 Jan 28 12:53:14.512039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c2cf0-ca57-4cdd-9cf6-290f799bd1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30834d3-d2e8-4aad-b3b0-85312a4054ae,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:14.513507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45046) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:14.644623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-851ee055-a1e6-49cd-87bf-9b66e989bf82 admin admin] Publish callbacks [] for security_group (a30834d3-d2e8-4aad-b3b0-85312a4054ae), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:14.717363 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-851ee055-a1e6-49cd-87bf-9b66e989bf82 admin admin] Publish callbacks [] for security_group (a30834d3-d2e8-4aad-b3b0-85312a4054ae), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:14.775075 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-851ee055-a1e6-49cd-87bf-9b66e989bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a30834d3-d2e8-4aad-b3b0-85312a4054ae), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:14.778637 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-851ee055-a1e6-49cd-87bf-9b66e989bf82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:14.789735 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-851ee055-a1e6-49cd-87bf-9b66e989bf82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a30834d3-d2e8-4aad-b3b0-85312a4054ae HTTP/1.1" status: 204 len: 168 time: 0.2711096 Jan 28 12:53:14.817193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ee055-a1e6-49cd-87bf-9b66e989bf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30834d3-d2e8-4aad-b3b0-85312a4054ae,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:15.626593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e402d36d-3d9a-4d1d-9de5-8a502ec6d5f1 req-7d9a8a75-284c-4838-ab39-116a010a92f6 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0728738 Jan 28 12:53:16.875757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9ff61db-7374-4cc1-8b80-ebb0e35c29ad req-14ded462-9732-4001-9b26-f3a2b8b751fb tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0999982 Jan 28 12:53:16.971408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a92ff87e-5d0e-4f04-bcef-3e9651b7ed37 req-9bb0b7c1-68ec-423f-aefe-d02299e36334 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757878 Jan 28 12:53:17.120831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ff87e-5d0e-4f04-bcef-3e9651b7ed37 req-a8759af6-07c2-4b85-830a-601d17c3182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:17.125591 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a92ff87e-5d0e-4f04-bcef-3e9651b7ed37 req-a8759af6-07c2-4b85-830a-601d17c3182a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 1096 time: 0.0836649 Jan 28 12:53:17.290106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ff87e-5d0e-4f04-bcef-3e9651b7ed37 req-b545bba4-980b-463b-a4e0-ad3f6049f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:17.290469 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:17.292713 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a92ff87e-5d0e-4f04-bcef-3e9651b7ed37 req-b545bba4-980b-463b-a4e0-ad3f6049f26e service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 911 time: 0.1478128 Jan 28 12:53:17.392802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a92ff87e-5d0e-4f04-bcef-3e9651b7ed37 req-dd8b6723-273c-4477-bcfe-0d621eaf7467 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5848a18e-6904-4a65-b1bc-fdf81df656d1 HTTP/1.1" status: 200 len: 1001 time: 0.0930169 Jan 28 12:53:17.517673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ff87e-5d0e-4f04-bcef-3e9651b7ed37 req-83969322-016d-4076-a713-5305d3bf4eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:17.524974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a92ff87e-5d0e-4f04-bcef-3e9651b7ed37 req-83969322-016d-4076-a713-5305d3bf4eff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.1244485 Jan 28 12:53:17.662179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ff87e-5d0e-4f04-bcef-3e9651b7ed37 req-b2182f26-66f8-43bf-a6d4-5abe14a5a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:17.664477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a92ff87e-5d0e-4f04-bcef-3e9651b7ed37 req-b2182f26-66f8-43bf-a6d4-5abe14a5a52e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336453 Jan 28 12:53:17.890974 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:17.925534 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a92ff87e-5d0e-4f04-bcef-3e9651b7ed37 req-03966e1e-00ce-41b7-b892-7b72292f5e86 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536755 Jan 28 12:53:18.111059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a92ff87e-5d0e-4f04-bcef-3e9651b7ed37 req-4698e765-6fb1-4eb3-a7b6-4c5de44258fe service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766369 Jan 28 12:53:18.127874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e26c10fd-cb51-46a4-abe1-abd6171f7f63 req-581b7289-00fb-4ee4-b215-e1ac1527e3df tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0318396 Jan 28 12:53:19.309642 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe2f6-c661-412e-a8a2-ff4f7b57b652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:19.396277 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-207a70e8-d687-4255-9b50-1ae378675e81 req-77a3f5dc-d44f-4402-b10d-3ac18e671e2c tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0867732 Jan 28 12:53:20.526937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b064b876-1255-44a9-96ef-71654933739c req-e7e49362-b2d4-4f80-a445-67a8c495830d tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0434697 Jan 28 12:53:21.597253 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-528cdf4d-3748-4964-a00d-e9b60c97631b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:21.748672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-575e052c-252e-412a-93e3-7ef89b520cf1 req-63aa94db-2e29-46ab-a63a-00604da4a3f4 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0891232 Jan 28 12:53:21.852865 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:53:22.040437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45268) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:22.047628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c7ab673d-439e-41c1-9a8c-65018b90d730 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140462261', 'description': 'tempest-secgroup-smoke-140462261 description', 'project_id': '30409251dd04406683237dc75c42a313'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:22.103696 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7ab673d-439e-41c1-9a8c-65018b90d730 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.187733 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7ab673d-439e-41c1-9a8c-65018b90d730 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group (22e4bbd7-8490-4e2d-a6f4-ca45984d0025), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.193706 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7ab673d-439e-41c1-9a8c-65018b90d730 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (22e4bbd7-8490-4e2d-a6f4-ca45984d0025), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.242359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab673d-439e-41c1-9a8c-65018b90d730 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e4bbd7-8490-4e2d-a6f4-ca45984d0025,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:22.258448 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7ab673d-439e-41c1-9a8c-65018b90d730 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.263100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c7ab673d-439e-41c1-9a8c-65018b90d730 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2186427 Jan 28 12:53:22.263870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:22.269903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-83013030-cbe2-4866-9f42-3c4a9cdf38b3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Request body: {'security_group_rule': {'security_group_id': '22e4bbd7-8490-4e2d-a6f4-ca45984d0025', 'project_id': '30409251dd04406683237dc75c42a313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:22.341565 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83013030-cbe2-4866-9f42-3c4a9cdf38b3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (75d88d1a-b7d0-44bf-9ae0-6106a0e9d45d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.422914 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83013030-cbe2-4866-9f42-3c4a9cdf38b3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (75d88d1a-b7d0-44bf-9ae0-6106a0e9d45d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.427891 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83013030-cbe2-4866-9f42-3c4a9cdf38b3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (75d88d1a-b7d0-44bf-9ae0-6106a0e9d45d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.472000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83013030-cbe2-4866-9f42-3c4a9cdf38b3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d88d1a-b7d0-44bf-9ae0-6106a0e9d45d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:22.484513 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83013030-cbe2-4866-9f42-3c4a9cdf38b3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.488581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45276) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:22.489092 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-83013030-cbe2-4866-9f42-3c4a9cdf38b3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2236168 Jan 28 12:53:22.495201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c502731a-3271-4b87-8f2f-bb9e3efb8e69 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Request body: {'security_group_rule': {'security_group_id': '22e4bbd7-8490-4e2d-a6f4-ca45984d0025', 'project_id': '30409251dd04406683237dc75c42a313', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:22.526362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c502731a-3271-4b87-8f2f-bb9e3efb8e69 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (433588fa-a0bb-4093-9a11-e75f513c7dba), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.608911 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c502731a-3271-4b87-8f2f-bb9e3efb8e69 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (433588fa-a0bb-4093-9a11-e75f513c7dba), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.615189 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c502731a-3271-4b87-8f2f-bb9e3efb8e69 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (433588fa-a0bb-4093-9a11-e75f513c7dba), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.669554 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c502731a-3271-4b87-8f2f-bb9e3efb8e69 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.673315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c502731a-3271-4b87-8f2f-bb9e3efb8e69 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1831579 Jan 28 12:53:22.676222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45280) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:22.682082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4610abed-4eba-4cb7-8c60-02498b136432 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Request body: {'security_group_rule': {'security_group_id': '22e4bbd7-8490-4e2d-a6f4-ca45984d0025', 'project_id': '30409251dd04406683237dc75c42a313', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:22.689615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502731a-3271-4b87-8f2f-bb9e3efb8e69 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433588fa-a0bb-4093-9a11-e75f513c7dba,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:22.736960 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4610abed-4eba-4cb7-8c60-02498b136432 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (7252a773-5cad-4732-9f68-d3deab2ebddf), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.844404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4610abed-4eba-4cb7-8c60-02498b136432 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (7252a773-5cad-4732-9f68-d3deab2ebddf), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.850010 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4610abed-4eba-4cb7-8c60-02498b136432 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (7252a773-5cad-4732-9f68-d3deab2ebddf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.884145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610abed-4eba-4cb7-8c60-02498b136432 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7252a773-5cad-4732-9f68-d3deab2ebddf,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:22.904434 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4610abed-4eba-4cb7-8c60-02498b136432 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:22.908871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45288) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:22.909620 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4610abed-4eba-4cb7-8c60-02498b136432 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2315443 Jan 28 12:53:22.915285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-25b1c23f-7ff1-4355-a967-6cbc49489c68 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Request body: {'security_group_rule': {'security_group_id': '22e4bbd7-8490-4e2d-a6f4-ca45984d0025', 'project_id': '30409251dd04406683237dc75c42a313', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:23.000169 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:23.113394 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25b1c23f-7ff1-4355-a967-6cbc49489c68 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (6c8c336c-3ac0-4be4-8e86-4da4a8049140), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:23.134172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9fff6c6-acad-4aa3-a2d4-8d99b6e392d2 req-b56db900-f14a-4f91-86bd-d8690e1cfa69 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.1399279 Jan 28 12:53:23.136670 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-24d9cead-e571-493c-b574-85371826a947 req-8c3f6521-122b-4fb5-a904-ace607a6e73c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866399 Jan 28 12:53:23.328579 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25b1c23f-7ff1-4355-a967-6cbc49489c68 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (6c8c336c-3ac0-4be4-8e86-4da4a8049140), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:23.336759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25b1c23f-7ff1-4355-a967-6cbc49489c68 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (6c8c336c-3ac0-4be4-8e86-4da4a8049140), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:23.355288 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9cead-e571-493c-b574-85371826a947 req-799335ae-cdfc-4722-bbbe-e45cd05353b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:23.356984 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-24d9cead-e571-493c-b574-85371826a947 req-799335ae-cdfc-4722-bbbe-e45cd05353b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1138847 Jan 28 12:53:23.383662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1c23f-7ff1-4355-a967-6cbc49489c68 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8c336c-3ac0-4be4-8e86-4da4a8049140,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:23.395729 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25b1c23f-7ff1-4355-a967-6cbc49489c68 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:23.397742 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-25b1c23f-7ff1-4355-a967-6cbc49489c68 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4877212 Jan 28 12:53:23.400384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45302) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:23.406724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bed37d73-4f77-427b-aa22-b9279bc2b1e6 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Request body: {'security_group_rule': {'security_group_id': '22e4bbd7-8490-4e2d-a6f4-ca45984d0025', 'project_id': '30409251dd04406683237dc75c42a313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:23.477397 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-bed37d73-4f77-427b-aa22-b9279bc2b1e6 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Project 30409251dd04406683237dc75c42a313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:53:23.523643 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bed37d73-4f77-427b-aa22-b9279bc2b1e6 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (ee592c61-ba1b-4642-910a-ca61636c7739), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:23.623563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9cead-e571-493c-b574-85371826a947 req-5d7c7b5f-bb12-4eec-9cbf-8b037d571033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:23.625062 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-24d9cead-e571-493c-b574-85371826a947 req-5d7c7b5f-bb12-4eec-9cbf-8b037d571033 service neutron] 10.222.0.35 "GET /v2.0/networks?id=419ca38f-63b4-4701-b4fc-da3a8bc47754 HTTP/1.1" status: 200 len: 897 time: 0.2483544 Jan 28 12:53:23.732211 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bed37d73-4f77-427b-aa22-b9279bc2b1e6 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (ee592c61-ba1b-4642-910a-ca61636c7739), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:23.738976 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-24d9cead-e571-493c-b574-85371826a947 req-cb3a73a7-07a6-444e-b623-b763ce96d16e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 200 len: 1000 time: 0.1066639 Jan 28 12:53:23.742403 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bed37d73-4f77-427b-aa22-b9279bc2b1e6 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (ee592c61-ba1b-4642-910a-ca61636c7739), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:23.819227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed37d73-4f77-427b-aa22-b9279bc2b1e6 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee592c61-ba1b-4642-910a-ca61636c7739,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:23.836606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9cead-e571-493c-b574-85371826a947 req-baf333e6-87d5-4f5f-8fa5-0f676a668805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:23.838113 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-24d9cead-e571-493c-b574-85371826a947 req-baf333e6-87d5-4f5f-8fa5-0f676a668805 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d952482a-b34d-4f9f-bc69-1e6c92105178 HTTP/1.1" status: 200 len: 835 time: 0.0935884 Jan 28 12:53:23.842009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bed37d73-4f77-427b-aa22-b9279bc2b1e6 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:23.846722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45318) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:23.850124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bed37d73-4f77-427b-aa22-b9279bc2b1e6 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4482756 Jan 28 12:53:23.918985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-97c72a93-ab6a-4e4b-9b33-50746c620381 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Request body: {'security_group_rule': {'security_group_id': '22e4bbd7-8490-4e2d-a6f4-ca45984d0025', 'project_id': '30409251dd04406683237dc75c42a313', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:23.955080 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-97c72a93-ab6a-4e4b-9b33-50746c620381 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Project 30409251dd04406683237dc75c42a313 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:53:23.970038 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97c72a93-ab6a-4e4b-9b33-50746c620381 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (b5d6080b-3d7e-4989-8d72-64cadf26752e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:24.011332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9cead-e571-493c-b574-85371826a947 req-81e658a6-6f9c-42a7-971e-7872de4af8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:24.013117 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-24d9cead-e571-493c-b574-85371826a947 req-81e658a6-6f9c-42a7-971e-7872de4af8c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=419ca38f-63b4-4701-b4fc-da3a8bc47754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654658 Jan 28 12:53:24.184851 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-24d9cead-e571-493c-b574-85371826a947 req-5bedaea6-749b-4f45-871e-82dc76e7a5dc service neutron] 10.222.0.35 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615717 Jan 28 12:53:24.229528 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97c72a93-ab6a-4e4b-9b33-50746c620381 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (b5d6080b-3d7e-4989-8d72-64cadf26752e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:24.259306 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97c72a93-ab6a-4e4b-9b33-50746c620381 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (b5d6080b-3d7e-4989-8d72-64cadf26752e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:24.339598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c72a93-ab6a-4e4b-9b33-50746c620381 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d6080b-3d7e-4989-8d72-64cadf26752e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:24.360780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-530e9484-d674-4b3d-8758-92c73e47871d req-2e979f13-2cea-4af5-ae52-775a935d229d tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0668690 Jan 28 12:53:24.362868 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97c72a93-ab6a-4e4b-9b33-50746c620381 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:24.364345 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-97c72a93-ab6a-4e4b-9b33-50746c620381 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5138447 Jan 28 12:53:24.437836 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-24d9cead-e571-493c-b574-85371826a947 req-ac970f83-d6fc-4dca-a664-6939d55ac2e6 service neutron] 10.222.0.35 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059729 Jan 28 12:53:24.676428 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:24.694633 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-4550d599-ce70-44b4-ad6f-9a9fc43e81db tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140462261&fields=id&tenant_id=30409251dd04406683237dc75c42a313 HTTP/1.1" status: 200 len: 267 time: 0.1322162 Jan 28 12:53:24.882819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-55f65120-718d-4af7-baff-de83da3d445d tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:24.885168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-55f65120-718d-4af7-baff-de83da3d445d tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/networks?id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a HTTP/1.1" status: 200 len: 813 time: 0.1884878 Jan 28 12:53:24.914719 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-17043ac2-e6f2-494b-a94e-4b8ee19b15e3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/quotas/30409251dd04406683237dc75c42a313 HTTP/1.1" status: 200 len: 375 time: 0.0217957 Jan 28 12:53:25.056522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-9e486e26-fd21-4c20-acbe-3a1189858ce1 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=30409251dd04406683237dc75c42a313&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1357405 Jan 28 12:53:25.310583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-9af562f2-1dab-4268-ae42-33552fa46d32 service neutron] 10.222.0.53 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389741 Jan 28 12:53:25.450270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-231057e3-ca09-407a-8f87-11aae480154d service neutron] 10.222.0.53 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335769 Jan 28 12:53:25.635295 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-62036ec2-5aeb-4875-a3a8-349e2df1f216 req-479ef93f-2715-4a15-89fd-29cfe3eb3fbe tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0692914 Jan 28 12:53:26.018088 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:26.063922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25ecf613-95b2-4f66-88d3-d1dff1111add req-9d88c6ed-8653-4a85-b81d-ef49ac4784a3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.1196408 Jan 28 12:53:26.847059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-334dab42-c3fe-4e97-9aa5-e68441966413 req-7d7fee39-b028-429b-b951-f3f49b59bc62 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0463107 Jan 28 12:53:27.276269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b8abb52-adef-4d71-94ff-4015554c0be6 req-75061d14-7a5d-498a-94ea-70975021d61f tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.0544200 Jan 28 12:53:27.607729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-ac998ccf-7f7a-4774-b0a0-c59f65f76a67 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:27.609270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-ac998ccf-7f7a-4774-b0a0-c59f65f76a67 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.49 "GET /v2.0/networks?id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a HTTP/1.1" status: 200 len: 813 time: 0.2419839 Jan 28 12:53:27.712735 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-345f9021-111c-47a8-82f4-a1e3ca89790f tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30409251dd04406683237dc75c42a313 HTTP/1.1" status: 200 len: 379 time: 0.0952516 Jan 28 12:53:27.732538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Request body: {'port': {'device_id': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'admin_state_up': True, 'tenant_id': '30409251dd04406683237dc75c42a313', 'security_groups': ['22e4bbd7-8490-4e2d-a6f4-ca45984d0025']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:27.960770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Made reservation on behalf of 30409251dd04406683237dc75c42a313 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:53:27.964884 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:28.092565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca09a891-bbb4-4c53-8d61-21d30ff5f07b req-ce6669fc-f564-4f78-bd62-9088f1fd4fd5 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0885565 Jan 28 12:53:28.332333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Allocated IP 172.20.0.13 (03dd53d0-f251-4d90-bbf8-d0233ca85f4a/417fb24a-0898-4a86-b89c-4b8315ab8223/7a8a05d7-ed7c-4f5a-a53c-820b1caa2675) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:53:28.478573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d6fd67e-094d-4da9-a860-f916a06e3402 req-16e3e14f-7d3c-4986-90c9-102b8476a187 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.0817800 Jan 28 12:53:28.666648 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:28.711642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:28.769323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event updated for resources: {'Port': ['ID=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:28.785181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:53:28.789696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:53:28.803800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:53:28.953161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:28.953843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:29.011750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-1934e631-3a4d-4a97-8383-7f40fb96f1f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2928104 Jan 28 12:53:29.025026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Request body: {'port': {'device_id': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:29.189920 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:29.278907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-902a5360-d4ca-41a7-ab46-a1af8501bdc0 None None] Provisioning complete for port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:53:29.281863 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-902a5360-d4ca-41a7-ab46-a1af8501bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:29.385526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-902a5360-d4ca-41a7-ab46-a1af8501bdc0 None None] Port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:53:29.533891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbff14b1-9e28-45bb-8dd3-c749d8412a82 req-cade5c67-dd1b-4529-9346-4ffe1c8be2ff tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.1291869 Jan 28 12:53:29.870307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:53:29.878587 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Publish callbacks [] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:29.892630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Transition to ACTIVE for port object 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:53:29.903288 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:29.991175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53aa156-d4de-41da-b01f-ba53b673edee req-c9ead577-670a-4e9c-9924-c8fd2ffba0d7 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:30.004035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d53aa156-d4de-41da-b01f-ba53b673edee req-c9ead577-670a-4e9c-9924-c8fd2ffba0d7 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 932 time: 0.3450222 Jan 28 12:53:30.049663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:30.183862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Attempting to bind port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:53:30.184651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Attempting to bind port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:53:30.184651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Attempting to bind port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 on network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:53:30.190271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d53aa156-d4de-41da-b01f-ba53b673edee req-a6be9237-b263-4478-8d1e-8e432a6aa99c tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853838 Jan 28 12:53:30.198651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 on network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:53:30.199399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Attempting to bind port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 on network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:53:30.226530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:53:30.227097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Checking segment: {'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:53:30.227756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Bound using segment: {'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:53:30.228410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Bound port: 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc60e36-d09b-476c-a3e1-3434103f6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:53:30.229676 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:30.369946 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] For port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:53:30.375049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] For port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675,segment=NetworkSegment(acc60e36-d09b-476c-a3e1-3434103f6454),segment_id=acc60e36-d09b-476c-a3e1-3434103f6454)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:53:30.383489 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:30.435460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:30.436198 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:30.438001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] 10.222.0.49 "PUT /v2.0/ports/7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 HTTP/1.1" status: 200 len: 1092 time: 1.4183469 Jan 28 12:53:30.443177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:53:30.445688 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c04a74-3be0-4dfd-ab3a-593b64197c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:53:30.530193 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc189ca-e941-45b9-83a8-840b37ebe7e2 x-openstack-request-id: req-7cc189ca-e941-45b9-83a8-840b37ebe7e2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:53:30.530503 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:53:30.530860 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cc189ca-e941-45b9-83a8-840b37ebe7e2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:53:30.531271 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'status': 'completed', 'code': 200} Jan 28 12:53:30.543040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3107e-bbc3-4468-b8d4-926ef834d383 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:30.567516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-f1f88418-abae-4124-a577-8ae14d41c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:30.571730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-f1f88418-abae-4124-a577-8ae14d41c8fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30409251dd04406683237dc75c42a313&device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 1095 time: 0.0792675 Jan 28 12:53:30.637484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-f4768e7f-7aaf-4362-ae4b-d5b64151d3ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 HTTP/1.1" status: 200 len: 217 time: 0.0576615 Jan 28 12:53:30.728404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b3d5baf-9acf-41ec-9669-9bd87b285778 req-903e7511-e5cb-4afc-ad60-262ea25630e0 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0485542 Jan 28 12:53:30.748577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-25d37594-a7cd-43f5-8f97-ee107e8f5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:30.750044 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-25d37594-a7cd-43f5-8f97-ee107e8f5964 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=417fb24a-0898-4a86-b89c-4b8315ab8223 HTTP/1.1" status: 200 len: 852 time: 0.1060827 Jan 28 12:53:30.803531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-fcd3a946-231e-4b84-bd20-248dd5d407e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:30.805323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-fcd3a946-231e-4b84-bd20-248dd5d407e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455520 Jan 28 12:53:30.906479 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-45e11fdc-10af-4929-9a00-3928b9e231d0 service neutron] 10.222.0.49 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944550 Jan 28 12:53:31.005607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32da549-d009-44f6-9340-2c5348ef16d4 req-a137ba97-67e0-4a04-a522-6495274f9c67 service neutron] 10.222.0.49 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930126 Jan 28 12:53:31.113139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c04a74-3be0-4dfd-ab3a-593b64197c1f req-0b2f6f34-7713-4bcb-98c0-da2f4fb78270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:31.114734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6c04a74-3be0-4dfd-ab3a-593b64197c1f req-0b2f6f34-7713-4bcb-98c0-da2f4fb78270 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30409251dd04406683237dc75c42a313&device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 1095 time: 0.0475574 Jan 28 12:53:31.212628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c04a74-3be0-4dfd-ab3a-593b64197c1f req-468a48d5-bf7e-47a7-930e-6b746d7a3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:31.214135 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6c04a74-3be0-4dfd-ab3a-593b64197c1f req-468a48d5-bf7e-47a7-930e-6b746d7a3a8b service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a HTTP/1.1" status: 200 len: 914 time: 0.0930691 Jan 28 12:53:31.267376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6c04a74-3be0-4dfd-ab3a-593b64197c1f req-104a78e0-e026-43e1-9d74-198827fc468e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 HTTP/1.1" status: 200 len: 217 time: 0.0461247 Jan 28 12:53:31.394266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c04a74-3be0-4dfd-ab3a-593b64197c1f req-feb8abb6-d6ea-4f63-882c-d3c6ad2d81df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:31.395767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6c04a74-3be0-4dfd-ab3a-593b64197c1f req-feb8abb6-d6ea-4f63-882c-d3c6ad2d81df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=417fb24a-0898-4a86-b89c-4b8315ab8223 HTTP/1.1" status: 200 len: 852 time: 0.1227190 Jan 28 12:53:31.421127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a4b20-9f1c-4e3f-97ef-87e4c362f090 req-ac5862f7-4697-4fbe-bc22-8ee8f7d72310 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:31.422562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-560a4b20-9f1c-4e3f-97ef-87e4c362f090 req-ac5862f7-4697-4fbe-bc22-8ee8f7d72310 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.1062033 Jan 28 12:53:31.513139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c04a74-3be0-4dfd-ab3a-593b64197c1f req-f4780505-dda0-4f52-9018-e2daff5af1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:31.515368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6c04a74-3be0-4dfd-ab3a-593b64197c1f req-f4780505-dda0-4f52-9018-e2daff5af1e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014450 Jan 28 12:53:31.638528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-560a4b20-9f1c-4e3f-97ef-87e4c362f090 req-c10f4c8d-75c0-4746-8535-9e3cf39a7118 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968231 Jan 28 12:53:31.715774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6c04a74-3be0-4dfd-ab3a-593b64197c1f req-2eebfc47-4dd7-4431-b64d-b2bd8ad150a1 service neutron] 10.222.0.49 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891019 Jan 28 12:53:31.860516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69d3bd9c-0d6e-4171-ab5c-2d0dea41b155 req-ff728655-6c51-4f91-bab3-29aec860aac0 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0348778 Jan 28 12:53:31.911880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6c04a74-3be0-4dfd-ab3a-593b64197c1f req-47532a26-96c8-4568-9f71-8a0a522727b6 service neutron] 10.222.0.49 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903915 Jan 28 12:53:32.410350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45464) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:32.568099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:32.702527 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Publish callbacks [] for security_group (675445eb-b2eb-4df9-b2e3-2671924f40f5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:32.707929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (675445eb-b2eb-4df9-b2e3-2671924f40f5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:32.756925 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c54e0af559fe4413bdd7a3d8aa8e6aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3353984 Jan 28 12:53:32.758000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45472) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:32.759613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675445eb-b2eb-4df9-b2e3-2671924f40f5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:32.768748 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.769093 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.769437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.770205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.770205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.770489 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.770785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.771114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.771548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.771877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.772583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.772946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.773343 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756b9260-5faf-4af4-9d87-dc411105e41a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:32.876439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9bb5e-4f44-4a9b-a3f8-f5678b95a374 req-90758089-4aee-4791-9158-78999f8017f1 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:32.886059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fb9bb5e-4f44-4a9b-a3f8-f5678b95a374 req-90758089-4aee-4791-9158-78999f8017f1 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.0868099 Jan 28 12:53:32.951519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-818d368e-5375-490e-9506-2044ce4cd2c5 admin admin] Publish callbacks [] for security_group (675445eb-b2eb-4df9-b2e3-2671924f40f5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:32.976720 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-818d368e-5375-490e-9506-2044ce4cd2c5 admin admin] Publish callbacks [] for security_group (675445eb-b2eb-4df9-b2e3-2671924f40f5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:33.012709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fb9bb5e-4f44-4a9b-a3f8-f5678b95a374 req-8d282236-00aa-4444-b7f7-bb9a3421873c tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255174 Jan 28 12:53:33.053537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97f424a2-8f1f-467b-972e-34fda08da750 req-e98aef9e-2564-4b1d-96be-39b6bdabaa2e tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0596807 Jan 28 12:53:33.085956 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-818d368e-5375-490e-9506-2044ce4cd2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (675445eb-b2eb-4df9-b2e3-2671924f40f5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:33.088536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-818d368e-5375-490e-9506-2044ce4cd2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:33.092709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-818d368e-5375-490e-9506-2044ce4cd2c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/675445eb-b2eb-4df9-b2e3-2671924f40f5 HTTP/1.1" status: 204 len: 168 time: 0.3311169 Jan 28 12:53:33.106341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d368e-5375-490e-9506-2044ce4cd2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675445eb-b2eb-4df9-b2e3-2671924f40f5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:34.514814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78271969-9679-45a4-a4fc-ed7369dc8e21 req-47a167ef-7954-4c2e-bd16-82ac5885fbc2 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:34.522127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78271969-9679-45a4-a4fc-ed7369dc8e21 req-47a167ef-7954-4c2e-bd16-82ac5885fbc2 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.0803659 Jan 28 12:53:34.526406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f662b57-c2be-4bbb-92cf-0bd6ddd0fc19 req-bc71552f-76a4-470f-ac7e-9369e7902de7 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:34.527913 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f662b57-c2be-4bbb-92cf-0bd6ddd0fc19 req-bc71552f-76a4-470f-ac7e-9369e7902de7 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1096 time: 0.4754455 Jan 28 12:53:34.619323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78271969-9679-45a4-a4fc-ed7369dc8e21 req-1b12627d-a5f8-4fea-926e-a237c1a84dfb tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963264 Jan 28 12:53:34.660924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f662b57-c2be-4bbb-92cf-0bd6ddd0fc19 req-23532ea5-3693-4aba-a3dd-cdaf70922b79 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267130 Jan 28 12:53:34.673802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45498) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:34.767650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfd9cce8-826b-4424-9614-65eee5e7e927 req-1a029dff-0d83-4b06-857f-788b2026d695 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0360007 Jan 28 12:53:34.889011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 3b02aead-7410-4abd-88e1-a9b3affecd96 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:53:34.889355 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3b02aead-7410-4abd-88e1-a9b3affecd96), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:34.972461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3b02aead-7410-4abd-88e1-a9b3affecd96), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:34.972708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (3b02aead-7410-4abd-88e1-a9b3affecd96), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:34.990134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 3b02aead-7410-4abd-88e1-a9b3affecd96 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:53:35.195562 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3b02aead-7410-4abd-88e1-a9b3affecd96), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:35.230328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=3b02aead-7410-4abd-88e1-a9b3affecd96,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:35.296597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:35.296956 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Floating IP b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae disassociated (deleted). External IP: 172.25.7.59, port: 96bdc5ca-e0fc-4daa-a300-046d5de14f00. Jan 28 12:53:35.542956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:53:35.664071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:53:35.668887 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:35.677351 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54db41d-b636-4302-8df8-8ee9cc78fdb6 None None] Sync routers for ids ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:53:35.700855 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54db41d-b636-4302-8df8-8ee9cc78fdb6 None None] Routers {'1a0cdc12-0efd-4a8d-892d-ae09f35cef44'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:53:35.701494 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e54db41d-b636-4302-8df8-8ee9cc78fdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:35.702625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-58e0904c-f458-44c5-aa20-9086f55ee45c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/floatingips/b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae HTTP/1.1" status: 204 len: 168 time: 1.0221224 Jan 28 12:53:35.703523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:53:35.706311 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8620a92-f961-4e86-8052-325314fe6450" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:53:35.823100 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e54db41d-b636-4302-8df8-8ee9cc78fdb6 None None] Set router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:53:35.891411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ed724-594f-4769-bd5a-da6e86bdee53 req-1a80d2b2-8c05-4696-be24-0e862f745f48 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:35.903408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d5ed724-594f-4769-bd5a-da6e86bdee53 req-1a80d2b2-8c05-4696-be24-0e862f745f48 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.1118228 Jan 28 12:53:36.034754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d5ed724-594f-4769-bd5a-da6e86bdee53 req-76cce33c-aea4-4bc7-aff2-2934d9899281 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230967 Jan 28 12:53:36.084799 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bcd751-9550-45da-8d28-87b06e6e05c3 x-openstack-request-id: req-f7bcd751-9550-45da-8d28-87b06e6e05c3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:53:36.085219 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:53:36.085610 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7bcd751-9550-45da-8d28-87b06e6e05c3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:53:36.086121 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'status': 'completed', 'code': 200} Jan 28 12:53:36.145426 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e54db41d-b636-4302-8df8-8ee9cc78fdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:51:38Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6273319d-30d9-4587-b572-a1ed2e9b1ab3', 'name': '', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6c:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:34Z', 'updated_at': '2022-01-28T12:51:46Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:36.182774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94b086b8-1326-4aa7-926b-85bb872305af req-5d4c4397-36d4-4651-bb28-7fac7c2caeea tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0330119 Jan 28 12:53:36.208790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8620a92-f961-4e86-8052-325314fe6450 req-6b868c7c-cf8e-4efc-b92c-9706b469363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:36.211003 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8620a92-f961-4e86-8052-325314fe6450 req-6b868c7c-cf8e-4efc-b92c-9706b469363c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1076257 Jan 28 12:53:36.214311 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54db41d-b636-4302-8df8-8ee9cc78fdb6 None None] Checking router: 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:53:36.234615 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54db41d-b636-4302-8df8-8ee9cc78fdb6 None None] Routers {'1a0cdc12-0efd-4a8d-892d-ae09f35cef44'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:53:36.235704 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e54db41d-b636-4302-8df8-8ee9cc78fdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:36.284854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d245ec6-27b8-46d2-939d-bda407eda075 req-812f725c-f88b-4757-a89d-40d524cfa117 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:36.293487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d245ec6-27b8-46d2-939d-bda407eda075 req-812f725c-f88b-4757-a89d-40d524cfa117 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.0760167 Jan 28 12:53:36.405243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d245ec6-27b8-46d2-939d-bda407eda075 req-36606cee-ccac-4305-8beb-bce5c412d1a2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107836 Jan 28 12:53:36.423017 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e54db41d-b636-4302-8df8-8ee9cc78fdb6 None None] Set router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:53:36.423749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8620a92-f961-4e86-8052-325314fe6450 req-28273af4-36af-4195-88ad-430f4dda56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:36.428328 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8620a92-f961-4e86-8052-325314fe6450 req-28273af4-36af-4195-88ad-430f4dda56ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=419ca38f-63b4-4701-b4fc-da3a8bc47754 HTTP/1.1" status: 200 len: 897 time: 0.2098207 Jan 28 12:53:36.670488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45526) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:36.757950 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e54db41d-b636-4302-8df8-8ee9cc78fdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:51:38Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6273319d-30d9-4587-b572-a1ed2e9b1ab3', 'name': '', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6c:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:34Z', 'updated_at': '2022-01-28T12:51:46Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:36.806591 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54db41d-b636-4302-8df8-8ee9cc78fdb6 None None] The sync data for ids ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'] in n-d-824835-4 is: [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:51:38Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6273319d-30d9-4587-b572-a1ed2e9b1ab3', 'name': '', 'network_id': '419ca38f-63b4-4701-b4fc-da3a8bc47754', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6c:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:34Z', 'updated_at': '2022-01-28T12:51:46Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'd952482a-b34d-4f9f-bc69-1e6c92105178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:53:36.814372 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5bd7-3e8e-42c4-9dc2-7c1f2ce080a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:36.923227 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8620a92-f961-4e86-8052-325314fe6450 req-c24e46bb-dd77-4cd5-917b-3efccbd417c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 200 len: 217 time: 0.4884112 Jan 28 12:53:36.947575 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5bd7-3e8e-42c4-9dc2-7c1f2ce080a3 admin admin] Publish callbacks [] for security_group (6949f1af-5cd0-4df5-811c-cb5a0803d243), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:36.954443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5bd7-3e8e-42c4-9dc2-7c1f2ce080a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6949f1af-5cd0-4df5-811c-cb5a0803d243), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:36.986757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8620a92-f961-4e86-8052-325314fe6450 req-0f3287fe-067b-4512-8860-b5d68ed4bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:36.988712 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8620a92-f961-4e86-8052-325314fe6450 req-0f3287fe-067b-4512-8860-b5d68ed4bbcf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d952482a-b34d-4f9f-bc69-1e6c92105178 HTTP/1.1" status: 200 len: 835 time: 0.0594859 Jan 28 12:53:37.018040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ad4b5bd7-3e8e-42c4-9dc2-7c1f2ce080a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36eef280b5594f72b0b9fd452c0d101f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3456178 Jan 28 12:53:37.018727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45530) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:37.020875 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b5bd7-3e8e-42c4-9dc2-7c1f2ce080a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6949f1af-5cd0-4df5-811c-cb5a0803d243,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:37.083185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8620a92-f961-4e86-8052-325314fe6450 req-dad591f6-aada-4962-a5fe-41de18bd7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:37.086806 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8620a92-f961-4e86-8052-325314fe6450 req-dad591f6-aada-4962-a5fe-41de18bd7655 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=419ca38f-63b4-4701-b4fc-da3a8bc47754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900342 Jan 28 12:53:37.114730 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f09501eb-4856-47b3-becd-8c57c7394027 admin admin] Publish callbacks [] for security_group (6949f1af-5cd0-4df5-811c-cb5a0803d243), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:37.161834 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f09501eb-4856-47b3-becd-8c57c7394027 admin admin] Publish callbacks [] for security_group (6949f1af-5cd0-4df5-811c-cb5a0803d243), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:37.252624 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f09501eb-4856-47b3-becd-8c57c7394027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6949f1af-5cd0-4df5-811c-cb5a0803d243), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:37.255405 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f09501eb-4856-47b3-becd-8c57c7394027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:37.260443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f09501eb-4856-47b3-becd-8c57c7394027 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6949f1af-5cd0-4df5-811c-cb5a0803d243 HTTP/1.1" status: 204 len: 168 time: 0.2404902 Jan 28 12:53:37.287194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09501eb-4856-47b3-becd-8c57c7394027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6949f1af-5cd0-4df5-811c-cb5a0803d243,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:37.330043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59e089-8f14-4970-b164-732ff162d317 req-dd350daa-8568-4289-a651-fc02d15ee9c2 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:37.330406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46adf4-97a3-4ce2-8938-f9fb53cbfbfe None None] New status for floating IP b0d9b2c5-f582-44ce-8d72-2ae0ac8c04ae: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:53:37.344244 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c59e089-8f14-4970-b164-732ff162d317 req-dd350daa-8568-4289-a651-fc02d15ee9c2 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.1111548 Jan 28 12:53:37.359096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.35', 62992) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:37.394208 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8620a92-f961-4e86-8052-325314fe6450 req-483f6111-e5be-48b2-9ce2-e3410d10f76c service neutron] 10.222.0.35 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991126 Jan 28 12:53:37.459740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5cae7a14-b508-421a-8971-da0aaa7a2514 req-91a7e42a-8cdb-45ee-993e-5cb3dafb27a5 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0954123 Jan 28 12:53:37.546396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33247f0-86ab-4e67-9afe-37d112c9d39c req-6d57bb88-5223-4053-9af9-9c4778d8c859 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:37.547893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f33247f0-86ab-4e67-9afe-37d112c9d39c req-6d57bb88-5223-4053-9af9-9c4778d8c859 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.1875169 Jan 28 12:53:37.553658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c59e089-8f14-4970-b164-732ff162d317 req-73eecc09-4980-4acd-a6b9-465ffcec37f9 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070405 Jan 28 12:53:37.652666 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c8620a92-f961-4e86-8052-325314fe6450 req-6d63d166-651a-4779-94fb-3233781baf90 service neutron] 10.222.0.35 "GET /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484162 Jan 28 12:53:37.767017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24bfcf-6288-4fa5-ae5f-59549d1183f1 req-32c14e45-91bc-4865-aaea-195f239affff tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:37.768705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f24bfcf-6288-4fa5-ae5f-59549d1183f1 req-32c14e45-91bc-4865-aaea-195f239affff tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 945 time: 0.0758502 Jan 28 12:53:37.772761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-f33247f0-86ab-4e67-9afe-37d112c9d39c req-a545cac7-ad7b-48ae-bdf0-db3b809d721b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:53:37.773181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f33247f0-86ab-4e67-9afe-37d112c9d39c req-a545cac7-ad7b-48ae-bdf0-db3b809d721b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:37.779427 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45548) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:37.797023 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6df3e442-9624-4bd5-9e79-fc854b5c1605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:37.867807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f24bfcf-6288-4fa5-ae5f-59549d1183f1 req-55c1532a-137e-438a-9700-8cf9b7ea399f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=6677eb0e-26b6-41a8-92d7-09b5c62a30b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884979 Jan 28 12:53:37.918416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6df3e442-9624-4bd5-9e79-fc854b5c1605 admin admin] Publish callbacks [] for security_group (c3a1c508-adaf-44d3-b60c-dfa4991a976a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:37.924830 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6df3e442-9624-4bd5-9e79-fc854b5c1605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c3a1c508-adaf-44d3-b60c-dfa4991a976a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:37.929660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f33247f0-86ab-4e67-9afe-37d112c9d39c req-a545cac7-ad7b-48ae-bdf0-db3b809d721b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] For port 96bdc5ca-e0fc-4daa-a300-046d5de14f00, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=96bdc5ca-e0fc-4daa-a300-046d5de14f00,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:37.930093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f33247f0-86ab-4e67-9afe-37d112c9d39c req-a545cac7-ad7b-48ae-bdf0-db3b809d721b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:37.952521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-f33247f0-86ab-4e67-9afe-37d112c9d39c req-a545cac7-ad7b-48ae-bdf0-db3b809d721b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 96bdc5ca-e0fc-4daa-a300-046d5de14f00 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:53:37.961050 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6df3e442-9624-4bd5-9e79-fc854b5c1605 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2412995efbf7469e829d5fb306f8be84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776857 Jan 28 12:53:37.962218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45550) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:37.988346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3e442-9624-4bd5-9e79-fc854b5c1605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a1c508-adaf-44d3-b60c-dfa4991a976a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:38.072679 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1f13-0ced-4c75-8880-3adf48a2ee27 admin admin] Publish callbacks [] for security_group (c3a1c508-adaf-44d3-b60c-dfa4991a976a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:38.107190 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1f13-0ced-4c75-8880-3adf48a2ee27 admin admin] Publish callbacks [] for security_group (c3a1c508-adaf-44d3-b60c-dfa4991a976a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:38.209800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1f13-0ced-4c75-8880-3adf48a2ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c3a1c508-adaf-44d3-b60c-dfa4991a976a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:38.212721 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1f13-0ced-4c75-8880-3adf48a2ee27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:38.216420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6b9d1f13-0ced-4c75-8880-3adf48a2ee27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3a1c508-adaf-44d3-b60c-dfa4991a976a HTTP/1.1" status: 204 len: 168 time: 0.2527311 Jan 28 12:53:38.244749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d1f13-0ced-4c75-8880-3adf48a2ee27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a1c508-adaf-44d3-b60c-dfa4991a976a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:38.253414 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f33247f0-86ab-4e67-9afe-37d112c9d39c req-a545cac7-ad7b-48ae-bdf0-db3b809d721b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (96bdc5ca-e0fc-4daa-a300-046d5de14f00), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:38.293032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545cac7-ad7b-48ae-bdf0-db3b809d721b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=96bdc5ca-e0fc-4daa-a300-046d5de14f00,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:38.348532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33247f0-86ab-4e67-9afe-37d112c9d39c req-a545cac7-ad7b-48ae-bdf0-db3b809d721b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] No DVR routers for this DVR port 96bdc5ca-e0fc-4daa-a300-046d5de14f00 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:53:38.353222 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f33247f0-86ab-4e67-9afe-37d112c9d39c req-a545cac7-ad7b-48ae-bdf0-db3b809d721b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:38.356789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f33247f0-86ab-4e67-9afe-37d112c9d39c req-a545cac7-ad7b-48ae-bdf0-db3b809d721b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.35 "DELETE /v2.0/ports/96bdc5ca-e0fc-4daa-a300-046d5de14f00 HTTP/1.1" status: 204 len: 173 time: 0.8021786 Jan 28 12:53:38.357330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'name': 'network-vif-deleted', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:53:38.359795 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c71de5-3a4e-4d57-a463-e6fea4604e40" -d '{"events": [{"server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "name": "network-vif-deleted", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:53:38.416786 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e8c0d4-ab0e-41fc-b15a-e84b1bca75cc x-openstack-request-id: req-79e8c0d4-ab0e-41fc-b15a-e84b1bca75cc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:53:38.417135 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3bb1e8-0add-417c-b54c-76b8b06a6ab7", "name": "network-vif-deleted", "tag": "96bdc5ca-e0fc-4daa-a300-046d5de14f00", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:53:38.417394 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79e8c0d4-ab0e-41fc-b15a-e84b1bca75cc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:53:38.417844 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3bb1e8-0add-417c-b54c-76b8b06a6ab7', 'name': 'network-vif-deleted', 'tag': '96bdc5ca-e0fc-4daa-a300-046d5de14f00', 'status': 'completed', 'code': 200} Jan 28 12:53:38.569725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a819caf1-6de8-48c7-8736-f16e40278896 req-6a03fd9b-1ecd-4c80-bf95-7a4d8aeb1fcf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0283451 Jan 28 12:53:38.610540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21ffafd0-ae8f-4765-baa6-4966c14b6af6 req-ca6a2586-a65c-47ca-b6c9-20d906501fe4 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0433137 Jan 28 12:53:38.737168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7866-eaae-471a-b3d3-835182ac7f0a req-b24998d7-b04c-49c8-9ab3-587e5769f207 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:38.747056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db1d7866-eaae-471a-b3d3-835182ac7f0a req-b24998d7-b04c-49c8-9ab3-587e5769f207 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.0763340 Jan 28 12:53:38.830549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db1d7866-eaae-471a-b3d3-835182ac7f0a req-ca86d69a-1dbe-484f-9f7c-7deaa36b085f tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786033 Jan 28 12:53:39.018599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc166193-bcd1-4c82-9988-ea6cbd4614f5 req-0caf02b3-a3aa-48dc-ad6b-e1f3623b17c1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3bb1e8-0add-417c-b54c-76b8b06a6ab7 HTTP/1.1" status: 200 len: 210 time: 0.0269828 Jan 28 12:53:39.755247 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac7b68fd-1a1c-4c84-9c9a-e78ba2dc0707 req-5cc40f36-2700-40f2-9395-7fc52f2e6ffb tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0410755 Jan 28 12:53:40.033916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4211ff17-3f49-4180-a4d2-9509987ef8d5 req-266ebf31-c5f2-48bf-8cd0-e5449a1bba78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4f4f4c6537547ca887753c04bee0340&device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0613320 Jan 28 12:53:40.085902 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c31e60b3-f6f4-4895-9778-fb423ec224da req-e614b041-0be0-4fdb-8027-b18420ad45fe tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0509622 Jan 28 12:53:40.100419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4211ff17-3f49-4180-a4d2-9509987ef8d5 req-e1931508-491b-4b09-9040-93111fbddd8c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a4f4f4c6537547ca887753c04bee0340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522976 Jan 28 12:53:40.116335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dd2f2-8a54-461e-ba15-2ee60c10b587 req-fa158a07-d2b4-4a7f-af33-1c496181cb26 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:40.125178 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c8dd2f2-8a54-461e-ba15-2ee60c10b587 req-fa158a07-d2b4-4a7f-af33-1c496181cb26 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.1954961 Jan 28 12:53:40.150493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45620) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:40.288485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c8dd2f2-8a54-461e-ba15-2ee60c10b587 req-10a63e50-7e05-4a96-aec6-5482a30f0cc7 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616457 Jan 28 12:53:40.378467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211ff17-3f49-4180-a4d2-9509987ef8d5 req-fbbb1f34-ee13-4f04-9095-0cba3883723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:40.380377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4211ff17-3f49-4180-a4d2-9509987ef8d5 req-fbbb1f34-ee13-4f04-9095-0cba3883723f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2740514 Jan 28 12:53:40.616453 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedb166c-f712-4298-9641-47a9ac94fd92 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:40.915989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cedb166c-f712-4298-9641-47a9ac94fd92 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 6273319d-30d9-4587-b572-a1ed2e9b1ab3 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:53:40.916255 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedb166c-f712-4298-9641-47a9ac94fd92 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:41.043928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cedb166c-f712-4298-9641-47a9ac94fd92 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] For port 6273319d-30d9-4587-b572-a1ed2e9b1ab3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6273319d-30d9-4587-b572-a1ed2e9b1ab3,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:41.044484 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedb166c-f712-4298-9641-47a9ac94fd92 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:41.062544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cedb166c-f712-4298-9641-47a9ac94fd92 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 6273319d-30d9-4587-b572-a1ed2e9b1ab3 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:53:41.220118 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-adcadce8-9b26-4712-a897-5fc077e0b735 req-4e37acab-75c4-43e0-b2d5-5d239cc9e170 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0389490 Jan 28 12:53:41.288147 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedb166c-f712-4298-9641-47a9ac94fd92 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6273319d-30d9-4587-b572-a1ed2e9b1ab3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:41.327770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb166c-f712-4298-9641-47a9ac94fd92 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=6273319d-30d9-4587-b572-a1ed2e9b1ab3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:41.518315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853350df-509e-4784-9cb2-07b8457c4a2f req-2cb36a58-e81f-4ccb-93e9-d608e0fab0e9 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:41.527498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-853350df-509e-4784-9cb2-07b8457c4a2f req-2cb36a58-e81f-4ccb-93e9-d608e0fab0e9 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.1037550 Jan 28 12:53:41.550625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cedb166c-f712-4298-9641-47a9ac94fd92 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:41.622864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4211ff17-3f49-4180-a4d2-9509987ef8d5 req-b48d04aa-b529-4f0f-aacc-8f2493e3c0ed tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.49 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0395355 Jan 28 12:53:41.636853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-853350df-509e-4784-9cb2-07b8457c4a2f req-1420029d-8d36-400a-bff2-35cc257b43f3 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064181 Jan 28 12:53:41.863977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedb166c-f712-4298-9641-47a9ac94fd92 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:53:41.995137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedb166c-f712-4298-9641-47a9ac94fd92 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:53:42.008826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45656) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:42.021698 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cedb166c-f712-4298-9641-47a9ac94fd92 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "PUT /v2.0/routers/1a0cdc12-0efd-4a8d-892d-ae09f35cef44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697588 Jan 28 12:53:42.033820 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1640d06-c1db-4f75-a974-17b9afd80c11 None None] Sync routers for ids ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:53:42.075273 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1640d06-c1db-4f75-a974-17b9afd80c11 None None] Routers {'1a0cdc12-0efd-4a8d-892d-ae09f35cef44'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:53:42.076088 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a1640d06-c1db-4f75-a974-17b9afd80c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:42.118820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e497be-e8e8-4452-a429-ed662fdee966 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting subnet d952482a-b34d-4f9f-bc69-1e6c92105178 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:53:42.127668 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72e497be-e8e8-4452-a429-ed662fdee966 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for subnet (d952482a-b34d-4f9f-bc69-1e6c92105178), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:42.204988 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72e497be-e8e8-4452-a429-ed662fdee966 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (d952482a-b34d-4f9f-bc69-1e6c92105178), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:42.322064 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a1640d06-c1db-4f75-a974-17b9afd80c11 None None] Set router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:53:42.342576 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 96bdc5ca-e0fc-4daa-a300-046d5de14f00 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:53:42.345958 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72e497be-e8e8-4452-a429-ed662fdee966 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (d952482a-b34d-4f9f-bc69-1e6c92105178), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:42.391431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 96bdc5ca-e0fc-4daa-a300-046d5de14f00 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:53:42.392019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 96bdc5ca-e0fc-4daa-a300-046d5de14f00 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:53:42.416624 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e149afc6-5b43-4b0f-921d-d1a9c3912db2 req-1d7838af-f164-4638-93ad-1efbe292d598 tempest-ServerShowV257Test-676227585 tempest-ServerShowV257Test-676227585-project] 10.222.0.53 "GET /v2.0/ports?device_id=83a66a53-24ab-4490-b1a2-6d4caa219703 HTTP/1.1" status: 200 len: 210 time: 0.0364385 Jan 28 12:53:42.481218 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72e497be-e8e8-4452-a429-ed662fdee966 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (d952482a-b34d-4f9f-bc69-1e6c92105178), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:42.525883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e497be-e8e8-4452-a429-ed662fdee966 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Subnet': ['ID=d952482a-b34d-4f9f-bc69-1e6c92105178,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:42.536924 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72e497be-e8e8-4452-a429-ed662fdee966 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:42.540896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-72e497be-e8e8-4452-a429-ed662fdee966 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/subnets/d952482a-b34d-4f9f-bc69-1e6c92105178 HTTP/1.1" status: 204 len: 168 time: 0.5309052 Jan 28 12:53:42.543424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45662) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:42.551806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bc3f20-48ae-4b0a-8347-72c487bc5a43 None None] Network 419ca38f-63b4-4701-b4fc-da3a8bc47754 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:53:42.675896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:42.729998 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a1640d06-c1db-4f75-a974-17b9afd80c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:53:41Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:42.766723 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1640d06-c1db-4f75-a974-17b9afd80c11 None None] Checking router: 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:53:42.784796 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1640d06-c1db-4f75-a974-17b9afd80c11 None None] Routers {'1a0cdc12-0efd-4a8d-892d-ae09f35cef44'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:53:42.785548 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a1640d06-c1db-4f75-a974-17b9afd80c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:42.828667 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:42.844324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] DHCP port deletion for 419ca38f-63b4-4701-b4fc-da3a8bc47754 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:53:42.863068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d70d2-8106-4abc-8e71-1bab73513ae9 req-5a36425f-34ec-4460-bcec-690bf6a9e948 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:42.864635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a5d70d2-8106-4abc-8e71-1bab73513ae9 req-5a36425f-34ec-4460-bcec-690bf6a9e948 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.0725253 Jan 28 12:53:42.935373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a5d70d2-8106-4abc-8e71-1bab73513ae9 req-373b0f2c-f0a5-4148-89b8-e86840c343cf tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521758 Jan 28 12:53:42.938084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Deleting port 7014d38e-6216-4370-adce-9e5196323d78 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:53:42.938729 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7014d38e-6216-4370-adce-9e5196323d78), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:42.968871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 28c608c7-c193-4707-a8c8-df853c04ab78 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:53:42.969220 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (28c608c7-c193-4707-a8c8-df853c04ab78), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:42.979326 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a1640d06-c1db-4f75-a974-17b9afd80c11 None None] Set router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:53:43.017936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] For port 7014d38e-6216-4370-adce-9e5196323d78, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7014d38e-6216-4370-adce-9e5196323d78,segment=NetworkSegment(b5b69698-2a6b-470f-b1c8-b942f584d0f2),segment_id=b5b69698-2a6b-470f-b1c8-b942f584d0f2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:43.018721 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7014d38e-6216-4370-adce-9e5196323d78), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:43.033550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Calling delete_port for 7014d38e-6216-4370-adce-9e5196323d78 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:53:43.087774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] For port 28c608c7-c193-4707-a8c8-df853c04ab78, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=28c608c7-c193-4707-a8c8-df853c04ab78,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:43.088250 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (28c608c7-c193-4707-a8c8-df853c04ab78), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:43.102750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 28c608c7-c193-4707-a8c8-df853c04ab78 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:53:43.150074 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (7014d38e-6216-4370-adce-9e5196323d78), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:43.192451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Pushing event deleted for resources: {'Port': ['ID=7014d38e-6216-4370-adce-9e5196323d78,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:43.203724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] No DVR routers for this DVR port 7014d38e-6216-4370-adce-9e5196323d78 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:53:43.237411 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.237773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.238111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.238486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.244655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.245288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.247161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.248984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.249331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.249721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.250467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.250467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.258182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4e76f-92b5-4f24-9d0f-dfea33dfae5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:43.278123 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a1640d06-c1db-4f75-a974-17b9afd80c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:53:41Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:43.312478 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1640d06-c1db-4f75-a974-17b9afd80c11 None None] The sync data for ids ['1a0cdc12-0efd-4a8d-892d-ae09f35cef44'] in n-d-824835-4 is: [{'id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756473865', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:51:24Z', 'updated_at': '2022-01-28T12:53:41Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '28c608c7-c193-4707-a8c8-df853c04ab78', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cdc12-0efd-4a8d-892d-ae09f35cef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:51:26Z', 'updated_at': '2022-01-28T12:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:53:43.357990 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (28c608c7-c193-4707-a8c8-df853c04ab78), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:43.392793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=28c608c7-c193-4707-a8c8-df853c04ab78,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:43.491872 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:43.636590 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:43.638888 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_controller (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:43.777250 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (1a0cdc12-0efd-4a8d-892d-ae09f35cef44), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:43.778311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Fanout notify agent at l3_agent the message router_deleted on router 1a0cdc12-0efd-4a8d-892d-ae09f35cef44 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:53:43.795691 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:43.799025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2835a58e-5879-42b9-a7e6-d2f31615d5d5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/routers/1a0cdc12-0efd-4a8d-892d-ae09f35cef44 HTTP/1.1" status: 204 len: 168 time: 1.2541564 Jan 28 12:53:43.802055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45700) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:44.089493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45706) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:44.297090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b67f24d0-9072-4fbe-aef2-d5166207dbc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.398216 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b67f24d0-9072-4fbe-aef2-d5166207dbc5 admin admin] Publish callbacks [] for security_group (4d8463b4-ddd3-449a-bf7a-db5f7de5e044), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.404608 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b67f24d0-9072-4fbe-aef2-d5166207dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4d8463b4-ddd3-449a-bf7a-db5f7de5e044), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.419900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c95dd5-4f69-4e08-ac18-8a85df2d3d12 req-8542cc10-943c-443c-9f95-1cc2f15c80d2 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:44.430056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c95dd5-4f69-4e08-ac18-8a85df2d3d12 req-8542cc10-943c-443c-9f95-1cc2f15c80d2 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.1068869 Jan 28 12:53:44.467907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7014d38e-6216-4370-adce-9e5196323d78 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:53:44.493214 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (419ca38f-63b4-4701-b4fc-da3a8bc47754), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.507385 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b67f24d0-9072-4fbe-aef2-d5166207dbc5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4f4f4c6537547ca887753c04bee0340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4157782 Jan 28 12:53:44.508208 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f24d0-9072-4fbe-aef2-d5166207dbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8463b4-ddd3-449a-bf7a-db5f7de5e044,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:44.510355 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:44.531958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 7014d38e-6216-4370-adce-9e5196323d78 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:53:44.532385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7014d38e-6216-4370-adce-9e5196323d78 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:53:44.533692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6273319d-30d9-4587-b572-a1ed2e9b1ab3 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:53:44.566221 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 6273319d-30d9-4587-b572-a1ed2e9b1ab3 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:53:44.566749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6273319d-30d9-4587-b572-a1ed2e9b1ab3 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:53:44.600472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c95dd5-4f69-4e08-ac18-8a85df2d3d12 req-9537469b-6ca4-4749-90b0-db4ee4306511 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692619 Jan 28 12:53:44.660938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (419ca38f-63b4-4701-b4fc-da3a8bc47754), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.692253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419ca38f-63b4-4701-b4fc-da3a8bc47754']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:44.701748 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b80e0578-5f14-4263-b43a-4c37d148fa86 admin admin] Publish callbacks [] for security_group (4d8463b4-ddd3-449a-bf7a-db5f7de5e044), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.706642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b69698-2a6b-470f-b1c8-b942f584d0f2') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:44.706955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b69698-2a6b-470f-b1c8-b942f584d0f2') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:44.724641 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (b5b69698-2a6b-470f-b1c8-b942f584d0f2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.749673 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b80e0578-5f14-4263-b43a-4c37d148fa86 admin admin] Publish callbacks [] for security_group (4d8463b4-ddd3-449a-bf7a-db5f7de5e044), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.757230 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b5b69698-2a6b-470f-b1c8-b942f584d0f2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.769874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:53:44.770280 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (b5b69698-2a6b-470f-b1c8-b942f584d0f2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:53:44.774271 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:53:44.854640 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (419ca38f-63b4-4701-b4fc-da3a8bc47754), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.890288 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.899698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/networks/419ca38f-63b4-4701-b4fc-da3a8bc47754 HTTP/1.1" status: 204 len: 168 time: 1.0905221 Jan 28 12:53:44.900310 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45720) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:44.900436 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25a83f-8524-4d4c-add6-7d0b7aeaab71 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Network': ['ID=419ca38f-63b4-4701-b4fc-da3a8bc47754,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:44.917409 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b80e0578-5f14-4263-b43a-4c37d148fa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4d8463b4-ddd3-449a-bf7a-db5f7de5e044), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.931737 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b80e0578-5f14-4263-b43a-4c37d148fa86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:44.931737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b80e0578-5f14-4263-b43a-4c37d148fa86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d8463b4-ddd3-449a-bf7a-db5f7de5e044 HTTP/1.1" status: 204 len: 168 time: 0.4104838 Jan 28 12:53:44.948001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e0578-5f14-4263-b43a-4c37d148fa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8463b4-ddd3-449a-bf7a-db5f7de5e044,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:45.021914 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d478ea3-0c06-4112-aef9-46eee62f74e6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (6677eb0e-26b6-41a8-92d7-09b5c62a30b9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:45.066161 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d478ea3-0c06-4112-aef9-46eee62f74e6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (6677eb0e-26b6-41a8-92d7-09b5c62a30b9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:45.154396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d478ea3-0c06-4112-aef9-46eee62f74e6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6677eb0e-26b6-41a8-92d7-09b5c62a30b9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:45.157461 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d478ea3-0c06-4112-aef9-46eee62f74e6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:45.169007 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6d478ea3-0c06-4112-aef9-46eee62f74e6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/security-groups/6677eb0e-26b6-41a8-92d7-09b5c62a30b9 HTTP/1.1" status: 204 len: 168 time: 0.2673347 Jan 28 12:53:45.202094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d478ea3-0c06-4112-aef9-46eee62f74e6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6677eb0e-26b6-41a8-92d7-09b5c62a30b9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:45.548715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45746) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:45.554414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-21163207-13e1-4e98-a1e1-11d6ae4e6be7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300786168', 'description': 'tempest-secgroup-smoke-300786168 description', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:45.581320 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21163207-13e1-4e98-a1e1-11d6ae4e6be7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:45.672814 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21163207-13e1-4e98-a1e1-11d6ae4e6be7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (1bd5de30-9ce5-4bd4-afdb-10464e29ab89), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:45.685971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21163207-13e1-4e98-a1e1-11d6ae4e6be7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1bd5de30-9ce5-4bd4-afdb-10464e29ab89), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:45.738867 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21163207-13e1-4e98-a1e1-11d6ae4e6be7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:45.747740 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-21163207-13e1-4e98-a1e1-11d6ae4e6be7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1977086 Jan 28 12:53:45.755077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45754) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:45.768304 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21163207-13e1-4e98-a1e1-11d6ae4e6be7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd5de30-9ce5-4bd4-afdb-10464e29ab89,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:45.773372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f0161f93-f529-463d-989d-48e91908aca9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '1bd5de30-9ce5-4bd4-afdb-10464e29ab89', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:45.888620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fd209-3cec-4beb-af94-df300ec5429d req-461483b5-3b23-41a1-bed7-2238e0505327 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:45.891419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-617fd209-3cec-4beb-af94-df300ec5429d req-461483b5-3b23-41a1-bed7-2238e0505327 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.1485572 Jan 28 12:53:45.913142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0161f93-f529-463d-989d-48e91908aca9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (f8202b88-1cbc-4da7-80c6-e3e13a057c7d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:45.954794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 28c608c7-c193-4707-a8c8-df853c04ab78 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:53:46.005942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 28c608c7-c193-4707-a8c8-df853c04ab78 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:53:46.007669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 28c608c7-c193-4707-a8c8-df853c04ab78 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:53:46.095315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-617fd209-3cec-4beb-af94-df300ec5429d req-eeb7bdd8-8dad-44d3-a655-deb5916cb9bf tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845374 Jan 28 12:53:46.128165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:46.140364 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0161f93-f529-463d-989d-48e91908aca9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (f8202b88-1cbc-4da7-80c6-e3e13a057c7d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.145842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0161f93-f529-463d-989d-48e91908aca9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (f8202b88-1cbc-4da7-80c6-e3e13a057c7d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.168423 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0161f93-f529-463d-989d-48e91908aca9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.170214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f0161f93-f529-463d-989d-48e91908aca9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4062145 Jan 28 12:53:46.172907 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45770) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:46.178875 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8a9a6623-e316-434d-bf2b-fc45066b1fcb tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '1bd5de30-9ce5-4bd4-afdb-10464e29ab89', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:46.194631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161f93-f529-463d-989d-48e91908aca9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8202b88-1cbc-4da7-80c6-e3e13a057c7d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:46.229694 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6623-e316-434d-bf2b-fc45066b1fcb tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (2623c775-39e7-40bf-ae6c-14a785b611be), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.275592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-639962706-network', 'tenant_id': '814fa62db0844f5c818093d852765a08'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:46.305884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Made reservation on behalf of 814fa62db0844f5c818093d852765a08 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:53:46.308584 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.319774 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.385407 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6623-e316-434d-bf2b-fc45066b1fcb tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (2623c775-39e7-40bf-ae6c-14a785b611be), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.406912 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6623-e316-434d-bf2b-fc45066b1fcb tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (2623c775-39e7-40bf-ae6c-14a785b611be), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.441282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a6623-e316-434d-bf2b-fc45066b1fcb tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2623c775-39e7-40bf-ae6c-14a785b611be,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:46.488464 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6623-e316-434d-bf2b-fc45066b1fcb tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.493611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45774) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:46.493861 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8a9a6623-e316-434d-bf2b-fc45066b1fcb tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3191216 Jan 28 12:53:46.500764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9ffb48ec-cdb5-422e-b200-fdc956ad0133 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '1bd5de30-9ce5-4bd4-afdb-10464e29ab89', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:46.525033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Publish callbacks [] for security_group (73fbe52d-fb70-4080-a377-48f68cde1148), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.531476 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (73fbe52d-fb70-4080-a377-48f68cde1148), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.549536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ffb48ec-cdb5-422e-b200-fdc956ad0133 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (b76837c0-fbfe-4bfe-9872-4d5375c343df), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.580686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:53:46.592953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fbe52d-fb70-4080-a377-48f68cde1148,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:46.598110 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f909533a-ae49-4626-ba03-82a085e9ff65), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.602134 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Added segment f909533a-ae49-4626-ba03-82a085e9ff65 of type vlan for network c97cf8d8-7960-495b-8a74-11f4c725defa Jan 28 12:53:46.649445 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ffb48ec-cdb5-422e-b200-fdc956ad0133 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (b76837c0-fbfe-4bfe-9872-4d5375c343df), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.653968 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ffb48ec-cdb5-422e-b200-fdc956ad0133 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (b76837c0-fbfe-4bfe-9872-4d5375c343df), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.682213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb48ec-cdb5-422e-b200-fdc956ad0133 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76837c0-fbfe-4bfe-9872-4d5375c343df,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:46.697447 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (c97cf8d8-7960-495b-8a74-11f4c725defa), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.702163 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ffb48ec-cdb5-422e-b200-fdc956ad0133 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.706352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9ffb48ec-cdb5-422e-b200-fdc956ad0133 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2088671 Jan 28 12:53:46.706679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45776) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:46.712692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8554c2bf-64e4-4c40-b990-3fd5f43aa81c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '1bd5de30-9ce5-4bd4-afdb-10464e29ab89', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:46.735910 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (c97cf8d8-7960-495b-8a74-11f4c725defa), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.737034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:46.737827 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.743738 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8554c2bf-64e4-4c40-b990-3fd5f43aa81c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (fd4fcb49-d08a-4004-876e-d15aaf050422), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.792787 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6635506 Jan 28 12:53:46.800013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45778) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:46.808333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a606c82d-81da-4522-bea4-5019dcfe3ebb admin admin] Request body: {'subnet': {'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-639962706-subnet', 'tenant_id': '814fa62db0844f5c818093d852765a08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:46.824476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c95b6-449b-4e59-967e-a036819d5ffb admin admin] Pushing event updated for resources: {'Network': ['ID=c97cf8d8-7960-495b-8a74-11f4c725defa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:46.841270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network c97cf8d8-7960-495b-8a74-11f4c725defa details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:53:46.842582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a606c82d-81da-4522-bea4-5019dcfe3ebb admin admin] Made reservation on behalf of 814fa62db0844f5c818093d852765a08 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:53:46.845239 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a606c82d-81da-4522-bea4-5019dcfe3ebb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.940738 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8554c2bf-64e4-4c40-b990-3fd5f43aa81c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (fd4fcb49-d08a-4004-876e-d15aaf050422), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.952026 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8554c2bf-64e4-4c40-b990-3fd5f43aa81c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (fd4fcb49-d08a-4004-876e-d15aaf050422), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:46.978110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554c2bf-64e4-4c40-b990-3fd5f43aa81c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4fcb49-d08a-4004-876e-d15aaf050422,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:47.016049 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8554c2bf-64e4-4c40-b990-3fd5f43aa81c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.020494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8554c2bf-64e4-4c40-b990-3fd5f43aa81c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3094261 Jan 28 12:53:47.021972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45780) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:47.026454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b7d242d7-efd9-411c-b3e0-a917cfd4898c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '1bd5de30-9ce5-4bd4-afdb-10464e29ab89', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:47.091210 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-b7d242d7-efd9-411c-b3e0-a917cfd4898c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Project f804c63ab4be43509b4700c1f4f06f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:53:47.098335 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7d242d7-efd9-411c-b3e0-a917cfd4898c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (f37399b3-bef3-442e-ba61-7dc87bdcb1cd), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.218546 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7d242d7-efd9-411c-b3e0-a917cfd4898c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (f37399b3-bef3-442e-ba61-7dc87bdcb1cd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.267249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7d242d7-efd9-411c-b3e0-a917cfd4898c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (f37399b3-bef3-442e-ba61-7dc87bdcb1cd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.272325 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a606c82d-81da-4522-bea4-5019dcfe3ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (7f99615c-f897-4987-b660-47ac0e5c4001), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.321188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d242d7-efd9-411c-b3e0-a917cfd4898c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37399b3-bef3-442e-ba61-7dc87bdcb1cd,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:47.325695 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.357086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c83325-0351-479d-b080-ef2a4831ee65 req-5129624b-3a46-46a0-a43c-97c77240ceee tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:47.359153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9c83325-0351-479d-b080-ef2a4831ee65 req-5129624b-3a46-46a0-a43c-97c77240ceee tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.1381962 Jan 28 12:53:47.361853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7d242d7-efd9-411c-b3e0-a917cfd4898c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.366381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b7d242d7-efd9-411c-b3e0-a917cfd4898c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3400776 Jan 28 12:53:47.368770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45784) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:47.376024 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-052c8e69-c90f-4511-9659-f1f7783fcc8a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '1bd5de30-9ce5-4bd4-afdb-10464e29ab89', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:47.417513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606c82d-81da-4522-bea4-5019dcfe3ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f99615c-f897-4987-b660-47ac0e5c4001,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:47.440686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606c82d-81da-4522-bea4-5019dcfe3ebb admin admin] Checking segment: {'id': 'f909533a-ae49-4626-ba03-82a085e9ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:53:47.441056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606c82d-81da-4522-bea4-5019dcfe3ebb admin admin] Network hostable DHCP agents. Network: c97cf8d8-7960-495b-8a74-11f4c725defa, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:53:47.503722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606c82d-81da-4522-bea4-5019dcfe3ebb admin admin] Network c97cf8d8-7960-495b-8a74-11f4c725defa is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:53:47.507886 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-052c8e69-c90f-4511-9659-f1f7783fcc8a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Project f804c63ab4be43509b4700c1f4f06f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:53:47.519419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a606c82d-81da-4522-bea4-5019dcfe3ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, c97cf8d8-7960-495b-8a74-11f4c725defa) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:53:47.529419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a606c82d-81da-4522-bea4-5019dcfe3ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:47.530182 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a606c82d-81da-4522-bea4-5019dcfe3ebb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.538990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fdf0ed-8c73-4fde-8909-56959a11d384 None None] Network c97cf8d8-7960-495b-8a74-11f4c725defa requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:53:47.557571 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-052c8e69-c90f-4511-9659-f1f7783fcc8a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (8cba28d7-19d3-4cdd-b02b-4cbfa9a84684), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.568116 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a606c82d-81da-4522-bea4-5019dcfe3ebb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7667623 Jan 28 12:53:47.598088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9c83325-0351-479d-b080-ef2a4831ee65 req-49e6d22a-ca8c-4a1c-9280-5d7c82938af5 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151363 Jan 28 12:53:47.667641 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-052c8e69-c90f-4511-9659-f1f7783fcc8a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (8cba28d7-19d3-4cdd-b02b-4cbfa9a84684), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.675243 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-052c8e69-c90f-4511-9659-f1f7783fcc8a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (8cba28d7-19d3-4cdd-b02b-4cbfa9a84684), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.728162 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-052c8e69-c90f-4511-9659-f1f7783fcc8a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.732196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-052c8e69-c90f-4511-9659-f1f7783fcc8a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3622868 Jan 28 12:53:47.735230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45790) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:47.741291 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8d4d1bee-c224-4789-a81a-9f08a4859b23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'network': {'name': 'tempest-network-smoke--1317791619', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:47.748601 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9557c4a-c875-4abe-8a15-9868f6122c57 None None] Network c97cf8d8-7960-495b-8a74-11f4c725defa requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:53:47.764211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c8e69-c90f-4511-9659-f1f7783fcc8a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cba28d7-19d3-4cdd-b02b-4cbfa9a84684,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:47.794968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4d1bee-c224-4789-a81a-9f08a4859b23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Made reservation on behalf of f804c63ab4be43509b4700c1f4f06f6f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:53:47.799169 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1bee-c224-4789-a81a-9f08a4859b23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.881662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4d1bee-c224-4789-a81a-9f08a4859b23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:53:47.902389 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1bee-c224-4789-a81a-9f08a4859b23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (82a18882-3519-4145-b613-506d956cf538), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:47.902972 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-8d4d1bee-c224-4789-a81a-9f08a4859b23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Added segment 82a18882-3519-4145-b613-506d956cf538 of type vlan for network 376b0365-6936-4187-9688-098eaa8f7e82 Jan 28 12:53:47.985866 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:48.015972 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1bee-c224-4789-a81a-9f08a4859b23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (376b0365-6936-4187-9688-098eaa8f7e82), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:48.072158 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1bee-c224-4789-a81a-9f08a4859b23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (376b0365-6936-4187-9688-098eaa8f7e82), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:48.094436 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4d1bee-c224-4789-a81a-9f08a4859b23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:48.095106 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1bee-c224-4789-a81a-9f08a4859b23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:48.236424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d1bee-c224-4789-a81a-9f08a4859b23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Network': ['ID=376b0365-6936-4187-9688-098eaa8f7e82,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:48.252420 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 376b0365-6936-4187-9688-098eaa8f7e82 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:53:48.267503 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8d4d1bee-c224-4789-a81a-9f08a4859b23 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5284603 Jan 28 12:53:48.268083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45806) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:48.274290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'admin_state_up': True, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:48.423520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (37bbcb3b-cd0f-4bab-8386-bded1db9278f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:48.425552 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (37bbcb3b-cd0f-4bab-8386-bded1db9278f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:48.620822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-c0a04be6-d29a-4c6a-8ab2-8f2ab49f3dcd tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:48.632340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-c0a04be6-d29a-4c6a-8ab2-8f2ab49f3dcd tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/networks?id=c97cf8d8-7960-495b-8a74-11f4c725defa HTTP/1.1" status: 200 len: 813 time: 0.3408599 Jan 28 12:53:48.639082 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_controller (37bbcb3b-cd0f-4bab-8386-bded1db9278f), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:48.658800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-92376e87-4d87-40c9-8f80-072c98809d21 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/quotas/814fa62db0844f5c818093d852765a08 HTTP/1.1" status: 200 len: 375 time: 0.0251245 Jan 28 12:53:48.779402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-966f44aa-3441-496a-a225-abf949d6a619 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=814fa62db0844f5c818093d852765a08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194313 Jan 28 12:53:48.985325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d03195-dd6f-4c48-a110-2ea1bfea0efe req-eab7e87c-f7af-4009-a915-93b5ecd09e61 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:48.993336 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29d03195-dd6f-4c48-a110-2ea1bfea0efe req-eab7e87c-f7af-4009-a915-93b5ecd09e61 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.1493227 Jan 28 12:53:49.034788 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (37bbcb3b-cd0f-4bab-8386-bded1db9278f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:49.180049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-f520eec0-c980-43f1-a40c-a2a58e7dd7b0 service neutron] 10.222.0.53 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886290 Jan 28 12:53:49.202470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29d03195-dd6f-4c48-a110-2ea1bfea0efe req-79e3434d-749f-4ab6-9097-e7e10b835a63 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572115 Jan 28 12:53:49.280809 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb03a0a4-5b3d-4958-9e7d-261d81d344d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:49.338846 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-13fcf48e-1e09-46c2-9ddf-aed692a2b700 service neutron] 10.222.0.53 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577952 Jan 28 12:53:49.601610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-250a81f4-3714-4dd6-a92a-620da6c35fdc req-4cdee2a8-2d44-4304-a3ef-1a0ad5ae1819 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 210 time: 0.0591509 Jan 28 12:53:49.602214 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (37bbcb3b-cd0f-4bab-8386-bded1db9278f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:49.628254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:49.836726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.25.7.103 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/cc3ef384-ff7e-43d0-9b76-d80719b6e54b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:53:50.023721 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:50.073450 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:50.167188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:53:50.173674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:53:50.182378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:53:50.190291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=cc3ef384-ff7e-43d0-9b76-d80719b6e54b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:50.414073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45842) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:50.497546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a554-0ae1-4017-9ab5-54d2c271d221 req-1cc16856-0946-4085-b347-e7c6b37d61a4 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:50.506313 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f564a554-0ae1-4017-9ab5-54d2c271d221 req-1cc16856-0946-4085-b347-e7c6b37d61a4 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.1674936 Jan 28 12:53:50.621390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9023dcb8-9c61-45e9-bfec-a246cd7bbc4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:50.702727 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f564a554-0ae1-4017-9ab5-54d2c271d221 req-f93407b5-8e83-4eee-a937-4834757cd07e tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952550 Jan 28 12:53:50.735556 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (37bbcb3b-cd0f-4bab-8386-bded1db9278f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:50.803491 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9023dcb8-9c61-45e9-bfec-a246cd7bbc4f admin admin] Publish callbacks [] for security_group (f5ec1600-f9a0-4243-8e63-dba02eb2eeca), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:50.809397 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9023dcb8-9c61-45e9-bfec-a246cd7bbc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f5ec1600-f9a0-4243-8e63-dba02eb2eeca), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:50.830614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-13afee2c-e077-4120-92a7-d7fdb71201ef req-05a2d0e5-2a98-4fbf-b602-b780ae7b5f9c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 210 time: 0.0483117 Jan 28 12:53:50.896138 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9023dcb8-9c61-45e9-bfec-a246cd7bbc4f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1551529c4354a39a4844e6255cd0343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4817002 Jan 28 12:53:50.897206 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45852) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:50.930375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023dcb8-9c61-45e9-bfec-a246cd7bbc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ec1600-f9a0-4243-8e63-dba02eb2eeca,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:51.001843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ff31-605d-47aa-b1c3-d78d12f42f12 admin admin] Publish callbacks [] for security_group (f5ec1600-f9a0-4243-8e63-dba02eb2eeca), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:51.035201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ff31-605d-47aa-b1c3-d78d12f42f12 admin admin] Publish callbacks [] for security_group (f5ec1600-f9a0-4243-8e63-dba02eb2eeca), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:51.111568 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ff31-605d-47aa-b1c3-d78d12f42f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f5ec1600-f9a0-4243-8e63-dba02eb2eeca), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:51.119747 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ff31-605d-47aa-b1c3-d78d12f42f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:51.125204 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f1a1ff31-605d-47aa-b1c3-d78d12f42f12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5ec1600-f9a0-4243-8e63-dba02eb2eeca HTTP/1.1" status: 204 len: 168 time: 0.2240748 Jan 28 12:53:51.135630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1ff31-605d-47aa-b1c3-d78d12f42f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ec1600-f9a0-4243-8e63-dba02eb2eeca,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:51.137861 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (37bbcb3b-cd0f-4bab-8386-bded1db9278f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:51.468744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 37bbcb3b-cd0f-4bab-8386-bded1db9278f is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:53:51.478112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-02bd9932-90bd-44d1-9fe1-2b44fcd3a75e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:51.479837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-02bd9932-90bd-44d1-9fe1-2b44fcd3a75e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.49 "GET /v2.0/networks?id=c97cf8d8-7960-495b-8a74-11f4c725defa HTTP/1.1" status: 200 len: 813 time: 0.3160439 Jan 28 12:53:51.494278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Request body: {'port': {'device_id': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa', 'admin_state_up': True, 'tenant_id': '814fa62db0844f5c818093d852765a08'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:51.567728 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:51.589835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccfe00db-081b-4a69-810d-6a05d3f84fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:51.598400 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33df91a5-e10b-4e3e-aa29-13708437b39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:51.689445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:53:51.705361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Sync routers for ids ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:53:51.731770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Routers {'37bbcb3b-cd0f-4bab-8386-bded1db9278f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:53:51.733447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:51.745262 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:51.747791 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4a31d77b-8149-400f-9c47-ebfb8af84bcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4786634 Jan 28 12:53:51.752456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45862) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:51.754520 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccfe00db-081b-4a69-810d-6a05d3f84fb0 admin admin] Publish callbacks [] for security_group (65320350-cbee-4dc0-948c-804a21eb259a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:51.770054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Made reservation on behalf of 814fa62db0844f5c818093d852765a08 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:53:51.772804 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccfe00db-081b-4a69-810d-6a05d3f84fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (65320350-cbee-4dc0-948c-804a21eb259a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:51.781708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:51.843244 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ceab7be0-67f4-454b-ad50-42c2a543e646 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f804c63ab4be43509b4700c1f4f06f6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0869377 Jan 28 12:53:51.843934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45864) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:51.859560 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ccfe00db-081b-4a69-810d-6a05d3f84fb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c1d8a8a617144d29b5ade69bcc0b4c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879407 Jan 28 12:53:51.859560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe00db-081b-4a69-810d-6a05d3f84fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65320350-cbee-4dc0-948c-804a21eb259a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:51.861324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45868) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:52.041789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23ee3d93-070f-4c2f-9808-a82239f2b5ac req-f0a05032-6cea-4016-82c4-a09747c5f958 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 210 time: 0.0563803 Jan 28 12:53:52.130688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Set router 37bbcb3b-cd0f-4bab-8386-bded1db9278f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:53:52.147270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03e3a7-acfa-4e52-9fe7-23205ba0836e req-12faa510-4413-4a35-8651-8a0dd5768af4 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:52.148861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2e03e3a7-acfa-4e52-9fe7-23205ba0836e req-12faa510-4413-4a35-8651-8a0dd5768af4 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.3137286 Jan 28 12:53:52.198270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Allocated IP 172.20.0.10 (c97cf8d8-7960-495b-8a74-11f4c725defa/7f99615c-f897-4987-b660-47ac0e5c4001/fa85aee8-52c3-402a-9268-530786b2311b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:53:52.229274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2e03e3a7-acfa-4e52-9fe7-23205ba0836e req-aa59de7d-18e5-467c-b670-595967229a4f tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728726 Jan 28 12:53:52.241438 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-424d0ffc-bce1-4cd8-9d60-bb833e0025f4 admin admin] Publish callbacks [] for security_group (65320350-cbee-4dc0-948c-804a21eb259a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:52.248325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb4fb4c-9f84-4036-859f-6126fe81814a tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:52.252589 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dfb4fb4c-9f84-4036-859f-6126fe81814a tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3920498 Jan 28 12:53:52.254410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45874) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:52.298651 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-424d0ffc-bce1-4cd8-9d60-bb833e0025f4 admin admin] Publish callbacks [] for security_group (65320350-cbee-4dc0-948c-804a21eb259a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:52.303705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e094fe98-183f-4450-b066-4e25c48c3b54 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448549 Jan 28 12:53:52.305058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 45876) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:52.321506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9592656a-1442-40ce-b15a-c4f2fcb31104 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-878288254', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:52.386618 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-424d0ffc-bce1-4cd8-9d60-bb833e0025f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (65320350-cbee-4dc0-948c-804a21eb259a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:52.390334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-424d0ffc-bce1-4cd8-9d60-bb833e0025f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:52.396751 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-424d0ffc-bce1-4cd8-9d60-bb833e0025f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65320350-cbee-4dc0-948c-804a21eb259a HTTP/1.1" status: 204 len: 168 time: 0.5025127 Jan 28 12:53:52.431235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d0ffc-bce1-4cd8-9d60-bb833e0025f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65320350-cbee-4dc0-948c-804a21eb259a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:52.502416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:53:50Z', 'revision_number': 3, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:52.538043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Checking router: 37bbcb3b-cd0f-4bab-8386-bded1db9278f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:53:52.538403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Updating router 37bbcb3b-cd0f-4bab-8386-bded1db9278f port cc3ef384-ff7e-43d0-9b76-d80719b6e54b binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:53:52.569814 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:52.895593 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks [] for port (fa85aee8-52c3-402a-9268-530786b2311b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:52.912253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9592656a-1442-40ce-b15a-c4f2fcb31104 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Made reservation on behalf of f804c63ab4be43509b4700c1f4f06f6f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:53:52.916430 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9592656a-1442-40ce-b15a-c4f2fcb31104 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:52.932702 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:52.943664 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Publish callbacks [] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:52.949514 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4d16250-4aee-4adb-85c9-04a3f2c6a3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:52.952660 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.017582 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (fa85aee8-52c3-402a-9268-530786b2311b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.022124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e743d2-c3a2-40f6-822e-fed60c3a7913 None None] Pushing event updated for resources: {'Port': ['ID=cc3ef384-ff7e-43d0-9b76-d80719b6e54b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:53.077257 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4d16250-4aee-4adb-85c9-04a3f2c6a3ae admin admin] Publish callbacks [] for security_group (e2f7d802-4be8-4a51-998f-83d2e148ee38), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.081668 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4d16250-4aee-4adb-85c9-04a3f2c6a3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e2f7d802-4be8-4a51-998f-83d2e148ee38), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.094566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Network c97cf8d8-7960-495b-8a74-11f4c725defa is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:53:53.100832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:53:53.104839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:53:53.117336 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.119625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Attempting to bind port cc3ef384-ff7e-43d0-9b76-d80719b6e54b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:53:53.120001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Attempting to bind port cc3ef384-ff7e-43d0-9b76-d80719b6e54b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:53:53.120368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Attempting to bind port cc3ef384-ff7e-43d0-9b76-d80719b6e54b on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:53:53.125760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:53:53.126144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:53:53.126552 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.127074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:53:53.127657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Bound port: cc3ef384-ff7e-43d0-9b76-d80719b6e54b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:53:53.128025 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.144564 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b4d16250-4aee-4adb-85c9-04a3f2c6a3ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9de4737350bf4ba7b085c81a84b1295d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2100677 Jan 28 12:53:53.153467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45888) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:53.171130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d16250-4aee-4adb-85c9-04a3f2c6a3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f7d802-4be8-4a51-998f-83d2e148ee38,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:53.181664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Pushing event updated for resources: {'Port': ['ID=fa85aee8-52c3-402a-9268-530786b2311b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:53.189635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] For port cc3ef384-ff7e-43d0-9b76-d80719b6e54b, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:53:53.191759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:53.192440 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.194823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] For port cc3ef384-ff7e-43d0-9b76-d80719b6e54b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cc3ef384-ff7e-43d0-9b76-d80719b6e54b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:53:53.204805 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.254877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7b4b-cf68-4556-8b62-07059825d26d admin admin] Publish callbacks [] for security_group (e2f7d802-4be8-4a51-998f-83d2e148ee38), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.283076 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7b4b-cf68-4556-8b62-07059825d26d admin admin] Publish callbacks [] for security_group (e2f7d802-4be8-4a51-998f-83d2e148ee38), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.329478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e743d2-c3a2-40f6-822e-fed60c3a7913 None None] Pushing event updated for resources: {'Port': ['ID=cc3ef384-ff7e-43d0-9b76-d80719b6e54b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:53.353673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-233ff899-c8cd-4f7e-99e9-453d5f067865 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8644662 Jan 28 12:53:53.354271 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7b4b-cf68-4556-8b62-07059825d26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e2f7d802-4be8-4a51-998f-83d2e148ee38), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.358295 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7b4b-cf68-4556-8b62-07059825d26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.362014 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-aa0f7b4b-cf68-4556-8b62-07059825d26d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2f7d802-4be8-4a51-998f-83d2e148ee38 HTTP/1.1" status: 204 len: 168 time: 0.2048426 Jan 28 12:53:53.362922 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Routers {'37bbcb3b-cd0f-4bab-8386-bded1db9278f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:53:53.366063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:53.377126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f7b4b-cf68-4556-8b62-07059825d26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f7d802-4be8-4a51-998f-83d2e148ee38,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:53.393632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Request body: {'port': {'device_id': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:53:53.406723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644d3c3-5601-440e-b3b5-711a9a92da4e req-02d88bf2-e0e1-4ab7-9479-b89875b73638 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:53.408520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b644d3c3-5601-440e-b3b5-711a9a92da4e req-02d88bf2-e0e1-4ab7-9479-b89875b73638 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 932 time: 0.2115617 Jan 28 12:53:53.474900 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9592656a-1442-40ce-b15a-c4f2fcb31104 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (baa3c946-6b9d-48a8-b62f-4f4437858293), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.533150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] Set router 37bbcb3b-cd0f-4bab-8386-bded1db9278f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:53:53.570458 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fa85aee8-52c3-402a-9268-530786b2311b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.643554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9592656a-1442-40ce-b15a-c4f2fcb31104 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Checking segment: {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:53:53.644149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9592656a-1442-40ce-b15a-c4f2fcb31104 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network hostable DHCP agents. Network: 376b0365-6936-4187-9688-098eaa8f7e82, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:53:53.661480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab522ed9-f98d-4723-bdec-6ae9579c08e6 req-ca32d757-e6da-44da-aa58-8bf127ee66f9 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:53.663151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab522ed9-f98d-4723-bdec-6ae9579c08e6 req-ca32d757-e6da-44da-aa58-8bf127ee66f9 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.2534797 Jan 28 12:53:53.731587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592656a-1442-40ce-b15a-c4f2fcb31104 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Subnet': ['ID=baa3c946-6b9d-48a8-b62f-4f4437858293,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:53.742028 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b644d3c3-5601-440e-b3b5-711a9a92da4e req-1e9e0335-1e1f-4275-b44a-fad32784db98 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127844 Jan 28 12:53:53.750419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9592656a-1442-40ce-b15a-c4f2fcb31104 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 376b0365-6936-4187-9688-098eaa8f7e82 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:53:53.782936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:53:50Z', 'revision_number': 3, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:53.792221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9592656a-1442-40ce-b15a-c4f2fcb31104 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 376b0365-6936-4187-9688-098eaa8f7e82) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:53:53.797728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592656a-1442-40ce-b15a-c4f2fcb31104 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:53.798434 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9592656a-1442-40ce-b15a-c4f2fcb31104 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:53.833728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9592656a-1442-40ce-b15a-c4f2fcb31104 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5276225 Jan 28 12:53:53.836916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 45904) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:53:53.850849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1503bef-b17a-444c-b9d2-2ead6412bfb4 None None] The sync data for ids ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'] in n-d-824835-4 is: [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:53:50Z', 'revision_number': 3, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:53:53.853664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe6538b-8e76-4093-95ab-4e43a1ca66a7 None None] Network 376b0365-6936-4187-9688-098eaa8f7e82 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:53:53.894100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab522ed9-f98d-4723-bdec-6ae9579c08e6 req-b0f805e9-3e9a-4773-b98f-88ff77a4e2ba tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221243 Jan 28 12:53:54.105431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-376b0365-6936-4187-9688-098eaa8f7e82', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:53:54.106900 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:54.207966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa85aee8-52c3-402a-9268-530786b2311b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:53:54.221418 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Publish callbacks [] for port (fa85aee8-52c3-402a-9268-530786b2311b), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:54.239703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Transition to ACTIVE for port object fa85aee8-52c3-402a-9268-530786b2311b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:53:54.247993 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (fa85aee8-52c3-402a-9268-530786b2311b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:54.387872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa85aee8-52c3-402a-9268-530786b2311b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:54.412008 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Allocated IP 172.20.0.2 (376b0365-6936-4187-9688-098eaa8f7e82/baa3c946-6b9d-48a8-b62f-4f4437858293/7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:53:54.508674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Attempting to bind port fa85aee8-52c3-402a-9268-530786b2311b on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:53:54.509012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Attempting to bind port fa85aee8-52c3-402a-9268-530786b2311b by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'f909533a-ae49-4626-ba03-82a085e9ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:53:54.509343 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Attempting to bind port fa85aee8-52c3-402a-9268-530786b2311b on network c97cf8d8-7960-495b-8a74-11f4c725defa {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:53:54.519560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Port fa85aee8-52c3-402a-9268-530786b2311b on network c97cf8d8-7960-495b-8a74-11f4c725defa not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:53:54.522219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Attempting to bind port fa85aee8-52c3-402a-9268-530786b2311b on network c97cf8d8-7960-495b-8a74-11f4c725defa {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:53:54.528289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:53:54.528637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Checking segment: {'id': 'f909533a-ae49-4626-ba03-82a085e9ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:53:54.529029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Bound using segment: {'id': 'f909533a-ae49-4626-ba03-82a085e9ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:53:54.529467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Bound port: fa85aee8-52c3-402a-9268-530786b2311b, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f909533a-ae49-4626-ba03-82a085e9ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:53:54.529983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fa85aee8-52c3-402a-9268-530786b2311b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:54.625199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:53:54.633138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fa85aee8-52c3-402a-9268-530786b2311b,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:53:54.652757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (fa85aee8-52c3-402a-9268-530786b2311b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:54.695928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:54.696485 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:54.698975 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] 10.222.0.49 "PUT /v2.0/ports/fa85aee8-52c3-402a-9268-530786b2311b HTTP/1.1" status: 200 len: 1092 time: 1.3378918 Jan 28 12:53:54.711851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'tag': 'fa85aee8-52c3-402a-9268-530786b2311b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:53:54.716197 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b016c5-e769-444d-a0ee-626d3c5d6721" -d '{"events": [{"name": "network-changed", "server_uuid": "320b6baa-039a-48bf-87a4-89e928bf62d6", "tag": "fa85aee8-52c3-402a-9268-530786b2311b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:53:54.840175 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Publish callbacks [] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:54.860094 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f528301b-9beb-448f-adb5-cf2d19aaa0a9 x-openstack-request-id: req-f528301b-9beb-448f-adb5-cf2d19aaa0a9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:53:54.865839 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320b6baa-039a-48bf-87a4-89e928bf62d6", "tag": "fa85aee8-52c3-402a-9268-530786b2311b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:53:54.867036 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f528301b-9beb-448f-adb5-cf2d19aaa0a9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:53:54.867679 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'tag': 'fa85aee8-52c3-402a-9268-530786b2311b', 'status': 'completed', 'code': 200} Jan 28 12:53:54.870315 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:54.893463 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88936a-5214-4f69-9dc9-88384b512de8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa85aee8-52c3-402a-9268-530786b2311b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:54.906196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-83623d25-aa1b-4f87-96b3-4ac18f932723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:54.907974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-83623d25-aa1b-4f87-96b3-4ac18f932723 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=814fa62db0844f5c818093d852765a08&device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 1095 time: 0.1620884 Jan 28 12:53:54.936848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Network 376b0365-6936-4187-9688-098eaa8f7e82 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:53:54.990138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-9db6c635-3c68-447a-a4ba-30758d406b25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa85aee8-52c3-402a-9268-530786b2311b HTTP/1.1" status: 200 len: 217 time: 0.0706897 Jan 28 12:53:54.999707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:53:55.008074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:53:55.013871 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:55.070287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caceead2-5e4b-4304-9448-c415475f4ff1 req-9f34df85-3ef7-4dcc-a1bd-651f8ef11407 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:55.077897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-caceead2-5e4b-4304-9448-c415475f4ff1 req-9f34df85-3ef7-4dcc-a1bd-651f8ef11407 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.1762998 Jan 28 12:53:55.180271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Pushing event updated for resources: {'Port': ['ID=7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:55.218336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Attempting to bind port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:53:55.220263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Attempting to bind port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:53:55.221561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Attempting to bind port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 on network 376b0365-6936-4187-9688-098eaa8f7e82 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:53:55.233928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-caceead2-5e4b-4304-9448-c415475f4ff1 req-c9eef1ad-96a7-464a-9bca-6af9370ac7b2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548965 Jan 28 12:53:55.236793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:53:55.238435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Checking segment: {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:53:55.239128 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:55.239755 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Bound using segment: {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:53:55.240482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Bound port: 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:53:55.240708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-177df41a-73ab-43ad-b76a-1b17387de156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:55.241063 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:55.242066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-177df41a-73ab-43ad-b76a-1b17387de156 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f99615c-f897-4987-b660-47ac0e5c4001 HTTP/1.1" status: 200 len: 853 time: 0.2349081 Jan 28 12:53:55.283308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac5832-8196-4447-ad3b-e94f6336e0f9 req-b2cf0a62-f47d-47c3-a8df-5f53941c19c0 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:55.291503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5ac5832-8196-4447-ad3b-e94f6336e0f9 req-b2cf0a62-f47d-47c3-a8df-5f53941c19c0 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.2111423 Jan 28 12:53:55.313514 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:55.315822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-3e104df6-ffd5-4605-b4a9-8e6b4556fc8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c97cf8d8-7960-495b-8a74-11f4c725defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576365 Jan 28 12:53:55.372845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] For port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:53:55.391838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] For port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:53:55.402213 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:55.547756 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b3b24-5e77-46a3-8f66-6760028e0a35 None None] Pushing event updated for resources: {'Port': ['ID=7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:55.613937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5ac5832-8196-4447-ad3b-e94f6336e0f9 req-b4a18e81-583a-47e1-b3f9-cc9e57804b0f tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011348 Jan 28 12:53:55.642384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-fb62b47f-596f-46d8-b60e-7501bb855839 service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893872 Jan 28 12:53:55.803942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-637c0a8e-4f11-4cf5-9231-04558c3d6795 req-405e78e9-553f-4c79-b2fb-1138c99ab5b9 service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552019 Jan 28 12:53:55.869468 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.20.0.1 (376b0365-6936-4187-9688-098eaa8f7e82/baa3c946-6b9d-48a8-b62f-4f4437858293/b48537b5-d453-4d66-82db-17c764de6160) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:53:55.956692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b016c5-e769-444d-a0ee-626d3c5d6721 req-85643a2e-3470-4976-a985-8143f86c6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:55.959811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80b016c5-e769-444d-a0ee-626d3c5d6721 req-85643a2e-3470-4976-a985-8143f86c6c2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=814fa62db0844f5c818093d852765a08&device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 1095 time: 0.0885723 Jan 28 12:53:56.007129 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:56.097588 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (b48537b5-d453-4d66-82db-17c764de6160), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:56.149632 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b48537b5-d453-4d66-82db-17c764de6160), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:56.200654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b016c5-e769-444d-a0ee-626d3c5d6721 req-028c968c-bdec-499f-b7c8-9ff0248391b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:56.202188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80b016c5-e769-444d-a0ee-626d3c5d6721 req-028c968c-bdec-499f-b7c8-9ff0248391b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c97cf8d8-7960-495b-8a74-11f4c725defa HTTP/1.1" status: 200 len: 914 time: 0.2350259 Jan 28 12:53:56.226985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 376b0365-6936-4187-9688-098eaa8f7e82 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:53:56.231527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:53:56.234605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:53:56.268963 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80b016c5-e769-444d-a0ee-626d3c5d6721 req-8807fec8-f905-44aa-9d80-c98c06c8c976 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa85aee8-52c3-402a-9268-530786b2311b HTTP/1.1" status: 200 len: 217 time: 0.0607896 Jan 28 12:53:56.294440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc3ef384-ff7e-43d0-9b76-d80719b6e54b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:53:56.323986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=b48537b5-d453-4d66-82db-17c764de6160,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:56.397304 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (37bbcb3b-cd0f-4bab-8386-bded1db9278f), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:56.422991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port cc3ef384-ff7e-43d0-9b76-d80719b6e54b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:53:56.423460 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:56.462973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b016c5-e769-444d-a0ee-626d3c5d6721 req-fc6406e0-a433-45c9-9b61-50629b13d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:56.464506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80b016c5-e769-444d-a0ee-626d3c5d6721 req-fc6406e0-a433-45c9-9b61-50629b13d2e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f99615c-f897-4987-b660-47ac0e5c4001 HTTP/1.1" status: 200 len: 853 time: 0.1889379 Jan 28 12:53:56.559618 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80b016c5-e769-444d-a0ee-626d3c5d6721 req-6ade3567-d14f-4083-a53c-1d1a573a6d96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c97cf8d8-7960-495b-8a74-11f4c725defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824599 Jan 28 12:53:56.575507 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b48537b5-d453-4d66-82db-17c764de6160), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:56.580152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89519f-62d6-4fdd-92ec-d540c63ff734 req-d720167a-4e4d-47d0-8061-1f53e0446c00 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:56.581716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d89519f-62d6-4fdd-92ec-d540c63ff734 req-d720167a-4e4d-47d0-8061-1f53e0446c00 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.2186518 Jan 28 12:53:56.596212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:53:56.626086 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port cc3ef384-ff7e-43d0-9b76-d80719b6e54b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:53:56.626489 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:56.720108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port cc3ef384-ff7e-43d0-9b76-d80719b6e54b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cc3ef384-ff7e-43d0-9b76-d80719b6e54b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:56.747291 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:56.748171 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:53:56.891261 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=cc3ef384-ff7e-43d0-9b76-d80719b6e54b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:56.893376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80b016c5-e769-444d-a0ee-626d3c5d6721 req-134729d8-b2da-4b0b-a990-22d1ce8c7041 service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106763 Jan 28 12:53:56.961084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675,segment=NetworkSegment(acc60e36-d09b-476c-a3e1-3434103f6454),segment_id=acc60e36-d09b-476c-a3e1-3434103f6454)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:56.998375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:53:56.998758 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:57.001602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'port_id': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'mac_address': 'fa:16:3e:ef:4e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:53:57.206992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:53:57.207496 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:57.238695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d89519f-62d6-4fdd-92ec-d540c63ff734 req-fcadcf45-ba27-4c65-949b-0043f7ad393b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307907 Jan 28 12:53:57.270173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:53:57.328983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675,segment=NetworkSegment(acc60e36-d09b-476c-a3e1-3434103f6454),segment_id=acc60e36-d09b-476c-a3e1-3434103f6454)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:57.332549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (b48537b5-d453-4d66-82db-17c764de6160), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:57.347634 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b48537b5-d453-4d66-82db-17c764de6160), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:57.347873 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:57.351899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78328a-91c8-4f33-a1e8-01489d17fcfb req-6d1e40a5-f5df-4861-a1e1-a553b7944145 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:57.362658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a78328a-91c8-4f33-a1e8-01489d17fcfb req-6d1e40a5-f5df-4861-a1e1-a553b7944145 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 944 time: 0.4524701 Jan 28 12:53:57.385845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80b016c5-e769-444d-a0ee-626d3c5d6721 req-9319547b-5a6a-4cc6-b948-fbcee67c81c1 service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586082 Jan 28 12:53:57.403214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:53:57.403656 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:57.421831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c29ad2-c6cc-498e-9552-6ba689588bf4 None None] Network 376b0365-6936-4187-9688-098eaa8f7e82 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:53:57.424257 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:57.475165 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a78328a-91c8-4f33-a1e8-01489d17fcfb req-910abafe-cc79-4216-84db-43e09958ba8b tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114321 Jan 28 12:53:57.475638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:57.477738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=b48537b5-d453-4d66-82db-17c764de6160,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:57.507198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (37bbcb3b-cd0f-4bab-8386-bded1db9278f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:57.520071 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:57.584710 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:57.593957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['7a8a05d7-ed7c-4f5a-a53c-820b1caa2675'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:53:57.641729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 376b0365-6936-4187-9688-098eaa8f7e82 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:53:57.644324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:53:57.667664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bd86645c-434a-4cf7-ae4c-84e465bb8c7f None None] Provisioning complete for port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:53:57.668056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd86645c-434a-4cf7-ae4c-84e465bb8c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:57.806350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 37bbcb3b-cd0f-4bab-8386-bded1db9278f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:53:57.977083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:53:57.993103 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6f03c3b7-a276-48c8-8db3-7c90565cea74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "PUT /v2.0/routers/37bbcb3b-cd0f-4bab-8386-bded1db9278f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1537673 Jan 28 12:53:57.998269 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Sync routers for ids ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:53:58.017726 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Routers {'37bbcb3b-cd0f-4bab-8386-bded1db9278f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:53:58.050325 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:58.115210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bd86645c-434a-4cf7-ae4c-84e465bb8c7f None None] Current status of the port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:53:58.122102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc3ef384-ff7e-43d0-9b76-d80719b6e54b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:53:58.207746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port cc3ef384-ff7e-43d0-9b76-d80719b6e54b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:53:58.207746 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:58.297631 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Set router 37bbcb3b-cd0f-4bab-8386-bded1db9278f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:53:58.315200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-2c85753e-84cf-4f31-aba6-8c4639603bd1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300786168&fields=id&tenant_id=f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 267 time: 0.0967097 Jan 28 12:53:58.454955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port cc3ef384-ff7e-43d0-9b76-d80719b6e54b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:53:58.456590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:53:58.544942 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'b48537b5-d453-4d66-82db-17c764de6160', 'name': '', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:ca:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:55Z', 'updated_at': '2022-01-28T12:53:57Z', 'revision_number': 2, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:53:58.578798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-9d47a111-6d32-4648-ab05-2b1e15f5d579 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:58.581065 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Checking router: 37bbcb3b-cd0f-4bab-8386-bded1db9278f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:53:58.581424 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Updating router 37bbcb3b-cd0f-4bab-8386-bded1db9278f port b48537b5-d453-4d66-82db-17c764de6160 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:53:58.596223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-9d47a111-6d32-4648-ab05-2b1e15f5d579 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 797 time: 0.2715180 Jan 28 12:53:58.602096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:53:58.602616 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:58.645932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fa85aee8-52c3-402a-9268-530786b2311b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:53:58.650380 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-d0813310-2dec-486e-b768-e02d1cd04902 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/quotas/f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 375 time: 0.0531902 Jan 28 12:53:58.654931 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b48537b5-d453-4d66-82db-17c764de6160), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:58.733001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-47fd5820-5f78-49ee-bf65-bb2e1d1fe167 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816324 Jan 28 12:53:58.761033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fa85aee8-52c3-402a-9268-530786b2311b,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:58.800680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'fa85aee8-52c3-402a-9268-530786b2311b', 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa', 'port_id': 'fa85aee8-52c3-402a-9268-530786b2311b', 'mac_address': 'fa:16:3e:6f:da:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f99615c-f897-4987-b660-47ac0e5c4001', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:53:58.838560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-be77e741-2079-48a7-a7a7-d8f2095f5dd0 None None] Provisioning complete for port b48537b5-d453-4d66-82db-17c764de6160 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:53:58.839013 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be77e741-2079-48a7-a7a7-d8f2095f5dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b48537b5-d453-4d66-82db-17c764de6160), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:58.858871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-8992790f-0b46-4716-a6b4-9aad65202b10 service neutron] 10.222.0.53 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249158 Jan 28 12:53:58.876473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc623793-bf72-46ba-b24f-3af6db381720 req-48f055c2-c08f-479b-a041-6c228d28b7dc tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:58.878499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc623793-bf72-46ba-b24f-3af6db381720 req-48f055c2-c08f-479b-a041-6c228d28b7dc tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.2648730 Jan 28 12:53:58.940697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-be77e741-2079-48a7-a7a7-d8f2095f5dd0 None None] Port b48537b5-d453-4d66-82db-17c764de6160 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:53:58.945638 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc623793-bf72-46ba-b24f-3af6db381720 req-6d0b2d9d-8465-44f2-aa04-73a0a6a2733c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542276 Jan 28 12:53:59.057858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-1f62ba09-c722-4708-a4ec-fbaae60481f3 service neutron] 10.222.0.53 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981189 Jan 28 12:53:59.062780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:53:59.092143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-be77e741-2079-48a7-a7a7-d8f2095f5dd0 None None] Provisioning complete for port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:53:59.092143 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be77e741-2079-48a7-a7a7-d8f2095f5dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:59.133921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fa85aee8-52c3-402a-9268-530786b2311b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:53:59.134787 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fa85aee8-52c3-402a-9268-530786b2311b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:59.137113 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Publish callbacks [] for port (b48537b5-d453-4d66-82db-17c764de6160), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:59.175169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa85aee8-52c3-402a-9268-530786b2311b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:53:59.175692 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:53:59.176628 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b48537b5-d453-4d66-82db-17c764de6160), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:59.199440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fa85aee8-52c3-402a-9268-530786b2311b,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:53:59.246326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557e4fb-0e8a-4006-9f87-390cf691de4c req-ff883470-4be8-40a1-aa9b-d8d83fa13e30 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:53:59.253430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0557e4fb-0e8a-4006-9f87-390cf691de4c req-ff883470-4be8-40a1-aa9b-d8d83fa13e30 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 945 time: 0.1643441 Jan 28 12:53:59.268539 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-be77e741-2079-48a7-a7a7-d8f2095f5dd0 None None] Current status of the port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:53:59.271852 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fa85aee8-52c3-402a-9268-530786b2311b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:59.326971 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Pushing event updated for resources: {'Port': ['ID=b48537b5-d453-4d66-82db-17c764de6160,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:59.361455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fa85aee8-52c3-402a-9268-530786b2311b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:59.388519 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.388974 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.389487 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.389971 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.390453 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.390958 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.391457 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.391931 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.392540 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.393014 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.393487 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.393964 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.394432 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:53:59.410477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-af77b1d9-52b6-475d-a94b-2f542041278c None None] Provisioning complete for port b48537b5-d453-4d66-82db-17c764de6160 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:53:59.414255 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-af77b1d9-52b6-475d-a94b-2f542041278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b48537b5-d453-4d66-82db-17c764de6160), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:59.493344 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0557e4fb-0e8a-4006-9f87-390cf691de4c req-e0344df6-bba8-4fbe-9609-538b0c5bc1c9 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307591 Jan 28 12:53:59.499099 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Attempting to bind port b48537b5-d453-4d66-82db-17c764de6160 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:53:59.499541 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Attempting to bind port b48537b5-d453-4d66-82db-17c764de6160 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:53:59.501801 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Attempting to bind port b48537b5-d453-4d66-82db-17c764de6160 on network 376b0365-6936-4187-9688-098eaa8f7e82 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:53:59.525765 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:53:59.526260 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Checking segment: {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:53:59.531978 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:59.531978 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Bound using segment: {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:53:59.531978 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Bound port: b48537b5-d453-4d66-82db-17c764de6160, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:53:59.531978 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b48537b5-d453-4d66-82db-17c764de6160), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:59.564948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-af77b1d9-52b6-475d-a94b-2f542041278c None None] Port b48537b5-d453-4d66-82db-17c764de6160 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:53:59.631741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d0a2b39-20f0-4f8b-88ab-a3a0ee09d58f req-ef3dfeb9-f5c4-46da-9904-bec25a5dee7d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 210 time: 0.0652258 Jan 28 12:53:59.634738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fa85aee8-52c3-402a-9268-530786b2311b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:53:59.700393 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] For port b48537b5-d453-4d66-82db-17c764de6160, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:53:59.711138 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] For port b48537b5-d453-4d66-82db-17c764de6160, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b48537b5-d453-4d66-82db-17c764de6160,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:53:59.724262 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b48537b5-d453-4d66-82db-17c764de6160), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:59.843679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-28658bb2-8cc9-4529-aec1-8d471fd17f21 None None] Provisioning complete for port b48537b5-d453-4d66-82db-17c764de6160 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:53:59.844067 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28658bb2-8cc9-4529-aec1-8d471fd17f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b48537b5-d453-4d66-82db-17c764de6160), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:53:59.915663 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccc3d4-5735-42b3-bb80-3c73ff078f06 None None] Pushing event updated for resources: {'Port': ['ID=b48537b5-d453-4d66-82db-17c764de6160,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:53:59.940140 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Routers {'37bbcb3b-cd0f-4bab-8386-bded1db9278f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:53:59.944258 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:00.208582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-28658bb2-8cc9-4529-aec1-8d471fd17f21 None None] Current status of the port b48537b5-d453-4d66-82db-17c764de6160 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:54:00.208582 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28658bb2-8cc9-4529-aec1-8d471fd17f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b48537b5-d453-4d66-82db-17c764de6160), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:00.243487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011307c-6ed2-4ea9-8da0-2731b26ac85b req-c735dd20-1660-4419-9d58-83e01e99adbe tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:00.254076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4011307c-6ed2-4ea9-8da0-2731b26ac85b req-c735dd20-1660-4419-9d58-83e01e99adbe tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 945 time: 0.1216552 Jan 28 12:54:00.349500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4011307c-6ed2-4ea9-8da0-2731b26ac85b req-a6978851-46ad-41d2-92cf-fa7a3ecb200e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841830 Jan 28 12:54:00.374845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-28658bb2-8cc9-4529-aec1-8d471fd17f21 None None] For port b48537b5-d453-4d66-82db-17c764de6160, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b48537b5-d453-4d66-82db-17c764de6160,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:54:00.391651 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28658bb2-8cc9-4529-aec1-8d471fd17f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b48537b5-d453-4d66-82db-17c764de6160), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:00.491891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28658bb2-8cc9-4529-aec1-8d471fd17f21 None None] Pushing event updated for resources: {'Port': ['ID=b48537b5-d453-4d66-82db-17c764de6160,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:00.512543 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] Set router 37bbcb3b-cd0f-4bab-8386-bded1db9278f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:54:00.528983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fe5c9ba4-5639-4d4e-8934-c5aa46630cdc None None] Provisioning complete for port b48537b5-d453-4d66-82db-17c764de6160 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:54:00.529504 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe5c9ba4-5639-4d4e-8934-c5aa46630cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b48537b5-d453-4d66-82db-17c764de6160), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:00.618811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:54:00.721119 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:54:00.753773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fe5c9ba4-5639-4d4e-8934-c5aa46630cdc None None] Current status of the port b48537b5-d453-4d66-82db-17c764de6160 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:54:00.765063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:54:00.766323 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:00.772334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d0c52-1efc-4276-a049-f2cc6c43bf6b req-3d7e1211-b05e-4659-85ef-55dbac5cd6fb tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:00.774020 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-480d0c52-1efc-4276-a049-f2cc6c43bf6b req-3d7e1211-b05e-4659-85ef-55dbac5cd6fb tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 945 time: 0.1088223 Jan 28 12:54:00.916901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:54:00.918140 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:00.925602 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-480d0c52-1efc-4276-a049-f2cc6c43bf6b req-631b5ef3-628b-4c26-ab38-fe2e4f0ff55f tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456494 Jan 28 12:54:00.949982 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'b48537b5-d453-4d66-82db-17c764de6160', 'name': '', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:ca:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:55Z', 'updated_at': '2022-01-28T12:53:59Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:00.990702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a5813aa-7af8-4113-939b-6d3dd97d8a2c req-5b478fb1-ffae-4c8d-820a-c35f45a96418 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 210 time: 0.1339309 Jan 28 12:54:00.991115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:00.991115 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0f2c7a-acf3-4f17-834e-0a5308460a62" -d '{"events": [{"server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "name": "network-vif-plugged", "status": "completed", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:00.996742 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5f6c1-c5a6-44d4-9504-cdf58af0c1b1 None None] The sync data for ids ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'] in n-d-824835-4 is: [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'b48537b5-d453-4d66-82db-17c764de6160', 'name': '', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:ca:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:55Z', 'updated_at': '2022-01-28T12:53:59Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:54:01.009450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675,segment=NetworkSegment(acc60e36-d09b-476c-a3e1-3434103f6454),segment_id=acc60e36-d09b-476c-a3e1-3434103f6454)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:54:01.016611 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:01.178928 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547cbffc-16a1-4375-b597-3773a5a03a35 x-openstack-request-id: req-547cbffc-16a1-4375-b597-3773a5a03a35 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:01.179225 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "name": "network-vif-plugged", "status": "completed", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:01.179506 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-547cbffc-16a1-4375-b597-3773a5a03a35 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:01.179902 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'code': 200} Jan 28 12:54:01.195019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:01.338554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-ed3680fd-346d-4bb2-ade0-62c45c1dd696 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:01.340530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-ed3680fd-346d-4bb2-ade0-62c45c1dd696 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 797 time: 0.2787011 Jan 28 12:54:01.376019 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a1df1-deff-4036-87a2-9700450c695a req-afd68592-cb3b-46b0-9af6-838aee18fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:01.377782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-858a1df1-deff-4036-87a2-9700450c695a req-afd68592-cb3b-46b0-9af6-838aee18fe37 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 1097 time: 0.1307416 Jan 28 12:54:01.479745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-2c2ca9bf-a591-430e-bff8-5309d077559b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 379 time: 0.1260295 Jan 28 12:54:01.482813 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-858a1df1-deff-4036-87a2-9700450c695a req-2b071e12-1a39-4649-afd5-2c4866c8ce1f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901489 Jan 28 12:54:01.488377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'port': {'device_id': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'admin_state_up': True, 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'security_groups': ['1bd5de30-9ce5-4bd4-afdb-10464e29ab89']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:54:01.621484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2415f7-c913-421a-ba2c-faf7cfe61836 req-8f8b5d9f-f79a-4c27-9d9d-a74b4dc01eb4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:01.628795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe2415f7-c913-421a-ba2c-faf7cfe61836 req-8f8b5d9f-f79a-4c27-9d9d-a74b4dc01eb4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 945 time: 0.1359837 Jan 28 12:54:01.715479 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe2415f7-c913-421a-ba2c-faf7cfe61836 req-98fd6078-c9d9-4f6b-8b8f-b0e0ab09652f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853817 Jan 28 12:54:01.716936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Made reservation on behalf of f804c63ab4be43509b4700c1f4f06f6f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:54:01.725243 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:01.905847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.20.0.13 (376b0365-6936-4187-9688-098eaa8f7e82/baa3c946-6b9d-48a8-b62f-4f4437858293/410e713a-da90-498a-a87a-e892a6644a75) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:54:02.130998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b48537b5-d453-4d66-82db-17c764de6160 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:54:02.245506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-995d3ce6-fb03-4676-b7f4-c1f1fe212705 req-aa2240c1-9577-4dd4-8716-d9dd19d79736 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 210 time: 0.1258507 Jan 28 12:54:02.277059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b48537b5-d453-4d66-82db-17c764de6160 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:54:02.277625 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b48537b5-d453-4d66-82db-17c764de6160), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:02.325480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fc3c8-6ad8-4a18-9cfb-31929aaa4ce2 req-19eea038-c00e-477c-a309-93cdc10eabd8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:02.327371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-755fc3c8-6ad8-4a18-9cfb-31929aaa4ce2 req-19eea038-c00e-477c-a309-93cdc10eabd8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 946 time: 0.2089090 Jan 28 12:54:02.335945 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (410e713a-da90-498a-a87a-e892a6644a75), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:02.418716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b48537b5-d453-4d66-82db-17c764de6160 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:54:02.423978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-755fc3c8-6ad8-4a18-9cfb-31929aaa4ce2 req-9821683f-3454-4413-aece-58bfae393459 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827777 Jan 28 12:54:02.473233 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:02.531115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 376b0365-6936-4187-9688-098eaa8f7e82 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:54:02.534277 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:54:02.537550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:54:02.577552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:02.597777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.598222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.599281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.599841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.600192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.600639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.601042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.601450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.601863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.602261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.602662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.603057 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.603474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:54:02.619699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fa85aee8-52c3-402a-9268-530786b2311b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:54:02.625059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:02.625837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:02.653109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-25cd6fe3-e8c6-4bdf-8d64-65940ca1116f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1689322 Jan 28 12:54:02.667984 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Request body: {'port': {'device_id': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:54:02.734981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port fa85aee8-52c3-402a-9268-530786b2311b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:54:02.741387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port fa85aee8-52c3-402a-9268-530786b2311b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:54:02.741817 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fa85aee8-52c3-402a-9268-530786b2311b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:02.812478 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:02.900009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fa85aee8-52c3-402a-9268-530786b2311b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:54:02.900423 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fa85aee8-52c3-402a-9268-530786b2311b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:02.953761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fa85aee8-52c3-402a-9268-530786b2311b,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:54:02.962777 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fa85aee8-52c3-402a-9268-530786b2311b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:03.027330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fa85aee8-52c3-402a-9268-530786b2311b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:03.041709 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9eac8443-590e-4454-a3a7-974150176fa5 None None] Provisioning complete for port 410e713a-da90-498a-a87a-e892a6644a75 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:54:03.042171 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9eac8443-590e-4454-a3a7-974150176fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (410e713a-da90-498a-a87a-e892a6644a75), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:03.079593 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9eac8443-590e-4454-a3a7-974150176fa5 None None] Port 410e713a-da90-498a-a87a-e892a6644a75 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:54:03.122684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d121a-70ef-4e7e-9bc1-42338c02766f req-ee3cfda6-f495-4b0d-ab6a-30ba7ad19572 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:03.124403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e65d121a-70ef-4e7e-9bc1-42338c02766f req-ee3cfda6-f495-4b0d-ab6a-30ba7ad19572 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 945 time: 0.2458282 Jan 28 12:54:03.181436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa85aee8-52c3-402a-9268-530786b2311b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:03.184281 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132abab1-3d32-4376-8ef9-7adb8e00e5d5" -d '{"events": [{"server_uuid": "320b6baa-039a-48bf-87a4-89e928bf62d6", "name": "network-vif-plugged", "status": "completed", "tag": "fa85aee8-52c3-402a-9268-530786b2311b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:03.211758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e65d121a-70ef-4e7e-9bc1-42338c02766f req-775a02c4-923e-4224-af0b-a71846058301 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797362 Jan 28 12:54:03.228036 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ad7859-d61c-41f5-83ab-8165c4f4bdce x-openstack-request-id: req-18ad7859-d61c-41f5-83ab-8165c4f4bdce {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:03.228457 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320b6baa-039a-48bf-87a4-89e928bf62d6", "name": "network-vif-plugged", "status": "completed", "tag": "fa85aee8-52c3-402a-9268-530786b2311b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:03.229387 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18ad7859-d61c-41f5-83ab-8165c4f4bdce {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:03.229877 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa85aee8-52c3-402a-9268-530786b2311b', 'code': 200} Jan 28 12:54:03.266238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410e713a-da90-498a-a87a-e892a6644a75 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:54:03.274938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Publish callbacks [] for port (410e713a-da90-498a-a87a-e892a6644a75), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:03.352539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Transition to ACTIVE for port object 410e713a-da90-498a-a87a-e892a6644a75 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:54:03.358878 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:03.413001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09352391-c5f1-4f3a-849b-648bab8f6d20 req-92e67c72-2c2d-4ab9-8eea-76cb542b8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:03.414552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09352391-c5f1-4f3a-849b-648bab8f6d20 req-92e67c72-2c2d-4ab9-8eea-76cb542b8ed2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 1097 time: 0.1256373 Jan 28 12:54:03.476966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:03.507410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d3079-6526-42de-ae9f-ae9e0658bb5f req-e07377e2-39aa-4ad5-83a9-0e05d043b2b3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:03.509054 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa0d3079-6526-42de-ae9f-ae9e0658bb5f req-e07377e2-39aa-4ad5-83a9-0e05d043b2b3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 944 time: 0.1673658 Jan 28 12:54:04.039333 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09352391-c5f1-4f3a-849b-648bab8f6d20 req-e078c453-8244-46a9-9ecf-ca1dd3ed0867 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118712 Jan 28 12:54:04.093833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Attempting to bind port 410e713a-da90-498a-a87a-e892a6644a75 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:54:04.094087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Attempting to bind port 410e713a-da90-498a-a87a-e892a6644a75 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:54:04.094414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Attempting to bind port 410e713a-da90-498a-a87a-e892a6644a75 on network 376b0365-6936-4187-9688-098eaa8f7e82 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:54:04.102286 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa0d3079-6526-42de-ae9f-ae9e0658bb5f req-f153eb23-03f1-4525-8366-561456ba0115 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5837951 Jan 28 12:54:04.111427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2470c2-0c6c-4e81-b9b7-ecc44a7b860d req-5c42a6f3-36ed-4a55-b212-21d43ed79ee2 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:04.112905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e2470c2-0c6c-4e81-b9b7-ecc44a7b860d req-5c42a6f3-36ed-4a55-b212-21d43ed79ee2 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 946 time: 0.5505602 Jan 28 12:54:04.113678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Port 410e713a-da90-498a-a87a-e892a6644a75 on network 376b0365-6936-4187-9688-098eaa8f7e82 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:54:04.114547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Attempting to bind port 410e713a-da90-498a-a87a-e892a6644a75 on network 376b0365-6936-4187-9688-098eaa8f7e82 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:54:04.122318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:54:04.122743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Checking segment: {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:54:04.123302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Bound using segment: {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:54:04.123705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Bound port: 410e713a-da90-498a-a87a-e892a6644a75, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:54:04.124130 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:04.210426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e2470c2-0c6c-4e81-b9b7-ecc44a7b860d req-2e76da04-b921-4181-ba14-33ec33bc7f3c tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839009 Jan 28 12:54:04.231637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:54:04.235376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:54:04.245365 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:04.264806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:04.265451 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:04.266958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] 10.222.0.49 "PUT /v2.0/ports/410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1092 time: 1.6044934 Jan 28 12:54:04.268714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'tag': '410e713a-da90-498a-a87a-e892a6644a75'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:04.276847 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11359403-4790-4621-b8a9-33cef324e37b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "tag": "410e713a-da90-498a-a87a-e892a6644a75"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:04.436122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f828a43-33aa-4020-9b77-c1e32310be2e service neutron] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:04.470308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aa79f-614e-4bb9-84bd-1c1adc73f5d4 req-a6fb4f04-fadc-4289-babe-dd5f3e87853e tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:04.471951 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d63aa79f-614e-4bb9-84bd-1c1adc73f5d4 req-a6fb4f04-fadc-4289-babe-dd5f3e87853e tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 946 time: 0.1599779 Jan 28 12:54:04.482539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-62b44d30-8cb3-4468-8c9c-f207b2fe1d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:04.484130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-62b44d30-8cb3-4468-8c9c-f207b2fe1d56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1095 time: 0.1526594 Jan 28 12:54:04.491959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fea17f-e3a2-40d8-92e0-fdf918005d57 req-f73960a6-03db-41a3-b51a-30cbf47e5cd1 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:04.493526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14fea17f-e3a2-40d8-92e0-fdf918005d57 req-f73960a6-03db-41a3-b51a-30cbf47e5cd1 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1465764 Jan 28 12:54:04.558840 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-a0b63020-c7b9-4246-a154-ed2e92121694 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 217 time: 0.0599937 Jan 28 12:54:04.642701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d63aa79f-614e-4bb9-84bd-1c1adc73f5d4 req-c1669088-cf05-4618-9e2a-e74d0d0dc526 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632552 Jan 28 12:54:04.648027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14fea17f-e3a2-40d8-92e0-fdf918005d57 req-4e4a076c-7603-49f9-a40f-8dae45004c49 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481164 Jan 28 12:54:04.666610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-5765421f-3af8-41b6-8b77-5609fbc8560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:04.666610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-5765421f-3af8-41b6-8b77-5609fbc8560a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 0.0923424 Jan 28 12:54:04.667104 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46084) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:04.706452 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c35174-5e9c-4909-ab57-2da2e48f220d x-openstack-request-id: req-25c35174-5e9c-4909-ab57-2da2e48f220d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:04.706753 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "tag": "410e713a-da90-498a-a87a-e892a6644a75", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:04.707036 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25c35174-5e9c-4909-ab57-2da2e48f220d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:04.707467 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'tag': '410e713a-da90-498a-a87a-e892a6644a75', 'status': 'completed', 'code': 200} Jan 28 12:54:04.717367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-d2f5229d-08b7-4ce5-8e2e-afa2c386ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:04.718903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-d2f5229d-08b7-4ce5-8e2e-afa2c386ba82 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480046 Jan 28 12:54:04.821572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-43f6a69f-1841-4f69-8999-4a2ecda65222 service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961208 Jan 28 12:54:04.889816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7a898-5c56-4725-8c38-56f1449d63cf tempest-TestVolumeBackupRestore-81525636 tempest-TestVolumeBackupRestore-81525636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:04.892218 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2ee7a898-5c56-4725-8c38-56f1449d63cf tempest-TestVolumeBackupRestore-81525636 tempest-TestVolumeBackupRestore-81525636-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 1092 time: 0.2239869 Jan 28 12:54:04.894836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46090) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:04.901126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'tenant_id': '30409251dd04406683237dc75c42a313', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:54:04.924213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:04.994941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ddc49a00-3647-443d-9ab9-2758f401ef09 req-5084eecc-5fa4-452d-ba55-503eec27142d service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650901 Jan 28 12:54:05.066886 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:05.165338 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11359403-4790-4621-b8a9-33cef324e37b req-369f8385-e66d-4a91-bd31-87e25574bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:05.166837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11359403-4790-4621-b8a9-33cef324e37b req-369f8385-e66d-4a91-bd31-87e25574bde8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1095 time: 0.0954170 Jan 28 12:54:05.303485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Allocated IP 172.25.7.114 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/5018eb21-3b74-43b2-a567-4a3347a3f5b6) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:54:05.439494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11359403-4790-4621-b8a9-33cef324e37b req-d19abb18-258d-468c-becc-4c95585e6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:05.440975 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11359403-4790-4621-b8a9-33cef324e37b req-d19abb18-258d-468c-becc-4c95585e6dcb service neutron] 10.222.0.49 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 898 time: 0.2683089 Jan 28 12:54:05.454912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccf7c3-93eb-4879-9ef0-4b9f8a348441 req-fcf3eeb2-a885-4f85-bd72-0336cf100830 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:05.456999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1ccf7c3-93eb-4879-9ef0-4b9f8a348441 req-fcf3eeb2-a885-4f85-bd72-0336cf100830 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 944 time: 0.1508951 Jan 28 12:54:05.521223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11359403-4790-4621-b8a9-33cef324e37b req-11d901c1-667b-4855-b9b7-f4ab1177ce04 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 217 time: 0.0632756 Jan 28 12:54:05.587831 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for port (5018eb21-3b74-43b2-a567-4a3347a3f5b6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:05.625837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1ccf7c3-93eb-4879-9ef0-4b9f8a348441 req-fd1a695c-9447-42d0-95e5-6ed67db68c5f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541066 Jan 28 12:54:05.635036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11359403-4790-4621-b8a9-33cef324e37b req-4198dafd-d42b-4895-b7cf-3df578c1fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:05.636513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11359403-4790-4621-b8a9-33cef324e37b req-4198dafd-d42b-4895-b7cf-3df578c1fd06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 0.1066260 Jan 28 12:54:05.674176 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5018eb21-3b74-43b2-a567-4a3347a3f5b6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:05.724663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:54:05.737233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:54:05.739849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:54:05.750181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event updated for resources: {'Port': ['ID=5018eb21-3b74-43b2-a567-4a3347a3f5b6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:05.778036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11359403-4790-4621-b8a9-33cef324e37b req-654ea417-4d90-4541-9d55-9cbcb77c3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:05.779574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11359403-4790-4621-b8a9-33cef324e37b req-654ea417-4d90-4541-9d55-9cbcb77c3c97 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369038 Jan 28 12:54:05.925810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d3175-c24f-42b7-9d16-efe4a624ef92 req-e8a04506-4dd5-42f2-bd20-f1818e535e2b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:05.928153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a50d3175-c24f-42b7-9d16-efe4a624ef92 req-e8a04506-4dd5-42f2-bd20-f1818e535e2b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1948209 Jan 28 12:54:05.990924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11359403-4790-4621-b8a9-33cef324e37b req-303a5743-5ed8-4581-bf06-09b1de048f4d service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924307 Jan 28 12:54:06.194900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a50d3175-c24f-42b7-9d16-efe4a624ef92 req-aab4fb4c-564b-447e-877f-620784a5a947 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534188 Jan 28 12:54:06.288942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11359403-4790-4621-b8a9-33cef324e37b req-8cea76f9-021c-4364-b60d-a01b7197e1f0 service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883797 Jan 28 12:54:06.542460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-d0ebe3d3-f9cc-4291-a01a-271dd5e3defb tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:06.544163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-d0ebe3d3-f9cc-4291-a01a-271dd5e3defb tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/networks?id=c97cf8d8-7960-495b-8a74-11f4c725defa HTTP/1.1" status: 200 len: 813 time: 0.1277468 Jan 28 12:54:06.575090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-cdd8c78d-28de-4d7b-9972-d0c9d4d1a19e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/quotas/814fa62db0844f5c818093d852765a08 HTTP/1.1" status: 200 len: 375 time: 0.0221887 Jan 28 12:54:06.656030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 410e713a-da90-498a-a87a-e892a6644a75 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:54:06.661538 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for floatingip (6933b0db-be85-4801-82cc-4b1b92df91ce), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:06.672693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-35c67881-87ae-45da-9232-7ae9321a8c1e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=814fa62db0844f5c818093d852765a08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965688 Jan 28 12:54:06.866542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:54:06.901232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '410e713a-da90-498a-a87a-e892a6644a75', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'port_id': '410e713a-da90-498a-a87a-e892a6644a75', 'mac_address': 'fa:16:3e:34:5d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:54:06.902224 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5018eb21-3b74-43b2-a567-4a3347a3f5b6), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:06.944323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 410e713a-da90-498a-a87a-e892a6644a75 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:54:06.944817 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:06.960767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410e713a-da90-498a-a87a-e892a6644a75 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:54:06.983309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:54:06.991249 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:07.026823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346445e4-ad83-4b5c-97e6-c392e2125b0e req-154819f8-62bc-4b96-8479-b74bd3a4955f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:07.028604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-346445e4-ad83-4b5c-97e6-c392e2125b0e req-154819f8-62bc-4b96-8479-b74bd3a4955f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 944 time: 0.2539420 Jan 28 12:54:07.042329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-58c3b2e3-3d25-4273-9e62-39de1a904851 service neutron] 10.222.0.53 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688109 Jan 28 12:54:07.073106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:07.179891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-346445e4-ad83-4b5c-97e6-c392e2125b0e req-b0ea017e-ea72-4e00-bcde-9ae134c93b10 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431117 Jan 28 12:54:07.241947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['410e713a-da90-498a-a87a-e892a6644a75'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:54:07.251266 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-e0d73a62-83db-4f71-9aec-f1df1aea888d service neutron] 10.222.0.53 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906421 Jan 28 12:54:07.261542 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for port (5018eb21-3b74-43b2-a567-4a3347a3f5b6), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:07.269330 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5018eb21-3b74-43b2-a567-4a3347a3f5b6), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:07.319728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event updated for resources: {'Port': ['ID=5018eb21-3b74-43b2-a567-4a3347a3f5b6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:07.392649 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (6933b0db-be85-4801-82cc-4b1b92df91ce), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:07.562337 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-51bba425-7608-471e-a059-e5d96c88eb14 req-b1308456-48ef-46cf-bab3-743d7f0dc297 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 210 time: 0.0928397 Jan 28 12:54:07.624847 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Floating IP 6933b0db-be85-4801-82cc-4b1b92df91ce associated. External IP: 172.25.7.114, port: 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675. Jan 28 12:54:07.933346 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Router f2528002-78b2-495c-aba6-1b8189d14e72 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:54:08.096896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:54:08.108991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8a228-b372-4423-98c6-94ca0babe2ef None None] Sync routers for ids ['f2528002-78b2-495c-aba6-1b8189d14e72'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:54:08.124228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8a228-b372-4423-98c6-94ca0babe2ef None None] Routers {'f2528002-78b2-495c-aba6-1b8189d14e72'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:54:08.124892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-56d8a228-b372-4423-98c6-94ca0babe2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f2528002-78b2-495c-aba6-1b8189d14e72'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:08.139476 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:08.173830 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0141580e-d5af-4663-a0f6-8c991c014c29 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2776806 Jan 28 12:54:08.174544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:08.176726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46198) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:08.177356 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3f64d5-675d-4ecd-b1c4-e77eb9162df7" -d '{"events": [{"name": "network-changed", "server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:08.286422 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72da4481-ae42-44b5-98ae-8471bb73fd1e x-openstack-request-id: req-72da4481-ae42-44b5-98ae-8471bb73fd1e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:08.287463 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:08.288343 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72da4481-ae42-44b5-98ae-8471bb73fd1e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:08.288948 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'status': 'completed', 'code': 200} Jan 28 12:54:08.346163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94af96b4-70e5-4ef0-9859-2ab46f887102 tempest-TestVolumeBackupRestore-81525636 tempest-TestVolumeBackupRestore-81525636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:08.350056 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-94af96b4-70e5-4ef0-9859-2ab46f887102 tempest-TestVolumeBackupRestore-81525636 tempest-TestVolumeBackupRestore-81525636-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 1092 time: 0.1720247 Jan 28 12:54:08.352811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46206) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:08.361721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-401bf304-39ac-4b46-8a58-65c3ae13058c tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Request body: {'floatingip': {'port_id': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:54:08.433680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-56d8a228-b372-4423-98c6-94ca0babe2ef None None] Set router f2528002-78b2-495c-aba6-1b8189d14e72 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:54:08.471300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-401bf304-39ac-4b46-8a58-65c3ae13058c tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for floatingip (6933b0db-be85-4801-82cc-4b1b92df91ce), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:08.692906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 410e713a-da90-498a-a87a-e892a6644a75 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:54:08.821337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 410e713a-da90-498a-a87a-e892a6644a75 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:54:08.866242 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 410e713a-da90-498a-a87a-e892a6644a75 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:54:08.866630 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (410e713a-da90-498a-a87a-e892a6644a75), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:09.069473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 410e713a-da90-498a-a87a-e892a6644a75 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:54:09.069869 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:09.073314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-56d8a228-b372-4423-98c6-94ca0babe2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:58Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '6933b0db-be85-4801-82cc-4b1b92df91ce', 'tenant_id': '30409251dd04406683237dc75c42a313', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'port_id': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'mac_address': 'fa:16:3e:ef:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:54:06Z', 'updated_at': '2022-01-28T12:54:06Z', 'revision_number': 0, 'project_id': '30409251dd04406683237dc75c42a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454b6cdc-09f3-4fb7-add8-33f617da8bd6', 'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'tenant_id': '30409251dd04406683237dc75c42a313', 'mac_address': 'fa:16:3e:a0:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:57Z', 'updated_at': '2022-01-28T12:48:14Z', 'revision_number': 5, 'project_id': '30409251dd04406683237dc75c42a313', 'subnets': [{'id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:09.118924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8a228-b372-4423-98c6-94ca0babe2ef None None] Checking router: f2528002-78b2-495c-aba6-1b8189d14e72 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:54:09.128604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03277464-d11c-440b-a030-4db73291e19d req-bcf4f01c-a591-4f70-bc4c-ee40974b045a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 210 time: 0.1475163 Jan 28 12:54:09.141305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f64d5-675d-4ecd-b1c4-e77eb9162df7 req-5b21a759-0faa-4180-bf0c-bb44731c0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:09.143721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b3f64d5-675d-4ecd-b1c4-e77eb9162df7 req-5b21a759-0faa-4180-bf0c-bb44731c0f9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30409251dd04406683237dc75c42a313&device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 1097 time: 0.8360229 Jan 28 12:54:09.146261 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8a228-b372-4423-98c6-94ca0babe2ef None None] Routers {'f2528002-78b2-495c-aba6-1b8189d14e72'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:54:09.146900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-56d8a228-b372-4423-98c6-94ca0babe2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f2528002-78b2-495c-aba6-1b8189d14e72'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:09.153597 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410e713a-da90-498a-a87a-e892a6644a75'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:09.156755 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f06012f-f278-4d8f-bad3-4977bd04bcb0" -d '{"events": [{"server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "name": "network-vif-plugged", "status": "completed", "tag": "410e713a-da90-498a-a87a-e892a6644a75"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:09.222362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:54:09.232874 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:09.305010 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5971a34c-e613-45d5-b711-e33021b81871 x-openstack-request-id: req-5971a34c-e613-45d5-b711-e33021b81871 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:09.305530 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "name": "network-vif-plugged", "status": "completed", "tag": "410e713a-da90-498a-a87a-e892a6644a75", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:09.306200 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5971a34c-e613-45d5-b711-e33021b81871 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:09.306740 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410e713a-da90-498a-a87a-e892a6644a75', 'code': 200} Jan 28 12:54:09.353732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f64d5-675d-4ecd-b1c4-e77eb9162df7 req-77ac82e9-6788-4eae-a9ff-86d67166744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:09.355878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b3f64d5-675d-4ecd-b1c4-e77eb9162df7 req-77ac82e9-6788-4eae-a9ff-86d67166744c service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a HTTP/1.1" status: 200 len: 914 time: 0.1957386 Jan 28 12:54:09.479987 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-401bf304-39ac-4b46-8a58-65c3ae13058c tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:09.481389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b3f64d5-675d-4ecd-b1c4-e77eb9162df7 req-72f392cf-00db-4797-ae15-b044f1edcbaf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 HTTP/1.1" status: 200 len: 1000 time: 0.1113589 Jan 28 12:54:09.490339 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307952bc-18a5-4321-95fd-1e4d23507875 req-8c72b0a7-1709-4223-b031-bf0704ddd498 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:09.492095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-307952bc-18a5-4321-95fd-1e4d23507875 req-8c72b0a7-1709-4223-b031-bf0704ddd498 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 945 time: 1.1358876 Jan 28 12:54:09.492221 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:09.496054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-56d8a228-b372-4423-98c6-94ca0babe2ef None None] Set router f2528002-78b2-495c-aba6-1b8189d14e72 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:54:09.509266 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-401bf304-39ac-4b46-8a58-65c3ae13058c tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (6933b0db-be85-4801-82cc-4b1b92df91ce), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:09.514970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-41530622-4405-4fa3-a074-006d8e514ef6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:09.517080 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-41530622-4405-4fa3-a074-006d8e514ef6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.49 "GET /v2.0/networks?id=c97cf8d8-7960-495b-8a74-11f4c725defa HTTP/1.1" status: 200 len: 813 time: 0.5433133 Jan 28 12:54:09.582139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Request body: {'port': {'device_id': '36f47f2f-018b-4dc6-9d41-8bd0d7531f6f', 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa', 'admin_state_up': True, 'tenant_id': '814fa62db0844f5c818093d852765a08'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:54:09.744488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-307952bc-18a5-4321-95fd-1e4d23507875 req-c75faab9-d157-4d90-8ec4-2f5285c58117 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261839 Jan 28 12:54:09.748865 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33570859-62ed-475b-bb57-7a906b5bb916 req-1eafd208-02c2-4532-8f3c-143cd8f20e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:09.750664 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-33570859-62ed-475b-bb57-7a906b5bb916 req-1eafd208-02c2-4532-8f3c-143cd8f20e32 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1097 time: 0.2649128 Jan 28 12:54:09.771402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f64d5-675d-4ecd-b1c4-e77eb9162df7 req-7495816d-c0ed-463d-b37e-cc8878cccecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:09.771402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b3f64d5-675d-4ecd-b1c4-e77eb9162df7 req-7495816d-c0ed-463d-b37e-cc8878cccecf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=417fb24a-0898-4a86-b89c-4b8315ab8223 HTTP/1.1" status: 200 len: 852 time: 0.2746975 Jan 28 12:54:09.902022 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-33570859-62ed-475b-bb57-7a906b5bb916 req-2dfe5449-547d-4e29-8206-75d325f6e2c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231217 Jan 28 12:54:09.914593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Made reservation on behalf of 814fa62db0844f5c818093d852765a08 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:54:09.918202 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:10.047311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f64d5-675d-4ecd-b1c4-e77eb9162df7 req-82082ac2-e5f3-4859-96ae-3230092b75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:10.077001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b3f64d5-675d-4ecd-b1c4-e77eb9162df7 req-82082ac2-e5f3-4859-96ae-3230092b75aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2398307 Jan 28 12:54:10.080384 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401bf304-39ac-4b46-8a58-65c3ae13058c tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Router f2528002-78b2-495c-aba6-1b8189d14e72 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:54:10.245879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401bf304-39ac-4b46-8a58-65c3ae13058c tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:54:10.257848 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-401bf304-39ac-4b46-8a58-65c3ae13058c tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:10.313790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b3f64d5-675d-4ecd-b1c4-e77eb9162df7 req-5101d69c-513d-40c1-b6da-81a1a80c685e service neutron] 10.222.0.49 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113950 Jan 28 12:54:10.359686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Allocated IP 172.20.0.5 (c97cf8d8-7960-495b-8a74-11f4c725defa/7f99615c-f897-4987-b660-47ac0e5c4001/3c942b17-7f6c-4030-b1b6-3ba192d82c8c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:54:10.389883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:10.396458 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab8faa0-13cd-4dd0-88b9-5b17814c8ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:10.412101 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-401bf304-39ac-4b46-8a58-65c3ae13058c tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "PUT /v2.0/floatingips/6933b0db-be85-4801-82cc-4b1b92df91ce HTTP/1.1" status: 200 len: 992 time: 2.0518115 Jan 28 12:54:10.545075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-56d8a228-b372-4423-98c6-94ca0babe2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:58Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '6933b0db-be85-4801-82cc-4b1b92df91ce', 'tenant_id': '30409251dd04406683237dc75c42a313', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'port_id': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'mac_address': 'fa:16:3e:ef:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:54:06Z', 'updated_at': '2022-01-28T12:54:06Z', 'revision_number': 0, 'project_id': '30409251dd04406683237dc75c42a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454b6cdc-09f3-4fb7-add8-33f617da8bd6', 'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'tenant_id': '30409251dd04406683237dc75c42a313', 'mac_address': 'fa:16:3e:a0:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:57Z', 'updated_at': '2022-01-28T12:48:14Z', 'revision_number': 5, 'project_id': '30409251dd04406683237dc75c42a313', 'subnets': [{'id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:10.590028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8a228-b372-4423-98c6-94ca0babe2ef None None] The sync data for ids ['f2528002-78b2-495c-aba6-1b8189d14e72'] in n-d-824835-4 is: [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:58Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '6933b0db-be85-4801-82cc-4b1b92df91ce', 'tenant_id': '30409251dd04406683237dc75c42a313', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'port_id': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'mac_address': 'fa:16:3e:ef:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:54:06Z', 'updated_at': '2022-01-28T12:54:06Z', 'revision_number': 0, 'project_id': '30409251dd04406683237dc75c42a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454b6cdc-09f3-4fb7-add8-33f617da8bd6', 'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'tenant_id': '30409251dd04406683237dc75c42a313', 'mac_address': 'fa:16:3e:a0:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:57Z', 'updated_at': '2022-01-28T12:48:14Z', 'revision_number': 5, 'project_id': '30409251dd04406683237dc75c42a313', 'subnets': [{'id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:54:10.760166 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c24fd9-c5f6-4ed7-b4c3-6c3319fe516d x-openstack-request-id: req-d2c24fd9-c5f6-4ed7-b4c3-6c3319fe516d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:10.760679 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:10.760972 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2c24fd9-c5f6-4ed7-b4c3-6c3319fe516d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:10.761611 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'status': 'completed', 'code': 200} Jan 28 12:54:10.795047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04828e93-5446-4599-bb74-aa229780f9ac req-ea0d71bc-ab4c-41d8-bcb4-af7fbe71f681 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 210 time: 0.1880803 Jan 28 12:54:11.022252 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43556f07-76ab-4513-8db9-b92a01e5a6e7 None None] New status for floating IP 6933b0db-be85-4801-82cc-4b1b92df91ce: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:54:11.066640 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks [] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:11.077345 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b3f64d5-675d-4ecd-b1c4-e77eb9162df7 req-e0e181ca-4e39-4382-aeeb-8dc9389cb226 service neutron] 10.222.0.49 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497521 Jan 28 12:54:11.094254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3e62d-b574-40ed-adb5-be236f2bea2a req-9fba7bc3-1561-450e-be1f-20f7d9a9d320 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:11.095990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97b3e62d-b574-40ed-adb5-be236f2bea2a req-9fba7bc3-1561-450e-be1f-20f7d9a9d320 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.1669078 Jan 28 12:54:11.196408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97b3e62d-b574-40ed-adb5-be236f2bea2a req-fc172d41-119d-4e65-9c0b-0d62bbb3bb7f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931234 Jan 28 12:54:11.198813 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:11.210979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fa85aee8-52c3-402a-9268-530786b2311b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:54:11.429666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Pushing event updated for resources: {'Port': ['ID=3c942b17-7f6c-4030-b1b6-3ba192d82c8c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:11.455084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Network c97cf8d8-7960-495b-8a74-11f4c725defa is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:54:11.460255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:54:11.463667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:54:11.540440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8faa0-13cd-4dd0-88b9-5b17814c8ad1 req-e80b8a2a-b15a-4cdf-bb21-55ff6b1a2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:11.551154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bab8faa0-13cd-4dd0-88b9-5b17814c8ad1 req-e80b8a2a-b15a-4cdf-bb21-55ff6b1a2ac9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30409251dd04406683237dc75c42a313&device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 1097 time: 0.3451469 Jan 28 12:54:11.586811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:11.587784 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:11.595223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf356245-0b08-4750-8039-f928e4a3b51d None None] Sync routers for ids ['f2528002-78b2-495c-aba6-1b8189d14e72'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:54:11.613796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf356245-0b08-4750-8039-f928e4a3b51d None None] Routers {'f2528002-78b2-495c-aba6-1b8189d14e72'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:54:11.614937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cf356245-0b08-4750-8039-f928e4a3b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f2528002-78b2-495c-aba6-1b8189d14e72'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:11.666071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-b354e5d1-d633-4f5e-8d9b-18a3edbabf99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1016099 Jan 28 12:54:11.687314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Request body: {'port': {'device_id': '36f47f2f-018b-4dc6-9d41-8bd0d7531f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:54:11.750887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8faa0-13cd-4dd0-88b9-5b17814c8ad1 req-b744d7aa-0606-4ccf-8629-0ac0db11d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:11.752757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bab8faa0-13cd-4dd0-88b9-5b17814c8ad1 req-b744d7aa-0606-4ccf-8629-0ac0db11d603 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a HTTP/1.1" status: 200 len: 914 time: 0.1984594 Jan 28 12:54:11.791770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cf356245-0b08-4750-8039-f928e4a3b51d None None] Set router f2528002-78b2-495c-aba6-1b8189d14e72 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:54:11.850690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:12.049395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bab8faa0-13cd-4dd0-88b9-5b17814c8ad1 req-55a2a90c-9731-4da0-ae48-d66bea8045ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 HTTP/1.1" status: 200 len: 1002 time: 0.2716343 Jan 28 12:54:12.096398 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cf356245-0b08-4750-8039-f928e4a3b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:58Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '6933b0db-be85-4801-82cc-4b1b92df91ce', 'tenant_id': '30409251dd04406683237dc75c42a313', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'port_id': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'mac_address': 'fa:16:3e:ef:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:54:06Z', 'updated_at': '2022-01-28T12:54:11Z', 'revision_number': 2, 'project_id': '30409251dd04406683237dc75c42a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454b6cdc-09f3-4fb7-add8-33f617da8bd6', 'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'tenant_id': '30409251dd04406683237dc75c42a313', 'mac_address': 'fa:16:3e:a0:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:57Z', 'updated_at': '2022-01-28T12:48:14Z', 'revision_number': 5, 'project_id': '30409251dd04406683237dc75c42a313', 'subnets': [{'id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:12.131231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf356245-0b08-4750-8039-f928e4a3b51d None None] Checking router: f2528002-78b2-495c-aba6-1b8189d14e72 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:54:12.147574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf356245-0b08-4750-8039-f928e4a3b51d None None] Routers {'f2528002-78b2-495c-aba6-1b8189d14e72'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:54:12.148392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cf356245-0b08-4750-8039-f928e4a3b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f2528002-78b2-495c-aba6-1b8189d14e72'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:12.227208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e43754-1db2-4827-90e0-6153f272ac90 req-2fb2fde7-4f0c-42ca-bf1b-a4210c97b57c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:12.230206 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0e43754-1db2-4827-90e0-6153f272ac90 req-2fb2fde7-4f0c-42ca-bf1b-a4210c97b57c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 931 time: 0.2170274 Jan 28 12:54:12.386226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cf356245-0b08-4750-8039-f928e4a3b51d None None] Set router f2528002-78b2-495c-aba6-1b8189d14e72 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:54:12.392098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8faa0-13cd-4dd0-88b9-5b17814c8ad1 req-461d48bf-0dac-496b-9a31-6ac5c51db4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:12.393739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bab8faa0-13cd-4dd0-88b9-5b17814c8ad1 req-461d48bf-0dac-496b-9a31-6ac5c51db4a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=417fb24a-0898-4a86-b89c-4b8315ab8223 HTTP/1.1" status: 200 len: 852 time: 0.3274283 Jan 28 12:54:12.534398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2569c2-58ca-4b58-bade-deb29c9df00d req-17db7426-7345-4726-a73b-4da343cecdbf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:12.542353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba2569c2-58ca-4b58-bade-deb29c9df00d req-17db7426-7345-4726-a73b-4da343cecdbf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.1983399 Jan 28 12:54:12.579402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8faa0-13cd-4dd0-88b9-5b17814c8ad1 req-7cfdf1c1-9058-4650-8fc4-38a4a3ee906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:12.581032 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bab8faa0-13cd-4dd0-88b9-5b17814c8ad1 req-7cfdf1c1-9058-4650-8fc4-38a4a3ee906d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750002 Jan 28 12:54:12.588149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0e43754-1db2-4827-90e0-6153f272ac90 req-21137e27-ab7a-42e1-8260-99c748c7c9a7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522676 Jan 28 12:54:12.641826 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba2569c2-58ca-4b58-bade-deb29c9df00d req-fc84a445-b01c-4a4e-b886-27fff9f7c572 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984716 Jan 28 12:54:12.762991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:12.765247 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96a4178-d2b1-47b4-ab29-2fdee36c05a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:12.832887 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e3de48-2a83-4597-8405-fe40246f811d x-openstack-request-id: req-07e3de48-2a83-4597-8405-fe40246f811d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:12.833184 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:12.833438 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07e3de48-2a83-4597-8405-fe40246f811d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:12.833848 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'status': 'completed', 'code': 200} Jan 28 12:54:12.921460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bab8faa0-13cd-4dd0-88b9-5b17814c8ad1 req-30a39bb6-e345-4efd-8e88-3840d6be553c service neutron] 10.222.0.49 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319499 Jan 28 12:54:12.954318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cf356245-0b08-4750-8039-f928e4a3b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:58Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '6933b0db-be85-4801-82cc-4b1b92df91ce', 'tenant_id': '30409251dd04406683237dc75c42a313', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'port_id': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'mac_address': 'fa:16:3e:ef:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:54:06Z', 'updated_at': '2022-01-28T12:54:11Z', 'revision_number': 2, 'project_id': '30409251dd04406683237dc75c42a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454b6cdc-09f3-4fb7-add8-33f617da8bd6', 'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'tenant_id': '30409251dd04406683237dc75c42a313', 'mac_address': 'fa:16:3e:a0:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:57Z', 'updated_at': '2022-01-28T12:48:14Z', 'revision_number': 5, 'project_id': '30409251dd04406683237dc75c42a313', 'subnets': [{'id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:13.001046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fac60-75fa-42da-aa74-395a6c8df7e1 req-865bc839-6ca0-416d-87f9-d366f41ad8a2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:13.002943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-093fac60-75fa-42da-aa74-395a6c8df7e1 req-865bc839-6ca0-416d-87f9-d366f41ad8a2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.1999247 Jan 28 12:54:13.007079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf356245-0b08-4750-8039-f928e4a3b51d None None] The sync data for ids ['f2528002-78b2-495c-aba6-1b8189d14e72'] in n-d-824835-4 is: [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:58Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '6933b0db-be85-4801-82cc-4b1b92df91ce', 'tenant_id': '30409251dd04406683237dc75c42a313', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'port_id': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'mac_address': 'fa:16:3e:ef:4e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:54:06Z', 'updated_at': '2022-01-28T12:54:11Z', 'revision_number': 2, 'project_id': '30409251dd04406683237dc75c42a313', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454b6cdc-09f3-4fb7-add8-33f617da8bd6', 'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'tenant_id': '30409251dd04406683237dc75c42a313', 'mac_address': 'fa:16:3e:a0:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:57Z', 'updated_at': '2022-01-28T12:48:14Z', 'revision_number': 5, 'project_id': '30409251dd04406683237dc75c42a313', 'subnets': [{'id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:54:13.014327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c942b17-7f6c-4030-b1b6-3ba192d82c8c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:54:13.049837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Publish callbacks [] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:13.064726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Transition to ACTIVE for port object 3c942b17-7f6c-4030-b1b6-3ba192d82c8c will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:54:13.077820 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:13.209487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-093fac60-75fa-42da-aa74-395a6c8df7e1 req-85b7354d-6263-4300-8306-6d6381f2e228 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903546 Jan 28 12:54:13.230452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:13.243629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Pushing event updated for resources: {'Port': ['ID=3c942b17-7f6c-4030-b1b6-3ba192d82c8c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:13.261802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bab8faa0-13cd-4dd0-88b9-5b17814c8ad1 req-508afa9b-48cb-4a11-8548-ed7ea7475396 service neutron] 10.222.0.49 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276651 Jan 28 12:54:13.301150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0be0d4-368e-4739-a401-f1ea1be97787 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:13.303491 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1d0be0d4-368e-4739-a401-f1ea1be97787 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1092 time: 0.0713038 Jan 28 12:54:13.318923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46330) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:13.330321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '410e713a-da90-498a-a87a-e892a6644a75', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:54:13.376500 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:13.436566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Attempting to bind port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:54:13.437297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Attempting to bind port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'f909533a-ae49-4626-ba03-82a085e9ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:54:13.437420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Attempting to bind port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c on network c97cf8d8-7960-495b-8a74-11f4c725defa {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:54:13.441425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a4178-d2b1-47b4-ab29-2fdee36c05a3 req-b793b19a-7467-42a9-a02f-fdfe81901615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:13.443837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c96a4178-d2b1-47b4-ab29-2fdee36c05a3 req-b793b19a-7467-42a9-a02f-fdfe81901615 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30409251dd04406683237dc75c42a313&device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 1097 time: 0.1103384 Jan 28 12:54:13.448296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c on network c97cf8d8-7960-495b-8a74-11f4c725defa not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:54:13.448648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Attempting to bind port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c on network c97cf8d8-7960-495b-8a74-11f4c725defa {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:54:13.480857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:54:13.481192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Checking segment: {'id': 'f909533a-ae49-4626-ba03-82a085e9ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:54:13.481586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Bound using segment: {'id': 'f909533a-ae49-4626-ba03-82a085e9ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:54:13.482086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Bound port: 3c942b17-7f6c-4030-b1b6-3ba192d82c8c, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f909533a-ae49-4626-ba03-82a085e9ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:54:13.482449 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:13.621915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a4178-d2b1-47b4-ab29-2fdee36c05a3 req-5cc515aa-3f65-4a60-96fd-3ac6214d64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:13.635828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c96a4178-d2b1-47b4-ab29-2fdee36c05a3 req-5cc515aa-3f65-4a60-96fd-3ac6214d64a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a HTTP/1.1" status: 200 len: 914 time: 0.1722562 Jan 28 12:54:13.653185 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:13.762213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] For port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:54:13.808447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] For port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3c942b17-7f6c-4030-b1b6-3ba192d82c8c,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:54:13.821141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654fe33-70a6-4594-acc6-d129569e4013 req-73f3c07b-55c9-45d6-9ea4-bc0ba794e6d9 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:13.822946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9654fe33-70a6-4594-acc6-d129569e4013 req-73f3c07b-55c9-45d6-9ea4-bc0ba794e6d9 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 943 time: 0.1013956 Jan 28 12:54:13.830205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c96a4178-d2b1-47b4-ab29-2fdee36c05a3 req-95c4b283-0e1c-4130-8f10-d5f3fdb3ef29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 HTTP/1.1" status: 200 len: 1002 time: 0.1916318 Jan 28 12:54:13.834829 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:13.917459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a4178-d2b1-47b4-ab29-2fdee36c05a3 req-fc2754dd-eb70-4586-aecf-209e5d1016af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:13.918955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c96a4178-d2b1-47b4-ab29-2fdee36c05a3 req-fc2754dd-eb70-4586-aecf-209e5d1016af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=417fb24a-0898-4a86-b89c-4b8315ab8223 HTTP/1.1" status: 200 len: 852 time: 0.0735383 Jan 28 12:54:13.954835 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.25.7.179 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/8dfd7045-933a-4ba3-a22d-bbdfeb6942af) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:54:14.011135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Pushing event updated for resources: {'Port': ['ID=3c942b17-7f6c-4030-b1b6-3ba192d82c8c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:14.014479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:14.015141 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:14.016563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-bf33d54b-cd74-4ddb-b3c2-0080134a9a70 service neutron] 10.222.0.49 "PUT /v2.0/ports/3c942b17-7f6c-4030-b1b6-3ba192d82c8c HTTP/1.1" status: 200 len: 1091 time: 2.3342512 Jan 28 12:54:14.038136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f47f2f-018b-4dc6-9d41-8bd0d7531f6f', 'tag': '3c942b17-7f6c-4030-b1b6-3ba192d82c8c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:14.047553 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703f56aa-17aa-4a81-aa08-9c7c291692a5" -d '{"events": [{"name": "network-changed", "server_uuid": "36f47f2f-018b-4dc6-9d41-8bd0d7531f6f", "tag": "3c942b17-7f6c-4030-b1b6-3ba192d82c8c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:14.135168 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e492bb-7b96-4d69-98d3-b8bebc10f9c6 x-openstack-request-id: req-e8e492bb-7b96-4d69-98d3-b8bebc10f9c6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:14.135715 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f47f2f-018b-4dc6-9d41-8bd0d7531f6f", "tag": "3c942b17-7f6c-4030-b1b6-3ba192d82c8c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:14.135715 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8e492bb-7b96-4d69-98d3-b8bebc10f9c6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:14.136128 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f47f2f-018b-4dc6-9d41-8bd0d7531f6f', 'tag': '3c942b17-7f6c-4030-b1b6-3ba192d82c8c', 'status': 'completed', 'code': 200} Jan 28 12:54:14.167237 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9654fe33-70a6-4594-acc6-d129569e4013 req-a9fa8082-ba6a-4196-9ded-fdd0f6ee521c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358603 Jan 28 12:54:14.172245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a4178-d2b1-47b4-ab29-2fdee36c05a3 req-580b7aa7-7d9b-4c12-bff0-46fbd8eb6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:14.173719 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c96a4178-d2b1-47b4-ab29-2fdee36c05a3 req-580b7aa7-7d9b-4c12-bff0-46fbd8eb6e44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366103 Jan 28 12:54:14.213633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (8dfd7045-933a-4ba3-a22d-bbdfeb6942af), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:14.217905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-535affd4-e8ac-43a8-8977-4dfcdb0a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:14.220336 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-535affd4-e8ac-43a8-8977-4dfcdb0a9cc1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=814fa62db0844f5c818093d852765a08&device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 1094 time: 0.1263077 Jan 28 12:54:14.285892 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8dfd7045-933a-4ba3-a22d-bbdfeb6942af), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:14.320648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-a88579fc-2d53-4109-b423-6f81bc5acee0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c942b17-7f6c-4030-b1b6-3ba192d82c8c HTTP/1.1" status: 200 len: 217 time: 0.0695331 Jan 28 12:54:14.378636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:54:14.384120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:54:14.392471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:54:14.490530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-73c138c7-89fc-4208-a900-2fb3105962ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:14.492685 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-73c138c7-89fc-4208-a900-2fb3105962ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f99615c-f897-4987-b660-47ac0e5c4001 HTTP/1.1" status: 200 len: 853 time: 0.1555936 Jan 28 12:54:14.495266 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c96a4178-d2b1-47b4-ab29-2fdee36c05a3 req-c5b2f27d-3a43-40df-b4de-6cb536f1fdaf service neutron] 10.222.0.49 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128757 Jan 28 12:54:14.498265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=8dfd7045-933a-4ba3-a22d-bbdfeb6942af,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:14.579331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-1f01a2fc-5c68-4735-b8c9-ab35112a1edd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c97cf8d8-7960-495b-8a74-11f4c725defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755117 Jan 28 12:54:14.800417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c96a4178-d2b1-47b4-ab29-2fdee36c05a3 req-6fb463e0-2c06-4dba-be6e-db8f68cb7675 service neutron] 10.222.0.49 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343767 Jan 28 12:54:14.824974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-dda539cd-dba2-4501-b114-29e02f83a717 service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324383 Jan 28 12:54:14.958217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45b8fb1-3cdb-4a68-956a-cf5b0c5a397a req-a2ee89ab-8caf-4711-af09-ff103796346e service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246657 Jan 28 12:54:15.083915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f56aa-17aa-4a81-aa08-9c7c291692a5 req-efd76857-47ec-4ac6-84fa-94aa76725ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:15.086842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-703f56aa-17aa-4a81-aa08-9c7c291692a5 req-efd76857-47ec-4ac6-84fa-94aa76725ba8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=814fa62db0844f5c818093d852765a08&device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 1094 time: 0.0620964 Jan 28 12:54:15.240308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (60c97182-a625-4ae7-98cc-4ca0b61d85b8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:15.242734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f56aa-17aa-4a81-aa08-9c7c291692a5 req-4a68d8e3-2628-4173-929f-5352143b97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:15.246667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-703f56aa-17aa-4a81-aa08-9c7c291692a5 req-4a68d8e3-2628-4173-929f-5352143b97d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c97cf8d8-7960-495b-8a74-11f4c725defa HTTP/1.1" status: 200 len: 914 time: 0.1530001 Jan 28 12:54:15.324332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-703f56aa-17aa-4a81-aa08-9c7c291692a5 req-7498239a-1eff-4586-9237-758632ceca55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c942b17-7f6c-4030-b1b6-3ba192d82c8c HTTP/1.1" status: 200 len: 217 time: 0.0678070 Jan 28 12:54:15.414796 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8dfd7045-933a-4ba3-a22d-bbdfeb6942af), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:15.700939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (8dfd7045-933a-4ba3-a22d-bbdfeb6942af), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:15.710591 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (8dfd7045-933a-4ba3-a22d-bbdfeb6942af), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:15.782598 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (60c97182-a625-4ae7-98cc-4ca0b61d85b8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:15.950105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ed3be-7c17-4e62-9cf0-cd6d784024a7 req-7c644b47-63b4-4c39-91e5-7fe2994ffd3d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:15.953042 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc6ed3be-7c17-4e62-9cf0-cd6d784024a7 req-7c644b47-63b4-4c39-91e5-7fe2994ffd3d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 943 time: 0.6310503 Jan 28 12:54:15.978891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f56aa-17aa-4a81-aa08-9c7c291692a5 req-a130f049-bb4a-4230-a3b1-3c765dd76857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:15.980755 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-703f56aa-17aa-4a81-aa08-9c7c291692a5 req-a130f049-bb4a-4230-a3b1-3c765dd76857 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f99615c-f897-4987-b660-47ac0e5c4001 HTTP/1.1" status: 200 len: 853 time: 0.0924320 Jan 28 12:54:16.127446 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-703f56aa-17aa-4a81-aa08-9c7c291692a5 req-2242ee6b-f322-4e63-9939-beced5b4c99d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c97cf8d8-7960-495b-8a74-11f4c725defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402197 Jan 28 12:54:16.197106 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc6ed3be-7c17-4e62-9cf0-cd6d784024a7 req-e47c7987-f92a-414d-88b3-ee0c0a14bca8 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366505 Jan 28 12:54:16.392457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-703f56aa-17aa-4a81-aa08-9c7c291692a5 req-31ed88c8-740f-4260-b876-441b0bab11af service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050216 Jan 28 12:54:16.490578 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Floating IP 60c97182-a625-4ae7-98cc-4ca0b61d85b8 associated. External IP: 172.25.7.179, port: 410e713a-da90-498a-a87a-e892a6644a75. Jan 28 12:54:16.624750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=8dfd7045-933a-4ba3-a22d-bbdfeb6942af,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:16.634272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-703f56aa-17aa-4a81-aa08-9c7c291692a5 req-b712b9d7-ca1f-4fa4-ac91-64bf851e95f0 service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348211 Jan 28 12:54:16.702571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3c942b17-7f6c-4030-b1b6-3ba192d82c8c details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:54:16.833153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 37bbcb3b-cd0f-4bab-8386-bded1db9278f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:54:16.886017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3c942b17-7f6c-4030-b1b6-3ba192d82c8c,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:54:16.901124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '3c942b17-7f6c-4030-b1b6-3ba192d82c8c', 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa', 'port_id': '3c942b17-7f6c-4030-b1b6-3ba192d82c8c', 'mac_address': 'fa:16:3e:72:b2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f99615c-f897-4987-b660-47ac0e5c4001', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:54:16.979361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:54:16.980117 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:16.994587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c942b17-7f6c-4030-b1b6-3ba192d82c8c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:54:17.021176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3c942b17-7f6c-4030-b1b6-3ba192d82c8c,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:54:17.038397 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:17.112521 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:54:17.126626 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27acb32e-c58b-4fff-8a00-2e9b0772fb6d None None] Sync routers for ids ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:54:17.151267 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27acb32e-c58b-4fff-8a00-2e9b0772fb6d None None] Routers {'37bbcb3b-cd0f-4bab-8386-bded1db9278f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:54:17.152382 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-27acb32e-c58b-4fff-8a00-2e9b0772fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:17.168532 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:17.172061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=3c942b17-7f6c-4030-b1b6-3ba192d82c8c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:17.245697 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f1b1f090-4d9b-4f2e-95d9-47e943f7e4d9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9226701 Jan 28 12:54:17.246350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'tag': '410e713a-da90-498a-a87a-e892a6644a75'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:17.253178 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d971677-7cfe-4d1b-812e-a4ac2ca2c05e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "tag": "410e713a-da90-498a-a87a-e892a6644a75"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:17.314567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['3c942b17-7f6c-4030-b1b6-3ba192d82c8c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:54:17.324270 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:17.324497 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-27acb32e-c58b-4fff-8a00-2e9b0772fb6d None None] Set router 37bbcb3b-cd0f-4bab-8386-bded1db9278f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:54:17.689032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a93e97-6782-4b3f-8474-5508ef7e2569 req-89b1e1a6-4851-4fe1-8d3b-db5c400ee494 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:17.711756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54a93e97-6782-4b3f-8474-5508ef7e2569 req-89b1e1a6-4851-4fe1-8d3b-db5c400ee494 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 944 time: 0.2914293 Jan 28 12:54:17.749120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991a536-12f7-4616-8d6a-2b850841de4d req-8909bc80-3523-4d98-9885-0ec7bc476d81 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:17.758181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4991a536-12f7-4616-8d6a-2b850841de4d req-8909bc80-3523-4d98-9885-0ec7bc476d81 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.3220098 Jan 28 12:54:17.864024 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-27acb32e-c58b-4fff-8a00-2e9b0772fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '60c97182-a625-4ae7-98cc-4ca0b61d85b8', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'port_id': '410e713a-da90-498a-a87a-e892a6644a75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'mac_address': 'fa:16:3e:34:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:54:14Z', 'updated_at': '2022-01-28T12:54:14Z', 'revision_number': 0, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b48537b5-d453-4d66-82db-17c764de6160', 'name': '', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:ca:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:55Z', 'updated_at': '2022-01-28T12:54:00Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:17.895815 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:17.908586 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27acb32e-c58b-4fff-8a00-2e9b0772fb6d None None] Checking router: 37bbcb3b-cd0f-4bab-8386-bded1db9278f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:54:17.920212 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27acb32e-c58b-4fff-8a00-2e9b0772fb6d None None] Routers {'37bbcb3b-cd0f-4bab-8386-bded1db9278f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:54:17.921054 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-27acb32e-c58b-4fff-8a00-2e9b0772fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:53:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:17.924354 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54a93e97-6782-4b3f-8474-5508ef7e2569 req-64a35dbc-3ae1-47b4-82de-ef5724b71754 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641240 Jan 28 12:54:17.929401 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4991a536-12f7-4616-8d6a-2b850841de4d req-d869831f-42e2-4476-a805-e61ca4f3eb9a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568534 Jan 28 12:54:17.972230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46434) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:18.067438 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caadade-079c-4ee0-a59d-5f6178d752c0 x-openstack-request-id: req-3caadade-079c-4ee0-a59d-5f6178d752c0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:18.067986 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "tag": "410e713a-da90-498a-a87a-e892a6644a75", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:18.068391 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3caadade-079c-4ee0-a59d-5f6178d752c0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:18.068982 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'tag': '410e713a-da90-498a-a87a-e892a6644a75', 'status': 'completed', 'code': 200} Jan 28 12:54:18.138914 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1081379d-d191-437d-9b14-778d6386ecf6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/60c97182-a625-4ae7-98cc-4ca0b61d85b8 HTTP/1.1" status: 200 len: 992 time: 0.1624451 Jan 28 12:54:18.194474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971677-7cfe-4d1b-812e-a4ac2ca2c05e req-b3682ec5-911d-43d1-bac3-48bd0cc80984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:18.196403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d971677-7cfe-4d1b-812e-a4ac2ca2c05e req-b3682ec5-911d-43d1-bac3-48bd0cc80984 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1097 time: 0.1398387 Jan 28 12:54:18.252843 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-27acb32e-c58b-4fff-8a00-2e9b0772fb6d None None] Set router 37bbcb3b-cd0f-4bab-8386-bded1db9278f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:54:18.313557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971677-7cfe-4d1b-812e-a4ac2ca2c05e req-d7bf6937-4d4e-4b38-ae68-86dcdc97848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:18.315860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d971677-7cfe-4d1b-812e-a4ac2ca2c05e req-d7bf6937-4d4e-4b38-ae68-86dcdc97848d service neutron] 10.222.0.49 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 898 time: 0.1091139 Jan 28 12:54:18.473759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d971677-7cfe-4d1b-812e-a4ac2ca2c05e req-0b64b79f-0e40-497d-8154-f2e77745d10d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1000 time: 0.1462839 Jan 28 12:54:18.575535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971677-7cfe-4d1b-812e-a4ac2ca2c05e req-01f522b9-4ba5-48ab-9ec1-8c5e7fdadc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:18.577173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d971677-7cfe-4d1b-812e-a4ac2ca2c05e req-01f522b9-4ba5-48ab-9ec1-8c5e7fdadc8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 0.0975661 Jan 28 12:54:18.638080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971677-7cfe-4d1b-812e-a4ac2ca2c05e req-52a5cccb-5846-4f9c-94c0-902e88825cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:18.640040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d971677-7cfe-4d1b-812e-a4ac2ca2c05e req-52a5cccb-5846-4f9c-94c0-902e88825cbe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534210 Jan 28 12:54:18.718526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3c942b17-7f6c-4030-b1b6-3ba192d82c8c up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:54:18.765404 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-27acb32e-c58b-4fff-8a00-2e9b0772fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '60c97182-a625-4ae7-98cc-4ca0b61d85b8', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'port_id': '410e713a-da90-498a-a87a-e892a6644a75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'mac_address': 'fa:16:3e:34:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:54:14Z', 'updated_at': '2022-01-28T12:54:14Z', 'revision_number': 0, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b48537b5-d453-4d66-82db-17c764de6160', 'name': '', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:ca:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:55Z', 'updated_at': '2022-01-28T12:54:00Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:18.811181 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27acb32e-c58b-4fff-8a00-2e9b0772fb6d None None] The sync data for ids ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'] in n-d-824835-4 is: [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '60c97182-a625-4ae7-98cc-4ca0b61d85b8', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'port_id': '410e713a-da90-498a-a87a-e892a6644a75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'mac_address': 'fa:16:3e:34:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:54:14Z', 'updated_at': '2022-01-28T12:54:14Z', 'revision_number': 0, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b48537b5-d453-4d66-82db-17c764de6160', 'name': '', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:ca:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:55Z', 'updated_at': '2022-01-28T12:54:00Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:54:18.858111 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d971677-7cfe-4d1b-812e-a4ac2ca2c05e req-e7869cf7-8e17-4a82-8125-6a0ab6471e5b service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107267 Jan 28 12:54:18.863649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:54:18.874630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:54:18.881171 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:19.079027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:54:19.079659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:19.089882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d971677-7cfe-4d1b-812e-a4ac2ca2c05e req-6d80f9d4-ca66-4471-8e6a-9ec1a725e36d service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258618 Jan 28 12:54:19.142473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46460) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:19.196484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3c942b17-7f6c-4030-b1b6-3ba192d82c8c,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:54:19.199721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f47f2f-018b-4dc6-9d41-8bd0d7531f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c942b17-7f6c-4030-b1b6-3ba192d82c8c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:19.213224 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e259570b-0347-41fa-9844-64ecc362f88e" -d '{"events": [{"server_uuid": "36f47f2f-018b-4dc6-9d41-8bd0d7531f6f", "name": "network-vif-plugged", "status": "completed", "tag": "3c942b17-7f6c-4030-b1b6-3ba192d82c8c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:19.268665 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:19.297607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdfe88-c21f-4974-aee6-2ba4c2dc9971 req-23cbda8b-458e-4c41-b419-be37ed4f5aef tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:19.299216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24cdfe88-c21f-4974-aee6-2ba4c2dc9971 req-23cbda8b-458e-4c41-b419-be37ed4f5aef tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 944 time: 0.1430507 Jan 28 12:54:19.316146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947dcc9-863b-4d5c-9b73-5f525402031b None None] New status for floating IP 60c97182-a625-4ae7-98cc-4ca0b61d85b8: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:54:19.359882 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-49082a63-6f5a-4018-9b72-0f94ead2b8ff tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/60c97182-a625-4ae7-98cc-4ca0b61d85b8 HTTP/1.1" status: 200 len: 992 time: 0.2151062 Jan 28 12:54:19.468656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24cdfe88-c21f-4974-aee6-2ba4c2dc9971 req-cbb5aceb-68de-4764-9f7a-3c0e242f1ddc tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631038 Jan 28 12:54:19.539104 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939cf479-a54f-4e96-ad43-c2f7d0a22614 x-openstack-request-id: req-939cf479-a54f-4e96-ad43-c2f7d0a22614 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:19.539761 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f47f2f-018b-4dc6-9d41-8bd0d7531f6f", "name": "network-vif-plugged", "status": "completed", "tag": "3c942b17-7f6c-4030-b1b6-3ba192d82c8c", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:19.540184 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-939cf479-a54f-4e96-ad43-c2f7d0a22614 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:19.540720 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f47f2f-018b-4dc6-9d41-8bd0d7531f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c942b17-7f6c-4030-b1b6-3ba192d82c8c', 'code': 200} Jan 28 12:54:19.558759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c91bb5-12e3-4603-9f80-70d4a60c8ea5 req-ee2026ae-d72e-4ccd-8121-3c608f1a8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:19.561047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44c91bb5-12e3-4603-9f80-70d4a60c8ea5 req-ee2026ae-d72e-4ccd-8121-3c608f1a8d06 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 1096 time: 0.0914338 Jan 28 12:54:19.594908 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3c2e79e-83b9-46c3-9655-808862759cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:19.632849 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44c91bb5-12e3-4603-9f80-70d4a60c8ea5 req-a4ca9340-1f4a-4db4-8876-05efaa7d314f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604665 Jan 28 12:54:19.669958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=3c942b17-7f6c-4030-b1b6-3ba192d82c8c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:20.362460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46492) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:20.435999 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f9ee37f4-ebd9-4bcd-acf6-03b5de71dab2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/60c97182-a625-4ae7-98cc-4ca0b61d85b8 HTTP/1.1" status: 200 len: 994 time: 0.0716202 Jan 28 12:54:20.619532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905e141-00e0-4dd9-841d-e12aa4238cf9 req-108c5ddf-d6e0-467c-9591-cba8bc94dd0c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:20.621056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9905e141-00e0-4dd9-841d-e12aa4238cf9 req-108c5ddf-d6e0-467c-9591-cba8bc94dd0c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 945 time: 0.0651288 Jan 28 12:54:20.672701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9905e141-00e0-4dd9-841d-e12aa4238cf9 req-9c550e4e-4543-431c-8cec-8bd3cb60d8a0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 Jan 28 12:54:21.613265 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89bbfe63-2145-479b-8cab-80d32fe63aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:21.812376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5006e24-c442-4127-8600-de5ab24870ff req-8ac66a8d-87be-46df-b468-12be44f09a24 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:21.814645 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5006e24-c442-4127-8600-de5ab24870ff req-8ac66a8d-87be-46df-b468-12be44f09a24 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 945 time: 0.0626092 Jan 28 12:54:21.867830 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5006e24-c442-4127-8600-de5ab24870ff req-6b791ddf-6cd5-4a1b-8f74-fa1ae6a5b100 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465665 Jan 28 12:54:22.189871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4abf5-d6fb-4018-a008-ae8e78934678 req-245d9e6e-e4a1-49e2-842a-4f7cfb32ec12 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:22.198801 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ce4abf5-d6fb-4018-a008-ae8e78934678 req-245d9e6e-e4a1-49e2-842a-4f7cfb32ec12 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 945 time: 0.0664022 Jan 28 12:54:22.260176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ce4abf5-d6fb-4018-a008-ae8e78934678 req-7a3fcf9f-d26a-46f8-8413-0ce4f72b72df tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600924 Jan 28 12:54:22.986403 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:23.418547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ae48b-62ab-4b77-80a5-782f32f3ae3b req-4c218808-10f7-4357-b6e5-45d72c586237 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:23.428297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe0ae48b-62ab-4b77-80a5-782f32f3ae3b req-4c218808-10f7-4357-b6e5-45d72c586237 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 945 time: 0.0894072 Jan 28 12:54:23.524390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe0ae48b-62ab-4b77-80a5-782f32f3ae3b req-0f7ca087-d18e-4c16-adbe-58a528ce5ff3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948749 Jan 28 12:54:23.984948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f23d7c-495e-43af-b277-c6cf6d37a289 req-889f9f9c-0f34-4aa3-8294-9af32078bb0a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:23.987768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47f23d7c-495e-43af-b277-c6cf6d37a289 req-889f9f9c-0f34-4aa3-8294-9af32078bb0a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.49 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 945 time: 0.0669057 Jan 28 12:54:24.102767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-47f23d7c-495e-43af-b277-c6cf6d37a289 req-db1ca57c-382e-4a69-a602-ecbb609dde5c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Deleting port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:54:24.103525 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47f23d7c-495e-43af-b277-c6cf6d37a289 req-db1ca57c-382e-4a69-a602-ecbb609dde5c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:24.218269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-47f23d7c-495e-43af-b277-c6cf6d37a289 req-db1ca57c-382e-4a69-a602-ecbb609dde5c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] For port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=3c942b17-7f6c-4030-b1b6-3ba192d82c8c,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:54:24.218783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47f23d7c-495e-43af-b277-c6cf6d37a289 req-db1ca57c-382e-4a69-a602-ecbb609dde5c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:24.233127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-47f23d7c-495e-43af-b277-c6cf6d37a289 req-db1ca57c-382e-4a69-a602-ecbb609dde5c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Calling delete_port for 3c942b17-7f6c-4030-b1b6-3ba192d82c8c owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:54:24.378618 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47f23d7c-495e-43af-b277-c6cf6d37a289 req-db1ca57c-382e-4a69-a602-ecbb609dde5c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3c942b17-7f6c-4030-b1b6-3ba192d82c8c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:24.392555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fa85aee8-52c3-402a-9268-530786b2311b', '3c942b17-7f6c-4030-b1b6-3ba192d82c8c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:54:24.433204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ca57c-382e-4a69-a602-ecbb609dde5c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Pushing event deleted for resources: {'Port': ['ID=3c942b17-7f6c-4030-b1b6-3ba192d82c8c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:24.526708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f23d7c-495e-43af-b277-c6cf6d37a289 req-db1ca57c-382e-4a69-a602-ecbb609dde5c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] No DVR routers for this DVR port 3c942b17-7f6c-4030-b1b6-3ba192d82c8c on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:54:24.529405 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47f23d7c-495e-43af-b277-c6cf6d37a289 req-db1ca57c-382e-4a69-a602-ecbb609dde5c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:24.533953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47f23d7c-495e-43af-b277-c6cf6d37a289 req-db1ca57c-382e-4a69-a602-ecbb609dde5c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.49 "DELETE /v2.0/ports/3c942b17-7f6c-4030-b1b6-3ba192d82c8c HTTP/1.1" status: 204 len: 173 time: 0.5386856 Jan 28 12:54:24.534391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f47f2f-018b-4dc6-9d41-8bd0d7531f6f', 'name': 'network-vif-deleted', 'tag': '3c942b17-7f6c-4030-b1b6-3ba192d82c8c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:24.537086 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748d84e8-62a6-463f-8365-4f6b172c7e0f" -d '{"events": [{"server_uuid": "36f47f2f-018b-4dc6-9d41-8bd0d7531f6f", "name": "network-vif-deleted", "tag": "3c942b17-7f6c-4030-b1b6-3ba192d82c8c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:24.640111 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16507e83-d90a-453e-9b1d-99ebc6328c9b x-openstack-request-id: req-16507e83-d90a-453e-9b1d-99ebc6328c9b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:24.640409 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f47f2f-018b-4dc6-9d41-8bd0d7531f6f", "name": "network-vif-deleted", "tag": "3c942b17-7f6c-4030-b1b6-3ba192d82c8c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:24.640667 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16507e83-d90a-453e-9b1d-99ebc6328c9b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:24.641124 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f47f2f-018b-4dc6-9d41-8bd0d7531f6f', 'name': 'network-vif-deleted', 'tag': '3c942b17-7f6c-4030-b1b6-3ba192d82c8c', 'status': 'completed', 'code': 200} Jan 28 12:54:24.759943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ce63eb9-2898-41e1-8a5b-fe7d1d8afd83 req-a4db16eb-755d-407c-973f-2582b7c86329 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=36f47f2f-018b-4dc6-9d41-8bd0d7531f6f HTTP/1.1" status: 200 len: 210 time: 0.0712347 Jan 28 12:54:24.868006 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:26.010941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a257c-049f-4b98-b9f0-a4eae4d32cdc req-1b41d9a4-1ba2-4e0a-bf21-e2376c1672b6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:26.013459 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:26.014182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a19a257c-049f-4b98-b9f0-a4eae4d32cdc req-1b41d9a4-1ba2-4e0a-bf21-e2376c1672b6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1100619 Jan 28 12:54:26.080231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a19a257c-049f-4b98-b9f0-a4eae4d32cdc req-92337465-324c-4bf0-b7e0-1c538cf35cf7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583994 Jan 28 12:54:26.366583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7f336-5797-441d-8465-8150c84591a2 req-77e83af9-37ae-465e-8a5b-eac285986b09 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:26.381329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16e7f336-5797-441d-8465-8150c84591a2 req-77e83af9-37ae-465e-8a5b-eac285986b09 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1118960 Jan 28 12:54:26.387726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46580) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:26.492948 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16e7f336-5797-441d-8465-8150c84591a2 req-a2a4211a-47eb-4eb1-b5c1-9ee84976ed1b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168001 Jan 28 12:54:26.610964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3aab341-0306-433c-a678-c514a6896a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:26.670877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14bf9d-cb9a-4158-ac49-070b2dad72ae req-8a37aec6-8f28-49dc-b94b-c76fa61df339 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:26.690287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb14bf9d-cb9a-4158-ac49-070b2dad72ae req-8a37aec6-8f28-49dc-b94b-c76fa61df339 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1037424 Jan 28 12:54:26.691913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3aab341-0306-433c-a678-c514a6896a9b admin admin] Publish callbacks [] for security_group (4fa4c999-3cec-44ca-abb7-a9466da0745a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:26.696227 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3aab341-0306-433c-a678-c514a6896a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4fa4c999-3cec-44ca-abb7-a9466da0745a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:26.732946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aab341-0306-433c-a678-c514a6896a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa4c999-3cec-44ca-abb7-a9466da0745a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:26.756034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3c942b17-7f6c-4030-b1b6-3ba192d82c8c no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:54:26.764187 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c3aab341-0306-433c-a678-c514a6896a9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=762a743e61034a0ca5593770d26e0f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3753650 Jan 28 12:54:26.766884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46586) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:26.802392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb14bf9d-cb9a-4158-ac49-070b2dad72ae req-a17cf252-853b-4813-9392-edfc5d12ec49 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912809 Jan 28 12:54:26.827314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 3c942b17-7f6c-4030-b1b6-3ba192d82c8c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:54:26.827764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 3c942b17-7f6c-4030-b1b6-3ba192d82c8c not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:54:26.888342 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e156a199-318d-45d6-8d4f-dfd10009cd37 admin admin] Publish callbacks [] for security_group (4fa4c999-3cec-44ca-abb7-a9466da0745a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:26.931842 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e156a199-318d-45d6-8d4f-dfd10009cd37 admin admin] Publish callbacks [] for security_group (4fa4c999-3cec-44ca-abb7-a9466da0745a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:27.007077 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e156a199-318d-45d6-8d4f-dfd10009cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4fa4c999-3cec-44ca-abb7-a9466da0745a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:27.010442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e156a199-318d-45d6-8d4f-dfd10009cd37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:27.012418 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e156a199-318d-45d6-8d4f-dfd10009cd37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4fa4c999-3cec-44ca-abb7-a9466da0745a HTTP/1.1" status: 204 len: 168 time: 0.2442966 Jan 28 12:54:27.025182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156a199-318d-45d6-8d4f-dfd10009cd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa4c999-3cec-44ca-abb7-a9466da0745a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:27.562828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 46610) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:27.580146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8bed8a1-5583-4be8-933f-854fb6884313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:27.703485 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8bed8a1-5583-4be8-933f-854fb6884313 admin admin] Publish callbacks [] for security_group (4484e3aa-d649-4dd2-b36f-7469d8a1afd2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:27.713708 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8bed8a1-5583-4be8-933f-854fb6884313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4484e3aa-d649-4dd2-b36f-7469d8a1afd2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:27.811244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 46616) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:27.823994 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f8bed8a1-5583-4be8-933f-854fb6884313 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e73d4514ef1416ca4f730149a437cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2591503 Jan 28 12:54:27.826708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bed8a1-5583-4be8-933f-854fb6884313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4484e3aa-d649-4dd2-b36f-7469d8a1afd2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:27.907866 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9714e210-036c-4c86-89e9-b19517db9eab admin admin] Publish callbacks [] for security_group (4484e3aa-d649-4dd2-b36f-7469d8a1afd2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:27.976956 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9714e210-036c-4c86-89e9-b19517db9eab admin admin] Publish callbacks [] for security_group (4484e3aa-d649-4dd2-b36f-7469d8a1afd2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:28.096996 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9714e210-036c-4c86-89e9-b19517db9eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4484e3aa-d649-4dd2-b36f-7469d8a1afd2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:28.100809 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9714e210-036c-4c86-89e9-b19517db9eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:28.109037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9714e210-036c-4c86-89e9-b19517db9eab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4484e3aa-d649-4dd2-b36f-7469d8a1afd2 HTTP/1.1" status: 204 len: 168 time: 0.2917008 Jan 28 12:54:28.156501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714e210-036c-4c86-89e9-b19517db9eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4484e3aa-d649-4dd2-b36f-7469d8a1afd2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:30.276366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d0cdd-fbf3-4162-95d7-a03a0b0504d4 req-872675a3-5520-4b5a-bc05-63227eb978cd tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:30.277789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d16d0cdd-fbf3-4162-95d7-a03a0b0504d4 req-872675a3-5520-4b5a-bc05-63227eb978cd tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0558259 Jan 28 12:54:30.332486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d16d0cdd-fbf3-4162-95d7-a03a0b0504d4 req-756d6bbf-0d19-4578-a5b7-05f6da079fa3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487070 Jan 28 12:54:30.496662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd2a7a-43bc-4066-865c-2d90c2ca14e4 req-02c51ecf-dc5a-4efa-a52b-869fb3c801c7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:30.499804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80fd2a7a-43bc-4066-865c-2d90c2ca14e4 req-02c51ecf-dc5a-4efa-a52b-869fb3c801c7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0822742 Jan 28 12:54:30.565209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80fd2a7a-43bc-4066-865c-2d90c2ca14e4 req-b6b28d62-bcd4-4cf5-af82-bcbe9fb7b6e6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585976 Jan 28 12:54:33.142649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1e0b-f5d9-47bb-ad62-03d2ad60b027 req-045d0f43-6bd2-4a85-a8a4-fcc748fb854a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:33.145134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32c1e0b-f5d9-47bb-ad62-03d2ad60b027 req-045d0f43-6bd2-4a85-a8a4-fcc748fb854a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0552275 Jan 28 12:54:33.198722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32c1e0b-f5d9-47bb-ad62-03d2ad60b027 req-e729fcfe-baa5-490a-9559-24e1315b85f6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471535 Jan 28 12:54:33.333261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256c4b-9571-47bd-8f3d-c0152a6ce31a req-ad6f9394-1270-4f1d-a13d-154c48b2c965 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:33.335188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97256c4b-9571-47bd-8f3d-c0152a6ce31a req-ad6f9394-1270-4f1d-a13d-154c48b2c965 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0517833 Jan 28 12:54:33.392735 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97256c4b-9571-47bd-8f3d-c0152a6ce31a req-228edf5a-5c24-4271-a8e0-7758c6d38c5c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512521 Jan 28 12:54:33.583558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d366b80-f62a-4f98-9583-7bbb789287ab req-2e4c85d8-ce68-4f35-a9f4-fd7fc5e396f4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:33.585169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d366b80-f62a-4f98-9583-7bbb789287ab req-2e4c85d8-ce68-4f35-a9f4-fd7fc5e396f4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0559316 Jan 28 12:54:33.642164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d366b80-f62a-4f98-9583-7bbb789287ab req-191ae028-6bd0-47d4-99b8-3182640a1b65 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508940 Jan 28 12:54:33.793475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d794e-2128-452b-8ac3-2bc6fa7d6219 req-588bd4b4-d504-406d-a62e-e967d138d1f4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:33.798441 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d20d794e-2128-452b-8ac3-2bc6fa7d6219 req-588bd4b4-d504-406d-a62e-e967d138d1f4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0603173 Jan 28 12:54:33.866364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d20d794e-2128-452b-8ac3-2bc6fa7d6219 req-ef0c4bff-e742-41ed-b79d-1eb39196f7c2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622349 Jan 28 12:54:34.065239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0fb99-f104-424b-8aa9-04aa3daf7dd4 req-8bd5ee7e-8daf-49df-b2ff-90ee777a2672 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:34.066795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cee0fb99-f104-424b-8aa9-04aa3daf7dd4 req-8bd5ee7e-8daf-49df-b2ff-90ee777a2672 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0572212 Jan 28 12:54:34.116319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cee0fb99-f104-424b-8aa9-04aa3daf7dd4 req-d992bb8a-e772-4d4a-b04b-9d17a396ff52 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437779 Jan 28 12:54:34.234074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbb757-af15-4713-a8d2-27ae28518ceb req-43584bdd-b3d0-4e3c-96f8-138d64c20647 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:34.235505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71fbb757-af15-4713-a8d2-27ae28518ceb req-43584bdd-b3d0-4e3c-96f8-138d64c20647 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0504141 Jan 28 12:54:34.285240 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71fbb757-af15-4713-a8d2-27ae28518ceb req-15b7090b-b0a6-457e-97ef-67cd819d99d0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Jan 28 12:54:34.488049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ff27b-090c-4bbb-91fe-8f049249228f req-151d6f7b-4aaa-4c33-b255-95988a955041 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:34.489720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-350ff27b-090c-4bbb-91fe-8f049249228f req-151d6f7b-4aaa-4c33-b255-95988a955041 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0753076 Jan 28 12:54:34.551874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-350ff27b-090c-4bbb-91fe-8f049249228f req-cd5c0abc-7a08-4ceb-b5c4-b65da7724c15 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532689 Jan 28 12:54:34.674957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03653529-3918-48ae-aa2f-8db9f4fa89a3 req-c1789876-5465-4a42-b4fd-0aeb98e08a88 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:34.677317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03653529-3918-48ae-aa2f-8db9f4fa89a3 req-c1789876-5465-4a42-b4fd-0aeb98e08a88 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0546699 Jan 28 12:54:34.731848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03653529-3918-48ae-aa2f-8db9f4fa89a3 req-b72d6a47-5655-4d5f-9be3-76a712d3e445 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483298 Jan 28 12:54:34.942214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd01f83-48dd-496b-93dd-650cc50ae282 req-557f74a7-de49-45fe-ae19-bb380720b97f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:34.948048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bd01f83-48dd-496b-93dd-650cc50ae282 req-557f74a7-de49-45fe-ae19-bb380720b97f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0754149 Jan 28 12:54:35.022642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bd01f83-48dd-496b-93dd-650cc50ae282 req-32e191f5-834f-4edd-8244-8c56c094c634 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708232 Jan 28 12:54:35.164552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d0e00-49d6-4c20-befe-7c1d1abb6e0a req-6e3dce54-cfb7-481d-b87e-4fefe602fcfd tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:35.166266 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-328d0e00-49d6-4c20-befe-7c1d1abb6e0a req-6e3dce54-cfb7-481d-b87e-4fefe602fcfd tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0612063 Jan 28 12:54:35.223382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-328d0e00-49d6-4c20-befe-7c1d1abb6e0a req-86b4c003-c812-46e3-8cf4-de08c20be0c9 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Jan 28 12:54:35.414195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40411044-ec12-4aba-b259-f3ec86f37804 req-5592e0c9-8d8a-480b-b088-2c809283b7ee tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:35.416116 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40411044-ec12-4aba-b259-f3ec86f37804 req-5592e0c9-8d8a-480b-b088-2c809283b7ee tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0566006 Jan 28 12:54:35.474015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40411044-ec12-4aba-b259-f3ec86f37804 req-02f42e06-6d4c-44b6-b44b-6b63fb227518 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515947 Jan 28 12:54:35.620909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c549d-b258-44c3-88c5-fe0d06273836 req-df28abb5-c3e6-4416-89b5-80521316b213 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:35.622666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-896c549d-b258-44c3-88c5-fe0d06273836 req-df28abb5-c3e6-4416-89b5-80521316b213 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0558476 Jan 28 12:54:35.677223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-896c549d-b258-44c3-88c5-fe0d06273836 req-d8ada095-a5c1-4914-92d5-8c563d3b8a91 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482912 Jan 28 12:54:35.922526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8748d-0cf9-419f-8d44-3fadc9512dda req-1dc43e54-cdcb-4851-9b7f-44831708bf79 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:35.924592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3d8748d-0cf9-419f-8d44-3fadc9512dda req-1dc43e54-cdcb-4851-9b7f-44831708bf79 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/networks?id=c97cf8d8-7960-495b-8a74-11f4c725defa HTTP/1.1" status: 200 len: 813 time: 0.1104658 Jan 28 12:54:35.940576 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3d8748d-0cf9-419f-8d44-3fadc9512dda req-e71072bb-1079-44f3-99a1-4c830ac3598d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/quotas/814fa62db0844f5c818093d852765a08 HTTP/1.1" status: 200 len: 375 time: 0.0098777 Jan 28 12:54:36.015356 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3d8748d-0cf9-419f-8d44-3fadc9512dda req-f8da9a42-62a5-4a88-add1-51f9e843e174 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=814fa62db0844f5c818093d852765a08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669038 Jan 28 12:54:36.141418 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:54:36.152556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700cdb6-4b87-4895-9a30-3301944bc63e req-44eae814-2665-426c-87c4-43381dc1c1ca tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:36.154171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a700cdb6-4b87-4895-9a30-3301944bc63e req-44eae814-2665-426c-87c4-43381dc1c1ca tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0609715 Jan 28 12:54:36.208759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a700cdb6-4b87-4895-9a30-3301944bc63e req-5246fc17-0db2-4bb4-bc8a-6603d37843f6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474417 Jan 28 12:54:36.343777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f992eb8-4a07-4ceb-9809-c6d1ac346096 req-b42ef584-3692-445e-bd4c-cc017d747cac tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:36.345497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f992eb8-4a07-4ceb-9809-c6d1ac346096 req-b42ef584-3692-445e-bd4c-cc017d747cac tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0551951 Jan 28 12:54:36.412608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f992eb8-4a07-4ceb-9809-c6d1ac346096 req-3e43a1ee-a19a-4a52-bf66-dbaedfe047de tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526812 Jan 28 12:54:36.608215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc43fc92-35ee-4720-a630-ef5d98dfdbfc req-2d33fceb-54d6-4328-81a0-ce90c35ad286 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=814fa62db0844f5c818093d852765a08 HTTP/1.1" status: 200 len: 221 time: 0.0392754 Jan 28 12:54:36.729081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173cce-2ea5-4ba7-98ea-9772778c7fd1 req-075c89de-55f4-463b-90ff-097fb029f6d5 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:36.731028 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1173cce-2ea5-4ba7-98ea-9772778c7fd1 req-075c89de-55f4-463b-90ff-097fb029f6d5 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0580614 Jan 28 12:54:36.785671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1173cce-2ea5-4ba7-98ea-9772778c7fd1 req-d2535870-c22b-4a8d-81f3-5ffe42186421 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Jan 28 12:54:36.931117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad80f4-d9c6-402e-a339-310ed24d5db0 req-6f90fe8e-0e28-4eb2-80a3-710f48e52c9a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:36.932994 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1ad80f4-d9c6-402e-a339-310ed24d5db0 req-6f90fe8e-0e28-4eb2-80a3-710f48e52c9a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0676072 Jan 28 12:54:36.991335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1ad80f4-d9c6-402e-a339-310ed24d5db0 req-08e1a791-a73d-4b05-b173-0bf921c01c97 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519860 Jan 28 12:54:37.157115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da46c28-a9e1-4870-9ec9-2bee5909c22d req-5a094c09-0924-4269-bd43-61e1ac46457d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:37.164692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1da46c28-a9e1-4870-9ec9-2bee5909c22d req-5a094c09-0924-4269-bd43-61e1ac46457d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0740345 Jan 28 12:54:37.234986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1da46c28-a9e1-4870-9ec9-2bee5909c22d req-90692b15-dae3-490a-a76f-9ddf27451b24 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690846 Jan 28 12:54:37.371786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54b970-9239-4933-abe7-b00e2c14a066 req-8adcec72-b1e3-4a1d-be91-d1c36b87d678 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:37.373463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d54b970-9239-4933-abe7-b00e2c14a066 req-8adcec72-b1e3-4a1d-be91-d1c36b87d678 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0600462 Jan 28 12:54:37.422997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d54b970-9239-4933-abe7-b00e2c14a066 req-03778a1e-f3f4-46ec-94fa-100d6db6cf33 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433609 Jan 28 12:54:37.580802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f9862-b170-4d95-aca7-c5cbc8a319a3 req-29e59bf5-e71a-4459-902d-b5a27ee822d4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:37.583274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f07f9862-b170-4d95-aca7-c5cbc8a319a3 req-29e59bf5-e71a-4459-902d-b5a27ee822d4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0627213 Jan 28 12:54:37.654635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f07f9862-b170-4d95-aca7-c5cbc8a319a3 req-aad77ba2-7f16-4f6d-88cd-b2bc429d4247 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628421 Jan 28 12:54:37.801835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7928814-8c6c-49e6-bc5c-2149f54a5f67 req-8899a8e4-571e-42ef-b879-bce2338bab8a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:37.804008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7928814-8c6c-49e6-bc5c-2149f54a5f67 req-8899a8e4-571e-42ef-b879-bce2338bab8a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0638402 Jan 28 12:54:37.869967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7928814-8c6c-49e6-bc5c-2149f54a5f67 req-9a797eba-d0ec-4c58-bb2a-ce4a5a9e025b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596015 Jan 28 12:54:38.009744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17a914-791a-402b-8a59-6206b14d7b6b req-cef9948a-2327-411c-ad93-9d643e3fd0b3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:38.011418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb17a914-791a-402b-8a59-6206b14d7b6b req-cef9948a-2327-411c-ad93-9d643e3fd0b3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0559423 Jan 28 12:54:38.064008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb17a914-791a-402b-8a59-6206b14d7b6b req-1efefad9-a2f0-48bd-871f-c763d194f710 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461223 Jan 28 12:54:38.203790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591a9ad-c6c9-4c38-aa43-5d9399727be0 req-a5aadab9-d160-4a15-9dc3-5808669943a7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:38.205182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4591a9ad-c6c9-4c38-aa43-5d9399727be0 req-a5aadab9-d160-4a15-9dc3-5808669943a7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0705755 Jan 28 12:54:38.263209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4591a9ad-c6c9-4c38-aa43-5d9399727be0 req-e4381451-c83a-46fd-8db6-4f3430f016a2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496736 Jan 28 12:54:38.398385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c612fd-3827-4cdf-ae5d-689ae8cfd494 req-4132d087-d817-408c-933e-c91f053a99b1 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:38.400027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6c612fd-3827-4cdf-ae5d-689ae8cfd494 req-4132d087-d817-408c-933e-c91f053a99b1 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0543759 Jan 28 12:54:38.454262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6c612fd-3827-4cdf-ae5d-689ae8cfd494 req-38fea9ce-89d5-4d76-b873-4ae833a1cdea tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476637 Jan 28 12:54:38.613474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567fd9d-9136-4550-a5bd-f284acb0c284 req-da6b945e-b717-4042-9a94-d2ad74748267 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:38.615187 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2567fd9d-9136-4550-a5bd-f284acb0c284 req-da6b945e-b717-4042-9a94-d2ad74748267 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0613127 Jan 28 12:54:38.670656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2567fd9d-9136-4550-a5bd-f284acb0c284 req-4e28f883-d235-40a6-8ba9-e71fc40e17fa tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488963 Jan 28 12:54:38.862040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c9ade-74e0-443e-9ef3-0f299059583e req-e0e7776d-0197-45e6-9405-cd3be38baf15 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:38.864394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b5c9ade-74e0-443e-9ef3-0f299059583e req-e0e7776d-0197-45e6-9405-cd3be38baf15 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0584280 Jan 28 12:54:38.919965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b5c9ade-74e0-443e-9ef3-0f299059583e req-703c91bc-efa9-4234-a000-442e3201e12b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478046 Jan 28 12:54:39.039236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe28d5-3b6a-4384-abb8-1765a9fb345e req-b5084137-b6f1-4153-9416-a3f79ddd6561 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:39.040861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-adbe28d5-3b6a-4384-abb8-1765a9fb345e req-b5084137-b6f1-4153-9416-a3f79ddd6561 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0496023 Jan 28 12:54:39.094410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-adbe28d5-3b6a-4384-abb8-1765a9fb345e req-b7dd2171-b74a-4b3f-8f4c-98a1defbc770 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464878 Jan 28 12:54:39.262933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f846d9b-2334-4c40-84ff-de6978367a7b req-e5d060f8-f7d9-4498-8cd0-8103230b1a99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:39.272085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f846d9b-2334-4c40-84ff-de6978367a7b req-e5d060f8-f7d9-4498-8cd0-8103230b1a99 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0794749 Jan 28 12:54:39.353056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f846d9b-2334-4c40-84ff-de6978367a7b req-1c3c08e3-de76-426e-bbc6-36675e56bd6a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797055 Jan 28 12:54:39.496160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd443dd-ec5a-48e8-9047-45ddbe3b053b req-156cdd26-b9aa-46e1-9564-8b7f3d49e81f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:39.497736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dd443dd-ec5a-48e8-9047-45ddbe3b053b req-156cdd26-b9aa-46e1-9564-8b7f3d49e81f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0744932 Jan 28 12:54:39.592861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dd443dd-ec5a-48e8-9047-45ddbe3b053b req-1e8b0dc1-d61c-4258-9986-2c0f51db1331 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880766 Jan 28 12:54:39.895655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccf1a3-d0f8-47f4-9db7-3536c386f304 req-24ed3a8e-2ae3-4511-903a-b8721e7cf9ee tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:39.908284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0bccf1a3-d0f8-47f4-9db7-3536c386f304 req-24ed3a8e-2ae3-4511-903a-b8721e7cf9ee tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1245530 Jan 28 12:54:40.019019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0bccf1a3-d0f8-47f4-9db7-3536c386f304 req-ef4fd218-6d54-4f5c-bccf-6cfb24f532b3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081877 Jan 28 12:54:40.183878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3fa2e-3af1-4fec-9247-9d2413d9c289 req-35a30781-b608-4393-842c-96375cf29476 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:40.192458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97c3fa2e-3af1-4fec-9247-9d2413d9c289 req-35a30781-b608-4393-842c-96375cf29476 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0649881 Jan 28 12:54:40.261533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97c3fa2e-3af1-4fec-9247-9d2413d9c289 req-175d8c62-5e64-4860-be65-183aa64d9954 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679531 Jan 28 12:54:40.440371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09023952-f1ac-4cf8-bdfd-36ba7f9393a9 req-2a77bd0c-39df-440c-82c4-3a672e5116a2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:40.449826 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09023952-f1ac-4cf8-bdfd-36ba7f9393a9 req-2a77bd0c-39df-440c-82c4-3a672e5116a2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0628366 Jan 28 12:54:40.519400 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09023952-f1ac-4cf8-bdfd-36ba7f9393a9 req-55b2ad7e-ecc2-48b1-a029-7cfd995a39f0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621176 Jan 28 12:54:40.647741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b177c46-2b3f-47f4-8f45-82bda85bdd36 req-ff83d14a-10f4-4992-a309-03baf65a59df tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:40.660943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b177c46-2b3f-47f4-8f45-82bda85bdd36 req-ff83d14a-10f4-4992-a309-03baf65a59df tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0741167 Jan 28 12:54:40.730163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b177c46-2b3f-47f4-8f45-82bda85bdd36 req-ca3e04ea-f497-486f-b7b9-c973c1e4e8a3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682058 Jan 28 12:54:40.869260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41607e-d78d-43cd-a27e-a9bbf00227d6 req-b5d90bc1-a30d-4c87-8533-99563debb8c2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:40.871222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a41607e-d78d-43cd-a27e-a9bbf00227d6 req-b5d90bc1-a30d-4c87-8533-99563debb8c2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0546319 Jan 28 12:54:40.937279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a41607e-d78d-43cd-a27e-a9bbf00227d6 req-131d8b91-b40d-4814-b0bf-55b8478ee1d6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557127 Jan 28 12:54:41.122567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d3402-f4e3-4225-9cbe-2e87b781ef33 req-89206cb3-7a49-4d71-a97a-1e9f66c033f8 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:41.128501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc5d3402-f4e3-4225-9cbe-2e87b781ef33 req-89206cb3-7a49-4d71-a97a-1e9f66c033f8 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1070378 Jan 28 12:54:41.189968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc5d3402-f4e3-4225-9cbe-2e87b781ef33 req-92062e22-674c-402a-bed0-235234708c06 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515673 Jan 28 12:54:41.485724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9e81b-d721-4c9b-a535-f32e378b70b6 req-62f6f003-9454-4095-84b9-376d491ec272 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:41.494865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58c9e81b-d721-4c9b-a535-f32e378b70b6 req-62f6f003-9454-4095-84b9-376d491ec272 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0983515 Jan 28 12:54:41.574827 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58c9e81b-d721-4c9b-a535-f32e378b70b6 req-87308532-15f8-4550-83b4-a1e2bdffba72 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780568 Jan 28 12:54:42.721646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677387f-8f0c-43b3-a1b7-fefc884b7d16 req-3261d008-08d2-4c7d-9a32-4b37b8988d8e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:42.728573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c677387f-8f0c-43b3-a1b7-fefc884b7d16 req-3261d008-08d2-4c7d-9a32-4b37b8988d8e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0624437 Jan 28 12:54:42.791376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c677387f-8f0c-43b3-a1b7-fefc884b7d16 req-70c9c26a-aab2-4c1e-9baf-a36e3663b2c0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582669 Jan 28 12:54:43.082247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b100bf9-5c16-4f75-bc57-28e68ed768a4 req-64585c99-eb87-4bf6-88eb-c1f481f1721c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:43.093413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b100bf9-5c16-4f75-bc57-28e68ed768a4 req-64585c99-eb87-4bf6-88eb-c1f481f1721c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0910065 Jan 28 12:54:43.153708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b100bf9-5c16-4f75-bc57-28e68ed768a4 req-e745d915-9c6a-47b5-86e2-500de7bceaf7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553865 Jan 28 12:54:44.326921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e267dd-913a-4e82-a5a9-2bd4e34f33f1 req-17143c9e-68b0-40f1-8aee-3d75c8e00cdd tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:44.332686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43e267dd-913a-4e82-a5a9-2bd4e34f33f1 req-17143c9e-68b0-40f1-8aee-3d75c8e00cdd tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0783486 Jan 28 12:54:44.434145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43e267dd-913a-4e82-a5a9-2bd4e34f33f1 req-c7230994-1ba5-4360-ac86-be639540921a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901613 Jan 28 12:54:45.539025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 47080) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:45.728087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc88810-6645-4d87-8fb8-1915f370ae57 req-9d14354b-9d48-4edb-ad14-37c1581ebbc4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:45.735289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbc88810-6645-4d87-8fb8-1915f370ae57 req-9d14354b-9d48-4edb-ad14-37c1581ebbc4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0919080 Jan 28 12:54:45.868203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbc88810-6645-4d87-8fb8-1915f370ae57 req-4a4c84e1-16b4-4798-9214-f43a4ffee910 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318457 Jan 28 12:54:45.950736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Deleting port 5018eb21-3b74-43b2-a567-4a3347a3f5b6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:54:45.951078 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5018eb21-3b74-43b2-a567-4a3347a3f5b6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:46.077826 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5018eb21-3b74-43b2-a567-4a3347a3f5b6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:46.078540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for floatingip (5018eb21-3b74-43b2-a567-4a3347a3f5b6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:46.103151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Calling delete_port for 5018eb21-3b74-43b2-a567-4a3347a3f5b6 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:54:46.325194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5018eb21-3b74-43b2-a567-4a3347a3f5b6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:46.370582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event deleted for resources: {'Port': ['ID=5018eb21-3b74-43b2-a567-4a3347a3f5b6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:46.471888 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for floatingip (6933b0db-be85-4801-82cc-4b1b92df91ce), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:46.473182 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Floating IP 6933b0db-be85-4801-82cc-4b1b92df91ce disassociated (deleted). External IP: 172.25.7.114, port: 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675. Jan 28 12:54:46.786130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Router f2528002-78b2-495c-aba6-1b8189d14e72 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:54:46.929580 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:54:46.937536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:46.942586 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b854dd-147f-4348-a41f-b3e0f4806e5c None None] Sync routers for ids ['f2528002-78b2-495c-aba6-1b8189d14e72'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:54:46.964991 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b854dd-147f-4348-a41f-b3e0f4806e5c None None] Routers {'f2528002-78b2-495c-aba6-1b8189d14e72'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:54:46.965820 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-00b854dd-147f-4348-a41f-b3e0f4806e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:54:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f2528002-78b2-495c-aba6-1b8189d14e72'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:47.029076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-866434f8-3c1a-4c09-9f4a-a1b2a10d50ac tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "DELETE /v2.0/floatingips/6933b0db-be85-4801-82cc-4b1b92df91ce HTTP/1.1" status: 204 len: 168 time: 1.4862552 Jan 28 12:54:47.029076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:47.030433 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f5df59-1450-4425-a65b-318ba45417fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:47.058510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a242c8-e579-434b-a4ea-b4008589baf5 req-cd38f739-fbac-4fff-8b57-c78e741410a6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:47.062064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68a242c8-e579-434b-a4ea-b4008589baf5 req-cd38f739-fbac-4fff-8b57-c78e741410a6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0738690 Jan 28 12:54:47.178194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68a242c8-e579-434b-a4ea-b4008589baf5 req-63216d30-848c-4610-9b76-f26cb102efb8 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072772 Jan 28 12:54:47.214515 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-00b854dd-147f-4348-a41f-b3e0f4806e5c None None] Set router f2528002-78b2-495c-aba6-1b8189d14e72 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:54:47.251932 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22774a5-e530-493f-acca-35f281fbe913 x-openstack-request-id: req-e22774a5-e530-493f-acca-35f281fbe913 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:47.252153 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:47.252604 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e22774a5-e530-493f-acca-35f281fbe913 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:47.253913 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'status': 'completed', 'code': 200} Jan 28 12:54:47.318818 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:47.377735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5df59-1450-4425-a65b-318ba45417fe req-9159cd71-3313-468a-9b43-1ac01e7d0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:47.379284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9f5df59-1450-4425-a65b-318ba45417fe req-9159cd71-3313-468a-9b43-1ac01e7d0b41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30409251dd04406683237dc75c42a313&device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 1097 time: 0.1022263 Jan 28 12:54:47.650761 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-00b854dd-147f-4348-a41f-b3e0f4806e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:58Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '454b6cdc-09f3-4fb7-add8-33f617da8bd6', 'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'tenant_id': '30409251dd04406683237dc75c42a313', 'mac_address': 'fa:16:3e:a0:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:57Z', 'updated_at': '2022-01-28T12:48:14Z', 'revision_number': 5, 'project_id': '30409251dd04406683237dc75c42a313', 'subnets': [{'id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:47.686917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02792f-315b-4128-b5b5-6c5c3d315d49 req-3e526f9a-b1a0-456e-9cde-c028bc32a560 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:47.699213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee02792f-315b-4128-b5b5-6c5c3d315d49 req-3e526f9a-b1a0-456e-9cde-c028bc32a560 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 946 time: 0.1548812 Jan 28 12:54:47.726730 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b854dd-147f-4348-a41f-b3e0f4806e5c None None] Checking router: f2528002-78b2-495c-aba6-1b8189d14e72 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:54:47.750427 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b854dd-147f-4348-a41f-b3e0f4806e5c None None] Routers {'f2528002-78b2-495c-aba6-1b8189d14e72'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:54:47.751322 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-00b854dd-147f-4348-a41f-b3e0f4806e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:54:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f2528002-78b2-495c-aba6-1b8189d14e72'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:47.767404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5df59-1450-4425-a65b-318ba45417fe req-a934c257-a193-48b2-8b2d-132881431d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:47.769573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9f5df59-1450-4425-a65b-318ba45417fe req-a934c257-a193-48b2-8b2d-132881431d98 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a HTTP/1.1" status: 200 len: 914 time: 0.3826413 Jan 28 12:54:47.836192 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9f5df59-1450-4425-a65b-318ba45417fe req-a125912f-95bc-4bf8-8093-22675ebfc3d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 HTTP/1.1" status: 200 len: 217 time: 0.0588188 Jan 28 12:54:47.854695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee02792f-315b-4128-b5b5-6c5c3d315d49 req-c0506718-f5b1-4eff-aaff-b31008393289 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514711 Jan 28 12:54:47.897691 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:47.963077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5df59-1450-4425-a65b-318ba45417fe req-93824c75-3d1e-4e59-b45d-e1e4c74f0e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:47.966771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9f5df59-1450-4425-a65b-318ba45417fe req-93824c75-3d1e-4e59-b45d-e1e4c74f0e2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=417fb24a-0898-4a86-b89c-4b8315ab8223 HTTP/1.1" status: 200 len: 852 time: 0.1082940 Jan 28 12:54:48.042495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5df59-1450-4425-a65b-318ba45417fe req-1b19f8cc-8a5c-4a0d-8a03-2f414e5d26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:48.044124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9f5df59-1450-4425-a65b-318ba45417fe req-1b19f8cc-8a5c-4a0d-8a03-2f414e5d26fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dd53d0-f251-4d90-bbf8-d0233ca85f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708852 Jan 28 12:54:48.125103 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-00b854dd-147f-4348-a41f-b3e0f4806e5c None None] Set router f2528002-78b2-495c-aba6-1b8189d14e72 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:54:48.169964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9f5df59-1450-4425-a65b-318ba45417fe req-aef8e908-3d22-43a8-a913-e3a913353a21 service neutron] 10.222.0.49 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182904 Jan 28 12:54:48.365858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9f5df59-1450-4425-a65b-318ba45417fe req-96a9f2aa-e766-45d6-b191-625685dd14d8 service neutron] 10.222.0.49 "GET /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896095 Jan 28 12:54:48.375963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad1404-b65a-43a6-b541-35b940ab398d req-00bfe521-f396-43a4-bfe9-1f446ba968d5 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:48.377739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47ad1404-b65a-43a6-b541-35b940ab398d req-00bfe521-f396-43a4-bfe9-1f446ba968d5 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0900691 Jan 28 12:54:48.381348 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-00b854dd-147f-4348-a41f-b3e0f4806e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:58Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '454b6cdc-09f3-4fb7-add8-33f617da8bd6', 'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'tenant_id': '30409251dd04406683237dc75c42a313', 'mac_address': 'fa:16:3e:a0:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:57Z', 'updated_at': '2022-01-28T12:48:14Z', 'revision_number': 5, 'project_id': '30409251dd04406683237dc75c42a313', 'subnets': [{'id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:54:48.420613 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b854dd-147f-4348-a41f-b3e0f4806e5c None None] The sync data for ids ['f2528002-78b2-495c-aba6-1b8189d14e72'] in n-d-824835-4 is: [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:47:58Z', 'revision_number': 4, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '454b6cdc-09f3-4fb7-add8-33f617da8bd6', 'name': '', 'network_id': '03dd53d0-f251-4d90-bbf8-d0233ca85f4a', 'tenant_id': '30409251dd04406683237dc75c42a313', 'mac_address': 'fa:16:3e:a0:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:57Z', 'updated_at': '2022-01-28T12:48:14Z', 'revision_number': 5, 'project_id': '30409251dd04406683237dc75c42a313', 'subnets': [{'id': '417fb24a-0898-4a86-b89c-4b8315ab8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:54:48.474759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47ad1404-b65a-43a6-b541-35b940ab398d req-301bcf27-37cf-424f-9ddb-c9a973b402f4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853736 Jan 28 12:54:48.791180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4d9b1-25ed-47d3-a268-7e157f26cbc6 None None] New status for floating IP 6933b0db-be85-4801-82cc-4b1b92df91ce: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:54:48.988746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e4190-8f5b-48ed-b940-b29abb49b146 req-611bc298-2943-4523-a804-877b0bb25b1e tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:48.990561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e4e4190-8f5b-48ed-b940-b29abb49b146 req-611bc298-2943-4523-a804-877b0bb25b1e tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 946 time: 0.0584664 Jan 28 12:54:49.100755 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e4e4190-8f5b-48ed-b940-b29abb49b146 req-370a02fd-fafd-4b33-a185-b4d483456793 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/security-groups?id=22e4bbd7-8490-4e2d-a6f4-ca45984d0025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026480 Jan 28 12:54:49.130221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec87a2e-1b04-48f4-bd31-a156193270bc req-9baaacc9-bad4-4c02-8f28-5ba935d43acf tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:49.131695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ec87a2e-1b04-48f4-bd31-a156193270bc req-9baaacc9-bad4-4c02-8f28-5ba935d43acf tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 946 time: 0.0761688 Jan 28 12:54:49.228670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-5ec87a2e-1b04-48f4-bd31-a156193270bc req-97ac3ee8-aa81-4c87-9232-410b992c180d tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Deleting port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:54:49.229011 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5ec87a2e-1b04-48f4-bd31-a156193270bc req-97ac3ee8-aa81-4c87-9232-410b992c180d tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:49.272476 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aade09f8-334c-435b-b2fb-a65cd8708abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:49.689898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5ec87a2e-1b04-48f4-bd31-a156193270bc req-97ac3ee8-aa81-4c87-9232-410b992c180d tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] For port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675,segment=NetworkSegment(acc60e36-d09b-476c-a3e1-3434103f6454),segment_id=acc60e36-d09b-476c-a3e1-3434103f6454)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:54:49.689898 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5ec87a2e-1b04-48f4-bd31-a156193270bc req-97ac3ee8-aa81-4c87-9232-410b992c180d tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:49.698732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6c9c3-e12d-49e0-a5de-eee5a7ebb857 req-e5ff760f-cf20-48cc-908a-fd34a7e040ab tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:49.700869 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9b6c9c3-e12d-49e0-a5de-eee5a7ebb857 req-e5ff760f-cf20-48cc-908a-fd34a7e040ab tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0928330 Jan 28 12:54:49.720880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-5ec87a2e-1b04-48f4-bd31-a156193270bc req-97ac3ee8-aa81-4c87-9232-410b992c180d tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Calling delete_port for 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:54:49.818562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9b6c9c3-e12d-49e0-a5de-eee5a7ebb857 req-80380ef8-718c-4ac7-8cdb-e74ad46257fb tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089139 Jan 28 12:54:49.960436 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5ec87a2e-1b04-48f4-bd31-a156193270bc req-97ac3ee8-aa81-4c87-9232-410b992c180d tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7a8a05d7-ed7c-4f5a-a53c-820b1caa2675), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:50.051523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac3ee8-aa81-4c87-9232-410b992c180d tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event deleted for resources: {'Port': ['ID=7a8a05d7-ed7c-4f5a-a53c-820b1caa2675,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:54:50.080068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec87a2e-1b04-48f4-bd31-a156193270bc req-97ac3ee8-aa81-4c87-9232-410b992c180d tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] No DVR routers for this DVR port 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:54:50.085052 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5ec87a2e-1b04-48f4-bd31-a156193270bc req-97ac3ee8-aa81-4c87-9232-410b992c180d tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:50.088696 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ec87a2e-1b04-48f4-bd31-a156193270bc req-97ac3ee8-aa81-4c87-9232-410b992c180d tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.49 "DELETE /v2.0/ports/7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 HTTP/1.1" status: 204 len: 173 time: 0.9496362 Jan 28 12:54:50.090882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'name': 'network-vif-deleted', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:54:50.094332 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ed54c8-e554-43e9-8a7e-b1bc5508e3c5" -d '{"events": [{"server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "name": "network-vif-deleted", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:54:50.123068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a0e16-c968-49cd-92c7-05c0b468f2b5 req-2f0ad9f2-c713-4293-9c97-677c1546db70 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:50.134206 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-909a0e16-c968-49cd-92c7-05c0b468f2b5 req-2f0ad9f2-c713-4293-9c97-677c1546db70 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1760967 Jan 28 12:54:50.185639 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613047c7-4357-4b1c-95ce-e455e3dddb9a x-openstack-request-id: req-613047c7-4357-4b1c-95ce-e455e3dddb9a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:54:50.186206 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc823116-46bc-4cd4-b02f-7d93211a542c", "name": "network-vif-deleted", "tag": "7a8a05d7-ed7c-4f5a-a53c-820b1caa2675", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:54:50.186515 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-613047c7-4357-4b1c-95ce-e455e3dddb9a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:54:50.187095 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc823116-46bc-4cd4-b02f-7d93211a542c', 'name': 'network-vif-deleted', 'tag': '7a8a05d7-ed7c-4f5a-a53c-820b1caa2675', 'status': 'completed', 'code': 200} Jan 28 12:54:50.216238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-909a0e16-c968-49cd-92c7-05c0b468f2b5 req-9cab9ff2-ac6e-4fb9-abab-839d9c7f14f2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810678 Jan 28 12:54:50.289342 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30462b78-5ce9-43c1-bd5f-7800a16fbc29 req-f44c3e35-d2d8-4eb8-a860-6dd1373f3e89 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.0318918 Jan 28 12:54:50.436319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475f7b6-e6f5-4be9-812d-be13ad6a98fd req-f5c0af15-afb7-4ce5-ba83-17cb3f2a699e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:50.439655 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d475f7b6-e6f5-4be9-812d-be13ad6a98fd req-f5c0af15-afb7-4ce5-ba83-17cb3f2a699e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0741327 Jan 28 12:54:50.518935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d475f7b6-e6f5-4be9-812d-be13ad6a98fd req-db2d0468-cfd0-4807-b182-4897a7bb0eb7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708694 Jan 28 12:54:50.643084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da0cf-cb86-45ae-b5cc-84891ac7e85c req-9777dc72-cc7a-4a73-800f-68270a704d91 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:50.645125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e8da0cf-cb86-45ae-b5cc-84891ac7e85c req-9777dc72-cc7a-4a73-800f-68270a704d91 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0532572 Jan 28 12:54:50.708008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e8da0cf-cb86-45ae-b5cc-84891ac7e85c req-8805ae9a-e304-4d01-9df9-c26201a3ceca tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560462 Jan 28 12:54:50.864760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7e814-4302-4917-8aca-2bd82d67e3e4 req-f33aa6d5-08a9-4b2c-a2ed-e1673e68efd9 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:50.874311 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fc7e814-4302-4917-8aca-2bd82d67e3e4 req-f33aa6d5-08a9-4b2c-a2ed-e1673e68efd9 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0718961 Jan 28 12:54:50.897302 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:54:50.930458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:54:50.931075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7a8a05d7-ed7c-4f5a-a53c-820b1caa2675 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:54:50.974324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fc7e814-4302-4917-8aca-2bd82d67e3e4 req-39ef9af0-43cb-408f-99fb-a60591ac42bc tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990212 Jan 28 12:54:51.106678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99320c1-9837-40e0-bf00-2f3a11ea577c req-bb481121-5c70-452c-92db-0a7653174c09 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:51.115100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d99320c1-9837-40e0-bf00-2f3a11ea577c req-bb481121-5c70-452c-92db-0a7653174c09 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0701032 Jan 28 12:54:51.178486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d99320c1-9837-40e0-bf00-2f3a11ea577c req-46b0fc74-5f42-4f49-980d-0d3e59cf37b5 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600493 Jan 28 12:54:51.408064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d589fd-2dee-4ea7-9ec7-117c69064f5c req-a088ac57-0440-4b26-8206-418d363607ab tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:51.415599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3d589fd-2dee-4ea7-9ec7-117c69064f5c req-a088ac57-0440-4b26-8206-418d363607ab tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0698619 Jan 28 12:54:51.468417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6446291-9b5d-488e-b173-c6191a0179b5 req-5922161f-0c6f-4a54-ac60-78ffdf7aea33 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.0335598 Jan 28 12:54:51.518459 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3d589fd-2dee-4ea7-9ec7-117c69064f5c req-b53177ad-03a7-4314-a98a-09492664692e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018720 Jan 28 12:54:51.612814 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cee1a30f-6c53-4cc8-b1ed-b1f75e5a3760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:51.803256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e96a3-790f-4904-b104-e4841388b9cf req-5dd50744-928f-42a5-b5b8-bee73747e1a0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:51.813897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-642e96a3-790f-4904-b104-e4841388b9cf req-5dd50744-928f-42a5-b5b8-bee73747e1a0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1564932 Jan 28 12:54:51.858446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980975f-e6dd-40a9-8783-ac4e3b916700 req-9ec4e9a1-d70e-472d-8d79-e33a6cb89480 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:51.861654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4980975f-e6dd-40a9-8783-ac4e3b916700 req-9ec4e9a1-d70e-472d-8d79-e33a6cb89480 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1097 time: 0.1466618 Jan 28 12:54:51.930944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-642e96a3-790f-4904-b104-e4841388b9cf req-53c0d37f-ae50-42c4-acc8-24cdb50c35e7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157095 Jan 28 12:54:52.048466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4980975f-e6dd-40a9-8783-ac4e3b916700 req-577ffe1f-329c-4405-8d2e-4c323ed77d0a tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787536 Jan 28 12:54:52.260163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02061d57-db78-4838-8f27-4cf77131c9be req-8ffa0508-701c-43ac-9157-0b492679e744 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:52.262058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02061d57-db78-4838-8f27-4cf77131c9be req-8ffa0508-701c-43ac-9157-0b492679e744 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1097078 Jan 28 12:54:52.277210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75cbdb-17db-4e47-9e72-ed7d32d31fe7 req-b9c87df8-0a05-4e0d-94d0-ffcbaf737946 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:52.282027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa75cbdb-17db-4e47-9e72-ed7d32d31fe7 req-b9c87df8-0a05-4e0d-94d0-ffcbaf737946 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.0873766 Jan 28 12:54:52.355489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02061d57-db78-4838-8f27-4cf77131c9be req-2565406b-abca-4115-959d-41800061e747 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702865 Jan 28 12:54:52.442710 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa75cbdb-17db-4e47-9e72-ed7d32d31fe7 req-bbe9d2c4-233c-4fb2-87cd-b54f29462d8d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043925 Jan 28 12:54:52.460665 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47534) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:52.717303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95eb75e9-dae1-4c1a-b73b-9853953a428b req-f32ba194-5670-44fd-97f5-5d4acaa16ea5 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.1023023 Jan 28 12:54:52.717517 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c5bc9084-ba5c-48a6-b6ae-2e1136c5df0a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/60c97182-a625-4ae7-98cc-4ca0b61d85b8 HTTP/1.1" status: 200 len: 994 time: 0.2551873 Jan 28 12:54:52.756517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a77fe7-d857-4086-9762-25e9ada4462d req-8ff87111-6908-4132-8c0e-4b32260993c3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:52.759910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-13a77fe7-d857-4086-9762-25e9ada4462d req-8ff87111-6908-4132-8c0e-4b32260993c3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.2763550 Jan 28 12:54:52.890507 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-13a77fe7-d857-4086-9762-25e9ada4462d req-50e88630-742c-4506-8c44-438bc67a9a67 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219990 Jan 28 12:54:52.995393 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:53.131279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-8ec22ed2-0591-4b77-a579-a55a128e9627 req-c8f67b6e-2681-47b7-ac38-b63e7776f734 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:54:53.132361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ec22ed2-0591-4b77-a579-a55a128e9627 req-c8f67b6e-2681-47b7-ac38-b63e7776f734 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055463 Jan 28 12:54:53.147397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ae2a3-1fb4-4782-9a61-b6b5c3b1bd08 req-61762491-7ff9-45a1-9955-e379d9572604 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:53.156637 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-854ae2a3-1fb4-4782-9a61-b6b5c3b1bd08 req-61762491-7ff9-45a1-9955-e379d9572604 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1225202 Jan 28 12:54:53.236918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-854ae2a3-1fb4-4782-9a61-b6b5c3b1bd08 req-4d3b6c65-2984-4fdc-a43e-21bd8d6582a8 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746377 Jan 28 12:54:53.453915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb85d08-f0bd-490c-bc92-b7c245d932a9 req-bf0b77c1-dd40-4164-b7a5-e7f1634be259 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:53.463827 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1fb85d08-f0bd-490c-bc92-b7c245d932a9 req-bf0b77c1-dd40-4164-b7a5-e7f1634be259 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1348052 Jan 28 12:54:53.553732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1fb85d08-f0bd-490c-bc92-b7c245d932a9 req-a8fe74a6-bfb2-4f7b-b187-55b91906e31c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862036 Jan 28 12:54:53.803577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c15b-6733-4042-a6e0-17f73d312c13 req-42f06598-8042-45a9-89f5-73bc82264a10 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:53.813563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47568) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:54:53.816616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cee4c15b-6733-4042-a6e0-17f73d312c13 req-42f06598-8042-45a9-89f5-73bc82264a10 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1001606 Jan 28 12:54:53.935841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cee4c15b-6733-4042-a6e0-17f73d312c13 req-5d19166e-baae-4ed6-a5f0-04106a8e4a56 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124146 Jan 28 12:54:53.984797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbafacfa-3d8d-42aa-a5d4-f7b1bc47cd16 req-f9644000-40aa-419f-8cc8-dd0be178cdad tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.0563996 Jan 28 12:54:54.041389 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-189ab9f7-d082-4058-85e9-82d81baad322 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2251029 Jan 28 12:54:54.047250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-0e30ca64-e1bf-44ec-b19a-9200b3a59466 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:54:54.060565 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-0e30ca64-e1bf-44ec-b19a-9200b3a59466 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099812 Jan 28 12:54:54.166826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c764-2485-4374-9b2a-6495c8d9246e req-2042cb52-22c3-4050-a114-49cdf6767979 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:54.174670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8122c764-2485-4374-9b2a-6495c8d9246e req-2042cb52-22c3-4050-a114-49cdf6767979 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1177700 Jan 28 12:54:54.237737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b666540-35a9-4617-8ffa-90ba8af0b1d9 req-6fa132bf-12bb-4448-9a3e-5a0413cae0ff tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:54.245399 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b666540-35a9-4617-8ffa-90ba8af0b1d9 req-6fa132bf-12bb-4448-9a3e-5a0413cae0ff tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.1710815 Jan 28 12:54:54.347644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8122c764-2485-4374-9b2a-6495c8d9246e req-84393774-b546-47c7-86ce-c4cfd9174b14 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713145 Jan 28 12:54:54.431664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b666540-35a9-4617-8ffa-90ba8af0b1d9 req-ac2bd941-3a6e-43d2-a96e-2512b41d7ce0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797183 Jan 28 12:54:54.621585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee4f37-4218-420a-9f1a-5d99ecbf8b2e req-dd4293f8-f2ff-4a97-a0d4-d5bfd68d7fb5 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:54.623089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14ee4f37-4218-420a-9f1a-5d99ecbf8b2e req-dd4293f8-f2ff-4a97-a0d4-d5bfd68d7fb5 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1084025 Jan 28 12:54:54.680116 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:54.724374 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14ee4f37-4218-420a-9f1a-5d99ecbf8b2e req-87ec6cf0-912f-497b-b468-de4dd18b75a0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921261 Jan 28 12:54:55.014121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f6636-1975-41af-aa80-c0fdecdb6d8c req-6bae8c17-ae6b-48d1-af8b-e9ee9a9dbb6e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:55.016490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-038f6636-1975-41af-aa80-c0fdecdb6d8c req-6bae8c17-ae6b-48d1-af8b-e9ee9a9dbb6e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1235070 Jan 28 12:54:55.166583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-038f6636-1975-41af-aa80-c0fdecdb6d8c req-e03642c9-f719-435c-a5e8-9dcd186dd985 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382058 Jan 28 12:54:55.352705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-640f5c60-ba38-42e2-a464-0494fc846acf req-afe5b854-a1d9-4ed7-8a5d-1564d1f1cb22 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.0717154 Jan 28 12:54:55.646771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30559f5-97fe-427b-aae9-04b222aa3f42 req-17d04a61-848a-463c-a4eb-454858c6595a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:55.652319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f30559f5-97fe-427b-aae9-04b222aa3f42 req-17d04a61-848a-463c-a4eb-454858c6595a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.0986714 Jan 28 12:54:55.670307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9497076-0307-4d72-9ad9-9fc661f89136 req-2f2f7140-30df-40d0-bca1-857ecbd71fb9 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:55.672078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f9497076-0307-4d72-9ad9-9fc661f89136 req-2f2f7140-30df-40d0-bca1-857ecbd71fb9 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1295083 Jan 28 12:54:55.743924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f30559f5-97fe-427b-aae9-04b222aa3f42 req-0be999f1-dc07-4a33-82a0-8d896c5f3ad5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806835 Jan 28 12:54:55.806782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f9497076-0307-4d72-9ad9-9fc661f89136 req-8f37bf8e-f170-4842-8bc3-6414f4e052de tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121995 Jan 28 12:54:55.937370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-2648d6f6-9bb9-43e3-946a-94b0057e557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:55.939177 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-2648d6f6-9bb9-43e3-946a-94b0057e557f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1097 time: 0.1287467 Jan 28 12:54:56.020644 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:54:56.116686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb1d45-9453-4bc9-beca-272ed374ea6e req-3a4076c0-4fcd-4297-83de-96b44c7bec0a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:56.118267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91cb1d45-9453-4bc9-beca-272ed374ea6e req-3a4076c0-4fcd-4297-83de-96b44c7bec0a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1983945 Jan 28 12:54:56.154942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-0221644a-0f37-436b-8dc4-a2fa0b73bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:56.156959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-0221644a-0f37-436b-8dc4-a2fa0b73bc52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 898 time: 0.1903338 Jan 28 12:54:56.269625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-e508c2c3-27ec-4ed2-89d3-239e09d90d94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1002 time: 0.1052220 Jan 28 12:54:56.284265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91cb1d45-9453-4bc9-beca-272ed374ea6e req-89908df5-01df-49a4-aa81-dc0d9051c6bf tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578119 Jan 28 12:54:56.362696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-5267499b-cf54-42c3-837e-05765da019b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:56.364242 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-5267499b-cf54-42c3-837e-05765da019b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 0.0772467 Jan 28 12:54:56.460335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-a499d209-4cee-451f-8e8f-dc7ec89633f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:56.462599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-a499d209-4cee-451f-8e8f-dc7ec89633f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910110 Jan 28 12:54:56.548664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bf3d63b-cb35-4961-ba42-1e990cf68807 req-3c7fde27-8ce7-4b01-8c50-8a03eb4b2f73 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.0533035 Jan 28 12:54:56.655671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949596c-9b54-4509-8559-69a5b03dee1b req-462bc5ea-65f6-4c3f-b169-0f04be69c564 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:56.657235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0949596c-9b54-4509-8559-69a5b03dee1b req-462bc5ea-65f6-4c3f-b169-0f04be69c564 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1460042 Jan 28 12:54:56.730879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-93c153fb-92ca-421f-8791-998a3ba09ad7 service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626553 Jan 28 12:54:56.872674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0949596c-9b54-4509-8559-69a5b03dee1b req-74278f54-53e4-43a1-bbf3-80b7240a8670 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899998 Jan 28 12:54:57.087729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe95e3-a710-4e58-94ac-a475a392e8e0 req-ad6464b0-d43e-48a0-ba06-d8e2ee1cc727 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:57.089289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40fe95e3-a710-4e58-94ac-a475a392e8e0 req-ad6464b0-d43e-48a0-ba06-d8e2ee1cc727 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.2170112 Jan 28 12:54:57.099199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f450a35-8588-4a5d-ab25-65798748cb83 req-9c9419b0-fa89-4c73-b816-1a0fb578d949 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:57.106095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f450a35-8588-4a5d-ab25-65798748cb83 req-9c9419b0-fa89-4c73-b816-1a0fb578d949 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1102953 Jan 28 12:54:57.145427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-a0ab1295-b674-4d22-81c9-ed064f0a01d8 service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083908 Jan 28 12:54:57.192571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f450a35-8588-4a5d-ab25-65798748cb83 req-6e589e19-4947-4c8f-aa50-a57d6a3af297 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855227 Jan 28 12:54:57.253799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40fe95e3-a710-4e58-94ac-a475a392e8e0 req-ef6fa315-dcae-4d33-9a48-e9eee543ceb5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396337 Jan 28 12:54:57.454886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac7120-5a37-4247-b44a-65a1937473ab req-ba9ec939-3989-4976-afbd-0f13c1588545 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:57.462861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85ac7120-5a37-4247-b44a-65a1937473ab req-ba9ec939-3989-4976-afbd-0f13c1588545 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0900109 Jan 28 12:54:57.547640 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85ac7120-5a37-4247-b44a-65a1937473ab req-c396f144-966e-4f43-932d-fcc13a0593f9 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661232 Jan 28 12:54:57.699915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7dd93387-9bcc-44b1-a62b-a2dd2a1b4b11 req-eda7ed3f-f403-481d-b13b-fe2de652e2e4 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.0467660 Jan 28 12:54:57.739937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d57278-4624-4141-bc0e-18df3e9f1b02 req-732461a6-3ce7-4a64-91e8-d30c52a8039d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:57.742700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1d57278-4624-4141-bc0e-18df3e9f1b02 req-732461a6-3ce7-4a64-91e8-d30c52a8039d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1043866 Jan 28 12:54:57.810912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1d57278-4624-4141-bc0e-18df3e9f1b02 req-44c8e8e5-1e42-44b9-8708-8bbcc350d0d2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630786 Jan 28 12:54:58.435471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a6c7f-042a-4d79-80f4-e65eab6a4e00 req-9dc07319-98ac-406a-a0d5-1ee12257338d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:58.437271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e4a6c7f-042a-4d79-80f4-e65eab6a4e00 req-9dc07319-98ac-406a-a0d5-1ee12257338d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.0794826 Jan 28 12:54:58.503134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd98a2e-936a-4925-88c2-7fbf85279f16 req-b1f76866-946a-407e-866a-56c495ea2b2c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:58.505116 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efd98a2e-936a-4925-88c2-7fbf85279f16 req-b1f76866-946a-407e-866a-56c495ea2b2c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0918474 Jan 28 12:54:58.550403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e4a6c7f-042a-4d79-80f4-e65eab6a4e00 req-0d90ea08-d302-4ac3-8788-937dc92d4578 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971038 Jan 28 12:54:58.595994 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efd98a2e-936a-4925-88c2-7fbf85279f16 req-6a4f2e9d-7881-4c0d-b586-c5c27c9c1a97 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845106 Jan 28 12:54:58.960637 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-93a11ce3-4bf1-4dd3-8190-1798dd75f05d req-ed2cf143-463c-4876-8b80-e47b20367ead tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.0971277 Jan 28 12:54:59.746776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed118a0-5069-44e3-a3a1-487036971b42 req-dedd348b-3389-4ed5-ba94-e93d18b9bbd0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:59.753563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ed118a0-5069-44e3-a3a1-487036971b42 req-dedd348b-3389-4ed5-ba94-e93d18b9bbd0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.0880497 Jan 28 12:54:59.793361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ece580-f2b5-400d-8006-8d6fdf6a666c req-182000ab-d78e-4d29-b852-9a7317f11ae8 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:54:59.801305 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27ece580-f2b5-400d-8006-8d6fdf6a666c req-182000ab-d78e-4d29-b852-9a7317f11ae8 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1066775 Jan 28 12:54:59.861573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ed118a0-5069-44e3-a3a1-487036971b42 req-048f01db-292e-4ee3-91a6-2ffce345c531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070902 Jan 28 12:54:59.879320 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27ece580-f2b5-400d-8006-8d6fdf6a666c req-2bed88d4-5b02-4cec-b0bd-fa82cefeb832 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765545 Jan 28 12:55:00.078778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-746b6bfc-87be-42e7-99c8-3017c46847a5 req-8b57afcd-a3a0-4738-a036-c4a5b80cfca7 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.0407774 Jan 28 12:55:01.062302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c01ab-c03c-4ae7-8c46-8ff9072a976c req-9890a3ec-3938-441a-8925-966f53003c9e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:01.070915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e65c01ab-c03c-4ae7-8c46-8ff9072a976c req-9890a3ec-3938-441a-8925-966f53003c9e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.1177609 Jan 28 12:55:01.116865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ffcdd-bce2-48d9-a3f8-3cefe3d40f55 req-3e7805ca-8f5e-42e9-81eb-df4d39ca6a97 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:01.123474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af4ffcdd-bce2-48d9-a3f8-3cefe3d40f55 req-3e7805ca-8f5e-42e9-81eb-df4d39ca6a97 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1234386 Jan 28 12:55:01.162953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e65c01ab-c03c-4ae7-8c46-8ff9072a976c req-5b0043cd-abf3-482f-a9f2-cdeff2efb490 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911696 Jan 28 12:55:01.208008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af4ffcdd-bce2-48d9-a3f8-3cefe3d40f55 req-e0e0367c-097a-43ae-b339-4bf561197503 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787513 Jan 28 12:55:01.272353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8da2e53a-bdbd-42a3-8b30-e7b9e4235976 req-34885bd7-010c-4499-b7ac-4d79eefb4a97 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.0369296 Jan 28 12:55:02.372795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e996a8-20c3-4f55-923a-30f43e681be9 req-06d7b20f-4d3a-4ef1-8658-1bbd061e8d1c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:02.382248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97e996a8-20c3-4f55-923a-30f43e681be9 req-06d7b20f-4d3a-4ef1-8658-1bbd061e8d1c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.1198227 Jan 28 12:55:02.501232 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97e996a8-20c3-4f55-923a-30f43e681be9 req-b4f85c15-6017-43af-8ff3-e3430e065d74 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166286 Jan 28 12:55:02.536537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826b12b-9da2-4e10-bab4-c810c0658f24 req-9b490d14-116b-46be-9e53-750fe47e2ce7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:02.538085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2826b12b-9da2-4e10-bab4-c810c0658f24 req-9b490d14-116b-46be-9e53-750fe47e2ce7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1528277 Jan 28 12:55:02.630397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2826b12b-9da2-4e10-bab4-c810c0658f24 req-8b43d388-491f-4e7d-9f30-5427340be854 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792358 Jan 28 12:55:02.632778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a959f55f-d4bd-4546-ad6d-dc18decde245 req-c1134c89-2fa1-45bb-9e95-a76d0620db22 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc823116-46bc-4cd4-b02f-7d93211a542c HTTP/1.1" status: 200 len: 210 time: 0.0320642 Jan 28 12:55:03.798372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595b6ba-24e8-4960-8c09-7127b2a3a480 req-96ce1ff7-b08f-429a-887f-1c491f83cd5e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:03.807184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9595b6ba-24e8-4960-8c09-7127b2a3a480 req-96ce1ff7-b08f-429a-887f-1c491f83cd5e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.1380906 Jan 28 12:55:03.879916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9595b6ba-24e8-4960-8c09-7127b2a3a480 req-74233776-8a6b-4e2d-b26c-d777fe4ecc67 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713155 Jan 28 12:55:03.891476 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf7749-9dbf-4d79-991d-9bc0bc6d48dc req-4fcdfb3c-ba13-49f0-ab27-10b0c431a177 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:03.894188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7bf7749-9dbf-4d79-991d-9bc0bc6d48dc req-4fcdfb3c-ba13-49f0-ab27-10b0c431a177 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1776993 Jan 28 12:55:03.954284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 47702) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:03.992859 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7bf7749-9dbf-4d79-991d-9bc0bc6d48dc req-363ed111-df09-43c7-b9b6-dac89d9d7c11 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841997 Jan 28 12:55:04.050026 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group (22e4bbd7-8490-4e2d-a6f4-ca45984d0025), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:04.092737 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group (22e4bbd7-8490-4e2d-a6f4-ca45984d0025), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:04.182390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (22e4bbd7-8490-4e2d-a6f4-ca45984d0025), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:04.187969 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:04.190296 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] 10.222.0.53 "DELETE /v2.0/security-groups/22e4bbd7-8490-4e2d-a6f4-ca45984d0025 HTTP/1.1" status: 204 len: 168 time: 0.2344737 Jan 28 12:55:04.210803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e4bbd7-8490-4e2d-a6f4-ca45984d0025,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:04.241501 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:04.242391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:04.243070 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:04.243912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:04.244530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:04.246190 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:04.247621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:04.248933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:04.250390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:04.252128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:04.253819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:04.256194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:04.257290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e1fa7b-ad89-4343-b658-da72e5176bf8 tempest-TestVolumeBackupRestore-599480863 tempest-TestVolumeBackupRestore-599480863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:05.090007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6434b-5c0f-406a-84a7-e728750993e6 req-09139deb-b857-4938-b00a-c66c35e4c458 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:05.092164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d3a6434b-5c0f-406a-84a7-e728750993e6 req-09139deb-b857-4938-b00a-c66c35e4c458 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.1076922 Jan 28 12:55:05.216910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d3a6434b-5c0f-406a-84a7-e728750993e6 req-70ef847d-fa22-4436-b890-53ea16bf164e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131971 Jan 28 12:55:05.253470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a877d99-3387-4a7b-9235-f0733504df5e req-4fcd0301-96e4-4dc3-9411-331d101f8134 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:05.256220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a877d99-3387-4a7b-9235-f0733504df5e req-4fcd0301-96e4-4dc3-9411-331d101f8134 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1628671 Jan 28 12:55:05.336500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a877d99-3387-4a7b-9235-f0733504df5e req-799aa349-ff62-4aea-9535-29e8b6e27c8a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725496 Jan 28 12:55:06.355518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fadd62-7971-40ef-a401-150b0baee345 req-b34fc66b-e6d0-4c88-b89e-abcce0e0e7c7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:06.357164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73fadd62-7971-40ef-a401-150b0baee345 req-b34fc66b-e6d0-4c88-b89e-abcce0e0e7c7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.0551202 Jan 28 12:55:06.499227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73fadd62-7971-40ef-a401-150b0baee345 req-a449177c-93a5-45a7-9c39-ab5b52ccd552 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216664 Jan 28 12:55:06.524307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850dae6-6dd1-4e07-a3e8-18e41b58fc24 req-6e47bd96-b3b3-491a-9158-0697d8fee8ab tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:06.531819 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6850dae6-6dd1-4e07-a3e8-18e41b58fc24 req-6e47bd96-b3b3-491a-9158-0697d8fee8ab tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1008611 Jan 28 12:55:06.612515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6850dae6-6dd1-4e07-a3e8-18e41b58fc24 req-18ef2e64-98c5-4327-832e-2b4696c0f83c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734053 Jan 28 12:55:07.798044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e27d1-ce88-4106-bd52-d39edc88d05d req-e8777506-37bc-4399-87cc-00501341dcfc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:07.809233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d31e27d1-ce88-4106-bd52-d39edc88d05d req-e8777506-37bc-4399-87cc-00501341dcfc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.1248899 Jan 28 12:55:07.876163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d31e27d1-ce88-4106-bd52-d39edc88d05d req-c0674b68-ab04-48c0-a51d-5944b81adcb3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651760 Jan 28 12:55:07.890257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0285b9-1dfa-454e-b07a-903a4e223aba req-99db35de-b6b0-4401-abe0-964a739b68b1 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:07.896851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be0285b9-1dfa-454e-b07a-903a4e223aba req-99db35de-b6b0-4401-abe0-964a739b68b1 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1618059 Jan 28 12:55:07.980594 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be0285b9-1dfa-454e-b07a-903a4e223aba req-de746616-8836-435d-9305-33ddd242a153 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716605 Jan 28 12:55:09.022874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f27de-d3ac-494d-a70b-6680ffc3f920 req-5b6a715a-9b52-4db2-bbcc-5a87c29ccf76 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:09.024478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-595f27de-d3ac-494d-a70b-6680ffc3f920 req-5b6a715a-9b52-4db2-bbcc-5a87c29ccf76 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.0700552 Jan 28 12:55:09.104800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-595f27de-d3ac-494d-a70b-6680ffc3f920 req-2bacf553-4a88-40e9-a610-510d314041d1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736823 Jan 28 12:55:09.165280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf878c03-894b-44c9-a7b7-1912a82e739c req-cf69885f-e4c0-40d7-9939-037c018c3785 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:09.166947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf878c03-894b-44c9-a7b7-1912a82e739c req-cf69885f-e4c0-40d7-9939-037c018c3785 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0613127 Jan 28 12:55:09.225357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf878c03-894b-44c9-a7b7-1912a82e739c req-cd7a8762-9e5f-426b-b3aa-fa8a43740278 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522058 Jan 28 12:55:10.328333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ff3d4-0aa0-42aa-aed8-8859ac9c31b4 req-ed3e73fe-3804-412f-bd35-7bad012a74e3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:10.330074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2e5ff3d4-0aa0-42aa-aed8-8859ac9c31b4 req-ed3e73fe-3804-412f-bd35-7bad012a74e3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.1041975 Jan 28 12:55:10.410524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0dc6e-90eb-4912-a817-acdac146e6ca req-2f1e5175-602a-4be7-b861-26ad4f2bfd4d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:10.412068 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdb0dc6e-90eb-4912-a817-acdac146e6ca req-2f1e5175-602a-4be7-b861-26ad4f2bfd4d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0919127 Jan 28 12:55:10.439940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2e5ff3d4-0aa0-42aa-aed8-8859ac9c31b4 req-5c0422f5-18cb-4a8f-af22-05a908d86fd1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796573 Jan 28 12:55:10.485611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdb0dc6e-90eb-4912-a817-acdac146e6ca req-44f3443c-f396-4f86-8710-e042e2feec11 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618250 Jan 28 12:55:11.690689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b164a6-fc5d-463c-b172-19c05072df14 req-db6b530a-9767-4c28-b370-19b44049e3ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:11.693344 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e8b164a6-fc5d-463c-b172-19c05072df14 req-db6b530a-9767-4c28-b370-19b44049e3ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.0924180 Jan 28 12:55:11.700569 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe617d6c-1971-423f-b9d5-4dd9e2fd115e req-36b4ef8d-684c-4e85-bf26-77189c585c59 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:11.702832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe617d6c-1971-423f-b9d5-4dd9e2fd115e req-36b4ef8d-684c-4e85-bf26-77189c585c59 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1031568 Jan 28 12:55:11.769575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e8b164a6-fc5d-463c-b172-19c05072df14 req-d60a6351-622b-4e70-8b7d-e9ddbecee439 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653980 Jan 28 12:55:11.805022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe617d6c-1971-423f-b9d5-4dd9e2fd115e req-464dda16-fb12-4ed0-8bf3-046eadaac445 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699377 Jan 28 12:55:13.001262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ba364-651e-4f1a-8999-5a66303df329 req-22742f9b-68fa-4982-88ae-86149e9d33f8 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:13.013242 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-630ba364-651e-4f1a-8999-5a66303df329 req-22742f9b-68fa-4982-88ae-86149e9d33f8 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0834899 Jan 28 12:55:13.057420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f58408-c61e-4f5b-8f59-2036b0af477c req-bd879374-2a77-4c93-bfe4-4bce523e5de2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:13.060190 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03f58408-c61e-4f5b-8f59-2036b0af477c req-bd879374-2a77-4c93-bfe4-4bce523e5de2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.1740642 Jan 28 12:55:13.163442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-630ba364-651e-4f1a-8999-5a66303df329 req-0cae6113-526b-4a4c-8e5e-f3e7e35850e8 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486764 Jan 28 12:55:13.164146 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:55:13.207846 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03f58408-c61e-4f5b-8f59-2036b0af477c req-a4b58595-20a9-4504-95fb-43c27986bdc4 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390963 Jan 28 12:55:14.170029 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-9581e310-e918-4404-a2c7-eaa2846a0ff4 service neutron] show failed (client error): The resource could not be found. Jan 28 12:55:14.172017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-9581e310-e918-4404-a2c7-eaa2846a0ff4 service neutron] 10.222.0.49 "GET /v2.0/ports/410e713a-da90-498a-a87a-e892a6644a75/bindings/n-h1-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.1541212 Jan 28 12:55:14.868870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adbcf4-ece4-47b1-8dbe-e84705c9520c req-2329efc6-78cf-43b7-8662-7664d7b05a0d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:14.878022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95adbcf4-ece4-47b1-8dbe-e84705c9520c req-2329efc6-78cf-43b7-8662-7664d7b05a0d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.4735894 Jan 28 12:55:14.999011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c318dc-9192-46f9-9ff2-ceba4bcf2604 req-e471af06-ddd0-4203-8cd6-65f0e0cbbf7f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:15.006958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1c318dc-9192-46f9-9ff2-ceba4bcf2604 req-e471af06-ddd0-4203-8cd6-65f0e0cbbf7f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.5724695 Jan 28 12:55:15.031987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-95adbcf4-ece4-47b1-8dbe-e84705c9520c req-064bda03-db0e-40e6-80ad-ba10528dc962 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527267 Jan 28 12:55:15.075242 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fa85aee8-52c3-402a-9268-530786b2311b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:55:15.077372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-4788a987-bc81-4b4b-8246-89b287fff9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:15.079142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-4788a987-bc81-4b4b-8246-89b287fff9b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe&tenant_id=f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 1097 time: 0.4349644 Jan 28 12:55:15.100818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:55:15.435866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fa85aee8-52c3-402a-9268-530786b2311b,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:15.483115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'fa85aee8-52c3-402a-9268-530786b2311b', 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa', 'port_id': 'fa85aee8-52c3-402a-9268-530786b2311b', 'mac_address': 'fa:16:3e:6f:da:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f99615c-f897-4987-b660-47ac0e5c4001', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:55:15.599271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fa85aee8-52c3-402a-9268-530786b2311b is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:55:15.600102 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fa85aee8-52c3-402a-9268-530786b2311b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:15.650945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa85aee8-52c3-402a-9268-530786b2311b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:55:15.702637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fa85aee8-52c3-402a-9268-530786b2311b,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:15.713059 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fa85aee8-52c3-402a-9268-530786b2311b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:15.878446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fa85aee8-52c3-402a-9268-530786b2311b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:55:15.972523 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:16.009055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fa85aee8-52c3-402a-9268-530786b2311b,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:16.057997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.058364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.074738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.075167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.078379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.088064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.088625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.089389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.094534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.094979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.095488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.096314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.096732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.323466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:16.404152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:55:16.493283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1c318dc-9192-46f9-9ff2-ceba4bcf2604 req-704f57b1-c015-49a6-96ac-288e791546a4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4850898 Jan 28 12:55:16.620570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '410e713a-da90-498a-a87a-e892a6644a75'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:55:16.623393 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f32ab8-ddb7-486c-969b-e59e652b01cb" -d '{"events": [{"server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "name": "network-vif-unplugged", "status": "completed", "tag": "410e713a-da90-498a-a87a-e892a6644a75"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:55:16.641800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Publish callbacks [] for port (410e713a-da90-498a-a87a-e892a6644a75), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:16.723943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Transition to ACTIVE for port object 410e713a-da90-498a-a87a-e892a6644a75 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:55:16.736480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b7c5a-aee6-4c6a-a410-a1309596899a req-5cddb6f2-3ee1-406b-9afc-f1ebf6b11e56 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:16.746038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-481b7c5a-aee6-4c6a-a410-a1309596899a req-5cddb6f2-3ee1-406b-9afc-f1ebf6b11e56 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.2499373 Jan 28 12:55:16.778690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:16.808024 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35840f0d-8879-4153-b521-cdb68719b900 x-openstack-request-id: req-35840f0d-8879-4153-b521-cdb68719b900 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:55:16.808569 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "name": "network-vif-unplugged", "status": "completed", "tag": "410e713a-da90-498a-a87a-e892a6644a75", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:55:16.808569 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35840f0d-8879-4153-b521-cdb68719b900 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:55:16.808993 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '410e713a-da90-498a-a87a-e892a6644a75', 'code': 200} Jan 28 12:55:16.906690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:16.929772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.929772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.929772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.929772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.929772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.929772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.929772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.929772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.929772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.930605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.930605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.930605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:16.932017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:17.086113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fa85aee8-52c3-402a-9268-530786b2311b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:55:17.337852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-481b7c5a-aee6-4c6a-a410-a1309596899a req-860359a9-2343-480d-b529-182f5cd14533 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5903025 Jan 28 12:55:17.434791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] No DVR routers for this DVR port 410e713a-da90-498a-a87a-e892a6644a75 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:55:17.967397 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:17.972659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999e2b7-6dda-4f8c-9e66-a7f304b56217 req-2be113d9-7ed6-4edd-8c2f-b043421e75e1 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:17.974233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e999e2b7-6dda-4f8c-9e66-a7f304b56217 req-2be113d9-7ed6-4edd-8c2f-b043421e75e1 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 945 time: 0.2191203 Jan 28 12:55:17.987121 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:18.004574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port fa85aee8-52c3-402a-9268-530786b2311b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:55:18.005123 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fa85aee8-52c3-402a-9268-530786b2311b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:18.155302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Attempting to bind port 410e713a-da90-498a-a87a-e892a6644a75 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:55:18.155662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Attempting to bind port 410e713a-da90-498a-a87a-e892a6644a75 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:55:18.156201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Attempting to bind port 410e713a-da90-498a-a87a-e892a6644a75 on network 376b0365-6936-4187-9688-098eaa8f7e82 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:55:18.172501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Port 410e713a-da90-498a-a87a-e892a6644a75 on network 376b0365-6936-4187-9688-098eaa8f7e82 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:55:18.183977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Attempting to bind port 410e713a-da90-498a-a87a-e892a6644a75 on network 376b0365-6936-4187-9688-098eaa8f7e82 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:55:18.198041 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:55:18.199811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Checking segment: {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:55:18.207908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Bound using segment: {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:55:18.208590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Bound port: 410e713a-da90-498a-a87a-e892a6644a75, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:55:18.209151 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:18.326777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fa85aee8-52c3-402a-9268-530786b2311b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:55:18.338060 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fa85aee8-52c3-402a-9268-530786b2311b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:18.473107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e999e2b7-6dda-4f8c-9e66-a7f304b56217 req-c3d10d62-da7a-448d-8f47-6002f9dfba6c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829288 Jan 28 12:55:18.511800 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48344) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:18.517532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa85aee8-52c3-402a-9268-530786b2311b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:55:18.545558 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce862e8-188d-410c-b541-5ffc32d79cee" -d '{"events": [{"server_uuid": "320b6baa-039a-48bf-87a4-89e928bf62d6", "name": "network-vif-plugged", "status": "completed", "tag": "fa85aee8-52c3-402a-9268-530786b2311b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:55:18.563980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:55:18.569388 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:55:18.577756 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:18.628142 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fa85aee8-52c3-402a-9268-530786b2311b,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:18.648335 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fa85aee8-52c3-402a-9268-530786b2311b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:18.649598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 410e713a-da90-498a-a87a-e892a6644a75 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:55:18.688384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:18.690020 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:18.692963 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] 10.222.0.35 "PUT /v2.0/ports/410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1092 time: 3.5990958 Jan 28 12:55:18.774847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f8e22-dd96-4bc7-98e9-b191cb39ff0e service neutron] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:18.811311 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1300c7c2-c284-47ce-a738-01c00aab4c31 x-openstack-request-id: req-1300c7c2-c284-47ce-a738-01c00aab4c31 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:55:18.811735 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320b6baa-039a-48bf-87a4-89e928bf62d6", "name": "network-vif-plugged", "status": "completed", "tag": "fa85aee8-52c3-402a-9268-530786b2311b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:55:18.812116 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1300c7c2-c284-47ce-a738-01c00aab4c31 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:55:18.812604 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa85aee8-52c3-402a-9268-530786b2311b', 'code': 200} Jan 28 12:55:18.844488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'tag': '410e713a-da90-498a-a87a-e892a6644a75'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:55:18.859048 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce890e3-f136-46be-82dd-2688f0745f60" -d '{"events": [{"name": "network-changed", "server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "tag": "410e713a-da90-498a-a87a-e892a6644a75"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:55:18.999845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fa85aee8-52c3-402a-9268-530786b2311b,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:19.008717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port 410e713a-da90-498a-a87a-e892a6644a75 host n-h1-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:55:19.022870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 410e713a-da90-498a-a87a-e892a6644a75 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:55:19.141505 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a19f7d-ccea-4700-8fcc-0ec902c40163 x-openstack-request-id: req-c4a19f7d-ccea-4700-8fcc-0ec902c40163 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:55:19.141797 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "tag": "410e713a-da90-498a-a87a-e892a6644a75", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:55:19.146065 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4a19f7d-ccea-4700-8fcc-0ec902c40163 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:55:19.146525 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'tag': '410e713a-da90-498a-a87a-e892a6644a75', 'status': 'completed', 'code': 200} Jan 28 12:55:19.175693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a427d-ff14-4f64-bd57-8593b9b7ad23 req-be1c03f8-942b-43b2-906e-0b9f4e98eb2e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:19.182027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-404a427d-ff14-4f64-bd57-8593b9b7ad23 req-be1c03f8-942b-43b2-906e-0b9f4e98eb2e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 944 time: 0.4862556 Jan 28 12:55:19.320561 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24f207bd-285e-4814-bfba-928a284f7a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:19.344937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-db5ef8d4-d1ff-4b30-b20f-7165993c8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:19.363376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-db5ef8d4-d1ff-4b30-b20f-7165993c8faf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1095 time: 0.5472503 Jan 28 12:55:19.475539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-528827a9-49f5-490f-ab50-4b818962e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:19.485448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-528827a9-49f5-490f-ab50-4b818962e841 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1095 time: 0.4494777 Jan 28 12:55:19.683139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-c87ab114-fa78-4378-9bb5-40d32ca8dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:19.699016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-c87ab114-fa78-4378-9bb5-40d32ca8dab0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 898 time: 0.2937317 Jan 28 12:55:20.170858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-404a427d-ff14-4f64-bd57-8593b9b7ad23 req-0cc2fb57-d77d-497c-b7f4-25eb108c39a2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9487395 Jan 28 12:55:20.235773 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f76f-da5c-459f-9a91-6ac273d10de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (f2528002-78b2-495c-aba6-1b8189d14e72), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:20.564118 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-fab4d402-66a7-4dbc-8360-559962d7f9a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1000 time: 0.8193603 Jan 28 12:55:20.612871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-3b6a3a50-38e3-4d06-80f2-ac332cab1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:20.614736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-3b6a3a50-38e3-4d06-80f2-ac332cab1558 service neutron] 10.222.0.49 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 898 time: 0.9145992 Jan 28 12:55:20.625967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8bc19aa-8575-473e-9514-41f7d9c9398e req-c2b5eb2d-87c0-4779-bd68-337a207f8306 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7133393 Jan 28 12:55:20.900205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f629a-c1de-4939-a8e1-5f43e16b3f02 req-b36a50cf-b7a0-4246-bcea-8e557d44a6c5 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:20.908383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-815f629a-c1de-4939-a8e1-5f43e16b3f02 req-b36a50cf-b7a0-4246-bcea-8e557d44a6c5 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 1.1955884 Jan 28 12:55:20.956289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-61d73a8b-ff18-40a9-ad67-195f02d440b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:20.958044 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-61d73a8b-ff18-40a9-ad67-195f02d440b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 0.3679643 Jan 28 12:55:21.069727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c2f5f76f-da5c-459f-9a91-6ac273d10de4 admin admin] Deleting port 454b6cdc-09f3-4fb7-add8-33f617da8bd6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:55:21.070013 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f76f-da5c-459f-9a91-6ac273d10de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:21.118379 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-ad159c02-3f66-4ca5-a631-97c2ee0cd9d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1000 time: 0.4348845 Jan 28 12:55:21.238495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc19aa-8575-473e-9514-41f7d9c9398e req-111ef5ad-4bd5-45af-810a-8c87bcffc44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:21.246965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8bc19aa-8575-473e-9514-41f7d9c9398e req-111ef5ad-4bd5-45af-810a-8c87bcffc44a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee6743f69c9e4047a11472cf0f456967&device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 1096 time: 0.5322590 Jan 28 12:55:21.261261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c2f5f76f-da5c-459f-9a91-6ac273d10de4 admin admin] For port 454b6cdc-09f3-4fb7-add8-33f617da8bd6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=454b6cdc-09f3-4fb7-add8-33f617da8bd6,segment=NetworkSegment(acc60e36-d09b-476c-a3e1-3434103f6454),segment_id=acc60e36-d09b-476c-a3e1-3434103f6454)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:21.262263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f76f-da5c-459f-9a91-6ac273d10de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:21.287712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c2f5f76f-da5c-459f-9a91-6ac273d10de4 admin admin] Calling delete_port for 454b6cdc-09f3-4fb7-add8-33f617da8bd6 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:55:21.645034 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1af9722b-acee-4314-ba8a-a4fdf8f44674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:21.734008 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f76f-da5c-459f-9a91-6ac273d10de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (454b6cdc-09f3-4fb7-add8-33f617da8bd6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:21.820564 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-815f629a-c1de-4939-a8e1-5f43e16b3f02 req-4136785b-1846-4d35-a6e3-7b17b95370d5 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9107878 Jan 28 12:55:21.822898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5f76f-da5c-459f-9a91-6ac273d10de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=454b6cdc-09f3-4fb7-add8-33f617da8bd6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:21.943005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-da78e1b8-6ec8-4a36-9f02-b416d6190323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:21.944518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-da78e1b8-6ec8-4a36-9f02-b416d6190323 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9588830 Jan 28 12:55:22.393267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-70882c40-c16a-4dd3-8066-d5484e561bf5 service neutron] 10.222.0.35 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300809 Jan 28 12:55:22.651884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-70b72019-46c9-4a03-bfb8-fd70cf08ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:22.655827 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-70b72019-46c9-4a03-bfb8-fd70cf08ec22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 1.5200460 Jan 28 12:55:22.695479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc19aa-8575-473e-9514-41f7d9c9398e req-c9369124-06af-40b0-bf6c-0232467dd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:22.699752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8bc19aa-8575-473e-9514-41f7d9c9398e req-c9369124-06af-40b0-bf6c-0232467dd8fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 200 len: 911 time: 1.4019957 Jan 28 12:55:22.718099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f76f-da5c-459f-9a91-6ac273d10de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (f2528002-78b2-495c-aba6-1b8189d14e72), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:23.004282 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:23.128656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8bc19aa-8575-473e-9514-41f7d9c9398e req-5a0c89e9-20df-4c1d-a709-f3a6de291f4e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5848a18e-6904-4a65-b1bc-fdf81df656d1 HTTP/1.1" status: 200 len: 1001 time: 0.3687015 Jan 28 12:55:23.222570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91e4e1-e327-4354-ac7e-119a783e397e req-3eb5bd86-966a-4fe9-a0ed-0a35bc58ea5f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:23.224184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a91e4e1-e327-4354-ac7e-119a783e397e req-3eb5bd86-966a-4fe9-a0ed-0a35bc58ea5f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 944 time: 1.7146158 Jan 28 12:55:23.361989 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07da9a2a-3e9d-42e7-a1c5-6c2a800705be req-723f6251-60e7-409e-ab6d-2fdcc2b6d02e service neutron] 10.222.0.35 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9493496 Jan 28 12:55:23.536469 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f5f76f-da5c-459f-9a91-6ac273d10de4 admin admin] Router f2528002-78b2-495c-aba6-1b8189d14e72 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:55:23.769133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-37d184af-1838-4e7f-8d79-43ad6f4fba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:23.778744 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-37d184af-1838-4e7f-8d79-43ad6f4fba19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0750043 Jan 28 12:55:23.918143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f5f76f-da5c-459f-9a91-6ac273d10de4 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:55:23.931810 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a9167-f203-429a-b36d-419708859c51 None None] Sync routers for ids ['f2528002-78b2-495c-aba6-1b8189d14e72'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:55:23.933206 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c2f5f76f-da5c-459f-9a91-6ac273d10de4 admin admin] 10.222.0.53 "PUT /v2.0/routers/f2528002-78b2-495c-aba6-1b8189d14e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4197955 Jan 28 12:55:23.933927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48392) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:23.946385 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a9167-f203-429a-b36d-419708859c51 None None] Routers {'f2528002-78b2-495c-aba6-1b8189d14e72'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:55:23.947019 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-275a9167-f203-429a-b36d-419708859c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f2528002-78b2-495c-aba6-1b8189d14e72'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:23.977960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc19aa-8575-473e-9514-41f7d9c9398e req-c6d755f2-40b2-4a14-9dcb-e5ac8ec1658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:23.979474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8bc19aa-8575-473e-9514-41f7d9c9398e req-c6d755f2-40b2-4a14-9dcb-e5ac8ec1658d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 200 len: 849 time: 0.8267379 Jan 28 12:55:24.116219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-0ddaf6e4-477d-4314-b04d-fffb85ab4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:24.120562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-0ddaf6e4-477d-4314-b04d-fffb85ab4272 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1095 time: 0.6262972 Jan 28 12:55:24.229834 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-275a9167-f203-429a-b36d-419708859c51 None None] Set router f2528002-78b2-495c-aba6-1b8189d14e72 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:55:24.258391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f3319-53d2-4373-8fc4-d4065c63f19f req-75ec1b64-890f-4479-a421-4ea61c83d7e3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:24.262998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-471f3319-53d2-4373-8fc4-d4065c63f19f req-75ec1b64-890f-4479-a421-4ea61c83d7e3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 1.0356290 Jan 28 12:55:24.358906 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Publish callbacks [] for router (f2528002-78b2-495c-aba6-1b8189d14e72), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:24.709196 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:24.777846 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Publish callbacks [] for router_gateway (f2528002-78b2-495c-aba6-1b8189d14e72), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:24.867748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-8a96ee85-96b1-4d46-8193-c4b661399d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:24.873660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-8a96ee85-96b1-4d46-8193-c4b661399d26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 898 time: 0.7125485 Jan 28 12:55:24.892889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-c0b36bfc-25a1-4d2e-8f32-de7127a5d100 service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0969918 Jan 28 12:55:24.977297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a91e4e1-e327-4354-ac7e-119a783e397e req-faa9c7f0-0885-44aa-9a8e-6ebfed06b551 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5955734 Jan 28 12:55:25.017480 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-275a9167-f203-429a-b36d-419708859c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:55:21Z', 'revision_number': 5, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port': {'id': 'b978d894-4e0c-4912-8fa4-859ca78f083b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:47:49Z', 'updated_at': '2022-01-28T12:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:25.049949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48408) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:25.140501 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Deleting port b978d894-4e0c-4912-8fa4-859ca78f083b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:55:25.141946 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:25.170046 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a9167-f203-429a-b36d-419708859c51 None None] Checking router: f2528002-78b2-495c-aba6-1b8189d14e72 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:55:25.243111 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a9167-f203-429a-b36d-419708859c51 None None] Routers {'f2528002-78b2-495c-aba6-1b8189d14e72'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:55:25.244471 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-275a9167-f203-429a-b36d-419708859c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f2528002-78b2-495c-aba6-1b8189d14e72'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:25.465733 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] For port b978d894-4e0c-4912-8fa4-859ca78f083b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b978d894-4e0c-4912-8fa4-859ca78f083b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:25.471781 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:25.524531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Calling delete_port for b978d894-4e0c-4912-8fa4-859ca78f083b owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:55:25.710910 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-275a9167-f203-429a-b36d-419708859c51 None None] Set router f2528002-78b2-495c-aba6-1b8189d14e72 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:55:25.898962 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-275a9167-f203-429a-b36d-419708859c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:55:24Z', 'revision_number': 6, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:25.983955 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b978d894-4e0c-4912-8fa4-859ca78f083b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:26.017099 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:26.054529 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a9167-f203-429a-b36d-419708859c51 None None] The sync data for ids ['f2528002-78b2-495c-aba6-1b8189d14e72'] in n-d-824835-4 is: [{'id': 'f2528002-78b2-495c-aba6-1b8189d14e72', 'name': 'tempest-TestVolumeBackupRestore-526693363-router', 'tenant_id': '30409251dd04406683237dc75c42a313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:47:48Z', 'updated_at': '2022-01-28T12:55:24Z', 'revision_number': 6, 'project_id': '30409251dd04406683237dc75c42a313', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:55:26.071731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Pushing event deleted for resources: {'Port': ['ID=b978d894-4e0c-4912-8fa4-859ca78f083b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:26.167903 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2c00db25-9585-4605-9a18-021ccdec45e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2672864c8ceb4dd58d7aa01b3f932d59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1130435 Jan 28 12:55:26.181527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48448) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:26.310717 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (f2528002-78b2-495c-aba6-1b8189d14e72), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:26.683654 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ad687ed-e239-4869-b52c-d905f500eb4b admin admin] Publish callbacks [] for security_group (9e051540-1768-4388-ba27-636e0c9d67c9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:26.694586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (f2528002-78b2-495c-aba6-1b8189d14e72), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:26.703182 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Publish callbacks [] for router_controller (f2528002-78b2-495c-aba6-1b8189d14e72), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:26.753153 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 410e713a-da90-498a-a87a-e892a6644a75 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:55:26.975144 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ad687ed-e239-4869-b52c-d905f500eb4b admin admin] Publish callbacks [] for security_group (9e051540-1768-4388-ba27-636e0c9d67c9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:27.004342 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (f2528002-78b2-495c-aba6-1b8189d14e72), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:27.007199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2528002-78b2-495c-aba6-1b8189d14e72 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:55:27.031221 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:27.038367 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2d480fd7-1e02-4e35-8a75-ed7569b0620b admin admin] 10.222.0.53 "DELETE /v2.0/routers/f2528002-78b2-495c-aba6-1b8189d14e72 HTTP/1.1" status: 204 len: 168 time: 3.1034148 Jan 28 12:55:27.043126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48454) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:27.180317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:27.234292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '410e713a-da90-498a-a87a-e892a6644a75', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'port_id': '410e713a-da90-498a-a87a-e892a6644a75', 'mac_address': 'fa:16:3e:34:5d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:55:27.256952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f18924e-30c2-41b1-9584-584a9f9017cd admin admin] Deleting subnet 417fb24a-0898-4a86-b89c-4b8315ab8223 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:55:27.261603 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f18924e-30c2-41b1-9584-584a9f9017cd admin admin] Publish callbacks [] for subnet (417fb24a-0898-4a86-b89c-4b8315ab8223), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:27.317951 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-91ca2e68-63ec-45d7-b436-a2ea8a327100 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1000 time: 2.3333383 Jan 28 12:55:27.376312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 410e713a-da90-498a-a87a-e892a6644a75 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:55:27.378931 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:27.412426 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f18924e-30c2-41b1-9584-584a9f9017cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (417fb24a-0898-4a86-b89c-4b8315ab8223), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:27.489648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410e713a-da90-498a-a87a-e892a6644a75 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:55:27.532992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc19aa-8575-473e-9514-41f7d9c9398e req-951853c4-e2e9-4f90-a784-9b92ec4490b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:27.534604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8bc19aa-8575-473e-9514-41f7d9c9398e req-951853c4-e2e9-4f90-a784-9b92ec4490b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7453b05-09ce-4a85-ae96-f2192fedc139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 3.4683149 Jan 28 12:55:27.559577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:27.574665 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:27.615243 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-b9d89d2c-192c-4d18-852c-c5e0b06d1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:27.616831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-b9d89d2c-192c-4d18-852c-c5e0b06d1798 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 0.2912312 Jan 28 12:55:27.656869 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ad687ed-e239-4869-b52c-d905f500eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9e051540-1768-4388-ba27-636e0c9d67c9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:27.668548 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ad687ed-e239-4869-b52c-d905f500eb4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:27.673297 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7ad687ed-e239-4869-b52c-d905f500eb4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e051540-1768-4388-ba27-636e0c9d67c9 HTTP/1.1" status: 204 len: 168 time: 1.4819851 Jan 28 12:55:27.696482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-471f3319-53d2-4373-8fc4-d4065c63f19f req-fa3becc8-90ca-4af9-82a0-0b0fe098d31c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9545348 Jan 28 12:55:27.812314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:27.817879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad687ed-e239-4869-b52c-d905f500eb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e051540-1768-4388-ba27-636e0c9d67c9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:27.864827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['410e713a-da90-498a-a87a-e892a6644a75'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:55:27.919103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f18924e-30c2-41b1-9584-584a9f9017cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (417fb24a-0898-4a86-b89c-4b8315ab8223), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:28.068729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e7df8-4f4a-467c-9a4e-bbc1adf586f2 req-a589dcc5-b35f-4b41-aeb3-260cad774185 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:28.070437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-972e7df8-4f4a-467c-9a4e-bbc1adf586f2 req-a589dcc5-b35f-4b41-aeb3-260cad774185 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 944 time: 1.2166917 Jan 28 12:55:28.255906 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f18924e-30c2-41b1-9584-584a9f9017cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (417fb24a-0898-4a86-b89c-4b8315ab8223), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:28.287049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f18924e-30c2-41b1-9584-584a9f9017cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:28.290250 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5f18924e-30c2-41b1-9584-584a9f9017cd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/417fb24a-0898-4a86-b89c-4b8315ab8223 HTTP/1.1" status: 204 len: 168 time: 1.2394416 Jan 28 12:55:28.293401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48494) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:28.324564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 454b6cdc-09f3-4fb7-add8-33f617da8bd6 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:55:28.326678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df0cde1-aae9-415d-962c-871093b46893 None None] Network 03dd53d0-f251-4d90-bbf8-d0233ca85f4a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:55:28.362722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-d1f7fbbf-dcf8-42ef-a4fc-61869cdc20b7 service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.4685462 Jan 28 12:55:28.435616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18924e-30c2-41b1-9584-584a9f9017cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417fb24a-0898-4a86-b89c-4b8315ab8223,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:28.500161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 454b6cdc-09f3-4fb7-add8-33f617da8bd6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:55:28.500300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 454b6cdc-09f3-4fb7-add8-33f617da8bd6 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:55:28.503247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b978d894-4e0c-4912-8fa4-859ca78f083b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:55:28.571915 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: b978d894-4e0c-4912-8fa4-859ca78f083b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:55:28.572401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b978d894-4e0c-4912-8fa4-859ca78f083b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:55:28.653804 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (03dd53d0-f251-4d90-bbf8-d0233ca85f4a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:28.694403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-9600c45f-853f-4b59-85e0-6dfc5f89f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:28.700060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-9600c45f-853f-4b59-85e0-6dfc5f89f3af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9616508 Jan 28 12:55:28.759511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68cdcfa-c509-46b5-9a07-13d0b4edb391 None None] DHCP port deletion for 03dd53d0-f251-4d90-bbf8-d0233ca85f4a request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:55:28.957798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8bc19aa-8575-473e-9514-41f7d9c9398e req-c4d51dfa-9f65-43e0-a4ca-7db7c2a6a675 service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3335891 Jan 28 12:55:29.037263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e68cdcfa-c509-46b5-9a07-13d0b4edb391 None None] Deleting port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:55:29.039891 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e68cdcfa-c509-46b5-9a07-13d0b4edb391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:29.290686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e68cdcfa-c509-46b5-9a07-13d0b4edb391 None None] For port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5cad8c28-902c-4c37-92f4-da0fa6fb3b73,segment=NetworkSegment(acc60e36-d09b-476c-a3e1-3434103f6454),segment_id=acc60e36-d09b-476c-a3e1-3434103f6454)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:29.291241 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e68cdcfa-c509-46b5-9a07-13d0b4edb391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:29.321119 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e68cdcfa-c509-46b5-9a07-13d0b4edb391 None None] Calling delete_port for 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:55:29.433607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8bc19aa-8575-473e-9514-41f7d9c9398e req-a48f03ea-ee5e-4017-ae85-b7c1f2fbf1fd service neutron] 10.222.0.49 "GET /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755372 Jan 28 12:55:29.485168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-972e7df8-4f4a-467c-9a4e-bbc1adf586f2 req-c8f3c035-1777-4e2d-98dd-8e9bc8fb9006 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3946831 Jan 28 12:55:29.691211 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e68cdcfa-c509-46b5-9a07-13d0b4edb391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:29.808111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2313ee-4567-4f0c-a356-da957de5836b req-aab41472-10c5-41e2-8f85-84b63c8115a2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:29.817286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68cdcfa-c509-46b5-9a07-13d0b4edb391 None None] No DVR routers for this DVR port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:55:29.832811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cdcfa-c509-46b5-9a07-13d0b4edb391 None None] Pushing event deleted for resources: {'Port': ['ID=5cad8c28-902c-4c37-92f4-da0fa6fb3b73,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:29.837261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a2313ee-4567-4f0c-a356-da957de5836b req-aab41472-10c5-41e2-8f85-84b63c8115a2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.8506360 Jan 28 12:55:30.088716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-ff32aa9b-31cb-492c-b47b-c38108b22f19 service neutron] 10.222.0.35 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3449094 Jan 28 12:55:30.260538 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:55:30.278909 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a2313ee-4567-4f0c-a356-da957de5836b req-9559f6dc-08e9-4553-b11f-2891f3027144 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318750 Jan 28 12:55:30.343956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:55:30.344487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:55:30.741150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804125a-ffcd-4f5d-88b0-1b1f1ff3157a req-d7ce8443-bba5-4a7a-8468-8002ac734008 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:30.748544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b804125a-ffcd-4f5d-88b0-1b1f1ff3157a req-d7ce8443-bba5-4a7a-8468-8002ac734008 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 945 time: 0.4369082 Jan 28 12:55:30.753968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Deleting port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:55:30.754323 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:30.769521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 410e713a-da90-498a-a87a-e892a6644a75 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:55:30.977373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 410e713a-da90-498a-a87a-e892a6644a75 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:55:30.983003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 410e713a-da90-498a-a87a-e892a6644a75 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:55:30.983556 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (410e713a-da90-498a-a87a-e892a6644a75), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:31.186404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ce890e3-f136-46be-82dd-2688f0745f60 req-ce6d70a4-d08f-487e-ba99-2d8da3991212 service neutron] 10.222.0.35 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0795529 Jan 28 12:55:31.286615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 410e713a-da90-498a-a87a-e892a6644a75 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:55:31.298968 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:31.319083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] For port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73, host n-d-824835-4, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:31.348138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:31.414667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b804125a-ffcd-4f5d-88b0-1b1f1ff3157a req-98b8ae7f-2a91-467d-9239-a937c57e10c7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5042648 Jan 28 12:55:31.480873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:31.485875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410e713a-da90-498a-a87a-e892a6644a75'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:55:31.498277 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f30ea9-608b-45d8-8d6f-7f26d63c7496" -d '{"events": [{"server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "name": "network-vif-plugged", "status": "completed", "tag": "410e713a-da90-498a-a87a-e892a6644a75"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:55:31.510186 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:31.543958 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-d525af01-f167-4b5a-8af6-ac70f48e41b9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:31.553231 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-d525af01-f167-4b5a-8af6-ac70f48e41b9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe&tenant_id=f804c63ab4be43509b4700c1f4f06f6f&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 945 time: 1.4818239 Jan 28 12:55:31.580900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Calling delete_port for 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:55:31.598569 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:55:31.625100 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5cad8c28-902c-4c37-92f4-da0fa6fb3b73), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:31.721018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] No DVR routers for this DVR port 5cad8c28-902c-4c37-92f4-da0fa6fb3b73 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:55:31.721612 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb1f01c-71fe-419f-942d-16693202323e x-openstack-request-id: req-fcb1f01c-71fe-419f-942d-16693202323e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:55:31.722357 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "name": "network-vif-plugged", "status": "completed", "tag": "410e713a-da90-498a-a87a-e892a6644a75", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:55:31.727665 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcb1f01c-71fe-419f-942d-16693202323e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:55:31.728086 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410e713a-da90-498a-a87a-e892a6644a75', 'code': 200} Jan 28 12:55:31.749323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:31.776886 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-beb87aff-ba9f-4cb1-ad73-9b22432062aa service neutron] 10.222.0.35 "GET /v2.0/ports/410e713a-da90-498a-a87a-e892a6644a75/bindings/n-h1-824835-4 HTTP/1.1" status: 200 len: 382 time: 0.2165082 Jan 28 12:55:31.946632 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (03dd53d0-f251-4d90-bbf8-d0233ca85f4a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:31.980631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03dd53d0-f251-4d90-bbf8-d0233ca85f4a']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:31.997787 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc60e36-d09b-476c-a3e1-3434103f6454') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:31.998114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc60e36-d09b-476c-a3e1-3434103f6454') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:32.012270 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (acc60e36-d09b-476c-a3e1-3434103f6454), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:32.055438 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (acc60e36-d09b-476c-a3e1-3434103f6454), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:32.064855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:55:32.065263 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (acc60e36-d09b-476c-a3e1-3434103f6454), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:55:32.138969 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:55:32.142474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cad8c28-902c-4c37-92f4-da0fa6fb3b73,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:32.156532 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (03dd53d0-f251-4d90-bbf8-d0233ca85f4a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:32.175189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f478-964e-4587-8715-a0bb8e1ac6c0 req-a66e1434-23a3-41ea-a57f-10ca1961da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:32.177027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6549f478-964e-4587-8715-a0bb8e1ac6c0 req-a66e1434-23a3-41ea-a57f-10ca1961da2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1096 time: 0.8594646 Jan 28 12:55:32.211676 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:32.222273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/03dd53d0-f251-4d90-bbf8-d0233ca85f4a HTTP/1.1" status: 204 len: 168 time: 3.8888516 Jan 28 12:55:32.223271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48546) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:32.344501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273884f-e2f0-4660-8fd0-83925c439b5d req-cd9ee794-46b4-4fae-8d21-4c0724d67023 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:32.390347 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b273884f-e2f0-4660-8fd0-83925c439b5d req-cd9ee794-46b4-4fae-8d21-4c0724d67023 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.7122214 Jan 28 12:55:32.701501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80e996-caec-4682-a355-861b464c4dd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=03dd53d0-f251-4d90-bbf8-d0233ca85f4a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:32.998971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b273884f-e2f0-4660-8fd0-83925c439b5d req-d0bcb102-4064-45b1-9c57-63eb361e15bf tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071572 Jan 28 12:55:33.065568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f478-964e-4587-8715-a0bb8e1ac6c0 req-a55689ed-3d71-4df2-aba8-731babf13bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:33.071899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6549f478-964e-4587-8715-a0bb8e1ac6c0 req-a55689ed-3d71-4df2-aba8-731babf13bb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 898 time: 0.8231375 Jan 28 12:55:33.352321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6549f478-964e-4587-8715-a0bb8e1ac6c0 req-1f8ebe94-a19b-44d3-9c50-7bdb9da3da48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1002 time: 0.2681980 Jan 28 12:55:33.519807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1f86027-4eab-4727-b2d9-967336548236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:33.614948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f478-964e-4587-8715-a0bb8e1ac6c0 req-05663cdf-ee99-4141-8c70-faa32d433314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:33.616980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6549f478-964e-4587-8715-a0bb8e1ac6c0 req-05663cdf-ee99-4141-8c70-faa32d433314 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 0.2296150 Jan 28 12:55:33.646025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14678032-0afe-4749-9e17-14e7e1c457b1 req-66164bf0-4672-4fcd-a623-8ea0a5cae5e3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:33.648142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14678032-0afe-4749-9e17-14e7e1c457b1 req-66164bf0-4672-4fcd-a623-8ea0a5cae5e3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.9207826 Jan 28 12:55:33.834808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f478-964e-4587-8715-a0bb8e1ac6c0 req-41a3b5c3-f360-4cab-b334-fa194a06ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:33.843079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6549f478-964e-4587-8715-a0bb8e1ac6c0 req-41a3b5c3-f360-4cab-b334-fa194a06ab59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169666 Jan 28 12:55:33.885676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14678032-0afe-4749-9e17-14e7e1c457b1 req-81aa6d1f-6dbd-4308-b112-35decfedd3ee tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262478 Jan 28 12:55:34.103645 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6549f478-964e-4587-8715-a0bb8e1ac6c0 req-665c48c0-96f2-429c-8e43-fc7b2c8da597 service neutron] 10.222.0.35 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511880 Jan 28 12:55:34.278100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1f86027-4eab-4727-b2d9-967336548236 admin admin] Deleting port bab3a453-e041-44e6-9c5f-2e3ebc7ef255 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:55:34.278760 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1f86027-4eab-4727-b2d9-967336548236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:34.378328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6549f478-964e-4587-8715-a0bb8e1ac6c0 req-8083b436-846b-4429-b071-b6c25a070b2d service neutron] 10.222.0.35 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674482 Jan 28 12:55:34.558588 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d1f86027-4eab-4727-b2d9-967336548236 admin admin] For port bab3a453-e041-44e6-9c5f-2e3ebc7ef255, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bab3a453-e041-44e6-9c5f-2e3ebc7ef255,segment=NetworkSegment(a9d30a2d-f367-4b43-bc2b-b83ebaa0977a),segment_id=a9d30a2d-f367-4b43-bc2b-b83ebaa0977a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:34.559758 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1f86027-4eab-4727-b2d9-967336548236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:34.605457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1f86027-4eab-4727-b2d9-967336548236 admin admin] Calling delete_port for bab3a453-e041-44e6-9c5f-2e3ebc7ef255 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:55:34.608172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebee18-f14d-4ee6-a042-4e7bcc6ca20f req-e1c854fe-7cb6-4310-b334-16b4436b968f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:34.610051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-feebee18-f14d-4ee6-a042-4e7bcc6ca20f req-e1c854fe-7cb6-4310-b334-16b4436b968f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.3265226 Jan 28 12:55:34.681325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-ee5fed70-e4d9-4e4a-a294-a04208ce82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:34.687172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-ee5fed70-e4d9-4e4a-a294-a04208ce82eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1097 time: 0.2374165 Jan 28 12:55:34.890084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-feebee18-f14d-4ee6-a042-4e7bcc6ca20f req-1e5a3487-7c06-4360-ba8c-cb0fed10e150 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620137 Jan 28 12:55:35.000295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-e9fd68cd-d5b6-47fb-9caa-b260fb1499ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:35.003873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-e9fd68cd-d5b6-47fb-9caa-b260fb1499ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 898 time: 0.2982986 Jan 28 12:55:35.160469 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1f86027-4eab-4727-b2d9-967336548236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (bab3a453-e041-44e6-9c5f-2e3ebc7ef255), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:35.240613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da4d09-59f9-4e8d-8838-eeea6d4bc345 req-0710fcf6-51f3-48ea-beca-72fe2ef9889b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:35.243021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f86027-4eab-4727-b2d9-967336548236 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab3a453-e041-44e6-9c5f-2e3ebc7ef255,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:35.243267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2da4d09-59f9-4e8d-8838-eeea6d4bc345 req-0710fcf6-51f3-48ea-beca-72fe2ef9889b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.1386960 Jan 28 12:55:35.245060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-90fd14b4-ac2d-426b-97d7-1a890930aede service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1002 time: 0.2350976 Jan 28 12:55:35.471255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-366dc613-69f7-4ec8-8c87-198e941cc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:35.473285 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-366dc613-69f7-4ec8-8c87-198e941cc6b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 0.2194591 Jan 28 12:55:35.562837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2da4d09-59f9-4e8d-8838-eeea6d4bc345 req-60afdcc7-2edd-4307-bf54-8e7c8bef613c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417462 Jan 28 12:55:35.611942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-01178b3d-b6cf-411a-b1ba-fed87ff47baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:35.614083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-01178b3d-b6cf-411a-b1ba-fed87ff47baf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231394 Jan 28 12:55:35.685703 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1f86027-4eab-4727-b2d9-967336548236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:35.809177 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-d6a0cc81-c584-446d-aa58-0fc76931431b service neutron] 10.222.0.35 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881945 Jan 28 12:55:36.201155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-52e37d23-36e2-468c-a163-a1378f5187e3 service neutron] 10.222.0.35 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912623 Jan 28 12:55:36.238082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f86027-4eab-4727-b2d9-967336548236 admin admin] Router 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:55:36.245166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5941ade-630a-4974-8c2d-b6c8de250693 req-cc8f5cb0-b07a-43a3-a36b-7c0ad748bdbe tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:36.255684 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5941ade-630a-4974-8c2d-b6c8de250693 req-cc8f5cb0-b07a-43a3-a36b-7c0ad748bdbe tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1747561 Jan 28 12:55:36.372590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5941ade-630a-4974-8c2d-b6c8de250693 req-f5821f5c-bb12-41da-ad8f-089d400aa9ab tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122336 Jan 28 12:55:36.414472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f86027-4eab-4727-b2d9-967336548236 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:55:36.426908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5e6e0f-d821-4b83-8c71-ff149d683543 None None] Sync routers for ids ['4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:55:36.428118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48588) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:36.428507 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d1f86027-4eab-4727-b2d9-967336548236 admin admin] 10.222.0.53 "PUT /v2.0/routers/4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2038720 Jan 28 12:55:36.441858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e6e0f-d821-4b83-8c71-ff149d683543 None None] Routers {'4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:55:36.443032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe5e6e0f-d821-4b83-8c71-ff149d683543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:36.650866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-fe5e6e0f-d821-4b83-8c71-ff149d683543 None None] Set router 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:55:36.658218 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Publish callbacks [] for router (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:36.908203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe5e6e0f-d821-4b83-8c71-ff149d683543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'name': 'tempest-TestVolumeBackupRestore-1553800727-router', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:48:06Z', 'updated_at': '2022-01-28T12:55:35Z', 'revision_number': 5, 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'gw_port': {'id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:48:07Z', 'updated_at': '2022-01-28T12:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:36.944025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5e6e0f-d821-4b83-8c71-ff149d683543 None None] Checking router: 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:55:36.954503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e6e0f-d821-4b83-8c71-ff149d683543 None None] Routers {'4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:55:36.955555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe5e6e0f-d821-4b83-8c71-ff149d683543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:37.024805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543514c-491c-4168-b004-97cf3b42e0a9 req-dfbeae49-3f82-400a-9133-32ffce17e802 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:37.035211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2543514c-491c-4168-b004-97cf3b42e0a9 req-dfbeae49-3f82-400a-9133-32ffce17e802 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.2310653 Jan 28 12:55:37.128870 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Publish callbacks [] for router_gateway (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:37.144937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-fe5e6e0f-d821-4b83-8c71-ff149d683543 None None] Set router 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:55:37.233777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2543514c-491c-4168-b004-97cf3b42e0a9 req-ced85464-ebd7-4ae4-adb2-3b1d832721f9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737809 Jan 28 12:55:37.262182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Deleting port a0e3b23c-dea3-41ca-b76e-5e93e090d091 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:55:37.262795 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:37.390480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] For port a0e3b23c-dea3-41ca-b76e-5e93e090d091, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a0e3b23c-dea3-41ca-b76e-5e93e090d091,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:37.392667 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:37.427296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Calling delete_port for a0e3b23c-dea3-41ca-b76e-5e93e090d091 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:55:37.519838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe5e6e0f-d821-4b83-8c71-ff149d683543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'name': 'tempest-TestVolumeBackupRestore-1553800727-router', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:48:06Z', 'updated_at': '2022-01-28T12:55:35Z', 'revision_number': 5, 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'gw_port': {'id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:48:07Z', 'updated_at': '2022-01-28T12:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:37.586152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5e6e0f-d821-4b83-8c71-ff149d683543 None None] The sync data for ids ['4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b'] in n-d-824835-4 is: [{'id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'name': 'tempest-TestVolumeBackupRestore-1553800727-router', 'tenant_id': '87d288f84edf43d1a141ca26b38d69ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:48:06Z', 'updated_at': '2022-01-28T12:55:35Z', 'revision_number': 5, 'project_id': '87d288f84edf43d1a141ca26b38d69ec', 'gw_port': {'id': 'a0e3b23c-dea3-41ca-b76e-5e93e090d091', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:48:07Z', 'updated_at': '2022-01-28T12:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:55:37.792410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69a9ed-984e-4cda-aa20-18f15edd259d req-9536357c-beb8-453b-bd39-1be4ddd24287 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:37.797225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d69a9ed-984e-4cda-aa20-18f15edd259d req-9536357c-beb8-453b-bd39-1be4ddd24287 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.2515266 Jan 28 12:55:37.927488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d69a9ed-984e-4cda-aa20-18f15edd259d req-1a5e4693-e89f-4415-8e44-770fbd3f55b6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051648 Jan 28 12:55:37.928671 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a0e3b23c-dea3-41ca-b76e-5e93e090d091), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:37.965844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e3b23c-dea3-41ca-b76e-5e93e090d091,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:38.185735 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:38.210704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bab3a453-e041-44e6-9c5f-2e3ebc7ef255 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:55:38.302090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: bab3a453-e041-44e6-9c5f-2e3ebc7ef255 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:55:38.302453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bab3a453-e041-44e6-9c5f-2e3ebc7ef255 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:55:38.476871 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:38.519379 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Publish callbacks [] for router_controller (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:39.103487 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:39.104061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:55:39.137227 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:39.142442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48618) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:39.143883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e2c20cfc-9be5-4fe0-b271-20082cdf5d17 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4198c7ce-67ea-4b7e-a15a-91a2bf0b7b4b HTTP/1.1" status: 204 len: 168 time: 2.7139018 Jan 28 12:55:39.203119 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd563d8f-4c6e-4af4-8a0c-f28e526b4acd req-f3b273c9-e6ce-4958-8bd4-8d7158fdc27c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:39.212038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd563d8f-4c6e-4af4-8a0c-f28e526b4acd req-f3b273c9-e6ce-4958-8bd4-8d7158fdc27c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.7753110 Jan 28 12:55:39.249373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5e89ba-3e37-40c6-94ae-a75eead154f0 admin admin] Deleting subnet 0a5f4b03-a05c-4a5e-a992-c6f67e46cf92 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:55:39.263911 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe5e89ba-3e37-40c6-94ae-a75eead154f0 admin admin] Publish callbacks [] for subnet (0a5f4b03-a05c-4a5e-a992-c6f67e46cf92), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:39.304372 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd563d8f-4c6e-4af4-8a0c-f28e526b4acd req-6afe2997-9e46-4aeb-a898-1b65f5497c8e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579424 Jan 28 12:55:39.358807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-2467d0c9-b9f4-411c-9c43-cb6ce9d4ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:39.361467 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe5e89ba-3e37-40c6-94ae-a75eead154f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (0a5f4b03-a05c-4a5e-a992-c6f67e46cf92), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:39.367257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-2467d0c9-b9f4-411c-9c43-cb6ce9d4ca52 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe&tenant_id=f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 1097 time: 0.8156402 Jan 28 12:55:39.385151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:55:39.440559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f65713-42dc-4987-bd38-ceac63c8da22 req-02d013ae-bd57-479b-ba30-218157d22518 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:39.442563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45f65713-42dc-4987-bd38-ceac63c8da22 req-02d013ae-bd57-479b-ba30-218157d22518 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.2974410 Jan 28 12:55:39.547197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:39.555134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45f65713-42dc-4987-bd38-ceac63c8da22 req-6730f3fb-9855-42f1-b6c2-1279aa1a2f94 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819473 Jan 28 12:55:39.659252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe5e89ba-3e37-40c6-94ae-a75eead154f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (0a5f4b03-a05c-4a5e-a992-c6f67e46cf92), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:39.849731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe5e89ba-3e37-40c6-94ae-a75eead154f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (0a5f4b03-a05c-4a5e-a992-c6f67e46cf92), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:39.905525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e89ba-3e37-40c6-94ae-a75eead154f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5f4b03-a05c-4a5e-a992-c6f67e46cf92,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:39.918128 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe5e89ba-3e37-40c6-94ae-a75eead154f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:39.924204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc2b694-d67f-4ab9-9f24-668361a4b021 None None] Network 15f65a5e-1995-4975-8388-0c326083380a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:55:39.935671 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fe5e89ba-3e37-40c6-94ae-a75eead154f0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0a5f4b03-a05c-4a5e-a992-c6f67e46cf92 HTTP/1.1" status: 204 len: 168 time: 0.7893989 Jan 28 12:55:39.939405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48632) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:40.031981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:40.069332 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (15f65a5e-1995-4975-8388-0c326083380a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:40.079402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a0e3b23c-dea3-41ca-b76e-5e93e090d091 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:55:40.143412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:55:40.151064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a0e3b23c-dea3-41ca-b76e-5e93e090d091 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:55:40.151654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a0e3b23c-dea3-41ca-b76e-5e93e090d091 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:55:40.168648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Deleting port a514f0fb-4c89-425f-a1fc-e7de747b2de7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:55:40.169231 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:40.232742 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Publish callbacks [] for port (410e713a-da90-498a-a87a-e892a6644a75), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:40.258805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '410e713a-da90-498a-a87a-e892a6644a75'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:55:40.262037 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2db4f2-e4fb-480e-9bf2-9506ebc0478d" -d '{"events": [{"server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "name": "network-vif-unplugged", "status": "completed", "tag": "410e713a-da90-498a-a87a-e892a6644a75"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:55:40.289181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Transition to ACTIVE for port object 410e713a-da90-498a-a87a-e892a6644a75 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:55:40.301256 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:40.352000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2136f416-fadb-4b4c-a411-bc927f37a76c None None] DHCP port deletion for 15f65a5e-1995-4975-8388-0c326083380a request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:55:40.382522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] For port a514f0fb-4c89-425f-a1fc-e7de747b2de7, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a514f0fb-4c89-425f-a1fc-e7de747b2de7,segment=NetworkSegment(a9d30a2d-f367-4b43-bc2b-b83ebaa0977a),segment_id=a9d30a2d-f367-4b43-bc2b-b83ebaa0977a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:40.384043 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:40.431043 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Calling delete_port for a514f0fb-4c89-425f-a1fc-e7de747b2de7 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:55:40.466451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2136f416-fadb-4b4c-a411-bc927f37a76c None None] Deleting port a514f0fb-4c89-425f-a1fc-e7de747b2de7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:55:40.467107 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2136f416-fadb-4b4c-a411-bc927f37a76c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:40.504864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:40.656963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2136f416-fadb-4b4c-a411-bc927f37a76c None None] For port a514f0fb-4c89-425f-a1fc-e7de747b2de7, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a514f0fb-4c89-425f-a1fc-e7de747b2de7,segment=NetworkSegment(a9d30a2d-f367-4b43-bc2b-b83ebaa0977a),segment_id=a9d30a2d-f367-4b43-bc2b-b83ebaa0977a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:40.658082 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2136f416-fadb-4b4c-a411-bc927f37a76c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:40.681799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2136f416-fadb-4b4c-a411-bc927f37a76c None None] Calling delete_port for a514f0fb-4c89-425f-a1fc-e7de747b2de7 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:55:40.839723 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:40.899045 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2136f416-fadb-4b4c-a411-bc927f37a76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (a514f0fb-4c89-425f-a1fc-e7de747b2de7), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:40.901309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 410e713a-da90-498a-a87a-e892a6644a75 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:55:40.909815 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c3d0d5-34a5-4dc3-92e3-a3bb10acf361 x-openstack-request-id: req-07c3d0d5-34a5-4dc3-92e3-a3bb10acf361 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:55:40.910399 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "name": "network-vif-unplugged", "status": "completed", "tag": "410e713a-da90-498a-a87a-e892a6644a75", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:55:40.910399 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07c3d0d5-34a5-4dc3-92e3-a3bb10acf361 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:55:40.910587 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '410e713a-da90-498a-a87a-e892a6644a75', 'code': 200} Jan 28 12:55:40.911633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] No DVR routers for this DVR port 410e713a-da90-498a-a87a-e892a6644a75 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:55:40.917509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] No DVR routers for this DVR port a514f0fb-4c89-425f-a1fc-e7de747b2de7 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:55:40.988562 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=a514f0fb-4c89-425f-a1fc-e7de747b2de7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:41.069443 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (15f65a5e-1995-4975-8388-0c326083380a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:41.076888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136f416-fadb-4b4c-a411-bc927f37a76c None None] Pushing event deleted for resources: {'Port': ['ID=a514f0fb-4c89-425f-a1fc-e7de747b2de7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:41.091679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] The host n-h1-824835-4 is not matching for port 410e713a-da90-498a-a87a-e892a6644a75 host n-h2-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:55:41.092093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 410e713a-da90-498a-a87a-e892a6644a75 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:55:41.115684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f65a5e-1995-4975-8388-0c326083380a']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:41.135417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136f416-fadb-4b4c-a411-bc927f37a76c None None] No DVR routers for this DVR port a514f0fb-4c89-425f-a1fc-e7de747b2de7 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:55:41.143899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d30a2d-f367-4b43-bc2b-b83ebaa0977a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:41.144558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d30a2d-f367-4b43-bc2b-b83ebaa0977a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:41.185647 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (a9d30a2d-f367-4b43-bc2b-b83ebaa0977a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:41.210188 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a9d30a2d-f367-4b43-bc2b-b83ebaa0977a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:41.226180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:55:41.227896 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (a9d30a2d-f367-4b43-bc2b-b83ebaa0977a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:55:41.302557 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:55:41.308099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (15f65a5e-1995-4975-8388-0c326083380a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:41.314833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:41.319402 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] 10.222.0.53 "DELETE /v2.0/networks/15f65a5e-1995-4975-8388-0c326083380a HTTP/1.1" status: 204 len: 168 time: 1.3785868 Jan 28 12:55:41.337165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf928-3f87-461a-82d5-44e09e372f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=15f65a5e-1995-4975-8388-0c326083380a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:41.464186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9f0c3-c9bb-4306-87ff-3ba39482bb79 req-68edf128-b920-43f9-9525-6cf5fd451e2c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:41.466121 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dff9f0c3-c9bb-4306-87ff-3ba39482bb79 req-68edf128-b920-43f9-9525-6cf5fd451e2c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.3684368 Jan 28 12:55:41.577183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a68f7-57b4-4b6b-8df4-d675ab75f600 req-01543387-6ba0-47fe-807a-f6262d330fb3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:41.587689 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c19a68f7-57b4-4b6b-8df4-d675ab75f600 req-01543387-6ba0-47fe-807a-f6262d330fb3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 945 time: 0.6976864 Jan 28 12:55:41.603048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Attempting to bind port 410e713a-da90-498a-a87a-e892a6644a75 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:55:41.607442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Attempting to bind port 410e713a-da90-498a-a87a-e892a6644a75 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:55:41.608556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Attempting to bind port 410e713a-da90-498a-a87a-e892a6644a75 on network 376b0365-6936-4187-9688-098eaa8f7e82 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:55:41.628787 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Port 410e713a-da90-498a-a87a-e892a6644a75 on network 376b0365-6936-4187-9688-098eaa8f7e82 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:55:41.629370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Attempting to bind port 410e713a-da90-498a-a87a-e892a6644a75 on network 376b0365-6936-4187-9688-098eaa8f7e82 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:55:41.690978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48672) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:41.698471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:55:41.699287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Checking segment: {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:55:41.699899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Bound using segment: {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:55:41.700564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Bound port: 410e713a-da90-498a-a87a-e892a6644a75, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a18882-3519-4145-b613-506d956cf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:55:41.701125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:41.742684 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dff9f0c3-c9bb-4306-87ff-3ba39482bb79 req-42eddaa1-0312-474b-8862-d8215ff15f89 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524903 Jan 28 12:55:41.798246 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-14ec943a-c102-44ff-8242-9c185f9cc90d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30409251dd04406683237dc75c42a313&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1043799 Jan 28 12:55:41.800896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48676) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:41.817200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c19a68f7-57b4-4b6b-8df4-d675ab75f600 req-ccee2024-9f0c-48b9-9ec6-f609ffbe591e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260056 Jan 28 12:55:41.915404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c36c4304-37df-41f1-b765-bc489ae01485 admin admin] Publish callbacks [] for security_group (494b0a67-8ee7-4147-a009-2d18d728ec7d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:41.926117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:55:41.932046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:55:41.937314 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:41.947954 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c36c4304-37df-41f1-b765-bc489ae01485 admin admin] Publish callbacks [] for security_group (494b0a67-8ee7-4147-a009-2d18d728ec7d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:42.050310 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c36c4304-37df-41f1-b765-bc489ae01485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (494b0a67-8ee7-4147-a009-2d18d728ec7d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:42.061006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:42.061704 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:42.065123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] 10.222.0.49 "PUT /v2.0/ports/410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1093 time: 2.6898530 Jan 28 12:55:42.068439 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c36c4304-37df-41f1-b765-bc489ae01485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:42.073668 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c36c4304-37df-41f1-b765-bc489ae01485 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/494b0a67-8ee7-4147-a009-2d18d728ec7d HTTP/1.1" status: 204 len: 168 time: 0.2706201 Jan 28 12:55:42.138637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c4304-37df-41f1-b765-bc489ae01485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494b0a67-8ee7-4147-a009-2d18d728ec7d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:42.201414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a514f0fb-4c89-425f-a1fc-e7de747b2de7 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:55:42.343408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-fdb0f302-d0d2-40c6-a321-ecc734b99fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:42.349861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-fdb0f302-d0d2-40c6-a321-ecc734b99fe0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1096 time: 0.2480190 Jan 28 12:55:42.353116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebf350-6a14-4d03-b47b-6d0583a5e881 service neutron] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:42.638173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-2aff8ad9-b134-4e33-ab19-e554b4b3f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:42.640030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-2aff8ad9-b134-4e33-ab19-e554b4b3f112 service neutron] 10.222.0.49 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 898 time: 0.2786984 Jan 28 12:55:42.832266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a514f0fb-4c89-425f-a1fc-e7de747b2de7 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:55:42.832626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a514f0fb-4c89-425f-a1fc-e7de747b2de7 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:55:42.917272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-699c2298-bb0e-4703-8bf5-6df303344c1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1000 time: 0.2661533 Jan 28 12:55:42.917272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'tag': '410e713a-da90-498a-a87a-e892a6644a75'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:55:42.920714 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd" -d '{"events": [{"name": "network-changed", "server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "tag": "410e713a-da90-498a-a87a-e892a6644a75"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:55:43.034418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48694) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:43.128376 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-766a6f1e-c60e-4a0a-bcec-c7b09058d99d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87d288f84edf43d1a141ca26b38d69ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0926707 Jan 28 12:55:43.130714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48696) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:43.245492 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee04f45c-ea0c-40d7-875c-01f093681942 admin admin] Publish callbacks [] for security_group (935c846d-93c5-473f-b56c-ef1b2e0f1ba7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:43.261630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-c40c1764-d065-4e3c-b0dc-d53d461aa298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:43.263103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-c40c1764-d065-4e3c-b0dc-d53d461aa298 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 0.3263807 Jan 28 12:55:43.309648 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee04f45c-ea0c-40d7-875c-01f093681942 admin admin] Publish callbacks [] for security_group (935c846d-93c5-473f-b56c-ef1b2e0f1ba7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:43.344461 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e91f91-c972-4ae9-a334-892b468ed8f9 req-604faa52-670c-4062-814d-72758d176371 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:43.346928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1e91f91-c972-4ae9-a334-892b468ed8f9 req-604faa52-670c-4062-814d-72758d176371 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 945 time: 0.2713313 Jan 28 12:55:43.364850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c6422-21cd-4229-afa7-285094bdcb72 req-371055bd-672b-4917-bc5f-8b022a153a7a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:43.366639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a36c6422-21cd-4229-afa7-285094bdcb72 req-371055bd-672b-4917-bc5f-8b022a153a7a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.2256348 Jan 28 12:55:43.417789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee04f45c-ea0c-40d7-875c-01f093681942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (935c846d-93c5-473f-b56c-ef1b2e0f1ba7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:43.424423 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee04f45c-ea0c-40d7-875c-01f093681942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:43.425688 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ee04f45c-ea0c-40d7-875c-01f093681942 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/935c846d-93c5-473f-b56c-ef1b2e0f1ba7 HTTP/1.1" status: 204 len: 168 time: 0.2932887 Jan 28 12:55:43.454920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04f45c-ea0c-40d7-875c-01f093681942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935c846d-93c5-473f-b56c-ef1b2e0f1ba7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:43.554463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1e91f91-c972-4ae9-a334-892b468ed8f9 req-85d85898-28df-45c2-b00b-dad8a6de8b0b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868098 Jan 28 12:55:43.560348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-4fd1a027-c204-44c8-8956-495c70a4c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:43.562057 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-4fd1a027-c204-44c8-8956-495c70a4c9be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2911377 Jan 28 12:55:43.661275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a36c6422-21cd-4229-afa7-285094bdcb72 req-708074a3-013c-4b25-b204-b8edf6d98795 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713642 Jan 28 12:55:43.668154 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d498723b-e236-47c4-a5a1-a9d791677917 x-openstack-request-id: req-d498723b-e236-47c4-a5a1-a9d791677917 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:55:43.668402 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "tag": "410e713a-da90-498a-a87a-e892a6644a75", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:55:43.677121 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d498723b-e236-47c4-a5a1-a9d791677917 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:55:43.677662 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'tag': '410e713a-da90-498a-a87a-e892a6644a75', 'status': 'completed', 'code': 200} Jan 28 12:55:43.896581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-68862e31-262e-4b96-8e83-3946ad499f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:43.898083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-68862e31-262e-4b96-8e83-3946ad499f61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1096 time: 0.2017286 Jan 28 12:55:44.024630 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-40e30e20-fee6-49e8-9dd1-2c1181973918 service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945363 Jan 28 12:55:44.251528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-826dd6f4-51b3-4f29-ba43-a85e4afceb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:44.253587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-826dd6f4-51b3-4f29-ba43-a85e4afceb96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 898 time: 0.3456702 Jan 28 12:55:44.463212 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47492c70-d464-45c4-9a8f-9259e77d80f8 req-c14646d3-f61c-4014-ad1f-878cc79b6615 service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264772 Jan 28 12:55:44.525202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-d4aaeb6c-5b2e-49c5-a901-e2650b12424a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1000 time: 0.2561953 Jan 28 12:55:44.773296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-726cc088-85dc-4d35-8789-2a359ee39f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:44.775274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-726cc088-85dc-4d35-8789-2a359ee39f26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 0.2437322 Jan 28 12:55:44.972931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121967d9-c7d0-4c47-b4a1-ba2cb0e9eb02 req-bb2f9e92-32d1-4fda-ad20-940c83e48b26 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:44.982550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-121967d9-c7d0-4c47-b4a1-ba2cb0e9eb02 req-bb2f9e92-32d1-4fda-ad20-940c83e48b26 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 945 time: 0.2766995 Jan 28 12:55:45.001739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-ea5865c4-1f1b-4738-b963-c5b5ed5b506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:45.003727 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-ea5865c4-1f1b-4738-b963-c5b5ed5b506d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1096 time: 0.3656118 Jan 28 12:55:45.011639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-364103c0-7474-48e3-a3d4-fd519abd3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:45.013901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-364103c0-7474-48e3-a3d4-fd519abd3fbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1990263 Jan 28 12:55:45.119542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48734) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:45.197676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-673cc5d9-fe35-4c57-99fa-01f1168f406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:45.199158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-673cc5d9-fe35-4c57-99fa-01f1168f406f service neutron] 10.222.0.49 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 898 time: 0.1843438 Jan 28 12:55:45.214325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80efde-f796-4ab7-81a7-3fa58524f5da req-c384a66c-d849-4fd1-a0a2-fb3c869a1ac1 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:45.216451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d80efde-f796-4ab7-81a7-3fa58524f5da req-c384a66c-d849-4fd1-a0a2-fb3c869a1ac1 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.3887918 Jan 28 12:55:45.367165 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-121967d9-c7d0-4c47-b4a1-ba2cb0e9eb02 req-b7fd88a4-a869-4378-89a0-e97e421a37e7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3834910 Jan 28 12:55:45.432707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-8e68ae32-3c11-406d-a6c7-202c0c15dc8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 1000 time: 0.2148001 Jan 28 12:55:45.440892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-1cf8cffb-5098-425e-b0fa-d0172b3f13bf service neutron] 10.222.0.35 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197252 Jan 28 12:55:45.491615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-5c01134a-6b7d-44b0-b3a8-652a34df03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:45.493285 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-5c01134a-6b7d-44b0-b3a8-652a34df03a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 0.0515733 Jan 28 12:55:45.503157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-911946752-network', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:55:45.522986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d80efde-f796-4ab7-81a7-3fa58524f5da req-004484d6-be1e-4012-9883-b72c3f1d5842 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367084 Jan 28 12:55:45.569752 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Made reservation on behalf of 24aad192de1a4673b231d4b2844e4f83 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:55:45.575266 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:45.597831 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:45.620718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-4b7acaab-b241-4a76-9737-53d6fea9794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:45.622528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-4b7acaab-b241-4a76-9737-53d6fea9794e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171644 Jan 28 12:55:45.738693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-dfeeac24-70e4-489d-af81-8d41bd2b65fd service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082938 Jan 28 12:55:45.775696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Publish callbacks [] for security_group (05841978-012c-42ac-b312-2bd1bf260824), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:45.783213 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (05841978-012c-42ac-b312-2bd1bf260824), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:45.825096 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-cd14f49b-0c9e-4a42-9ef1-249629ab26d4 service neutron] 10.222.0.35 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302078 Jan 28 12:55:45.834090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:55:45.846478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3594c20a-21fc-4c05-9bc0-79d4bdcf20c6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:45.846984 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Added segment 3594c20a-21fc-4c05-9bc0-79d4bdcf20c6 of type vlan for network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b Jan 28 12:55:45.900598 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (400dedcb-474b-4bdd-8e0d-8b7a83328c0b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:45.946345 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (400dedcb-474b-4bdd-8e0d-8b7a83328c0b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:45.947357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:45.947963 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:45.978299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a6536a-a13d-4b5e-87a4-a0b1ce72cadd req-6700cd21-aa3a-4b47-b04d-73669e3ffb90 service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292140 Jan 28 12:55:46.040258 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05841978-012c-42ac-b312-2bd1bf260824,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:46.080904 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9568770 Jan 28 12:55:46.081105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48748) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:46.086653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac50c41-3c8b-41c9-9021-77cd67c59dbd admin admin] Pushing event updated for resources: {'Network': ['ID=400dedcb-474b-4bdd-8e0d-8b7a83328c0b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:46.092714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-47da1cbe-9f2c-425e-a813-11daa8b9c052 admin admin] Request body: {'subnet': {'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-911946752-subnet', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:55:46.131929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:55:46.188879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47da1cbe-9f2c-425e-a813-11daa8b9c052 admin admin] Made reservation on behalf of 24aad192de1a4673b231d4b2844e4f83 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:55:46.191466 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47da1cbe-9f2c-425e-a813-11daa8b9c052 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:46.881641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fd66f-52f9-47be-b65a-b4c597a5292a req-91f727ea-a231-4f97-ba68-2ff2bd02a588 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:46.882242 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-949fd66f-52f9-47be-b65a-b4c597a5292a req-91f727ea-a231-4f97-ba68-2ff2bd02a588 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 945 time: 0.3669729 Jan 28 12:55:46.991090 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47da1cbe-9f2c-425e-a813-11daa8b9c052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (33a5bffe-7382-46b3-a030-e2d3aecb2902), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:47.007987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae583ec8-be09-4476-a037-688ee2f5c7b1 req-4034462f-2763-4a28-8bb1-9cb169b02ecb tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:47.009674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae583ec8-be09-4476-a037-688ee2f5c7b1 req-4034462f-2763-4a28-8bb1-9cb169b02ecb tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.3462594 Jan 28 12:55:47.127056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 410e713a-da90-498a-a87a-e892a6644a75 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:55:47.137288 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-949fd66f-52f9-47be-b65a-b4c597a5292a req-c7f43eba-8049-4694-9309-086a716baa8d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556237 Jan 28 12:55:47.189340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da1cbe-9f2c-425e-a813-11daa8b9c052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a5bffe-7382-46b3-a030-e2d3aecb2902,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:47.220428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da1cbe-9f2c-425e-a813-11daa8b9c052 admin admin] Checking segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:55:47.220731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47da1cbe-9f2c-425e-a813-11daa8b9c052 admin admin] Network hostable DHCP agents. Network: 400dedcb-474b-4bdd-8e0d-8b7a83328c0b, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:55:47.230464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae583ec8-be09-4476-a037-688ee2f5c7b1 req-580a0685-b7db-48b0-aa9b-ed8c291ac287 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051661 Jan 28 12:55:47.255544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47da1cbe-9f2c-425e-a813-11daa8b9c052 admin admin] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:55:47.264800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-47da1cbe-9f2c-425e-a813-11daa8b9c052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 400dedcb-474b-4bdd-8e0d-8b7a83328c0b) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:55:47.285512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47da1cbe-9f2c-425e-a813-11daa8b9c052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:47.286122 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47da1cbe-9f2c-425e-a813-11daa8b9c052 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:47.317268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-47da1cbe-9f2c-425e-a813-11daa8b9c052 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2326770 Jan 28 12:55:47.319850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:47.329900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:55:47.331147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5308ec1-68a1-4aed-8118-9eda94b2e65c None None] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:55:47.357980 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (a9a85840-777c-4350-92be-e43a10c9e792), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:47.360538 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (a9a85840-777c-4350-92be-e43a10c9e792), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:47.479905 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:47.504058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '410e713a-da90-498a-a87a-e892a6644a75', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'port_id': '410e713a-da90-498a-a87a-e892a6644a75', 'mac_address': 'fa:16:3e:34:5d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:55:47.515145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Publish callbacks [] for router_controller (a9a85840-777c-4350-92be-e43a10c9e792), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:47.547830 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:47.595834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 410e713a-da90-498a-a87a-e892a6644a75 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:55:47.596886 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:47.613945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410e713a-da90-498a-a87a-e892a6644a75 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:55:47.669956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:47.722147 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:47.796709 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:55:47.801066 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:47.914325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=12']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:47.990091 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Publish callbacks [] for router_gateway (a9a85840-777c-4350-92be-e43a10c9e792), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:48.027275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['410e713a-da90-498a-a87a-e892a6644a75'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:55:48.125939 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:48.544941 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Allocated IP 172.20.0.2 (400dedcb-474b-4bdd-8e0d-8b7a83328c0b/33a5bffe-7382-46b3-a030-e2d3aecb2902/824882ae-595b-450d-b17e-8c85b0f1c75b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:55:48.598529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1be4de-8712-4d27-a586-7f563b044936 req-274aa03e-d72c-48ac-b9f4-8e3ba6bb764d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:48.610177 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a1be4de-8712-4d27-a586-7f563b044936 req-274aa03e-d72c-48ac-b9f4-8e3ba6bb764d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 946 time: 0.2190738 Jan 28 12:55:48.738262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aac05-b7c8-493e-b626-6ae0d804ee51 req-6a0895f8-4eed-41d3-bb82-e46c0a39894c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:48.756190 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-098aac05-b7c8-493e-b626-6ae0d804ee51 req-6a0895f8-4eed-41d3-bb82-e46c0a39894c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.2644203 Jan 28 12:55:48.781598 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Publish callbacks [] for router_gateway (a9a85840-777c-4350-92be-e43a10c9e792), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:48.864832 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:48.905450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a1be4de-8712-4d27-a586-7f563b044936 req-bf7780d2-c3eb-40e2-be3d-0dec4a13a352 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865548 Jan 28 12:55:48.929832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 48796) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:49.005163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-098aac05-b7c8-493e-b626-6ae0d804ee51 req-df5d458f-8d55-4cd3-819f-5bfc32b759a9 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477300 Jan 28 12:55:49.047568 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Publish callbacks [] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:49.060032 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:49.177789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ca6364ce-d045-4a4a-8855-e704534eb838 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/60c97182-a625-4ae7-98cc-4ca0b61d85b8 HTTP/1.1" status: 200 len: 993 time: 0.2451971 Jan 28 12:55:49.234053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:55:49.235045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Pushing event updated for resources: {'Port': ['ID=824882ae-595b-450d-b17e-8c85b0f1c75b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:49.239947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:55:49.241138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Allocated IP 172.25.7.60 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/c4ac9beb-fc14-4ccc-9495-b6ab5a92087b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:55:49.243849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:55:49.371626 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a4c202b1-2808-4732-83fa-5a4e34430adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:49.411111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Attempting to bind port 824882ae-595b-450d-b17e-8c85b0f1c75b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:55:49.411754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Attempting to bind port 824882ae-595b-450d-b17e-8c85b0f1c75b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:55:49.412369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Attempting to bind port 824882ae-595b-450d-b17e-8c85b0f1c75b on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:55:49.424661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:55:49.424661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Checking segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:55:49.425417 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:49.425996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Bound using segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:55:49.426822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Bound port: 824882ae-595b-450d-b17e-8c85b0f1c75b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:55:49.427546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:49.542286 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Publish callbacks [] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:49.648926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] For port 824882ae-595b-450d-b17e-8c85b0f1c75b, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:55:49.652915 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:49.661893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] For port 824882ae-595b-450d-b17e-8c85b0f1c75b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=824882ae-595b-450d-b17e-8c85b0f1c75b,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:55:49.670382 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:49.821820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:55:49.837015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:55:49.866806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:55:49.871140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5898e7c-a841-4a60-9e38-2489a6c62ec9 None None] Pushing event updated for resources: {'Port': ['ID=824882ae-595b-450d-b17e-8c85b0f1c75b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:49.875437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ac9beb-fc14-4ccc-9495-b6ab5a92087b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:50.160331 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:55:50.381819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2999b2-8240-409c-abcc-111350ae071a req-1e304195-1223-433e-9ee5-db6bf2a22faa tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:50.399595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6e2999b2-8240-409c-abcc-111350ae071a req-1e304195-1223-433e-9ee5-db6bf2a22faa tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1733150 Jan 28 12:55:50.568098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6e2999b2-8240-409c-abcc-111350ae071a req-d8bb64fc-b91e-4c2b-9713-b53dec620d9b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663842 Jan 28 12:55:50.610430 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Publish callbacks [] for router_gateway (a9a85840-777c-4350-92be-e43a10c9e792), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:51.124155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 410e713a-da90-498a-a87a-e892a6644a75 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:55:51.217753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 410e713a-da90-498a-a87a-e892a6644a75 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:55:51.237404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 410e713a-da90-498a-a87a-e892a6644a75 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:55:51.239402 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (410e713a-da90-498a-a87a-e892a6644a75), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:51.451016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 410e713a-da90-498a-a87a-e892a6644a75 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:55:51.456043 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:51.503459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410e713a-da90-498a-a87a-e892a6644a75'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:55:51.513240 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e0c428-9bb2-4952-a695-aba5c7855720" -d '{"events": [{"server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "name": "network-vif-plugged", "status": "completed", "tag": "410e713a-da90-498a-a87a-e892a6644a75"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:55:51.562192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:51.579810 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:51.681125 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555e865f-c99e-4563-a84f-4b67cdbbccad x-openstack-request-id: req-555e865f-c99e-4563-a84f-4b67cdbbccad {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:55:51.689359 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "name": "network-vif-plugged", "status": "completed", "tag": "410e713a-da90-498a-a87a-e892a6644a75", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:55:51.689763 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-555e865f-c99e-4563-a84f-4b67cdbbccad {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:55:51.690193 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410e713a-da90-498a-a87a-e892a6644a75', 'code': 200} Jan 28 12:55:51.738279 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5aab07ae-434a-4adf-afe4-9cafafee9e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:51.789169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=13']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:51.835140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6759ed3-f59c-4561-bc37-8d5ef9cc0012 None None] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:55:51.888040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbf226-0841-4db1-ad55-782cb4aedb9c req-ecadd2a2-857d-4d92-9c29-1b0d911a72ca tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:51.890322 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (a9a85840-777c-4350-92be-e43a10c9e792), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:51.894162 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7cbf226-0841-4db1-ad55-782cb4aedb9c req-ecadd2a2-857d-4d92-9c29-1b0d911a72ca tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1340413 Jan 28 12:55:52.070312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-409dd192-07e0-4619-b42e-5e89f35a73f8 None None] Provisioning complete for port 824882ae-595b-450d-b17e-8c85b0f1c75b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:55:52.074457 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-409dd192-07e0-4619-b42e-5e89f35a73f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:52.126754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7cbf226-0841-4db1-ad55-782cb4aedb9c req-f7d34a0c-73aa-47c9-a62e-a0e6d34b4374 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199426 Jan 28 12:55:52.157100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d278-c791-4e3c-86ed-488fb14b1967 req-3f057545-8362-459f-b6d3-27cfd7c2645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:52.158969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9741d278-c791-4e3c-86ed-488fb14b1967 req-3f057545-8362-459f-b6d3-27cfd7c2645c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=814fa62db0844f5c818093d852765a08&device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 1097 time: 0.1446083 Jan 28 12:55:52.224382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Router a9a85840-777c-4350-92be-e43a10c9e792 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:55:52.332978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 824882ae-595b-450d-b17e-8c85b0f1c75b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:55:52.400408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d278-c791-4e3c-86ed-488fb14b1967 req-a2089e86-7156-4153-8c67-6725767671ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:52.404855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9741d278-c791-4e3c-86ed-488fb14b1967 req-a2089e86-7156-4153-8c67-6725767671ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=c97cf8d8-7960-495b-8a74-11f4c725defa HTTP/1.1" status: 200 len: 914 time: 0.2395251 Jan 28 12:55:52.498380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-409dd192-07e0-4619-b42e-5e89f35a73f8 None None] Current status of the port 824882ae-595b-450d-b17e-8c85b0f1c75b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:55:52.498859 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-409dd192-07e0-4619-b42e-5e89f35a73f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:52.511911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9741d278-c791-4e3c-86ed-488fb14b1967 req-97927705-0020-4f23-985d-8b30808d5f3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa85aee8-52c3-402a-9268-530786b2311b HTTP/1.1" status: 200 len: 217 time: 0.0978656 Jan 28 12:55:52.548260 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:55:52.563244 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Sync routers for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:55:52.582031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-409dd192-07e0-4619-b42e-5e89f35a73f8 None None] For port 824882ae-595b-450d-b17e-8c85b0f1c75b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=824882ae-595b-450d-b17e-8c85b0f1c75b,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:52.585046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 824882ae-595b-450d-b17e-8c85b0f1c75b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:55:52.585760 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:52.586748 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:55:52.588731 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:52.614433 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:52.621969 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4b85f4f7-e475-4005-9cd5-5f9a3dd517c9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2961411 Jan 28 12:55:52.624534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48852) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:52.631891 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-409dd192-07e0-4619-b42e-5e89f35a73f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:52.674138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d278-c791-4e3c-86ed-488fb14b1967 req-467dd838-40a1-45b8-a228-8ebdf17077be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:52.676966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9741d278-c791-4e3c-86ed-488fb14b1967 req-467dd838-40a1-45b8-a228-8ebdf17077be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f99615c-f897-4987-b660-47ac0e5c4001 HTTP/1.1" status: 200 len: 853 time: 0.1591961 Jan 28 12:55:52.735453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409dd192-07e0-4619-b42e-5e89f35a73f8 None None] Pushing event updated for resources: {'Port': ['ID=824882ae-595b-450d-b17e-8c85b0f1c75b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:52.772155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9741d278-c791-4e3c-86ed-488fb14b1967 req-70b7aefa-bc53-479b-b79a-54090ea56e93 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c97cf8d8-7960-495b-8a74-11f4c725defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892937 Jan 28 12:55:52.842532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 824882ae-595b-450d-b17e-8c85b0f1c75b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:55:52.930159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9741d278-c791-4e3c-86ed-488fb14b1967 req-2b5dadbe-412a-4b7b-b38e-1c246ffaa28f service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521490 Jan 28 12:55:53.008473 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:53.008719 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:55:53.103705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0277e9cb-989d-44c3-baba-f24a37c9e797 None None] Provisioning complete for port 824882ae-595b-450d-b17e-8c85b0f1c75b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:55:53.105659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0277e9cb-989d-44c3-baba-f24a37c9e797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:53.212434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9741d278-c791-4e3c-86ed-488fb14b1967 req-dd3cf12b-36f4-4e11-81a3-c5b5e28c8b1e service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749648 Jan 28 12:55:53.321366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0277e9cb-989d-44c3-baba-f24a37c9e797 None None] Current status of the port 824882ae-595b-450d-b17e-8c85b0f1c75b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:55:53.324855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca56ae-3d0a-4d94-ab0e-c85ba1741134 req-45d23668-b496-4e68-a0b0-7c18d118f227 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:53.340804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7ca56ae-3d0a-4d94-ab0e-c85ba1741134 req-45d23668-b496-4e68-a0b0-7c18d118f227 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.0839338 Jan 28 12:55:53.444113 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7ca56ae-3d0a-4d94-ab0e-c85ba1741134 req-8cb42460-60dc-4add-aa15-d0f358e89517 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020677 Jan 28 12:55:53.556175 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:53.597987 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:50Z', 'revision_number': 3, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:53.630892 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Checking router: a9a85840-777c-4350-92be-e43a10c9e792 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:55:53.631504 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Updating router a9a85840-777c-4350-92be-e43a10c9e792 port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:55:53.665191 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:53.806658 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Allocated IP 172.20.0.1 (400dedcb-474b-4bdd-8e0d-8b7a83328c0b/33a5bffe-7382-46b3-a030-e2d3aecb2902/21e2fd61-8925-4be9-9c3b-81dd4d366010) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:55:54.019050 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Publish callbacks [] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:54.064314 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:54.096228 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Publish callbacks [] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:54.109269 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:54.127140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=21e2fd61-8925-4be9-9c3b-81dd4d366010,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:54.140860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:55:54.144086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:55:54.160190 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:55:54.196499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 824882ae-595b-450d-b17e-8c85b0f1c75b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:55:54.220608 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Attempting to bind port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:55:54.221060 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Attempting to bind port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:55:54.221373 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Attempting to bind port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:55:54.259222 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (a9a85840-777c-4350-92be-e43a10c9e792), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:54.260267 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:55:54.260652 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:55:54.261064 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:54.261778 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:55:54.262328 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Bound port: c4ac9beb-fc14-4ccc-9495-b6ab5a92087b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:55:54.262718 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:54.329648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 824882ae-595b-450d-b17e-8c85b0f1c75b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:55:54.340174 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:54.408709 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] For port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:55:54.442719 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] For port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c4ac9beb-fc14-4ccc-9495-b6ab5a92087b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:55:54.445525 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Pushing event updated for resources: {'Port': ['ID=c4ac9beb-fc14-4ccc-9495-b6ab5a92087b,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:54.468767 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:54.486286 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.486634 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.487176 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.487628 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.487932 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.488263 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.488592 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.488919 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.489245 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.489570 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.489941 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.490375 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.490714 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:55:54.571903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 824882ae-595b-450d-b17e-8c85b0f1c75b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:55:54.598679 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:55:54.599294 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:54.602437 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:54.677652 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:54.755507 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405b6fc-e602-4694-a6c8-7671c09f6a93 None None] Pushing event updated for resources: {'Port': ['ID=c4ac9beb-fc14-4ccc-9495-b6ab5a92087b,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:54.764435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad03fb5-c60d-44f4-8790-b5e50775a2f0 req-f75bc950-907a-4276-a758-6868b43b02be tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:54.776283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ad03fb5-c60d-44f4-8790-b5e50775a2f0 req-f75bc950-907a-4276-a758-6868b43b02be tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1513805 Jan 28 12:55:54.794878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6c66a284-9c82-457d-9811-e3a72359eb5c None None] Provisioning complete for port 21e2fd61-8925-4be9-9c3b-81dd4d366010 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:55:54.795700 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c66a284-9c82-457d-9811-e3a72359eb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:54.882896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6c66a284-9c82-457d-9811-e3a72359eb5c None None] Port 21e2fd61-8925-4be9-9c3b-81dd4d366010 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:55:54.896505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ad03fb5-c60d-44f4-8790-b5e50775a2f0 req-b1606729-002a-48c4-a7ac-8f818288f73c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192462 Jan 28 12:55:54.927978 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:55:55.045636 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Publish callbacks [] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:55.055229 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:55.183123 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=21e2fd61-8925-4be9-9c3b-81dd4d366010,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:55.190452 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (a9a85840-777c-4350-92be-e43a10c9e792), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:55.315379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:55:55.318341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:55:55.387223 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:55:53Z', 'revision_number': 1, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:55.446657 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdcf2f-670f-4a99-8b86-0a9ab2e6ca5f None None] The sync data for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 is: [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:55:53Z', 'revision_number': 1, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:55:55.550134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Router a9a85840-777c-4350-92be-e43a10c9e792 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:55:55.684891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:55:55.690972 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4f300fc0-ec67-4ce5-9d84-3ae1bd5e5cd1 admin admin] 10.222.0.53 "PUT /v2.0/routers/a9a85840-777c-4350-92be-e43a10c9e792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0648050 Jan 28 12:55:55.825714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0200070a-f377-4e23-8e03-fc4e31af12d4 None None] Provisioning complete for port 21e2fd61-8925-4be9-9c3b-81dd4d366010 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:55:55.826213 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0200070a-f377-4e23-8e03-fc4e31af12d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:56.019983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0200070a-f377-4e23-8e03-fc4e31af12d4 None None] Port 21e2fd61-8925-4be9-9c3b-81dd4d366010 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:55:56.070526 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:56.118698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5230e6-5845-47b5-999e-a81cc9f8a5ac req-7da78633-2478-46da-8afb-182470b74245 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:56.132455 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b5230e6-5845-47b5-999e-a81cc9f8a5ac req-7da78633-2478-46da-8afb-182470b74245 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1100440 Jan 28 12:55:56.258360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b5230e6-5845-47b5-999e-a81cc9f8a5ac req-a69612db-377a-4e61-bbc1-e5bb595a149b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200900 Jan 28 12:55:56.526723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181150e-602d-470f-8b7b-82c248dd8ba6 req-51106428-60bd-41c6-8aa6-d777df152071 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:56.529126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f181150e-602d-470f-8b7b-82c248dd8ba6 req-51106428-60bd-41c6-8aa6-d777df152071 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1624637 Jan 28 12:55:56.675324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f181150e-602d-470f-8b7b-82c248dd8ba6 req-bac7725c-f35a-4266-b68c-36c582b2f822 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230390 Jan 28 12:55:56.764340 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48924) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:56.771851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1011155983-network', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:55:56.804691 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Made reservation on behalf of 18bf4e970a1a4502a3a0f7860f492ef5 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:55:56.813300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:56.826224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:57.049588 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Publish callbacks [] for security_group (b0e8413a-b7ee-4321-a1d6-e774abda6f4c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:57.051812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-97bbab0f-543f-4921-9a29-a370ce310e4d req-5f83b953-3af4-494f-bedc-34dcae5009d7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:55:57.052879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97bbab0f-543f-4921-9a29-a370ce310e4d req-5f83b953-3af4-494f-bedc-34dcae5009d7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063455 Jan 28 12:55:57.064042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b0e8413a-b7ee-4321-a1d6-e774abda6f4c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:57.084268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:55:57.138278 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4de81a90-14c4-44ee-b55a-b4365d377748), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:57.154478 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Added segment 4de81a90-14c4-44ee-b55a-b4365d377748 of type vlan for network f1cdb45d-9fc7-4b3f-955f-23df599b3ddf Jan 28 12:55:57.164222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fa85aee8-52c3-402a-9268-530786b2311b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:55:57.350875 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e8413a-b7ee-4321-a1d6-e774abda6f4c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:57.380384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafae50-1aaa-40d5-8ef7-cdd298eba8bb req-4d7a6ee5-e3f6-4106-af59-5907583658c6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:57.396018 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-caafae50-1aaa-40d5-8ef7-cdd298eba8bb req-4d7a6ee5-e3f6-4106-af59-5907583658c6 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 946 time: 0.1234355 Jan 28 12:55:57.408027 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f1cdb45d-9fc7-4b3f-955f-23df599b3ddf), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:57.477553 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f1cdb45d-9fc7-4b3f-955f-23df599b3ddf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:57.478682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:57.479308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:57.490793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fa85aee8-52c3-402a-9268-530786b2311b is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:55:57.491196 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fa85aee8-52c3-402a-9268-530786b2311b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:57.546500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-caafae50-1aaa-40d5-8ef7-cdd298eba8bb req-126de18c-e628-4df5-9b47-1f8f5ca206e7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464694 Jan 28 12:55:57.564229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fa85aee8-52c3-402a-9268-530786b2311b,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:57.565475 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa85aee8-52c3-402a-9268-530786b2311b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:55:57.571323 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601fa8cc-8788-411a-a173-31bf04455faa" -d '{"events": [{"server_uuid": "320b6baa-039a-48bf-87a4-89e928bf62d6", "name": "network-vif-unplugged", "status": "completed", "tag": "fa85aee8-52c3-402a-9268-530786b2311b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:55:57.593512 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fa85aee8-52c3-402a-9268-530786b2311b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:57.650651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] Pushing event updated for resources: {'Network': ['ID=f1cdb45d-9fc7-4b3f-955f-23df599b3ddf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:57.679083 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fa85aee8-52c3-402a-9268-530786b2311b,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:57.681986 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-35d4b4ed-b081-4ca3-aae3-9d42d291f89b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9163995 Jan 28 12:55:57.685156 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b8e8f9-99b3-4a0e-bfdc-b1888fc3700f x-openstack-request-id: req-b9b8e8f9-99b3-4a0e-bfdc-b1888fc3700f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:55:57.685688 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320b6baa-039a-48bf-87a4-89e928bf62d6", "name": "network-vif-unplugged", "status": "failed", "tag": "fa85aee8-52c3-402a-9268-530786b2311b", "code": 422}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:55:57.686121 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9b8e8f9-99b3-4a0e-bfdc-b1888fc3700f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:55:57.686387 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:57.686854 n-d-824835-4 neutron-server[103130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa85aee8-52c3-402a-9268-530786b2311b', 'code': 422} returned with failed status Jan 28 12:55:57.689826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f1cdb45d-9fc7-4b3f-955f-23df599b3ddf details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:55:57.696915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e95218c5-bd73-4476-ac0c-ec2ecd8d1de2 admin admin] Request body: {'subnet': {'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1011155983-subnet', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:55:57.745909 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95218c5-bd73-4476-ac0c-ec2ecd8d1de2 admin admin] Made reservation on behalf of 18bf4e970a1a4502a3a0f7860f492ef5 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:55:57.748942 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e95218c5-bd73-4476-ac0c-ec2ecd8d1de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:58.252736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c4ac9beb-fc14-4ccc-9495-b6ab5a92087b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:55:58.264024 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-d39fda3c-f0e2-4e3f-bb5f-dcce293c6caa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1869848 Jan 28 12:55:58.268377 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e95218c5-bd73-4476-ac0c-ec2ecd8d1de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (2e8cbec1-e193-4c1c-a165-88f0300a61bf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:58.402704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95218c5-bd73-4476-ac0c-ec2ecd8d1de2 admin admin] Checking segment: {'id': '4de81a90-14c4-44ee-b55a-b4365d377748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:55:58.403414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95218c5-bd73-4476-ac0c-ec2ecd8d1de2 admin admin] Network hostable DHCP agents. Network: f1cdb45d-9fc7-4b3f-955f-23df599b3ddf, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:55:58.410225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:55:58.413293 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:58.425783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95218c5-bd73-4476-ac0c-ec2ecd8d1de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8cbec1-e193-4c1c-a165-88f0300a61bf,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:58.443250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95218c5-bd73-4476-ac0c-ec2ecd8d1de2 admin admin] Network f1cdb45d-9fc7-4b3f-955f-23df599b3ddf is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:55:58.465061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e95218c5-bd73-4476-ac0c-ec2ecd8d1de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, f1cdb45d-9fc7-4b3f-955f-23df599b3ddf) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:55:58.472590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95218c5-bd73-4476-ac0c-ec2ecd8d1de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:58.473111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e95218c5-bd73-4476-ac0c-ec2ecd8d1de2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:58.509673 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e95218c5-bd73-4476-ac0c-ec2ecd8d1de2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8195798 Jan 28 12:55:58.510236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 48956) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:55:58.514001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ad6b04-babe-4ff6-9203-f4a952709cd6 None None] Network f1cdb45d-9fc7-4b3f-955f-23df599b3ddf requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:55:58.516964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1011155983-router', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:55:58.541186 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (dbf7a6e2-5188-4b56-ac68-92a905bb526d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:58.542872 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (dbf7a6e2-5188-4b56-ac68-92a905bb526d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:58.658231 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Publish callbacks [] for router_controller (dbf7a6e2-5188-4b56-ac68-92a905bb526d), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:58.743684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-f1cdb45d-9fc7-4b3f-955f-23df599b3ddf', 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf', 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'fixed_ips': [{'subnet_id': '2e8cbec1-e193-4c1c-a165-88f0300a61bf'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:55:58.744856 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:58.792753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047c11e-8059-49d2-aba8-28f552a2df3b req-ba8c83a4-1b49-44bd-8a65-74003283e0cf tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:58.806470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b047c11e-8059-49d2-aba8-28f552a2df3b req-ba8c83a4-1b49-44bd-8a65-74003283e0cf tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.1333497 Jan 28 12:55:58.940535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b047c11e-8059-49d2-aba8-28f552a2df3b req-29b32c9e-d07a-43f2-ad45-2d9589a16077 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328409 Jan 28 12:55:59.025255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Allocated IP 172.20.0.2 (f1cdb45d-9fc7-4b3f-955f-23df599b3ddf/2e8cbec1-e193-4c1c-a165-88f0300a61bf/30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:55:59.033486 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Publish callbacks [] for router_gateway (dbf7a6e2-5188-4b56-ac68-92a905bb526d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:59.101049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:55:59.101920 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:59.186128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-3906e040-6e44-40a6-9871-9b95103444ac req-4e03c648-8ea7-473a-988e-cc15c4fa0ce6 service neutron] (103129) timed out ('10.222.0.53', 53058) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:55:59.337219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c4ac9beb-fc14-4ccc-9495-b6ab5a92087b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:55:59.357287 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:59.579431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=c4ac9beb-fc14-4ccc-9495-b6ab5a92087b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:55:59.588311 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Publish callbacks [] for router_gateway (dbf7a6e2-5188-4b56-ac68-92a905bb526d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:59.629583 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:59.801470 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Publish callbacks [] for port (30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:59.807169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Sync routers for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:55:59.834998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Allocated IP 172.25.7.206 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/b8b50e4b-7d33-460d-b53d-3ac5c96808b1) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:55:59.842577 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:55:59.913131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-7a196ba8-acc7-4318-9c59-1321d02df3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:55:59.916339 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-7a196ba8-acc7-4318-9c59-1321d02df3fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6&tenant_id=814fa62db0844f5c818093d852765a08 HTTP/1.1" status: 200 len: 1095 time: 0.1571295 Jan 28 12:55:59.942362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:55:59.943458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:55:59.966074 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Publish callbacks [] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:00.010516 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:00.021207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Network f1cdb45d-9fc7-4b3f-955f-23df599b3ddf is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:00.023727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-62e4bc37-3230-4562-b923-844e8650d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:00.028160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-62e4bc37-3230-4562-b923-844e8650d55a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=814fa62db0844f5c818093d852765a08&device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 1095 time: 0.0827339 Jan 28 12:56:00.029832 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:00.036627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:56:00.073109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:00.076057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:00.082395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:56:00.096382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Pushing event updated for resources: {'Port': ['ID=30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:00.145165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b50e4b-7d33-460d-b53d-3ac5c96808b1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:00.304758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c4ac9beb-fc14-4ccc-9495-b6ab5a92087b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:00.315455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ba3e0-ef76-4a94-a565-a0d5dc10918d req-d2237c7d-0f75-438d-bea2-e2bd02589f60 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:00.317309 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f10ba3e0-ef76-4a94-a565-a0d5dc10918d req-d2237c7d-0f75-438d-bea2-e2bd02589f60 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.1777689 Jan 28 12:56:00.348378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Attempting to bind port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:56:00.349378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Attempting to bind port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '4de81a90-14c4-44ee-b55a-b4365d377748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:56:00.349954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Attempting to bind port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b on network f1cdb45d-9fc7-4b3f-955f-23df599b3ddf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:56:00.382313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:56:00.382737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Checking segment: {'id': '4de81a90-14c4-44ee-b55a-b4365d377748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:56:00.383112 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:00.383544 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Bound using segment: {'id': '4de81a90-14c4-44ee-b55a-b4365d377748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:56:00.384059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Bound port: 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de81a90-14c4-44ee-b55a-b4365d377748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:56:00.384413 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:00.391621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:00.418228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-e9c45940-9e88-404e-bc95-606546885f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:00.424988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-e9c45940-9e88-404e-bc95-606546885f83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c97cf8d8-7960-495b-8a74-11f4c725defa HTTP/1.1" status: 200 len: 914 time: 0.3908923 Jan 28 12:56:00.474941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f10ba3e0-ef76-4a94-a565-a0d5dc10918d req-c7a19329-c358-4a25-9aa4-9fd83c5cce00 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372211 Jan 28 12:56:00.508179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] For port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:56:00.512002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] For port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b,segment=NetworkSegment(4de81a90-14c4-44ee-b55a-b4365d377748),segment_id=4de81a90-14c4-44ee-b55a-b4365d377748)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:56:00.526202 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:00.534839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-208a4df8-db8b-45ca-80da-ffced86abbbf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa85aee8-52c3-402a-9268-530786b2311b HTTP/1.1" status: 200 len: 217 time: 0.0951595 Jan 28 12:56:00.558802 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Publish callbacks [] for router_gateway (dbf7a6e2-5188-4b56-ac68-92a905bb526d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:00.632061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-ffbf66be-7bfd-4e08-a357-ba68bb423a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:00.633828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-ffbf66be-7bfd-4e08-a357-ba68bb423a3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f99615c-f897-4987-b660-47ac0e5c4001 HTTP/1.1" status: 200 len: 853 time: 0.0930653 Jan 28 12:56:00.706311 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-3a8b59d9-46b9-41e7-a25a-26eb1171ff2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c97cf8d8-7960-495b-8a74-11f4c725defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668969 Jan 28 12:56:00.732551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff051a-d1d6-4eb7-a8f3-565174418d39 None None] Pushing event updated for resources: {'Port': ['ID=30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:00.736055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:00.736434 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:00.909617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-c0fe5d34-8fa3-48a2-8662-b0169149307c service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965966 Jan 28 12:56:00.919248 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (dbf7a6e2-5188-4b56-ac68-92a905bb526d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:01.030434 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:01.075123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 2, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:01.120294 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc2a268d-0a1c-4a4c-9dfa-3fd241abf036 req-7fced921-24ec-42be-8f61-efedb0fe706d service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047851 Jan 28 12:56:01.271480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Checking router: a9a85840-777c-4350-92be-e43a10c9e792 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:56:01.277839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Updating router a9a85840-777c-4350-92be-e43a10c9e792 port 21e2fd61-8925-4be9-9c3b-81dd4d366010 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:56:01.323152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Router dbf7a6e2-5188-4b56-ac68-92a905bb526d is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:56:01.446994 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:01.768775 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b605481-efd7-406d-be7d-6a1da1aee76b req-b1b73f91-ed37-4c7c-adf0-6d897444566d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:01.782606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b605481-efd7-406d-be7d-6a1da1aee76b req-b1b73f91-ed37-4c7c-adf0-6d897444566d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.1202903 Jan 28 12:56:01.823064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:56:01.842266 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Sync routers for ids ['dbf7a6e2-5188-4b56-ac68-92a905bb526d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:56:01.861463 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:01.868801 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-56d6248d-7f01-4036-9deb-a082f93bd400 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3560081 Jan 28 12:56:01.872672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49008) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:01.903579 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Routers {'dbf7a6e2-5188-4b56-ac68-92a905bb526d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:01.904617 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dbf7a6e2-5188-4b56-ac68-92a905bb526d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:01.928680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b605481-efd7-406d-be7d-6a1da1aee76b req-b7fbffd6-6305-4686-821c-bd2ab8b1ae63 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450713 Jan 28 12:56:02.247062 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Set router dbf7a6e2-5188-4b56-ac68-92a905bb526d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:02.387152 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Publish callbacks [] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:02.403844 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:02.505849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:02.675906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f272ec7-7402-4963-ab24-84f062be24af None None] Pushing event updated for resources: {'Port': ['ID=21e2fd61-8925-4be9-9c3b-81dd4d366010,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:02.830059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:02.830457 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:02.981210 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'name': 'tempest-TestVolumeBootPattern-1011155983-router', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:58Z', 'updated_at': '2022-01-28T12:56:00Z', 'revision_number': 3, 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'gw_port': {'id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:59Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:02.998068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Attempting to bind port 21e2fd61-8925-4be9-9c3b-81dd4d366010 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:56:03.012007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Attempting to bind port 21e2fd61-8925-4be9-9c3b-81dd4d366010 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:56:03.012680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Attempting to bind port 21e2fd61-8925-4be9-9c3b-81dd4d366010 on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:56:03.065719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:56:03.066378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Checking segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:56:03.066984 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:03.067580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Bound using segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:56:03.068252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Bound port: 21e2fd61-8925-4be9-9c3b-81dd4d366010, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:56:03.071232 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:03.134459 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Checking router: dbf7a6e2-5188-4b56-ac68-92a905bb526d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:56:03.147903 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Updating router dbf7a6e2-5188-4b56-ac68-92a905bb526d port b8b50e4b-7d33-460d-b53d-3ac5c96808b1 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:56:03.228701 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:03.255424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8325384-e5cd-4dac-8fcd-8df5eeece343 None None] Network f1cdb45d-9fc7-4b3f-955f-23df599b3ddf requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:56:03.392854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3c830-1fe3-4349-a217-61735361a374 req-e21feb05-c846-4140-8b87-0bb26e74f5bc tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:03.402753 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50c3c830-1fe3-4349-a217-61735361a374 req-e21feb05-c846-4140-8b87-0bb26e74f5bc tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.2138596 Jan 28 12:56:03.776801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] For port 21e2fd61-8925-4be9-9c3b-81dd4d366010, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:56:03.797286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] For port 21e2fd61-8925-4be9-9c3b-81dd4d366010, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=21e2fd61-8925-4be9-9c3b-81dd4d366010,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:56:03.927528 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:04.272067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f272ec7-7402-4963-ab24-84f062be24af None None] Pushing event updated for resources: {'Port': ['ID=21e2fd61-8925-4be9-9c3b-81dd4d366010,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:04.302029 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Publish callbacks [] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:04.316832 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:04.324461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-68892e29-1d13-4e91-83ad-45d8d23db790 None None] Provisioning complete for port 21e2fd61-8925-4be9-9c3b-81dd4d366010 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:04.327614 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68892e29-1d13-4e91-83ad-45d8d23db790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:04.508364 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Attempting to bind port b8b50e4b-7d33-460d-b53d-3ac5c96808b1 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:56:04.508743 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Attempting to bind port b8b50e4b-7d33-460d-b53d-3ac5c96808b1 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:56:04.509125 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Attempting to bind port b8b50e4b-7d33-460d-b53d-3ac5c96808b1 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:56:04.550525 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:56:04.550901 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:56:04.553641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:04.558530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:04.563454 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:04.567133 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:56:04.571832 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Bound port: b8b50e4b-7d33-460d-b53d-3ac5c96808b1, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:56:04.573650 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:04.701882 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] For port b8b50e4b-7d33-460d-b53d-3ac5c96808b1, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:56:04.707043 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] For port b8b50e4b-7d33-460d-b53d-3ac5c96808b1, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b8b50e4b-7d33-460d-b53d-3ac5c96808b1,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:56:04.717321 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabea99-79f4-456a-917c-b663d1cdb036 None None] Pushing event updated for resources: {'Port': ['ID=b8b50e4b-7d33-460d-b53d-3ac5c96808b1,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:04.741907 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:04.764412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:04.767383 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:05.033001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50c3c830-1fe3-4349-a217-61735361a374 req-f46b0613-9e6e-4534-b021-b2cd6fc39411 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6248143 Jan 28 12:56:05.098499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b,segment=NetworkSegment(4de81a90-14c4-44ee-b55a-b4365d377748),segment_id=4de81a90-14c4-44ee-b55a-b4365d377748)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:05.130071 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Routers {'dbf7a6e2-5188-4b56-ac68-92a905bb526d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:05.134796 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dbf7a6e2-5188-4b56-ac68-92a905bb526d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:05.171064 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:05.455322 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:05.541443 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] Set router dbf7a6e2-5188-4b56-ac68-92a905bb526d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:05.778510 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabea99-79f4-456a-917c-b663d1cdb036 None None] Pushing event updated for resources: {'Port': ['ID=b8b50e4b-7d33-460d-b53d-3ac5c96808b1,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:05.832486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 21e2fd61-8925-4be9-9c3b-81dd4d366010 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:05.977694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-68892e29-1d13-4e91-83ad-45d8d23db790 None None] Current status of the port 21e2fd61-8925-4be9-9c3b-81dd4d366010 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:05.978134 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68892e29-1d13-4e91-83ad-45d8d23db790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:06.042110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:06.067200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Allocated IP 172.20.0.1 (f1cdb45d-9fc7-4b3f-955f-23df599b3ddf/2e8cbec1-e193-4c1c-a165-88f0300a61bf/710b96ac-bd49-4ce0-89c1-06e74093fa8c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:56:06.082610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:06.126205 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-68892e29-1d13-4e91-83ad-45d8d23db790 None None] For port 21e2fd61-8925-4be9-9c3b-81dd4d366010, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=21e2fd61-8925-4be9-9c3b-81dd4d366010,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:06.196600 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68892e29-1d13-4e91-83ad-45d8d23db790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:06.377950 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68892e29-1d13-4e91-83ad-45d8d23db790 None None] Pushing event updated for resources: {'Port': ['ID=21e2fd61-8925-4be9-9c3b-81dd4d366010,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:06.432915 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 21e2fd61-8925-4be9-9c3b-81dd4d366010 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:06.433294 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:06.509064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a0e8c-b007-4295-9274-9460ef567bea req-c4c31f8d-060a-4389-9989-9114e4524337 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:06.514877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d6a0e8c-b007-4295-9274-9460ef567bea req-c4c31f8d-060a-4389-9989-9114e4524337 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.1309383 Jan 28 12:56:06.656806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d6a0e8c-b007-4295-9274-9460ef567bea req-1285ea40-bc34-4532-b697-863119da761d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185997 Jan 28 12:56:06.658742 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'name': 'tempest-TestVolumeBootPattern-1011155983-router', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:58Z', 'updated_at': '2022-01-28T12:56:00Z', 'revision_number': 3, 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'gw_port': {'id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:59Z', 'updated_at': '2022-01-28T12:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:06.789236 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44c37e-3e0e-4b5e-8758-b49814321192 None None] The sync data for ids ['dbf7a6e2-5188-4b56-ac68-92a905bb526d'] in n-d-824835-4 is: [{'id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'name': 'tempest-TestVolumeBootPattern-1011155983-router', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:58Z', 'updated_at': '2022-01-28T12:56:00Z', 'revision_number': 3, 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'gw_port': {'id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:59Z', 'updated_at': '2022-01-28T12:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:56:06.819564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d9d34ce4-4429-4151-a470-e7b38f0278b9 None None] Provisioning complete for port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:06.837694 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9d34ce4-4429-4151-a470-e7b38f0278b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:06.940312 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Publish callbacks [] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:07.103710 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:07.317976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Network f1cdb45d-9fc7-4b3f-955f-23df599b3ddf is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:07.349431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:07.395729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:56:07.571395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 21e2fd61-8925-4be9-9c3b-81dd4d366010 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:07.668964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d9d34ce4-4429-4151-a470-e7b38f0278b9 None None] Current status of the port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:07.787668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:03Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:07.839199 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (dbf7a6e2-5188-4b56-ac68-92a905bb526d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:07.975605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec59fbd-832b-49b2-9afa-bc9315cc62f0 None None] The sync data for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 is: [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:03Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:56:07.998200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d9d34ce4-4429-4151-a470-e7b38f0278b9 None None] Provisioning complete for port 21e2fd61-8925-4be9-9c3b-81dd4d366010 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:07.999001 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9d34ce4-4429-4151-a470-e7b38f0278b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:08.334452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=710b96ac-bd49-4ce0-89c1-06e74093fa8c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:08.352715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d9d34ce4-4429-4151-a470-e7b38f0278b9 None None] Current status of the port 21e2fd61-8925-4be9-9c3b-81dd4d366010 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:08.391898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af061d6-1099-4ee8-a780-d01efde559da req-0eef6309-ef4d-49c0-9169-4e1ad741a796 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:08.403760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9af061d6-1099-4ee8-a780-d01efde559da req-0eef6309-ef4d-49c0-9169-4e1ad741a796 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.4683244 Jan 28 12:56:08.407439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 21e2fd61-8925-4be9-9c3b-81dd4d366010 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:08.414792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.415454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.415942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.416502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.417073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.417622 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.418363 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.418855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.419381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.443410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.443410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.443410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.443410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:08.646920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c634b5b8-0de4-4d87-9bb0-5e49c9c377f1 None None] Provisioning complete for port 710b96ac-bd49-4ce0-89c1-06e74093fa8c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:08.647660 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c634b5b8-0de4-4d87-9bb0-5e49c9c377f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:08.682050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9af061d6-1099-4ee8-a780-d01efde559da req-35224ff3-4b12-4b93-8197-9df83850ba4c tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603147 Jan 28 12:56:08.958093 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:08.968083 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c634b5b8-0de4-4d87-9bb0-5e49c9c377f1 None None] Port 710b96ac-bd49-4ce0-89c1-06e74093fa8c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:56:09.087035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 21e2fd61-8925-4be9-9c3b-81dd4d366010 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:09.087966 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:09.501301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 21e2fd61-8925-4be9-9c3b-81dd4d366010 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:09.504704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b8b50e4b-7d33-460d-b53d-3ac5c96808b1 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:09.661565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b8b50e4b-7d33-460d-b53d-3ac5c96808b1 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:09.662486 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:10.007596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Publish callbacks [] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:10.018110 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:10.085596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b8b50e4b-7d33-460d-b53d-3ac5c96808b1 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:10.088601 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:10.181035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=710b96ac-bd49-4ce0-89c1-06e74093fa8c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:10.195329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port b8b50e4b-7d33-460d-b53d-3ac5c96808b1, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b8b50e4b-7d33-460d-b53d-3ac5c96808b1,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:10.203728 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:10.206095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:10.334146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (dbf7a6e2-5188-4b56-ac68-92a905bb526d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:10.443652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff6208-f915-46a5-8bd8-47b8fd1b7064 req-bdb46785-cb54-42ba-a108-aac49bca0130 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:10.470918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6ff6208-f915-46a5-8bd8-47b8fd1b7064 req-bdb46785-cb54-42ba-a108-aac49bca0130 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.3302519 Jan 28 12:56:10.510151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:10.512024 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:10.639274 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Network f1cdb45d-9fc7-4b3f-955f-23df599b3ddf is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:10.641779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:10.660570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=b8b50e4b-7d33-460d-b53d-3ac5c96808b1,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:10.683045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6ff6208-f915-46a5-8bd8-47b8fd1b7064 req-a9c5fa46-6afd-4c94-89ad-f71848967336 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135799 Jan 28 12:56:10.845412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:11.034569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Router dbf7a6e2-5188-4b56-ac68-92a905bb526d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:56:11.064966 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b8b50e4b-7d33-460d-b53d-3ac5c96808b1 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:11.264751 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-41522ca6-cd90-4b1f-8d04-391ff6467017 None None] Provisioning complete for port 710b96ac-bd49-4ce0-89c1-06e74093fa8c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:11.266410 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41522ca6-cd90-4b1f-8d04-391ff6467017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:11.452151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b8b50e4b-7d33-460d-b53d-3ac5c96808b1 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:11.452575 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:11.480484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:56:11.493201 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-edb2a5e2-33fc-48b7-8edc-33f8f7ca0ad5 admin admin] 10.222.0.53 "PUT /v2.0/routers/dbf7a6e2-5188-4b56-ac68-92a905bb526d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6170721 Jan 28 12:56:11.606132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Sync routers for ids ['dbf7a6e2-5188-4b56-ac68-92a905bb526d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:56:11.661639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-41522ca6-cd90-4b1f-8d04-391ff6467017 None None] Port 710b96ac-bd49-4ce0-89c1-06e74093fa8c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:56:11.751715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Routers {'dbf7a6e2-5188-4b56-ac68-92a905bb526d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:11.762912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dbf7a6e2-5188-4b56-ac68-92a905bb526d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:12.083005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82831b6a-18be-4544-b3be-da7ac5a6305e req-a9cbf2fa-2dd8-498b-8c5d-6762b562eeef tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:12.093550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82831b6a-18be-4544-b3be-da7ac5a6305e req-a9cbf2fa-2dd8-498b-8c5d-6762b562eeef tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.1869030 Jan 28 12:56:12.237400 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82831b6a-18be-4544-b3be-da7ac5a6305e req-814ec08e-246b-4682-9933-ab765231a735 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403863 Jan 28 12:56:12.314716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b8b50e4b-7d33-460d-b53d-3ac5c96808b1 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:12.344149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Set router dbf7a6e2-5188-4b56-ac68-92a905bb526d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:13.001507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'name': 'tempest-TestVolumeBootPattern-1011155983-router', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:58Z', 'updated_at': '2022-01-28T12:56:08Z', 'revision_number': 4, 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'gw_port': {'id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:59Z', 'updated_at': '2022-01-28T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '710b96ac-bd49-4ce0-89c1-06e74093fa8c', 'name': '', 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'mac_address': 'fa:16:3e:84:ef:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '2e8cbec1-e193-4c1c-a165-88f0300a61bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:05Z', 'updated_at': '2022-01-28T12:56:09Z', 'revision_number': 2, 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'subnets': [{'id': '2e8cbec1-e193-4c1c-a165-88f0300a61bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:13.053391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Checking router: dbf7a6e2-5188-4b56-ac68-92a905bb526d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:56:13.053933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Updating router dbf7a6e2-5188-4b56-ac68-92a905bb526d port 710b96ac-bd49-4ce0-89c1-06e74093fa8c binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:56:13.096251 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:13.535289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458328cc-876e-4a4b-a0d1-d359619d64df req-79ac845d-5ed5-464e-a303-d218ab0c7dbf tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:13.557289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-458328cc-876e-4a4b-a0d1-d359619d64df req-79ac845d-5ed5-464e-a303-d218ab0c7dbf tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.1422627 Jan 28 12:56:13.710527 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-458328cc-876e-4a4b-a0d1-d359619d64df req-dc9f530f-7fd2-4c14-a0a7-8d3e9246b26a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522493 Jan 28 12:56:14.099277 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Publish callbacks [] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:14.113891 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:14.546974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf4d78-bd35-452a-a158-629c0d13e99a None None] Pushing event updated for resources: {'Port': ['ID=710b96ac-bd49-4ce0-89c1-06e74093fa8c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:14.570059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Attempting to bind port 710b96ac-bd49-4ce0-89c1-06e74093fa8c on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:56:14.574387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Attempting to bind port 710b96ac-bd49-4ce0-89c1-06e74093fa8c by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '4de81a90-14c4-44ee-b55a-b4365d377748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:56:14.575126 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Attempting to bind port 710b96ac-bd49-4ce0-89c1-06e74093fa8c on network f1cdb45d-9fc7-4b3f-955f-23df599b3ddf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:56:14.597618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:56:14.598414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Checking segment: {'id': '4de81a90-14c4-44ee-b55a-b4365d377748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:56:14.599460 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:14.600262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Bound using segment: {'id': '4de81a90-14c4-44ee-b55a-b4365d377748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:56:14.601179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Bound port: 710b96ac-bd49-4ce0-89c1-06e74093fa8c, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de81a90-14c4-44ee-b55a-b4365d377748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:56:14.601941 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:14.809117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] For port 710b96ac-bd49-4ce0-89c1-06e74093fa8c, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:56:14.814134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] For port 710b96ac-bd49-4ce0-89c1-06e74093fa8c, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=710b96ac-bd49-4ce0-89c1-06e74093fa8c,segment=NetworkSegment(4de81a90-14c4-44ee-b55a-b4365d377748),segment_id=4de81a90-14c4-44ee-b55a-b4365d377748)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:56:14.816666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Provisioning complete for port 710b96ac-bd49-4ce0-89c1-06e74093fa8c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:14.817464 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:14.823718 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:14.919117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Routers {'dbf7a6e2-5188-4b56-ac68-92a905bb526d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:14.919841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dbf7a6e2-5188-4b56-ac68-92a905bb526d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:15.118109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c4cd1-e4e8-4f0b-91b1-8e3b0d78f75d req-0fc55688-1754-4481-adb0-a60cbd22f51d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:15.138645 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d7c4cd1-e4e8-4f0b-91b1-8e3b0d78f75d req-0fc55688-1754-4481-adb0-a60cbd22f51d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.1931808 Jan 28 12:56:15.330311 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d7c4cd1-e4e8-4f0b-91b1-8e3b0d78f75d req-b4ff334c-448a-4557-babe-19de52385345 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800342 Jan 28 12:56:15.656496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf4d78-bd35-452a-a158-629c0d13e99a None None] Pushing event updated for resources: {'Port': ['ID=710b96ac-bd49-4ce0-89c1-06e74093fa8c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:15.990558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Current status of the port 710b96ac-bd49-4ce0-89c1-06e74093fa8c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:15.991429 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:16.231241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] For port 710b96ac-bd49-4ce0-89c1-06e74093fa8c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=710b96ac-bd49-4ce0-89c1-06e74093fa8c,segment=NetworkSegment(4de81a90-14c4-44ee-b55a-b4365d377748),segment_id=4de81a90-14c4-44ee-b55a-b4365d377748)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:16.257939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] Set router dbf7a6e2-5188-4b56-ac68-92a905bb526d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:16.273145 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:16.857152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575135c-2075-4791-98c3-403bd98eefd7 req-3eedc520-f383-48f8-a974-06d5623ef043 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:16.870441 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7575135c-2075-4791-98c3-403bd98eefd7 req-3eedc520-f383-48f8-a974-06d5623ef043 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.2191408 Jan 28 12:56:16.977445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7575135c-2075-4791-98c3-403bd98eefd7 req-0d349a22-f1f6-43f8-932c-3330b4eb18a0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924170 Jan 28 12:56:17.204836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0f383e43-943d-4d1b-a88d-57b4e26260ce None None] Provisioning complete for port 710b96ac-bd49-4ce0-89c1-06e74093fa8c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:17.207171 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f383e43-943d-4d1b-a88d-57b4e26260ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:17.210729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Pushing event updated for resources: {'Port': ['ID=710b96ac-bd49-4ce0-89c1-06e74093fa8c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:17.435106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.435479 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.435813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.436151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.436486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.437595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.438040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.438040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.438403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.438847 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.439175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.439520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.449280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4545261-91dc-41b9-ac98-38054524a705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:17.957512 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:17.981069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0f383e43-943d-4d1b-a88d-57b4e26260ce None None] Current status of the port 710b96ac-bd49-4ce0-89c1-06e74093fa8c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:18.162422 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:18.232655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'name': 'tempest-TestVolumeBootPattern-1011155983-router', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:58Z', 'updated_at': '2022-01-28T12:56:08Z', 'revision_number': 4, 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'gw_port': {'id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:59Z', 'updated_at': '2022-01-28T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '710b96ac-bd49-4ce0-89c1-06e74093fa8c', 'name': '', 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'mac_address': 'fa:16:3e:84:ef:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '2e8cbec1-e193-4c1c-a165-88f0300a61bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:05Z', 'updated_at': '2022-01-28T12:56:14Z', 'revision_number': 4, 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'subnets': [{'id': '2e8cbec1-e193-4c1c-a165-88f0300a61bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:18.292762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed1ce4-1d31-4045-a54a-750af8d77e99 req-2195b2b1-f8dc-41be-8c31-544960771761 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:18.313220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-deed1ce4-1d31-4045-a54a-750af8d77e99 req-2195b2b1-f8dc-41be-8c31-544960771761 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.1216018 Jan 28 12:56:18.342089 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f742f7-95b7-4868-8550-bf607eb5ae23 None None] The sync data for ids ['dbf7a6e2-5188-4b56-ac68-92a905bb526d'] in n-d-824835-4 is: [{'id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'name': 'tempest-TestVolumeBootPattern-1011155983-router', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:58Z', 'updated_at': '2022-01-28T12:56:08Z', 'revision_number': 4, 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'gw_port': {'id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:59Z', 'updated_at': '2022-01-28T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '710b96ac-bd49-4ce0-89c1-06e74093fa8c', 'name': '', 'network_id': 'f1cdb45d-9fc7-4b3f-955f-23df599b3ddf', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'mac_address': 'fa:16:3e:84:ef:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '2e8cbec1-e193-4c1c-a165-88f0300a61bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:05Z', 'updated_at': '2022-01-28T12:56:14Z', 'revision_number': 4, 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'subnets': [{'id': '2e8cbec1-e193-4c1c-a165-88f0300a61bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:56:18.372378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333c99b-fd39-4b14-abaa-9d107a797b75 req-ca16f745-7232-4b41-a096-0046d4d2d966 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:18.387041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9333c99b-fd39-4b14-abaa-9d107a797b75 req-ca16f745-7232-4b41-a096-0046d4d2d966 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1098 time: 0.2472141 Jan 28 12:56:18.703470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-deed1ce4-1d31-4045-a54a-750af8d77e99 req-f7c8f8dc-2dcb-4bcb-acd3-8cba9c778284 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883839 Jan 28 12:56:18.733560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9333c99b-fd39-4b14-abaa-9d107a797b75 req-09a853f9-95d7-4c21-bfc1-df4d9a466551 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450508 Jan 28 12:56:18.739285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49160) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:18.974438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 8dfd7045-933a-4ba3-a22d-bbdfeb6942af {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:56:18.975005 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8dfd7045-933a-4ba3-a22d-bbdfeb6942af), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:19.160017 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8dfd7045-933a-4ba3-a22d-bbdfeb6942af), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:19.160346 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (8dfd7045-933a-4ba3-a22d-bbdfeb6942af), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:19.171404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 710b96ac-bd49-4ce0-89c1-06e74093fa8c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:19.190891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 8dfd7045-933a-4ba3-a22d-bbdfeb6942af owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:56:19.373333 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d1e4-0284-4581-804d-8765249c78ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:19.393309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 710b96ac-bd49-4ce0-89c1-06e74093fa8c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:19.395313 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:19.629008 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (8dfd7045-933a-4ba3-a22d-bbdfeb6942af), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:19.704755 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 710b96ac-bd49-4ce0-89c1-06e74093fa8c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:19.719617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=8dfd7045-933a-4ba3-a22d-bbdfeb6942af,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:19.960809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:19.961347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:19.961828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:19.962276 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:19.965030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:19.965553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:19.966017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:19.966478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:19.967069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:19.969174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:19.969645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:19.977398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:19.978615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:56:20.161909 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (60c97182-a625-4ae7-98cc-4ca0b61d85b8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:20.164013 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Floating IP 60c97182-a625-4ae7-98cc-4ca0b61d85b8 disassociated (deleted). External IP: 172.25.7.179, port: 410e713a-da90-498a-a87a-e892a6644a75. Jan 28 12:56:20.627603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 37bbcb3b-cd0f-4bab-8386-bded1db9278f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:56:20.820948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbded6d3-dffe-49c9-97db-1597fc041cc5 req-2e561721-ca0d-4b5e-8414-19ebb3420b1b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:20.864474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbded6d3-dffe-49c9-97db-1597fc041cc5 req-2e561721-ca0d-4b5e-8414-19ebb3420b1b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.8429646 Jan 28 12:56:21.146895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:56:21.157326 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9637a12-1ee3-405b-9824-fe6a58aed5a8 None None] Sync routers for ids ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:56:21.161245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eff806-9914-4518-94fd-9b10f69b83fa req-6d6175a3-9f61-48aa-b45b-5536b18b438b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:21.177906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-6d6175a3-9f61-48aa-b45b-5536b18b438b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.7587435 Jan 28 12:56:21.184714 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9637a12-1ee3-405b-9824-fe6a58aed5a8 None None] Routers {'37bbcb3b-cd0f-4bab-8386-bded1db9278f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:21.188246 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d9637a12-1ee3-405b-9824-fe6a58aed5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:55:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:21.219508 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:21.265620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-7776cbc4-f18e-4622-ba5b-c3fab6dfd62b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/quotas/24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 375 time: 0.0846224 Jan 28 12:56:21.407440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7722c060-b869-4152-87dd-a1efcffda180 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/floatingips/60c97182-a625-4ae7-98cc-4ca0b61d85b8 HTTP/1.1" status: 204 len: 168 time: 2.6667039 Jan 28 12:56:21.416002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'tag': '410e713a-da90-498a-a87a-e892a6644a75'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:56:21.418379 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3998298-c987-4c11-b2fe-f5917bf323aa" -d '{"events": [{"name": "network-changed", "server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "tag": "410e713a-da90-498a-a87a-e892a6644a75"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:56:21.448444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbded6d3-dffe-49c9-97db-1597fc041cc5 req-2eb0984a-e420-4d93-9ca8-c43f2ec6f0ce tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832283 Jan 28 12:56:21.466579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-28b16e95-4d80-4482-a9a1-f5a05706ee2e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1522262 Jan 28 12:56:21.615305 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-207c7ffd-60c8-456e-8287-d9e3da3da784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:21.664688 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d9637a12-1ee3-405b-9824-fe6a58aed5a8 None None] Set router 37bbcb3b-cd0f-4bab-8386-bded1db9278f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:21.963221 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-fa45ecff-3f87-44d8-a9a9-c247dbdec323 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682372 Jan 28 12:56:22.034120 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d9637a12-1ee3-405b-9824-fe6a58aed5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'b48537b5-d453-4d66-82db-17c764de6160', 'name': '', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:ca:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:55Z', 'updated_at': '2022-01-28T12:54:00Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:22.066690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a5557-87b7-4d28-a534-0b68fc1c113e req-34e63d15-2adc-4aa0-b0ff-782e13ad6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:22.070994 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a82a5557-87b7-4d28-a534-0b68fc1c113e req-34e63d15-2adc-4aa0-b0ff-782e13ad6960 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=814fa62db0844f5c818093d852765a08&device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 1095 time: 0.8784552 Jan 28 12:56:22.074757 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9637a12-1ee3-405b-9824-fe6a58aed5a8 None None] Checking router: 37bbcb3b-cd0f-4bab-8386-bded1db9278f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:56:22.085663 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9637a12-1ee3-405b-9824-fe6a58aed5a8 None None] Routers {'37bbcb3b-cd0f-4bab-8386-bded1db9278f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:22.086476 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d9637a12-1ee3-405b-9824-fe6a58aed5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:22.319145 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d9637a12-1ee3-405b-9824-fe6a58aed5a8 None None] Set router 37bbcb3b-cd0f-4bab-8386-bded1db9278f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:22.495284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a5557-87b7-4d28-a534-0b68fc1c113e req-e8e47f95-0139-4753-9f87-7f2a750c1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:22.497965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a82a5557-87b7-4d28-a534-0b68fc1c113e req-e8e47f95-0139-4753-9f87-7f2a750c1651 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c97cf8d8-7960-495b-8a74-11f4c725defa HTTP/1.1" status: 200 len: 914 time: 0.2964458 Jan 28 12:56:22.544538 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609f1970-1a41-4e50-b417-08fb6899fba2 x-openstack-request-id: req-609f1970-1a41-4e50-b417-08fb6899fba2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:56:22.544839 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "tag": "410e713a-da90-498a-a87a-e892a6644a75", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:56:22.545097 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-609f1970-1a41-4e50-b417-08fb6899fba2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:56:22.545543 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'tag': '410e713a-da90-498a-a87a-e892a6644a75', 'status': 'completed', 'code': 200} Jan 28 12:56:22.644784 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a82a5557-87b7-4d28-a534-0b68fc1c113e req-7d0e1286-6df3-4a27-9907-6f042b9d24a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa85aee8-52c3-402a-9268-530786b2311b HTTP/1.1" status: 200 len: 217 time: 0.0933633 Jan 28 12:56:22.736006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca70a-acd3-4833-b5cf-c80097efc902 req-9acef060-0938-4b7d-bb02-8034959ea6a4 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:22.737819 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58bca70a-acd3-4833-b5cf-c80097efc902 req-9acef060-0938-4b7d-bb02-8034959ea6a4 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 947 time: 0.2026663 Jan 28 12:56:22.748920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3998298-c987-4c11-b2fe-f5917bf323aa req-46e70e3b-c8df-4350-8ffb-e470d30794b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:22.751050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3998298-c987-4c11-b2fe-f5917bf323aa req-46e70e3b-c8df-4350-8ffb-e470d30794b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 1098 time: 0.2516592 Jan 28 12:56:22.886607 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d9637a12-1ee3-405b-9824-fe6a58aed5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'b48537b5-d453-4d66-82db-17c764de6160', 'name': '', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:ca:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:55Z', 'updated_at': '2022-01-28T12:54:00Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:22.902435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3998298-c987-4c11-b2fe-f5917bf323aa req-c46ea115-68d4-4843-a5af-c963232e9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:22.903943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3998298-c987-4c11-b2fe-f5917bf323aa req-c46ea115-68d4-4843-a5af-c963232e9808 service neutron] 10.222.0.49 "GET /v2.0/networks?id=376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 200 len: 898 time: 0.1247847 Jan 28 12:56:22.931788 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9637a12-1ee3-405b-9824-fe6a58aed5a8 None None] The sync data for ids ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'] in n-d-824835-4 is: [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'b48537b5-d453-4d66-82db-17c764de6160', 'name': '', 'network_id': '376b0365-6936-4187-9688-098eaa8f7e82', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:ca:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:55Z', 'updated_at': '2022-01-28T12:54:00Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'baa3c946-6b9d-48a8-b62f-4f4437858293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:56:22.965083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58bca70a-acd3-4833-b5cf-c80097efc902 req-7e32008a-aea6-4e14-ae64-2175329f01ae tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086310 Jan 28 12:56:22.974022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-30a02df7-de9e-427d-8b88-6387478891c5 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0046294 Jan 28 12:56:23.005721 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:23.021361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a5557-87b7-4d28-a534-0b68fc1c113e req-4306e841-f639-4a17-a126-ba8c3ac51dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:23.023272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a82a5557-87b7-4d28-a534-0b68fc1c113e req-4306e841-f639-4a17-a126-ba8c3ac51dae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f99615c-f897-4987-b660-47ac0e5c4001 HTTP/1.1" status: 200 len: 853 time: 0.3432209 Jan 28 12:56:23.139015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3998298-c987-4c11-b2fe-f5917bf323aa req-158ca4ca-c0c3-493f-8dc6-2ebc06c8e40a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 200 len: 217 time: 0.1585603 Jan 28 12:56:23.269905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a82a5557-87b7-4d28-a534-0b68fc1c113e req-d7f64b0c-0233-4da2-87b6-4e69a71d3935 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c97cf8d8-7960-495b-8a74-11f4c725defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567526 Jan 28 12:56:23.565954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2eb5f-54af-4d51-8905-6ce546eeb71f None None] New status for floating IP 60c97182-a625-4ae7-98cc-4ca0b61d85b8: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:56:23.732143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7517f485-9487-4939-9339-95a323bbe62d req-6434f18f-5f9d-4678-bf55-3d3a1ba3822c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.1329880 Jan 28 12:56:23.825974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a82a5557-87b7-4d28-a534-0b68fc1c113e req-60f8de77-f99f-4312-8280-3e13a13a7674 service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786372 Jan 28 12:56:23.829531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1daa4c-a639-421a-a178-abe423794f3f req-93f14ca6-7d2f-48be-931d-059678610505 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:23.831172 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ff1daa4c-a639-421a-a178-abe423794f3f req-93f14ca6-7d2f-48be-931d-059678610505 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 947 time: 0.1024532 Jan 28 12:56:23.840863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f90ec-5065-48e3-9e82-dd933ba57231 req-0985e234-2021-4096-88c7-d0561c3eb339 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:23.860280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-224f90ec-5065-48e3-9e82-dd933ba57231 req-0985e234-2021-4096-88c7-d0561c3eb339 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.7161040 Jan 28 12:56:23.933054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3998298-c987-4c11-b2fe-f5917bf323aa req-a607bc80-05f7-4571-b70c-7992311ffc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:23.940275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3998298-c987-4c11-b2fe-f5917bf323aa req-a607bc80-05f7-4571-b70c-7992311ffc5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 200 len: 834 time: 0.7918625 Jan 28 12:56:24.067786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-ff1daa4c-a639-421a-a178-abe423794f3f req-3be5aab6-3b1c-4d69-b872-c1e3086b68f5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 410e713a-da90-498a-a87a-e892a6644a75 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:56:24.068645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ff1daa4c-a639-421a-a178-abe423794f3f req-3be5aab6-3b1c-4d69-b872-c1e3086b68f5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (410e713a-da90-498a-a87a-e892a6644a75), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:24.250582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ff1daa4c-a639-421a-a178-abe423794f3f req-3be5aab6-3b1c-4d69-b872-c1e3086b68f5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] For port 410e713a-da90-498a-a87a-e892a6644a75, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=410e713a-da90-498a-a87a-e892a6644a75,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:24.251830 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ff1daa4c-a639-421a-a178-abe423794f3f req-3be5aab6-3b1c-4d69-b872-c1e3086b68f5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (410e713a-da90-498a-a87a-e892a6644a75), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:24.307413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-ff1daa4c-a639-421a-a178-abe423794f3f req-3be5aab6-3b1c-4d69-b872-c1e3086b68f5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 410e713a-da90-498a-a87a-e892a6644a75 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:56:24.364478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-224f90ec-5065-48e3-9e82-dd933ba57231 req-bf031b8f-1b83-4155-b59b-d92a11592ea7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031512 Jan 28 12:56:24.414885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3998298-c987-4c11-b2fe-f5917bf323aa req-baaa58ad-ba8e-43b9-ae2c-3566379c6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:24.416795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3998298-c987-4c11-b2fe-f5917bf323aa req-baaa58ad-ba8e-43b9-ae2c-3566379c6efe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=376b0365-6936-4187-9688-098eaa8f7e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4668422 Jan 28 12:56:24.432029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fb601-b90a-4a89-bf33-d230b9a94766 req-c3e678ab-2926-481b-bf90-db28027810ce tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:24.441785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e62fb601-b90a-4a89-bf33-d230b9a94766 req-c3e678ab-2926-481b-bf90-db28027810ce tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 947 time: 0.3032291 Jan 28 12:56:24.508056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a82a5557-87b7-4d28-a534-0b68fc1c113e req-c1902ed1-994f-4c0a-a7c5-8917f1371427 service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6136932 Jan 28 12:56:24.608102 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e62fb601-b90a-4a89-bf33-d230b9a94766 req-d4e1ef3c-8ae9-4ea0-a3a6-cac3598ed3a3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bd5de30-9ce5-4bd4-afdb-10464e29ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645238 Jan 28 12:56:24.753936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:24.806120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3998298-c987-4c11-b2fe-f5917bf323aa req-10baadec-bba9-4855-a107-c3fe2226e7db service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088305 Jan 28 12:56:24.903864 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ff1daa4c-a639-421a-a178-abe423794f3f req-3be5aab6-3b1c-4d69-b872-c1e3086b68f5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (410e713a-da90-498a-a87a-e892a6644a75), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:25.111215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5aab6-3b1c-4d69-b872-c1e3086b68f5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=410e713a-da90-498a-a87a-e892a6644a75,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:25.151891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19bedb18-a6b1-4bad-9470-4a5c003b22a0 req-27de56fc-4606-40b0-b911-47849706c8ec tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.0858645 Jan 28 12:56:25.162314 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3998298-c987-4c11-b2fe-f5917bf323aa req-befbe502-bc20-4beb-9cb7-c558d74d9263 service neutron] 10.222.0.49 "GET /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544118 Jan 28 12:56:25.229344 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1daa4c-a639-421a-a178-abe423794f3f req-3be5aab6-3b1c-4d69-b872-c1e3086b68f5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] No DVR routers for this DVR port 410e713a-da90-498a-a87a-e892a6644a75 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:56:25.235698 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ff1daa4c-a639-421a-a178-abe423794f3f req-3be5aab6-3b1c-4d69-b872-c1e3086b68f5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:25.239107 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ff1daa4c-a639-421a-a178-abe423794f3f req-3be5aab6-3b1c-4d69-b872-c1e3086b68f5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "DELETE /v2.0/ports/410e713a-da90-498a-a87a-e892a6644a75 HTTP/1.1" status: 204 len: 173 time: 1.3999393 Jan 28 12:56:25.239756 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'name': 'network-vif-deleted', 'tag': '410e713a-da90-498a-a87a-e892a6644a75'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:56:25.247165 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03352b79-6891-4cb5-bcbe-4eae126d98fc" -d '{"events": [{"server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "name": "network-vif-deleted", "tag": "410e713a-da90-498a-a87a-e892a6644a75"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:56:25.264053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fa85aee8-52c3-402a-9268-530786b2311b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:56:25.325047 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81629337-3a9f-4fc5-8e57-c58769b7e65f x-openstack-request-id: req-81629337-3a9f-4fc5-8e57-c58769b7e65f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:56:25.325346 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa757657-eee8-4f87-bb42-93f1ada3a5fe", "name": "network-vif-deleted", "tag": "410e713a-da90-498a-a87a-e892a6644a75", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:56:25.325602 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81629337-3a9f-4fc5-8e57-c58769b7e65f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:56:25.326010 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa757657-eee8-4f87-bb42-93f1ada3a5fe', 'name': 'network-vif-deleted', 'tag': '410e713a-da90-498a-a87a-e892a6644a75', 'status': 'completed', 'code': 200} Jan 28 12:56:25.674445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fa85aee8-52c3-402a-9268-530786b2311b,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:25.728180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd391e-144c-4418-84e0-ac9d2332f96c req-7b4ce5ef-e6f5-48fb-b78e-d7e8b613dc70 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:25.732081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'fa85aee8-52c3-402a-9268-530786b2311b', 'network_id': 'c97cf8d8-7960-495b-8a74-11f4c725defa', 'port_id': 'fa85aee8-52c3-402a-9268-530786b2311b', 'mac_address': 'fa:16:3e:6f:da:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f99615c-f897-4987-b660-47ac0e5c4001', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:56:25.749262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24fd391e-144c-4418-84e0-ac9d2332f96c req-7b4ce5ef-e6f5-48fb-b78e-d7e8b613dc70 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 944 time: 0.2129436 Jan 28 12:56:25.869656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fa85aee8-52c3-402a-9268-530786b2311b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:25.870678 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fa85aee8-52c3-402a-9268-530786b2311b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:25.891558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa85aee8-52c3-402a-9268-530786b2311b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:56:25.926168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fa85aee8-52c3-402a-9268-530786b2311b,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:25.930962 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fa85aee8-52c3-402a-9268-530786b2311b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:26.020635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ca85bfd-f890-48ac-a6ca-73f1bbcca586 req-b522775b-7382-46fb-8a03-b251c7d82946 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa757657-eee8-4f87-bb42-93f1ada3a5fe HTTP/1.1" status: 200 len: 210 time: 0.1595392 Jan 28 12:56:26.080326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24fd391e-144c-4418-84e0-ac9d2332f96c req-ad16e9e9-43f8-48cd-b1ef-f5a058e77fdb tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229117 Jan 28 12:56:26.093869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fa85aee8-52c3-402a-9268-530786b2311b,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:26.160159 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:26.205412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fa85aee8-52c3-402a-9268-530786b2311b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:56:26.476138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a2f0f7f-1dd8-4c62-8cfe-74be895d59c6 req-91641dc3-91b7-4fab-9f09-a1f3d79353e2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.1029024 Jan 28 12:56:26.531934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eff806-9914-4518-94fd-9b10f69b83fa req-71453f77-e493-45b6-9ce7-9b01a039b6da tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:26.536854 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-71453f77-e493-45b6-9ce7-9b01a039b6da tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.3546369 Jan 28 12:56:26.550093 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-50eff806-9914-4518-94fd-9b10f69b83fa req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'port': {'device_id': 'e2727459-56ff-451d-9939-a42760fa2897', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'admin_state_up': True, 'tenant_id': '24aad192de1a4673b231d4b2844e4f83'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:26.809253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50eff806-9914-4518-94fd-9b10f69b83fa req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Made reservation on behalf of 24aad192de1a4673b231d4b2844e4f83 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:56:26.820187 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50eff806-9914-4518-94fd-9b10f69b83fa req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:27.096776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49280) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:27.124446 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49286) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:27.140877 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:56:27.248396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-50eff806-9914-4518-94fd-9b10f69b83fa req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Allocated IP 172.20.0.13 (400dedcb-474b-4bdd-8e0d-8b7a83328c0b/33a5bffe-7382-46b3-a030-e2d3aecb2902/ef69447a-a5ae-4f89-9bd0-7b474f15bb6a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:56:27.284462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fa85aee8-52c3-402a-9268-530786b2311b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:27.386949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910897f6-d7d3-45df-b253-902d9cc9cccc req-7851796d-bb71-42f3-900d-50579fd1896e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:27.388484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-910897f6-d7d3-45df-b253-902d9cc9cccc req-7851796d-bb71-42f3-900d-50579fd1896e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 945 time: 0.1590233 Jan 28 12:56:27.431270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port fa85aee8-52c3-402a-9268-530786b2311b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:27.432488 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fa85aee8-52c3-402a-9268-530786b2311b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:27.502559 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a2815e3d-0d80-4141-9236-ffe94929fe54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:27.521926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-910897f6-d7d3-45df-b253-902d9cc9cccc req-d288186f-78d3-4227-b4fb-556c3572cd5d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231744 Jan 28 12:56:27.627681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fa85aee8-52c3-402a-9268-530786b2311b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:27.628317 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fa85aee8-52c3-402a-9268-530786b2311b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:27.642046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a2815e3d-0d80-4141-9236-ffe94929fe54 admin admin] Publish callbacks [] for security_group (a27886fb-6147-4c7c-b402-d60ea98f70ae), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:27.658182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa85aee8-52c3-402a-9268-530786b2311b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:56:27.658420 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a2815e3d-0d80-4141-9236-ffe94929fe54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a27886fb-6147-4c7c-b402-d60ea98f70ae), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:27.663053 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1c742c-1889-4102-81b0-e5489bef400a" -d '{"events": [{"server_uuid": "320b6baa-039a-48bf-87a4-89e928bf62d6", "name": "network-vif-plugged", "status": "completed", "tag": "fa85aee8-52c3-402a-9268-530786b2311b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:56:27.700759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fa85aee8-52c3-402a-9268-530786b2311b,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:27.706617 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fa85aee8-52c3-402a-9268-530786b2311b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:27.708093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 410e713a-da90-498a-a87a-e892a6644a75 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:56:27.764288 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4569bc84-c644-4110-b4c9-8683469087b2 x-openstack-request-id: req-4569bc84-c644-4110-b4c9-8683469087b2 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:56:27.767144 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320b6baa-039a-48bf-87a4-89e928bf62d6", "name": "network-vif-plugged", "status": "completed", "tag": "fa85aee8-52c3-402a-9268-530786b2311b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:56:27.768254 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4569bc84-c644-4110-b4c9-8683469087b2 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:56:27.768996 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa85aee8-52c3-402a-9268-530786b2311b', 'code': 200} Jan 28 12:56:27.772344 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 410e713a-da90-498a-a87a-e892a6644a75 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:56:27.778366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 410e713a-da90-498a-a87a-e892a6644a75 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:56:27.780691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2815e3d-0d80-4141-9236-ffe94929fe54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27886fb-6147-4c7c-b402-d60ea98f70ae,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:27.788227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a2815e3d-0d80-4141-9236-ffe94929fe54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec3db8f4667b4b158efe72cf312b0c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6871145 Jan 28 12:56:27.789049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67cae6be-0160-475f-ac02-2ec809c5a370 req-28c86542-f499-4828-b312-42f7b09d6df9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.1448622 Jan 28 12:56:27.789305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49294) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:27.902818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73632753-a952-46cb-977c-2e62ca189eed admin admin] Publish callbacks [] for security_group (a27886fb-6147-4c7c-b402-d60ea98f70ae), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:27.965307 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73632753-a952-46cb-977c-2e62ca189eed admin admin] Publish callbacks [] for security_group (a27886fb-6147-4c7c-b402-d60ea98f70ae), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:27.983088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fa85aee8-52c3-402a-9268-530786b2311b,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:28.167038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090316e-e681-4b16-8446-fc10dc824fd3 req-061b3a2f-35ea-4750-b46d-71dfe6b93312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:28.177328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7090316e-e681-4b16-8446-fc10dc824fd3 req-061b3a2f-35ea-4750-b46d-71dfe6b93312 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 1098 time: 0.2018507 Jan 28 12:56:28.301552 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73632753-a952-46cb-977c-2e62ca189eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a27886fb-6147-4c7c-b402-d60ea98f70ae), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:28.308497 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73632753-a952-46cb-977c-2e62ca189eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:28.310779 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-73632753-a952-46cb-977c-2e62ca189eed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a27886fb-6147-4c7c-b402-d60ea98f70ae HTTP/1.1" status: 204 len: 168 time: 0.5195336 Jan 28 12:56:28.357876 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50eff806-9914-4518-94fd-9b10f69b83fa req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:28.385955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73632753-a952-46cb-977c-2e62ca189eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27886fb-6147-4c7c-b402-d60ea98f70ae,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:28.437282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7090316e-e681-4b16-8446-fc10dc824fd3 req-f93e310b-8079-40cc-85c6-8bc90cbb22d5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488489 Jan 28 12:56:28.613659 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50eff806-9914-4518-94fd-9b10f69b83fa req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:28.808377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50eff806-9914-4518-94fd-9b10f69b83fa req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:28.814031 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-50eff806-9914-4518-94fd-9b10f69b83fa req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:28.814174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32b1cf-5108-4aeb-9948-2787a6c09cd3 req-20b6148a-2ef6-470c-a8ab-4e5ff1126225 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:28.817241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-50eff806-9914-4518-94fd-9b10f69b83fa req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:56:28.825287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:28.856403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba32b1cf-5108-4aeb-9948-2787a6c09cd3 req-20b6148a-2ef6-470c-a8ab-4e5ff1126225 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.1602807 Jan 28 12:56:28.921354 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eff806-9914-4518-94fd-9b10f69b83fa req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:28.924894 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50eff806-9914-4518-94fd-9b10f69b83fa req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:28.942541 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-357daeee-45d5-4147-b1b7-f4ccc1a562b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (37bbcb3b-cd0f-4bab-8386-bded1db9278f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:29.035747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba32b1cf-5108-4aeb-9948-2787a6c09cd3 req-6fb02c05-23fa-4f7b-9d37-908cfac87cf2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782842 Jan 28 12:56:29.061808 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-dc3dd3cd-0461-4ba8-a7fe-420c08c29980 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5169027 Jan 28 12:56:29.085158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853fdd5-0728-4c58-875a-7c819407cac9 req-1aee40da-9d1c-4218-9685-5325fde25551 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:29.092408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e853fdd5-0728-4c58-875a-7c819407cac9 req-1aee40da-9d1c-4218-9685-5325fde25551 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 932 time: 0.1428092 Jan 28 12:56:29.095964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Request body: {'port': {'device_id': 'e2727459-56ff-451d-9939-a42760fa2897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:29.197149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e853fdd5-0728-4c58-875a-7c819407cac9 req-1f17072b-075d-49ae-82b4-b491f2feb230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946789 Jan 28 12:56:29.275318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:29.328481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9380a85c-e746-4860-90da-62704f19d09d None None] Provisioning complete for port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:29.330255 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9380a85c-e746-4860-90da-62704f19d09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:29.450663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9380a85c-e746-4860-90da-62704f19d09d None None] Port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:56:29.760467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-357daeee-45d5-4147-b1b7-f4ccc1a562b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port b48537b5-d453-4d66-82db-17c764de6160 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:56:29.761020 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-357daeee-45d5-4147-b1b7-f4ccc1a562b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b48537b5-d453-4d66-82db-17c764de6160), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:29.938148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-357daeee-45d5-4147-b1b7-f4ccc1a562b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] For port b48537b5-d453-4d66-82db-17c764de6160, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b48537b5-d453-4d66-82db-17c764de6160,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:29.938711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-357daeee-45d5-4147-b1b7-f4ccc1a562b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b48537b5-d453-4d66-82db-17c764de6160), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:29.994971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-357daeee-45d5-4147-b1b7-f4ccc1a562b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for b48537b5-d453-4d66-82db-17c764de6160 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:56:30.029437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef69447a-a5ae-4f89-9bd0-7b474f15bb6a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:56:30.211375 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Publish callbacks [] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:30.279163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Transition to ACTIVE for port object ef69447a-a5ae-4f89-9bd0-7b474f15bb6a will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:56:30.289206 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:30.380244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1769aa-21ee-4495-adad-d1fe7edf6d8c req-f4dee0b1-3ed1-4827-b1f6-09711fc2097e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:30.381571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Pushing event updated for resources: {'Port': ['ID=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:30.396600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac1769aa-21ee-4495-adad-d1fe7edf6d8c req-f4dee0b1-3ed1-4827-b1f6-09711fc2097e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.1405394 Jan 28 12:56:30.622536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Attempting to bind port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:56:30.623271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Attempting to bind port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:56:30.624469 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Attempting to bind port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:56:30.627103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-357daeee-45d5-4147-b1b7-f4ccc1a562b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b48537b5-d453-4d66-82db-17c764de6160), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:30.660265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:56:30.660979 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Attempting to bind port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:56:30.666534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357daeee-45d5-4147-b1b7-f4ccc1a562b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=b48537b5-d453-4d66-82db-17c764de6160,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:30.677049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:56:30.677891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Checking segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:56:30.678644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Bound using segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:56:30.681281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Bound port: ef69447a-a5ae-4f89-9bd0-7b474f15bb6a, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:56:30.681828 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:30.725407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fb084-1a45-4310-a4b8-91fb0a627398 req-e03ca6c7-ed4e-4e62-a6d1-e3fea1a82a04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:30.746655 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f7fb084-1a45-4310-a4b8-91fb0a627398 req-e03ca6c7-ed4e-4e62-a6d1-e3fea1a82a04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.2522979 Jan 28 12:56:30.753230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac1769aa-21ee-4495-adad-d1fe7edf6d8c req-54797f1a-c9f4-4b61-9344-58e50f943469 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534844 Jan 28 12:56:30.925511 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f7fb084-1a45-4310-a4b8-91fb0a627398 req-b6534207-abff-4227-aef8-22f46c7574f0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775086 Jan 28 12:56:30.980298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49386) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:31.309442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'network': {'name': 'tempest-network-smoke--1822437324', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:31.363729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Made reservation on behalf of 7290a7b466ae4f8e9c54c7ef61b8cc1f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:56:31.371279 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:31.400942 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:31.589799 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (72752e76-5a63-4f81-8b18-f130ee2009f2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:31.596097 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (72752e76-5a63-4f81-8b18-f130ee2009f2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:31.611648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:56:31.623398 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7e1e39e4-7852-4aa0-9054-7a5a87f5697a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:31.624331 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Added segment 7e1e39e4-7852-4aa0-9054-7a5a87f5697a of type vlan for network 5446c4b8-580e-4eed-9669-0122cd5a9b47 Jan 28 12:56:31.788077 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (5446c4b8-580e-4eed-9669-0122cd5a9b47), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:31.874960 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (5446c4b8-580e-4eed-9669-0122cd5a9b47), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:31.894491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:31.896122 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:31.926339 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] For port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:56:31.937662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] For port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:56:31.958465 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:32.010150 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-357daeee-45d5-4147-b1b7-f4ccc1a562b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (37bbcb3b-cd0f-4bab-8386-bded1db9278f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:32.037649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:32.038827 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:32.040892 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] 10.222.0.49 "PUT /v2.0/ports/ef69447a-a5ae-4f89-9bd0-7b474f15bb6a HTTP/1.1" status: 200 len: 1092 time: 2.9694259 Jan 28 12:56:32.051771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2727459-56ff-451d-9939-a42760fa2897', 'tag': 'ef69447a-a5ae-4f89-9bd0-7b474f15bb6a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:56:32.055198 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b5bdb6-4204-475a-a1d1-a2f557e8cddd" -d '{"events": [{"name": "network-changed", "server_uuid": "e2727459-56ff-451d-9939-a42760fa2897", "tag": "ef69447a-a5ae-4f89-9bd0-7b474f15bb6a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:56:32.178471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d39883-5d39-4ac0-82cd-26bb4a721638 service neutron] Pushing event updated for resources: {'Port': ['ID=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:32.287711 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eff806-9914-4518-94fd-9b10f69b83fa req-2dda3ea3-e3bc-433a-8506-1c696cca176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:32.289594 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-2dda3ea3-e3bc-433a-8506-1c696cca176d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 1095 time: 0.1731861 Jan 28 12:56:32.360429 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-b55d8904-3413-498c-9d14-9c53a539548a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a HTTP/1.1" status: 200 len: 217 time: 0.0622377 Jan 28 12:56:32.603839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6220603 Jan 28 12:56:32.604951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72752e76-5a63-4f81-8b18-f130ee2009f2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:32.621130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49410) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:32.626949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'admin_state_up': True, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:32.654468 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eff806-9914-4518-94fd-9b10f69b83fa req-b19fbb20-c847-45c1-a71a-0e05d65fce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:32.657573 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-b19fbb20-c847-45c1-a71a-0e05d65fce1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.2897365 Jan 28 12:56:32.671316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357daeee-45d5-4147-b1b7-f4ccc1a562b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 37bbcb3b-cd0f-4bab-8386-bded1db9278f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:56:32.696923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770196ca-94f0-4b3d-bdd1-f860ed72bee9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Network': ['ID=5446c4b8-580e-4eed-9669-0122cd5a9b47,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:32.720965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 5446c4b8-580e-4eed-9669-0122cd5a9b47 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:56:32.762966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d473c3-8abe-4201-bb64-c7cd412e2338 req-072d8642-2a1e-48a9-b8a4-435eb11942d4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:32.768509 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3d473c3-8abe-4201-bb64-c7cd412e2338 req-072d8642-2a1e-48a9-b8a4-435eb11942d4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.8229542 Jan 28 12:56:32.792183 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (da9042ba-78ad-49e3-b9f4-9a3546e90a85), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:32.793665 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (da9042ba-78ad-49e3-b9f4-9a3546e90a85), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:32.803100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5936d-0dce-4673-a639-ab5063ed3ba5 req-da5fff0a-6fa7-42db-b709-d00c3b8e99d0 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:32.805237 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8de5936d-0dce-4673-a639-ab5063ed3ba5 req-da5fff0a-6fa7-42db-b709-d00c3b8e99d0 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 945 time: 0.1886909 Jan 28 12:56:32.906881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3d473c3-8abe-4201-bb64-c7cd412e2338 req-cef4e6fb-25bd-48c8-8ac9-6f0baf6f17fc tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218591 Jan 28 12:56:32.917726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8de5936d-0dce-4673-a639-ab5063ed3ba5 req-5e552af6-beb0-4e97-b886-70b5da0dc5ec tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925415 Jan 28 12:56:32.957852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eff806-9914-4518-94fd-9b10f69b83fa req-a00e210f-d2e3-4207-b44c-3ac63e8a0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:32.959407 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-a00e210f-d2e3-4207-b44c-3ac63e8a0806 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2853227 Jan 28 12:56:33.069017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router_controller (da9042ba-78ad-49e3-b9f4-9a3546e90a85), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:33.153623 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ecc249-79d1-4c99-9523-d35b2c5e4221 x-openstack-request-id: req-b8ecc249-79d1-4c99-9523-d35b2c5e4221 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:56:33.153623 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2727459-56ff-451d-9939-a42760fa2897", "tag": "ef69447a-a5ae-4f89-9bd0-7b474f15bb6a", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:56:33.154061 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8ecc249-79d1-4c99-9523-d35b2c5e4221 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:56:33.154420 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2727459-56ff-451d-9939-a42760fa2897', 'tag': 'ef69447a-a5ae-4f89-9bd0-7b474f15bb6a', 'status': 'completed', 'code': 200} Jan 28 12:56:33.247986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e53800-0f0e-4ae7-807a-0dcf06767bdf req-fe97339c-bff5-46f8-bedd-ef03e9bc3cec tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:33.262167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32e53800-0f0e-4ae7-807a-0dcf06767bdf req-fe97339c-bff5-46f8-bedd-ef03e9bc3cec tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.0997746 Jan 28 12:56:33.278199 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-80b7a0fd-6922-42a4-9af7-b714ce343a5b service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923398 Jan 28 12:56:33.425142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32e53800-0f0e-4ae7-807a-0dcf06767bdf req-856868c6-a7cb-49a0-8b03-2e36c303cca3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582463 Jan 28 12:56:33.462534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff3e7a-1b84-4ab8-9e67-3c64e118c787 req-fd6ed7f8-482f-41d0-b8b0-e2b06c1f01f2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:33.477390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73ff3e7a-1b84-4ab8-9e67-3c64e118c787 req-fd6ed7f8-482f-41d0-b8b0-e2b06c1f01f2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.2093606 Jan 28 12:56:33.505963 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-50eff806-9914-4518-94fd-9b10f69b83fa req-ddbb7715-5861-4005-9089-2cf665b10733 service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145314 Jan 28 12:56:33.566236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73ff3e7a-1b84-4ab8-9e67-3c64e118c787 req-f5a47328-16c7-4708-9bcf-577f827aba4d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870304 Jan 28 12:56:33.573574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357daeee-45d5-4147-b1b7-f4ccc1a562b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:56:33.584776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49416) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:33.584962 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-357daeee-45d5-4147-b1b7-f4ccc1a562b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "PUT /v2.0/routers/37bbcb3b-cd0f-4bab-8386-bded1db9278f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4566038 Jan 28 12:56:33.594260 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e6fb0c-534e-4062-aba4-8a9347321cb4 None None] Sync routers for ids ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:56:33.635949 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e6fb0c-534e-4062-aba4-8a9347321cb4 None None] Routers {'37bbcb3b-cd0f-4bab-8386-bded1db9278f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:33.636614 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-21e6fb0c-534e-4062-aba4-8a9347321cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:33.711568 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router_gateway (da9042ba-78ad-49e3-b9f4-9a3546e90a85), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:33.730919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-341d16f4-232a-4133-b204-3800f11bc135 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting subnet baa3c946-6b9d-48a8-b62f-4f4437858293 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:56:33.741991 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-341d16f4-232a-4133-b204-3800f11bc135 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for subnet (baa3c946-6b9d-48a8-b62f-4f4437858293), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:33.847631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5bdb6-4204-475a-a1d1-a2f557e8cddd req-0dbd601c-8e4a-4abd-883e-7f559d761706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:33.849207 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8b5bdb6-4204-475a-a1d1-a2f557e8cddd req-0dbd601c-8e4a-4abd-883e-7f559d761706 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 1095 time: 0.2632778 Jan 28 12:56:33.882444 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-21e6fb0c-534e-4062-aba4-8a9347321cb4 None None] Set router 37bbcb3b-cd0f-4bab-8386-bded1db9278f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:33.897647 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-341d16f4-232a-4133-b204-3800f11bc135 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (baa3c946-6b9d-48a8-b62f-4f4437858293), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:33.935051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc8c7a-dda5-4585-99cc-7c3baf640e2d req-958b6c4c-7f72-41c2-93ed-48cd4680caf2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:33.937230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fedc8c7a-dda5-4585-99cc-7c3baf640e2d req-958b6c4c-7f72-41c2-93ed-48cd4680caf2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.1307383 Jan 28 12:56:33.963513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-e7141507-bc67-4569-9b77-8551b6c6d83c tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:33.966061 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-e7141507-bc67-4569-9b77-8551b6c6d83c tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 945 time: 0.3086159 Jan 28 12:56:34.067072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5bdb6-4204-475a-a1d1-a2f557e8cddd req-b780fb17-eba3-4270-a42e-e8fc6fbc92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:34.070391 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8b5bdb6-4204-475a-a1d1-a2f557e8cddd req-b780fb17-eba3-4270-a42e-e8fc6fbc92a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.2138622 Jan 28 12:56:34.173990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fedc8c7a-dda5-4585-99cc-7c3baf640e2d req-d111541e-7b66-4d03-bce7-fae32df6c314 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021167 Jan 28 12:56:34.243374 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8b5bdb6-4204-475a-a1d1-a2f557e8cddd req-29b1cb33-7f26-4309-ae00-7ad1cb7ef6df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a HTTP/1.1" status: 200 len: 217 time: 0.1548159 Jan 28 12:56:34.298743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Deleting port 5848a18e-6904-4a65-b1bc-fdf81df656d1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:56:34.303720 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:34.374590 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-21e6fb0c-534e-4062-aba4-8a9347321cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:56:30Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:34.437275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] For port 5848a18e-6904-4a65-b1bc-fdf81df656d1, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5848a18e-6904-4a65-b1bc-fdf81df656d1,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:34.437975 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:34.484902 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e6fb0c-534e-4062-aba4-8a9347321cb4 None None] Checking router: 37bbcb3b-cd0f-4bab-8386-bded1db9278f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:56:34.494575 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e6fb0c-534e-4062-aba4-8a9347321cb4 None None] Routers {'37bbcb3b-cd0f-4bab-8386-bded1db9278f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:34.495598 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-21e6fb0c-534e-4062-aba4-8a9347321cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:34.521046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5bdb6-4204-475a-a1d1-a2f557e8cddd req-61c3a118-124f-483f-8bf4-f02927b1739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:34.523688 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8b5bdb6-4204-475a-a1d1-a2f557e8cddd req-61c3a118-124f-483f-8bf4-f02927b1739c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.2619734 Jan 28 12:56:34.549599 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-341d16f4-232a-4133-b204-3800f11bc135 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (baa3c946-6b9d-48a8-b62f-4f4437858293), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:34.662481 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-21e6fb0c-534e-4062-aba4-8a9347321cb4 None None] Set router 37bbcb3b-cd0f-4bab-8386-bded1db9278f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:34.663033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cbe99-c054-4e52-a588-604a6a1a870a req-6eab7746-82f0-4ed5-a902-aea3e6aff9e1 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:34.670045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd0cbe99-c054-4e52-a588-604a6a1a870a req-6eab7746-82f0-4ed5-a902-aea3e6aff9e1 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 945 time: 0.4916127 Jan 28 12:56:34.807592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6db48-e49d-4d5b-9d71-a2c7a3013442 req-72f5d39f-910e-42c0-8136-ce6f5ef3ca5a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:34.809203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53d6db48-e49d-4d5b-9d71-a2c7a3013442 req-72f5d39f-910e-42c0-8136-ce6f5ef3ca5a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.2869174 Jan 28 12:56:34.842585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd0cbe99-c054-4e52-a588-604a6a1a870a req-2acec65b-91da-4cbf-83e6-de226a1780f0 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525538 Jan 28 12:56:34.865018 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router_gateway (da9042ba-78ad-49e3-b9f4-9a3546e90a85), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:34.893353 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-21e6fb0c-534e-4062-aba4-8a9347321cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:56:30Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:34.923125 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e6fb0c-534e-4062-aba4-8a9347321cb4 None None] The sync data for ids ['37bbcb3b-cd0f-4bab-8386-bded1db9278f'] in n-d-824835-4 is: [{'id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144674867', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:53:48Z', 'updated_at': '2022-01-28T12:56:30Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': 'cc3ef384-ff7e-43d0-9b76-d80719b6e54b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bbcb3b-cd0f-4bab-8386-bded1db9278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:53:49Z', 'updated_at': '2022-01-28T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:56:34.931748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:35.128614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Allocated IP 172.25.7.145 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/2b077ccc-c19a-4747-bcce-6efacd284976) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:56:35.169437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53d6db48-e49d-4d5b-9d71-a2c7a3013442 req-ccc13f80-9394-46c8-9cfd-2549ac169ee7 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303604 Jan 28 12:56:35.172203 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-341d16f4-232a-4133-b204-3800f11bc135 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (baa3c946-6b9d-48a8-b62f-4f4437858293), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:35.213423 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-341d16f4-232a-4133-b204-3800f11bc135 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:35.222280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d91f37-ece5-4762-be52-2c43c75e2f82 None None] Network 376b0365-6936-4187-9688-098eaa8f7e82 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:56:35.227763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-341d16f4-232a-4133-b204-3800f11bc135 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/subnets/baa3c946-6b9d-48a8-b62f-4f4437858293 HTTP/1.1" status: 204 len: 168 time: 1.6410561 Jan 28 12:56:35.236386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49432) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:35.369555 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (2b077ccc-c19a-4747-bcce-6efacd284976), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:35.470737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5bdb6-4204-475a-a1d1-a2f557e8cddd req-23d28103-47f0-4375-b478-327b6f607849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:35.472332 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8b5bdb6-4204-475a-a1d1-a2f557e8cddd req-23d28103-47f0-4375-b478-327b6f607849 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9239507 Jan 28 12:56:35.473694 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2b077ccc-c19a-4747-bcce-6efacd284976), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:35.636056 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router (37bbcb3b-cd0f-4bab-8386-bded1db9278f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:35.659231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a06cf7-465e-43af-af95-bf290eff90ce None None] DHCP port deletion for 376b0365-6936-4187-9688-098eaa8f7e82 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:56:35.754318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d16f4-232a-4133-b204-3800f11bc135 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Subnet': ['ID=baa3c946-6b9d-48a8-b62f-4f4437858293,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:35.792848 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8b5bdb6-4204-475a-a1d1-a2f557e8cddd req-886ad64a-dbd0-41aa-945d-2cc3a30088d7 service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004963 Jan 28 12:56:35.835898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:35.845055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:35.846236 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (353371f6-b9a5-428f-a09c-25a71b76a789), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:35.846807 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Floating IP 353371f6-b9a5-428f-a09c-25a71b76a789 disassociated. External IP: 172.25.7.150, port: 5848a18e-6904-4a65-b1bc-fdf81df656d1. Jan 28 12:56:35.847427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Calling delete_port for 5848a18e-6904-4a65-b1bc-fdf81df656d1 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:56:35.850421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-09a06cf7-465e-43af-af95-bf290eff90ce None None] Deleting port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:56:35.850940 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09a06cf7-465e-43af-af95-bf290eff90ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:35.866520 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:35.886214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f9858-183d-4e99-b001-67dcf9056c83 req-ccdfd646-1b06-4776-b031-742987b90d0d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:35.895894 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f4f9858-183d-4e99-b001-67dcf9056c83 req-ccdfd646-1b06-4776-b031-742987b90d0d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.8605638 Jan 28 12:56:35.936224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:56:35.979612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-09a06cf7-465e-43af-af95-bf290eff90ce None None] For port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5,segment=NetworkSegment(82a18882-3519-4145-b613-506d956cf538),segment_id=82a18882-3519-4145-b613-506d956cf538)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:35.980015 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09a06cf7-465e-43af-af95-bf290eff90ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:35.997045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-09a06cf7-465e-43af-af95-bf290eff90ce None None] Calling delete_port for 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:56:36.010589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=2b077ccc-c19a-4747-bcce-6efacd284976,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:36.124699 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8b5bdb6-4204-475a-a1d1-a2f557e8cddd req-9708e163-8b30-4a25-8f7f-5b96a856b4a6 service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212197 Jan 28 12:56:36.153955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f4f9858-183d-4e99-b001-67dcf9056c83 req-89c34e2c-c405-4eb8-84d8-5930b56f3cd0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521052 Jan 28 12:56:36.176499 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09a06cf7-465e-43af-af95-bf290eff90ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:36.190612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92c780-bd67-4288-80b8-4b3a4c9def03 req-0a0cd6ef-bee3-4728-8024-67af38d31512 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:36.192889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c92c780-bd67-4288-80b8-4b3a4c9def03 req-0a0cd6ef-bee3-4728-8024-67af38d31512 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.5299478 Jan 28 12:56:36.203701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a06cf7-465e-43af-af95-bf290eff90ce None None] No DVR routers for this DVR port 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:56:36.241191 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (37bbcb3b-cd0f-4bab-8386-bded1db9278f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:36.253871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a06cf7-465e-43af-af95-bf290eff90ce None None] Pushing event deleted for resources: {'Port': ['ID=7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:36.428419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299700f-8c9f-4be1-a183-720a7e20edcc req-cf18372c-7c9d-4f25-b94f-44ea17d25b1c tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:36.429795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3299700f-8c9f-4be1-a183-720a7e20edcc req-cf18372c-7c9d-4f25-b94f-44ea17d25b1c tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 945 time: 0.1529753 Jan 28 12:56:36.440430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c92c780-bd67-4288-80b8-4b3a4c9def03 req-aeda6f08-afa9-4e74-bf45-d38a10fa695d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342713 Jan 28 12:56:36.547938 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3299700f-8c9f-4be1-a183-720a7e20edcc req-4aaf5a75-ed53-454a-8f24-2be722da5d89 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups?id=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115141 Jan 28 12:56:36.564421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port cc3ef384-ff7e-43d0-9b76-d80719b6e54b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:56:36.564868 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:36.712211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] For port cc3ef384-ff7e-43d0-9b76-d80719b6e54b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cc3ef384-ff7e-43d0-9b76-d80719b6e54b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:36.712962 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:36.729363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for cc3ef384-ff7e-43d0-9b76-d80719b6e54b owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:56:36.779550 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router_gateway (da9042ba-78ad-49e3-b9f4-9a3546e90a85), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:36.786388 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5848a18e-6904-4a65-b1bc-fdf81df656d1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:36.982715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event deleted for resources: {'Port': ['ID=5848a18e-6904-4a65-b1bc-fdf81df656d1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:37.026632 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b48537b5-d453-4d66-82db-17c764de6160 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:56:37.108073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: b48537b5-d453-4d66-82db-17c764de6160 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:56:37.109955 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (da9042ba-78ad-49e3-b9f4-9a3546e90a85), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:37.110655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b48537b5-d453-4d66-82db-17c764de6160 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:56:37.112629 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:56:37.148931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f89a4d-d88d-49ac-86e9-0aaacb0f2761 req-a97d1fdc-8160-4843-bd07-47eb5b9d9c9a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:37.151040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45f89a4d-d88d-49ac-86e9-0aaacb0f2761 req-a97d1fdc-8160-4843-bd07-47eb5b9d9c9a tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.4015522 Jan 28 12:56:37.169115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:56:37.178799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7a1e428c-e6e3-40e6-bb2b-cf633ef14ac5 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:56:37.209010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Router 8999dd1e-1620-45f0-9efb-eba12bf75c5f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:56:37.380397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Router da9042ba-78ad-49e3-b9f4-9a3546e90a85 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:56:37.491273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45f89a4d-d88d-49ac-86e9-0aaacb0f2761 req-ac2e77e3-d991-4d57-b3bc-14e2d06d7112 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290963 Jan 28 12:56:37.558299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:56:37.573322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Sync routers for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:56:37.590349 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:37.598046 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a2df554c-fda2-4932-8f0a-e0c458e116f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9755857 Jan 28 12:56:37.598969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49450) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:37.614100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:37.615136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:37.618901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c63d9-ffaf-4e2a-92d1-95d830188dd0 req-34114d84-2ea7-431c-a743-ceb542c67d4d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:37.624657 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f09c63d9-ffaf-4e2a-92d1-95d830188dd0 req-34114d84-2ea7-431c-a743-ceb542c67d4d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.3551557 Jan 28 12:56:37.628019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (cc3ef384-ff7e-43d0-9b76-d80719b6e54b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:37.754399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=cc3ef384-ff7e-43d0-9b76-d80719b6e54b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:37.803529 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a4e96161-1f26-40e2-8844-0f33e7dea129 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2029839 Jan 28 12:56:37.804924 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:37.956552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:38.034097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:56:38.046928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f09c63d9-ffaf-4e2a-92d1-95d830188dd0 req-9836d391-1079-4de3-96b2-ed8ef15b5994 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114156 Jan 28 12:56:38.048870 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9cc6f-014b-4fb6-bd72-aa304973fc0f None None] Sync routers for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:56:38.086040 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9cc6f-014b-4fb6-bd72-aa304973fc0f None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:38.086790 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-23e9cc6f-014b-4fb6-bd72-aa304973fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:38.132109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30026118-77ab-480e-a0b4-7e6274a509b0 req-b699ba2e-4035-491b-a505-505c7153dc6f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:38.134624 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30026118-77ab-480e-a0b4-7e6274a509b0 req-b699ba2e-4035-491b-a505-505c7153dc6f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.4041352 Jan 28 12:56:38.140130 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (37bbcb3b-cd0f-4bab-8386-bded1db9278f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:38.383483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] No DVR routers for this DVR port 5848a18e-6904-4a65-b1bc-fdf81df656d1 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:56:38.426023 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:38.430490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c61aa82e-17ba-4788-a6ef-c8ec24607c1d req-47c2d355-1036-4dc3-b326-8a42da930488 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.49 "DELETE /v2.0/ports/5848a18e-6904-4a65-b1bc-fdf81df656d1 HTTP/1.1" status: 204 len: 173 time: 4.4530962 Jan 28 12:56:38.433229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'name': 'network-vif-deleted', 'tag': '5848a18e-6904-4a65-b1bc-fdf81df656d1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:56:38.442116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:56:36Z', 'revision_number': 3, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:38.457704 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2afe5e6-a918-4b86-867e-00e30b2cadf5" -d '{"events": [{"server_uuid": "39a3f631-a5ec-43a7-b700-eb685c35657b", "name": "network-vif-deleted", "tag": "5848a18e-6904-4a65-b1bc-fdf81df656d1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:56:38.507187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Checking router: da9042ba-78ad-49e3-b9f4-9a3546e90a85 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:56:38.507889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Updating router da9042ba-78ad-49e3-b9f4-9a3546e90a85 port 2b077ccc-c19a-4747-bcce-6efacd284976 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:56:38.569679 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2b077ccc-c19a-4747-bcce-6efacd284976), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:38.582485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25d591d5-0a9a-44f0-b1e8-4f4c01f79d70 req-1077b70c-a799-4997-a483-c9afa3e3d246 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/ports?device_id=39a3f631-a5ec-43a7-b700-eb685c35657b HTTP/1.1" status: 200 len: 210 time: 0.2116165 Jan 28 12:56:38.597969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (37bbcb3b-cd0f-4bab-8386-bded1db9278f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:38.605026 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_controller (37bbcb3b-cd0f-4bab-8386-bded1db9278f), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:38.873635 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff48531e-f4fd-404c-979f-8deb4e9963b1 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:38.876331 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ff48531e-f4fd-404c-979f-8deb4e9963b1 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0699468 Jan 28 12:56:38.887362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49464) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:38.916917 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-23e9cc6f-014b-4fb6-bd72-aa304973fc0f None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:39.054751 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7cd130e2-25fc-4a77-bf30-947097997ef4 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1658165 Jan 28 12:56:39.069751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49468) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:39.093918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3972c020-7bfe-4b2c-bc24-1cad99f5b58c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1486475307', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:39.369956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5848a18e-6904-4a65-b1bc-fdf81df656d1 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:56:39.455916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 5848a18e-6904-4a65-b1bc-fdf81df656d1 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:56:39.455916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5848a18e-6904-4a65-b1bc-fdf81df656d1 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:56:39.457057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3972c020-7bfe-4b2c-bc24-1cad99f5b58c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Made reservation on behalf of 7290a7b466ae4f8e9c54c7ef61b8cc1f for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:56:39.463248 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3972c020-7bfe-4b2c-bc24-1cad99f5b58c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:39.678577 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-23e9cc6f-014b-4fb6-bd72-aa304973fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:47:01Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:39.691044 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Publish callbacks [] for port (2b077ccc-c19a-4747-bcce-6efacd284976), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:39.706174 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2b077ccc-c19a-4747-bcce-6efacd284976), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:39.735552 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9cc6f-014b-4fb6-bd72-aa304973fc0f None None] Checking router: 8999dd1e-1620-45f0-9efb-eba12bf75c5f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:56:39.756863 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9cc6f-014b-4fb6-bd72-aa304973fc0f None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:39.757506 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-23e9cc6f-014b-4fb6-bd72-aa304973fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:39.816466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59db088-82c2-4309-bc0e-08d9b313f39a None None] Pushing event updated for resources: {'Port': ['ID=2b077ccc-c19a-4747-bcce-6efacd284976,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:39.855652 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3972c020-7bfe-4b2c-bc24-1cad99f5b58c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (e2eaad08-8452-4a45-9cc2-70b1f9cd418f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:39.866654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Attempting to bind port 2b077ccc-c19a-4747-bcce-6efacd284976 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:56:39.867264 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Attempting to bind port 2b077ccc-c19a-4747-bcce-6efacd284976 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:56:39.867899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Attempting to bind port 2b077ccc-c19a-4747-bcce-6efacd284976 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:56:39.883628 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0ee874-c203-4b2a-b6a0-0d82d48fde03 x-openstack-request-id: req-bc0ee874-c203-4b2a-b6a0-0d82d48fde03 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:56:39.884436 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a3f631-a5ec-43a7-b700-eb685c35657b", "name": "network-vif-deleted", "tag": "5848a18e-6904-4a65-b1bc-fdf81df656d1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:56:39.884744 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc0ee874-c203-4b2a-b6a0-0d82d48fde03 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:56:39.886150 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a3f631-a5ec-43a7-b700-eb685c35657b', 'name': 'network-vif-deleted', 'tag': '5848a18e-6904-4a65-b1bc-fdf81df656d1', 'status': 'completed', 'code': 200} Jan 28 12:56:39.888044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:56:39.888449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:56:39.888846 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:39.900397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:56:39.900397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Bound port: 2b077ccc-c19a-4747-bcce-6efacd284976, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:56:39.900397 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2b077ccc-c19a-4747-bcce-6efacd284976), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:39.923235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30026118-77ab-480e-a0b4-7e6274a509b0 req-9772402e-b712-4afe-bfc2-a1ce13387691 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7121189 Jan 28 12:56:39.961019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (37bbcb3b-cd0f-4bab-8386-bded1db9278f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:39.961469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Fanout notify agent at l3_agent the message router_deleted on router 37bbcb3b-cd0f-4bab-8386-bded1db9278f {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:56:39.976676 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:39.977803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-410ce5ea-c13f-4658-9657-944d5d63494d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/routers/37bbcb3b-cd0f-4bab-8386-bded1db9278f HTTP/1.1" status: 204 len: 168 time: 4.7258403 Jan 28 12:56:39.987251 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49476) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:40.075770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] For port 2b077ccc-c19a-4747-bcce-6efacd284976, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:56:40.090140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] For port 2b077ccc-c19a-4747-bcce-6efacd284976, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2b077ccc-c19a-4747-bcce-6efacd284976,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:56:40.104576 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2b077ccc-c19a-4747-bcce-6efacd284976), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:40.115641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972c020-7bfe-4b2c-bc24-1cad99f5b58c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Subnet': ['ID=e2eaad08-8452-4a45-9cc2-70b1f9cd418f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:40.135318 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-23e9cc6f-014b-4fb6-bd72-aa304973fc0f None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:40.154100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bfb68-2563-456e-882a-ba5e69580a1a req-21c8fb6c-1428-48bb-a4cf-de4f7ec612e7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:40.157305 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f1bfb68-2563-456e-882a-ba5e69580a1a req-21c8fb6c-1428-48bb-a4cf-de4f7ec612e7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.2645042 Jan 28 12:56:40.317787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972c020-7bfe-4b2c-bc24-1cad99f5b58c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Checking segment: {'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:56:40.318229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972c020-7bfe-4b2c-bc24-1cad99f5b58c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network hostable DHCP agents. Network: 5446c4b8-580e-4eed-9669-0122cd5a9b47, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:56:40.329928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f1bfb68-2563-456e-882a-ba5e69580a1a req-95896943-2c44-4baf-914f-917e19be5f98 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632342 Jan 28 12:56:40.330971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59db088-82c2-4309-bc0e-08d9b313f39a None None] Pushing event updated for resources: {'Port': ['ID=2b077ccc-c19a-4747-bcce-6efacd284976,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:40.391259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:40.392123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:40.410625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (376b0365-6936-4187-9688-098eaa8f7e82), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:40.432783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972c020-7bfe-4b2c-bc24-1cad99f5b58c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network 5446c4b8-580e-4eed-9669-0122cd5a9b47 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:56:40.485041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3972c020-7bfe-4b2c-bc24-1cad99f5b58c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 5446c4b8-580e-4eed-9669-0122cd5a9b47) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:40.574496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972c020-7bfe-4b2c-bc24-1cad99f5b58c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:40.578918 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3972c020-7bfe-4b2c-bc24-1cad99f5b58c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:40.684849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:40.752247 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3972c020-7bfe-4b2c-bc24-1cad99f5b58c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6808054 Jan 28 12:56:40.756265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:40.771659 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (376b0365-6936-4187-9688-098eaa8f7e82), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:40.790092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65523b-11ae-491e-a1f3-a3d361c68831 None None] Network 5446c4b8-580e-4eed-9669-0122cd5a9b47 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:56:40.832039 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-23e9cc6f-014b-4fb6-bd72-aa304973fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:47:01Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:40.869138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376b0365-6936-4187-9688-098eaa8f7e82']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:40.890769 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9cc6f-014b-4fb6-bd72-aa304973fc0f None None] The sync data for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 is: [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:46:51Z', 'revision_number': 4, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '37a6cda2-f5ed-46e2-bf1c-071f5418a1eb', 'name': '', 'network_id': 'e7453b05-09ce-4a85-ae96-f2192fedc139', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'mac_address': 'fa:16:3e:2b:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:49Z', 'updated_at': '2022-01-28T12:47:01Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'subnets': [{'id': '26b5c117-86f0-4722-80f1-8c17fb28379a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:56:40.909688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a18882-3519-4145-b613-506d956cf538') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:40.909966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a18882-3519-4145-b613-506d956cf538') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:40.929263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (82a18882-3519-4145-b613-506d956cf538), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:40.948176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e32c8-795f-47aa-bf49-8ff61235b2f1 req-fe42b62b-4651-42e0-8f4e-4281ab0a6804 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:40.949789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b9e32c8-795f-47aa-bf49-8ff61235b2f1 req-fe42b62b-4651-42e0-8f4e-4281ab0a6804 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.3337696 Jan 28 12:56:40.960962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (82a18882-3519-4145-b613-506d956cf538), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:40.977640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:56:40.978086 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (82a18882-3519-4145-b613-506d956cf538), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:41.034294 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc3ef384-ff7e-43d0-9b76-d80719b6e54b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:56:41.078689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: cc3ef384-ff7e-43d0-9b76-d80719b6e54b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:56:41.079355 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc3ef384-ff7e-43d0-9b76-d80719b6e54b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:56:41.137562 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:56:41.141758 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (376b0365-6936-4187-9688-098eaa8f7e82), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:41.151594 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:41.157813 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/networks/376b0365-6936-4187-9688-098eaa8f7e82 HTTP/1.1" status: 204 len: 168 time: 1.1600883 Jan 28 12:56:41.162122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49486) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:41.210548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c931fe-035d-4107-ab73-7d351727fbbd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Network': ['ID=376b0365-6936-4187-9688-098eaa8f7e82,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:41.213301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-5446c4b8-580e-4eed-9669-0122cd5a9b47', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:56:41.215150 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:41.254077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b9e32c8-795f-47aa-bf49-8ff61235b2f1 req-67e07e1b-715b-4bcf-ba56-af314d80a2c8 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890847 Jan 28 12:56:41.494644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49494) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:41.522438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:56:36Z', 'revision_number': 3, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:41.578961 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02e6240d-7df7-47ce-83a5-8094a164ed81 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (1bd5de30-9ce5-4bd4-afdb-10464e29ab89), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:41.598740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8fe16-fc7b-4478-a9ed-ef8b07e20728 None None] The sync data for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 is: [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:56:36Z', 'revision_number': 3, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:56:41.638289 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8676-8c18-4039-8cc2-ec70d1050126 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group (324e7f7b-d0f3-48b0-9ce0-f97aec2a240d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:41.707652 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8676-8c18-4039-8cc2-ec70d1050126 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group (324e7f7b-d0f3-48b0-9ce0-f97aec2a240d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:41.771912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Allocated IP 172.20.0.2 (5446c4b8-580e-4eed-9669-0122cd5a9b47/e2eaad08-8452-4a45-9cc2-70b1f9cd418f/d7fb3b54-351f-4621-8c5e-f46f115c1308) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:56:41.787700 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02e6240d-7df7-47ce-83a5-8094a164ed81 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (1bd5de30-9ce5-4bd4-afdb-10464e29ab89), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:41.800073 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8676-8c18-4039-8cc2-ec70d1050126 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (324e7f7b-d0f3-48b0-9ce0-f97aec2a240d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:41.803283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee1059-efdc-4ffc-986d-d9fb04bca64a None None] New status for floating IP 353371f6-b9a5-428f-a09c-25a71b76a789: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:56:41.803948 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8676-8c18-4039-8cc2-ec70d1050126 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:41.805247 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3c0d8676-8c18-4039-8cc2-ec70d1050126 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "DELETE /v2.0/security-groups/324e7f7b-d0f3-48b0-9ce0-f97aec2a240d HTTP/1.1" status: 204 len: 168 time: 0.3095791 Jan 28 12:56:41.809400 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49496) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:41.852872 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-e5e2eecd-5470-4411-a0ea-9a9d8893ef32 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] show failed (client error): The resource could not be found. Jan 28 12:56:41.853633 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e5e2eecd-5470-4411-a0ea-9a9d8893ef32 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "GET /v2.0/security-groups/324e7f7b-d0f3-48b0-9ce0-f97aec2a240d HTTP/1.1" status: 404 len: 347 time: 0.0386217 Jan 28 12:56:41.857300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d8676-8c18-4039-8cc2-ec70d1050126 tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324e7f7b-d0f3-48b0-9ce0-f97aec2a240d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:41.865401 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49498) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:41.994813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb125702-8883-49e7-b5b2-1ce5e0c61e18 req-18cdbe1b-cdf6-46be-82a1-42deb8a5f31a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:41.996585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb125702-8883-49e7-b5b2-1ce5e0c61e18 req-18cdbe1b-cdf6-46be-82a1-42deb8a5f31a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.2985528 Jan 28 12:56:42.199880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b53b6-5ac2-49c1-9aad-fb01fd04675d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Deleting port 9bba0937-ab34-4fa7-9428-317cb5a1cd2c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:56:42.200569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2b53b6-5ac2-49c1-9aad-fb01fd04675d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9bba0937-ab34-4fa7-9428-317cb5a1cd2c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:42.379702 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02e6240d-7df7-47ce-83a5-8094a164ed81 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1bd5de30-9ce5-4bd4-afdb-10464e29ab89), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:42.382474 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02e6240d-7df7-47ce-83a5-8094a164ed81 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:42.383666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-02e6240d-7df7-47ce-83a5-8094a164ed81 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/security-groups/1bd5de30-9ce5-4bd4-afdb-10464e29ab89 HTTP/1.1" status: 204 len: 168 time: 1.2165322 Jan 28 12:56:42.431942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb125702-8883-49e7-b5b2-1ce5e0c61e18 req-3255ef39-b121-4851-8d68-d18108a1f944 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496683 Jan 28 12:56:42.444616 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Publish callbacks [] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:42.463850 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2b53b6-5ac2-49c1-9aad-fb01fd04675d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9bba0937-ab34-4fa7-9428-317cb5a1cd2c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:42.464942 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2b53b6-5ac2-49c1-9aad-fb01fd04675d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (9bba0937-ab34-4fa7-9428-317cb5a1cd2c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:42.489789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6240d-7df7-47ce-83a5-8094a164ed81 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd5de30-9ce5-4bd4-afdb-10464e29ab89,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:42.546513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b53b6-5ac2-49c1-9aad-fb01fd04675d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Calling delete_port for 9bba0937-ab34-4fa7-9428-317cb5a1cd2c owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:56:42.650848 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:42.731137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Pushing event updated for resources: {'Port': ['ID=d7fb3b54-351f-4621-8c5e-f46f115c1308,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:42.820912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Network 5446c4b8-580e-4eed-9669-0122cd5a9b47 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:42.830106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:42.841257 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:56:43.020183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33823bd8-2a9b-4aba-ada3-46bb5a87fd0f req-a1cbbbc6-5480-4601-8bd1-64ca1814029d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:43.033283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33823bd8-2a9b-4aba-ada3-46bb5a87fd0f req-a1cbbbc6-5480-4601-8bd1-64ca1814029d tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.3499570 Jan 28 12:56:43.043594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Attempting to bind port d7fb3b54-351f-4621-8c5e-f46f115c1308 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:56:43.044252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Attempting to bind port d7fb3b54-351f-4621-8c5e-f46f115c1308 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:56:43.044936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Attempting to bind port d7fb3b54-351f-4621-8c5e-f46f115c1308 on network 5446c4b8-580e-4eed-9669-0122cd5a9b47 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:56:43.060556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:56:43.061726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Checking segment: {'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:56:43.062403 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:43.064161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Bound using segment: {'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:56:43.065008 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Bound port: d7fb3b54-351f-4621-8c5e-f46f115c1308, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:56:43.065630 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:43.124042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2b53b6-5ac2-49c1-9aad-fb01fd04675d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9bba0937-ab34-4fa7-9428-317cb5a1cd2c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:43.267243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b53b6-5ac2-49c1-9aad-fb01fd04675d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Pushing event deleted for resources: {'Port': ['ID=9bba0937-ab34-4fa7-9428-317cb5a1cd2c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:43.268288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2b077ccc-c19a-4747-bcce-6efacd284976 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:43.311371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33823bd8-2a9b-4aba-ada3-46bb5a87fd0f req-9969d507-80c0-4d41-9724-447aa4edfa55 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078934 Jan 28 12:56:43.318244 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:43.371279 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2b53b6-5ac2-49c1-9aad-fb01fd04675d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks [] for floatingip (353371f6-b9a5-428f-a09c-25a71b76a789), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:43.379972 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2b53b6-5ac2-49c1-9aad-fb01fd04675d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:43.395377 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ea2b53b6-5ac2-49c1-9aad-fb01fd04675d tempest-AttachVolumeTestJSON-1211637155 tempest-AttachVolumeTestJSON-1211637155-project] 10.222.0.53 "DELETE /v2.0/floatingips/353371f6-b9a5-428f-a09c-25a71b76a789 HTTP/1.1" status: 204 len: 168 time: 1.5172267 Jan 28 12:56:43.549093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] For port d7fb3b54-351f-4621-8c5e-f46f115c1308, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:56:43.555722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] For port d7fb3b54-351f-4621-8c5e-f46f115c1308, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d7fb3b54-351f-4621-8c5e-f46f115c1308,segment=NetworkSegment(7e1e39e4-7852-4aa0-9054-7a5a87f5697a),segment_id=7e1e39e4-7852-4aa0-9054-7a5a87f5697a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:56:43.566927 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:43.764247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 2b077ccc-c19a-4747-bcce-6efacd284976 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:43.764247 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2b077ccc-c19a-4747-bcce-6efacd284976), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:43.883989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49520) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:43.898520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08cc55-34e6-48c2-8b27-1eac19870556 None None] Pushing event updated for resources: {'Port': ['ID=d7fb3b54-351f-4621-8c5e-f46f115c1308,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:43.962653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9d5bdd69-5663-4626-ae82-de8bc774aab5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1004210835', 'description': 'tempest-secgroup-smoke-1004210835 description', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:44.027256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 2b077ccc-c19a-4747-bcce-6efacd284976 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:44.027995 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2b077ccc-c19a-4747-bcce-6efacd284976), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:44.081836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 2b077ccc-c19a-4747-bcce-6efacd284976, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2b077ccc-c19a-4747-bcce-6efacd284976,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:44.090683 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2b077ccc-c19a-4747-bcce-6efacd284976), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:44.091044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d5bdd69-5663-4626-ae82-de8bc774aab5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:44.220699 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014762e6-3dba-443a-b465-04f8d9cd0848 req-aa229028-dbf3-4f15-a0d7-aa40e825ed4d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:44.224577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=2b077ccc-c19a-4747-bcce-6efacd284976,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:44.228049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-014762e6-3dba-443a-b465-04f8d9cd0848 req-aa229028-dbf3-4f15-a0d7-aa40e825ed4d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.2598565 Jan 28 12:56:44.301223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Allocated IP 172.20.0.1 (5446c4b8-580e-4eed-9669-0122cd5a9b47/e2eaad08-8452-4a45-9cc2-70b1f9cd418f/322f3863-9c0d-4c7c-bc7d-6f543ca2c033) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:56:44.522095 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d5bdd69-5663-4626-ae82-de8bc774aab5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (8f8f223d-60ae-46d0-98b4-59d053a81c95), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:44.526470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-014762e6-3dba-443a-b465-04f8d9cd0848 req-d000ce13-b70b-4a90-994b-f93e9b5b78c3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849545 Jan 28 12:56:44.539335 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d5bdd69-5663-4626-ae82-de8bc774aab5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8f8f223d-60ae-46d0-98b4-59d053a81c95), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:44.612128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065b8b9-d523-4133-95a1-eef47d233b80 req-9d209a0c-c094-4be2-9d77-befce8b70fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:44.613636 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b065b8b9-d523-4133-95a1-eef47d233b80 req-9d209a0c-c094-4be2-9d77-befce8b70fda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=814fa62db0844f5c818093d852765a08&device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 1098 time: 0.2840796 Jan 28 12:56:44.620214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955cb24-96e0-432d-ab55-112e217fc883 req-d4b7ef84-226c-4a00-a4bc-9c17377b1bc2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:44.621661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5955cb24-96e0-432d-ab55-112e217fc883 req-d4b7ef84-226c-4a00-a4bc-9c17377b1bc2 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.3180447 Jan 28 12:56:44.631292 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d5bdd69-5663-4626-ae82-de8bc774aab5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:44.635467 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9d5bdd69-5663-4626-ae82-de8bc774aab5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7474797 Jan 28 12:56:44.635828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49524) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:44.642029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-069c2d03-b0f5-4b66-b87f-8855d4527648 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '8f8f223d-60ae-46d0-98b4-59d053a81c95', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:44.673032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bdd69-5663-4626-ae82-de8bc774aab5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8f223d-60ae-46d0-98b4-59d053a81c95,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:44.685921 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-069c2d03-b0f5-4b66-b87f-8855d4527648 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (f3ce4d6b-e101-4d3c-9d0a-f2718b53f03d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:44.726912 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:44.811417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5955cb24-96e0-432d-ab55-112e217fc883 req-720ef793-c02d-499f-a298-35df2aac991e tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705196 Jan 28 12:56:44.835537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065b8b9-d523-4133-95a1-eef47d233b80 req-44fea37c-7f14-4b10-8243-210d4a4363ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:44.837230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b065b8b9-d523-4133-95a1-eef47d233b80 req-44fea37c-7f14-4b10-8243-210d4a4363ce service neutron] 10.222.0.49 "GET /v2.0/networks?id=c97cf8d8-7960-495b-8a74-11f4c725defa HTTP/1.1" status: 200 len: 914 time: 0.2088759 Jan 28 12:56:44.850950 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:44.857231 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-069c2d03-b0f5-4b66-b87f-8855d4527648 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (f3ce4d6b-e101-4d3c-9d0a-f2718b53f03d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:44.865075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-069c2d03-b0f5-4b66-b87f-8855d4527648 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (f3ce4d6b-e101-4d3c-9d0a-f2718b53f03d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:44.901437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b065b8b9-d523-4133-95a1-eef47d233b80 req-58dc1145-890d-4e21-a8e9-fe329068ac53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa85aee8-52c3-402a-9268-530786b2311b HTTP/1.1" status: 200 len: 217 time: 0.0572684 Jan 28 12:56:44.980116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network 5446c4b8-580e-4eed-9669-0122cd5a9b47 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:44.990105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:44.992584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:56:45.000485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=322f3863-9c0d-4c7c-bc7d-6f543ca2c033,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:45.003297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c2d03-b0f5-4b66-b87f-8855d4527648 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ce4d6b-e101-4d3c-9d0a-f2718b53f03d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:45.014398 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-069c2d03-b0f5-4b66-b87f-8855d4527648 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.028700 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-069c2d03-b0f5-4b66-b87f-8855d4527648 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905642 Jan 28 12:56:45.032972 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:45.046623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-396add38-5a0c-4301-bcd2-3bb501e0d57d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '8f8f223d-60ae-46d0-98b4-59d053a81c95', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:45.050912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065b8b9-d523-4133-95a1-eef47d233b80 req-9661e83c-3136-4d79-a32b-66337becfb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:45.052425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b065b8b9-d523-4133-95a1-eef47d233b80 req-9661e83c-3136-4d79-a32b-66337becfb83 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f99615c-f897-4987-b660-47ac0e5c4001 HTTP/1.1" status: 200 len: 853 time: 0.1231828 Jan 28 12:56:45.074710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (da9042ba-78ad-49e3-b9f4-9a3546e90a85), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.102684 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b065b8b9-d523-4133-95a1-eef47d233b80 req-da0aeccc-2ce4-47c3-9ca6-5898fe006a94 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c97cf8d8-7960-495b-8a74-11f4c725defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423274 Jan 28 12:56:45.115470 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-396add38-5a0c-4301-bcd2-3bb501e0d57d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (211986d3-b39c-45c9-a650-1f0ed274b676), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.251904 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-396add38-5a0c-4301-bcd2-3bb501e0d57d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (211986d3-b39c-45c9-a650-1f0ed274b676), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.261263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-396add38-5a0c-4301-bcd2-3bb501e0d57d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (211986d3-b39c-45c9-a650-1f0ed274b676), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.334638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396add38-5a0c-4301-bcd2-3bb501e0d57d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211986d3-b39c-45c9-a650-1f0ed274b676,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:45.354812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d7fb3b54-351f-4621-8c5e-f46f115c1308 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:45.360617 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-396add38-5a0c-4301-bcd2-3bb501e0d57d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.367745 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-396add38-5a0c-4301-bcd2-3bb501e0d57d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3320618 Jan 28 12:56:45.371081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49532) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:45.386207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-032e6e0d-d216-405d-84ed-61e547dfc674 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '8f8f223d-60ae-46d0-98b4-59d053a81c95', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:45.405536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b065b8b9-d523-4133-95a1-eef47d233b80 req-bd523586-1d1d-4ffc-929a-3356b9bee01e service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435994 Jan 28 12:56:45.445715 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-032e6e0d-d216-405d-84ed-61e547dfc674 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (2b737c67-c55c-4841-ae47-5bffe73c1536), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.487190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d7fb3b54-351f-4621-8c5e-f46f115c1308 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:45.489747 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.628841 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-032e6e0d-d216-405d-84ed-61e547dfc674 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (2b737c67-c55c-4841-ae47-5bffe73c1536), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.637942 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-032e6e0d-d216-405d-84ed-61e547dfc674 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (2b737c67-c55c-4841-ae47-5bffe73c1536), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.655488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b065b8b9-d523-4133-95a1-eef47d233b80 req-b68adfdf-e975-4adf-a950-5268504a7728 service neutron] 10.222.0.49 "GET /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327063 Jan 28 12:56:45.699549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e6e0d-d216-405d-84ed-61e547dfc674 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b737c67-c55c-4841-ae47-5bffe73c1536,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:45.707034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d7fb3b54-351f-4621-8c5e-f46f115c1308 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:45.708096 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.709234 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-032e6e0d-d216-405d-84ed-61e547dfc674 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.720354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49536) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:45.721028 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-032e6e0d-d216-405d-84ed-61e547dfc674 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3350399 Jan 28 12:56:45.726542 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2e1e5992-841e-42d1-bc12-ebf800dc27f8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '8f8f223d-60ae-46d0-98b4-59d053a81c95', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:45.755518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port d7fb3b54-351f-4621-8c5e-f46f115c1308, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d7fb3b54-351f-4621-8c5e-f46f115c1308,segment=NetworkSegment(7e1e39e4-7852-4aa0-9054-7a5a87f5697a),segment_id=7e1e39e4-7852-4aa0-9054-7a5a87f5697a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:45.760558 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.761578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2b077ccc-c19a-4747-bcce-6efacd284976 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:45.769771 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.879719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e1f710-047f-47bf-b875-a7c5d742eda5 None None] Network 5446c4b8-580e-4eed-9669-0122cd5a9b47 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:56:45.898265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381992-773a-49bf-bd2b-a9cab732551b req-b951bbba-0102-4b7d-8e27-65ba5cdb853d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:45.900074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8381992-773a-49bf-bd2b-a9cab732551b req-b951bbba-0102-4b7d-8e27-65ba5cdb853d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.2117207 Jan 28 12:56:45.903156 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e1e5992-841e-42d1-bc12-ebf800dc27f8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (57f675f3-5ca7-4c27-ad82-6d53f62e9c83), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:45.989026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=d7fb3b54-351f-4621-8c5e-f46f115c1308,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:46.019719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-142a225a-f010-4130-a446-cc8c8830ddb3 None None] Provisioning complete for port d7fb3b54-351f-4621-8c5e-f46f115c1308 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:46.020105 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-142a225a-f010-4130-a446-cc8c8830ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.124776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 2b077ccc-c19a-4747-bcce-6efacd284976 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:46.124905 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2b077ccc-c19a-4747-bcce-6efacd284976), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.178232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e886682-f0a4-43f6-b64d-c5cfec78f3e3 req-121e2d57-176d-4a92-b085-398e4522c210 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:46.188359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e886682-f0a4-43f6-b64d-c5cfec78f3e3 req-121e2d57-176d-4a92-b085-398e4522c210 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.2394624 Jan 28 12:56:46.218262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8381992-773a-49bf-bd2b-a9cab732551b req-aecaafd2-dd1e-4a16-8ff1-d20100202a0b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956302 Jan 28 12:56:46.309773 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e1e5992-841e-42d1-bc12-ebf800dc27f8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (57f675f3-5ca7-4c27-ad82-6d53f62e9c83), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.324047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e1e5992-841e-42d1-bc12-ebf800dc27f8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (57f675f3-5ca7-4c27-ad82-6d53f62e9c83), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.345917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e886682-f0a4-43f6-b64d-c5cfec78f3e3 req-989b0520-e702-4491-b817-2b0bda79d466 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565256 Jan 28 12:56:46.408402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e1e5992-841e-42d1-bc12-ebf800dc27f8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.412629 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2e1e5992-841e-42d1-bc12-ebf800dc27f8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6871426 Jan 28 12:56:46.413527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49544) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:46.414354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e5992-841e-42d1-bc12-ebf800dc27f8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f675f3-5ca7-4c27-ad82-6d53f62e9c83,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:46.423328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d6d2cf14-a954-4284-9d16-a821c639b28a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '8f8f223d-60ae-46d0-98b4-59d053a81c95', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:46.452879 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-d6d2cf14-a954-4284-9d16-a821c639b28a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Project f804c63ab4be43509b4700c1f4f06f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:56:46.461302 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cf14-a954-4284-9d16-a821c639b28a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (6016bc09-37cf-424b-b01e-37236b239382), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.543143 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cf14-a954-4284-9d16-a821c639b28a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (6016bc09-37cf-424b-b01e-37236b239382), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.549413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cf14-a954-4284-9d16-a821c639b28a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (6016bc09-37cf-424b-b01e-37236b239382), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.578273 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cf14-a954-4284-9d16-a821c639b28a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.580077 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d6d2cf14-a954-4284-9d16-a821c639b28a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1625721 Jan 28 12:56:46.584045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-142a225a-f010-4130-a446-cc8c8830ddb3 None None] Current status of the port d7fb3b54-351f-4621-8c5e-f46f115c1308 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:46.590061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49546) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:46.596044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2cf14-a954-4284-9d16-a821c639b28a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6016bc09-37cf-424b-b01e-37236b239382,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:46.620784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d1e201e7-30a0-466c-867e-f6d8d5449fc8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '8f8f223d-60ae-46d0-98b4-59d053a81c95', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:46.626216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 2b077ccc-c19a-4747-bcce-6efacd284976 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:46.653556 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-d1e201e7-30a0-466c-867e-f6d8d5449fc8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Project f804c63ab4be43509b4700c1f4f06f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:56:46.673952 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1e201e7-30a0-466c-867e-f6d8d5449fc8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (6a73f2fa-3391-4d91-9c36-80e45d414998), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.774687 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1e201e7-30a0-466c-867e-f6d8d5449fc8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (6a73f2fa-3391-4d91-9c36-80e45d414998), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.783033 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1e201e7-30a0-466c-867e-f6d8d5449fc8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (6a73f2fa-3391-4d91-9c36-80e45d414998), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.801759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.803726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e201e7-30a0-466c-867e-f6d8d5449fc8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a73f2fa-3391-4d91-9c36-80e45d414998,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:46.811997 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.865864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=322f3863-9c0d-4c7c-bc7d-6f543ca2c033,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:46.898040 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1e201e7-30a0-466c-867e-f6d8d5449fc8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.902211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49548) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:46.902701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d1e201e7-30a0-466c-867e-f6d8d5449fc8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3112190 Jan 28 12:56:46.908696 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-23f1ac94-6dd2-4749-8344-ee94fe3d27e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'network': {'name': 'tempest-network-smoke--2129448017', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:46.919095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-79e5db46-14fd-43e2-8c04-e27373ec98eb None None] Provisioning complete for port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:46.921607 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79e5db46-14fd-43e2-8c04-e27373ec98eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.935489 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (da9042ba-78ad-49e3-b9f4-9a3546e90a85), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.951964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f1ac94-6dd2-4749-8344-ee94fe3d27e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Made reservation on behalf of f804c63ab4be43509b4700c1f4f06f6f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:56:46.960744 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23f1ac94-6dd2-4749-8344-ee94fe3d27e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:46.988904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-79e5db46-14fd-43e2-8c04-e27373ec98eb None None] Port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:56:47.008694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-79e5db46-14fd-43e2-8c04-e27373ec98eb None None] Provisioning complete for port d7fb3b54-351f-4621-8c5e-f46f115c1308 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:47.009120 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79e5db46-14fd-43e2-8c04-e27373ec98eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:47.028658 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f1ac94-6dd2-4749-8344-ee94fe3d27e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:56:47.055198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23f1ac94-6dd2-4749-8344-ee94fe3d27e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e36f1551-69a5-4e7d-8fa6-b09f117a5cfc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:47.055594 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-23f1ac94-6dd2-4749-8344-ee94fe3d27e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Added segment e36f1551-69a5-4e7d-8fa6-b09f117a5cfc of type vlan for network 3b90798b-af22-4242-a6a7-a5b3a4634c92 Jan 28 12:56:47.072568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d7fb3b54-351f-4621-8c5e-f46f115c1308 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:47.127285 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23f1ac94-6dd2-4749-8344-ee94fe3d27e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (3b90798b-af22-4242-a6a7-a5b3a4634c92), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:47.166335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network 5446c4b8-580e-4eed-9669-0122cd5a9b47 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:47.168599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:47.188392 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23f1ac94-6dd2-4749-8344-ee94fe3d27e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (3b90798b-af22-4242-a6a7-a5b3a4634c92), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:47.203376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f1ac94-6dd2-4749-8344-ee94fe3d27e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:47.203376 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23f1ac94-6dd2-4749-8344-ee94fe3d27e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:47.366795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-79e5db46-14fd-43e2-8c04-e27373ec98eb None None] Current status of the port d7fb3b54-351f-4621-8c5e-f46f115c1308 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:47.373536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1ac94-6dd2-4749-8344-ee94fe3d27e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Network': ['ID=3b90798b-af22-4242-a6a7-a5b3a4634c92,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:47.421166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 3b90798b-af22-4242-a6a7-a5b3a4634c92 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:56:47.434700 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-23f1ac94-6dd2-4749-8344-ee94fe3d27e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5282252 Jan 28 12:56:47.438164 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:47.443747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'admin_state_up': True, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:47.523441 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (861356fc-f61d-4fff-9d6b-e419c42d2e93), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:47.525102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (861356fc-f61d-4fff-9d6b-e419c42d2e93), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:47.630220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Router da9042ba-78ad-49e3-b9f4-9a3546e90a85 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:56:47.633415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d7fb3b54-351f-4621-8c5e-f46f115c1308 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:47.634013 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:47.650794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97c049-c0d0-4046-b614-8cecfe1b7ddf req-91479a61-a4ee-4ec8-baa7-cf011d7c9f77 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:47.653785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e97c049-c0d0-4046-b614-8cecfe1b7ddf req-91479a61-a4ee-4ec8-baa7-cf011d7c9f77 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.2195287 Jan 28 12:56:47.697213 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_controller (861356fc-f61d-4fff-9d6b-e419c42d2e93), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:47.774468 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:47.882739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-483c44df-81cd-4726-8669-a43b5d966211 None None] Provisioning complete for port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:47.883262 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-483c44df-81cd-4726-8669-a43b5d966211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:47.957963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-483c44df-81cd-4726-8669-a43b5d966211 None None] Port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:56:48.042730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d7fb3b54-351f-4621-8c5e-f46f115c1308 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:48.068355 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (861356fc-f61d-4fff-9d6b-e419c42d2e93), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:48.079716 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:48.110868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bb31d3e9-9d7b-441d-b45e-4973d157821a None None] Provisioning complete for port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:48.111533 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb31d3e9-9d7b-441d-b45e-4973d157821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:48.237243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bb31d3e9-9d7b-441d-b45e-4973d157821a None None] Port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:56:48.322500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2e6c2-831a-47f6-9e98-5f052f8c9f9b req-15891881-f844-4db1-a16b-89f23a07cf68 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:48.330654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbe2e6c2-831a-47f6-9e98-5f052f8c9f9b req-15891881-f844-4db1-a16b-89f23a07cf68 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.7726755 Jan 28 12:56:48.456201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (861356fc-f61d-4fff-9d6b-e419c42d2e93), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:48.496576 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:48.502773 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e97c049-c0d0-4046-b614-8cecfe1b7ddf req-8210e30c-8f53-4026-b22f-31fe26d84826 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8347552 Jan 28 12:56:48.511199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbe2e6c2-831a-47f6-9e98-5f052f8c9f9b req-ae666b70-4c1e-46f1-b18a-c2fad2ee148f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797545 Jan 28 12:56:48.599427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:56:48.612691 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Sync routers for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:56:48.635401 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-eab62617-e969-4969-bcdc-bc1732c1d359 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "PUT /v2.0/routers/da9042ba-78ad-49e3-b9f4-9a3546e90a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8755126 Jan 28 12:56:48.636862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49570) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:48.648971 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:48.649999 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:48.822914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.25.7.152 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/8feca021-ce2b-4716-a9b5-46dde37a5faa) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:56:48.923097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae2dc2-d7b5-4b2a-9932-0b42bcd0b408 req-9a06def5-8a35-4e4a-a2cc-3a7f703081e0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:48.925232 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abae2dc2-d7b5-4b2a-9932-0b42bcd0b408 req-9a06def5-8a35-4e4a-a2cc-3a7f703081e0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.2554173 Jan 28 12:56:48.939542 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:49.000761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77525b51-442f-40e7-bf00-50cf4a856af9 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.001741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77525b51-442f-40e7-bf00-50cf4a856af9 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.003073 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77525b51-442f-40e7-bf00-50cf4a856af9 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.003926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77525b51-442f-40e7-bf00-50cf4a856af9 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.004562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77525b51-442f-40e7-bf00-50cf4a856af9 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.005187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77525b51-442f-40e7-bf00-50cf4a856af9 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.005841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77525b51-442f-40e7-bf00-50cf4a856af9 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.006467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77525b51-442f-40e7-bf00-50cf4a856af9 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.007085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77525b51-442f-40e7-bf00-50cf4a856af9 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.010215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-77525b51-442f-40e7-bf00-50cf4a856af9 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6325 time: 0.3720686 Jan 28 12:56:49.017067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49572) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:49.091358 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:49.221370 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:49.230036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384bdc4-ce30-4fb4-a891-84f5c9d96d68 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.230036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384bdc4-ce30-4fb4-a891-84f5c9d96d68 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.230352 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384bdc4-ce30-4fb4-a891-84f5c9d96d68 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.230808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384bdc4-ce30-4fb4-a891-84f5c9d96d68 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.231568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384bdc4-ce30-4fb4-a891-84f5c9d96d68 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.232992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384bdc4-ce30-4fb4-a891-84f5c9d96d68 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.234075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384bdc4-ce30-4fb4-a891-84f5c9d96d68 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.234541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384bdc4-ce30-4fb4-a891-84f5c9d96d68 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.241545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c384bdc4-ce30-4fb4-a891-84f5c9d96d68 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.2217414 Jan 28 12:56:49.242520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49576) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:49.304853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abae2dc2-d7b5-4b2a-9932-0b42bcd0b408 req-cb7d6e2d-262d-4662-a14b-0e3985fb0bcf tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713131 Jan 28 12:56:49.347424 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53d7d5c7-f4ef-4e29-af91-cf14586744e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:49.370664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:49.376151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:49.393998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:56:49.494170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=8feca021-ce2b-4716-a9b5-46dde37a5faa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:49.647658 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:56:45Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:46Z', 'revision_number': 2, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:49.730791 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Checking router: da9042ba-78ad-49e3-b9f4-9a3546e90a85 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:56:49.731552 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Updating router da9042ba-78ad-49e3-b9f4-9a3546e90a85 port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:56:49.795937 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:49.934204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d24eee-0e07-4368-90ab-9ff588cbabf6 req-0bbe34c5-358e-46c9-8b8c-3bd3b9a4879b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:49.935936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8d24eee-0e07-4368-90ab-9ff588cbabf6 req-0bbe34c5-358e-46c9-8b8c-3bd3b9a4879b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.3985410 Jan 28 12:56:50.035373 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (861356fc-f61d-4fff-9d6b-e419c42d2e93), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:50.114458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf67237-6760-460e-906e-d614b50c1948 req-ef7084bb-16c2-49e9-8ade-f6cf3755595a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:50.122026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcf67237-6760-460e-906e-d614b50c1948 req-ef7084bb-16c2-49e9-8ade-f6cf3755595a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.3796086 Jan 28 12:56:50.193946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8d24eee-0e07-4368-90ab-9ff588cbabf6 req-4919ba15-bc8c-44f1-ad8e-fd26f82f8d65 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447507 Jan 28 12:56:50.396190 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcf67237-6760-460e-906e-d614b50c1948 req-55282fdc-2eae-48e0-88e1-8a5558cca293 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726395 Jan 28 12:56:50.397516 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (861356fc-f61d-4fff-9d6b-e419c42d2e93), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:50.409749 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Publish callbacks [] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:50.414977 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:50.601476 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Attempting to bind port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:56:50.602138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b3b4dd01-2368-4202-b3ac-02bf5552cd48 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4307 time: 1.3557546 Jan 28 12:56:50.602439 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Attempting to bind port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:56:50.602765 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Attempting to bind port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 on network 5446c4b8-580e-4eed-9669-0122cd5a9b47 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:56:50.612284 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:56:50.612660 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Checking segment: {'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:56:50.613069 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:50.613472 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Bound using segment: {'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:56:50.613948 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Bound port: 322f3863-9c0d-4c7c-bc7d-6f543ca2c033, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:56:50.614494 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:50.683274 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 861356fc-f61d-4fff-9d6b-e419c42d2e93 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:56:50.689841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da9d7-6387-477f-b483-b61a5cd1e080 req-6715e672-4884-41ea-9572-15c5c2ded5d0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:50.695652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-520da9d7-6387-477f-b483-b61a5cd1e080 req-6715e672-4884-41ea-9572-15c5c2ded5d0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.2962463 Jan 28 12:56:50.696727 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8934b-ea6b-4d68-8162-eb45a0308f4b None None] Pushing event updated for resources: {'Port': ['ID=322f3863-9c0d-4c7c-bc7d-6f543ca2c033,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:50.719111 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] For port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:56:50.724165 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] For port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=322f3863-9c0d-4c7c-bc7d-6f543ca2c033,segment=NetworkSegment(7e1e39e4-7852-4aa0-9054-7a5a87f5697a),segment_id=7e1e39e4-7852-4aa0-9054-7a5a87f5697a)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:56:50.730508 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:50.862111 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-520da9d7-6387-477f-b483-b61a5cd1e080 req-7a06b4f1-e1aa-47dd-a03a-e31a262c40cd tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537082 Jan 28 12:56:50.925755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:56:50.938256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Sync routers for ids ['861356fc-f61d-4fff-9d6b-e419c42d2e93'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:56:50.956921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Routers {'861356fc-f61d-4fff-9d6b-e419c42d2e93'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:50.957578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['861356fc-f61d-4fff-9d6b-e419c42d2e93'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:50.987272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:50.991575 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-735cce0e-29fd-4dab-aef7-3e0e87cdf25a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5513856 Jan 28 12:56:50.992903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49596) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:51.124852 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:51.126627 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:51.183815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0e7701f5-d33b-4455-a44a-2623fbc47c56 None None] Provisioning complete for port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:51.187230 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e7701f5-d33b-4455-a44a-2623fbc47c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:51.213125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49602) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:51.213940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-26ddc98c-2c1d-40ec-ae84-9b26cc388c54 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f804c63ab4be43509b4700c1f4f06f6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2186711 Jan 28 12:56:51.271589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d33c51-c284-42f5-bb32-8195a9c1cb37 req-6511b69d-e02b-4aee-8c83-a2213e24f4e9 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:51.275170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e5d33c51-c284-42f5-bb32-8195a9c1cb37 req-6511b69d-e02b-4aee-8c83-a2213e24f4e9 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.0877118 Jan 28 12:56:51.290441 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8934b-ea6b-4d68-8162-eb45a0308f4b None None] Pushing event updated for resources: {'Port': ['ID=322f3863-9c0d-4c7c-bc7d-6f543ca2c033,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:51.319739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49604) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:51.335613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e2b8b674-fe80-455c-a54d-e02f7d3e9bc0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900853746', 'description': 'tempest-secgroup-smoke-900853746 description', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:51.380193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Set router 861356fc-f61d-4fff-9d6b-e419c42d2e93 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:51.413814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b2855-4a7b-420e-958b-e4b9d56ef54d tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:51.419564 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-791b2855-4a7b-420e-958b-e4b9d56ef54d tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2046623 Jan 28 12:56:51.420032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49610) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:51.436448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e5d33c51-c284-42f5-bb32-8195a9c1cb37 req-5014da37-360b-4d07-bf96-78a2895a704b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511557 Jan 28 12:56:51.480012 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5ca17bec-b3f6-4097-8700-00d172b2a7a2 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587008 Jan 28 12:56:51.482903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49614) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:51.504589 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:51.509686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c7ac93e0-faa2-43ef-bd4e-2bab5cda6694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-389550909', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:51.666686 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6cc0aab8-6821-4aee-a43c-203e4496a8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:51.697374 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b674-fe80-455c-a54d-e02f7d3e9bc0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:51.721287 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0e7701f5-d33b-4455-a44a-2623fbc47c56 None None] Current status of the port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:51.721929 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e7701f5-d33b-4455-a44a-2623fbc47c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:51.772827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0e7701f5-d33b-4455-a44a-2623fbc47c56 None None] For port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=322f3863-9c0d-4c7c-bc7d-6f543ca2c033,segment=NetworkSegment(7e1e39e4-7852-4aa0-9054-7a5a87f5697a),segment_id=7e1e39e4-7852-4aa0-9054-7a5a87f5697a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:51.798245 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e7701f5-d33b-4455-a44a-2623fbc47c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:51.878113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7701f5-d33b-4455-a44a-2623fbc47c56 None None] Pushing event updated for resources: {'Port': ['ID=322f3863-9c0d-4c7c-bc7d-6f543ca2c033,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:51.886419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fa704-4ac6-4313-903e-dde52b900f75 req-a5b5c301-9875-4816-a69a-e83e75261f95 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:51.888041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d89fa704-4ac6-4313-903e-dde52b900f75 req-a5b5c301-9875-4816-a69a-e83e75261f95 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.2176950 Jan 28 12:56:51.901280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787f0a8-f93e-46af-8114-48f37c3410ad req-5c432ce0-1083-44ff-a6b5-d166a4d31964 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:51.903063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2787f0a8-f93e-46af-8114-48f37c3410ad req-5c432ce0-1083-44ff-a6b5-d166a4d31964 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.2556529 Jan 28 12:56:51.913469 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:56:49Z', 'revision_number': 3, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:51.959795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ac93e0-faa2-43ef-bd4e-2bab5cda6694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Made reservation on behalf of f804c63ab4be43509b4700c1f4f06f6f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:56:51.964454 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7ac93e0-faa2-43ef-bd4e-2bab5cda6694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:51.970241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Checking router: 861356fc-f61d-4fff-9d6b-e419c42d2e93 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:56:51.971632 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Updating router 861356fc-f61d-4fff-9d6b-e419c42d2e93 port 8feca021-ce2b-4716-a9b5-46dde37a5faa binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:56:52.018876 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.025542 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:56:45Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:50Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:52.106629 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2787f0a8-f93e-46af-8114-48f37c3410ad req-1054c21e-9ae9-44fa-9c65-a0ad25219f85 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898654 Jan 28 12:56:52.137000 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d89fa704-4ac6-4313-903e-dde52b900f75 req-d604fc42-3c7b-48e8-8b89-4dde4b53f0bd tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281220 Jan 28 12:56:52.169942 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b674-fe80-455c-a54d-e02f7d3e9bc0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (0ca75855-e893-4dcc-8dde-4a383d42a0ba), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.191978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b674-fe80-455c-a54d-e02f7d3e9bc0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0ca75855-e893-4dcc-8dde-4a383d42a0ba), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.208014 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b867121-7b91-4047-9123-d910f8d2f363 None None] The sync data for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 is: [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:56:45Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:50Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:56:52.229536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8b674-fe80-455c-a54d-e02f7d3e9bc0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca75855-e893-4dcc-8dde-4a383d42a0ba,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:52.256240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b674-fe80-455c-a54d-e02f7d3e9bc0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.261566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49622) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:52.268331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f80215a5-681a-41e0-8965-10a81703a95d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '0ca75855-e893-4dcc-8dde-4a383d42a0ba', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:52.270515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e2b8b674-fe80-455c-a54d-e02f7d3e9bc0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9410729 Jan 28 12:56:52.358533 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f80215a5-681a-41e0-8965-10a81703a95d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (c6efec1f-0d43-42ef-81b2-97db5b12bfcc), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.382876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ca69c759-bbae-4e76-97ca-6db3cb06a8d9 None None] Provisioning complete for port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:52.383310 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca69c759-bbae-4e76-97ca-6db3cb06a8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.500482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac2fa-bef0-47ea-8656-3497a1ab4899 req-71c034c0-547a-49f4-aa1e-056c86e39f12 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:52.504021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f80215a5-681a-41e0-8965-10a81703a95d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (c6efec1f-0d43-42ef-81b2-97db5b12bfcc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.509307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aeeac2fa-bef0-47ea-8656-3497a1ab4899 req-71c034c0-547a-49f4-aa1e-056c86e39f12 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.1338828 Jan 28 12:56:52.510922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f80215a5-681a-41e0-8965-10a81703a95d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (c6efec1f-0d43-42ef-81b2-97db5b12bfcc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.555956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80215a5-681a-41e0-8965-10a81703a95d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6efec1f-0d43-42ef-81b2-97db5b12bfcc,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:52.570399 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f80215a5-681a-41e0-8965-10a81703a95d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.583727 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f80215a5-681a-41e0-8965-10a81703a95d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3207147 Jan 28 12:56:52.592702 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:52.606945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bfe1c136-eae3-4040-8ff8-91f294539ff4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '0ca75855-e893-4dcc-8dde-4a383d42a0ba', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:52.644880 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c136-eae3-4040-8ff8-91f294539ff4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (c1083ab7-61ef-454b-b084-c53e70a0ed95), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.689868 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7ac93e0-faa2-43ef-bd4e-2bab5cda6694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (fc34ca4d-b0dd-4665-95fd-d1d781704821), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.746751 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c136-eae3-4040-8ff8-91f294539ff4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (c1083ab7-61ef-454b-b084-c53e70a0ed95), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.753710 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c136-eae3-4040-8ff8-91f294539ff4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (c1083ab7-61ef-454b-b084-c53e70a0ed95), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.780132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ca69c759-bbae-4e76-97ca-6db3cb06a8d9 None None] Current status of the port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:52.781990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1c136-eae3-4040-8ff8-91f294539ff4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1083ab7-61ef-454b-b084-c53e70a0ed95,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:52.809360 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c136-eae3-4040-8ff8-91f294539ff4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.813824 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bfe1c136-eae3-4040-8ff8-91f294539ff4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2252271 Jan 28 12:56:52.814758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49628) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:52.817379 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aeeac2fa-bef0-47ea-8656-3497a1ab4899 req-158a0a2d-2f6a-4366-841f-f0de43627dfe tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071141 Jan 28 12:56:52.821638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-11b8f1ed-8209-4b9a-ad8d-2cf73d6300aa tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '0ca75855-e893-4dcc-8dde-4a383d42a0ba', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:52.827527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Publish callbacks [] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.838814 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.884652 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b8f1ed-8209-4b9a-ad8d-2cf73d6300aa tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (1ee5ad5a-02af-4e4b-8a8e-d13842dcbc00), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.901480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac93e0-faa2-43ef-bd4e-2bab5cda6694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Subnet': ['ID=fc34ca4d-b0dd-4665-95fd-d1d781704821,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:52.948331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ac93e0-faa2-43ef-bd4e-2bab5cda6694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Checking segment: {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:56:52.948705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ac93e0-faa2-43ef-bd4e-2bab5cda6694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network hostable DHCP agents. Network: 3b90798b-af22-4242-a6a7-a5b3a4634c92, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:56:52.954273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e1a40-5d0a-49e4-9ea3-57f7d175cf92 None None] Pushing event updated for resources: {'Port': ['ID=8feca021-ce2b-4716-a9b5-46dde37a5faa,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:52.963621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Attempting to bind port 8feca021-ce2b-4716-a9b5-46dde37a5faa on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:56:52.964663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Attempting to bind port 8feca021-ce2b-4716-a9b5-46dde37a5faa by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:56:52.965136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Attempting to bind port 8feca021-ce2b-4716-a9b5-46dde37a5faa on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:56:52.970746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ac93e0-faa2-43ef-bd4e-2bab5cda6694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 3b90798b-af22-4242-a6a7-a5b3a4634c92 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:56:52.975925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:56:52.976581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:56:52.977666 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.978505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:56:52.980274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Bound port: 8feca021-ce2b-4716-a9b5-46dde37a5faa, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:56:52.981283 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:52.987950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c7ac93e0-faa2-43ef-bd4e-2bab5cda6694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 3b90798b-af22-4242-a6a7-a5b3a4634c92) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:53.009198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ac93e0-faa2-43ef-bd4e-2bab5cda6694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:53.019559 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7ac93e0-faa2-43ef-bd4e-2bab5cda6694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:53.067146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3ec31b-3d6a-4b98-bf41-9c0fbbb648ca None None] Network 3b90798b-af22-4242-a6a7-a5b3a4634c92 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:56:53.114284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b8f1ed-8209-4b9a-ad8d-2cf73d6300aa tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (1ee5ad5a-02af-4e4b-8a8e-d13842dcbc00), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:53.115172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49632) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:53.125343 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b8f1ed-8209-4b9a-ad8d-2cf73d6300aa tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (1ee5ad5a-02af-4e4b-8a8e-d13842dcbc00), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:53.130677 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c7ac93e0-faa2-43ef-bd4e-2bab5cda6694 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6268790 Jan 28 12:56:53.145945 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:53.224321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e6b9c-363e-40b8-b7b0-8ad0eb3ca19c req-81c4b298-b270-4d8e-acaa-4c172948e177 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:53.229368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] For port 8feca021-ce2b-4716-a9b5-46dde37a5faa, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:56:53.233092 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a9e6b9c-363e-40b8-b7b0-8ad0eb3ca19c req-81c4b298-b270-4d8e-acaa-4c172948e177 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.1867280 Jan 28 12:56:53.248625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] For port 8feca021-ce2b-4716-a9b5-46dde37a5faa, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8feca021-ce2b-4716-a9b5-46dde37a5faa,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:56:53.250602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:53.274482 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:53.283417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8f1ed-8209-4b9a-ad8d-2cf73d6300aa tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee5ad5a-02af-4e4b-8a8e-d13842dcbc00,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:53.318497 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b8f1ed-8209-4b9a-ad8d-2cf73d6300aa tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:53.337053 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-11b8f1ed-8209-4b9a-ad8d-2cf73d6300aa tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5210555 Jan 28 12:56:53.354837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49638) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:53.378833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Routers {'861356fc-f61d-4fff-9d6b-e419c42d2e93'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:53.379761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['861356fc-f61d-4fff-9d6b-e419c42d2e93'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:53.381777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a7fedaef-be89-489b-894d-b8cb0256196a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '0ca75855-e893-4dcc-8dde-4a383d42a0ba', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:53.538018 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a9e6b9c-363e-40b8-b7b0-8ad0eb3ca19c req-b5a0ea97-f441-4092-b106-c6f0868b8bc9 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962155 Jan 28 12:56:53.605728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174007a-7831-485a-ac25-ee38d989d931 req-31289f2f-712a-4ea1-890e-1c77e8e07299 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:53.608716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9174007a-7831-485a-ac25-ee38d989d931 req-31289f2f-712a-4ea1-890e-1c77e8e07299 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.2590232 Jan 28 12:56:53.610922 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7fedaef-be89-489b-894d-b8cb0256196a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (151db926-f8d3-4be9-be2f-a16353ad7c58), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:53.892374 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9174007a-7831-485a-ac25-ee38d989d931 req-a6b55781-474d-4c67-b7e9-d060af8b3429 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160342 Jan 28 12:56:53.916513 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7fedaef-be89-489b-894d-b8cb0256196a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (151db926-f8d3-4be9-be2f-a16353ad7c58), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:53.924526 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7fedaef-be89-489b-894d-b8cb0256196a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (151db926-f8d3-4be9-be2f-a16353ad7c58), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:53.964846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-3b90798b-af22-4242-a6a7-a5b3a4634c92', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ips': [{'subnet_id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:56:53.966084 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:54.006868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fedaef-be89-489b-894d-b8cb0256196a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151db926-f8d3-4be9-be2f-a16353ad7c58,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:54.029981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e1a40-5d0a-49e4-9ea3-57f7d175cf92 None None] Pushing event updated for resources: {'Port': ['ID=8feca021-ce2b-4716-a9b5-46dde37a5faa,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:54.054965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-7b6a72ae-bbc7-4d6d-bca6-a3a79bb46012 req-2b223b2c-5fae-41eb-93a5-e4a4b01406e0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:56:54.071732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b6a72ae-bbc7-4d6d-bca6-a3a79bb46012 req-2b223b2c-5fae-41eb-93a5-e4a4b01406e0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2727568 Jan 28 12:56:54.103189 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7fedaef-be89-489b-894d-b8cb0256196a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:54.105184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a7fedaef-be89-489b-894d-b8cb0256196a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7360857 Jan 28 12:56:54.114032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49648) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:54.119127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e0eb624e-8b2b-45bf-a83d-8c8a593b9310 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '0ca75855-e893-4dcc-8dde-4a383d42a0ba', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:54.173988 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-e0eb624e-8b2b-45bf-a83d-8c8a593b9310 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Project 7290a7b466ae4f8e9c54c7ef61b8cc1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:56:54.186465 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0eb624e-8b2b-45bf-a83d-8c8a593b9310 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (b1125ae0-9aeb-4743-bf4b-c11bc0eb61d6), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:54.380646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Allocated IP 172.20.0.2 (3b90798b-af22-4242-a6a7-a5b3a4634c92/fc34ca4d-b0dd-4665-95fd-d1d781704821/81b782ab-1791-496d-ad87-9b3800827c00) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:56:54.390076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:54.390706 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:54.428488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eebef-a3f5-4568-be08-45c58a75a234 req-bbc83224-5080-49ad-a11c-3e417a0f1412 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:54.429019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] Set router 861356fc-f61d-4fff-9d6b-e419c42d2e93 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:54.436404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-500eebef-a3f5-4568-be08-45c58a75a234 req-bbc83224-5080-49ad-a11c-3e417a0f1412 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.1919153 Jan 28 12:56:54.448409 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0eb624e-8b2b-45bf-a83d-8c8a593b9310 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (b1125ae0-9aeb-4743-bf4b-c11bc0eb61d6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:54.462229 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0eb624e-8b2b-45bf-a83d-8c8a593b9310 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (b1125ae0-9aeb-4743-bf4b-c11bc0eb61d6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:54.514453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb624e-8b2b-45bf-a83d-8c8a593b9310 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1125ae0-9aeb-4743-bf4b-c11bc0eb61d6,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:54.555015 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0eb624e-8b2b-45bf-a83d-8c8a593b9310 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:54.560144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49652) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:54.562743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e0eb624e-8b2b-45bf-a83d-8c8a593b9310 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4470687 Jan 28 12:56:54.565640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-01d18943-1d8b-4742-96c0-e7cffe4d3952 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '0ca75855-e893-4dcc-8dde-4a383d42a0ba', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:56:54.581795 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:54.612024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-500eebef-a3f5-4568-be08-45c58a75a234 req-da707f23-503c-4d9d-9095-2bd6d4646a35 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744242 Jan 28 12:56:54.760864 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-01d18943-1d8b-4742-96c0-e7cffe4d3952 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Project 7290a7b466ae4f8e9c54c7ef61b8cc1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:56:54.792033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01d18943-1d8b-4742-96c0-e7cffe4d3952 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (fcbdd5d9-843f-4974-b8ef-36786e26dbf4), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:54.868052 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:54.957819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c483c-138d-473e-97e7-4b24b3bb28ef req-b3e99cc7-4c3a-42ec-bd49-54f8474cab60 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:54.965875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b23c483c-138d-473e-97e7-4b24b3bb28ef req-b3e99cc7-4c3a-42ec-bd49-54f8474cab60 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.1047213 Jan 28 12:56:55.029109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:55.053886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b23c483c-138d-473e-97e7-4b24b3bb28ef req-b4e32d13-b40e-43c8-8dd0-c45f9cbe64c0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870426 Jan 28 12:56:55.160005 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Publish callbacks [] for port (81b782ab-1791-496d-ad87-9b3800827c00), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:55.167657 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (81b782ab-1791-496d-ad87-9b3800827c00), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:55.230091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Network 3b90798b-af22-4242-a6a7-a5b3a4634c92 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:55.238595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:55.242562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:56:55.249655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Pushing event updated for resources: {'Port': ['ID=81b782ab-1791-496d-ad87-9b3800827c00,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:55.271889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:56:49Z', 'revision_number': 3, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:55.282721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e45235-7b3d-41b9-b282-2b510c5756da req-cd31d56f-a94a-4117-9447-626257e104fc tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:55.290471 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3e45235-7b3d-41b9-b282-2b510c5756da req-cd31d56f-a94a-4117-9447-626257e104fc tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.1060088 Jan 28 12:56:55.323184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14d18c-8e95-4f0a-b55d-6874017877c3 req-0d50d1c1-81d8-484a-8ef0-a24e8d0ab06a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:55.330966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a14d18c-8e95-4f0a-b55d-6874017877c3 req-0d50d1c1-81d8-484a-8ef0-a24e8d0ab06a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.2014425 Jan 28 12:56:55.336746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b5071-2b6d-4cbe-83e1-337934b98b57 None None] The sync data for ids ['861356fc-f61d-4fff-9d6b-e419c42d2e93'] in n-d-824835-4 is: [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:56:49Z', 'revision_number': 3, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:56:55.406971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3e45235-7b3d-41b9-b282-2b510c5756da req-63956805-3b99-4b04-acb7-55f908b24fc3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116500 Jan 28 12:56:55.424846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Attempting to bind port 81b782ab-1791-496d-ad87-9b3800827c00 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:56:55.425228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Attempting to bind port 81b782ab-1791-496d-ad87-9b3800827c00 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:56:55.425598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Attempting to bind port 81b782ab-1791-496d-ad87-9b3800827c00 on network 3b90798b-af22-4242-a6a7-a5b3a4634c92 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:56:55.440210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:56:55.440634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Checking segment: {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:56:55.441032 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:55.441465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Bound using segment: {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:56:55.442041 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Bound port: 81b782ab-1791-496d-ad87-9b3800827c00, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:56:55.443220 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (81b782ab-1791-496d-ad87-9b3800827c00), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:55.531591 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a14d18c-8e95-4f0a-b55d-6874017877c3 req-d2bd22ca-185a-450b-841e-2f5b92bd4af8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909015 Jan 28 12:56:55.640469 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] For port 81b782ab-1791-496d-ad87-9b3800827c00, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:56:55.646122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] For port 81b782ab-1791-496d-ad87-9b3800827c00, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=81b782ab-1791-496d-ad87-9b3800827c00,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:56:55.653728 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (81b782ab-1791-496d-ad87-9b3800827c00), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:55.657093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f60261-7a25-44b8-a6fd-d755ee86bf78 req-24b4040b-7992-45a8-9959-e1f53a543b57 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:55.658803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38f60261-7a25-44b8-a6fd-d755ee86bf78 req-24b4040b-7992-45a8-9959-e1f53a543b57 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.0749700 Jan 28 12:56:55.721348 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01d18943-1d8b-4742-96c0-e7cffe4d3952 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (fcbdd5d9-843f-4974-b8ef-36786e26dbf4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:55.752217 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01d18943-1d8b-4742-96c0-e7cffe4d3952 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (fcbdd5d9-843f-4974-b8ef-36786e26dbf4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:55.773674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38f60261-7a25-44b8-a6fd-d755ee86bf78 req-c52d9795-5a67-4478-86ea-930f905ebf2f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998800 Jan 28 12:56:55.791959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d18943-1d8b-4742-96c0-e7cffe4d3952 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbdd5d9-843f-4974-b8ef-36786e26dbf4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:55.817330 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01d18943-1d8b-4742-96c0-e7cffe4d3952 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:55.818908 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-01d18943-1d8b-4742-96c0-e7cffe4d3952 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2572958 Jan 28 12:56:55.820512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.20.0.1 (3b90798b-af22-4242-a6a7-a5b3a4634c92/fc34ca4d-b0dd-4665-95fd-d1d781704821/08df270d-e045-43dd-949b-4ea60a7439c9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:56:55.839680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ca1cd-7630-4759-b90b-17633dbd7402 None None] Pushing event updated for resources: {'Port': ['ID=81b782ab-1791-496d-ad87-9b3800827c00,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:56.018717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645ded1-0054-4301-821f-d60ce06d754d req-6ba3b13c-0fa0-468e-98ae-051ce2ecf2bb tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:56.021601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2645ded1-0054-4301-821f-d60ce06d754d req-6ba3b13c-0fa0-468e-98ae-051ce2ecf2bb tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.1069064 Jan 28 12:56:56.033727 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:56.134141 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (08df270d-e045-43dd-949b-4ea60a7439c9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:56.212367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:56.214882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2645ded1-0054-4301-821f-d60ce06d754d req-fa74ce8e-950e-421c-b561-8258a8286b0b tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828125 Jan 28 12:56:56.270722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-9be072f0-b02e-4dd2-9552-f847bb555131 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900853746&fields=id&tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f HTTP/1.1" status: 200 len: 267 time: 0.1942368 Jan 28 12:56:56.274085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 3b90798b-af22-4242-a6a7-a5b3a4634c92 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:56.277928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:56.281624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:56:56.361582 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (861356fc-f61d-4fff-9d6b-e419c42d2e93), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:56.576092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=08df270d-e045-43dd-949b-4ea60a7439c9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:56.582309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-979aa237-7443-49ec-847d-fd0fd3faae1c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:56.605943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-979aa237-7443-49ec-847d-fd0fd3faae1c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/networks?id=5446c4b8-580e-4eed-9669-0122cd5a9b47 HTTP/1.1" status: 200 len: 797 time: 0.3328295 Jan 28 12:56:56.647159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-8e9b0cd2-5f3c-492d-b250-7bfa5b8fb147 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/quotas/7290a7b466ae4f8e9c54c7ef61b8cc1f HTTP/1.1" status: 200 len: 375 time: 0.0400467 Jan 28 12:56:56.648039 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:56.765008 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131e299-a4d8-4ad3-a0fb-861076506dfc req-cbdefb03-401e-4f9c-8f66-1ff54c4c25f3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:56.780346 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f131e299-a4d8-4ad3-a0fb-861076506dfc req-cbdefb03-401e-4f9c-8f66-1ff54c4c25f3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.2859764 Jan 28 12:56:56.877043 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-a98ef4db-a7c5-458e-83a4-4a57f52825a4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2283263 Jan 28 12:56:57.082362 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f131e299-a4d8-4ad3-a0fb-861076506dfc req-225f2a4a-6f96-4529-a205-2aa7e25e3c4f tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007109 Jan 28 12:56:57.237422 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-c2a5c97c-f636-49f4-9ea3-34eb661d806e service neutron] 10.222.0.53 "GET /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533888 Jan 28 12:56:57.283407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49700) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:57.305608 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (08df270d-e045-43dd-949b-4ea60a7439c9), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:57.313609 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:57.466064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ef69447a-a5ae-4f89-9bd0-7b474f15bb6a details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:56:57.501764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8feca021-ce2b-4716-a9b5-46dde37a5faa up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:57.511394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605a38a-78b5-4260-950d-8b0c0888e7b7 req-8ef65ff4-da5f-47f8-9af6-37b6c7036a89 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:57.513062 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f605a38a-78b5-4260-950d-8b0c0888e7b7 req-8ef65ff4-da5f-47f8-9af6-37b6c7036a89 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 944 time: 0.1601143 Jan 28 12:56:57.519476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=08df270d-e045-43dd-949b-4ea60a7439c9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:57.576373 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (861356fc-f61d-4fff-9d6b-e419c42d2e93), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:57.579055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-5820db7e-ca17-451e-93fb-b257de68525d service neutron] 10.222.0.53 "GET /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407462 Jan 28 12:56:57.624501 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90fc63ff-b7fa-4164-9065-d53964a8c2d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:57.701777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f605a38a-78b5-4260-950d-8b0c0888e7b7 req-3f68a76a-ad36-416b-b0bd-79d4828dfd6e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683855 Jan 28 12:56:57.774405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 3b90798b-af22-4242-a6a7-a5b3a4634c92 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:56:57.776474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:56:57.780091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b5cf4a-2c04-4dfc-8e5d-0be6566b0901 None None] Network 3b90798b-af22-4242-a6a7-a5b3a4634c92 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:56:57.892888 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90fc63ff-b7fa-4164-9065-d53964a8c2d0 admin admin] Publish callbacks [] for security_group (8fa380d3-98ce-49be-8a2c-88b4633ed542), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:57.907894 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90fc63ff-b7fa-4164-9065-d53964a8c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8fa380d3-98ce-49be-8a2c-88b4633ed542), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:57.986386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 8feca021-ce2b-4716-a9b5-46dde37a5faa triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:57.989847 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:58.020646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 861356fc-f61d-4fff-9d6b-e419c42d2e93 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:56:58.095885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-90fc63ff-b7fa-4164-9065-d53964a8c2d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bae6ce7b491419890f8d413c19a601b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8090012 Jan 28 12:56:58.116237 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1dd4e463-8e03-460b-91f7-7e4b9cb29e9d req-d30508da-193e-4ee7-957a-12063ac644ca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 210 time: 0.1065290 Jan 28 12:56:58.142097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49712) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:56:58.181602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:58.212588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-61487f81-23ab-42cd-938c-43a94f8c7291 None None] Provisioning complete for port 81b782ab-1791-496d-ad87-9b3800827c00 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:56:58.213160 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61487f81-23ab-42cd-938c-43a94f8c7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (81b782ab-1791-496d-ad87-9b3800827c00), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:58.248059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc63ff-b7fa-4164-9065-d53964a8c2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa380d3-98ce-49be-8a2c-88b4633ed542,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:58.255582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'ef69447a-a5ae-4f89-9bd0-7b474f15bb6a', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'port_id': 'ef69447a-a5ae-4f89-9bd0-7b474f15bb6a', 'mac_address': 'fa:16:3e:6d:30:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:56:58.351090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dc17f-ca58-411c-853d-9a6254065692 req-a2f7cd27-53cc-4b31-a5f9-cb73d87d7f77 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:58.356310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-322dc17f-ca58-411c-853d-9a6254065692 req-a2f7cd27-53cc-4b31-a5f9-cb73d87d7f77 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.4381518 Jan 28 12:56:58.378201 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:56:58.381169 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70f0f69f-fd0d-4323-a38d-2fbf8c54618e admin admin] Publish callbacks [] for security_group (8fa380d3-98ce-49be-8a2c-88b4633ed542), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:58.389027 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7927d361-ff3c-453c-bc96-845a9091fa6a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "PUT /v2.0/routers/861356fc-f61d-4fff-9d6b-e419c42d2e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2711847 Jan 28 12:56:58.395583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:58.396197 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:58.460889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70f0f69f-fd0d-4323-a38d-2fbf8c54618e admin admin] Publish callbacks [] for security_group (8fa380d3-98ce-49be-8a2c-88b4633ed542), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:58.566906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef69447a-a5ae-4f89-9bd0-7b474f15bb6a {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:56:58.585115 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70f0f69f-fd0d-4323-a38d-2fbf8c54618e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8fa380d3-98ce-49be-8a2c-88b4633ed542), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:58.593805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70f0f69f-fd0d-4323-a38d-2fbf8c54618e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:58.605460 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-70f0f69f-fd0d-4323-a38d-2fbf8c54618e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fa380d3-98ce-49be-8a2c-88b4633ed542 HTTP/1.1" status: 204 len: 168 time: 0.4621935 Jan 28 12:56:58.610470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-322dc17f-ca58-411c-853d-9a6254065692 req-c047d57b-a628-4d60-a3ee-24053deb5377 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460611 Jan 28 12:56:58.643696 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8feca021-ce2b-4716-a9b5-46dde37a5faa is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:58.644710 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:58.653524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0f69f-fd0d-4323-a38d-2fbf8c54618e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa380d3-98ce-49be-8a2c-88b4633ed542,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:58.708707 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Sync routers for ids ['861356fc-f61d-4fff-9d6b-e419c42d2e93'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:56:58.766419 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Routers {'861356fc-f61d-4fff-9d6b-e419c42d2e93'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:56:58.769539 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['861356fc-f61d-4fff-9d6b-e419c42d2e93'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:58.839916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-61487f81-23ab-42cd-938c-43a94f8c7291 None None] Current status of the port 81b782ab-1791-496d-ad87-9b3800827c00 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:56:58.840332 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61487f81-23ab-42cd-938c-43a94f8c7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (81b782ab-1791-496d-ad87-9b3800827c00), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:58.904346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:58.945733 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:59.026167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-692c9690-6daf-4364-91fb-83c0a298e552 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004210835&fields=id&tenant_id=f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 267 time: 0.1912303 Jan 28 12:56:59.089852 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Set router 861356fc-f61d-4fff-9d6b-e419c42d2e93 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:56:59.216648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-61487f81-23ab-42cd-938c-43a94f8c7291 None None] For port 81b782ab-1791-496d-ad87-9b3800827c00, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=81b782ab-1791-496d-ad87-9b3800827c00,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:59.241037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 8feca021-ce2b-4716-a9b5-46dde37a5faa, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8feca021-ce2b-4716-a9b5-46dde37a5faa,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:56:59.259539 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:59.287454 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:59.298050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 81b782ab-1791-496d-ad87-9b3800827c00 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:56:59.301801 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61487f81-23ab-42cd-938c-43a94f8c7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (81b782ab-1791-496d-ad87-9b3800827c00), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:59.306930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-1988ae89-164a-4ef4-b1db-2fd6893d4fac tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:59.314793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-1988ae89-164a-4ef4-b1db-2fd6893d4fac tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/networks?id=3b90798b-af22-4242-a6a7-a5b3a4634c92 HTTP/1.1" status: 200 len: 797 time: 0.2516849 Jan 28 12:56:59.366585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-dc8f2a98-5f83-46d9-bccb-b81302335347 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/quotas/f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 375 time: 0.0467701 Jan 28 12:56:59.397435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cb6b3-c13e-44c6-a347-3cb11257a043 req-313e9285-d8fd-42b4-b47f-f6fa429d9886 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:56:59.402501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c08cb6b3-c13e-44c6-a347-3cb11257a043 req-313e9285-d8fd-42b4-b47f-f6fa429d9886 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 945 time: 0.3848493 Jan 28 12:56:59.554841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ef69447a-a5ae-4f89-9bd0-7b474f15bb6a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:56:59.641181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-3bb6810a-4857-4ca5-a506-370eb163173f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2533991 Jan 28 12:56:59.644808 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c08cb6b3-c13e-44c6-a347-3cb11257a043 req-8e7a976f-1578-4262-96a4-cb902aa20d36 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069087 Jan 28 12:56:59.669304 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:56:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '08df270d-e045-43dd-949b-4ea60a7439c9', 'name': '', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6b:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:55Z', 'updated_at': '2022-01-28T12:56:56Z', 'revision_number': 2, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:56:59.759091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=8feca021-ce2b-4716-a9b5-46dde37a5faa,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:56:59.778896 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Checking router: 861356fc-f61d-4fff-9d6b-e419c42d2e93 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:56:59.780207 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Updating router 861356fc-f61d-4fff-9d6b-e419c42d2e93 port 08df270d-e045-43dd-949b-4ea60a7439c9 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:56:59.863506 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:56:59.985379 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84df119e-f342-4777-ac00-afc5b58b6cf6 req-8dda4cbe-75ad-4b48-91ed-13bbc0bebb12 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 210 time: 0.1156943 Jan 28 12:57:00.028168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61487f81-23ab-42cd-938c-43a94f8c7291 None None] Pushing event updated for resources: {'Port': ['ID=81b782ab-1791-496d-ad87-9b3800827c00,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:00.074636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 81b782ab-1791-496d-ad87-9b3800827c00 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:00.075023 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (81b782ab-1791-496d-ad87-9b3800827c00), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:00.199662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-c3563883-025c-43f5-ac5b-5f11499f5422 service neutron] 10.222.0.53 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387599 Jan 28 12:57:00.363901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b06287ac-ac4c-4275-8950-f74d20f06ba4 None None] Provisioning complete for port 81b782ab-1791-496d-ad87-9b3800827c00 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:00.364281 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b06287ac-ac4c-4275-8950-f74d20f06ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (81b782ab-1791-496d-ad87-9b3800827c00), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:00.663983 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Publish callbacks [] for port (08df270d-e045-43dd-949b-4ea60a7439c9), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:00.671598 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:00.711429 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:00.731627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b06287ac-ac4c-4275-8950-f74d20f06ba4 None None] Current status of the port 81b782ab-1791-496d-ad87-9b3800827c00 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:00.881699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1894970769-network', 'tenant_id': 'f0f2424b579946a79381625404f6d908'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:00.897693 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Pushing event updated for resources: {'Port': ['ID=08df270d-e045-43dd-949b-4ea60a7439c9,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:00.901010 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b06287ac-ac4c-4275-8950-f74d20f06ba4 None None] Provisioning complete for port 08df270d-e045-43dd-949b-4ea60a7439c9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:00.901508 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b06287ac-ac4c-4275-8950-f74d20f06ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:00.908625 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Made reservation on behalf of f0f2424b579946a79381625404f6d908 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:57:00.912300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:00.928214 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:00.963942 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:00.964534 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:00.964876 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:00.965211 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:00.965545 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:00.965874 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:00.966223 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:00.969737 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:00.970086 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:00.970426 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:00.979249 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:00.979713 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:00.980057 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:01.009061 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Attempting to bind port 08df270d-e045-43dd-949b-4ea60a7439c9 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:57:01.009436 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Attempting to bind port 08df270d-e045-43dd-949b-4ea60a7439c9 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:57:01.009801 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Attempting to bind port 08df270d-e045-43dd-949b-4ea60a7439c9 on network 3b90798b-af22-4242-a6a7-a5b3a4634c92 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:01.028969 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:57:01.029331 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Checking segment: {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:01.029878 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:01.030297 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Bound using segment: {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:57:01.030790 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Bound port: 08df270d-e045-43dd-949b-4ea60a7439c9, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:57:01.031168 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:01.084732 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Publish callbacks [] for security_group (b269d6b2-373a-433d-aef8-add1286d7256), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:01.094122 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b269d6b2-373a-433d-aef8-add1286d7256), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:01.130350 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b06287ac-ac4c-4275-8950-f74d20f06ba4 None None] Port 08df270d-e045-43dd-949b-4ea60a7439c9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:57:01.135235 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 81b782ab-1791-496d-ad87-9b3800827c00 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:01.173789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:57:01.189922 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] For port 08df270d-e045-43dd-949b-4ea60a7439c9, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:57:01.196575 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] For port 08df270d-e045-43dd-949b-4ea60a7439c9, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=08df270d-e045-43dd-949b-4ea60a7439c9,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:57:01.197707 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6b8156ac-ac54-42f2-9a9d-6b02fb3606a3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:01.198094 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Added segment 6b8156ac-ac54-42f2-9a9d-6b02fb3606a3 of type vlan for network 9f6235e3-4f5c-4989-a598-e0e7c67b4f8f Jan 28 12:57:01.203705 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:01.279419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-17918c39-2003-435c-b619-d0cd6c8fd3ce None None] Provisioning complete for port 08df270d-e045-43dd-949b-4ea60a7439c9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:01.280066 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17918c39-2003-435c-b619-d0cd6c8fd3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:01.289986 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (9f6235e3-4f5c-4989-a598-e0e7c67b4f8f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:01.313982 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Routers {'861356fc-f61d-4fff-9d6b-e419c42d2e93'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:01.314785 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:56:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['861356fc-f61d-4fff-9d6b-e419c42d2e93'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:01.323888 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa61d6-36e7-46ca-89ab-ae1fadf761b7 None None] Pushing event updated for resources: {'Port': ['ID=08df270d-e045-43dd-949b-4ea60a7439c9,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:01.331150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8feca021-ce2b-4716-a9b5-46dde37a5faa up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:01.351121 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b269d6b2-373a-433d-aef8-add1286d7256,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:01.376903 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (9f6235e3-4f5c-4989-a598-e0e7c67b4f8f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:01.377890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:01.378490 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:01.600659 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8697443 Jan 28 12:57:01.600659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49782) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:01.629625 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] Set router 861356fc-f61d-4fff-9d6b-e419c42d2e93 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:01.629879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-552e6cd5-bbc5-474c-9836-8f66bdb93ed4 admin admin] Request body: {'subnet': {'network_id': '9f6235e3-4f5c-4989-a598-e0e7c67b4f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1894970769-subnet', 'tenant_id': 'f0f2424b579946a79381625404f6d908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:01.693602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb132c81-1dfd-45c1-952c-f18d26d3fcb1 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6235e3-4f5c-4989-a598-e0e7c67b4f8f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:01.703287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552e6cd5-bbc5-474c-9836-8f66bdb93ed4 admin admin] Made reservation on behalf of f0f2424b579946a79381625404f6d908 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:57:01.716464 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-552e6cd5-bbc5-474c-9836-8f66bdb93ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:01.813469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-abb7f127-b677-4007-8647-d396cd5915e4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:01.830924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-abb7f127-b677-4007-8647-d396cd5915e4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "GET /v2.0/networks?id=5446c4b8-580e-4eed-9669-0122cd5a9b47 HTTP/1.1" status: 200 len: 797 time: 1.7313714 Jan 28 12:57:01.850491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 9f6235e3-4f5c-4989-a598-e0e7c67b4f8f details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:57:01.952037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-552e6cd5-bbc5-474c-9836-8f66bdb93ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (ff64814c-2c09-4a3e-b308-bad67f99a1c6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:01.976012 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-b9d299c7-8123-404c-9221-dc14ae446159 service neutron] 10.222.0.53 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7755070 Jan 28 12:57:01.995646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece915b-5953-4404-ba05-8161bba309d2 req-8a45b91b-4f8c-4fa5-823e-65ce511c6be0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:01.997297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bece915b-5953-4404-ba05-8161bba309d2 req-8a45b91b-4f8c-4fa5-823e-65ce511c6be0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 945 time: 0.5672102 Jan 28 12:57:02.103506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e6cd5-bbc5-474c-9836-8f66bdb93ed4 admin admin] Checking segment: {'id': '6b8156ac-ac54-42f2-9a9d-6b02fb3606a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f6235e3-4f5c-4989-a598-e0e7c67b4f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:02.103868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552e6cd5-bbc5-474c-9836-8f66bdb93ed4 admin admin] Network hostable DHCP agents. Network: 9f6235e3-4f5c-4989-a598-e0e7c67b4f8f, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:57:02.117971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 8feca021-ce2b-4716-a9b5-46dde37a5faa triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:02.119823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:02.142156 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e6cd5-bbc5-474c-9836-8f66bdb93ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff64814c-2c09-4a3e-b308-bad67f99a1c6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:02.146461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552e6cd5-bbc5-474c-9836-8f66bdb93ed4 admin admin] Network 9f6235e3-4f5c-4989-a598-e0e7c67b4f8f is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:57:02.165013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-552e6cd5-bbc5-474c-9836-8f66bdb93ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 9f6235e3-4f5c-4989-a598-e0e7c67b4f8f) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:02.171569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552e6cd5-bbc5-474c-9836-8f66bdb93ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:02.173508 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-552e6cd5-bbc5-474c-9836-8f66bdb93ed4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:02.177510 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-dd879ceb-dd46-447d-8e9c-d8c4e0184cfe tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f HTTP/1.1" status: 200 len: 379 time: 0.3028452 Jan 28 12:57:02.198957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'port': {'device_id': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'admin_state_up': True, 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'security_groups': ['0ca75855-e893-4dcc-8dde-4a383d42a0ba']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:02.217984 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-552e6cd5-bbc5-474c-9836-8f66bdb93ed4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6049228 Jan 28 12:57:02.219657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395f1fa6-6b7e-43ba-a679-dae85d5805eb None None] Network 9f6235e3-4f5c-4989-a598-e0e7c67b4f8f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:57:02.230734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bece915b-5953-4404-ba05-8161bba309d2 req-9900fbde-1a5f-4903-bd88-bf57374d7965 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137148 Jan 28 12:57:02.288617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-17918c39-2003-435c-b619-d0cd6c8fd3ce None None] Current status of the port 08df270d-e045-43dd-949b-4ea60a7439c9 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:02.289334 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17918c39-2003-435c-b619-d0cd6c8fd3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:02.539550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-17918c39-2003-435c-b619-d0cd6c8fd3ce None None] For port 08df270d-e045-43dd-949b-4ea60a7439c9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=08df270d-e045-43dd-949b-4ea60a7439c9,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:02.558795 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17918c39-2003-435c-b619-d0cd6c8fd3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:02.595713 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-929cc221-9565-4b47-9b99-4c3922cd1be7 req-f0f10e96-5550-4963-8ae4-99abc9956384 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 210 time: 0.1843710 Jan 28 12:57:02.647925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b8c763-c92b-4ae8-bcd6-fc285ba1a162 None None] Network 9f6235e3-4f5c-4989-a598-e0e7c67b4f8f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:57:02.676956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56f82a76-a54f-49d6-82ad-8f957331867c req-0baaf396-a122-499b-ad6e-07440c72338a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 210 time: 0.2178700 Jan 28 12:57:02.713263 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:56:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '08df270d-e045-43dd-949b-4ea60a7439c9', 'name': '', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6b:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:55Z', 'updated_at': '2022-01-28T12:57:01Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:02.730069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Made reservation on behalf of 7290a7b466ae4f8e9c54c7ef61b8cc1f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:57:02.734789 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:02.838517 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e03cd8b-c090-4ab7-8c45-8e9357b2c342 None None] The sync data for ids ['861356fc-f61d-4fff-9d6b-e419c42d2e93'] in n-d-824835-4 is: [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:56:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '08df270d-e045-43dd-949b-4ea60a7439c9', 'name': '', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6b:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:55Z', 'updated_at': '2022-01-28T12:57:01Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:57:02.977856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 8feca021-ce2b-4716-a9b5-46dde37a5faa is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:02.985724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 81b782ab-1791-496d-ad87-9b3800827c00 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:02.988287 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17918c39-2003-435c-b619-d0cd6c8fd3ce None None] Pushing event updated for resources: {'Port': ['ID=08df270d-e045-43dd-949b-4ea60a7439c9,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:03.164223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-590b7e30-c314-44c8-8690-69d8b938c10e None None] Provisioning complete for port 08df270d-e045-43dd-949b-4ea60a7439c9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:03.164925 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-590b7e30-c314-44c8-8690-69d8b938c10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:03.176513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Allocated IP 172.20.0.8 (5446c4b8-580e-4eed-9669-0122cd5a9b47/e2eaad08-8452-4a45-9cc2-70b1f9cd418f/cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:03.492718 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ef69447a-a5ae-4f89-9bd0-7b474f15bb6a up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:03.608160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-590b7e30-c314-44c8-8690-69d8b938c10e None None] Current status of the port 08df270d-e045-43dd-949b-4ea60a7439c9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:03.627039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 49818) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:03.633647 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1342348993-network', 'tenant_id': '8faeae17b5fc4cd1b5f391fedabf42fe'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:03.690909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41ee85-965d-4f67-8904-d0e963bcc391 req-781e9294-3ed5-4e8d-b02a-79315e6415ca tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:03.692561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd41ee85-965d-4f67-8904-d0e963bcc391 req-781e9294-3ed5-4e8d-b02a-79315e6415ca tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 945 time: 0.2651229 Jan 28 12:57:03.714447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Made reservation on behalf of 8faeae17b5fc4cd1b5f391fedabf42fe for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:57:03.717704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 81b782ab-1791-496d-ad87-9b3800827c00 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:03.719605 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (81b782ab-1791-496d-ad87-9b3800827c00), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:03.719743 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:03.750820 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:03.754944 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:03.929607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:57:03.943659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:03.944042 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:03.949885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Publish callbacks [] for security_group (1eca1d8f-0db7-4640-804d-0fd9c77b6f72), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:03.956703 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1eca1d8f-0db7-4640-804d-0fd9c77b6f72), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:03.983293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b89acea2-951f-46ec-887d-853157f91c98 req-617806b3-45fe-472c-bddb-0049d3be1233 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 210 time: 0.1576793 Jan 28 12:57:03.991558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:57:04.018726 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (93e48c0b-4b4b-4204-aaa0-25275cd598e2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:04.019500 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Added segment 93e48c0b-4b4b-4204-aaa0-25275cd598e2 of type vlan for network d7d3be37-2997-4623-9920-01208fc90918 Jan 28 12:57:04.039330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd41ee85-965d-4f67-8904-d0e963bcc391 req-50a519c7-1dd5-429c-b56f-e3e5334605b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166118 Jan 28 12:57:04.043518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 81b782ab-1791-496d-ad87-9b3800827c00 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:04.084505 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:04.141466 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:57:04.196373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network 5446c4b8-580e-4eed-9669-0122cd5a9b47 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:04.226023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:04.226548 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:04.259763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:04.276771 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d7d3be37-2997-4623-9920-01208fc90918), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:04.296582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eca1d8f-0db7-4640-804d-0fd9c77b6f72,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:04.326540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:04.328752 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2727459-56ff-451d-9939-a42760fa2897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef69447a-a5ae-4f89-9bd0-7b474f15bb6a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:04.334439 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ff4d6b-4dbc-4c08-a43a-6b740d1d9384" -d '{"events": [{"server_uuid": "e2727459-56ff-451d-9939-a42760fa2897", "name": "network-vif-plugged", "status": "completed", "tag": "ef69447a-a5ae-4f89-9bd0-7b474f15bb6a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:04.334828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:04.354243 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:04.370399 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:04.506999 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1172933e-0e38-4e01-b51e-c07248efc840 x-openstack-request-id: req-1172933e-0e38-4e01-b51e-c07248efc840 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:04.507412 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2727459-56ff-451d-9939-a42760fa2897", "name": "network-vif-plugged", "status": "completed", "tag": "ef69447a-a5ae-4f89-9bd0-7b474f15bb6a", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:04.510702 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1172933e-0e38-4e01-b51e-c07248efc840 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:04.515026 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2727459-56ff-451d-9939-a42760fa2897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef69447a-a5ae-4f89-9bd0-7b474f15bb6a', 'code': 200} Jan 28 12:57:04.567927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913558a3-241c-4f5a-92d7-79146cb616ce req-bb320ea1-d14e-49d1-8eb0-3842378552c5 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:04.570118 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-913558a3-241c-4f5a-92d7-79146cb616ce req-bb320ea1-d14e-49d1-8eb0-3842378552c5 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 931 time: 0.3674684 Jan 28 12:57:04.586073 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:04.596894 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 08df270d-e045-43dd-949b-4ea60a7439c9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:04.607953 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:04.671508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:04.764772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-edd5713f-32fc-4e33-9fce-e9751808aebe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:04.766388 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-edd5713f-32fc-4e33-9fce-e9751808aebe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "GET /v2.0/networks?id=3b90798b-af22-4242-a6a7-a5b3a4634c92 HTTP/1.1" status: 200 len: 797 time: 0.4379761 Jan 28 12:57:04.767292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d7d3be37-2997-4623-9920-01208fc90918), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:04.774991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:04.775642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:04.802160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 08df270d-e045-43dd-949b-4ea60a7439c9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:04.802933 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:04.877039 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b84ce715-d11d-43cc-a7bf-0978c5b66d51 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6833920 Jan 28 12:57:04.938452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Request body: {'port': {'device_id': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:05.050044 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4213219 Jan 28 12:57:05.057788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 49832) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:05.105400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a7286ffe-b47b-43b8-936e-cd77eb956c8f admin admin] Request body: {'subnet': {'network_id': 'd7d3be37-2997-4623-9920-01208fc90918', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1342348993-subnet', 'tenant_id': '8faeae17b5fc4cd1b5f391fedabf42fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:05.111853 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50de5a4-425c-4e88-9db0-aa9ff9c04075 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d3be37-2997-4623-9920-01208fc90918,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:05.159283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-913558a3-241c-4f5a-92d7-79146cb616ce req-d1b605d0-8500-4b54-b486-0d0692d9be1e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ca75855-e893-4dcc-8dde-4a383d42a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5367949 Jan 28 12:57:05.165800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d05fc5-e004-456a-bd8e-4784f146312e req-6f5fa5ae-4c72-4e57-9137-526203090245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:05.168871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d7d3be37-2997-4623-9920-01208fc90918 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:57:05.180513 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-28bf6266-c84d-4e5d-a3fb-cc32c7216abf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 380 time: 0.3876386 Jan 28 12:57:05.182535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61d05fc5-e004-456a-bd8e-4784f146312e req-6f5fa5ae-4c72-4e57-9137-526203090245 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 1097 time: 0.5622511 Jan 28 12:57:05.196124 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'port': {'device_id': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'admin_state_up': True, 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'security_groups': ['8f8f223d-60ae-46d0-98b4-59d053a81c95']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:05.268594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-70a29799-fe8a-4bfa-ba62-17f02adcc5e3 None None] Provisioning complete for port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:05.269141 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70a29799-fe8a-4bfa-ba62-17f02adcc5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:05.323776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 08df270d-e045-43dd-949b-4ea60a7439c9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:05.348006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6fdc023-9723-479e-bb86-60b6824475f4 req-d80317e5-57f4-43b2-92ff-80f9968865f2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 210 time: 0.1543207 Jan 28 12:57:05.358878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-70a29799-fe8a-4bfa-ba62-17f02adcc5e3 None None] Port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:57:05.433288 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:05.470230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Made reservation on behalf of f804c63ab4be43509b4700c1f4f06f6f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:57:05.474137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:05.475939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7286ffe-b47b-43b8-936e-cd77eb956c8f admin admin] Made reservation on behalf of 8faeae17b5fc4cd1b5f391fedabf42fe for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:57:05.482752 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7286ffe-b47b-43b8-936e-cd77eb956c8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:05.638896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276afdc-7fd0-46f4-bae8-37f3d91b992d req-bd2da74f-f983-4588-a96d-d11a97e8d60c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:05.642663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1276afdc-7fd0-46f4-bae8-37f3d91b992d req-bd2da74f-f983-4588-a96d-d11a97e8d60c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 946 time: 0.3084538 Jan 28 12:57:05.651002 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61d05fc5-e004-456a-bd8e-4784f146312e req-ca21a42e-8323-4cd0-8844-ef0b5abaac44 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586937 Jan 28 12:57:05.750517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.20.0.6 (3b90798b-af22-4242-a6a7-a5b3a4634c92/fc34ca4d-b0dd-4665-95fd-d1d781704821/305a5707-ce5d-4312-92d0-1505cb290085) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:05.754318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1276afdc-7fd0-46f4-bae8-37f3d91b992d req-6cc76ccd-522a-4f3b-b098-db4c719cc832 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022372 Jan 28 12:57:06.125309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (305a5707-ce5d-4312-92d0-1505cb290085), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:06.163513 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7286ffe-b47b-43b8-936e-cd77eb956c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (3641726c-bbe4-4e71-a5a3-9be1a20b8955), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:06.234413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (305a5707-ce5d-4312-92d0-1505cb290085), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:06.366236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=305a5707-ce5d-4312-92d0-1505cb290085,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:06.394981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 3b90798b-af22-4242-a6a7-a5b3a4634c92 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:06.399871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:06.406765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:06.443398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7286ffe-b47b-43b8-936e-cd77eb956c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3641726c-bbe4-4e71-a5a3-9be1a20b8955,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:06.532941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7286ffe-b47b-43b8-936e-cd77eb956c8f admin admin] Checking segment: {'id': '93e48c0b-4b4b-4204-aaa0-25275cd598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd7d3be37-2997-4623-9920-01208fc90918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:06.533299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7286ffe-b47b-43b8-936e-cd77eb956c8f admin admin] Network hostable DHCP agents. Network: d7d3be37-2997-4623-9920-01208fc90918, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:57:06.562168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:06.565503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:06.593337 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-af2725fd-551a-4931-8ff5-0049173c97d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4012151 Jan 28 12:57:06.606541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Request body: {'port': {'device_id': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:06.632779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e5bd-aedf-4ee1-99b9-ab2825666729 req-9c66dc0f-5674-4566-a31e-a235141d634a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:06.640949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b4e7e5bd-aedf-4ee1-99b9-ab2825666729 req-9c66dc0f-5674-4566-a31e-a235141d634a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 931 time: 0.3466470 Jan 28 12:57:06.645079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:57:06.733245 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Publish callbacks [] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:06.750473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (305a5707-ce5d-4312-92d0-1505cb290085), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:06.861588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Transition to ACTIVE for port object cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:57:06.862917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7286ffe-b47b-43b8-936e-cd77eb956c8f admin admin] Network d7d3be37-2997-4623-9920-01208fc90918 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:57:06.898065 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b4e7e5bd-aedf-4ee1-99b9-ab2825666729 req-5ec31c3b-57cc-4ab6-96fc-053ab9c863f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ca75855-e893-4dcc-8dde-4a383d42a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562077 Jan 28 12:57:06.908426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814381a9-b84f-41c5-87e7-ea8e01e05089 req-1a8b42e4-7ebc-4550-a306-e27537d8a08f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:06.910540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-814381a9-b84f-41c5-87e7-ea8e01e05089 req-1a8b42e4-7ebc-4550-a306-e27537d8a08f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 931 time: 0.3966038 Jan 28 12:57:06.911265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:06.985513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a7286ffe-b47b-43b8-936e-cd77eb956c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d7d3be37-2997-4623-9920-01208fc90918) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:07.004959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Pushing event updated for resources: {'Port': ['ID=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:07.012168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7286ffe-b47b-43b8-936e-cd77eb956c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:07.012818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7286ffe-b47b-43b8-936e-cd77eb956c8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:07.051542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98951e32-0c84-4f8c-be14-5231287abfd7 None None] Network d7d3be37-2997-4623-9920-01208fc90918 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:57:07.196937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a7286ffe-b47b-43b8-936e-cd77eb956c8f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1370857 Jan 28 12:57:07.216053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6725f32e-2a43-4465-bf17-dbb73d2591ea None None] Provisioning complete for port 305a5707-ce5d-4312-92d0-1505cb290085 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:07.218328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6725f32e-2a43-4465-bf17-dbb73d2591ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (305a5707-ce5d-4312-92d0-1505cb290085), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:07.287680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-814381a9-b84f-41c5-87e7-ea8e01e05089 req-8f9088dc-5570-484d-9520-068aa8da8ae8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752745 Jan 28 12:57:07.303117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6725f32e-2a43-4465-bf17-dbb73d2591ea None None] Port 305a5707-ce5d-4312-92d0-1505cb290085 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:57:07.309990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e1cf0-c6e7-40ed-af8e-207634cbcd0e req-b4badfc0-ae9d-42dd-b70c-db9862be5413 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:07.335957 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca1e1cf0-c6e7-40ed-af8e-207634cbcd0e req-b4badfc0-ae9d-42dd-b70c-db9862be5413 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 946 time: 0.2846873 Jan 28 12:57:07.360328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3981da-1a69-43b1-8043-f742328b5bd8 None None] Network d7d3be37-2997-4623-9920-01208fc90918 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:57:07.419014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Attempting to bind port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:57:07.419429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Attempting to bind port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:57:07.419763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Attempting to bind port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 on network 5446c4b8-580e-4eed-9669-0122cd5a9b47 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:07.448504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305a5707-ce5d-4312-92d0-1505cb290085 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:57:07.460900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Publish callbacks [] for port (305a5707-ce5d-4312-92d0-1505cb290085), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:07.478368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca1e1cf0-c6e7-40ed-af8e-207634cbcd0e req-0c1a2978-ab83-4b55-af5f-912e0908b5dc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414320 Jan 28 12:57:07.479822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 on network 5446c4b8-580e-4eed-9669-0122cd5a9b47 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:57:07.480306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Attempting to bind port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 on network 5446c4b8-580e-4eed-9669-0122cd5a9b47 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:07.493266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:57:07.494297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Checking segment: {'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:07.495693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Bound using segment: {'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:57:07.495863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Bound port: cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1e39e4-7852-4aa0-9054-7a5a87f5697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:57:07.496185 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:07.501396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Transition to ACTIVE for port object 305a5707-ce5d-4312-92d0-1505cb290085 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:57:07.506368 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (305a5707-ce5d-4312-92d0-1505cb290085), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:07.622938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] For port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:57:07.628956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] For port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56,segment=NetworkSegment(7e1e39e4-7852-4aa0-9054-7a5a87f5697a),segment_id=7e1e39e4-7852-4aa0-9054-7a5a87f5697a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:57:07.679880 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:07.756081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:07.756783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:07.758173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] 10.222.0.49 "PUT /v2.0/ports/cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 HTTP/1.1" status: 200 len: 1091 time: 2.8374541 Jan 28 12:57:07.761820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'tag': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:07.766587 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5f4aab-e275-4362-bac1-be644c00d34a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e595335-ff49-40b2-a34a-3e55e346a2ce", "tag": "cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:07.830770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Pushing event updated for resources: {'Port': ['ID=305a5707-ce5d-4312-92d0-1505cb290085,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:07.888259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Attempting to bind port 305a5707-ce5d-4312-92d0-1505cb290085 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:57:07.889281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Attempting to bind port 305a5707-ce5d-4312-92d0-1505cb290085 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:57:07.891291 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Attempting to bind port 305a5707-ce5d-4312-92d0-1505cb290085 on network 3b90798b-af22-4242-a6a7-a5b3a4634c92 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:07.908103 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Port 305a5707-ce5d-4312-92d0-1505cb290085 on network 3b90798b-af22-4242-a6a7-a5b3a4634c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:57:07.908710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Attempting to bind port 305a5707-ce5d-4312-92d0-1505cb290085 on network 3b90798b-af22-4242-a6a7-a5b3a4634c92 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:07.917432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:57:07.918279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Checking segment: {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:07.919561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Bound using segment: {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:57:07.921013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Bound port: 305a5707-ce5d-4312-92d0-1505cb290085, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:57:07.921674 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (305a5707-ce5d-4312-92d0-1505cb290085), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:07.929583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6acf60-3d1a-401a-a332-cc7ccd1978d5 req-e7fb7bf5-3296-4a2d-b1ff-194e26565223 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:07.931212 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e6acf60-3d1a-401a-a332-cc7ccd1978d5 req-e7fb7bf5-3296-4a2d-b1ff-194e26565223 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 946 time: 0.2936859 Jan 28 12:57:07.992285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-4c3d29a6-9b4c-49e9-a4c3-74edc58a81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:07.993995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-4c3d29a6-9b4c-49e9-a4c3-74edc58a81a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 1094 time: 0.1701791 Jan 28 12:57:07.996948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaffa21-2f1f-449d-9451-6026e272414b service neutron] Pushing event updated for resources: {'Port': ['ID=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:08.083443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-308897f7-d66c-448b-88aa-9096bf7720bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 HTTP/1.1" status: 200 len: 217 time: 0.0648057 Jan 28 12:57:08.193408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:57:08.197978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e6acf60-3d1a-401a-a332-cc7ccd1978d5 req-e7aeb728-a8fc-455c-a49d-8e96f25302e0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484660 Jan 28 12:57:08.198917 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=305a5707-ce5d-4312-92d0-1505cb290085,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:57:08.211240 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (305a5707-ce5d-4312-92d0-1505cb290085), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:08.277583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-026ce96f-83b8-4408-be68-f464de3cff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:08.285444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-026ce96f-83b8-4408-be68-f464de3cff5b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2eaad08-8452-4a45-9cc2-70b1f9cd418f HTTP/1.1" status: 200 len: 835 time: 0.1814013 Jan 28 12:57:08.292495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:08.299170 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:08.312429 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] 10.222.0.49 "PUT /v2.0/ports/305a5707-ce5d-4312-92d0-1505cb290085 HTTP/1.1" status: 200 len: 1091 time: 1.7099247 Jan 28 12:57:08.313371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:08.318678 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52127221-2d5c-4026-a261-a2e14328f43d x-openstack-request-id: req-52127221-2d5c-4026-a261-a2e14328f43d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:08.319029 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e595335-ff49-40b2-a34a-3e55e346a2ce", "tag": "cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:08.319365 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52127221-2d5c-4026-a261-a2e14328f43d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:08.319821 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'tag': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'status': 'completed', 'code': 200} Jan 28 12:57:08.347648 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1ca623-b560-4d3f-9b91-67e42e2818ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "tag": "305a5707-ce5d-4312-92d0-1505cb290085"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:08.444436 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-a53fe657-ccdf-4f2c-84fb-a664338f16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:08.446560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-a53fe657-ccdf-4f2c-84fb-a664338f16f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5446c4b8-580e-4eed-9669-0122cd5a9b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582963 Jan 28 12:57:08.475307 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Pushing event updated for resources: {'Port': ['ID=305a5707-ce5d-4312-92d0-1505cb290085,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:08.544471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.544831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.545184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.545538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.545888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.546211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.546545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.546955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.547922 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.548276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.548668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.549007 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.549343 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030346d4-3dd2-47bf-ab1b-b968c8996e5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:08.576837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-d8562ba6-887a-4b21-9b66-4eb4ac2b55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:08.579622 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-d8562ba6-887a-4b21-9b66-4eb4ac2b55aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 1094 time: 0.0764682 Jan 28 12:57:08.648602 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-e2afb983-4414-4090-b011-d71446555a5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305a5707-ce5d-4312-92d0-1505cb290085 HTTP/1.1" status: 200 len: 217 time: 0.0586238 Jan 28 12:57:08.752151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-a9476c26-1ac4-4f5d-b7e2-b0c6dc4494a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:08.754445 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-a9476c26-1ac4-4f5d-b7e2-b0c6dc4494a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc34ca4d-b0dd-4665-95fd-d1d781704821 HTTP/1.1" status: 200 len: 834 time: 0.0965381 Jan 28 12:57:08.887064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-8b2e9097-7fb0-4032-a2bc-85054722b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:08.893864 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-8b2e9097-7fb0-4032-a2bc-85054722b5bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b90798b-af22-4242-a6a7-a5b3a4634c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331251 Jan 28 12:57:08.952474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-8fdd04aa-c74e-4b11-8df6-93f6698960d8 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:08.959843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-8fdd04aa-c74e-4b11-8df6-93f6698960d8 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/networks?id=9f6235e3-4f5c-4989-a598-e0e7c67b4f8f HTTP/1.1" status: 200 len: 812 time: 0.4980583 Jan 28 12:57:09.006236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-b3998a3e-f5b9-40f5-ae9f-921fd8f35f0c service neutron] 10.222.0.49 "GET /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078602 Jan 28 12:57:09.057314 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-023739c0-51d2-4236-813c-629595a40e3e service neutron] 10.222.0.49 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567898 Jan 28 12:57:09.135230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eaf1c68-ad93-476e-a50f-b48b4ebbd132 req-bb80c62e-aae1-4960-a2d4-a512606bfb24 service neutron] 10.222.0.49 "GET /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184919 Jan 28 12:57:09.144165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd58c-3f21-4cb0-82d6-e45f2379f5ad req-ddb17d4c-d6d1-4fa5-996c-6e1d046895d1 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:09.149781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e37dd58c-3f21-4cb0-82d6-e45f2379f5ad req-ddb17d4c-d6d1-4fa5-996c-6e1d046895d1 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 943 time: 0.6901197 Jan 28 12:57:09.159866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-be1e9c20-3ee2-4e2a-bd38-f46b631347f7 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/quotas/f0f2424b579946a79381625404f6d908 HTTP/1.1" status: 200 len: 375 time: 0.1990318 Jan 28 12:57:09.244039 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b014df8a-0a39-419c-9024-a6af2e4c5aae req-143f73ee-ed85-4b3b-823c-094a283b1a53 service neutron] 10.222.0.49 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807096 Jan 28 12:57:09.278342 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-c465a051-0f95-4d2d-9b56-e9bc7cf1d3a9 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f0f2424b579946a79381625404f6d908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175818 Jan 28 12:57:09.489316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f4aab-e275-4362-bac1-be644c00d34a req-c8dbaf7b-6ecb-435d-aab6-c3a32741cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:09.491887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff5f4aab-e275-4362-bac1-be644c00d34a req-c8dbaf7b-6ecb-435d-aab6-c3a32741cbdc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 1094 time: 0.2251096 Jan 28 12:57:09.509451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e37dd58c-3f21-4cb0-82d6-e45f2379f5ad req-2f840acb-24c5-4922-b2e5-e2dbba17a03b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ca75855-e893-4dcc-8dde-4a383d42a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359051 Jan 28 12:57:09.976945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-0bbfc7c2-15c0-4d47-9992-bd586265d343 service neutron] 10.222.0.53 "GET /v2.0/networks/9f6235e3-4f5c-4989-a598-e0e7c67b4f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592772 Jan 28 12:57:10.089761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-47358e60-f345-499f-b8a0-d18cffaabdc1 service neutron] 10.222.0.53 "GET /v2.0/networks/9f6235e3-4f5c-4989-a598-e0e7c67b4f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113768 Jan 28 12:57:10.230616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0b771-6a57-44f6-ae2d-43c65acb89b9 req-a91b9602-c868-4869-ab51-19dee274a85f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:10.232178 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54b0b771-6a57-44f6-ae2d-43c65acb89b9 req-a91b9602-c868-4869-ab51-19dee274a85f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 946 time: 0.2899442 Jan 28 12:57:10.334874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54b0b771-6a57-44f6-ae2d-43c65acb89b9 req-dff39092-c5f2-43cd-ad2e-85c7229bd477 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960982 Jan 28 12:57:10.338017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f4aab-e275-4362-bac1-be644c00d34a req-918ca5eb-7ca2-4350-93f7-b5dffe89f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:10.339725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff5f4aab-e275-4362-bac1-be644c00d34a req-918ca5eb-7ca2-4350-93f7-b5dffe89f172 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5446c4b8-580e-4eed-9669-0122cd5a9b47 HTTP/1.1" status: 200 len: 898 time: 0.8257244 Jan 28 12:57:10.401814 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff5f4aab-e275-4362-bac1-be644c00d34a req-128d98ef-2538-49c9-9ff0-f6528ed7036c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 HTTP/1.1" status: 200 len: 217 time: 0.0550451 Jan 28 12:57:10.453094 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5092f8-1303-486f-81de-b3522a674c1a x-openstack-request-id: req-de5092f8-1303-486f-81de-b3522a674c1a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:10.453586 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "tag": "305a5707-ce5d-4312-92d0-1505cb290085", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:10.453695 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de5092f8-1303-486f-81de-b3522a674c1a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:10.454034 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085', 'status': 'completed', 'code': 200} Jan 28 12:57:10.508940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f4aab-e275-4362-bac1-be644c00d34a req-6cb56069-0fc3-411b-9cd6-d1fa20b73e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:10.510456 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff5f4aab-e275-4362-bac1-be644c00d34a req-6cb56069-0fc3-411b-9cd6-d1fa20b73e38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2eaad08-8452-4a45-9cc2-70b1f9cd418f HTTP/1.1" status: 200 len: 835 time: 0.1036901 Jan 28 12:57:10.572373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ca623-b560-4d3f-9b91-67e42e2818ee req-25fa1116-af98-48d6-b425-a09131995654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:10.575292 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b1ca623-b560-4d3f-9b91-67e42e2818ee req-25fa1116-af98-48d6-b425-a09131995654 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 1094 time: 0.1004815 Jan 28 12:57:10.705903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f4aab-e275-4362-bac1-be644c00d34a req-a35a1a88-b5e4-4a02-83a5-fa7a181cecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:10.708459 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff5f4aab-e275-4362-bac1-be644c00d34a req-a35a1a88-b5e4-4a02-83a5-fa7a181cecb4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5446c4b8-580e-4eed-9669-0122cd5a9b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694174 Jan 28 12:57:10.728996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64145f1-79f4-4266-8ce3-9d0b705bb4b0 req-190ba6f4-af86-49bd-a1db-7a51988d942e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:10.730755 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e64145f1-79f4-4266-8ce3-9d0b705bb4b0 req-190ba6f4-af86-49bd-a1db-7a51988d942e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 943 time: 0.2194192 Jan 28 12:57:10.814104 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ca623-b560-4d3f-9b91-67e42e2818ee req-4e520920-5666-4ace-a930-33817f972e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:10.815854 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b1ca623-b560-4d3f-9b91-67e42e2818ee req-4e520920-5666-4ace-a930-33817f972e23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b90798b-af22-4242-a6a7-a5b3a4634c92 HTTP/1.1" status: 200 len: 898 time: 0.2359288 Jan 28 12:57:10.886228 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b1ca623-b560-4d3f-9b91-67e42e2818ee req-42c3944e-c087-4826-99a7-49acb82067a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305a5707-ce5d-4312-92d0-1505cb290085 HTTP/1.1" status: 200 len: 217 time: 0.0640225 Jan 28 12:57:10.944542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e64145f1-79f4-4266-8ce3-9d0b705bb4b0 req-51b2157f-0c53-4344-98dc-67356f89002d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866755 Jan 28 12:57:10.951969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff5f4aab-e275-4362-bac1-be644c00d34a req-0fced16a-5b65-473c-9cc1-cd7257aed62e service neutron] 10.222.0.49 "GET /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154632 Jan 28 12:57:10.998649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ca623-b560-4d3f-9b91-67e42e2818ee req-6170157d-c646-4fd3-b456-3cf8ecc566df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:11.001069 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b1ca623-b560-4d3f-9b91-67e42e2818ee req-6170157d-c646-4fd3-b456-3cf8ecc566df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc34ca4d-b0dd-4665-95fd-d1d781704821 HTTP/1.1" status: 200 len: 834 time: 0.1057532 Jan 28 12:57:11.083423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6e4c08c-3642-4202-999f-aa394286f08c req-2a6e7183-33d6-44ad-899a-e4fa44b4fc54 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 210 time: 0.1526260 Jan 28 12:57:11.128645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ca623-b560-4d3f-9b91-67e42e2818ee req-2fbf1eef-d234-4722-a1a7-86725246cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:11.140102 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b1ca623-b560-4d3f-9b91-67e42e2818ee req-2fbf1eef-d234-4722-a1a7-86725246cf3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b90798b-af22-4242-a6a7-a5b3a4634c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237276 Jan 28 12:57:11.369853 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b1ca623-b560-4d3f-9b91-67e42e2818ee req-a4ceafd4-fb37-43b3-ba08-702a99ffcc3d service neutron] 10.222.0.49 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285230 Jan 28 12:57:11.485424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff5bd3-88c4-4930-b030-512f953638f8 req-83344f5c-7e53-4da6-851d-68557fcd4832 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:11.488694 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8ff5bd3-88c4-4930-b030-512f953638f8 req-83344f5c-7e53-4da6-851d-68557fcd4832 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 943 time: 0.3141482 Jan 28 12:57:11.491447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff5f4aab-e275-4362-bac1-be644c00d34a req-f214c882-f7f2-42a1-a042-de520c1b1458 service neutron] 10.222.0.49 "GET /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174851 Jan 28 12:57:11.532933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 305a5707-ce5d-4312-92d0-1505cb290085 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:57:11.621706 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b1ca623-b560-4d3f-9b91-67e42e2818ee req-6083ae9c-cd81-455e-a0cf-478f59c4703e service neutron] 10.222.0.49 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381015 Jan 28 12:57:11.638464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf23fa-81ae-43c7-9f84-3b2a95dc4f0a req-39b90583-de85-45de-9382-5f7d30349077 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:11.645227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3daf23fa-81ae-43c7-9f84-3b2a95dc4f0a req-39b90583-de85-45de-9382-5f7d30349077 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 946 time: 0.3654888 Jan 28 12:57:11.705680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=305a5707-ce5d-4312-92d0-1505cb290085,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:11.723196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '305a5707-ce5d-4312-92d0-1505cb290085', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'port_id': '305a5707-ce5d-4312-92d0-1505cb290085', 'mac_address': 'fa:16:3e:1e:05:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:57:11.816013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8ff5bd3-88c4-4930-b030-512f953638f8 req-a558f33d-1a73-4602-9eb1-c19e7ca00cee tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ca75855-e893-4dcc-8dde-4a383d42a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134708 Jan 28 12:57:11.834665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 305a5707-ce5d-4312-92d0-1505cb290085 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:11.835601 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (305a5707-ce5d-4312-92d0-1505cb290085), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:11.860182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305a5707-ce5d-4312-92d0-1505cb290085 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:57:11.889788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3daf23fa-81ae-43c7-9f84-3b2a95dc4f0a req-5cf27411-f42e-46d5-b5ad-034917ddf7d0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228882 Jan 28 12:57:11.917283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=305a5707-ce5d-4312-92d0-1505cb290085,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:11.930789 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (305a5707-ce5d-4312-92d0-1505cb290085), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:11.933079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:57:12.080160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=305a5707-ce5d-4312-92d0-1505cb290085,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:12.120798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd616d-2aa1-466e-a62c-381da132dbd2 req-bacddc62-7697-4558-89a0-474dd5e2909a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:12.128259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-64bd616d-2aa1-466e-a62c-381da132dbd2 req-bacddc62-7697-4558-89a0-474dd5e2909a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 944 time: 0.0781064 Jan 28 12:57:12.157603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56,segment=NetworkSegment(7e1e39e4-7852-4aa0-9054-7a5a87f5697a),segment_id=7e1e39e4-7852-4aa0-9054-7a5a87f5697a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:12.185096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'port_id': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'mac_address': 'fa:16:3e:fd:aa:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:57:12.235703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:12.236217 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:12.254905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-64bd616d-2aa1-466e-a62c-381da132dbd2 req-7e53de7e-7be3-43f6-8778-0ec0bd97d649 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253996 Jan 28 12:57:12.255239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:57:12.294522 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56,segment=NetworkSegment(7e1e39e4-7852-4aa0-9054-7a5a87f5697a),segment_id=7e1e39e4-7852-4aa0-9054-7a5a87f5697a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:12.302028 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:12.321513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7937a5fa-6ff7-41a4-ad9a-a0ad82617adb req-5a1c67cd-3d29-46d6-bb7a-41373ccf9a7d tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 210 time: 0.1109653 Jan 28 12:57:12.380652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:12.425337 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721db1c5-8fcd-4a50-8f6e-b0191758435b req-a1cceadf-6848-4101-be64-09553e2791ac tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:12.426579 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-721db1c5-8fcd-4a50-8f6e-b0191758435b req-a1cceadf-6848-4101-be64-09553e2791ac tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 946 time: 0.1847529 Jan 28 12:57:12.545640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:57:12.565487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['305a5707-ce5d-4312-92d0-1505cb290085'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:57:12.626277 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-e0619d99-27cd-4bf5-9e2c-f5f9b6c7e860 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:12.650439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-e0619d99-27cd-4bf5-9e2c-f5f9b6c7e860 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.49 "GET /v2.0/networks?id=9f6235e3-4f5c-4989-a598-e0e7c67b4f8f HTTP/1.1" status: 200 len: 812 time: 0.3328753 Jan 28 12:57:12.677612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Request body: {'port': {'device_id': '28d32e84-f8e6-44c7-bee0-5f609954b8d0', 'network_id': '9f6235e3-4f5c-4989-a598-e0e7c67b4f8f', 'admin_state_up': True, 'tenant_id': 'f0f2424b579946a79381625404f6d908'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:12.729399 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-721db1c5-8fcd-4a50-8f6e-b0191758435b req-982d9013-b2f9-4119-9fd7-bc290c9950a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Deleting port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:57:12.730468 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-721db1c5-8fcd-4a50-8f6e-b0191758435b req-982d9013-b2f9-4119-9fd7-bc290c9950a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:12.913981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-721db1c5-8fcd-4a50-8f6e-b0191758435b req-982d9013-b2f9-4119-9fd7-bc290c9950a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] For port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:12.914498 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-721db1c5-8fcd-4a50-8f6e-b0191758435b req-982d9013-b2f9-4119-9fd7-bc290c9950a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:12.932587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Made reservation on behalf of f0f2424b579946a79381625404f6d908 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:57:12.940298 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:12.954591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-721db1c5-8fcd-4a50-8f6e-b0191758435b req-982d9013-b2f9-4119-9fd7-bc290c9950a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Calling delete_port for ef69447a-a5ae-4f89-9bd0-7b474f15bb6a owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:57:13.194703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Allocated IP 172.20.0.12 (9f6235e3-4f5c-4989-a598-e0e7c67b4f8f/ff64814c-2c09-4a3e-b308-bad67f99a1c6/f40d78e3-8840-41bd-aeab-2c2830832aa4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:13.233847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08129e7-2fc5-455a-9e5b-9001d7c0da12 req-b972cddb-5213-4ea6-a417-58ed6f5690f8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:13.235728 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-721db1c5-8fcd-4a50-8f6e-b0191758435b req-982d9013-b2f9-4119-9fd7-bc290c9950a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ef69447a-a5ae-4f89-9bd0-7b474f15bb6a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:13.235877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d08129e7-2fc5-455a-9e5b-9001d7c0da12 req-b972cddb-5213-4ea6-a417-58ed6f5690f8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 946 time: 0.2206585 Jan 28 12:57:13.274199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d9013-b2f9-4119-9fd7-bc290c9950a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event deleted for resources: {'Port': ['ID=ef69447a-a5ae-4f89-9bd0-7b474f15bb6a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:13.290214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['ef69447a-a5ae-4f89-9bd0-7b474f15bb6a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:57:13.363486 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-721db1c5-8fcd-4a50-8f6e-b0191758435b req-982d9013-b2f9-4119-9fd7-bc290c9950a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] No DVR routers for this DVR port ef69447a-a5ae-4f89-9bd0-7b474f15bb6a on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:57:13.368958 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-721db1c5-8fcd-4a50-8f6e-b0191758435b req-982d9013-b2f9-4119-9fd7-bc290c9950a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:13.376153 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-721db1c5-8fcd-4a50-8f6e-b0191758435b req-982d9013-b2f9-4119-9fd7-bc290c9950a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "DELETE /v2.0/ports/ef69447a-a5ae-4f89-9bd0-7b474f15bb6a HTTP/1.1" status: 204 len: 173 time: 0.9436877 Jan 28 12:57:13.379557 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2727459-56ff-451d-9939-a42760fa2897', 'name': 'network-vif-deleted', 'tag': 'ef69447a-a5ae-4f89-9bd0-7b474f15bb6a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:13.399202 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce7b7f0-124b-4305-ae83-69ce91e0be93" -d '{"events": [{"server_uuid": "e2727459-56ff-451d-9939-a42760fa2897", "name": "network-vif-deleted", "tag": "ef69447a-a5ae-4f89-9bd0-7b474f15bb6a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:13.542416 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Publish callbacks [] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:13.617380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ca4de-093c-461f-ac42-3ce93537b502 req-3e9d4836-4c11-4be2-9d84-b1c2c617d7c4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:13.626697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-535ca4de-093c-461f-ac42-3ce93537b502 req-3e9d4836-4c11-4be2-9d84-b1c2c617d7c4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 944 time: 0.6388094 Jan 28 12:57:13.715013 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:13.823213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d08129e7-2fc5-455a-9e5b-9001d7c0da12 req-70ab27ca-349b-49ab-91f3-a8dcd134a172 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954370 Jan 28 12:57:13.833658 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Network 9f6235e3-4f5c-4989-a598-e0e7c67b4f8f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:13.846491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:13.849554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:13.852821 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Pushing event updated for resources: {'Port': ['ID=f40d78e3-8840-41bd-aeab-2c2830832aa4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:13.861321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-535ca4de-093c-461f-ac42-3ce93537b502 req-31b97f7c-6df2-43e3-8785-a9b8682cda40 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ca75855-e893-4dcc-8dde-4a383d42a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240849 Jan 28 12:57:13.927989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:13.928995 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:13.960861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-67a30c76-b363-44ba-b217-be339283040b tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2963157 Jan 28 12:57:13.974804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Request body: {'port': {'device_id': '28d32e84-f8e6-44c7-bee0-5f609954b8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:14.203962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404e69e-822f-4385-80db-d0c20b68473d req-c113693a-51ad-421b-9f2d-87415b25fe86 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:14.205546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2404e69e-822f-4385-80db-d0c20b68473d req-c113693a-51ad-421b-9f2d-87415b25fe86 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 944 time: 0.2160707 Jan 28 12:57:14.207710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:14.216789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd69ab-b8a4-4fec-a1ae-af902593ac5e req-57cd9f0a-959a-4744-a2fa-bd8bd77003c8 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:14.218259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-edbd69ab-b8a4-4fec-a1ae-af902593ac5e req-57cd9f0a-959a-4744-a2fa-bd8bd77003c8 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 932 time: 0.1775551 Jan 28 12:57:14.448642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2404e69e-822f-4385-80db-d0c20b68473d req-4357ad45-32b6-456c-9156-dd08b5426afd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286201 Jan 28 12:57:14.527715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-edbd69ab-b8a4-4fec-a1ae-af902593ac5e req-0a64e4af-e45c-4d32-8ea4-1b96a4e05dec tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790654 Jan 28 12:57:14.543657 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a508cd32-7005-47cc-a530-8c65713e5b69 x-openstack-request-id: req-a508cd32-7005-47cc-a530-8c65713e5b69 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:14.544717 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2727459-56ff-451d-9939-a42760fa2897", "name": "network-vif-deleted", "tag": "ef69447a-a5ae-4f89-9bd0-7b474f15bb6a", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:14.545210 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a508cd32-7005-47cc-a530-8c65713e5b69 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:14.545628 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2727459-56ff-451d-9939-a42760fa2897', 'name': 'network-vif-deleted', 'tag': 'ef69447a-a5ae-4f89-9bd0-7b474f15bb6a', 'status': 'completed', 'code': 200} Jan 28 12:57:14.648434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40d78e3-8840-41bd-aeab-2c2830832aa4 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:57:14.657313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Publish callbacks [] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:14.672213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Transition to ACTIVE for port object f40d78e3-8840-41bd-aeab-2c2830832aa4 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:57:14.676809 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:14.773282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Pushing event updated for resources: {'Port': ['ID=f40d78e3-8840-41bd-aeab-2c2830832aa4,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:14.904289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Attempting to bind port f40d78e3-8840-41bd-aeab-2c2830832aa4 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:57:14.904895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Attempting to bind port f40d78e3-8840-41bd-aeab-2c2830832aa4 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '6b8156ac-ac54-42f2-9a9d-6b02fb3606a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f6235e3-4f5c-4989-a598-e0e7c67b4f8f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:57:14.906004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Attempting to bind port f40d78e3-8840-41bd-aeab-2c2830832aa4 on network 9f6235e3-4f5c-4989-a598-e0e7c67b4f8f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:14.911386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Port f40d78e3-8840-41bd-aeab-2c2830832aa4 on network 9f6235e3-4f5c-4989-a598-e0e7c67b4f8f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:57:14.911857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Attempting to bind port f40d78e3-8840-41bd-aeab-2c2830832aa4 on network 9f6235e3-4f5c-4989-a598-e0e7c67b4f8f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:14.917252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:57:14.917733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Checking segment: {'id': '6b8156ac-ac54-42f2-9a9d-6b02fb3606a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f6235e3-4f5c-4989-a598-e0e7c67b4f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:14.918249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Bound using segment: {'id': '6b8156ac-ac54-42f2-9a9d-6b02fb3606a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f6235e3-4f5c-4989-a598-e0e7c67b4f8f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:57:14.918804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Bound port: f40d78e3-8840-41bd-aeab-2c2830832aa4, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8156ac-ac54-42f2-9a9d-6b02fb3606a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9f6235e3-4f5c-4989-a598-e0e7c67b4f8f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:57:14.919901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:15.016304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] For port f40d78e3-8840-41bd-aeab-2c2830832aa4, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:57:15.021940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] For port f40d78e3-8840-41bd-aeab-2c2830832aa4, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f40d78e3-8840-41bd-aeab-2c2830832aa4,segment=NetworkSegment(6b8156ac-ac54-42f2-9a9d-6b02fb3606a3),segment_id=6b8156ac-ac54-42f2-9a9d-6b02fb3606a3)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:57:15.043688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:15.068418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ca2c137-babb-44f1-b58a-f3dceadc83cc req-29d48020-65e0-4296-8448-8149fd064aa8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.0418165 Jan 28 12:57:15.110515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:15.111163 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:15.112660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] 10.222.0.49 "PUT /v2.0/ports/f40d78e3-8840-41bd-aeab-2c2830832aa4 HTTP/1.1" status: 200 len: 1092 time: 1.1456769 Jan 28 12:57:15.113150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d32e84-f8e6-44c7-bee0-5f609954b8d0', 'tag': 'f40d78e3-8840-41bd-aeab-2c2830832aa4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:15.115593 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdbf4ea-ccac-41db-952c-e8ac109cff73" -d '{"events": [{"name": "network-changed", "server_uuid": "28d32e84-f8e6-44c7-bee0-5f609954b8d0", "tag": "f40d78e3-8840-41bd-aeab-2c2830832aa4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:15.216303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261a07c-f65c-4956-a917-6fd8fc387331 service neutron] Pushing event updated for resources: {'Port': ['ID=f40d78e3-8840-41bd-aeab-2c2830832aa4,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:15.293848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd293e-8eca-47e1-874d-78e54dee39b1 req-9979b1ba-d687-426c-b68d-175e46d3b68a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:15.295542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81cd293e-8eca-47e1-874d-78e54dee39b1 req-9979b1ba-d687-426c-b68d-175e46d3b68a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 944 time: 0.1450462 Jan 28 12:57:15.303578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-6ad6212a-5055-4c25-9775-c6251956456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:15.305067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-6ad6212a-5055-4c25-9775-c6251956456d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f2424b579946a79381625404f6d908&device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 1095 time: 0.1257355 Jan 28 12:57:15.373580 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-42045975-6019-4f7c-9c2e-de6f866804a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40d78e3-8840-41bd-aeab-2c2830832aa4 HTTP/1.1" status: 200 len: 217 time: 0.0513282 Jan 28 12:57:15.456526 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538d1570-a7c4-43be-97a1-0229366e3c90 x-openstack-request-id: req-538d1570-a7c4-43be-97a1-0229366e3c90 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:15.456526 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d32e84-f8e6-44c7-bee0-5f609954b8d0", "tag": "f40d78e3-8840-41bd-aeab-2c2830832aa4", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:15.456526 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-538d1570-a7c4-43be-97a1-0229366e3c90 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:15.456526 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d32e84-f8e6-44c7-bee0-5f609954b8d0', 'tag': 'f40d78e3-8840-41bd-aeab-2c2830832aa4', 'status': 'completed', 'code': 200} Jan 28 12:57:15.485543 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81cd293e-8eca-47e1-874d-78e54dee39b1 req-ca93fc9b-d07e-40dc-ac9c-06bd6b8c4ad0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ca75855-e893-4dcc-8dde-4a383d42a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791701 Jan 28 12:57:15.552153 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:15.617877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-9be08fa1-6767-4bd3-b536-8fde82379aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:15.619890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-9be08fa1-6767-4bd3-b536-8fde82379aa3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ff64814c-2c09-4a3e-b308-bad67f99a1c6 HTTP/1.1" status: 200 len: 852 time: 0.2342012 Jan 28 12:57:15.629337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42f834-b81b-4b33-a68c-61463b0849ca req-6dcffbf0-80a3-4dde-bc66-2e088a7d2882 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:15.638439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba42f834-b81b-4b33-a68c-61463b0849ca req-6dcffbf0-80a3-4dde-bc66-2e088a7d2882 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.1019433 Jan 28 12:57:15.677525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:57:15.692954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:15.693706 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:15.719388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-135dc7f8-b434-4051-bd88-6e9b1f68cb6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f6235e3-4f5c-4989-a598-e0e7c67b4f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698650 Jan 28 12:57:15.840244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d03197-e65c-4b4a-a6ef-e74e7e7f9e09 req-471005f0-375a-4712-9c80-5fb21c587dca tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:15.843702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06d03197-e65c-4b4a-a6ef-e74e7e7f9e09 req-471005f0-375a-4712-9c80-5fb21c587dca tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 944 time: 0.1630538 Jan 28 12:57:15.860231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:15.860990 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:15.893868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:15.896389 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb586c3e-c011-4732-8a4c-4506972ed1e0" -d '{"events": [{"server_uuid": "3e595335-ff49-40b2-a34a-3e55e346a2ce", "name": "network-vif-plugged", "status": "completed", "tag": "cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:15.911867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56,segment=NetworkSegment(7e1e39e4-7852-4aa0-9054-7a5a87f5697a),segment_id=7e1e39e4-7852-4aa0-9054-7a5a87f5697a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:15.924799 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:15.929936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 305a5707-ce5d-4312-92d0-1505cb290085 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:15.937788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba42f834-b81b-4b33-a68c-61463b0849ca req-235abb64-8807-4615-bccd-6c3fd9200112 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976947 Jan 28 12:57:16.032199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06d03197-e65c-4b4a-a6ef-e74e7e7f9e09 req-66122f11-d827-4a76-9cfe-b55a3e8490f4 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744742 Jan 28 12:57:16.082772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-24c33c3d-cacf-4671-8d94-3e73cdd0239a service neutron] 10.222.0.49 "GET /v2.0/networks/9f6235e3-4f5c-4989-a598-e0e7c67b4f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553135 Jan 28 12:57:16.084697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:16.106868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 305a5707-ce5d-4312-92d0-1505cb290085 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:57:16.112947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 305a5707-ce5d-4312-92d0-1505cb290085 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:16.113874 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (305a5707-ce5d-4312-92d0-1505cb290085), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:16.158555 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1d4dbd-a908-42b3-b29b-ca2171e39d72 x-openstack-request-id: req-0d1d4dbd-a908-42b3-b29b-ca2171e39d72 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:16.171595 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e595335-ff49-40b2-a34a-3e55e346a2ce", "name": "network-vif-plugged", "status": "completed", "tag": "cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:16.173621 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d1d4dbd-a908-42b3-b29b-ca2171e39d72 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:16.174245 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'code': 200} Jan 28 12:57:16.299765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b25e7b-2bc2-4dbe-a67e-6a57e5e60994 req-d8f35c43-c479-4cad-96f3-dcbd03ee37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:16.302017 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-68b25e7b-2bc2-4dbe-a67e-6a57e5e60994 req-d8f35c43-c479-4cad-96f3-dcbd03ee37d8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 1096 time: 0.1145256 Jan 28 12:57:16.314174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d7283b2-440b-46f3-a7fa-1653d706eb85 req-127ed26f-a575-4721-9ad1-037a78c53eed tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.0726302 Jan 28 12:57:16.339670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a057019-66fd-456c-9a96-9bf4ab68f3fd req-000a2da3-7a00-4f1b-b05f-80cbdea8da68 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:16.342786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 305a5707-ce5d-4312-92d0-1505cb290085 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:16.343182 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (305a5707-ce5d-4312-92d0-1505cb290085), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:16.355912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a057019-66fd-456c-9a96-9bf4ab68f3fd req-000a2da3-7a00-4f1b-b05f-80cbdea8da68 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 944 time: 0.2716455 Jan 28 12:57:16.372636 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-68b25e7b-2bc2-4dbe-a67e-6a57e5e60994 req-3813134e-8ba6-4d16-9ee4-b43b1aadbae6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0ca75855-e893-4dcc-8dde-4a383d42a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632911 Jan 28 12:57:16.400795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c77b9bdb-dee6-4070-a5be-b9b89cd05155 req-dd14250a-fad0-43f8-bbaf-21f07f5580ef service neutron] 10.222.0.49 "GET /v2.0/networks/9f6235e3-4f5c-4989-a598-e0e7c67b4f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857125 Jan 28 12:57:16.410610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=305a5707-ce5d-4312-92d0-1505cb290085,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:16.415801 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (305a5707-ce5d-4312-92d0-1505cb290085), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:16.416700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ef69447a-a5ae-4f89-9bd0-7b474f15bb6a no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:57:16.445759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a057019-66fd-456c-9a96-9bf4ab68f3fd req-68d4fa33-8da0-42ad-98a0-fcf307ef901e tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889671 Jan 28 12:57:16.491586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: ef69447a-a5ae-4f89-9bd0-7b474f15bb6a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:57:16.492057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device ef69447a-a5ae-4f89-9bd0-7b474f15bb6a not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:57:16.519714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=305a5707-ce5d-4312-92d0-1505cb290085,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:16.674612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1343deb-ec87-4749-93a0-f2bcfab828c7 req-8b7ff9e8-39cb-4f3b-9e00-3cdf3a825a13 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:16.676193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1343deb-ec87-4749-93a0-f2bcfab828c7 req-8b7ff9e8-39cb-4f3b-9e00-3cdf3a825a13 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 945 time: 0.1078761 Jan 28 12:57:16.681515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbf4ea-ccac-41db-952c-e8ac109cff73 req-307510ce-c96f-4192-935c-1f4351260330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:16.682983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffdbf4ea-ccac-41db-952c-e8ac109cff73 req-307510ce-c96f-4192-935c-1f4351260330 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f2424b579946a79381625404f6d908&device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 1095 time: 0.0700493 Jan 28 12:57:16.788799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1343deb-ec87-4749-93a0-f2bcfab828c7 req-174bc7eb-2a97-4408-a240-e8438bb79517 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ca75855-e893-4dcc-8dde-4a383d42a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999925 Jan 28 12:57:16.824937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbf4ea-ccac-41db-952c-e8ac109cff73 req-4d1fda63-3790-4b23-bec0-66ebf1f2a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:16.826374 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffdbf4ea-ccac-41db-952c-e8ac109cff73 req-4d1fda63-3790-4b23-bec0-66ebf1f2a763 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f6235e3-4f5c-4989-a598-e0e7c67b4f8f HTTP/1.1" status: 200 len: 913 time: 0.1355128 Jan 28 12:57:16.873832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffdbf4ea-ccac-41db-952c-e8ac109cff73 req-6547a11d-454a-46ae-90dc-002793974b64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40d78e3-8840-41bd-aeab-2c2830832aa4 HTTP/1.1" status: 200 len: 217 time: 0.0382583 Jan 28 12:57:16.923255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbf4ea-ccac-41db-952c-e8ac109cff73 req-da87ea0b-5520-42e1-8b25-2ab071c4ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:16.924652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffdbf4ea-ccac-41db-952c-e8ac109cff73 req-da87ea0b-5520-42e1-8b25-2ab071c4ff01 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ff64814c-2c09-4a3e-b308-bad67f99a1c6 HTTP/1.1" status: 200 len: 852 time: 0.0446930 Jan 28 12:57:16.959001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffdbf4ea-ccac-41db-952c-e8ac109cff73 req-a5bf285f-0a78-4691-adac-592c944b8097 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f6235e3-4f5c-4989-a598-e0e7c67b4f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269620 Jan 28 12:57:17.099269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f156feb-8129-44a8-9e67-ee77c4f5ad30 req-0c376c08-ac88-4f3b-8f9f-29636abd3b65 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:17.100898 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f156feb-8129-44a8-9e67-ee77c4f5ad30 req-0c376c08-ac88-4f3b-8f9f-29636abd3b65 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.0816987 Jan 28 12:57:17.105562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffdbf4ea-ccac-41db-952c-e8ac109cff73 req-48a6634a-f287-46a5-9d3d-989b2dc3a3c2 service neutron] 10.222.0.49 "GET /v2.0/networks/9f6235e3-4f5c-4989-a598-e0e7c67b4f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364262 Jan 28 12:57:17.144658 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73af564-0f4d-4504-8c2e-ef1ca1aebdc4 req-def8fddb-860a-459b-88ce-480bfbe2dda3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:17.146320 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e73af564-0f4d-4504-8c2e-ef1ca1aebdc4 req-def8fddb-860a-459b-88ce-480bfbe2dda3 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.49 "GET /v2.0/ports?device_id=320b6baa-039a-48bf-87a4-89e928bf62d6 HTTP/1.1" status: 200 len: 947 time: 0.0528879 Jan 28 12:57:17.256034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e73af564-0f4d-4504-8c2e-ef1ca1aebdc4 req-23656dc5-0f97-4b6c-b26a-ccafa8dbbbe4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Deleting port fa85aee8-52c3-402a-9268-530786b2311b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:57:17.256269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e73af564-0f4d-4504-8c2e-ef1ca1aebdc4 req-23656dc5-0f97-4b6c-b26a-ccafa8dbbbe4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fa85aee8-52c3-402a-9268-530786b2311b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:17.261003 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f156feb-8129-44a8-9e67-ee77c4f5ad30 req-67ae7da6-1a56-4869-8e68-9c973eff94d0 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fbe52d-fb70-4080-a377-48f68cde1148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508749 Jan 28 12:57:17.283921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43083-d356-4cda-a17d-da3c51f6c4a9 req-a309f327-701f-4a09-8911-c6e1655d9c5f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:17.285460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7d43083-d356-4cda-a17d-da3c51f6c4a9 req-a309f327-701f-4a09-8911-c6e1655d9c5f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.1575627 Jan 28 12:57:17.290722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffdbf4ea-ccac-41db-952c-e8ac109cff73 req-c78002ab-0e62-439c-89cd-f92af0fdc46d service neutron] 10.222.0.49 "GET /v2.0/networks/9f6235e3-4f5c-4989-a598-e0e7c67b4f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788552 Jan 28 12:57:17.348389 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:17.382462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7d43083-d356-4cda-a17d-da3c51f6c4a9 req-a1610498-d6d1-49bd-be4f-0f19a0535c7f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904241 Jan 28 12:57:17.410292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e73af564-0f4d-4504-8c2e-ef1ca1aebdc4 req-23656dc5-0f97-4b6c-b26a-ccafa8dbbbe4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] For port fa85aee8-52c3-402a-9268-530786b2311b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fa85aee8-52c3-402a-9268-530786b2311b,segment=NetworkSegment(f909533a-ae49-4626-ba03-82a085e9ff65),segment_id=f909533a-ae49-4626-ba03-82a085e9ff65)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:17.410798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e73af564-0f4d-4504-8c2e-ef1ca1aebdc4 req-23656dc5-0f97-4b6c-b26a-ccafa8dbbbe4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fa85aee8-52c3-402a-9268-530786b2311b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:17.430805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e73af564-0f4d-4504-8c2e-ef1ca1aebdc4 req-23656dc5-0f97-4b6c-b26a-ccafa8dbbbe4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Calling delete_port for fa85aee8-52c3-402a-9268-530786b2311b owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:57:17.550128 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f40d78e3-8840-41bd-aeab-2c2830832aa4 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:57:17.686630 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e73af564-0f4d-4504-8c2e-ef1ca1aebdc4 req-23656dc5-0f97-4b6c-b26a-ccafa8dbbbe4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fa85aee8-52c3-402a-9268-530786b2311b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:17.733483 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23656dc5-0f97-4b6c-b26a-ccafa8dbbbe4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Pushing event deleted for resources: {'Port': ['ID=fa85aee8-52c3-402a-9268-530786b2311b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:17.795870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73af564-0f4d-4504-8c2e-ef1ca1aebdc4 req-23656dc5-0f97-4b6c-b26a-ccafa8dbbbe4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] No DVR routers for this DVR port fa85aee8-52c3-402a-9268-530786b2311b on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:57:17.799024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e73af564-0f4d-4504-8c2e-ef1ca1aebdc4 req-23656dc5-0f97-4b6c-b26a-ccafa8dbbbe4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:17.803294 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e73af564-0f4d-4504-8c2e-ef1ca1aebdc4 req-23656dc5-0f97-4b6c-b26a-ccafa8dbbbe4 tempest-ServersNegativeTestJSON-1337524309 tempest-ServersNegativeTestJSON-1337524309-project] 10.222.0.49 "DELETE /v2.0/ports/fa85aee8-52c3-402a-9268-530786b2311b HTTP/1.1" status: 204 len: 173 time: 0.6508629 Jan 28 12:57:17.803858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'name': 'network-vif-deleted', 'tag': 'fa85aee8-52c3-402a-9268-530786b2311b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:17.815039 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faa296dc-2b9d-4d7d-b305-d10a814f2f2c req-9f428283-dbb4-4bb8-9c2c-71fe352fe953 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.3920979 Jan 28 12:57:17.825820 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833547ca-1668-43d3-ae87-e2e132630da1" -d '{"events": [{"server_uuid": "320b6baa-039a-48bf-87a4-89e928bf62d6", "name": "network-vif-deleted", "tag": "fa85aee8-52c3-402a-9268-530786b2311b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:17.894342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e307e-6ca6-46ed-9455-0e5b9b09b590 req-9498e531-4ab2-4300-a0db-f3c9ddab8aa7 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:17.899877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32e307e-6ca6-46ed-9455-0e5b9b09b590 req-9498e531-4ab2-4300-a0db-f3c9ddab8aa7 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 944 time: 0.1067579 Jan 28 12:57:17.979893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0357-1661-40ae-a784-3dc20d083b83 req-a2e1b469-b3a9-4768-b788-10eabe2cc0bd tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:17.980512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fa85aee8-52c3-402a-9268-530786b2311b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:57:17.990000 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-598b0357-1661-40ae-a784-3dc20d083b83 req-a2e1b469-b3a9-4768-b788-10eabe2cc0bd tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 945 time: 0.0886376 Jan 28 12:57:18.029448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32e307e-6ca6-46ed-9455-0e5b9b09b590 req-26fe294d-2b1c-4c2c-97a3-e1529ed409d4 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183615 Jan 28 12:57:18.085160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-598b0357-1661-40ae-a784-3dc20d083b83 req-c33c16b3-61ab-41f4-aa8d-14193fe19b01 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ca75855-e893-4dcc-8dde-4a383d42a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934947 Jan 28 12:57:18.089950 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:18.123669 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0c5279-8fd2-4b9a-bd4a-70f84c84512c x-openstack-request-id: req-5f0c5279-8fd2-4b9a-bd4a-70f84c84512c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:18.124209 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320b6baa-039a-48bf-87a4-89e928bf62d6", "name": "network-vif-deleted", "tag": "fa85aee8-52c3-402a-9268-530786b2311b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:18.124653 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f0c5279-8fd2-4b9a-bd4a-70f84c84512c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:18.125243 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320b6baa-039a-48bf-87a4-89e928bf62d6', 'name': 'network-vif-deleted', 'tag': 'fa85aee8-52c3-402a-9268-530786b2311b', 'status': 'completed', 'code': 200} Jan 28 12:57:18.156280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f40d78e3-8840-41bd-aeab-2c2830832aa4, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f40d78e3-8840-41bd-aeab-2c2830832aa4,segment=NetworkSegment(6b8156ac-ac54-42f2-9a9d-6b02fb3606a3),segment_id=6b8156ac-ac54-42f2-9a9d-6b02fb3606a3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:18.175056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:18.177520 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27a8f74-07a7-4c05-b680-ed525e611c26" -d '{"events": [{"server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "name": "network-vif-plugged", "status": "completed", "tag": "305a5707-ce5d-4312-92d0-1505cb290085"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:18.180917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'f40d78e3-8840-41bd-aeab-2c2830832aa4', 'network_id': '9f6235e3-4f5c-4989-a598-e0e7c67b4f8f', 'port_id': 'f40d78e3-8840-41bd-aeab-2c2830832aa4', 'mac_address': 'fa:16:3e:25:ff:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff64814c-2c09-4a3e-b308-bad67f99a1c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:57:18.217523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43ee6b-6cac-42af-9a86-179107df564c req-d0bc0f60-cf65-4e24-b205-9a47a7fd2920 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:18.219096 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d43ee6b-6cac-42af-9a86-179107df564c req-d0bc0f60-cf65-4e24-b205-9a47a7fd2920 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 945 time: 0.0662556 Jan 28 12:57:18.229178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port f40d78e3-8840-41bd-aeab-2c2830832aa4 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:18.229575 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:18.255515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40d78e3-8840-41bd-aeab-2c2830832aa4 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:57:18.280216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f40d78e3-8840-41bd-aeab-2c2830832aa4, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f40d78e3-8840-41bd-aeab-2c2830832aa4,segment=NetworkSegment(6b8156ac-ac54-42f2-9a9d-6b02fb3606a3),segment_id=6b8156ac-ac54-42f2-9a9d-6b02fb3606a3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:18.289023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d43ee6b-6cac-42af-9a86-179107df564c req-b7c93eac-bab2-43cd-8e93-9b5460c9ee6d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ca75855-e893-4dcc-8dde-4a383d42a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632164 Jan 28 12:57:18.292302 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:18.326481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50000) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:18.363230 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06086a0-747b-44d3-9c25-cfd6f9a96138 x-openstack-request-id: req-c06086a0-747b-44d3-9c25-cfd6f9a96138 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:18.363875 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "name": "network-vif-plugged", "status": "completed", "tag": "305a5707-ce5d-4312-92d0-1505cb290085", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:18.364115 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c06086a0-747b-44d3-9c25-cfd6f9a96138 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:18.364554 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085', 'code': 200} Jan 28 12:57:18.365118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=f40d78e3-8840-41bd-aeab-2c2830832aa4,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:18.375388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.377663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.377873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50002) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:18.378031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.378958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.379326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.379704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.380195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.380733 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.381071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.381400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.383983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.384353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.384693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:18.397524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b57c0-a303-4ec9-8d52-0a762bfe1a49 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:18.399905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-740b57c0-a303-4ec9-8d52-0a762bfe1a49 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 1091 time: 0.0717046 Jan 28 12:57:18.404219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50004) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:18.425309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:18.471924 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89a4176-7654-43f8-b59a-1505a0379294 admin admin] Deleting subnet 7f99615c-f897-4987-b660-47ac0e5c4001 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:57:18.475911 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:18.476925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f89a4176-7654-43f8-b59a-1505a0379294 admin admin] Publish callbacks [] for subnet (7f99615c-f897-4987-b660-47ac0e5c4001), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:18.514383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['f40d78e3-8840-41bd-aeab-2c2830832aa4'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:57:18.517300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f89a4176-7654-43f8-b59a-1505a0379294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (7f99615c-f897-4987-b660-47ac0e5c4001), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:18.570049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f89a4176-7654-43f8-b59a-1505a0379294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (7f99615c-f897-4987-b660-47ac0e5c4001), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:18.635508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbcaf7-4ff2-4942-afde-283118a4ecf3 req-10bd3b2c-fbd8-4150-b6bc-188de329d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:18.636360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c602b8-eff9-4782-90f3-154d60005bf8 req-84ff8751-0ef3-4840-99c5-8244a8947aca tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:18.637022 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8ffbcaf7-4ff2-4942-afde-283118a4ecf3 req-10bd3b2c-fbd8-4150-b6bc-188de329d858 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 1096 time: 0.1968138 Jan 28 12:57:18.647853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6c602b8-eff9-4782-90f3-154d60005bf8 req-84ff8751-0ef3-4840-99c5-8244a8947aca tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.1009555 Jan 28 12:57:18.686364 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8ffbcaf7-4ff2-4942-afde-283118a4ecf3 req-331ca01c-4e5d-4074-ab71-859346682f63 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 Jan 28 12:57:18.687502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f89a4176-7654-43f8-b59a-1505a0379294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (7f99615c-f897-4987-b660-47ac0e5c4001), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:18.716861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a4176-7654-43f8-b59a-1505a0379294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f99615c-f897-4987-b660-47ac0e5c4001,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:18.718680 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f89a4176-7654-43f8-b59a-1505a0379294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:18.725015 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f89a4176-7654-43f8-b59a-1505a0379294 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7f99615c-f897-4987-b660-47ac0e5c4001 HTTP/1.1" status: 204 len: 168 time: 0.3461370 Jan 28 12:57:18.725996 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50008) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:18.758394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6c602b8-eff9-4782-90f3-154d60005bf8 req-5e625038-7bf7-4e50-9f28-6ccafe4faf6b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094747 Jan 28 12:57:18.771630 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:18.807259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (c97cf8d8-7960-495b-8a74-11f4c725defa), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:18.909628 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (c97cf8d8-7960-495b-8a74-11f4c725defa), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:18.943101 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97cf8d8-7960-495b-8a74-11f4c725defa']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:18.972235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f909533a-ae49-4626-ba03-82a085e9ff65') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:18.972922 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f909533a-ae49-4626-ba03-82a085e9ff65') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:18.980978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d9fa7a12-3d98-4a02-a679-75b438040522 req-2d296eb4-e3ca-43a5-8009-a988a61eb4b7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.0558255 Jan 28 12:57:18.987693 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (f909533a-ae49-4626-ba03-82a085e9ff65), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.003026 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f909533a-ae49-4626-ba03-82a085e9ff65), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.009208 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:57:19.009604 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (f909533a-ae49-4626-ba03-82a085e9ff65), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:57:19.011430 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:57:19.014262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Allocated IP 172.25.7.239 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/179d508f-3a7f-415d-86c8-018d84b5b82c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:19.079427 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (c97cf8d8-7960-495b-8a74-11f4c725defa), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.085860 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.092640 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c97cf8d8-7960-495b-8a74-11f4c725defa HTTP/1.1" status: 204 len: 168 time: 0.3656001 Jan 28 12:57:19.117739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9282865-3ecd-424b-af7f-e144c2b300e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c97cf8d8-7960-495b-8a74-11f4c725defa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:19.179644 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (179d508f-3a7f-415d-86c8-018d84b5b82c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.226546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d290e1-3a21-40bb-9ed0-b37e005876f4 req-204ffdbf-9b30-4b18-8dd0-8320600b6592 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:19.228197 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87d290e1-3a21-40bb-9ed0-b37e005876f4 req-204ffdbf-9b30-4b18-8dd0-8320600b6592 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 945 time: 0.0885823 Jan 28 12:57:19.271682 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b247ff3-86a5-4b7b-ab1b-d075bba7c783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.310133 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (179d508f-3a7f-415d-86c8-018d84b5b82c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.310332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50018) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:19.323615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87d290e1-3a21-40bb-9ed0-b37e005876f4 req-b1cf37d3-8bf7-40d0-ab2c-0a60c9891a5d tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877476 Jan 28 12:57:19.354610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:19.358220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:19.362048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:19.385366 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-42f5ee2f-8c9c-46a8-abe9-9ec5e354d79e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=814fa62db0844f5c818093d852765a08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0708940 Jan 28 12:57:19.385595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50020) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:19.394216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=179d508f-3a7f-415d-86c8-018d84b5b82c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:19.462117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-606c6b43-754c-408a-8654-5f194c85337e admin admin] Publish callbacks [] for security_group (73fbe52d-fb70-4080-a377-48f68cde1148), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.489042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-606c6b43-754c-408a-8654-5f194c85337e admin admin] Publish callbacks [] for security_group (73fbe52d-fb70-4080-a377-48f68cde1148), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.552791 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-606c6b43-754c-408a-8654-5f194c85337e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (73fbe52d-fb70-4080-a377-48f68cde1148), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.554921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f40d78e3-8840-41bd-aeab-2c2830832aa4 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:19.556487 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-606c6b43-754c-408a-8654-5f194c85337e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.561016 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-606c6b43-754c-408a-8654-5f194c85337e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73fbe52d-fb70-4080-a377-48f68cde1148 HTTP/1.1" status: 204 len: 168 time: 0.1745019 Jan 28 12:57:19.570783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c6b43-754c-408a-8654-5f194c85337e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fbe52d-fb70-4080-a377-48f68cde1148,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:19.669532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port f40d78e3-8840-41bd-aeab-2c2830832aa4 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:57:19.676420 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port f40d78e3-8840-41bd-aeab-2c2830832aa4 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:19.677193 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.829879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port f40d78e3-8840-41bd-aeab-2c2830832aa4 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:19.830705 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.881565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port f40d78e3-8840-41bd-aeab-2c2830832aa4, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f40d78e3-8840-41bd-aeab-2c2830832aa4,segment=NetworkSegment(6b8156ac-ac54-42f2-9a9d-6b02fb3606a3),segment_id=6b8156ac-ac54-42f2-9a9d-6b02fb3606a3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:19.887540 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:19.888303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fa85aee8-52c3-402a-9268-530786b2311b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:57:19.939290 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: fa85aee8-52c3-402a-9268-530786b2311b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:57:19.939703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fa85aee8-52c3-402a-9268-530786b2311b not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:57:19.977963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=f40d78e3-8840-41bd-aeab-2c2830832aa4,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:20.138976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db5aca-b02f-4de8-84b9-045901e914c4 req-d9a2752b-8db9-4b66-9fe4-53096cc18cea tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:20.140943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7db5aca-b02f-4de8-84b9-045901e914c4 req-d9a2752b-8db9-4b66-9fe4-53096cc18cea tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.2621651 Jan 28 12:57:20.149845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f47bec0f-5dde-4a2e-8a67-e9f8efd90115 req-9fc6fddc-e6c6-4da4-9c8c-7e9864a66a69 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.0678513 Jan 28 12:57:20.168675 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for floatingip (8cf6d5f5-d6f0-4713-98fb-cd1f447e156d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:20.313352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7db5aca-b02f-4de8-84b9-045901e914c4 req-cbee7281-abdb-424f-a5d6-63d781faca75 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473041 Jan 28 12:57:20.350669 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (179d508f-3a7f-415d-86c8-018d84b5b82c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:20.365696 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d32e84-f8e6-44c7-bee0-5f609954b8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40d78e3-8840-41bd-aeab-2c2830832aa4'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:20.368742 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5f582a-014e-47fc-be79-b794262e1a3b" -d '{"events": [{"server_uuid": "28d32e84-f8e6-44c7-bee0-5f609954b8d0", "name": "network-vif-plugged", "status": "completed", "tag": "f40d78e3-8840-41bd-aeab-2c2830832aa4"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:20.442877 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e68dd0-69d3-4229-9feb-d9a17d70a2c8 x-openstack-request-id: req-71e68dd0-69d3-4229-9feb-d9a17d70a2c8 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:20.443185 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d32e84-f8e6-44c7-bee0-5f609954b8d0", "name": "network-vif-plugged", "status": "completed", "tag": "f40d78e3-8840-41bd-aeab-2c2830832aa4", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:20.443479 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71e68dd0-69d3-4229-9feb-d9a17d70a2c8 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:20.443929 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d32e84-f8e6-44c7-bee0-5f609954b8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40d78e3-8840-41bd-aeab-2c2830832aa4', 'code': 200} Jan 28 12:57:20.549446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43a7c-b256-42a9-a668-559126c7ab9f req-01bd4de4-1c4b-475b-b12a-3fb2806b35d2 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:20.551040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6f43a7c-b256-42a9-a668-559126c7ab9f req-01bd4de4-1c4b-475b-b12a-3fb2806b35d2 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.1262350 Jan 28 12:57:20.583564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e9933-0451-4cd9-97ed-24f88149a8a1 req-03504293-51a1-42f1-9715-03a88b4affb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:20.585876 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bf5e9933-0451-4cd9-97ed-24f88149a8a1 req-03504293-51a1-42f1-9715-03a88b4affb0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0657203 Jan 28 12:57:20.635156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50052) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:20.646537 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-bf5e9933-0451-4cd9-97ed-24f88149a8a1 req-dd3171fd-446e-4643-8061-7a86a7b47487 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543113 Jan 28 12:57:20.670611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (179d508f-3a7f-415d-86c8-018d84b5b82c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:20.676058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6f43a7c-b256-42a9-a668-559126c7ab9f req-451faea7-958e-4a27-8d6e-414585e8733c tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993314 Jan 28 12:57:20.677405 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (179d508f-3a7f-415d-86c8-018d84b5b82c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:20.765103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=179d508f-3a7f-415d-86c8-018d84b5b82c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:20.770384 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (8cf6d5f5-d6f0-4713-98fb-cd1f447e156d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:20.777136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.777495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.777841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.778737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.779076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.779453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.779786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.780117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.780537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.780756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.781089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.781418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.781742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:57:20.822067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-network', 'tenant_id': '11258f31de5b4bed8449aa57334697f8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:20.893172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Made reservation on behalf of 11258f31de5b4bed8449aa57334697f8 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:57:20.895544 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:20.910454 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:20.925899 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ebe7d58b-1f6a-4e1a-abed-6cade8c832b9 req-a8cb2004-9e66-4b2a-ac99-707b00f6a83b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563021 Jan 28 12:57:20.951512 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Floating IP 8cf6d5f5-d6f0-4713-98fb-cd1f447e156d associated. External IP: 172.25.7.239, port: cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56. Jan 28 12:57:21.041568 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7d58b-1f6a-4e1a-abed-6cade8c832b9 req-42aaad18-9596-4db1-bfb0-b8be5a7acdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:21.043147 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ebe7d58b-1f6a-4e1a-abed-6cade8c832b9 req-42aaad18-9596-4db1-bfb0-b8be5a7acdc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 1096 time: 0.0639482 Jan 28 12:57:21.133741 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Publish callbacks [] for security_group (52cba4cc-3469-45fb-b146-2c31aee7fa8c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:21.168055 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7d58b-1f6a-4e1a-abed-6cade8c832b9 req-15d0390a-7551-42a1-91bf-92bc378927d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:21.170593 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ebe7d58b-1f6a-4e1a-abed-6cade8c832b9 req-15d0390a-7551-42a1-91bf-92bc378927d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5446c4b8-580e-4eed-9669-0122cd5a9b47 HTTP/1.1" status: 200 len: 898 time: 0.0963776 Jan 28 12:57:21.172282 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (52cba4cc-3469-45fb-b146-2c31aee7fa8c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:21.202720 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:57:21.266286 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ebe7d58b-1f6a-4e1a-abed-6cade8c832b9 req-60aad870-f134-497d-ae2d-680294899397 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 HTTP/1.1" status: 200 len: 999 time: 0.0894310 Jan 28 12:57:21.326662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7d58b-1f6a-4e1a-abed-6cade8c832b9 req-740f0a18-eee7-45a7-b03e-bc200747f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:21.328630 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ebe7d58b-1f6a-4e1a-abed-6cade8c832b9 req-740f0a18-eee7-45a7-b03e-bc200747f246 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2eaad08-8452-4a45-9cc2-70b1f9cd418f HTTP/1.1" status: 200 len: 835 time: 0.0562031 Jan 28 12:57:21.389675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7d58b-1f6a-4e1a-abed-6cade8c832b9 req-87a5397c-d4ca-4619-aa74-dfbfaf84bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:21.391745 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ebe7d58b-1f6a-4e1a-abed-6cade8c832b9 req-87a5397c-d4ca-4619-aa74-dfbfaf84bf07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5446c4b8-580e-4eed-9669-0122cd5a9b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568316 Jan 28 12:57:21.499256 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ebe7d58b-1f6a-4e1a-abed-6cade8c832b9 req-f837dda8-22f7-4d59-a50c-ba5afdf7d330 service neutron] 10.222.0.49 "GET /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998588 Jan 28 12:57:21.573645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cba4cc-3469-45fb-b146-2c31aee7fa8c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:21.604552 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ebe7d58b-1f6a-4e1a-abed-6cade8c832b9 req-3176c012-5ea5-4983-900c-b53a21d23aea service neutron] 10.222.0.49 "GET /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948329 Jan 28 12:57:21.606374 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0d31170e-b157-47af-b20e-170624bed273), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:21.606833 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Added segment 0d31170e-b157-47af-b20e-170624bed273 of type vlan for network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 Jan 28 12:57:21.618598 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-475c86bd-4ade-4e3e-8087-8439167a7afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:21.655750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-001fc0d1-e7dd-4b6b-a0a8-e24092e9e7cd req-5ed2c500-98ab-428b-a7e7-e5d716f3e761 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.1071885 Jan 28 12:57:21.706565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Router da9042ba-78ad-49e3-b9f4-9a3546e90a85 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:57:21.709268 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (4ed7a3fd-7370-417e-b92e-63c286e5cbb7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:21.731365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89e53-91c0-4814-af59-e6e5ee2ac35d req-78b01f7c-cada-459b-b2df-11de39fa863b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:21.733900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5eb89e53-91c0-4814-af59-e6e5ee2ac35d req-78b01f7c-cada-459b-b2df-11de39fa863b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.1865811 Jan 28 12:57:21.830117 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (4ed7a3fd-7370-417e-b92e-63c286e5cbb7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:21.831056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:21.831650 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:21.909814 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5eb89e53-91c0-4814-af59-e6e5ee2ac35d req-79b5da3c-ea5d-4252-80ab-b5a7f7344466 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636946 Jan 28 12:57:22.004507 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3598797 Jan 28 12:57:22.006647 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50068) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:22.012253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3a842fb6-5ce3-47dc-888e-5fc29b8fda6a admin admin] Request body: {'subnet': {'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-subnet', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:22.037932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bf688-69b7-4451-9b36-9c97c9d5b22c admin admin] Pushing event updated for resources: {'Network': ['ID=4ed7a3fd-7370-417e-b92e-63c286e5cbb7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:22.049232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ba320-6d56-401f-8513-6f7a8c2297f7 req-fb3223ff-1061-4d3e-a905-71bc9db8a564 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:22.054658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f03ba320-6d56-401f-8513-6f7a8c2297f7 req-fb3223ff-1061-4d3e-a905-71bc9db8a564 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.2476535 Jan 28 12:57:22.056902 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:57:22.077128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a842fb6-5ce3-47dc-888e-5fc29b8fda6a admin admin] Made reservation on behalf of 11258f31de5b4bed8449aa57334697f8 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:57:22.082916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:57:22.084536 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a842fb6-5ce3-47dc-888e-5fc29b8fda6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:22.127864 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:22.142961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca97d4-fd54-4dff-88a2-d558608f0dc0 None None] Sync routers for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:57:22.146532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5aa6c-9c73-4bc5-89af-40793eaa1b36 req-bb1a4b61-739d-4386-b53f-cabd1e3ed0a6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:22.154397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52b5aa6c-9c73-4bc5-89af-40793eaa1b36 req-bb1a4b61-739d-4386-b53f-cabd1e3ed0a6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.1438525 Jan 28 12:57:22.171179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca97d4-fd54-4dff-88a2-d558608f0dc0 None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:22.172445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6dca97d4-fd54-4dff-88a2-d558608f0dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:22.191934 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f03ba320-6d56-401f-8513-6f7a8c2297f7 req-5470eb53-54fe-4eb0-8c19-d54b681a2f3a tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363425 Jan 28 12:57:22.221387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d819ef70-f707-4ea1-b9eb-8d68528f9602 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8143876 Jan 28 12:57:22.227206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'tag': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:22.230144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50070) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:22.230402 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c9901d-563a-4730-a6b1-0e9ec2b9c5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e595335-ff49-40b2-a34a-3e55e346a2ce", "tag": "cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:22.281945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52b5aa6c-9c73-4bc5-89af-40793eaa1b36 req-937be6a9-bf15-428d-ada7-af6d83556fcc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266117 Jan 28 12:57:22.293014 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e781fc5-130b-4b93-b988-08bcd3d101f3 x-openstack-request-id: req-2e781fc5-130b-4b93-b988-08bcd3d101f3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:22.293414 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e595335-ff49-40b2-a34a-3e55e346a2ce", "tag": "cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:22.294415 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e781fc5-130b-4b93-b988-08bcd3d101f3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:22.294959 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'tag': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'status': 'completed', 'code': 200} Jan 28 12:57:22.318748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50074) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:22.366661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6dca97d4-fd54-4dff-88a2-d558608f0dc0 None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:22.396705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60499de1-1f08-4b1a-bb2b-60cd2fcd2d16 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:22.398603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-60499de1-1f08-4b1a-bb2b-60cd2fcd2d16 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 1091 time: 0.0765173 Jan 28 12:57:22.404713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50076) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:22.407957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '305a5707-ce5d-4312-92d0-1505cb290085', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:22.439071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:22.578421 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:22.732925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6dca97d4-fd54-4dff-88a2-d558608f0dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:56:45Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8cf6d5f5-d6f0-4713-98fb-cd1f447e156d', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'port_id': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'mac_address': 'fa:16:3e:fd:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:19Z', 'updated_at': '2022-01-28T12:57:19Z', 'revision_number': 0, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:51Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:22.739089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.25.7.105 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:22.784307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca97d4-fd54-4dff-88a2-d558608f0dc0 None None] Checking router: da9042ba-78ad-49e3-b9f4-9a3546e90a85 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:57:22.797714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca97d4-fd54-4dff-88a2-d558608f0dc0 None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:22.798112 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dd1f5e22-3da6-43af-a696-53a9a5b458d7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/floatingips/8cf6d5f5-d6f0-4713-98fb-cd1f447e156d HTTP/1.1" status: 200 len: 991 time: 0.5669754 Jan 28 12:57:22.798914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6dca97d4-fd54-4dff-88a2-d558608f0dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:22.896249 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47232f34-0cc9-4774-a5f7-1bb375fabbc0 req-b2a4d226-19ed-4e50-b5c9-cd1cc8c5a432 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.0621862 Jan 28 12:57:22.898805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9901d-563a-4730-a6b1-0e9ec2b9c5e2 req-019e1a03-1fe5-49f1-9292-3a3bab8cb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:22.900391 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2c9901d-563a-4730-a6b1-0e9ec2b9c5e2 req-019e1a03-1fe5-49f1-9292-3a3bab8cb08b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 1096 time: 0.0996838 Jan 28 12:57:22.954770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6dca97d4-fd54-4dff-88a2-d558608f0dc0 None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:22.969574 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:23.009428 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9901d-563a-4730-a6b1-0e9ec2b9c5e2 req-8ec4e3c4-abe6-44dc-9046-256f060c0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:23.011575 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2c9901d-563a-4730-a6b1-0e9ec2b9c5e2 req-8ec4e3c4-abe6-44dc-9046-256f060c0627 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5446c4b8-580e-4eed-9669-0122cd5a9b47 HTTP/1.1" status: 200 len: 898 time: 0.1043744 Jan 28 12:57:23.014928 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:23.024144 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:23.090381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:23.125441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:23.128330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:23.133604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:23.205913 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2c9901d-563a-4730-a6b1-0e9ec2b9c5e2 req-ea575c81-4d5d-4440-90d2-c98dec6c9cf2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 HTTP/1.1" status: 200 len: 999 time: 0.1859951 Jan 28 12:57:23.207400 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a842fb6-5ce3-47dc-888e-5fc29b8fda6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (9e74c0b1-62d1-4d40-a2e5-3644ed262659), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:23.271223 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a842fb6-5ce3-47dc-888e-5fc29b8fda6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e74c0b1-62d1-4d40-a2e5-3644ed262659,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:23.332932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6dca97d4-fd54-4dff-88a2-d558608f0dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:56:45Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8cf6d5f5-d6f0-4713-98fb-cd1f447e156d', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'port_id': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'mac_address': 'fa:16:3e:fd:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:19Z', 'updated_at': '2022-01-28T12:57:19Z', 'revision_number': 0, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:51Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:23.344542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9901d-563a-4730-a6b1-0e9ec2b9c5e2 req-22d2d399-c78e-4728-a48e-56ea72aa140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:23.346819 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2c9901d-563a-4730-a6b1-0e9ec2b9c5e2 req-22d2d399-c78e-4728-a48e-56ea72aa140a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2eaad08-8452-4a45-9cc2-70b1f9cd418f HTTP/1.1" status: 200 len: 835 time: 0.0859807 Jan 28 12:57:23.351803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a842fb6-5ce3-47dc-888e-5fc29b8fda6a admin admin] Checking segment: {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:23.352531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a842fb6-5ce3-47dc-888e-5fc29b8fda6a admin admin] Network hostable DHCP agents. Network: 4ed7a3fd-7370-417e-b92e-63c286e5cbb7, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:57:23.377213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca97d4-fd54-4dff-88a2-d558608f0dc0 None None] The sync data for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 is: [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:56:45Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8cf6d5f5-d6f0-4713-98fb-cd1f447e156d', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'port_id': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'mac_address': 'fa:16:3e:fd:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:19Z', 'updated_at': '2022-01-28T12:57:19Z', 'revision_number': 0, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:51Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:57:23.424503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a842fb6-5ce3-47dc-888e-5fc29b8fda6a admin admin] Network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:57:23.439116 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9901d-563a-4730-a6b1-0e9ec2b9c5e2 req-3847b9da-0b91-41f0-9a86-38249b55802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:23.441294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb5472-318c-4618-aca9-23e8c7a51cb4 req-7080476d-4b74-4129-a2b9-f0994df623ce tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:23.441809 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2c9901d-563a-4730-a6b1-0e9ec2b9c5e2 req-3847b9da-0b91-41f0-9a86-38249b55802a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5446c4b8-580e-4eed-9669-0122cd5a9b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786753 Jan 28 12:57:23.442868 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1acb5472-318c-4618-aca9-23e8c7a51cb4 req-7080476d-4b74-4129-a2b9-f0994df623ce tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.1355283 Jan 28 12:57:23.443163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3a842fb6-5ce3-47dc-888e-5fc29b8fda6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 4ed7a3fd-7370-417e-b92e-63c286e5cbb7) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:23.452848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a842fb6-5ce3-47dc-888e-5fc29b8fda6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:23.453436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd44f62-cd9a-4c68-a4d8-f9cebc716f55 None None] Network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:57:23.453584 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a842fb6-5ce3-47dc-888e-5fc29b8fda6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:23.601656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'project_id': '11258f31de5b4bed8449aa57334697f8', 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:57:23.602910 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:23.638238 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3a842fb6-5ce3-47dc-888e-5fc29b8fda6a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6301813 Jan 28 12:57:23.640767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1acb5472-318c-4618-aca9-23e8c7a51cb4 req-4f65c0bc-47b2-43d4-8b01-d0fde2f08c2d tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820366 Jan 28 12:57:23.641761 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2c9901d-563a-4730-a6b1-0e9ec2b9c5e2 req-4d94fca2-0524-4e99-a95b-b2ae74b7d97b service neutron] 10.222.0.49 "GET /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766782 Jan 28 12:57:23.642726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50084) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:23.650554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:23.742543 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (be2e7a99-f190-46e2-b4da-4e4b89bed73e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:23.745718 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (be2e7a99-f190-46e2-b4da-4e4b89bed73e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:23.807922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50088) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:23.820716 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f98fa35-ba7c-4961-9349-384a6781922e None None] New status for floating IP 8cf6d5f5-d6f0-4713-98fb-cd1f447e156d: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:57:23.834669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Allocated IP 172.20.0.2 (4ed7a3fd-7370-417e-b92e-63c286e5cbb7/9e74c0b1-62d1-4d40-a2e5-3644ed262659/00484522-8adc-44a1-b697-9e6beb0702ab) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:23.923706 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2c9901d-563a-4730-a6b1-0e9ec2b9c5e2 req-1c0e5587-08cd-4a46-8b98-00a84b40d5e4 service neutron] 10.222.0.49 "GET /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640707 Jan 28 12:57:23.925711 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Publish callbacks [] for router_controller (be2e7a99-f190-46e2-b4da-4e4b89bed73e), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:24.033987 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Publish callbacks [] for port (00484522-8adc-44a1-b697-9e6beb0702ab), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:24.044133 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:24.071711 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e43a7793-45a7-4e08-9cbe-ed1a5a5813c9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/floatingips/8cf6d5f5-d6f0-4713-98fb-cd1f447e156d HTTP/1.1" status: 200 len: 991 time: 0.2625253 Jan 28 12:57:24.099202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:24.108449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:24.114467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:24.148521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d028838d-e5eb-4111-b3cc-df0be691dec6 req-ef8f9594-154d-4c6b-9103-0811e241a73f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.0738385 Jan 28 12:57:24.159252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Pushing event updated for resources: {'Port': ['ID=00484522-8adc-44a1-b697-9e6beb0702ab,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:24.254270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Attempting to bind port 00484522-8adc-44a1-b697-9e6beb0702ab on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:57:24.254653 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Attempting to bind port 00484522-8adc-44a1-b697-9e6beb0702ab by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:57:24.255027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Attempting to bind port 00484522-8adc-44a1-b697-9e6beb0702ab on network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:24.264114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:57:24.264501 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Checking segment: {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:24.264917 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:24.265370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Bound using segment: {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:57:24.265910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Bound port: 00484522-8adc-44a1-b697-9e6beb0702ab, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:57:24.266312 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:24.281051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc680be-2409-4e02-8a21-10fb09de2a16 req-9fbdbffa-3c13-4c5f-8daa-5fe08b76ed2c tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:24.288558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfc680be-2409-4e02-8a21-10fb09de2a16 req-9fbdbffa-3c13-4c5f-8daa-5fe08b76ed2c tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.2228997 Jan 28 12:57:24.304689 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Publish callbacks [] for router_gateway (be2e7a99-f190-46e2-b4da-4e4b89bed73e), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:24.352627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfc680be-2409-4e02-8a21-10fb09de2a16 req-4eede685-c16c-410b-bdca-092d0a6f063d tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628633 Jan 28 12:57:24.380947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] For port 00484522-8adc-44a1-b697-9e6beb0702ab, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:57:24.386841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] For port 00484522-8adc-44a1-b697-9e6beb0702ab, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=00484522-8adc-44a1-b697-9e6beb0702ab,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:57:24.393578 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:24.417874 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (77042938-ef06-45a8-8041-4b8cc81475d4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:24.532004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed7dc0-ceb7-4800-9d86-7c8c172faf21 None None] Pushing event updated for resources: {'Port': ['ID=00484522-8adc-44a1-b697-9e6beb0702ab,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:24.663716 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:24.699248 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:24.762039 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Publish callbacks [] for router_gateway (be2e7a99-f190-46e2-b4da-4e4b89bed73e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:24.815500 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:24.944028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266c55b-963d-4fd1-a2ad-51ef23f5e88c req-0b76d962-9fd0-4d0d-b2ce-8bcf89fa3abf tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:24.947265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2266c55b-963d-4fd1-a2ad-51ef23f5e88c req-0b76d962-9fd0-4d0d-b2ce-8bcf89fa3abf tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.2864399 Jan 28 12:57:25.026555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Allocated IP 172.25.7.253 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/1622b50e-bdc8-4ccc-ada0-1f4c876cda91) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:25.077886 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:25.079482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50098) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:25.143795 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:25.232099 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2266c55b-963d-4fd1-a2ad-51ef23f5e88c req-c14eb23f-15a1-4c18-9a80-9cce2a367b9f tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805739 Jan 28 12:57:25.241029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Publish callbacks [] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:25.281593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-574a4a24-3cd9-4bda-991f-8b89d3e15d28 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/floatingips/8cf6d5f5-d6f0-4713-98fb-cd1f447e156d HTTP/1.1" status: 200 len: 993 time: 0.1989989 Jan 28 12:57:25.284545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:25.347075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c70ed492-036c-42cf-b2cc-1adf96c63200 req-0b0aee42-2965-4210-9916-a7b9c90e3a57 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2727459-56ff-451d-9939-a42760fa2897 HTTP/1.1" status: 200 len: 210 time: 0.0512056 Jan 28 12:57:25.362831 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (77042938-ef06-45a8-8041-4b8cc81475d4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:25.366494 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:25.417261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:25.423620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:25.435325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:25.473482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Pushing event updated for resources: {'Port': ['ID=1622b50e-bdc8-4ccc-ada0-1f4c876cda91,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:25.510811 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Floating IP 77042938-ef06-45a8-8041-4b8cc81475d4 associated. External IP: 172.25.7.105, port: 305a5707-ce5d-4312-92d0-1505cb290085. Jan 28 12:57:25.969769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Publish callbacks [] for router_gateway (be2e7a99-f190-46e2-b4da-4e4b89bed73e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:25.973808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 861356fc-f61d-4fff-9d6b-e419c42d2e93 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:57:26.047627 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:26.187993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:57:26.218648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f332f-e3a4-49d9-acd8-7c2aa605e97f None None] Sync routers for ids ['861356fc-f61d-4fff-9d6b-e419c42d2e93'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:57:26.232812 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:26.249232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f332f-e3a4-49d9-acd8-7c2aa605e97f None None] Routers {'861356fc-f61d-4fff-9d6b-e419c42d2e93'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:26.250496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-274f332f-e3a4-49d9-acd8-7c2aa605e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['861356fc-f61d-4fff-9d6b-e419c42d2e93'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:26.298345 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fd41f72a-9685-4c7b-ab2c-c45cea1b77ab tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8954985 Jan 28 12:57:26.328598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:26.339311 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29e774e-172c-4b23-b15b-a6538625ef0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "tag": "305a5707-ce5d-4312-92d0-1505cb290085"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:26.411814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ae75b2-ab2c-4fc1-ab76-02f51480d52c None None] Network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:57:26.580315 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (be2e7a99-f190-46e2-b4da-4e4b89bed73e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:26.599731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 00484522-8adc-44a1-b697-9e6beb0702ab up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:26.857700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Router be2e7a99-f190-46e2-b4da-4e4b89bed73e is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:57:26.935214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d7723-5c3a-4d16-99a3-f11ca1024f77 req-91216990-49a6-442c-9a2f-8e6063aab10c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:26.945819 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-647d7723-5c3a-4d16-99a3-f11ca1024f77 req-91216990-49a6-442c-9a2f-8e6063aab10c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.4745612 Jan 28 12:57:26.996814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112be41d-ce6e-48d0-bfac-9c7dfbf7260f req-6f4ee41e-7b67-46a1-b066-aeef58a417ec tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:26.998611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-112be41d-ce6e-48d0-bfac-9c7dfbf7260f req-6f4ee41e-7b67-46a1-b066-aeef58a417ec tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.4783115 Jan 28 12:57:27.069221 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:57:27.070781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-112be41d-ce6e-48d0-bfac-9c7dfbf7260f req-36b12e66-bed5-4da7-993d-3a274d6a036e tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653079 Jan 28 12:57:27.072336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a08c6966-c29c-4c26-b334-2bed72e42a76 None None] Provisioning complete for port 00484522-8adc-44a1-b697-9e6beb0702ab triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:27.072819 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08c6966-c29c-4c26-b334-2bed72e42a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:27.095748 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Sync routers for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:57:27.101681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-647d7723-5c3a-4d16-99a3-f11ca1024f77 req-f1e30556-d427-4730-9d5f-fa4884572f54 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546080 Jan 28 12:57:27.117768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50116) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:27.123415 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:27.131833 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:27.144701 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:27.151317 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5fd0ea4b-352c-46f8-ad02-16e345de0a10 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5065169 Jan 28 12:57:27.172689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50118) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:27.268648 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b87b9c7-7c36-460f-bf6c-055ab65ead8c x-openstack-request-id: req-8b87b9c7-7c36-460f-bf6c-055ab65ead8c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:27.269020 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "tag": "305a5707-ce5d-4312-92d0-1505cb290085", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:27.269322 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b87b9c7-7c36-460f-bf6c-055ab65ead8c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:27.269749 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085', 'status': 'completed', 'code': 200} Jan 28 12:57:27.279811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-274f332f-e3a4-49d9-acd8-7c2aa605e97f None None] Set router 861356fc-f61d-4fff-9d6b-e419c42d2e93 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:27.375973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2128ab4b-f265-41e5-82a7-fffc39bc7787 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/77042938-ef06-45a8-8041-4b8cc81475d4 HTTP/1.1" status: 200 len: 991 time: 0.2560163 Jan 28 12:57:27.448827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 00484522-8adc-44a1-b697-9e6beb0702ab triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:27.449233 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:27.462698 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:27.690789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e774e-172c-4b23-b15b-a6538625ef0a req-57bc567a-2848-4e5d-bf7c-0963aca0f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:27.697777 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d29e774e-172c-4b23-b15b-a6538625ef0a req-57bc567a-2848-4e5d-bf7c-0963aca0f272 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 1096 time: 0.3898292 Jan 28 12:57:27.792651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a390d-75c5-4b38-9bc2-5e31c85ba689 req-55e43d96-5ad2-491f-9678-4eb31badc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:27.795756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-688a390d-75c5-4b38-9bc2-5e31c85ba689 req-55e43d96-5ad2-491f-9678-4eb31badc795 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f2424b579946a79381625404f6d908&device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 1097 time: 0.1456943 Jan 28 12:57:27.830957 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:25Z', 'revision_number': 3, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:27.852431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4ea91-b45e-49c5-917d-e5ad4aaf910a req-792b8781-ff35-43e4-8f40-80179eddf228 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:27.854740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90b4ea91-b45e-49c5-917d-e5ad4aaf910a req-792b8781-ff35-43e4-8f40-80179eddf228 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.1382880 Jan 28 12:57:27.911088 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Checking router: be2e7a99-f190-46e2-b4da-4e4b89bed73e for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:57:27.912313 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Updating router be2e7a99-f190-46e2-b4da-4e4b89bed73e port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:57:27.912460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a08c6966-c29c-4c26-b334-2bed72e42a76 None None] Current status of the port 00484522-8adc-44a1-b697-9e6beb0702ab is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:27.912730 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08c6966-c29c-4c26-b334-2bed72e42a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:27.949445 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:27.973937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90b4ea91-b45e-49c5-917d-e5ad4aaf910a req-c7f1adba-c167-4435-ac68-6b26f3146dc6 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676022 Jan 28 12:57:28.016834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a08c6966-c29c-4c26-b334-2bed72e42a76 None None] For port 00484522-8adc-44a1-b697-9e6beb0702ab, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=00484522-8adc-44a1-b697-9e6beb0702ab,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:28.026788 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08c6966-c29c-4c26-b334-2bed72e42a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:28.085332 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a390d-75c5-4b38-9bc2-5e31c85ba689 req-467288d6-b461-4e4e-b0ed-ee0747e1b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:28.086818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-688a390d-75c5-4b38-9bc2-5e31c85ba689 req-467288d6-b461-4e4e-b0ed-ee0747e1b7c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f6235e3-4f5c-4989-a598-e0e7c67b4f8f HTTP/1.1" status: 200 len: 913 time: 0.2855964 Jan 28 12:57:28.103306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c6966-c29c-4c26-b334-2bed72e42a76 None None] Pushing event updated for resources: {'Port': ['ID=00484522-8adc-44a1-b697-9e6beb0702ab,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:28.124733 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 00484522-8adc-44a1-b697-9e6beb0702ab is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:28.125126 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:28.168848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e774e-172c-4b23-b15b-a6538625ef0a req-27e7e9a4-d9a5-4a1a-b67f-cacc479b372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:28.171365 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d29e774e-172c-4b23-b15b-a6538625ef0a req-27e7e9a4-d9a5-4a1a-b67f-cacc479b372f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b90798b-af22-4242-a6a7-a5b3a4634c92 HTTP/1.1" status: 200 len: 898 time: 0.4664514 Jan 28 12:57:28.180511 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-688a390d-75c5-4b38-9bc2-5e31c85ba689 req-21321aaa-03b7-4469-a79f-832dd7ce676a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40d78e3-8840-41bd-aeab-2c2830832aa4 HTTP/1.1" status: 200 len: 217 time: 0.0878859 Jan 28 12:57:28.230639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-60e3ac45-453f-43d6-be77-340adf298be4 None None] Provisioning complete for port 00484522-8adc-44a1-b697-9e6beb0702ab triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:28.232203 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60e3ac45-453f-43d6-be77-340adf298be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:28.243545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-274f332f-e3a4-49d9-acd8-7c2aa605e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:56:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '77042938-ef06-45a8-8041-4b8cc81475d4', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'port_id': '305a5707-ce5d-4312-92d0-1505cb290085', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'mac_address': 'fa:16:3e:1e:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:23Z', 'revision_number': 0, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08df270d-e045-43dd-949b-4ea60a7439c9', 'name': '', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6b:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:55Z', 'updated_at': '2022-01-28T12:57:02Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:28.280302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a390d-75c5-4b38-9bc2-5e31c85ba689 req-8f2765d8-b546-45f9-8d70-f4514e613006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:28.281781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-688a390d-75c5-4b38-9bc2-5e31c85ba689 req-8f2765d8-b546-45f9-8d70-f4514e613006 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ff64814c-2c09-4a3e-b308-bad67f99a1c6 HTTP/1.1" status: 200 len: 852 time: 0.0963509 Jan 28 12:57:28.301109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f332f-e3a4-49d9-acd8-7c2aa605e97f None None] Checking router: 861356fc-f61d-4fff-9d6b-e419c42d2e93 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:57:28.319188 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Publish callbacks [] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:28.326358 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:28.346326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-688a390d-75c5-4b38-9bc2-5e31c85ba689 req-1daf188e-5bd6-4bf5-9e6a-e73473d66166 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f6235e3-4f5c-4989-a598-e0e7c67b4f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535550 Jan 28 12:57:28.349138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f332f-e3a4-49d9-acd8-7c2aa605e97f None None] Routers {'861356fc-f61d-4fff-9d6b-e419c42d2e93'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:28.350143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-274f332f-e3a4-49d9-acd8-7c2aa605e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['861356fc-f61d-4fff-9d6b-e419c42d2e93'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:28.379389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50128) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:28.470306 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Attempting to bind port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:57:28.470676 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Attempting to bind port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:57:28.471067 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Attempting to bind port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:28.498560 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:57:28.498878 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:28.499290 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:28.499716 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:57:28.500264 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Bound port: 1622b50e-bdc8-4ccc-ada0-1f4c876cda91, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:57:28.500642 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:28.503792 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef7091-891b-4e08-abb3-5f416401a805 None None] Pushing event updated for resources: {'Port': ['ID=1622b50e-bdc8-4ccc-ada0-1f4c876cda91,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:28.531096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-274f332f-e3a4-49d9-acd8-7c2aa605e97f None None] Set router 861356fc-f61d-4fff-9d6b-e419c42d2e93 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:28.634771 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] For port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:57:28.646999 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] For port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1622b50e-bdc8-4ccc-ada0-1f4c876cda91,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:57:28.662496 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9b3ed04e-879d-4a47-b522-7c5760b6c028 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/77042938-ef06-45a8-8041-4b8cc81475d4 HTTP/1.1" status: 200 len: 991 time: 0.2736056 Jan 28 12:57:28.662849 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:28.695428 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:57:28.695724 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:57:28.755468 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:28.756166 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:28.785879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-688a390d-75c5-4b38-9bc2-5e31c85ba689 req-7c33de55-a5b1-4c39-879b-c4e8a8fe7e20 service neutron] 10.222.0.49 "GET /v2.0/networks/9f6235e3-4f5c-4989-a598-e0e7c67b4f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329972 Jan 28 12:57:28.827461 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef7091-891b-4e08-abb3-5f416401a805 None None] Pushing event updated for resources: {'Port': ['ID=1622b50e-bdc8-4ccc-ada0-1f4c876cda91,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:28.925601 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d29e774e-172c-4b23-b15b-a6538625ef0a req-f402bc9b-86a1-432c-bffb-f0a8a1123e02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305a5707-ce5d-4312-92d0-1505cb290085 HTTP/1.1" status: 200 len: 999 time: 0.7439995 Jan 28 12:57:28.929663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-60e3ac45-453f-43d6-be77-340adf298be4 None None] Current status of the port 00484522-8adc-44a1-b697-9e6beb0702ab is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:28.949731 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:28.990786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-688a390d-75c5-4b38-9bc2-5e31c85ba689 req-9f5cdf6f-8159-48f6-ad37-0a75de3299e6 service neutron] 10.222.0.49 "GET /v2.0/networks/9f6235e3-4f5c-4989-a598-e0e7c67b4f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976902 Jan 28 12:57:29.061474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e774e-172c-4b23-b15b-a6538625ef0a req-76d7b21b-9ef2-4b54-9b63-90bee84ada44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:29.063004 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d29e774e-172c-4b23-b15b-a6538625ef0a req-76d7b21b-9ef2-4b54-9b63-90bee84ada44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc34ca4d-b0dd-4665-95fd-d1d781704821 HTTP/1.1" status: 200 len: 834 time: 0.1314092 Jan 28 12:57:29.085750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-274f332f-e3a4-49d9-acd8-7c2aa605e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:56:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '77042938-ef06-45a8-8041-4b8cc81475d4', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'port_id': '305a5707-ce5d-4312-92d0-1505cb290085', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'mac_address': 'fa:16:3e:1e:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:23Z', 'revision_number': 0, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08df270d-e045-43dd-949b-4ea60a7439c9', 'name': '', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6b:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:55Z', 'updated_at': '2022-01-28T12:57:02Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:29.120571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f332f-e3a4-49d9-acd8-7c2aa605e97f None None] The sync data for ids ['861356fc-f61d-4fff-9d6b-e419c42d2e93'] in n-d-824835-4 is: [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:56:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '77042938-ef06-45a8-8041-4b8cc81475d4', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'port_id': '305a5707-ce5d-4312-92d0-1505cb290085', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'mac_address': 'fa:16:3e:1e:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:23Z', 'revision_number': 0, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08df270d-e045-43dd-949b-4ea60a7439c9', 'name': '', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6b:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:55Z', 'updated_at': '2022-01-28T12:57:02Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:57:29.159692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e774e-172c-4b23-b15b-a6538625ef0a req-abea6d23-2601-460c-a416-a0a2400d2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:29.161316 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d29e774e-172c-4b23-b15b-a6538625ef0a req-abea6d23-2601-460c-a416-a0a2400d2fa3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b90798b-af22-4242-a6a7-a5b3a4634c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914416 Jan 28 12:57:29.269167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 00484522-8adc-44a1-b697-9e6beb0702ab is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:29.275674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af780e51-7c20-44e0-b502-9739748210af req-dd5173e3-a534-4864-abd0-f0245dbfe33d tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:29.288253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af780e51-7c20-44e0-b502-9739748210af req-dd5173e3-a534-4864-abd0-f0245dbfe33d tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.1314349 Jan 28 12:57:29.377901 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:25Z', 'revision_number': 3, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:29.416134 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9359688-f515-49d4-a86e-1d531c006f89 None None] The sync data for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 is: [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:25Z', 'revision_number': 3, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:57:29.489463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af780e51-7c20-44e0-b502-9739748210af req-1e8b08b3-dd9e-4d60-bcf4-df9b2b12b149 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995716 Jan 28 12:57:29.502321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 00484522-8adc-44a1-b697-9e6beb0702ab up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:29.513026 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d29e774e-172c-4b23-b15b-a6538625ef0a req-43f2a960-4380-4fda-b86c-88a738581ef8 service neutron] 10.222.0.49 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985203 Jan 28 12:57:29.533781 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:29.587117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 00484522-8adc-44a1-b697-9e6beb0702ab triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:29.587581 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:29.658633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:29.863249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c0802-7854-4fbb-bcd6-36b62a71c0f1 None None] New status for floating IP 77042938-ef06-45a8-8041-4b8cc81475d4: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:57:29.885759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c788fd8b-18c7-48ce-81b6-6700e7adcbde tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/77042938-ef06-45a8-8041-4b8cc81475d4 HTTP/1.1" status: 200 len: 991 time: 0.2258456 Jan 28 12:57:30.018365 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d29e774e-172c-4b23-b15b-a6538625ef0a req-31b495ef-7c96-49c2-97c7-01c09c098ee7 service neutron] 10.222.0.49 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044918 Jan 28 12:57:30.061508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 00484522-8adc-44a1-b697-9e6beb0702ab is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:30.068264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Allocated IP 172.20.0.1 (4ed7a3fd-7370-417e-b92e-63c286e5cbb7/9e74c0b1-62d1-4d40-a2e5-3644ed262659/4c904d4f-94c3-476a-bad0-f058e5746cad) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:30.279428 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Publish callbacks [] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:30.325109 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:30.353125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:30.357683 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:30.383860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:30.457951 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Pushing event updated for resources: {'Port': ['ID=4c904d4f-94c3-476a-bad0-f058e5746cad,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:30.462294 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (be2e7a99-f190-46e2-b4da-4e4b89bed73e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:30.664870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:30.719031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303547c3-055e-4b3f-9d80-c1c66f18ccc3 req-7b9d3ce7-2521-4475-9bf0-fe73c825a130 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:30.720847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-303547c3-055e-4b3f-9d80-c1c66f18ccc3 req-7b9d3ce7-2521-4475-9bf0-fe73c825a130 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.0822241 Jan 28 12:57:30.796703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-23902b9d-68bf-46f5-9494-7c4c5d88c028 None None] Provisioning complete for port 4c904d4f-94c3-476a-bad0-f058e5746cad triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:30.797207 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23902b9d-68bf-46f5-9494-7c4c5d88c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:30.827243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-303547c3-055e-4b3f-9d80-c1c66f18ccc3 req-578965e5-1357-4236-aaaa-3d4601d681e0 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966403 Jan 28 12:57:30.888995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50150) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:30.927214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-23902b9d-68bf-46f5-9494-7c4c5d88c028 None None] Port 4c904d4f-94c3-476a-bad0-f058e5746cad cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:57:31.023158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-40d8c4d6-0b33-43a3-bdb2-f4d104cd25f8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/77042938-ef06-45a8-8041-4b8cc81475d4 HTTP/1.1" status: 200 len: 993 time: 0.1327484 Jan 28 12:57:31.036343 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Publish callbacks [] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:31.044349 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:31.123452 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (be2e7a99-f190-46e2-b4da-4e4b89bed73e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:31.156065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Pushing event updated for resources: {'Port': ['ID=4c904d4f-94c3-476a-bad0-f058e5746cad,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:31.321088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb0a44-4650-4b1c-872c-7f76a738789d req-15a1eb8e-859c-45e4-ad32-a98c78b023c6 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:31.322956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6fb0a44-4650-4b1c-872c-7f76a738789d req-15a1eb8e-859c-45e4-ad32-a98c78b023c6 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.1007233 Jan 28 12:57:31.325051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:31.327745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:31.480440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6fb0a44-4650-4b1c-872c-7f76a738789d req-2fb81345-c236-45ee-be8e-3d8c69ca5a06 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347723 Jan 28 12:57:31.517465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:31.553402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Router be2e7a99-f190-46e2-b4da-4e4b89bed73e has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:57:31.611330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:31.611923 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:31.762971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:31.766018 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:31.805441 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:57:31.814780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1622b50e-bdc8-4ccc-ada0-1f4c876cda91,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:31.817992 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3388768a-4840-4196-a298-45e7f4e1156f admin admin] 10.222.0.53 "PUT /v2.0/routers/be2e7a99-f190-46e2-b4da-4e4b89bed73e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6425321 Jan 28 12:57:31.826707 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:31.846898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8f812195-6a46-4baf-a5a4-089a2d1bf232 None None] Provisioning complete for port 4c904d4f-94c3-476a-bad0-f058e5746cad triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:31.847736 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f812195-6a46-4baf-a5a4-089a2d1bf232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:31.976128 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8f812195-6a46-4baf-a5a4-089a2d1bf232 None None] Port 4c904d4f-94c3-476a-bad0-f058e5746cad cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:57:31.981162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=1622b50e-bdc8-4ccc-ada0-1f4c876cda91,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:32.313642 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Sync routers for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:57:32.326413 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:32.327302 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:32.469673 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50164) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:32.474982 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3eca47ac-f41a-44ad-9505-d4b9c1aaea6d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--341832318', 'description': 'tempest-description--547562844'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:32.500717 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3eca47ac-f41a-44ad-9505-d4b9c1aaea6d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:32.606202 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:32.651305 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3eca47ac-f41a-44ad-9505-d4b9c1aaea6d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group (48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:32.657627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3eca47ac-f41a-44ad-9505-d4b9c1aaea6d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:32.739659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca47ac-f41a-44ad-9505-d4b9c1aaea6d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:32.748187 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3eca47ac-f41a-44ad-9505-d4b9c1aaea6d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:32.750208 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3eca47ac-f41a-44ad-9505-d4b9c1aaea6d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2788789 Jan 28 12:57:32.754332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:32.762079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5dc14ebb-d1b8-4e21-a247-6d16db97ef48 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Request body: {'security_group_rule': {'security_group_id': '48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:32.776527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc227fa-cce2-4b6d-9d41-8420683ba13d req-ed79ddd8-0c75-4060-9a3d-17f68713c147 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:32.781044 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbc227fa-cce2-4b6d-9d41-8420683ba13d req-ed79ddd8-0c75-4060-9a3d-17f68713c147 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.1526501 Jan 28 12:57:32.815133 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5dc14ebb-d1b8-4e21-a247-6d16db97ef48 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group_rule (ac4c9061-cddb-44da-8d81-79948e6efad1), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:32.899134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbc227fa-cce2-4b6d-9d41-8420683ba13d req-04845d41-ac0b-466f-bc98-8c287737e3f1 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108165 Jan 28 12:57:32.954744 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5dc14ebb-d1b8-4e21-a247-6d16db97ef48 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group_rule (ac4c9061-cddb-44da-8d81-79948e6efad1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:32.968453 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5dc14ebb-d1b8-4e21-a247-6d16db97ef48 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (ac4c9061-cddb-44da-8d81-79948e6efad1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:33.008888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc14ebb-d1b8-4e21-a247-6d16db97ef48 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4c9061-cddb-44da-8d81-79948e6efad1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:33.046835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5dc14ebb-d1b8-4e21-a247-6d16db97ef48 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:33.050907 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5dc14ebb-d1b8-4e21-a247-6d16db97ef48 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2926884 Jan 28 12:57:33.053117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50176) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:33.062651 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 2, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:33.068937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ab56d5ca-e026-4abb-b06f-829fd12f06a7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Request body: {'security_group_rule': {'security_group_id': '48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:33.127253 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab56d5ca-e026-4abb-b06f-829fd12f06a7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group_rule (27583e71-8fa5-4e27-a2da-1104c4fa1193), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:33.159829 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Checking router: be2e7a99-f190-46e2-b4da-4e4b89bed73e for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:57:33.160439 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Updating router be2e7a99-f190-46e2-b4da-4e4b89bed73e port 4c904d4f-94c3-476a-bad0-f058e5746cad binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:57:33.223878 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:33.320218 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab56d5ca-e026-4abb-b06f-829fd12f06a7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group_rule (27583e71-8fa5-4e27-a2da-1104c4fa1193), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:33.333397 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab56d5ca-e026-4abb-b06f-829fd12f06a7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (27583e71-8fa5-4e27-a2da-1104c4fa1193), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:33.354383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56d5ca-e026-4abb-b06f-829fd12f06a7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27583e71-8fa5-4e27-a2da-1104c4fa1193,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:33.377780 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab56d5ca-e026-4abb-b06f-829fd12f06a7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:33.386521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ab56d5ca-e026-4abb-b06f-829fd12f06a7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3313987 Jan 28 12:57:33.387986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50180) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:33.395886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:33.413790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f46835-5f54-4acf-9781-d7d1b655e2f2 req-424a62ab-432c-4e74-bf3d-12a284077d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:33.415741 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-06f46835-5f54-4acf-9781-d7d1b655e2f2 req-424a62ab-432c-4e74-bf3d-12a284077d5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0f2424b579946a79381625404f6d908&device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 1097 time: 0.1015627 Jan 28 12:57:33.485788 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:33.548374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:33.593749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f46835-5f54-4acf-9781-d7d1b655e2f2 req-9f7daeca-aeb0-4da7-b2ca-82e735e6081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:33.595565 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-06f46835-5f54-4acf-9781-d7d1b655e2f2 req-9f7daeca-aeb0-4da7-b2ca-82e735e6081b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f6235e3-4f5c-4989-a598-e0e7c67b4f8f HTTP/1.1" status: 200 len: 913 time: 0.1735320 Jan 28 12:57:33.609742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646eb32-6711-4b00-b616-8a6a15158f19 req-dfad7c04-2056-4fef-84e8-d80ee5c26e7a tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:33.626093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c646eb32-6711-4b00-b616-8a6a15158f19 req-dfad7c04-2056-4fef-84e8-d80ee5c26e7a tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.2046885 Jan 28 12:57:33.695077 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-06f46835-5f54-4acf-9781-d7d1b655e2f2 req-f3fec7f3-311b-4660-a73f-ef2682c1b745 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40d78e3-8840-41bd-aeab-2c2830832aa4 HTTP/1.1" status: 200 len: 217 time: 0.0869243 Jan 28 12:57:33.703380 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c646eb32-6711-4b00-b616-8a6a15158f19 req-6c6c6429-2a1f-4498-8dd2-c3676e5312e1 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758529 Jan 28 12:57:33.742613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:33.746958 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:33.773972 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:33.779431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f46835-5f54-4acf-9781-d7d1b655e2f2 req-a89d65ec-6950-47e4-b301-719f95291bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:33.780949 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-06f46835-5f54-4acf-9781-d7d1b655e2f2 req-a89d65ec-6950-47e4-b301-719f95291bda service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ff64814c-2c09-4a3e-b308-bad67f99a1c6 HTTP/1.1" status: 200 len: 852 time: 0.0800514 Jan 28 12:57:33.819630 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-06f46835-5f54-4acf-9781-d7d1b655e2f2 req-9cb6c333-5aa4-4502-bcef-f35dd75d6892 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f6235e3-4f5c-4989-a598-e0e7c67b4f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313249 Jan 28 12:57:33.967104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Allocated IP 172.25.7.186 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/12f784ea-7ff3-4192-a445-07ab5aa82c81) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:34.071221 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-06f46835-5f54-4acf-9781-d7d1b655e2f2 req-af3c33a7-c4cd-4ce9-9257-a5797162d8c2 service neutron] 10.222.0.49 "GET /v2.0/networks/9f6235e3-4f5c-4989-a598-e0e7c67b4f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186234 Jan 28 12:57:34.097621 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for port (12f784ea-7ff3-4192-a445-07ab5aa82c81), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:34.144824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (12f784ea-7ff3-4192-a445-07ab5aa82c81), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:34.196811 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Publish callbacks [] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:34.217805 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:34.271037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:34.288266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:34.294633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:34.307668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:34.353661 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-06f46835-5f54-4acf-9781-d7d1b655e2f2 req-5649304d-f78a-4dc4-919e-7ead46c76184 service neutron] 10.222.0.49 "GET /v2.0/networks/9f6235e3-4f5c-4989-a598-e0e7c67b4f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813189 Jan 28 12:57:34.385734 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95495d-825f-43a4-8dd9-9937f8598248 None None] Pushing event updated for resources: {'Port': ['ID=4c904d4f-94c3-476a-bad0-f058e5746cad,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:34.386018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event updated for resources: {'Port': ['ID=12f784ea-7ff3-4192-a445-07ab5aa82c81,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:34.496826 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Attempting to bind port 4c904d4f-94c3-476a-bad0-f058e5746cad on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:57:34.497183 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Attempting to bind port 4c904d4f-94c3-476a-bad0-f058e5746cad by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:57:34.497543 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Attempting to bind port 4c904d4f-94c3-476a-bad0-f058e5746cad on network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:34.504087 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:57:34.504554 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Checking segment: {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:34.504845 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:34.505228 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Bound using segment: {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:57:34.505680 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Bound port: 4c904d4f-94c3-476a-bad0-f058e5746cad, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:57:34.506053 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:34.576063 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (8ad0f2cb-85e6-4143-b802-4f112d2b0f68), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:34.584826 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] For port 4c904d4f-94c3-476a-bad0-f058e5746cad, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:57:34.588540 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] For port 4c904d4f-94c3-476a-bad0-f058e5746cad, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4c904d4f-94c3-476a-bad0-f058e5746cad,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:57:34.594030 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:34.619918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-def88037-5423-4dbb-b852-de33c9cea267 None None] Provisioning complete for port 4c904d4f-94c3-476a-bad0-f058e5746cad triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:34.621794 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-def88037-5423-4dbb-b852-de33c9cea267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:34.659910 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:34.660531 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:34.664086 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (12f784ea-7ff3-4192-a445-07ab5aa82c81), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:34.806019 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:34.876899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-def88037-5423-4dbb-b852-de33c9cea267 None None] Current status of the port 4c904d4f-94c3-476a-bad0-f058e5746cad is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:34.877644 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-def88037-5423-4dbb-b852-de33c9cea267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:34.901742 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95495d-825f-43a4-8dd9-9937f8598248 None None] Pushing event updated for resources: {'Port': ['ID=4c904d4f-94c3-476a-bad0-f058e5746cad,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:34.941392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-def88037-5423-4dbb-b852-de33c9cea267 None None] For port 4c904d4f-94c3-476a-bad0-f058e5746cad, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4c904d4f-94c3-476a-bad0-f058e5746cad,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:34.948418 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-def88037-5423-4dbb-b852-de33c9cea267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:35.029069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def88037-5423-4dbb-b852-de33c9cea267 None None] Pushing event updated for resources: {'Port': ['ID=4c904d4f-94c3-476a-bad0-f058e5746cad,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:35.128665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a93ab6-4aed-4dbd-a1e3-cd3c81faa23d req-cdddd5f7-fd3f-45ee-8034-c295225c86e3 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:35.139609 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6a93ab6-4aed-4dbd-a1e3-cd3c81faa23d req-cdddd5f7-fd3f-45ee-8034-c295225c86e3 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.2180188 Jan 28 12:57:35.190486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6a354c3b-1575-4b2b-8f09-baaa9d8d4694 None None] Provisioning complete for port 4c904d4f-94c3-476a-bad0-f058e5746cad triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:35.191146 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6a354c3b-1575-4b2b-8f09-baaa9d8d4694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:35.215723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6a93ab6-4aed-4dbd-a1e3-cd3c81faa23d req-c4c8d7ba-8b24-458c-99fb-37cd7f3eb7ce tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748565 Jan 28 12:57:35.251608 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:35.291242 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for port (12f784ea-7ff3-4192-a445-07ab5aa82c81), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:35.298290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (12f784ea-7ff3-4192-a445-07ab5aa82c81), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:35.346562 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f405846-a970-4ab4-9ca0-d8251f41cb27 None None] The sync data for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 is: [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:57:35.471517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6a354c3b-1575-4b2b-8f09-baaa9d8d4694 None None] Current status of the port 4c904d4f-94c3-476a-bad0-f058e5746cad is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:35.483795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event updated for resources: {'Port': ['ID=12f784ea-7ff3-4192-a445-07ab5aa82c81,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:35.505420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50196) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:35.506436 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (8ad0f2cb-85e6-4143-b802-4f112d2b0f68), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:35.540571 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:35.546821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5e71ee99-4a4d-444c-a112-a566a5e66819 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1508422 Jan 28 12:57:35.780216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-91e63d91-4ed9-4782-a081-9a4d3a9b2af9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--341832318&fields=id&tenant_id=11258f31de5b4bed8449aa57334697f8 HTTP/1.1" status: 200 len: 267 time: 0.0764360 Jan 28 12:57:36.009539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-594dd8d4-a74a-4cad-9dc3-7cded01a9b38 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:36.011442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-594dd8d4-a74a-4cad-9dc3-7cded01a9b38 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 817 time: 0.2302616 Jan 28 12:57:36.030307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-fe6aee9b-9565-4799-8d93-c42212fea032 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/quotas/11258f31de5b4bed8449aa57334697f8 HTTP/1.1" status: 200 len: 375 time: 0.0123758 Jan 28 12:57:36.130548 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8406ccb6-fd76-472b-b4dd-2526c4225bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (8999dd1e-1620-45f0-9efb-eba12bf75c5f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:36.135744 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-c3099c74-7cfc-4eac-ae18-ddc48d47c6fa tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948832 Jan 28 12:57:36.304974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-3229d043-bd53-4e5a-b9ef-882597d44e54 service neutron] 10.222.0.53 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561427 Jan 28 12:57:36.441925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-d7c000fd-ed05-4c34-8088-ed8ed15406e4 service neutron] 10.222.0.53 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274955 Jan 28 12:57:36.521382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97b91-9cda-425b-993e-429bcefcde8c req-7a2672d0-c36c-4fb0-8e48-e87b21488f83 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:36.539016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0c97b91-9cda-425b-993e-429bcefcde8c req-7a2672d0-c36c-4fb0-8e48-e87b21488f83 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.0959637 Jan 28 12:57:36.630576 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8406ccb6-fd76-472b-b4dd-2526c4225bbc admin admin] Deleting port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:57:36.631164 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8406ccb6-fd76-472b-b4dd-2526c4225bbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:36.661297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0c97b91-9cda-425b-993e-429bcefcde8c req-691ec5ee-afb5-429a-b1ab-93917301aa78 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212401 Jan 28 12:57:36.768024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8406ccb6-fd76-472b-b4dd-2526c4225bbc admin admin] For port 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=37a6cda2-f5ed-46e2-bf1c-071f5418a1eb,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:36.768403 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8406ccb6-fd76-472b-b4dd-2526c4225bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:36.785320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8406ccb6-fd76-472b-b4dd-2526c4225bbc admin admin] Calling delete_port for 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:57:36.839687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6145c701-2fe0-470c-ba3a-8522972f1353 req-4d3ef7f9-df64-4b47-9c59-b5ce37984b19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 210 time: 0.0566647 Jan 28 12:57:37.103879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35877558-7355-42e3-ae52-5a45e185c60e req-359f4b8e-8395-498c-97ca-2df3089876fd tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:37.106224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35877558-7355-42e3-ae52-5a45e185c60e req-359f4b8e-8395-498c-97ca-2df3089876fd tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.1056056 Jan 28 12:57:37.156744 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8406ccb6-fd76-472b-b4dd-2526c4225bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (37a6cda2-f5ed-46e2-bf1c-071f5418a1eb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:37.172185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35877558-7355-42e3-ae52-5a45e185c60e req-30e0fef9-cdbc-4120-a7a2-2e588d72d3ae tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603199 Jan 28 12:57:37.213093 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406ccb6-fd76-472b-b4dd-2526c4225bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=37a6cda2-f5ed-46e2-bf1c-071f5418a1eb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:37.582492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4c904d4f-94c3-476a-bad0-f058e5746cad up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:37.590071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8406ccb6-fd76-472b-b4dd-2526c4225bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (8999dd1e-1620-45f0-9efb-eba12bf75c5f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:37.679850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 4c904d4f-94c3-476a-bad0-f058e5746cad triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:37.680354 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:37.824899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 4c904d4f-94c3-476a-bad0-f058e5746cad is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:37.918852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8406ccb6-fd76-472b-b4dd-2526c4225bbc admin admin] Router 8999dd1e-1620-45f0-9efb-eba12bf75c5f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:57:37.998685 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35618a59-49b2-4ff9-847f-ca2c1d849fc5 req-c6f38577-2907-45be-8760-f9716d1b75de tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 210 time: 0.0335133 Jan 28 12:57:38.054045 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406ccb6-fd76-472b-b4dd-2526c4225bbc admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:57:38.063876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50234) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:38.064747 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8406ccb6-fd76-472b-b4dd-2526c4225bbc admin admin] 10.222.0.53 "PUT /v2.0/routers/8999dd1e-1620-45f0-9efb-eba12bf75c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5582707 Jan 28 12:57:38.067465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42af35-56bc-4231-bdd8-724ef10aded5 None None] Sync routers for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:57:38.082805 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42af35-56bc-4231-bdd8-724ef10aded5 None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:38.084324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fd42af35-56bc-4231-bdd8-724ef10aded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:38.232131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-fd42af35-56bc-4231-bdd8-724ef10aded5 None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:38.253619 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Publish callbacks [] for router (8999dd1e-1620-45f0-9efb-eba12bf75c5f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:38.490631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b7ff2-045b-4686-8193-f4119abee355 req-8976e10a-deb6-4a85-9442-11f8edc0c327 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:38.499316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-754b7ff2-045b-4686-8193-f4119abee355 req-8976e10a-deb6-4a85-9442-11f8edc0c327 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.1978917 Jan 28 12:57:38.589577 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-754b7ff2-045b-4686-8193-f4119abee355 req-d662db37-3d1b-40d5-b5dd-83836b2da77f tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891294 Jan 28 12:57:38.595034 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Publish callbacks [] for router_gateway (8999dd1e-1620-45f0-9efb-eba12bf75c5f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:38.598462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-2e5bc315-bd2a-4407-a60f-cfd354b64215 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:38.612512 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-2e5bc315-bd2a-4407-a60f-cfd354b64215 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 817 time: 0.2772658 Jan 28 12:57:38.646146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fd42af35-56bc-4231-bdd8-724ef10aded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:57:37Z', 'revision_number': 5, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port': {'id': '59b0c9df-0d90-4a66-abb5-9594c7642c5c', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:46:41Z', 'updated_at': '2022-01-28T12:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:38.698611 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42af35-56bc-4231-bdd8-724ef10aded5 None None] Checking router: 8999dd1e-1620-45f0-9efb-eba12bf75c5f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:57:38.728972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42af35-56bc-4231-bdd8-724ef10aded5 None None] Routers {'8999dd1e-1620-45f0-9efb-eba12bf75c5f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:38.732451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fd42af35-56bc-4231-bdd8-724ef10aded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:38.779719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Deleting port 59b0c9df-0d90-4a66-abb5-9594c7642c5c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:57:38.780206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:38.790512 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-6ae56015-9aad-4566-9bbb-38a71e8f62d5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11258f31de5b4bed8449aa57334697f8 HTTP/1.1" status: 200 len: 379 time: 0.1659260 Jan 28 12:57:38.799888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Request body: {'port': {'device_id': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'admin_state_up': True, 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'security_groups': ['48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:38.895156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-fd42af35-56bc-4231-bdd8-724ef10aded5 None None] Set router 8999dd1e-1620-45f0-9efb-eba12bf75c5f gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:38.939494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] For port 59b0c9df-0d90-4a66-abb5-9594c7642c5c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=59b0c9df-0d90-4a66-abb5-9594c7642c5c,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:38.941536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:38.972776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Calling delete_port for 59b0c9df-0d90-4a66-abb5-9594c7642c5c owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:57:39.016948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fd42af35-56bc-4231-bdd8-724ef10aded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:57:38Z', 'revision_number': 6, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:39.034494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Made reservation on behalf of 11258f31de5b4bed8449aa57334697f8 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:57:39.040058 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:39.079813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42af35-56bc-4231-bdd8-724ef10aded5 None None] The sync data for ids ['8999dd1e-1620-45f0-9efb-eba12bf75c5f'] in n-d-824835-4 is: [{'id': '8999dd1e-1620-45f0-9efb-eba12bf75c5f', 'name': 'tempest-AttachVolumeTestJSON-318462729-router', 'tenant_id': 'ee6743f69c9e4047a11472cf0f456967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:46:39Z', 'updated_at': '2022-01-28T12:57:38Z', 'revision_number': 6, 'project_id': 'ee6743f69c9e4047a11472cf0f456967', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:57:39.184931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cad241c-113b-43b6-810a-eb9ffd9fe972 req-918d3fc8-54b8-4bbd-b363-c6b03bd657bf tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 210 time: 0.0700090 Jan 28 12:57:39.321136 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (59b0c9df-0d90-4a66-abb5-9594c7642c5c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:39.337864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69056a-0c57-4068-8bbd-dd9caf7f6e0b req-c58bb459-336f-46b5-9229-62a37a055b53 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:39.340345 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f69056a-0c57-4068-8bbd-dd9caf7f6e0b req-c58bb459-336f-46b5-9229-62a37a055b53 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.49 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.0922220 Jan 28 12:57:39.373283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Pushing event deleted for resources: {'Port': ['ID=59b0c9df-0d90-4a66-abb5-9594c7642c5c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:39.600747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:57:39.614628 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (8999dd1e-1620-45f0-9efb-eba12bf75c5f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:39.662063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:57:39.662841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 37a6cda2-f5ed-46e2-bf1c-071f5418a1eb not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:57:39.782934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (8999dd1e-1620-45f0-9efb-eba12bf75c5f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:39.785374 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Publish callbacks [] for router_controller (8999dd1e-1620-45f0-9efb-eba12bf75c5f), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:39.811866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Allocated IP 172.20.0.9 (4ed7a3fd-7370-417e-b92e-63c286e5cbb7/9e74c0b1-62d1-4d40-a2e5-3644ed262659/069bf510-73e7-40d8-8d92-2933d1607b88) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:39.854245 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (8999dd1e-1620-45f0-9efb-eba12bf75c5f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:39.854804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8999dd1e-1620-45f0-9efb-eba12bf75c5f {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:57:39.860696 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:39.864678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4d397dbf-0e64-4f25-a298-fc3b0a31ec0d admin admin] 10.222.0.53 "DELETE /v2.0/routers/8999dd1e-1620-45f0-9efb-eba12bf75c5f HTTP/1.1" status: 204 len: 168 time: 1.7998505 Jan 28 12:57:39.866336 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50312) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:39.868841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-5f69056a-0c57-4068-8bbd-dd9caf7f6e0b req-57958afc-9131-4542-8767-81504d5eb49f tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Deleting port f40d78e3-8840-41bd-aeab-2c2830832aa4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:57:39.869183 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f69056a-0c57-4068-8bbd-dd9caf7f6e0b req-57958afc-9131-4542-8767-81504d5eb49f tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:39.888479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1119e33-7b66-4382-89c8-b9818d910eba req-f468df75-a035-44f9-9706-d23a99f274c3 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:39.896005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1119e33-7b66-4382-89c8-b9818d910eba req-f468df75-a035-44f9-9706-d23a99f274c3 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d32e84-f8e6-44c7-bee0-5f609954b8d0 HTTP/1.1" status: 200 len: 946 time: 0.1964540 Jan 28 12:57:40.047498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d97de62-5b78-4bd8-9f73-25587d4d3dd0 admin admin] Deleting subnet 26b5c117-86f0-4722-80f1-8c17fb28379a {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:57:40.063833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for port (069bf510-73e7-40d8-8d92-2933d1607b88), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.107612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5f69056a-0c57-4068-8bbd-dd9caf7f6e0b req-57958afc-9131-4542-8767-81504d5eb49f tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] For port f40d78e3-8840-41bd-aeab-2c2830832aa4, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=f40d78e3-8840-41bd-aeab-2c2830832aa4,segment=NetworkSegment(6b8156ac-ac54-42f2-9a9d-6b02fb3606a3),segment_id=6b8156ac-ac54-42f2-9a9d-6b02fb3606a3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:40.108346 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f69056a-0c57-4068-8bbd-dd9caf7f6e0b req-57958afc-9131-4542-8767-81504d5eb49f tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.113450 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d97de62-5b78-4bd8-9f73-25587d4d3dd0 admin admin] Publish callbacks [] for subnet (26b5c117-86f0-4722-80f1-8c17fb28379a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.122982 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.165201 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d97de62-5b78-4bd8-9f73-25587d4d3dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (26b5c117-86f0-4722-80f1-8c17fb28379a), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.224587 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:40.233755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event updated for resources: {'Port': ['ID=069bf510-73e7-40d8-8d92-2933d1607b88,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:40.239118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:40.243608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:40.318744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-5f69056a-0c57-4068-8bbd-dd9caf7f6e0b req-57958afc-9131-4542-8767-81504d5eb49f tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Calling delete_port for f40d78e3-8840-41bd-aeab-2c2830832aa4 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:57:40.326235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:40.327260 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.353897 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-ea6eb3f9-5625-4aa8-b1d8-553cc05d91ec tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5573297 Jan 28 12:57:40.370008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Request body: {'port': {'device_id': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:40.493919 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.495074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1119e33-7b66-4382-89c8-b9818d910eba req-a78626ac-5d62-427f-8f13-05f0890c0ab1 tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.53 "GET /v2.0/security-groups?id=b269d6b2-373a-433d-aef8-add1286d7256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982254 Jan 28 12:57:40.496489 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d97de62-5b78-4bd8-9f73-25587d4d3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (26b5c117-86f0-4722-80f1-8c17fb28379a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.500307 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f69056a-0c57-4068-8bbd-dd9caf7f6e0b req-57958afc-9131-4542-8767-81504d5eb49f tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f40d78e3-8840-41bd-aeab-2c2830832aa4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.514606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['f40d78e3-8840-41bd-aeab-2c2830832aa4'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:57:40.614252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57958afc-9131-4542-8767-81504d5eb49f tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Pushing event deleted for resources: {'Port': ['ID=f40d78e3-8840-41bd-aeab-2c2830832aa4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:40.731997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f69056a-0c57-4068-8bbd-dd9caf7f6e0b req-57958afc-9131-4542-8767-81504d5eb49f tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] No DVR routers for this DVR port f40d78e3-8840-41bd-aeab-2c2830832aa4 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:57:40.742252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1983e01-6121-41f3-b66b-071efaf9818d req-2c787f27-3f64-4f16-8896-80f60f5f9c0f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:40.743808 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1983e01-6121-41f3-b66b-071efaf9818d req-2c787f27-3f64-4f16-8896-80f60f5f9c0f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 931 time: 0.2545662 Jan 28 12:57:40.746887 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f69056a-0c57-4068-8bbd-dd9caf7f6e0b req-57958afc-9131-4542-8767-81504d5eb49f tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.749289 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8567366d-b288-4d07-96d3-53eeeac6165a None None] Provisioning complete for port 069bf510-73e7-40d8-8d92-2933d1607b88 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:40.749797 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8567366d-b288-4d07-96d3-53eeeac6165a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.750250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f69056a-0c57-4068-8bbd-dd9caf7f6e0b req-57958afc-9131-4542-8767-81504d5eb49f tempest-TestServerAdvancedOps-279232706 tempest-TestServerAdvancedOps-279232706-project] 10.222.0.49 "DELETE /v2.0/ports/f40d78e3-8840-41bd-aeab-2c2830832aa4 HTTP/1.1" status: 204 len: 173 time: 1.3853066 Jan 28 12:57:40.750706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d32e84-f8e6-44c7-bee0-5f609954b8d0', 'name': 'network-vif-deleted', 'tag': 'f40d78e3-8840-41bd-aeab-2c2830832aa4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:40.753182 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9157ee4f-1dad-4c98-82f3-72c97f4a0eb8" -d '{"events": [{"server_uuid": "28d32e84-f8e6-44c7-bee0-5f609954b8d0", "name": "network-vif-deleted", "tag": "f40d78e3-8840-41bd-aeab-2c2830832aa4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:40.789250 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d97de62-5b78-4bd8-9f73-25587d4d3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (26b5c117-86f0-4722-80f1-8c17fb28379a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.826161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97de62-5b78-4bd8-9f73-25587d4d3dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b5c117-86f0-4722-80f1-8c17fb28379a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:40.838645 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15696fdf-d0cc-4f2b-8095-047a6a3cf309 x-openstack-request-id: req-15696fdf-d0cc-4f2b-8095-047a6a3cf309 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:40.841558 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d32e84-f8e6-44c7-bee0-5f609954b8d0", "name": "network-vif-deleted", "tag": "f40d78e3-8840-41bd-aeab-2c2830832aa4", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:40.841908 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15696fdf-d0cc-4f2b-8095-047a6a3cf309 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:40.842739 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d32e84-f8e6-44c7-bee0-5f609954b8d0', 'name': 'network-vif-deleted', 'tag': 'f40d78e3-8840-41bd-aeab-2c2830832aa4', 'status': 'completed', 'code': 200} Jan 28 12:57:40.870089 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d97de62-5b78-4bd8-9f73-25587d4d3dd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:40.878233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb519d-e2c7-46a8-b912-c6f14a0556f7 None None] Network e7453b05-09ce-4a85-ae96-f2192fedc139 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:57:40.884229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8567366d-b288-4d07-96d3-53eeeac6165a None None] Port 069bf510-73e7-40d8-8d92-2933d1607b88 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:57:40.885583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8d97de62-5b78-4bd8-9f73-25587d4d3dd0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/26b5c117-86f0-4722-80f1-8c17fb28379a HTTP/1.1" status: 204 len: 168 time: 1.0131142 Jan 28 12:57:40.901334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1983e01-6121-41f3-b66b-071efaf9818d req-4788d774-d719-4c97-b27c-f19dd992915f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445751 Jan 28 12:57:40.901845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50328) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:41.039112 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e7453b05-09ce-4a85-ae96-f2192fedc139), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.117410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069bf510-73e7-40d8-8d92-2933d1607b88 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:57:41.121535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Deleting port bdad254a-62b6-41b7-88ff-11ac015c8525 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:57:41.121746 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.126763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Publish callbacks [] for port (069bf510-73e7-40d8-8d92-2933d1607b88), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.140813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b2e2fa-c132-436c-9599-2c8d6af52e8f None None] DHCP port deletion for e7453b05-09ce-4a85-ae96-f2192fedc139 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:57:41.142965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Transition to ACTIVE for port object 069bf510-73e7-40d8-8d92-2933d1607b88 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:57:41.148573 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:57:41.150126 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.201849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] For port bdad254a-62b6-41b7-88ff-11ac015c8525, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bdad254a-62b6-41b7-88ff-11ac015c8525,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:41.202280 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.219228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-33b2e2fa-c132-436c-9599-2c8d6af52e8f None None] Deleting port bdad254a-62b6-41b7-88ff-11ac015c8525 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:57:41.219656 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33b2e2fa-c132-436c-9599-2c8d6af52e8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.223206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Calling delete_port for bdad254a-62b6-41b7-88ff-11ac015c8525 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:57:41.361876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Pushing event updated for resources: {'Port': ['ID=069bf510-73e7-40d8-8d92-2933d1607b88,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:41.378766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-33b2e2fa-c132-436c-9599-2c8d6af52e8f None None] For port bdad254a-62b6-41b7-88ff-11ac015c8525, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bdad254a-62b6-41b7-88ff-11ac015c8525,segment=NetworkSegment(2fd2e754-2fae-4a95-b0e4-3efff1a10efd),segment_id=2fd2e754-2fae-4a95-b0e4-3efff1a10efd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:41.379185 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33b2e2fa-c132-436c-9599-2c8d6af52e8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.407026 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.415029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-33b2e2fa-c132-436c-9599-2c8d6af52e8f None None] Calling delete_port for bdad254a-62b6-41b7-88ff-11ac015c8525 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:57:41.439682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] No DVR routers for this DVR port bdad254a-62b6-41b7-88ff-11ac015c8525 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:57:41.449473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 59b0c9df-0d90-4a66-abb5-9594c7642c5c no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:57:41.450685 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Attempting to bind port 069bf510-73e7-40d8-8d92-2933d1607b88 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:57:41.451027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Attempting to bind port 069bf510-73e7-40d8-8d92-2933d1607b88 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:57:41.453497 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Attempting to bind port 069bf510-73e7-40d8-8d92-2933d1607b88 on network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:41.469200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Port 069bf510-73e7-40d8-8d92-2933d1607b88 on network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:57:41.469551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Attempting to bind port 069bf510-73e7-40d8-8d92-2933d1607b88 on network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:41.476485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:57:41.476892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Checking segment: {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:41.477642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Bound using segment: {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:57:41.478181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Bound port: 069bf510-73e7-40d8-8d92-2933d1607b88, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:57:41.478619 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.571538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:57:41.575969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=069bf510-73e7-40d8-8d92-2933d1607b88,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:57:41.582973 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.584693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 59b0c9df-0d90-4a66-abb5-9594c7642c5c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:57:41.585340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 59b0c9df-0d90-4a66-abb5-9594c7642c5c not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:57:41.586175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bdad254a-62b6-41b7-88ff-11ac015c8525 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:57:41.616862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: bdad254a-62b6-41b7-88ff-11ac015c8525 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:57:41.617374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bdad254a-62b6-41b7-88ff-11ac015c8525 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:57:41.657715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50332) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:41.677675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:41.678208 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.679727 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] 10.222.0.49 "PUT /v2.0/ports/069bf510-73e7-40d8-8d92-2933d1607b88 HTTP/1.1" status: 200 len: 1091 time: 1.3167710 Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:57:41.711242 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 12:57:41.732891 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33b2e2fa-c132-436c-9599-2c8d6af52e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (bdad254a-62b6-41b7-88ff-11ac015c8525), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.734005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:41.739989 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0fc3b6-78af-4cf2-bd7f-37ba5b4551fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:41.784669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b2e2fa-c132-436c-9599-2c8d6af52e8f None None] No DVR routers for this DVR port bdad254a-62b6-41b7-88ff-11ac015c8525 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:57:41.787325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2e2fa-c132-436c-9599-2c8d6af52e8f None None] Pushing event deleted for resources: {'Port': ['ID=bdad254a-62b6-41b7-88ff-11ac015c8525,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:41.870671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442209df-8ada-4e87-9b11-657879eb44c5 service neutron] Pushing event updated for resources: {'Port': ['ID=069bf510-73e7-40d8-8d92-2933d1607b88,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:41.899611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b440594-d8db-4e6e-9524-ddbf5cbafe61 admin admin] Deleting subnet ff64814c-2c09-4a3e-b308-bad67f99a1c6 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:57:41.905220 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b440594-d8db-4e6e-9524-ddbf5cbafe61 admin admin] Publish callbacks [] for subnet (ff64814c-2c09-4a3e-b308-bad67f99a1c6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:41.938847 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9750c169-d6ff-4a5f-b2b5-4a64e81a7485 x-openstack-request-id: req-9750c169-d6ff-4a5f-b2b5-4a64e81a7485 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:41.939228 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:41.939464 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9750c169-d6ff-4a5f-b2b5-4a64e81a7485 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:41.939990 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88', 'status': 'completed', 'code': 200} Jan 28 12:57:41.945222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Pushing event deleted for resources: {'Port': ['ID=bdad254a-62b6-41b7-88ff-11ac015c8525,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:41.952727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-fba80cda-3981-4090-909f-1eefd786f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:41.966735 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-fba80cda-3981-4090-909f-1eefd786f8a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 1094 time: 0.2124698 Jan 28 12:57:42.031099 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e7453b05-09ce-4a85-ae96-f2192fedc139), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.039178 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-b1f6d9ba-5311-4b71-b7ae-b4f5c758b145 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=069bf510-73e7-40d8-8d92-2933d1607b88 HTTP/1.1" status: 200 len: 217 time: 0.0621445 Jan 28 12:57:42.041766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b440594-d8db-4e6e-9524-ddbf5cbafe61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (ff64814c-2c09-4a3e-b308-bad67f99a1c6), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.074917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7453b05-09ce-4a85-ae96-f2192fedc139']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:42.110444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd2e754-2fae-4a95-b0e4-3efff1a10efd') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:42.110734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd2e754-2fae-4a95-b0e4-3efff1a10efd') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:42.124998 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (2fd2e754-2fae-4a95-b0e4-3efff1a10efd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.131080 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b440594-d8db-4e6e-9524-ddbf5cbafe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ff64814c-2c09-4a3e-b308-bad67f99a1c6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.134171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-5af167e4-8107-439d-be49-4cd428f4f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:42.135918 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-5af167e4-8107-439d-be49-4cd428f4f44e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.0667818 Jan 28 12:57:42.149052 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (2fd2e754-2fae-4a95-b0e4-3efff1a10efd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.161430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81476c91-0dbe-44b2-9c9d-3015d6389b90 req-f6adf0f8-f958-461e-85f2-15ae77866239 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:42.163482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81476c91-0dbe-44b2-9c9d-3015d6389b90 req-f6adf0f8-f958-461e-85f2-15ae77866239 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1030090 Jan 28 12:57:42.169842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:57:42.170422 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (2fd2e754-2fae-4a95-b0e4-3efff1a10efd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:57:42.173519 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:57:42.225795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-5bf265ea-5222-4c57-ab3f-64061d5acb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:42.227526 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-5bf265ea-5222-4c57-ab3f-64061d5acb5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713668 Jan 28 12:57:42.251912 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b440594-d8db-4e6e-9524-ddbf5cbafe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (ff64814c-2c09-4a3e-b308-bad67f99a1c6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.268206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (e7453b05-09ce-4a85-ae96-f2192fedc139), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.273519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.280199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] 10.222.0.53 "DELETE /v2.0/networks/e7453b05-09ce-4a85-ae96-f2192fedc139 HTTP/1.1" status: 204 len: 168 time: 1.3768265 Jan 28 12:57:42.290387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81476c91-0dbe-44b2-9c9d-3015d6389b90 req-eaa911a6-40f6-4751-850a-1c0d81858cbc tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025333 Jan 28 12:57:42.318843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412efdce-dcd5-42e9-8b78-fe09f1b6dd6e admin admin] Pushing event deleted for resources: {'Network': ['ID=e7453b05-09ce-4a85-ae96-f2192fedc139,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:42.337759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b440594-d8db-4e6e-9524-ddbf5cbafe61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff64814c-2c09-4a3e-b308-bad67f99a1c6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:42.346692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b440594-d8db-4e6e-9524-ddbf5cbafe61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.349877 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9b440594-d8db-4e6e-9524-ddbf5cbafe61 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ff64814c-2c09-4a3e-b308-bad67f99a1c6 HTTP/1.1" status: 204 len: 168 time: 0.6905103 Jan 28 12:57:42.354400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50342) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:42.414558 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-01c6ec6f-0d90-41fd-b9ee-3b2b6116f9e7 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754668 Jan 28 12:57:42.451425 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (9f6235e3-4f5c-4989-a598-e0e7c67b4f8f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.505915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50344) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:42.555521 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (9f6235e3-4f5c-4989-a598-e0e7c67b4f8f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.580537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6235e3-4f5c-4989-a598-e0e7c67b4f8f']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:42.595015 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-71497652-503b-4c6d-8db2-6dba410a9857 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee6743f69c9e4047a11472cf0f456967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0877957 Jan 28 12:57:42.597832 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4e6cc0f5-78ea-466f-bd39-be955faa5c57 req-2a5d24bc-c198-42e9-a692-1c803294a9f1 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764715 Jan 28 12:57:42.598848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50346) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:42.603982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8156ac-ac54-42f2-9a9d-6b02fb3606a3') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:42.604515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8156ac-ac54-42f2-9a9d-6b02fb3606a3') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:42.618037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (6b8156ac-ac54-42f2-9a9d-6b02fb3606a3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.642503 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6b8156ac-ac54-42f2-9a9d-6b02fb3606a3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.661191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:57:42.661880 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (6b8156ac-ac54-42f2-9a9d-6b02fb3606a3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:57:42.663883 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:57:42.706602 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9a7e-ccde-4651-9fff-617f064b2198 admin admin] Publish callbacks [] for security_group (eee6ac57-aea4-4afe-a578-4a3d31e47cec), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.742334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9a7e-ccde-4651-9fff-617f064b2198 admin admin] Publish callbacks [] for security_group (eee6ac57-aea4-4afe-a578-4a3d31e47cec), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.754111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fc3b6-78af-4cf2-bd7f-37ba5b4551fc req-6cab3ef9-3feb-4f0a-abba-5fe2f1cef83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:42.755632 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9d0fc3b6-78af-4cf2-bd7f-37ba5b4551fc req-6cab3ef9-3feb-4f0a-abba-5fe2f1cef83e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 1094 time: 0.0846341 Jan 28 12:57:42.760650 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (9f6235e3-4f5c-4989-a598-e0e7c67b4f8f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.783403 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.791724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] 10.222.0.53 "DELETE /v2.0/networks/9f6235e3-4f5c-4989-a598-e0e7c67b4f8f HTTP/1.1" status: 204 len: 168 time: 0.4319696 Jan 28 12:57:42.791724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0781e0-59e0-487e-a69a-63a320b4adfc admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6235e3-4f5c-4989-a598-e0e7c67b4f8f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:42.792097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50348) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:42.853065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf5b322-6faf-4db1-a9cc-34061bd27ec0 admin admin] Deleting subnet 3641726c-bbe4-4e71-a5a3-9be1a20b8955 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:57:42.857662 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b322-6faf-4db1-a9cc-34061bd27ec0 admin admin] Publish callbacks [] for subnet (3641726c-bbe4-4e71-a5a3-9be1a20b8955), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.880804 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9a7e-ccde-4651-9fff-617f064b2198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (eee6ac57-aea4-4afe-a578-4a3d31e47cec), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.884205 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9a7e-ccde-4651-9fff-617f064b2198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.885181 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eb0b9a7e-ccde-4651-9fff-617f064b2198 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eee6ac57-aea4-4afe-a578-4a3d31e47cec HTTP/1.1" status: 204 len: 168 time: 0.2853224 Jan 28 12:57:42.913938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b322-6faf-4db1-a9cc-34061bd27ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (3641726c-bbe4-4e71-a5a3-9be1a20b8955), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.923175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b9a7e-ccde-4651-9fff-617f064b2198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee6ac57-aea4-4afe-a578-4a3d31e47cec,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:42.928521 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fc3b6-78af-4cf2-bd7f-37ba5b4551fc req-d17fe8c9-b97e-482c-91a7-606604e9c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:42.929301 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9d0fc3b6-78af-4cf2-bd7f-37ba5b4551fc req-d17fe8c9-b97e-482c-91a7-606604e9c98a service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 918 time: 0.1639795 Jan 28 12:57:42.985272 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b322-6faf-4db1-a9cc-34061bd27ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (3641726c-bbe4-4e71-a5a3-9be1a20b8955), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:42.988668 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9d0fc3b6-78af-4cf2-bd7f-37ba5b4551fc req-a7afe824-fb66-40a4-a2f1-6ca3928d88a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=069bf510-73e7-40d8-8d92-2933d1607b88 HTTP/1.1" status: 200 len: 217 time: 0.0489230 Jan 28 12:57:43.047763 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b322-6faf-4db1-a9cc-34061bd27ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (3641726c-bbe4-4e71-a5a3-9be1a20b8955), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.076977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fc3b6-78af-4cf2-bd7f-37ba5b4551fc req-03a7f6e8-5e2f-409c-9b83-0233be621ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:43.078778 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9d0fc3b6-78af-4cf2-bd7f-37ba5b4551fc req-03a7f6e8-5e2f-409c-9b83-0233be621ca2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.0813749 Jan 28 12:57:43.081203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5b322-6faf-4db1-a9cc-34061bd27ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3641726c-bbe4-4e71-a5a3-9be1a20b8955,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:43.087261 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b322-6faf-4db1-a9cc-34061bd27ec0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.093804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ddf5b322-6faf-4db1-a9cc-34061bd27ec0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3641726c-bbe4-4e71-a5a3-9be1a20b8955 HTTP/1.1" status: 204 len: 168 time: 0.2985411 Jan 28 12:57:43.094063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50354) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:43.141272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fc3b6-78af-4cf2-bd7f-37ba5b4551fc req-386a2354-f4dd-42f0-b978-e6a37dd2d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:43.142887 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9d0fc3b6-78af-4cf2-bd7f-37ba5b4551fc req-386a2354-f4dd-42f0-b978-e6a37dd2d423 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548668 Jan 28 12:57:43.195369 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d7d3be37-2997-4623-9920-01208fc90918), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.258846 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9d0fc3b6-78af-4cf2-bd7f-37ba5b4551fc req-8e466bdd-e52e-4fc1-ac4a-487b5df1e2bb service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078076 Jan 28 12:57:43.295523 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d7d3be37-2997-4623-9920-01208fc90918), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.333313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d3be37-2997-4623-9920-01208fc90918']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:43.346866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e48c0b-4b4b-4204-aaa0-25275cd598e2') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:43.349136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e48c0b-4b4b-4204-aaa0-25275cd598e2') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:43.374755 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (93e48c0b-4b4b-4204-aaa0-25275cd598e2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.392223 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9d0fc3b6-78af-4cf2-bd7f-37ba5b4551fc req-f0b05c58-463d-48d7-ac5e-0f9409eab18b service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259742 Jan 28 12:57:43.395381 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (93e48c0b-4b4b-4204-aaa0-25275cd598e2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.421185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:57:43.421185 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (93e48c0b-4b4b-4204-aaa0-25275cd598e2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:57:43.422203 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:57:43.505754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d7d3be37-2997-4623-9920-01208fc90918), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.515180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29691078-90c8-498c-8b78-6d285190c132 req-5d3ad245-d617-400c-b411-3a936463c1dd tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:43.516708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29691078-90c8-498c-8b78-6d285190c132 req-5d3ad245-d617-400c-b411-3a936463c1dd tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1119788 Jan 28 12:57:43.534232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.540103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] 10.222.0.53 "DELETE /v2.0/networks/d7d3be37-2997-4623-9920-01208fc90918 HTTP/1.1" status: 204 len: 168 time: 0.4423592 Jan 28 12:57:43.540103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56590c7-dd11-4cab-bfeb-8342d9f589da admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d3be37-2997-4623-9920-01208fc90918,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:43.588940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29691078-90c8-498c-8b78-6d285190c132 req-8f8ca38b-74d5-49f2-8790-0dae42b65f9c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558360 Jan 28 12:57:43.694822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50376) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:43.719728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 069bf510-73e7-40d8-8d92-2933d1607b88 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:57:43.724532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f40d78e3-8840-41bd-aeab-2c2830832aa4 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:57:43.747085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: f40d78e3-8840-41bd-aeab-2c2830832aa4 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:57:43.747794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device f40d78e3-8840-41bd-aeab-2c2830832aa4 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:57:43.748486 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-909bca86-a4b4-469c-af89-30dbf78ffeea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0f2424b579946a79381625404f6d908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523131 Jan 28 12:57:43.751068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50378) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:43.820872 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72e32d9e-3cb2-4b23-8aa1-8a64292230b0 admin admin] Publish callbacks [] for security_group (b269d6b2-373a-433d-aef8-add1286d7256), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.850754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72e32d9e-3cb2-4b23-8aa1-8a64292230b0 admin admin] Publish callbacks [] for security_group (b269d6b2-373a-433d-aef8-add1286d7256), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.874820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=069bf510-73e7-40d8-8d92-2933d1607b88,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:43.891701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '069bf510-73e7-40d8-8d92-2933d1607b88', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'port_id': '069bf510-73e7-40d8-8d92-2933d1607b88', 'mac_address': 'fa:16:3e:76:69:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:57:43.909273 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72e32d9e-3cb2-4b23-8aa1-8a64292230b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b269d6b2-373a-433d-aef8-add1286d7256), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.913194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72e32d9e-3cb2-4b23-8aa1-8a64292230b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.926525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-72e32d9e-3cb2-4b23-8aa1-8a64292230b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b269d6b2-373a-433d-aef8-add1286d7256 HTTP/1.1" status: 204 len: 168 time: 0.1681376 Jan 28 12:57:43.939625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 069bf510-73e7-40d8-8d92-2933d1607b88 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:43.940963 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:43.942441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e32d9e-3cb2-4b23-8aa1-8a64292230b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b269d6b2-373a-433d-aef8-add1286d7256,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:43.972792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069bf510-73e7-40d8-8d92-2933d1607b88 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:57:43.999666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=069bf510-73e7-40d8-8d92-2933d1607b88,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:44.005500 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:44.066014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=069bf510-73e7-40d8-8d92-2933d1607b88,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:44.253140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['069bf510-73e7-40d8-8d92-2933d1607b88'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:57:44.415220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50394) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:44.477087 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-051ef214-21bb-42cf-b2a5-7e002171355d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8faeae17b5fc4cd1b5f391fedabf42fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0599904 Jan 28 12:57:44.479689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50398) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:44.539129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86b4c57b-214c-46dd-9069-520f72b8271e admin admin] Publish callbacks [] for security_group (1eca1d8f-0db7-4640-804d-0fd9c77b6f72), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:44.567752 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86b4c57b-214c-46dd-9069-520f72b8271e admin admin] Publish callbacks [] for security_group (1eca1d8f-0db7-4640-804d-0fd9c77b6f72), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:44.631623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86b4c57b-214c-46dd-9069-520f72b8271e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1eca1d8f-0db7-4640-804d-0fd9c77b6f72), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:44.634263 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86b4c57b-214c-46dd-9069-520f72b8271e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:44.639365 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-86b4c57b-214c-46dd-9069-520f72b8271e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1eca1d8f-0db7-4640-804d-0fd9c77b6f72 HTTP/1.1" status: 204 len: 168 time: 0.1581874 Jan 28 12:57:44.647809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4c57b-214c-46dd-9069-520f72b8271e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eca1d8f-0db7-4640-804d-0fd9c77b6f72,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:44.732277 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9deca8-5bdf-48e8-bae4-9d0bc9c20a37 req-d99c2f0f-ad66-4a51-bc6a-90ad0aff147f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:44.733822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea9deca8-5bdf-48e8-bae4-9d0bc9c20a37 req-d99c2f0f-ad66-4a51-bc6a-90ad0aff147f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 944 time: 0.0565295 Jan 28 12:57:44.794694 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea9deca8-5bdf-48e8-bae4-9d0bc9c20a37 req-815ba2a8-6f30-4b7b-90ae-d6c00058e8a3 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552554 Jan 28 12:57:45.594953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50438) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:45.727318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 069bf510-73e7-40d8-8d92-2933d1607b88 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:45.742848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-183695201-network', 'tenant_id': '53d42b388fb545afb65c3dc418852ddf'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:45.768091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Made reservation on behalf of 53d42b388fb545afb65c3dc418852ddf for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:57:45.770827 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:45.786550 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:45.794272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 069bf510-73e7-40d8-8d92-2933d1607b88 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:57:45.799628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 069bf510-73e7-40d8-8d92-2933d1607b88 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:45.800710 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:45.933065 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Publish callbacks [] for security_group (01ecd9f1-a5f7-46af-a911-6c9f925f374e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:45.939484 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (01ecd9f1-a5f7-46af-a911-6c9f925f374e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:45.988109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 069bf510-73e7-40d8-8d92-2933d1607b88 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:45.988848 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:46.005213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:57:46.021540 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0c3823d2-9727-4ab0-853d-63e9195ec2cd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:46.021879 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Added segment 0c3823d2-9727-4ab0-853d-63e9195ec2cd of type vlan for network 4db8a2b9-4634-4ad8-bdc5-feb19a49702e Jan 28 12:57:46.023096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:46.025828 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0a66bb-e4ad-4e35-8745-926218b6f13e" -d '{"events": [{"server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "name": "network-vif-plugged", "status": "completed", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:46.040762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=069bf510-73e7-40d8-8d92-2933d1607b88,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:46.047067 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:46.074705 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (4db8a2b9-4634-4ad8-bdc5-feb19a49702e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:46.113042 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (4db8a2b9-4634-4ad8-bdc5-feb19a49702e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:46.114064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:46.115371 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:46.142180 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d804ca37-6195-477d-85d9-22a22638ac54 x-openstack-request-id: req-d804ca37-6195-477d-85d9-22a22638ac54 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:46.142678 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "name": "network-vif-plugged", "status": "completed", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:46.143011 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d804ca37-6195-477d-85d9-22a22638ac54 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:46.143470 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88', 'code': 200} Jan 28 12:57:46.145661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=069bf510-73e7-40d8-8d92-2933d1607b88,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:46.160370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5617685 Jan 28 12:57:46.170325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50450) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:46.171952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ecd9f1-a5f7-46af-a911-6c9f925f374e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:46.184688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-07f533ba-13a9-4379-955e-46c0e74366d5 admin admin] Request body: {'subnet': {'network_id': '4db8a2b9-4634-4ad8-bdc5-feb19a49702e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-183695201-subnet', 'tenant_id': '53d42b388fb545afb65c3dc418852ddf', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:46.194895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e20cb0-0a80-4118-b9db-3a1002555db1 req-09d1f307-5cb1-41c9-8168-5a85ee32e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:46.196529 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b5e20cb0-0a80-4118-b9db-3a1002555db1 req-09d1f307-5cb1-41c9-8168-5a85ee32e777 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0563569 Jan 28 12:57:46.238498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a77b00-8d79-4593-a2b5-82eeabc6223c req-f7a97d88-b2d7-4e5f-8e58-9ea849ef7cd7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:46.240073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b4a77b00-8d79-4593-a2b5-82eeabc6223c req-f7a97d88-b2d7-4e5f-8e58-9ea849ef7cd7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 944 time: 0.2955096 Jan 28 12:57:46.266331 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b5e20cb0-0a80-4118-b9db-3a1002555db1 req-4a598760-ccd4-4ab1-adf2-4cc6793f61d9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616848 Jan 28 12:57:46.272695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b48f1f-3b2d-4777-b5ef-c720d8c6d394 admin admin] Pushing event updated for resources: {'Network': ['ID=4db8a2b9-4634-4ad8-bdc5-feb19a49702e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:46.277788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f533ba-13a9-4379-955e-46c0e74366d5 admin admin] Made reservation on behalf of 53d42b388fb545afb65c3dc418852ddf for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:57:46.281251 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07f533ba-13a9-4379-955e-46c0e74366d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:46.284530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 4db8a2b9-4634-4ad8-bdc5-feb19a49702e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:57:46.371186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b4a77b00-8d79-4593-a2b5-82eeabc6223c req-e13c497b-ff47-4633-89b6-ecc3893640f8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212654 Jan 28 12:57:46.525835 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07f533ba-13a9-4379-955e-46c0e74366d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:46.590950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f533ba-13a9-4379-955e-46c0e74366d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:46.600791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f533ba-13a9-4379-955e-46c0e74366d5 admin admin] Checking segment: {'id': '0c3823d2-9727-4ab0-853d-63e9195ec2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4db8a2b9-4634-4ad8-bdc5-feb19a49702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:46.601382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f533ba-13a9-4379-955e-46c0e74366d5 admin admin] Network hostable DHCP agents. Network: 4db8a2b9-4634-4ad8-bdc5-feb19a49702e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:57:46.620570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f533ba-13a9-4379-955e-46c0e74366d5 admin admin] Network 4db8a2b9-4634-4ad8-bdc5-feb19a49702e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:57:46.638544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-07f533ba-13a9-4379-955e-46c0e74366d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 4db8a2b9-4634-4ad8-bdc5-feb19a49702e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:46.644607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f533ba-13a9-4379-955e-46c0e74366d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:46.645217 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07f533ba-13a9-4379-955e-46c0e74366d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:46.651707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327b99ab-ba26-44a5-9238-ba038b471d15 None None] Network 4db8a2b9-4634-4ad8-bdc5-feb19a49702e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:57:46.672510 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-07f533ba-13a9-4379-955e-46c0e74366d5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4950047 Jan 28 12:57:46.672725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50454) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:46.677277 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-183695201-router', 'tenant_id': '53d42b388fb545afb65c3dc418852ddf', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:46.716349 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:46.718100 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:46.821003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-4db8a2b9-4634-4ad8-bdc5-feb19a49702e', 'network_id': '4db8a2b9-4634-4ad8-bdc5-feb19a49702e', 'project_id': '53d42b388fb545afb65c3dc418852ddf', 'fixed_ips': [{'subnet_id': '7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:57:46.822416 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:46.854794 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Publish callbacks [] for router_controller (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:47.021802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Allocated IP 172.20.0.2 (4db8a2b9-4634-4ad8-bdc5-feb19a49702e/7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d/a765d9e4-5e88-454d-9ff9-fed2521e5884) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:47.063387 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Publish callbacks [] for router_gateway (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:47.285261 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Publish callbacks [] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:47.307742 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:47.404863 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:47.426251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Network 4db8a2b9-4634-4ad8-bdc5-feb19a49702e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:47.428741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:47.431612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Pushing event updated for resources: {'Port': ['ID=a765d9e4-5e88-454d-9ff9-fed2521e5884,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:47.437751 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:47.547670 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Publish callbacks [] for router_gateway (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:47.611918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Attempting to bind port a765d9e4-5e88-454d-9ff9-fed2521e5884 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:57:47.612405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Attempting to bind port a765d9e4-5e88-454d-9ff9-fed2521e5884 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '0c3823d2-9727-4ab0-853d-63e9195ec2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4db8a2b9-4634-4ad8-bdc5-feb19a49702e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:57:47.612844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Attempting to bind port a765d9e4-5e88-454d-9ff9-fed2521e5884 on network 4db8a2b9-4634-4ad8-bdc5-feb19a49702e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:47.621430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:57:47.621942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Checking segment: {'id': '0c3823d2-9727-4ab0-853d-63e9195ec2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4db8a2b9-4634-4ad8-bdc5-feb19a49702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:47.622347 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:47.622939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Bound using segment: {'id': '0c3823d2-9727-4ab0-853d-63e9195ec2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4db8a2b9-4634-4ad8-bdc5-feb19a49702e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:57:47.623456 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Bound port: a765d9e4-5e88-454d-9ff9-fed2521e5884, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3823d2-9727-4ab0-853d-63e9195ec2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4db8a2b9-4634-4ad8-bdc5-feb19a49702e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:57:47.624022 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:47.624575 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:47.721944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59fa9e-f26e-4eec-a697-c9668af2cf9f req-4147fbee-f902-4bc8-b016-cc0b860fd1b6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:47.730367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e59fa9e-f26e-4eec-a697-c9668af2cf9f req-4147fbee-f902-4bc8-b016-cc0b860fd1b6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.1472876 Jan 28 12:57:47.787904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] For port a765d9e4-5e88-454d-9ff9-fed2521e5884, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:57:47.796696 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] For port a765d9e4-5e88-454d-9ff9-fed2521e5884, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a765d9e4-5e88-454d-9ff9-fed2521e5884,segment=NetworkSegment(0c3823d2-9727-4ab0-853d-63e9195ec2cd),segment_id=0c3823d2-9727-4ab0-853d-63e9195ec2cd)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:57:47.806354 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:47.843807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e59fa9e-f26e-4eec-a697-c9668af2cf9f req-657df9b6-b857-4131-b76d-2537d6467c13 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124408 Jan 28 12:57:47.881950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Allocated IP 172.25.7.108 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/75e5746e-3e93-40d5-b4fe-a7333a19fb2a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:47.990798 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:48.015404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ed640-7962-4749-8e8a-51c74e352c2b None None] Pushing event updated for resources: {'Port': ['ID=a765d9e4-5e88-454d-9ff9-fed2521e5884,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:48.053411 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Publish callbacks [] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:48.118109 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:48.199688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:48.204527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:48.210937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:48.249577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Pushing event updated for resources: {'Port': ['ID=75e5746e-3e93-40d5-b4fe-a7333a19fb2a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:48.600110 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Publish callbacks [] for router_gateway (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:48.856705 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:49.297980 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2b5e043-4bd5-48bc-ae09-f73935d65594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:49.429690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46ee7fa-a7d2-4bce-9306-9b6ebfd323a4 None None] Network 4db8a2b9-4634-4ad8-bdc5-feb19a49702e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:57:49.471021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ee4fd-592a-43bf-8236-5b2adb9f6d77 req-ec3ddaf0-7eab-4424-8ca6-ef891ad10a9f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:49.481666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec0ee4fd-592a-43bf-8236-5b2adb9f6d77 req-ec3ddaf0-7eab-4424-8ca6-ef891ad10a9f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.1461351 Jan 28 12:57:49.542138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Router e5763501-efe8-43ee-9b5c-ee4e53d3ae8f is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:57:49.585859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a765d9e4-5e88-454d-9ff9-fed2521e5884 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:49.613698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec0ee4fd-592a-43bf-8236-5b2adb9f6d77 req-026e65dd-cb5a-434e-a9ab-5ef9defcba77 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307712 Jan 28 12:57:49.723359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:57:49.733605 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Sync routers for ids ['e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:57:49.752046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:49.756208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5ff943f9-3982-40bc-a005-b0f6a6ecabb9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0810649 Jan 28 12:57:49.758444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50500) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:49.763555 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Routers {'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:49.764470 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:49.927162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-017b16c2-e0a4-413e-adf6-ef6e123fe0e3 None None] Provisioning complete for port a765d9e4-5e88-454d-9ff9-fed2521e5884 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:49.927162 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-017b16c2-e0a4-413e-adf6-ef6e123fe0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:49.960473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92e3e4-cc9f-4be8-b38c-293341c22aff req-006c10a3-0adb-4b69-93bc-5e9e924bbc5f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:49.962411 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f92e3e4-cc9f-4be8-b38c-293341c22aff req-006c10a3-0adb-4b69-93bc-5e9e924bbc5f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.1838624 Jan 28 12:57:49.964768 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Set router e5763501-efe8-43ee-9b5c-ee4e53d3ae8f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:49.972639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50504) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:50.016406 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a18c5dba-da71-4671-9b96-adb8edbe0b06 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Request body: {'floatingip': {'port_id': '069bf510-73e7-40d8-8d92-2933d1607b88'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:57:50.070135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a765d9e4-5e88-454d-9ff9-fed2521e5884 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:50.070668 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:50.126131 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a18c5dba-da71-4671-9b96-adb8edbe0b06 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (8ad0f2cb-85e6-4143-b802-4f112d2b0f68), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:50.275946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-017b16c2-e0a4-413e-adf6-ef6e123fe0e3 None None] Current status of the port a765d9e4-5e88-454d-9ff9-fed2521e5884 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:50.279116 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-017b16c2-e0a4-413e-adf6-ef6e123fe0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:50.290512 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'name': 'tempest-ImageQuotaTest-183695201-router', 'tenant_id': '53d42b388fb545afb65c3dc418852ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '75e5746e-3e93-40d5-b4fe-a7333a19fb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:46Z', 'updated_at': '2022-01-28T12:57:48Z', 'revision_number': 3, 'project_id': '53d42b388fb545afb65c3dc418852ddf', 'gw_port': {'id': '75e5746e-3e93-40d5-b4fe-a7333a19fb2a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:47Z', 'updated_at': '2022-01-28T12:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:50.335199 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Checking router: e5763501-efe8-43ee-9b5c-ee4e53d3ae8f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:57:50.335669 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Updating router e5763501-efe8-43ee-9b5c-ee4e53d3ae8f port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:57:50.445992 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:50.637334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a765d9e4-5e88-454d-9ff9-fed2521e5884 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:50.638233 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:50.672015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-017b16c2-e0a4-413e-adf6-ef6e123fe0e3 None None] For port a765d9e4-5e88-454d-9ff9-fed2521e5884, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a765d9e4-5e88-454d-9ff9-fed2521e5884,segment=NetworkSegment(0c3823d2-9727-4ab0-853d-63e9195ec2cd),segment_id=0c3823d2-9727-4ab0-853d-63e9195ec2cd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:50.684452 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-017b16c2-e0a4-413e-adf6-ef6e123fe0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:50.806149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b16c2-e0a4-413e-adf6-ef6e123fe0e3 None None] Pushing event updated for resources: {'Port': ['ID=a765d9e4-5e88-454d-9ff9-fed2521e5884,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:50.811943 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:57:50.812558 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:57:50.823536 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-06f8b55d-2340-4f22-b09d-681cf0436a7c None None] Provisioning complete for port a765d9e4-5e88-454d-9ff9-fed2521e5884 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:50.824596 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06f8b55d-2340-4f22-b09d-681cf0436a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:50.912646 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Publish callbacks [] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:50.918618 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:50.958060 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:50.969872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-06f8b55d-2340-4f22-b09d-681cf0436a7c None None] Current status of the port a765d9e4-5e88-454d-9ff9-fed2521e5884 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:50.973917 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5147f1d-a9d1-4672-8708-9e49c35bd2b5 None None] Pushing event updated for resources: {'Port': ['ID=75e5746e-3e93-40d5-b4fe-a7333a19fb2a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:50.998548 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Attempting to bind port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:57:50.999015 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Attempting to bind port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:57:50.999409 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Attempting to bind port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:57:51.006851 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:57:51.007228 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:57:51.007663 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:51.008321 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:57:51.008788 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Bound port: 75e5746e-3e93-40d5-b4fe-a7333a19fb2a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:57:51.009248 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:51.082974 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] For port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:57:51.087888 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] For port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=75e5746e-3e93-40d5-b4fe-a7333a19fb2a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:57:51.093809 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:51.126478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a18c5dba-da71-4671-9b96-adb8edbe0b06 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:51.132263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a18c5dba-da71-4671-9b96-adb8edbe0b06 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (8ad0f2cb-85e6-4143-b802-4f112d2b0f68), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:51.173215 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Routers {'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:51.174143 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:51.205372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Allocated IP 172.20.0.1 (4db8a2b9-4634-4ad8-bdc5-feb19a49702e/7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d/48235d18-4103-4169-ab15-91a1194b04eb) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:57:51.239900 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5147f1d-a9d1-4672-8708-9e49c35bd2b5 None None] Pushing event updated for resources: {'Port': ['ID=75e5746e-3e93-40d5-b4fe-a7333a19fb2a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:51.251484 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-a18c5dba-da71-4671-9b96-adb8edbe0b06 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Floating IP 8ad0f2cb-85e6-4143-b802-4f112d2b0f68 associated. External IP: 172.25.7.186, port: 069bf510-73e7-40d8-8d92-2933d1607b88. Jan 28 12:57:51.322537 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] Set router e5763501-efe8-43ee-9b5c-ee4e53d3ae8f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:51.364290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Publish callbacks [] for port (48235d18-4103-4169-ab15-91a1194b04eb), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:51.368436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a765d9e4-5e88-454d-9ff9-fed2521e5884 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:51.421132 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (48235d18-4103-4169-ab15-91a1194b04eb), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:51.494369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a765d9e4-5e88-454d-9ff9-fed2521e5884 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:51.497799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Network 4db8a2b9-4634-4ad8-bdc5-feb19a49702e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:51.501313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:51.505269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:57:51.546064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Pushing event updated for resources: {'Port': ['ID=48235d18-4103-4169-ab15-91a1194b04eb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:51.577772 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:51.586433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18c5dba-da71-4671-9b96-adb8edbe0b06 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Router be2e7a99-f190-46e2-b4da-4e4b89bed73e has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:57:51.691299 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-744a0617-84dc-4576-bbff-a05355d1254c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:51.748257 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a765d9e4-5e88-454d-9ff9-fed2521e5884 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:51.748678 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:51.753647 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'name': 'tempest-ImageQuotaTest-183695201-router', 'tenant_id': '53d42b388fb545afb65c3dc418852ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '75e5746e-3e93-40d5-b4fe-a7333a19fb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:46Z', 'updated_at': '2022-01-28T12:57:48Z', 'revision_number': 3, 'project_id': '53d42b388fb545afb65c3dc418852ddf', 'gw_port': {'id': '75e5746e-3e93-40d5-b4fe-a7333a19fb2a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:47Z', 'updated_at': '2022-01-28T12:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:51.827047 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2814bccb-8821-4bdb-b05a-27e0f14c5404 None None] The sync data for ids ['e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'] in n-d-824835-4 is: [{'id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'name': 'tempest-ImageQuotaTest-183695201-router', 'tenant_id': '53d42b388fb545afb65c3dc418852ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '75e5746e-3e93-40d5-b4fe-a7333a19fb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:46Z', 'updated_at': '2022-01-28T12:57:48Z', 'revision_number': 3, 'project_id': '53d42b388fb545afb65c3dc418852ddf', 'gw_port': {'id': '75e5746e-3e93-40d5-b4fe-a7333a19fb2a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:47Z', 'updated_at': '2022-01-28T12:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:57:51.881447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18c5dba-da71-4671-9b96-adb8edbe0b06 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:57:51.903189 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a18c5dba-da71-4671-9b96-adb8edbe0b06 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:51.948209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81741c3-eff5-4d69-97e6-c94bf128c6dc None None] Sync routers for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:57:51.953170 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (48235d18-4103-4169-ab15-91a1194b04eb), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:51.958503 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a18c5dba-da71-4671-9b96-adb8edbe0b06 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "PUT /v2.0/floatingips/8ad0f2cb-85e6-4143-b802-4f112d2b0f68 HTTP/1.1" status: 200 len: 991 time: 1.9834924 Jan 28 12:57:51.959496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:57:51.963285 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d922e5-1b6a-43b5-9c96-b1f1d7734658" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:57:51.978449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81741c3-eff5-4d69-97e6-c94bf128c6dc None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:51.979391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f81741c3-eff5-4d69-97e6-c94bf128c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:52.046421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a765d9e4-5e88-454d-9ff9-fed2521e5884 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:52.070229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c6c4fd84-b3d2-4c1e-b083-7db085bf3c6d None None] Provisioning complete for port 48235d18-4103-4169-ab15-91a1194b04eb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:52.070824 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fd84-b3d2-4c1e-b083-7db085bf3c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (48235d18-4103-4169-ab15-91a1194b04eb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:52.082480 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8472c124-381e-456e-8b9a-afc0b5e80612 x-openstack-request-id: req-8472c124-381e-456e-8b9a-afc0b5e80612 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:57:52.083074 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:57:52.083615 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8472c124-381e-456e-8b9a-afc0b5e80612 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:57:52.084269 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88', 'status': 'completed', 'code': 200} Jan 28 12:57:52.140924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4fd84-b3d2-4c1e-b083-7db085bf3c6d None None] Port 48235d18-4103-4169-ab15-91a1194b04eb cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:57:52.207537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d922e5-1b6a-43b5-9c96-b1f1d7734658 req-c4220359-ca35-43c8-8515-31f525827ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:52.209253 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5d922e5-1b6a-43b5-9c96-b1f1d7734658 req-c4220359-ca35-43c8-8515-31f525827ea6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0952048 Jan 28 12:57:52.294115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f81741c3-eff5-4d69-97e6-c94bf128c6dc None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:52.351519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Publish callbacks [] for port (48235d18-4103-4169-ab15-91a1194b04eb), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:52.358608 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (48235d18-4103-4169-ab15-91a1194b04eb), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:52.435061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d922e5-1b6a-43b5-9c96-b1f1d7734658 req-3845add2-c2aa-4335-a2b8-1e6c0183f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:52.444396 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5d922e5-1b6a-43b5-9c96-b1f1d7734658 req-3845add2-c2aa-4335-a2b8-1e6c0183f9f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 918 time: 0.2272344 Jan 28 12:57:52.478683 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:52.512933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Pushing event updated for resources: {'Port': ['ID=48235d18-4103-4169-ab15-91a1194b04eb,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:52.631158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Network 4db8a2b9-4634-4ad8-bdc5-feb19a49702e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:57:52.640981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:57:52.652537 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5d922e5-1b6a-43b5-9c96-b1f1d7734658 req-bfdddd7d-521c-4397-968a-34ec33bff176 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=069bf510-73e7-40d8-8d92-2933d1607b88 HTTP/1.1" status: 200 len: 999 time: 0.1905308 Jan 28 12:57:52.763322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d922e5-1b6a-43b5-9c96-b1f1d7734658 req-a7d21414-50f3-4ded-9882-4e5bc61abb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:52.765043 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5d922e5-1b6a-43b5-9c96-b1f1d7734658 req-a7d21414-50f3-4ded-9882-4e5bc61abb76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.1081088 Jan 28 12:57:52.872649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Router e5763501-efe8-43ee-9b5c-ee4e53d3ae8f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:57:52.885122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d922e5-1b6a-43b5-9c96-b1f1d7734658 req-25a8c5f3-d695-4963-9bc8-33e1718d8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:52.887440 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5d922e5-1b6a-43b5-9c96-b1f1d7734658 req-25a8c5f3-d695-4963-9bc8-33e1718d8b1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151164 Jan 28 12:57:52.958998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f81741c3-eff5-4d69-97e6-c94bf128c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8ad0f2cb-85e6-4143-b802-4f112d2b0f68', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'port_id': '069bf510-73e7-40d8-8d92-2933d1607b88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'mac_address': 'fa:16:3e:76:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:34Z', 'updated_at': '2022-01-28T12:57:51Z', 'revision_number': 1, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:53.041331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81741c3-eff5-4d69-97e6-c94bf128c6dc None None] Checking router: be2e7a99-f190-46e2-b4da-4e4b89bed73e for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:57:53.060362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81741c3-eff5-4d69-97e6-c94bf128c6dc None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:53.061283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f81741c3-eff5-4d69-97e6-c94bf128c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:53.066598 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:53.099749 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5d922e5-1b6a-43b5-9c96-b1f1d7734658 req-50200dc1-bb40-42bf-a665-b1cf2e9e4d21 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043850 Jan 28 12:57:53.164273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:57:53.190290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a82a1442-0faf-458b-b22f-62ec412ace4a admin admin] 10.222.0.53 "PUT /v2.0/routers/e5763501-efe8-43ee-9b5c-ee4e53d3ae8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4298429 Jan 28 12:57:53.240918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5b78dda9-d14e-4d8a-98dd-29a1b7b44d32 None None] Provisioning complete for port 48235d18-4103-4169-ab15-91a1194b04eb triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:53.241296 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b78dda9-d14e-4d8a-98dd-29a1b7b44d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (48235d18-4103-4169-ab15-91a1194b04eb), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:53.251702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f81741c3-eff5-4d69-97e6-c94bf128c6dc None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:53.317628 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e5d922e5-1b6a-43b5-9c96-b1f1d7734658 req-0e72ee94-3ccf-4719-9d9a-01e4578724b1 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056804 Jan 28 12:57:53.373410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5b78dda9-d14e-4d8a-98dd-29a1b7b44d32 None None] Port 48235d18-4103-4169-ab15-91a1194b04eb cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:57:53.647602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 75e5746e-3e93-40d5-b4fe-a7333a19fb2a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:53.776293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:53.776779 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:53.815243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f81741c3-eff5-4d69-97e6-c94bf128c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8ad0f2cb-85e6-4143-b802-4f112d2b0f68', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'port_id': '069bf510-73e7-40d8-8d92-2933d1607b88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'mac_address': 'fa:16:3e:76:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:34Z', 'updated_at': '2022-01-28T12:57:51Z', 'revision_number': 1, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:53.853109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81741c3-eff5-4d69-97e6-c94bf128c6dc None None] The sync data for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 is: [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8ad0f2cb-85e6-4143-b802-4f112d2b0f68', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'port_id': '069bf510-73e7-40d8-8d92-2933d1607b88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'mac_address': 'fa:16:3e:76:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:34Z', 'updated_at': '2022-01-28T12:57:51Z', 'revision_number': 1, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:57:53.936610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:53.936948 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:53.986822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=75e5746e-3e93-40d5-b4fe-a7333a19fb2a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:53.996652 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:54.063157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=75e5746e-3e93-40d5-b4fe-a7333a19fb2a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:54.496696 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2633f5-1665-4868-9219-2830df90e0e8 None None] New status for floating IP 8ad0f2cb-85e6-4143-b802-4f112d2b0f68: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:57:54.742037 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:54.941011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50568) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:55.022268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] Sync routers for ids ['e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:57:55.046931 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] Routers {'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:55.049207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:55.225989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] Set router e5763501-efe8-43ee-9b5c-ee4e53d3ae8f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:55.490456 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be6fac54-c6b3-4773-a3cd-6f1d2a967b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:55.515158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 75e5746e-3e93-40d5-b4fe-a7333a19fb2a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:57:55.750774 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:57:55.751296 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:55.751296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'name': 'tempest-ImageQuotaTest-183695201-router', 'tenant_id': '53d42b388fb545afb65c3dc418852ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '75e5746e-3e93-40d5-b4fe-a7333a19fb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:46Z', 'updated_at': '2022-01-28T12:57:51Z', 'revision_number': 4, 'project_id': '53d42b388fb545afb65c3dc418852ddf', 'gw_port': {'id': '75e5746e-3e93-40d5-b4fe-a7333a19fb2a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:47Z', 'updated_at': '2022-01-28T12:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '48235d18-4103-4169-ab15-91a1194b04eb', 'name': '', 'network_id': '4db8a2b9-4634-4ad8-bdc5-feb19a49702e', 'tenant_id': '53d42b388fb545afb65c3dc418852ddf', 'mac_address': 'fa:16:3e:e5:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:50Z', 'updated_at': '2022-01-28T12:57:52Z', 'revision_number': 2, 'project_id': '53d42b388fb545afb65c3dc418852ddf', 'subnets': [{'id': '7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:55.784254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-be6fac54-c6b3-4773-a3cd-6f1d2a967b78 admin admin] Deleting port 48235d18-4103-4169-ab15-91a1194b04eb {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:57:55.784850 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be6fac54-c6b3-4773-a3cd-6f1d2a967b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (48235d18-4103-4169-ab15-91a1194b04eb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:55.802331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] Checking router: e5763501-efe8-43ee-9b5c-ee4e53d3ae8f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:57:55.802690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] Updating router e5763501-efe8-43ee-9b5c-ee4e53d3ae8f port 48235d18-4103-4169-ab15-91a1194b04eb binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:57:55.838873 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (48235d18-4103-4169-ab15-91a1194b04eb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:55.888918 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be6fac54-c6b3-4773-a3cd-6f1d2a967b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (48235d18-4103-4169-ab15-91a1194b04eb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:55.901519 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-be6fac54-c6b3-4773-a3cd-6f1d2a967b78 admin admin] Calling delete_port for 48235d18-4103-4169-ab15-91a1194b04eb owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:57:55.968416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:56.024036 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:56.125169 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be6fac54-c6b3-4773-a3cd-6f1d2a967b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (48235d18-4103-4169-ab15-91a1194b04eb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:56.165383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fac54-c6b3-4773-a3cd-6f1d2a967b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=48235d18-4103-4169-ab15-91a1194b04eb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:56.210229 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:57:56.211196 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:57:56.377540 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50594) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:56.532156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f5b815-f714-481f-bb41-f49dd21585bc tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:56.533142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f5b815-f714-481f-bb41-f49dd21585bc tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:56.533694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f5b815-f714-481f-bb41-f49dd21585bc tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:56.535605 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-84f5b815-f714-481f-bb41-f49dd21585bc tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&network_id=5446c4b8-580e-4eed-9669-0122cd5a9b47 HTTP/1.1" status: 200 len: 2969 time: 0.1568887 Jan 28 12:57:56.756464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] Port 48235d18-4103-4169-ab15-91a1194b04eb not found while updating agent binding for router e5763501-efe8-43ee-9b5c-ee4e53d3ae8f. {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 12:57:56.804982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] Routers {'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:56.815429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:56.834261 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be6fac54-c6b3-4773-a3cd-6f1d2a967b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:56.989452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] Set router e5763501-efe8-43ee-9b5c-ee4e53d3ae8f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:57.123458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6fac54-c6b3-4773-a3cd-6f1d2a967b78 admin admin] Router e5763501-efe8-43ee-9b5c-ee4e53d3ae8f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:57:57.239817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'name': 'tempest-ImageQuotaTest-183695201-router', 'tenant_id': '53d42b388fb545afb65c3dc418852ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '75e5746e-3e93-40d5-b4fe-a7333a19fb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:46Z', 'updated_at': '2022-01-28T12:57:56Z', 'revision_number': 5, 'project_id': '53d42b388fb545afb65c3dc418852ddf', 'gw_port': {'id': '75e5746e-3e93-40d5-b4fe-a7333a19fb2a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:47Z', 'updated_at': '2022-01-28T12:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:57.277941 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ebc99-7e38-491c-9b10-49cf6812cf77 None None] The sync data for ids ['e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'] in n-d-824835-4 is: [{'id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'name': 'tempest-ImageQuotaTest-183695201-router', 'tenant_id': '53d42b388fb545afb65c3dc418852ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '75e5746e-3e93-40d5-b4fe-a7333a19fb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:46Z', 'updated_at': '2022-01-28T12:57:56Z', 'revision_number': 5, 'project_id': '53d42b388fb545afb65c3dc418852ddf', 'gw_port': {'id': '75e5746e-3e93-40d5-b4fe-a7333a19fb2a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:47Z', 'updated_at': '2022-01-28T12:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:57:57.317463 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6fac54-c6b3-4773-a3cd-6f1d2a967b78 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:57:57.330398 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-be6fac54-c6b3-4773-a3cd-6f1d2a967b78 admin admin] 10.222.0.53 "PUT /v2.0/routers/e5763501-efe8-43ee-9b5c-ee4e53d3ae8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3866537 Jan 28 12:57:57.331693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50604) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:57.534782 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Publish callbacks [] for router (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:57.657869 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Publish callbacks [] for router_gateway (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:57.729350 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Deleting port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:57:57.729851 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:57.857846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] For port 75e5746e-3e93-40d5-b4fe-a7333a19fb2a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=75e5746e-3e93-40d5-b4fe-a7333a19fb2a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:57.858533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:57.877714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Calling delete_port for 75e5746e-3e93-40d5-b4fe-a7333a19fb2a owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:57:58.079040 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (75e5746e-3e93-40d5-b4fe-a7333a19fb2a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:58.132899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e5746e-3e93-40d5-b4fe-a7333a19fb2a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:58.178117 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:58.294683 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e78c00-20ef-4d3a-b98a-373c0cdcb92a None None] Sync routers for ids ['e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:57:58.312045 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:58.312534 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Publish callbacks [] for router_controller (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:58.321975 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e78c00-20ef-4d3a-b98a-373c0cdcb92a None None] Routers {'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:58.322836 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a5e78c00-20ef-4d3a-b98a-373c0cdcb92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:58.379093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (e5763501-efe8-43ee-9b5c-ee4e53d3ae8f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:58.379631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5763501-efe8-43ee-9b5c-ee4e53d3ae8f {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:57:58.384587 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:58.388795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50628) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:58.396597 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5076086b-1b98-48f8-91ad-57bce6e4aed9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e5763501-efe8-43ee-9b5c-ee4e53d3ae8f HTTP/1.1" status: 204 len: 168 time: 1.0633168 Jan 28 12:57:58.409708 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a5e78c00-20ef-4d3a-b98a-373c0cdcb92a None None] Set router e5763501-efe8-43ee-9b5c-ee4e53d3ae8f gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:57:58.482015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcac8c6-5079-44ad-843f-79fba55e337e admin admin] Deleting subnet 7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:57:58.484851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c79af1-bf58-49b9-8bbf-c22f9ca52a1a req-0a26e18a-672f-41aa-82d0-a37edcdb57f0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:58.486839 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a5e78c00-20ef-4d3a-b98a-373c0cdcb92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f', 'name': 'tempest-ImageQuotaTest-183695201-router', 'tenant_id': '53d42b388fb545afb65c3dc418852ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:46Z', 'updated_at': '2022-01-28T12:57:58Z', 'revision_number': 7, 'project_id': '53d42b388fb545afb65c3dc418852ddf', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:57:58.488024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cfcac8c6-5079-44ad-843f-79fba55e337e admin admin] Publish callbacks [] for subnet (7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:58.489341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5c79af1-bf58-49b9-8bbf-c22f9ca52a1a req-0a26e18a-672f-41aa-82d0-a37edcdb57f0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.1216774 Jan 28 12:57:58.517884 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e78c00-20ef-4d3a-b98a-373c0cdcb92a None None] Checking router: e5763501-efe8-43ee-9b5c-ee4e53d3ae8f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:57:58.529042 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e78c00-20ef-4d3a-b98a-373c0cdcb92a None None] Routers set() bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:57:58.529688 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e78c00-20ef-4d3a-b98a-373c0cdcb92a None None] Router IDs set() for agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 12:57:58.530665 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_agentschedulers_db [None req-a5e78c00-20ef-4d3a-b98a-373c0cdcb92a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent'). {{(pid=103131) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 12:57:58.531216 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e78c00-20ef-4d3a-b98a-373c0cdcb92a None None] The sync data for ids ['e5763501-efe8-43ee-9b5c-ee4e53d3ae8f'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:57:58.565097 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cfcac8c6-5079-44ad-843f-79fba55e337e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:58.594517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5c79af1-bf58-49b9-8bbf-c22f9ca52a1a req-5df93fbe-495a-4df1-aa50-af749faff5ff tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973206 Jan 28 12:57:58.625197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50634) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:58.702843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cfcac8c6-5079-44ad-843f-79fba55e337e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:58.746522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1b4114d2-3517-4b09-bd77-2791b1fd580c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/77042938-ef06-45a8-8041-4b8cc81475d4 HTTP/1.1" status: 200 len: 993 time: 0.1197708 Jan 28 12:57:58.794896 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cfcac8c6-5079-44ad-843f-79fba55e337e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:58.828221 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcac8c6-5079-44ad-843f-79fba55e337e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:58.841048 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cfcac8c6-5079-44ad-843f-79fba55e337e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:58.843402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2069e3-d4be-40fb-b3de-c857c6cf6e0d None None] Network 4db8a2b9-4634-4ad8-bdc5-feb19a49702e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:57:58.850506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50642) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:58.853423 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cfcac8c6-5079-44ad-843f-79fba55e337e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7f7d1a7e-8ad7-4e28-ac93-5f2cd320c31d HTTP/1.1" status: 204 len: 168 time: 0.4599290 Jan 28 12:57:58.947022 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (4db8a2b9-4634-4ad8-bdc5-feb19a49702e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:59.020283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Deleting port a765d9e4-5e88-454d-9ff9-fed2521e5884 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:57:59.020754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:59.145866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] For port a765d9e4-5e88-454d-9ff9-fed2521e5884, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a765d9e4-5e88-454d-9ff9-fed2521e5884,segment=NetworkSegment(0c3823d2-9727-4ab0-853d-63e9195ec2cd),segment_id=0c3823d2-9727-4ab0-853d-63e9195ec2cd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:59.145983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:59.182544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Calling delete_port for a765d9e4-5e88-454d-9ff9-fed2521e5884 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:57:59.193997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794bcce-ecad-498e-8c28-4f839e81c507 req-e3806d45-7a89-4250-ae07-ab9bd28577c3 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:59.195710 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3794bcce-ecad-498e-8c28-4f839e81c507 req-e3806d45-7a89-4250-ae07-ab9bd28577c3 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 1096 time: 0.0689194 Jan 28 12:57:59.211329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd734b3-ffff-46f3-81fd-85abf64b1062 None None] DHCP port deletion for 4db8a2b9-4634-4ad8-bdc5-feb19a49702e request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:57:59.287301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3cd734b3-ffff-46f3-81fd-85abf64b1062 None None] Deleting port a765d9e4-5e88-454d-9ff9-fed2521e5884 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:57:59.288149 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3cd734b3-ffff-46f3-81fd-85abf64b1062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:59.337889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3794bcce-ecad-498e-8c28-4f839e81c507 req-5f950ef2-543a-4860-924d-6ad62042190f tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125867 Jan 28 12:57:59.368839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3cd734b3-ffff-46f3-81fd-85abf64b1062 None None] For port a765d9e4-5e88-454d-9ff9-fed2521e5884, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a765d9e4-5e88-454d-9ff9-fed2521e5884,segment=NetworkSegment(0c3823d2-9727-4ab0-853d-63e9195ec2cd),segment_id=0c3823d2-9727-4ab0-853d-63e9195ec2cd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:57:59.369651 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3cd734b3-ffff-46f3-81fd-85abf64b1062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:59.409556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3cd734b3-ffff-46f3-81fd-85abf64b1062 None None] Calling delete_port for a765d9e4-5e88-454d-9ff9-fed2521e5884 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:57:59.431040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50660) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:57:59.547372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a765d9e4-5e88-454d-9ff9-fed2521e5884 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:57:59.550049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f34011-99d7-44fb-885d-824ba511bf4d tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:57:59.552350 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-55f34011-99d7-44fb-885d-824ba511bf4d tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 814 time: 0.1199081 Jan 28 12:57:59.702393 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3cd734b3-ffff-46f3-81fd-85abf64b1062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:59.720045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd734b3-ffff-46f3-81fd-85abf64b1062 None None] No DVR routers for this DVR port a765d9e4-5e88-454d-9ff9-fed2521e5884 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:57:59.739526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a765d9e4-5e88-454d-9ff9-fed2521e5884 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:57:59.739928 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:57:59.769031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd734b3-ffff-46f3-81fd-85abf64b1062 None None] Pushing event deleted for resources: {'Port': ['ID=a765d9e4-5e88-454d-9ff9-fed2521e5884,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:57:59.859819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 75e5746e-3e93-40d5-b4fe-a7333a19fb2a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:57:59.900585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 75e5746e-3e93-40d5-b4fe-a7333a19fb2a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:57:59.900969 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 75e5746e-3e93-40d5-b4fe-a7333a19fb2a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:57:59.986188 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a765d9e4-5e88-454d-9ff9-fed2521e5884), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.020281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Pushing event deleted for resources: {'Port': ['ID=a765d9e4-5e88-454d-9ff9-fed2521e5884,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:00.031985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] No DVR routers for this DVR port a765d9e4-5e88-454d-9ff9-fed2521e5884 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:58:00.044741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50682) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:00.057063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f60a84e8-27f5-40a0-bef5-dcf0e69bf173 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'network': {'name': 'tempest-network-smoke--1922975323', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:00.179332 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (4db8a2b9-4634-4ad8-bdc5-feb19a49702e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.189329 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60a84e8-27f5-40a0-bef5-dcf0e69bf173 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Made reservation on behalf of 7290a7b466ae4f8e9c54c7ef61b8cc1f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:58:00.193510 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f60a84e8-27f5-40a0-bef5-dcf0e69bf173 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.224605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db8a2b9-4634-4ad8-bdc5-feb19a49702e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:00.241840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3823d2-9727-4ab0-853d-63e9195ec2cd') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:00.242406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3823d2-9727-4ab0-853d-63e9195ec2cd') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:00.259213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (0c3823d2-9727-4ab0-853d-63e9195ec2cd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.261823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60a84e8-27f5-40a0-bef5-dcf0e69bf173 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:58:00.282807 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f60a84e8-27f5-40a0-bef5-dcf0e69bf173 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a79b44a9-2f4d-4bfa-b7e5-669656ba94da), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.283215 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-f60a84e8-27f5-40a0-bef5-dcf0e69bf173 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Added segment a79b44a9-2f4d-4bfa-b7e5-669656ba94da of type vlan for network ec7c29ee-f7b0-454f-a5be-979cdbc85808 Jan 28 12:58:00.329150 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f60a84e8-27f5-40a0-bef5-dcf0e69bf173 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (ec7c29ee-f7b0-454f-a5be-979cdbc85808), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.355391 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0c3823d2-9727-4ab0-853d-63e9195ec2cd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.358338 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f60a84e8-27f5-40a0-bef5-dcf0e69bf173 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (ec7c29ee-f7b0-454f-a5be-979cdbc85808), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.364162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60a84e8-27f5-40a0-bef5-dcf0e69bf173 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:00.364888 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f60a84e8-27f5-40a0-bef5-dcf0e69bf173 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.382223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:58:00.382730 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (0c3823d2-9727-4ab0-853d-63e9195ec2cd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:58:00.384906 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:58:00.484863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f60a84e8-27f5-40a0-bef5-dcf0e69bf173 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4389772 Jan 28 12:58:00.488438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50694) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:00.549047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (4db8a2b9-4634-4ad8-bdc5-feb19a49702e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.551187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a84e8-27f5-40a0-bef5-dcf0e69bf173 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Network': ['ID=ec7c29ee-f7b0-454f-a5be-979cdbc85808,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:00.562002 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.568452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network ec7c29ee-f7b0-454f-a5be-979cdbc85808 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:58:00.569437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4db8a2b9-4634-4ad8-bdc5-feb19a49702e HTTP/1.1" status: 204 len: 168 time: 1.7204137 Jan 28 12:58:00.594437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd222b-f247-4fcb-a10b-4332ebb1cc55 admin admin] Pushing event deleted for resources: {'Network': ['ID=4db8a2b9-4634-4ad8-bdc5-feb19a49702e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:00.698127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea82bc7-3ecd-41c4-a706-fde6662ef526 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:00.700353 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dea82bc7-3ecd-41c4-a706-fde6662ef526 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2108676 Jan 28 12:58:00.703396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50698) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:00.716887 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-fb301d3d-c877-4bad-8c90-f913ecabd6d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3130009 Jan 28 12:58:00.724441 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-b02dc356-e21a-4881-835c-439223a4fe51 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:00.725811 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-b02dc356-e21a-4881-835c-439223a4fe51 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079165 Jan 28 12:58:00.757977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50700) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:00.811413 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-64c114b1-0626-4a75-abf4-7491459893cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53d42b388fb545afb65c3dc418852ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506332 Jan 28 12:58:00.814876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50704) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:00.920088 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71db31bd-b7ea-40a0-b75f-0685ca940f69 admin admin] Publish callbacks [] for security_group (01ecd9f1-a5f7-46af-a911-6c9f925f374e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:00.966040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71db31bd-b7ea-40a0-b75f-0685ca940f69 admin admin] Publish callbacks [] for security_group (01ecd9f1-a5f7-46af-a911-6c9f925f374e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:01.114613 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71db31bd-b7ea-40a0-b75f-0685ca940f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (01ecd9f1-a5f7-46af-a911-6c9f925f374e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:01.117638 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71db31bd-b7ea-40a0-b75f-0685ca940f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:01.121817 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-71db31bd-b7ea-40a0-b75f-0685ca940f69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01ecd9f1-a5f7-46af-a911-6c9f925f374e HTTP/1.1" status: 204 len: 168 time: 0.3057351 Jan 28 12:58:01.141487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db31bd-b7ea-40a0-b75f-0685ca940f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ecd9f1-a5f7-46af-a911-6c9f925f374e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:01.146050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62da9dc5-ddf8-40dc-8745-2c2b24ebc74e tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:01.150832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-62da9dc5-ddf8-40dc-8745-2c2b24ebc74e tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4433980 Jan 28 12:58:01.151150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50728) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:01.190611 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eccb876b-1eb7-4280-849c-2325b858f4f3 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372782 Jan 28 12:58:01.194320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50730) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:01.234724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f790dfe1-bac0-47bf-9457-16ca47b90025 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355062 Jan 28 12:58:01.235616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50732) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:01.420618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eb56fd-93c0-4d21-b713-200c7ef27557 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:01.423629 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-56eb56fd-93c0-4d21-b713-200c7ef27557 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1862257 Jan 28 12:58:01.428613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50734) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:01.534612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-29d5605b-2d6a-4141-9e31-693ad2dd4307 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1034253 Jan 28 12:58:01.535799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50738) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:01.553867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-43fdb572-6d75-4f97-a96c-04e4d4630bc9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-603850099', 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:01.696820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-a866b782-eace-4a17-8fd3-a6facc19d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:01.704228 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-a866b782-eace-4a17-8fd3-a6facc19d9ea service neutron] 10.222.0.53 "GET /v2.0/ports/305a5707-ce5d-4312-92d0-1505cb290085 HTTP/1.1" status: 200 len: 1093 time: 0.1025829 Jan 28 12:58:01.711335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] Request body: {'binding': {'host': 'n-h1-824835-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:01.712419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fdb572-6d75-4f97-a96c-04e4d4630bc9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Made reservation on behalf of 7290a7b466ae4f8e9c54c7ef61b8cc1f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:58:01.712627 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:58:01.724528 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43fdb572-6d75-4f97-a96c-04e4d4630bc9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:01.845354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50744) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:01.929238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50748) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:01.977319 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faffc1fa-9bc5-4a11-9ec7-3c36dce2128d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.040545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] Attempting to bind port 305a5707-ce5d-4312-92d0-1505cb290085 on host n-h1-824835-4 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:58:02.040982 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] Attempting to bind port 305a5707-ce5d-4312-92d0-1505cb290085 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:58:02.041342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] Attempting to bind port 305a5707-ce5d-4312-92d0-1505cb290085 on network 3b90798b-af22-4242-a6a7-a5b3a4634c92 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:02.064321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] Port 305a5707-ce5d-4312-92d0-1505cb290085 on network 3b90798b-af22-4242-a6a7-a5b3a4634c92 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:58:02.064702 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] Attempting to bind port 305a5707-ce5d-4312-92d0-1505cb290085 on network 3b90798b-af22-4242-a6a7-a5b3a4634c92 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:02.071332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:58:02.071766 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] Checking segment: {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:02.072081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] Bound using segment: {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:58:02.072796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] Bound port: 305a5707-ce5d-4312-92d0-1505cb290085, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:58:02.087147 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43fdb572-6d75-4f97-a96c-04e4d4630bc9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (49e47e91-8978-4d9e-a8bb-8056069d4ca6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.207558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=305a5707-ce5d-4312-92d0-1505cb290085,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:58:02.208572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdb572-6d75-4f97-a96c-04e4d4630bc9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Subnet': ['ID=49e47e91-8978-4d9e-a8bb-8056069d4ca6,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:02.210065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faffc1fa-9bc5-4a11-9ec7-3c36dce2128d admin admin] Publish callbacks [] for security_group (9f9d0c6e-e0e6-4a67-bf9f-4c91daa85d10), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.216161 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.217552 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] 10.222.0.53 "POST /v2.0/ports/305a5707-ce5d-4312-92d0-1505cb290085/bindings HTTP/1.1" status: 201 len: 389 time: 0.5121644 Jan 28 12:58:02.218870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faffc1fa-9bc5-4a11-9ec7-3c36dce2128d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9f9d0c6e-e0e6-4a67-bf9f-4c91daa85d10), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.274543 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-faffc1fa-9bc5-4a11-9ec7-3c36dce2128d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3388548 Jan 28 12:58:02.274543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffc1fa-9bc5-4a11-9ec7-3c36dce2128d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d0c6e-e0e6-4a67-bf9f-4c91daa85d10,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:02.274998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50750) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:02.341339 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fdb572-6d75-4f97-a96c-04e4d4630bc9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Checking segment: {'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:02.341682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fdb572-6d75-4f97-a96c-04e4d4630bc9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network hostable DHCP agents. Network: ec7c29ee-f7b0-454f-a5be-979cdbc85808, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:58:02.347315 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0de3228-4cae-4353-804a-9f6de970c9b5 admin admin] Publish callbacks [] for security_group (9f9d0c6e-e0e6-4a67-bf9f-4c91daa85d10), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.376707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fdb572-6d75-4f97-a96c-04e4d4630bc9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network ec7c29ee-f7b0-454f-a5be-979cdbc85808 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:58:02.380567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0de3228-4cae-4353-804a-9f6de970c9b5 admin admin] Publish callbacks [] for security_group (9f9d0c6e-e0e6-4a67-bf9f-4c91daa85d10), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.426396 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3191718c-0c48-44b0-bd5a-c1a08991fd02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.456837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-43fdb572-6d75-4f97-a96c-04e4d4630bc9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, ec7c29ee-f7b0-454f-a5be-979cdbc85808) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:02.474564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0de3228-4cae-4353-804a-9f6de970c9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9f9d0c6e-e0e6-4a67-bf9f-4c91daa85d10), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.475573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62058433-8a27-45e0-af43-73b3e6ac41d5 None None] Network ec7c29ee-f7b0-454f-a5be-979cdbc85808 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:58:02.484854 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0de3228-4cae-4353-804a-9f6de970c9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.489885 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a0de3228-4cae-4353-804a-9f6de970c9b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f9d0c6e-e0e6-4a67-bf9f-4c91daa85d10 HTTP/1.1" status: 204 len: 168 time: 0.2106495 Jan 28 12:58:02.499891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de3228-4cae-4353-804a-9f6de970c9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d0c6e-e0e6-4a67-bf9f-4c91daa85d10,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:02.601100 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3191718c-0c48-44b0-bd5a-c1a08991fd02 admin admin] Publish callbacks [] for security_group (42079128-1f03-46d5-bb8b-b5696fc73c7b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.608427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fdb572-6d75-4f97-a96c-04e4d4630bc9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:02.608427 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43fdb572-6d75-4f97-a96c-04e4d4630bc9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.623415 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3191718c-0c48-44b0-bd5a-c1a08991fd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (42079128-1f03-46d5-bb8b-b5696fc73c7b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.698050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-43fdb572-6d75-4f97-a96c-04e4d4630bc9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1607280 Jan 28 12:58:02.783954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-ec7c29ee-f7b0-454f-a5be-979cdbc85808', 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ips': [{'subnet_id': '49e47e91-8978-4d9e-a8bb-8056069d4ca6'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:58:02.785211 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.806869 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3191718c-0c48-44b0-bd5a-c1a08991fd02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b13974bf8fa64df8ba31117049206eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9521947 Jan 28 12:58:02.807218 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50764) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:02.824434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191718c-0c48-44b0-bd5a-c1a08991fd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42079128-1f03-46d5-bb8b-b5696fc73c7b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:02.973776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d628-7fbc-4ded-aea4-8dfa64bb8fd0 req-a78be830-a957-40a1-8322-5104d29d6903 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:02.974079 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-972303ae-531f-4eb3-b245-7252c063c9d1 admin admin] Publish callbacks [] for security_group (42079128-1f03-46d5-bb8b-b5696fc73c7b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:02.990691 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b382d628-7fbc-4ded-aea4-8dfa64bb8fd0 req-a78be830-a957-40a1-8322-5104d29d6903 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.3875301 Jan 28 12:58:03.009209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Allocated IP 172.20.0.18 (ec7c29ee-f7b0-454f-a5be-979cdbc85808/49e47e91-8978-4d9e-a8bb-8056069d4ca6/1f3e3d7d-6196-45c8-a076-5bd0c69297d1) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:58:03.078471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-98441b0c-a57f-490e-a9b6-e8cf1a9172e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:03.081130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-98441b0c-a57f-490e-a9b6-e8cf1a9172e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 1096 time: 0.4763567 Jan 28 12:58:03.093578 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-972303ae-531f-4eb3-b245-7252c063c9d1 admin admin] Publish callbacks [] for security_group (42079128-1f03-46d5-bb8b-b5696fc73c7b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.220309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-972303ae-531f-4eb3-b245-7252c063c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (42079128-1f03-46d5-bb8b-b5696fc73c7b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.223311 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-972303ae-531f-4eb3-b245-7252c063c9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.225383 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-972303ae-531f-4eb3-b245-7252c063c9d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42079128-1f03-46d5-bb8b-b5696fc73c7b HTTP/1.1" status: 204 len: 168 time: 0.4164109 Jan 28 12:58:03.243201 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972303ae-531f-4eb3-b245-7252c063c9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42079128-1f03-46d5-bb8b-b5696fc73c7b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:03.321408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b382d628-7fbc-4ded-aea4-8dfa64bb8fd0 req-75043b1a-cb82-49c1-bc80-ce561fc43a03 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300629 Jan 28 12:58:03.353443 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:03.359600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4b193f7a-f4a8-47b6-af26-5556c0399d1b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-534461277', 'description': 'tempest-secgroup-smoke-534461277 description', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:03.400638 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b193f7a-f4a8-47b6-af26-5556c0399d1b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.433716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-f7b9a09a-32c8-4e6d-9800-d903f9a0ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:03.435752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-f7b9a09a-32c8-4e6d-9800-d903f9a0ad4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b90798b-af22-4242-a6a7-a5b3a4634c92 HTTP/1.1" status: 200 len: 898 time: 0.3265924 Jan 28 12:58:03.446238 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Publish callbacks [] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.464481 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.522751 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b193f7a-f4a8-47b6-af26-5556c0399d1b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (82a8ab50-d025-421c-bef9-aaac24f11c5e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.528784 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b193f7a-f4a8-47b6-af26-5556c0399d1b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (82a8ab50-d025-421c-bef9-aaac24f11c5e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.566434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b193f7a-f4a8-47b6-af26-5556c0399d1b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a8ab50-d025-421c-bef9-aaac24f11c5e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:03.592278 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b193f7a-f4a8-47b6-af26-5556c0399d1b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.593121 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4b193f7a-f4a8-47b6-af26-5556c0399d1b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2374411 Jan 28 12:58:03.594288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Network ec7c29ee-f7b0-454f-a5be-979cdbc85808 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:58:03.596092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50782) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:03.600320 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-c9ea85ef-1146-4659-b4e4-211f035af59d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305a5707-ce5d-4312-92d0-1505cb290085 HTTP/1.1" status: 200 len: 1001 time: 0.1519127 Jan 28 12:58:03.602312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d7f20907-9c9e-4d38-89c5-868181977c42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '82a8ab50-d025-421c-bef9-aaac24f11c5e', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:03.612244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:03.617543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:58:03.647658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7f20907-9c9e-4d38-89c5-868181977c42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (dc72398f-71c7-48e3-95f0-507a1e0bcb3a), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.701203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-c588a5cd-a4aa-4974-b921-f6172254c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:03.702937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-c588a5cd-a4aa-4974-b921-f6172254c2b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc34ca4d-b0dd-4665-95fd-d1d781704821 HTTP/1.1" status: 200 len: 834 time: 0.0966942 Jan 28 12:58:03.719362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Pushing event updated for resources: {'Port': ['ID=1f3e3d7d-6196-45c8-a076-5bd0c69297d1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:03.759785 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7f20907-9c9e-4d38-89c5-868181977c42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (dc72398f-71c7-48e3-95f0-507a1e0bcb3a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.771077 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7f20907-9c9e-4d38-89c5-868181977c42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (dc72398f-71c7-48e3-95f0-507a1e0bcb3a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.816450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f20907-9c9e-4d38-89c5-868181977c42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc72398f-71c7-48e3-95f0-507a1e0bcb3a,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:03.820205 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Attempting to bind port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:58:03.820205 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Attempting to bind port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:58:03.820537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Attempting to bind port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 on network ec7c29ee-f7b0-454f-a5be-979cdbc85808 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:03.827325 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7f20907-9c9e-4d38-89c5-868181977c42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.828627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-7ebf211a-ae25-42df-b5b4-7aaaf86fc5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:03.829661 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d7f20907-9c9e-4d38-89c5-868181977c42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2323008 Jan 28 12:58:03.832350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50788) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:03.836425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-7ebf211a-ae25-42df-b5b4-7aaaf86fc5a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b90798b-af22-4242-a6a7-a5b3a4634c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269758 Jan 28 12:58:03.839173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5a43efce-126e-41f8-839a-b4c2993eb2eb tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '82a8ab50-d025-421c-bef9-aaac24f11c5e', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:03.846450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:58:03.846450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Checking segment: {'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:03.847589 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.848913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Bound using segment: {'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:58:03.850462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Bound port: 1f3e3d7d-6196-45c8-a076-5bd0c69297d1, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:58:03.851586 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.890162 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a43efce-126e-41f8-839a-b4c2993eb2eb tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (45b195aa-f092-4182-9cab-3cce621b9212), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:03.994119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-edaaac09-fa00-4088-affc-794340b5917f service neutron] 10.222.0.35 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516919 Jan 28 12:58:04.005843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] For port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:58:04.014556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] For port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1f3e3d7d-6196-45c8-a076-5bd0c69297d1,segment=NetworkSegment(a79b44a9-2f4d-4bfa-b7e5-669656ba94da),segment_id=a79b44a9-2f4d-4bfa-b7e5-669656ba94da)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:58:04.027659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.032355 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a43efce-126e-41f8-839a-b4c2993eb2eb tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (45b195aa-f092-4182-9cab-3cce621b9212), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.045116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a43efce-126e-41f8-839a-b4c2993eb2eb tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (45b195aa-f092-4182-9cab-3cce621b9212), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.101383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43efce-126e-41f8-839a-b4c2993eb2eb tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b195aa-f092-4182-9cab-3cce621b9212,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:04.117125 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a43efce-126e-41f8-839a-b4c2993eb2eb tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.118598 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5a43efce-126e-41f8-839a-b4c2993eb2eb tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2846906 Jan 28 12:58:04.124788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50796) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:04.129727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-941023f1-78af-4f74-91ba-118ed08b5d3d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '82a8ab50-d025-421c-bef9-aaac24f11c5e', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:04.142476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f58dfa-46a7-4bee-9edc-2efbcc30943f None None] Pushing event updated for resources: {'Port': ['ID=1f3e3d7d-6196-45c8-a076-5bd0c69297d1,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:04.203529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-941023f1-78af-4f74-91ba-118ed08b5d3d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (4acbb052-097d-4cf6-a378-78a3bc0b4878), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.237359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-34efc13a-8cb7-4cc3-9476-527ad5dfbaad service neutron] 10.222.0.35 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330463 Jan 28 12:58:04.345233 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-941023f1-78af-4f74-91ba-118ed08b5d3d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (4acbb052-097d-4cf6-a378-78a3bc0b4878), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.353400 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-941023f1-78af-4f74-91ba-118ed08b5d3d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (4acbb052-097d-4cf6-a378-78a3bc0b4878), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.392980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941023f1-78af-4f74-91ba-118ed08b5d3d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acbb052-097d-4cf6-a378-78a3bc0b4878,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:04.408612 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-941023f1-78af-4f74-91ba-118ed08b5d3d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.410187 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-941023f1-78af-4f74-91ba-118ed08b5d3d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2842641 Jan 28 12:58:04.413121 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50804) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:04.427423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-73239c28-7743-4d84-95c6-fb4029db5b91 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '82a8ab50-d025-421c-bef9-aaac24f11c5e', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:04.474518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-41ebc5ee-bbfb-4c93-87f0-80302276c8ff tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:04.476501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-41ebc5ee-bbfb-4c93-87f0-80302276c8ff tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971&tenant_id=f804c63ab4be43509b4700c1f4f06f6f&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1096 time: 0.1719217 Jan 28 12:58:04.496019 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73239c28-7743-4d84-95c6-fb4029db5b91 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (0373a253-a8ba-468e-a5d8-985a4a899bc2), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.499679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824835-4'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:04.665805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73239c28-7743-4d84-95c6-fb4029db5b91 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (0373a253-a8ba-468e-a5d8-985a4a899bc2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.672152 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73239c28-7743-4d84-95c6-fb4029db5b91 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (0373a253-a8ba-468e-a5d8-985a4a899bc2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.695232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (305a5707-ce5d-4312-92d0-1505cb290085), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.737541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73239c28-7743-4d84-95c6-fb4029db5b91 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0373a253-a8ba-468e-a5d8-985a4a899bc2,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:04.772321 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73239c28-7743-4d84-95c6-fb4029db5b91 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:04.778536 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-73239c28-7743-4d84-95c6-fb4029db5b91 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3557270 Jan 28 12:58:04.779745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:04.790466 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ac346086-ea82-495d-8b51-80786f3d0b1d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '82a8ab50-d025-421c-bef9-aaac24f11c5e', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:04.792061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7f7d7-fdaa-4796-8b1b-da8d4f795181 req-44ab612d-b0e6-470f-b644-577743e40a9c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:04.804045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5cf7f7d7-fdaa-4796-8b1b-da8d4f795181 req-44ab612d-b0e6-470f-b644-577743e40a9c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.2229877 Jan 28 12:58:04.850571 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-ac346086-ea82-495d-8b51-80786f3d0b1d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Project 7290a7b466ae4f8e9c54c7ef61b8cc1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:58:04.861834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac346086-ea82-495d-8b51-80786f3d0b1d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (7e1f3989-3c09-48a0-9f4b-28ebe4f839f0), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:05.004898 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac346086-ea82-495d-8b51-80786f3d0b1d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (7e1f3989-3c09-48a0-9f4b-28ebe4f839f0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:05.013645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac346086-ea82-495d-8b51-80786f3d0b1d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (7e1f3989-3c09-48a0-9f4b-28ebe4f839f0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:05.041983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5cf7f7d7-fdaa-4796-8b1b-da8d4f795181 req-5b815509-f3af-46d0-8ea5-5614b2c76381 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350357 Jan 28 12:58:05.048806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac346086-ea82-495d-8b51-80786f3d0b1d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1f3989-3c09-48a0-9f4b-28ebe4f839f0,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:05.086141 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac346086-ea82-495d-8b51-80786f3d0b1d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:05.093730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:05.095219 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ac346086-ea82-495d-8b51-80786f3d0b1d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3128397 Jan 28 12:58:05.103266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1927d288-053c-48f1-ac39-b3b777528ad7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '82a8ab50-d025-421c-bef9-aaac24f11c5e', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:05.131460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=305a5707-ce5d-4312-92d0-1505cb290085,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:05.172680 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-1927d288-053c-48f1-ac39-b3b777528ad7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Project 7290a7b466ae4f8e9c54c7ef61b8cc1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:58:05.195686 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1927d288-053c-48f1-ac39-b3b777528ad7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (68684ef0-2cdd-4dfe-83c3-8f42e36123c6), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:05.224768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:58:05.325642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:05.328401 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b335caf-7906-40bf-8433-48e1cac3664f" -d '{"events": [{"server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "name": "network-vif-unplugged", "status": "completed", "tag": "305a5707-ce5d-4312-92d0-1505cb290085"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:05.343204 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Publish callbacks [] for port (305a5707-ce5d-4312-92d0-1505cb290085), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:05.356872 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (305a5707-ce5d-4312-92d0-1505cb290085), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:05.400934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1927d288-053c-48f1-ac39-b3b777528ad7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (68684ef0-2cdd-4dfe-83c3-8f42e36123c6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:05.423818 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48757e5-2439-4dc8-931a-9342cfbe3a64 x-openstack-request-id: req-d48757e5-2439-4dc8-931a-9342cfbe3a64 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:05.424832 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "name": "network-vif-unplugged", "status": "completed", "tag": "305a5707-ce5d-4312-92d0-1505cb290085", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:05.425089 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d48757e5-2439-4dc8-931a-9342cfbe3a64 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:05.425497 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085', 'code': 200} Jan 28 12:58:05.429920 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1927d288-053c-48f1-ac39-b3b777528ad7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (68684ef0-2cdd-4dfe-83c3-8f42e36123c6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:05.598290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927d288-053c-48f1-ac39-b3b777528ad7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68684ef0-2cdd-4dfe-83c3-8f42e36123c6,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:05.665218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:58:05.716850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Pushing event updated for resources: {'Port': ['ID=305a5707-ce5d-4312-92d0-1505cb290085,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:05.737987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1927d288-053c-48f1-ac39-b3b777528ad7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:05.739555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1927d288-053c-48f1-ac39-b3b777528ad7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6448247 Jan 28 12:58:05.767032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Attempting to bind port 305a5707-ce5d-4312-92d0-1505cb290085 on host n-h2-824835-4 for vnic_type normal with profile {"migrating_to": "n-h1-824835-4"} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:58:05.767483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Attempting to bind port 305a5707-ce5d-4312-92d0-1505cb290085 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:58:05.767723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Attempting to bind port 305a5707-ce5d-4312-92d0-1505cb290085 on network 3b90798b-af22-4242-a6a7-a5b3a4634c92 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:05.774926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Port 305a5707-ce5d-4312-92d0-1505cb290085 on network 3b90798b-af22-4242-a6a7-a5b3a4634c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:58:05.775249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Attempting to bind port 305a5707-ce5d-4312-92d0-1505cb290085 on network 3b90798b-af22-4242-a6a7-a5b3a4634c92 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:05.789285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:58:05.789629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Checking segment: {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:05.790020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Bound using segment: {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:58:05.795899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Bound port: 305a5707-ce5d-4312-92d0-1505cb290085, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:58:05.796481 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (305a5707-ce5d-4312-92d0-1505cb290085), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:05.809203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:05.809599 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:05.933591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:58:05.938400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=305a5707-ce5d-4312-92d0-1505cb290085,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:58:05.945786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (305a5707-ce5d-4312-92d0-1505cb290085), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:06.049538 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8f8f0841-c522-4227-8049-2302d56b91d9 None None] Provisioning complete for port 305a5707-ce5d-4312-92d0-1505cb290085 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:06.050023 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0841-c522-4227-8049-2302d56b91d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (305a5707-ce5d-4312-92d0-1505cb290085), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:06.183609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Pushing event updated for resources: {'Port': ['ID=305a5707-ce5d-4312-92d0-1505cb290085,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:06.292324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb074c37-a07b-4e78-9430-483ccbf387c2 None None] Network ec7c29ee-f7b0-454f-a5be-979cdbc85808 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:58:06.322860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:06.324046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:06.325544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-309be6ad-a45a-40cb-920b-328561450e6e service neutron] 10.222.0.35 "PUT /v2.0/ports/305a5707-ce5d-4312-92d0-1505cb290085 HTTP/1.1" status: 200 len: 1121 time: 1.8428741 Jan 28 12:58:06.391503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:06.392230 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:06.426448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-c7ea05e0-3711-4747-9924-a03d6da0f283 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534461277&fields=id&tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f HTTP/1.1" status: 200 len: 267 time: 0.2720425 Jan 28 12:58:06.478886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['305a5707-ce5d-4312-92d0-1505cb290085'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:58:06.575399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa03d9-ebc4-42a9-a47b-676eb56a38da req-f24d4dd1-eac7-4546-9992-7eb1404c5708 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:06.584479 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2aa03d9-ebc4-42a9-a47b-676eb56a38da req-f24d4dd1-eac7-4546-9992-7eb1404c5708 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 943 time: 0.3522110 Jan 28 12:58:06.609582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-727d99c8-4ac4-4d77-901d-5a8e90dfe645 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:06.611168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-727d99c8-4ac4-4d77-901d-5a8e90dfe645 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/networks?id=ec7c29ee-f7b0-454f-a5be-979cdbc85808 HTTP/1.1" status: 200 len: 797 time: 0.1839037 Jan 28 12:58:06.618942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1f3e3d7d-6196-45c8-a076-5bd0c69297d1,segment=NetworkSegment(a79b44a9-2f4d-4bfa-b7e5-669656ba94da),segment_id=a79b44a9-2f4d-4bfa-b7e5-669656ba94da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:06.645042 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:06.646458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-13fe3ec9-c5e0-4ff9-976c-a09464b96ff3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/quotas/7290a7b466ae4f8e9c54c7ef61b8cc1f HTTP/1.1" status: 200 len: 375 time: 0.0256851 Jan 28 12:58:06.702913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f0841-c522-4227-8049-2302d56b91d9 None None] Current status of the port 305a5707-ce5d-4312-92d0-1505cb290085 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:06.705707 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0841-c522-4227-8049-2302d56b91d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (305a5707-ce5d-4312-92d0-1505cb290085), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:06.711731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2aa03d9-ebc4-42a9-a47b-676eb56a38da req-7f4e165e-dd2f-4ea1-972a-42a19acf3115 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266675 Jan 28 12:58:06.774662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-04584893-e308-426b-914c-5dc17380635e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1137469 Jan 28 12:58:06.815772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:06.818520 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a208050b-fc25-4f44-971b-34da782e6e20" -d '{"events": [{"server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "name": "network-vif-plugged", "status": "completed", "tag": "305a5707-ce5d-4312-92d0-1505cb290085"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:06.845667 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=1f3e3d7d-6196-45c8-a076-5bd0c69297d1,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:06.850415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8f8f0841-c522-4227-8049-2302d56b91d9 None None] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=305a5707-ce5d-4312-92d0-1505cb290085,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:06.860959 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0841-c522-4227-8049-2302d56b91d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (305a5707-ce5d-4312-92d0-1505cb290085), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:06.986113 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-29dfec4d-e590-44a7-8e03-eb77d5266eb5 service neutron] 10.222.0.53 "GET /v2.0/networks/ec7c29ee-f7b0-454f-a5be-979cdbc85808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803331 Jan 28 12:58:07.154749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-eed4a5e2-0c0b-440b-8583-130a536a4443 service neutron] 10.222.0.53 "GET /v2.0/networks/ec7c29ee-f7b0-454f-a5be-979cdbc85808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597767 Jan 28 12:58:07.218565 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f03531-87c2-423a-8c92-12c4643d9969 x-openstack-request-id: req-b2f03531-87c2-423a-8c92-12c4643d9969 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:07.218858 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "name": "network-vif-plugged", "status": "completed", "tag": "305a5707-ce5d-4312-92d0-1505cb290085", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:07.219109 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2f03531-87c2-423a-8c92-12c4643d9969 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:07.219533 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085', 'code': 200} Jan 28 12:58:07.474815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:07.481142 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da411e01-c6ca-48d7-9e19-ce21683a3dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "tag": "305a5707-ce5d-4312-92d0-1505cb290085"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:07.520279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8584d45f-23f2-491c-b6dc-a5ae21aae8ce req-c3480c66-a57e-45ae-a679-26a59ab4f7d9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 210 time: 0.1469095 Jan 28 12:58:07.529215 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f0841-c522-4227-8049-2302d56b91d9 None None] Pushing event updated for resources: {'Port': ['ID=305a5707-ce5d-4312-92d0-1505cb290085,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:07.578158 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d433a1f-9b13-4dd4-a1f2-7c92a9bf3847 x-openstack-request-id: req-6d433a1f-9b13-4dd4-a1f2-7c92a9bf3847 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:07.578456 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "tag": "305a5707-ce5d-4312-92d0-1505cb290085", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:07.578717 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d433a1f-9b13-4dd4-a1f2-7c92a9bf3847 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:07.579146 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085', 'status': 'completed', 'code': 200} Jan 28 12:58:07.598938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:58:07.719105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da411e01-c6ca-48d7-9e19-ce21683a3dbe req-fa09b3df-3ddb-4ef5-b3b8-a8103d1b034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:07.721576 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da411e01-c6ca-48d7-9e19-ce21683a3dbe req-fa09b3df-3ddb-4ef5-b3b8-a8103d1b034a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 1126 time: 0.1072581 Jan 28 12:58:07.758485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:07.759021 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:07.766918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-799470de-6b62-4e0b-bb99-e5ce56be7b31 None None] Provisioning complete for port 305a5707-ce5d-4312-92d0-1505cb290085 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:07.766918 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-799470de-6b62-4e0b-bb99-e5ce56be7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (305a5707-ce5d-4312-92d0-1505cb290085), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:07.959965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4c4b3-cbb9-4b3d-befa-341646717401 req-abbc018f-f21e-4f6b-bb5b-293e2b9649ec tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:07.961548 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9cd4c4b3-cbb9-4b3d-befa-341646717401 req-abbc018f-f21e-4f6b-bb5b-293e2b9649ec tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.1229000 Jan 28 12:58:07.971127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:07.998122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-799470de-6b62-4e0b-bb99-e5ce56be7b31 None None] Current status of the port 305a5707-ce5d-4312-92d0-1505cb290085 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:07.998648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da411e01-c6ca-48d7-9e19-ce21683a3dbe req-dfc9ec03-355f-4b4b-9d60-925b628c5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:08.001252 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da411e01-c6ca-48d7-9e19-ce21683a3dbe req-dfc9ec03-355f-4b4b-9d60-925b628c5711 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b90798b-af22-4242-a6a7-a5b3a4634c92 HTTP/1.1" status: 200 len: 898 time: 0.2636127 Jan 28 12:58:08.010024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-799470de-6b62-4e0b-bb99-e5ce56be7b31 None None] Provisioning complete for port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:08.010426 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-799470de-6b62-4e0b-bb99-e5ce56be7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:08.094115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9cd4c4b3-cbb9-4b3d-befa-341646717401 req-464e10e7-b39c-4968-b0d3-025ffaa6e4fd tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095695 Jan 28 12:58:08.127511 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da411e01-c6ca-48d7-9e19-ce21683a3dbe req-8fd05c32-ff7d-4c19-9c72-0d7823613243 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305a5707-ce5d-4312-92d0-1505cb290085 HTTP/1.1" status: 200 len: 1001 time: 0.1174841 Jan 28 12:58:08.201769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-799470de-6b62-4e0b-bb99-e5ce56be7b31 None None] Current status of the port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:08.227025 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da411e01-c6ca-48d7-9e19-ce21683a3dbe req-0756bb2a-32f2-4a64-9355-b23964520637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:08.229962 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da411e01-c6ca-48d7-9e19-ce21683a3dbe req-0756bb2a-32f2-4a64-9355-b23964520637 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc34ca4d-b0dd-4665-95fd-d1d781704821 HTTP/1.1" status: 200 len: 834 time: 0.0937600 Jan 28 12:58:08.331129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da411e01-c6ca-48d7-9e19-ce21683a3dbe req-b62291cb-0aa8-493d-ac02-ee5a5448a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:08.333405 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da411e01-c6ca-48d7-9e19-ce21683a3dbe req-b62291cb-0aa8-493d-ac02-ee5a5448a907 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b90798b-af22-4242-a6a7-a5b3a4634c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912898 Jan 28 12:58:08.469722 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da411e01-c6ca-48d7-9e19-ce21683a3dbe req-bc6ffe9c-24ee-4ae2-bd41-d9673d8e13ae service neutron] 10.222.0.49 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268041 Jan 28 12:58:08.565705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:08.595845 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-da411e01-c6ca-48d7-9e19-ce21683a3dbe req-c01e3dcf-3be7-4fbb-8308-309afb3ad1cd service neutron] 10.222.0.49 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181297 Jan 28 12:58:08.633427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-638a3bb2-6d1e-4bf7-9e02-00504be420d8 req-e36a60b4-f32b-4a58-a19b-2764c08d7222 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 210 time: 0.0290115 Jan 28 12:58:08.712327 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0037eee-3770-4528-a253-571131fcab20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:08.827618 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0037eee-3770-4528-a253-571131fcab20 admin admin] Publish callbacks [] for security_group (55c399e1-4269-4444-9cd5-1522ae860141), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:08.843429 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0037eee-3770-4528-a253-571131fcab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (55c399e1-4269-4444-9cd5-1522ae860141), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:08.888937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c0037eee-3770-4528-a253-571131fcab20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbaaf22c9f9640ab972a686303ba56b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194776 Jan 28 12:58:08.888937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0037eee-3770-4528-a253-571131fcab20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c399e1-4269-4444-9cd5-1522ae860141,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:08.890122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50906) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:08.938303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-df125501-97be-4f19-a955-517e984ee2ee tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:08.940000 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-df125501-97be-4f19-a955-517e984ee2ee tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "GET /v2.0/networks?id=ec7c29ee-f7b0-454f-a5be-979cdbc85808 HTTP/1.1" status: 200 len: 797 time: 0.1892018 Jan 28 12:58:08.953774 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19f311b3-f48f-4905-808f-b850c6850419 admin admin] Publish callbacks [] for security_group (55c399e1-4269-4444-9cd5-1522ae860141), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:08.979015 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19f311b3-f48f-4905-808f-b850c6850419 admin admin] Publish callbacks [] for security_group (55c399e1-4269-4444-9cd5-1522ae860141), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:09.037066 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19f311b3-f48f-4905-808f-b850c6850419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (55c399e1-4269-4444-9cd5-1522ae860141), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:09.040249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19f311b3-f48f-4905-808f-b850c6850419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:09.041402 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-b88a28bd-4afd-4299-94e0-e5006818db48 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f HTTP/1.1" status: 200 len: 471 time: 0.0909348 Jan 28 12:58:09.041509 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-19f311b3-f48f-4905-808f-b850c6850419 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55c399e1-4269-4444-9cd5-1522ae860141 HTTP/1.1" status: 204 len: 168 time: 0.1503704 Jan 28 12:58:09.052065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f311b3-f48f-4905-808f-b850c6850419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c399e1-4269-4444-9cd5-1522ae860141,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:09.058802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'port': {'device_id': 'c4472350-0f03-4a55-ad4e-92db2226c348', 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808', 'admin_state_up': True, 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'security_groups': ['82a8ab50-d025-421c-bef9-aaac24f11c5e']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:09.195817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Made reservation on behalf of 7290a7b466ae4f8e9c54c7ef61b8cc1f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:58:09.201150 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:09.229353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1652a-dcc6-4ad9-9eed-14e778ca6d93 req-97d70d3d-1acd-4d17-9b8f-65d22d3872f2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:09.231074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8e1652a-dcc6-4ad9-9eed-14e778ca6d93 req-97d70d3d-1acd-4d17-9b8f-65d22d3872f2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.0574684 Jan 28 12:58:09.320148 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8e1652a-dcc6-4ad9-9eed-14e778ca6d93 req-11c7dd6c-455c-44b4-8981-7494a8e6198d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834203 Jan 28 12:58:09.366199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 305a5707-ce5d-4312-92d0-1505cb290085 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:58:09.422217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Allocated IP 172.20.0.24 (ec7c29ee-f7b0-454f-a5be-979cdbc85808/49e47e91-8978-4d9e-a8bb-8056069d4ca6/8ac04690-0926-4744-b8a2-04e681b9b9da) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:58:09.481977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 50918) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:09.500983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=305a5707-ce5d-4312-92d0-1505cb290085,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:09.513035 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cecb3323-f440-488d-b9f6-07c8725bc9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:09.513630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 305a5707-ce5d-4312-92d0-1505cb290085 has no active binding in host n-h1-824835-4 {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 12:58:09.601759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cecb3323-f440-488d-b9f6-07c8725bc9ba admin admin] Publish callbacks [] for security_group (24766b51-5cb5-45b8-87d9-38878b0e3f97), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:09.606940 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cecb3323-f440-488d-b9f6-07c8725bc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (24766b51-5cb5-45b8-87d9-38878b0e3f97), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:09.652226 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:09.664250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cecb3323-f440-488d-b9f6-07c8725bc9ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df546526dc324befa538b117aa55ea97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807566 Jan 28 12:58:09.666907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb3323-f440-488d-b9f6-07c8725bc9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24766b51-5cb5-45b8-87d9-38878b0e3f97,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:09.669215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 50922) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:09.759048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-127dcce1-8e6d-4cae-a785-9e6dd2f26b9e req-420d6cef-6881-4130-bd0e-e20ad9b0fb4e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 210 time: 0.0344274 Jan 28 12:58:09.760886 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:09.772336 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c33b0ff-766e-4f93-865e-5f1aa3ac0875 admin admin] Publish callbacks [] for security_group (24766b51-5cb5-45b8-87d9-38878b0e3f97), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:09.841090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network ec7c29ee-f7b0-454f-a5be-979cdbc85808 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:58:09.853357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:09.860804 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c33b0ff-766e-4f93-865e-5f1aa3ac0875 admin admin] Publish callbacks [] for security_group (24766b51-5cb5-45b8-87d9-38878b0e3f97), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:09.863692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:58:09.873727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=8ac04690-0926-4744-b8a2-04e681b9b9da,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:09.919292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.919565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.919929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.920283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.920740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.921133 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.921485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.921793 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.922153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.922501 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.922839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.923171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.923688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:09.975574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:09.976401 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:10.003384 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-32c61dac-3b5a-41a8-aa50-e244bbd365c7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9523106 Jan 28 12:58:10.005096 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c33b0ff-766e-4f93-865e-5f1aa3ac0875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (24766b51-5cb5-45b8-87d9-38878b0e3f97), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:10.008024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c33b0ff-766e-4f93-865e-5f1aa3ac0875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:10.019981 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7c33b0ff-766e-4f93-865e-5f1aa3ac0875 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24766b51-5cb5-45b8-87d9-38878b0e3f97 HTTP/1.1" status: 204 len: 168 time: 0.3423936 Jan 28 12:58:10.029411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Request body: {'port': {'device_id': 'c4472350-0f03-4a55-ad4e-92db2226c348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:10.063940 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33b0ff-766e-4f93-865e-5f1aa3ac0875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24766b51-5cb5-45b8-87d9-38878b0e3f97,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:10.152521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:10.174270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-256eeaf8-73ed-4e88-ae52-6d57dc637de7 None None] Provisioning complete for port 8ac04690-0926-4744-b8a2-04e681b9b9da triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:10.174910 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-256eeaf8-73ed-4e88-ae52-6d57dc637de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:10.225673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-256eeaf8-73ed-4e88-ae52-6d57dc637de7 None None] Port 8ac04690-0926-4744-b8a2-04e681b9b9da cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:58:10.523782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1370bf-cd97-420a-949a-14de3cd237af req-027169fa-daad-4396-9624-518f79cfe999 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:10.527046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa1370bf-cd97-420a-949a-14de3cd237af req-027169fa-daad-4396-9624-518f79cfe999 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.0870619 Jan 28 12:58:10.560882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac04690-0926-4744-b8a2-04e681b9b9da {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:58:10.569670 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Publish callbacks [] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:10.584502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Transition to ACTIVE for port object 8ac04690-0926-4744-b8a2-04e681b9b9da will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:58:10.591818 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:10.602162 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa1370bf-cd97-420a-949a-14de3cd237af req-e4fae8f8-29a7-4bbc-aea3-45d646bbe077 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570574 Jan 28 12:58:10.647905 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac04690-0926-4744-b8a2-04e681b9b9da,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:10.748822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Attempting to bind port 8ac04690-0926-4744-b8a2-04e681b9b9da on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:58:10.749376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Attempting to bind port 8ac04690-0926-4744-b8a2-04e681b9b9da by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:58:10.749886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Attempting to bind port 8ac04690-0926-4744-b8a2-04e681b9b9da on network ec7c29ee-f7b0-454f-a5be-979cdbc85808 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:10.756029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Port 8ac04690-0926-4744-b8a2-04e681b9b9da on network ec7c29ee-f7b0-454f-a5be-979cdbc85808 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:58:10.756563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Attempting to bind port 8ac04690-0926-4744-b8a2-04e681b9b9da on network ec7c29ee-f7b0-454f-a5be-979cdbc85808 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:10.764106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:58:10.764754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Checking segment: {'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:10.765147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Bound using segment: {'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:58:10.765724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Bound port: 8ac04690-0926-4744-b8a2-04e681b9b9da, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:58:10.765950 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:10.850326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] For port 8ac04690-0926-4744-b8a2-04e681b9b9da, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:58:10.856139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] For port 8ac04690-0926-4744-b8a2-04e681b9b9da, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8ac04690-0926-4744-b8a2-04e681b9b9da,segment=NetworkSegment(a79b44a9-2f4d-4bfa-b7e5-669656ba94da),segment_id=a79b44a9-2f4d-4bfa-b7e5-669656ba94da)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:58:10.862764 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:10.931111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:10.931854 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:10.935073 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] 10.222.0.49 "PUT /v2.0/ports/8ac04690-0926-4744-b8a2-04e681b9b9da HTTP/1.1" status: 200 len: 1092 time: 0.9134746 Jan 28 12:58:10.935719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4472350-0f03-4a55-ad4e-92db2226c348', 'tag': '8ac04690-0926-4744-b8a2-04e681b9b9da'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:10.939548 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b659801-a5c0-4432-b9b8-af5de2895bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "c4472350-0f03-4a55-ad4e-92db2226c348", "tag": "8ac04690-0926-4744-b8a2-04e681b9b9da"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:10.969308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638e683-83cb-4912-823e-0540994a6dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac04690-0926-4744-b8a2-04e681b9b9da,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:11.046594 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5060f70f-3935-409a-a6e7-3c3bf76cc25f x-openstack-request-id: req-5060f70f-3935-409a-a6e7-3c3bf76cc25f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:11.046594 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4472350-0f03-4a55-ad4e-92db2226c348", "tag": "8ac04690-0926-4744-b8a2-04e681b9b9da", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:11.047313 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5060f70f-3935-409a-a6e7-3c3bf76cc25f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:11.047659 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4472350-0f03-4a55-ad4e-92db2226c348', 'tag': '8ac04690-0926-4744-b8a2-04e681b9b9da', 'status': 'completed', 'code': 200} Jan 28 12:58:11.049317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ad909-55a2-423f-94f0-09517490c559 req-45790029-07af-4fcf-a6e9-9c4695f96799 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:11.051384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a31ad909-55a2-423f-94f0-09517490c559 req-45790029-07af-4fcf-a6e9-9c4695f96799 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 944 time: 0.1360507 Jan 28 12:58:11.069422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-ffd41114-3ecb-4b20-a801-430190f9a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:11.071159 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-ffd41114-3ecb-4b20-a801-430190f9a577 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 1095 time: 0.0872338 Jan 28 12:58:11.148045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a31ad909-55a2-423f-94f0-09517490c559 req-ec9718ad-303d-407c-898d-12768e017565 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a8ab50-d025-421c-bef9-aaac24f11c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893447 Jan 28 12:58:11.163809 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-ecf6f131-e574-4be7-bc8b-1f32f90ef4fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8ac04690-0926-4744-b8a2-04e681b9b9da HTTP/1.1" status: 200 len: 217 time: 0.0847445 Jan 28 12:58:11.227544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-d525cc69-2776-4ece-a504-d3aaa0035b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:11.229163 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-d525cc69-2776-4ece-a504-d3aaa0035b3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49e47e91-8978-4d9e-a8bb-8056069d4ca6 HTTP/1.1" status: 200 len: 837 time: 0.0584111 Jan 28 12:58:11.303744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-b51ec565-8f88-4687-9711-9df3c428a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:11.305672 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-b51ec565-8f88-4687-9711-9df3c428a569 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec7c29ee-f7b0-454f-a5be-979cdbc85808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697446 Jan 28 12:58:11.367871 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-c1a3810e-cf31-4996-a5a8-50ef9dfff048 service neutron] 10.222.0.49 "GET /v2.0/ports/305a5707-ce5d-4312-92d0-1505cb290085/bindings/n-h1-824835-4 HTTP/1.1" status: 200 len: 384 time: 0.0713441 Jan 28 12:58:11.429852 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-797c59a3-fbb2-4080-91bf-ffba06197661 service neutron] 10.222.0.49 "GET /v2.0/networks/ec7c29ee-f7b0-454f-a5be-979cdbc85808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141753 Jan 28 12:58:11.582885 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d8a41783-f36d-468d-9341-5aae87ac27ef req-1a48e2db-e498-47cb-b2bf-6d863d0003a3 service neutron] 10.222.0.49 "GET /v2.0/networks/ec7c29ee-f7b0-454f-a5be-979cdbc85808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462865 Jan 28 12:58:11.610475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-639ad2de-3705-47ef-9453-63ab854a186d service neutron] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=305a5707-ce5d-4312-92d0-1505cb290085,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:11.643031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-639ad2de-3705-47ef-9453-63ab854a186d service neutron] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:58:11.708663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b659801-a5c0-4432-b9b8-af5de2895bd0 req-f1d2c87c-a484-42c7-b7b3-2763def0d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:11.711136 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b659801-a5c0-4432-b9b8-af5de2895bd0 req-f1d2c87c-a484-42c7-b7b3-2763def0d57f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 1095 time: 0.0701540 Jan 28 12:58:11.740633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:11.743972 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770a6aac-9ae9-49a8-9c6e-eecd52f02b7d" -d '{"events": [{"server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "name": "network-vif-unplugged", "status": "completed", "tag": "305a5707-ce5d-4312-92d0-1505cb290085"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:11.754338 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-639ad2de-3705-47ef-9453-63ab854a186d service neutron] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=305a5707-ce5d-4312-92d0-1505cb290085,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:11.780723 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-639ad2de-3705-47ef-9453-63ab854a186d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (305a5707-ce5d-4312-92d0-1505cb290085), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:11.808925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919f05c-2ded-4f79-ac85-d6eb26d9c114 req-a3e4fb99-d71c-4053-8325-eb8417935ecc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:11.812268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3919f05c-2ded-4f79-ac85-d6eb26d9c114 req-a3e4fb99-d71c-4053-8325-eb8417935ecc tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 945 time: 0.1084175 Jan 28 12:58:11.821691 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358d65a4-f341-416d-8819-4493bf0623e4 x-openstack-request-id: req-358d65a4-f341-416d-8819-4493bf0623e4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:11.822146 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "name": "network-vif-unplugged", "status": "completed", "tag": "305a5707-ce5d-4312-92d0-1505cb290085", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:11.822553 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-358d65a4-f341-416d-8819-4493bf0623e4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:11.823215 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085', 'code': 200} Jan 28 12:58:11.827877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b659801-a5c0-4432-b9b8-af5de2895bd0 req-49367033-9284-416a-a098-1435fa43058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:11.829528 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b659801-a5c0-4432-b9b8-af5de2895bd0 req-49367033-9284-416a-a098-1435fa43058f service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec7c29ee-f7b0-454f-a5be-979cdbc85808 HTTP/1.1" status: 200 len: 898 time: 0.1118820 Jan 28 12:58:11.880771 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b659801-a5c0-4432-b9b8-af5de2895bd0 req-273fc490-5fed-4946-bded-d0700a0c7642 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8ac04690-0926-4744-b8a2-04e681b9b9da HTTP/1.1" status: 200 len: 217 time: 0.0435178 Jan 28 12:58:11.927685 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3919f05c-2ded-4f79-ac85-d6eb26d9c114 req-67e46d5d-c0ef-41b7-a0bb-8c0e05b1b674 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023567 Jan 28 12:58:11.942072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-639ad2de-3705-47ef-9453-63ab854a186d service neutron] Transition to ACTIVE for port object 305a5707-ce5d-4312-92d0-1505cb290085 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:58:11.950211 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-639ad2de-3705-47ef-9453-63ab854a186d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (305a5707-ce5d-4312-92d0-1505cb290085), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:11.951534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b659801-a5c0-4432-b9b8-af5de2895bd0 req-e42c77b3-d4fb-45ca-8c5e-848c810cd93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:11.953347 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b659801-a5c0-4432-b9b8-af5de2895bd0 req-e42c77b3-d4fb-45ca-8c5e-848c810cd93a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49e47e91-8978-4d9e-a8bb-8056069d4ca6 HTTP/1.1" status: 200 len: 837 time: 0.0625889 Jan 28 12:58:12.018236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b659801-a5c0-4432-b9b8-af5de2895bd0 req-fc9728da-31e3-49b1-b169-691f3ddcfed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:12.020459 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b659801-a5c0-4432-b9b8-af5de2895bd0 req-fc9728da-31e3-49b1-b169-691f3ddcfed6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec7c29ee-f7b0-454f-a5be-979cdbc85808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567834 Jan 28 12:58:12.053156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ad2de-3705-47ef-9453-63ab854a186d service neutron] Pushing event updated for resources: {'Port': ['ID=305a5707-ce5d-4312-92d0-1505cb290085,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:12.112083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-639ad2de-3705-47ef-9453-63ab854a186d service neutron] No DVR routers for this DVR port 305a5707-ce5d-4312-92d0-1505cb290085 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:58:12.144396 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b659801-a5c0-4432-b9b8-af5de2895bd0 req-441ba4da-9260-42b7-9915-05755a9574a1 service neutron] 10.222.0.49 "GET /v2.0/networks/ec7c29ee-f7b0-454f-a5be-979cdbc85808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154733 Jan 28 12:58:12.281489 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7b659801-a5c0-4432-b9b8-af5de2895bd0 req-b95de790-8263-49cd-b580-4f7c8d9f570a service neutron] 10.222.0.49 "GET /v2.0/networks/ec7c29ee-f7b0-454f-a5be-979cdbc85808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271346 Jan 28 12:58:12.314744 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-639ad2de-3705-47ef-9453-63ab854a186d service neutron] 10.222.0.49 "PUT /v2.0/ports/305a5707-ce5d-4312-92d0-1505cb290085/bindings/n-h1-824835-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9406862 Jan 28 12:58:12.330663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42463f-8853-4cad-b267-8fb430ba8faf req-2f1d41b1-f0ae-4750-9e9d-6ddf41b4bd4f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:12.332216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd42463f-8853-4cad-b267-8fb430ba8faf req-2f1d41b1-f0ae-4750-9e9d-6ddf41b4bd4f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 944 time: 0.0891161 Jan 28 12:58:12.428649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd42463f-8853-4cad-b267-8fb430ba8faf req-48ca7ef4-8502-4a52-a581-f3be8d00838c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a8ab50-d025-421c-bef9-aaac24f11c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900977 Jan 28 12:58:12.444709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-07bd7cf8-7620-4554-87fe-fb9f62c2b89d tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:12.446244 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-07bd7cf8-7620-4554-87fe-fb9f62c2b89d tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971&tenant_id=f804c63ab4be43509b4700c1f4f06f6f&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.0653920 Jan 28 12:58:12.528294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-3a35c29f-6d7c-4c88-8fd4-c2d010f169bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:12.531630 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-3a35c29f-6d7c-4c88-8fd4-c2d010f169bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971&tenant_id=f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 1095 time: 0.0705547 Jan 28 12:58:12.634907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-73e28916-cde5-466e-ada9-7bcd81a762ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:12.637793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-73e28916-cde5-466e-ada9-7bcd81a762ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 1095 time: 0.0794168 Jan 28 12:58:12.752711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-8be32d8e-26b2-421c-a3b6-8926975f9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:12.755214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-8be32d8e-26b2-421c-a3b6-8926975f9b46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b90798b-af22-4242-a6a7-a5b3a4634c92 HTTP/1.1" status: 200 len: 898 time: 0.1113791 Jan 28 12:58:12.827829 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-10658247-31e7-4bbd-a1bf-388ecb65c9ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305a5707-ce5d-4312-92d0-1505cb290085 HTTP/1.1" status: 200 len: 999 time: 0.0678110 Jan 28 12:58:12.887059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-f21b7983-aab8-41c6-9bae-aa89c49d8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:12.888634 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-f21b7983-aab8-41c6-9bae-aa89c49d8a03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc34ca4d-b0dd-4665-95fd-d1d781704821 HTTP/1.1" status: 200 len: 834 time: 0.0554090 Jan 28 12:58:12.940347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-1b0020b5-7724-4312-8447-0f23f1b8b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:12.942298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-1b0020b5-7724-4312-8447-0f23f1b8b7f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b90798b-af22-4242-a6a7-a5b3a4634c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476737 Jan 28 12:58:13.084285 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-b5c63f8c-7957-480a-9fea-9d65b5f49f68 service neutron] 10.222.0.35 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362298 Jan 28 12:58:13.094220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8c89-c37e-4e7f-ab72-eb769a4d4cef req-0b239308-4b40-48b8-b2dc-4c9dac6674c7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:13.095712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad9b8c89-c37e-4e7f-ab72-eb769a4d4cef req-0b239308-4b40-48b8-b2dc-4c9dac6674c7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 944 time: 0.0827529 Jan 28 12:58:13.512185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad9b8c89-c37e-4e7f-ab72-eb769a4d4cef req-4724a099-281e-47a7-a854-f0d26c6a7051 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4083586 Jan 28 12:58:13.530944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-66e0d9a5-a40c-4fd0-87cd-84fa5ad294b3 service neutron] 10.222.0.35 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341955 Jan 28 12:58:13.595910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92249dd-a247-43f5-a25a-0af6c4b56f72 req-80c1b286-1466-4a8a-a1a8-cecb67b1bd4f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:13.597360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d92249dd-a247-43f5-a25a-0af6c4b56f72 req-80c1b286-1466-4a8a-a1a8-cecb67b1bd4f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 944 time: 0.0525458 Jan 28 12:58:13.650067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d92249dd-a247-43f5-a25a-0af6c4b56f72 req-fe749bb7-b996-482c-9944-97f3a014d2b9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a8ab50-d025-421c-bef9-aaac24f11c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461347 Jan 28 12:58:13.780290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-a225fd83-3d41-42fc-aa93-960b660b3aeb tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:13.782170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-a225fd83-3d41-42fc-aa93-960b660b3aeb tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971&tenant_id=f804c63ab4be43509b4700c1f4f06f6f&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 1095 time: 0.0538454 Jan 28 12:58:13.967608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-7884b392-fc9b-48cb-b2d9-8fe39a66e7be service neutron] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:58:13.970832 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-7884b392-fc9b-48cb-b2d9-8fe39a66e7be service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:13.971998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-7884b392-fc9b-48cb-b2d9-8fe39a66e7be service neutron] 10.222.0.35 "DELETE /v2.0/ports/305a5707-ce5d-4312-92d0-1505cb290085/bindings/n-h2-824835-4 HTTP/1.1" status: 204 len: 173 time: 0.1836994 Jan 28 12:58:14.646220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072d6ce-ce45-4b56-b22e-f47f87059b9f req-0821c39c-639b-486a-81b6-af29affe78d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:14.647882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e072d6ce-ce45-4b56-b22e-f47f87059b9f req-0821c39c-639b-486a-81b6-af29affe78d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 944 time: 0.0594440 Jan 28 12:58:14.728111 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e072d6ce-ce45-4b56-b22e-f47f87059b9f req-ef5802a0-6f47-4208-98b9-dc61f03aea30 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727715 Jan 28 12:58:14.806848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8c0d0-d0a0-4d39-89d1-54491fda8d0e req-c56d1605-1648-4910-abaf-76d62b602dcd tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:14.809367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2c8c0d0-d0a0-4d39-89d1-54491fda8d0e req-c56d1605-1648-4910-abaf-76d62b602dcd tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 944 time: 0.0652442 Jan 28 12:58:14.872633 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2c8c0d0-d0a0-4d39-89d1-54491fda8d0e req-1b62fb6e-e0ca-4fe4-ba1b-1b3ebde29e60 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a8ab50-d025-421c-bef9-aaac24f11c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530992 Jan 28 12:58:14.931121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bef247-2ed4-43ff-83bc-29cc9b71ae9f req-b3d42d57-bd7d-44a5-a79d-56a28904529e tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:14.932978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6bef247-2ed4-43ff-83bc-29cc9b71ae9f req-b3d42d57-bd7d-44a5-a79d-56a28904529e tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 1095 time: 0.0538061 Jan 28 12:58:15.047131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f6bef247-2ed4-43ff-83bc-29cc9b71ae9f req-44e80e97-8f51-44df-b7d8-e59adddc1f9a tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067278 Jan 28 12:58:15.221097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb2fc9-b30a-498d-9c8f-2784e1ee4f88 req-7f7a047e-2007-480a-aae0-474517b1e2d2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:15.222748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2cfb2fc9-b30a-498d-9c8f-2784e1ee4f88 req-7f7a047e-2007-480a-aae0-474517b1e2d2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 944 time: 0.0670235 Jan 28 12:58:15.277956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2cfb2fc9-b30a-498d-9c8f-2784e1ee4f88 req-6c42393a-7ed4-45d7-88f1-c02e91946b55 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487344 Jan 28 12:58:15.300663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51020) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:15.372337 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2c4bbc9d-bf1c-44e7-95df-009d19cf9e5c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/77042938-ef06-45a8-8041-4b8cc81475d4 HTTP/1.1" status: 200 len: 991 time: 0.0705094 Jan 28 12:58:15.812602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8ac04690-0926-4744-b8a2-04e681b9b9da details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:58:15.816122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 305a5707-ce5d-4312-92d0-1505cb290085 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:58:15.911400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port 305a5707-ce5d-4312-92d0-1505cb290085 host n-h1-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 12:58:15.911814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 305a5707-ce5d-4312-92d0-1505cb290085 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:58:15.952439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 8ac04690-0926-4744-b8a2-04e681b9b9da, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8ac04690-0926-4744-b8a2-04e681b9b9da,segment=NetworkSegment(a79b44a9-2f4d-4bfa-b7e5-669656ba94da),segment_id=a79b44a9-2f4d-4bfa-b7e5-669656ba94da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:15.964636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '8ac04690-0926-4744-b8a2-04e681b9b9da', 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808', 'port_id': '8ac04690-0926-4744-b8a2-04e681b9b9da', 'mac_address': 'fa:16:3e:9f:50:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e47e91-8978-4d9e-a8bb-8056069d4ca6', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:58:16.011150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 8ac04690-0926-4744-b8a2-04e681b9b9da is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:16.012520 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:16.024317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534ef1e-56e1-4866-a0c1-09ca5a8da114 req-7d20127f-b811-4b00-9cf0-0765ddcd48b1 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:16.028076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac04690-0926-4744-b8a2-04e681b9b9da {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:58:16.031847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5534ef1e-56e1-4866-a0c1-09ca5a8da114 req-7d20127f-b811-4b00-9cf0-0765ddcd48b1 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 944 time: 0.0710504 Jan 28 12:58:16.049783 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 8ac04690-0926-4744-b8a2-04e681b9b9da, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8ac04690-0926-4744-b8a2-04e681b9b9da,segment=NetworkSegment(a79b44a9-2f4d-4bfa-b7e5-669656ba94da),segment_id=a79b44a9-2f4d-4bfa-b7e5-669656ba94da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:16.058603 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:16.082956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5534ef1e-56e1-4866-a0c1-09ca5a8da114 req-a037902d-3399-4616-a206-6434f90fc98c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a8ab50-d025-421c-bef9-aaac24f11c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486858 Jan 28 12:58:16.113409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=8ac04690-0926-4744-b8a2-04e681b9b9da,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:16.313691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['8ac04690-0926-4744-b8a2-04e681b9b9da'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:58:16.386303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-d07ef8f4-cc44-44db-a558-6b1943339247 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:16.387889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-d07ef8f4-cc44-44db-a558-6b1943339247 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.1479120 Jan 28 12:58:16.416768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-434fbb60-ff31-4268-9240-d3314e844774 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/quotas/24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 375 time: 0.0105863 Jan 28 12:58:16.475506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-0aa99354-ff05-4ba3-b02c-8c829c2cd065 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521317 Jan 28 12:58:16.580746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-227aeab5-219b-4a44-846a-b80e6941cc2e service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939491 Jan 28 12:58:16.675195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-fb6a3a7e-daa8-4c31-9fa6-ab0ee7d4f978 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886657 Jan 28 12:58:16.870197 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dece03a7-c574-4ade-9d76-b563c8777404 req-54c987b8-902c-4260-ac7e-05a13c05a6e3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0284657 Jan 28 12:58:17.217130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006b9c4-062d-4561-a712-ff411f2eedc7 req-b2036fbd-5ddc-4525-9ad9-ce6ae21b2c46 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:17.218606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1006b9c4-062d-4561-a712-ff411f2eedc7 req-b2036fbd-5ddc-4525-9ad9-ce6ae21b2c46 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 945 time: 0.0612307 Jan 28 12:58:17.288012 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1006b9c4-062d-4561-a712-ff411f2eedc7 req-f879ef9d-f1d4-4dc0-955a-049dd12e06f6 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a8ab50-d025-421c-bef9-aaac24f11c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629263 Jan 28 12:58:17.366003 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:17.629148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51066) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:17.812241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:58:17.812560 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:17.850536 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8ac04690-0926-4744-b8a2-04e681b9b9da up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:58:17.910578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-fd2d043b-b3e4-453e-909a-f474ee2eda55 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:17.913053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-fd2d043b-b3e4-453e-909a-f474ee2eda55 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.1447124 Jan 28 12:58:17.922824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:17.923153 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:17.928371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'port': {'device_id': 'abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'admin_state_up': True, 'tenant_id': '24aad192de1a4673b231d4b2844e4f83'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:17.949576 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:58:17.960139 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:17.981296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 8ac04690-0926-4744-b8a2-04e681b9b9da completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:58:17.989186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 8ac04690-0926-4744-b8a2-04e681b9b9da triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:17.989581 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:18.076096 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06363b24-844b-47d5-bdbe-cf6e03e42b6c req-1c2d6dfe-3aa4-4346-b2d6-a2f1dad1f897 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0917621 Jan 28 12:58:18.107654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 8ac04690-0926-4744-b8a2-04e681b9b9da is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:18.108057 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:18.144839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 8ac04690-0926-4744-b8a2-04e681b9b9da, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8ac04690-0926-4744-b8a2-04e681b9b9da,segment=NetworkSegment(a79b44a9-2f4d-4bfa-b7e5-669656ba94da),segment_id=a79b44a9-2f4d-4bfa-b7e5-669656ba94da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:18.146331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4472350-0f03-4a55-ad4e-92db2226c348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac04690-0926-4744-b8a2-04e681b9b9da'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:18.150238 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ccef58-c555-4859-8f61-585e40f73ddb" -d '{"events": [{"server_uuid": "c4472350-0f03-4a55-ad4e-92db2226c348", "name": "network-vif-plugged", "status": "completed", "tag": "8ac04690-0926-4744-b8a2-04e681b9b9da"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:18.153346 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:58:18.156155 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:18.156995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Made reservation on behalf of 24aad192de1a4673b231d4b2844e4f83 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:58:18.161425 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:18.212489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:18.234228 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1169332c-4ad0-4576-b46f-030dce01f5d3 x-openstack-request-id: req-1169332c-4ad0-4576-b46f-030dce01f5d3 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:18.235957 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4472350-0f03-4a55-ad4e-92db2226c348", "name": "network-vif-plugged", "status": "completed", "tag": "8ac04690-0926-4744-b8a2-04e681b9b9da", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:18.236400 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1169332c-4ad0-4576-b46f-030dce01f5d3 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:18.237110 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4472350-0f03-4a55-ad4e-92db2226c348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac04690-0926-4744-b8a2-04e681b9b9da', 'code': 200} Jan 28 12:58:18.265593 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=8ac04690-0926-4744-b8a2-04e681b9b9da,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:18.309236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=ff3ba9fa-8307-4db5-8d6d-1e473ac3db3b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:18.334776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Allocated IP 172.20.0.10 (400dedcb-474b-4bdd-8e0d-8b7a83328c0b/33a5bffe-7382-46b3-a030-e2d3aecb2902/118f700e-8f6a-46e7-96f2-dbedbe847394) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:58:18.403993 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f950e-5376-4c9d-b2de-c944891ad189 req-e03362f1-cbd9-4644-847d-d77a6020de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:18.405498 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-006f950e-5376-4c9d-b2de-c944891ad189 req-e03362f1-cbd9-4644-847d-d77a6020de31 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 1097 time: 0.0982056 Jan 28 12:58:18.408777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (77042938-ef06-45a8-8041-4b8cc81475d4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:18.409261 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Floating IP 77042938-ef06-45a8-8041-4b8cc81475d4 disassociated (deleted). External IP: 172.25.7.105, port: 305a5707-ce5d-4312-92d0-1505cb290085. Jan 28 12:58:18.502079 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-006f950e-5376-4c9d-b2de-c944891ad189 req-c6a2c296-f8ac-44e5-a274-708c2b100947 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=82a8ab50-d025-421c-bef9-aaac24f11c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905271 Jan 28 12:58:18.543828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f6715-8561-43a1-b96a-22c137aa200d req-b22ff578-02df-46f0-80c1-a8b805e880fc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:18.545363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f6f6715-8561-43a1-b96a-22c137aa200d req-b22ff578-02df-46f0-80c1-a8b805e880fc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 946 time: 0.1473699 Jan 28 12:58:18.686178 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f6f6715-8561-43a1-b96a-22c137aa200d req-42cc879a-4d5b-418d-99b4-3543a64b8bd1 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a8ab50-d025-421c-bef9-aaac24f11c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316891 Jan 28 12:58:18.701821 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:18.753285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 861356fc-f61d-4fff-9d6b-e419c42d2e93 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:58:18.771647 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:18.823813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:58:18.827360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:18.833918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:58:18.841738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=118f700e-8f6a-46e7-96f2-dbedbe847394,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:18.901678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:18.903245 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:18.925706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-eab54027-c96d-4d57-a3b3-41462c5ac0f6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0034223 Jan 28 12:58:18.926493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:58:18.933257 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:18.939678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3df9af6-7c00-4613-9a6c-196e581171fc None None] Sync routers for ids ['861356fc-f61d-4fff-9d6b-e419c42d2e93'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:58:18.944122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Request body: {'port': {'device_id': 'abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:18.964606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df9af6-7c00-4613-9a6c-196e581171fc None None] Routers {'861356fc-f61d-4fff-9d6b-e419c42d2e93'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:18.965245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f3df9af6-7c00-4613-9a6c-196e581171fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['861356fc-f61d-4fff-9d6b-e419c42d2e93'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:18.968846 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6ec82074-2dff-433a-8cb6-d65b994aa67e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/floatingips/77042938-ef06-45a8-8041-4b8cc81475d4 HTTP/1.1" status: 204 len: 168 time: 1.3362236 Jan 28 12:58:18.968846 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:18.969993 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bfcdb7-6c2a-47ce-bba1-5ef0d0013b57" -d '{"events": [{"name": "network-changed", "server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "tag": "305a5707-ce5d-4312-92d0-1505cb290085"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:19.049709 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:19.056723 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6831dcb9-2dd4-486a-a5f7-c2346d2d5188 x-openstack-request-id: req-6831dcb9-2dd4-486a-a5f7-c2346d2d5188 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:19.057244 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "tag": "305a5707-ce5d-4312-92d0-1505cb290085", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:19.057595 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6831dcb9-2dd4-486a-a5f7-c2346d2d5188 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:19.058104 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085', 'status': 'completed', 'code': 200} Jan 28 12:58:19.211135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfcdb7-6c2a-47ce-bba1-5ef0d0013b57 req-6cdc0214-c9ca-417d-b793-52a4b707ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:19.212835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8bfcdb7-6c2a-47ce-bba1-5ef0d0013b57 req-6cdc0214-c9ca-417d-b793-52a4b707ee7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 1095 time: 0.1343453 Jan 28 12:58:19.225689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f3df9af6-7c00-4613-9a6c-196e581171fc None None] Set router 861356fc-f61d-4fff-9d6b-e419c42d2e93 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:19.337582 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f1ae8f5-83f7-440c-a220-56bf3cd1fe25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:19.370511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-23685568-c3d6-4b8c-ab8f-9be903838491 None None] Provisioning complete for port 118f700e-8f6a-46e7-96f2-dbedbe847394 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:19.370893 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23685568-c3d6-4b8c-ab8f-9be903838491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:19.505885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-23685568-c3d6-4b8c-ab8f-9be903838491 None None] Port 118f700e-8f6a-46e7-96f2-dbedbe847394 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:58:19.538805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cf485-7f0c-41af-b8f4-152b0b2b1bd0 req-8fd6381e-b4f2-4c55-9ddd-2943f49b345a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:19.543082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-957cf485-7f0c-41af-b8f4-152b0b2b1bd0 req-8fd6381e-b4f2-4c55-9ddd-2943f49b345a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 944 time: 0.2465367 Jan 28 12:58:19.563123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821ca5a-8044-4a46-8cf0-5c48c7207872 req-902b0e53-f732-4e14-af78-bed8d409e710 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:19.575989 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a821ca5a-8044-4a46-8cf0-5c48c7207872 req-902b0e53-f732-4e14-af78-bed8d409e710 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 932 time: 0.2805569 Jan 28 12:58:19.579942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f3df9af6-7c00-4613-9a6c-196e581171fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:56:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '08df270d-e045-43dd-949b-4ea60a7439c9', 'name': '', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6b:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:55Z', 'updated_at': '2022-01-28T12:57:02Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:19.586898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfcdb7-6c2a-47ce-bba1-5ef0d0013b57 req-742b4dc3-6f1e-4ed9-aeee-16a79ac32cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:19.589452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8bfcdb7-6c2a-47ce-bba1-5ef0d0013b57 req-742b4dc3-6f1e-4ed9-aeee-16a79ac32cf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b90798b-af22-4242-a6a7-a5b3a4634c92 HTTP/1.1" status: 200 len: 898 time: 0.3637459 Jan 28 12:58:19.628541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3df9af6-7c00-4613-9a6c-196e581171fc None None] Checking router: 861356fc-f61d-4fff-9d6b-e419c42d2e93 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:58:19.647114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df9af6-7c00-4613-9a6c-196e581171fc None None] Routers {'861356fc-f61d-4fff-9d6b-e419c42d2e93'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:19.648472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f3df9af6-7c00-4613-9a6c-196e581171fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:57:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['861356fc-f61d-4fff-9d6b-e419c42d2e93'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:19.736843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8bfcdb7-6c2a-47ce-bba1-5ef0d0013b57 req-577ae20d-ddd0-41dd-ac6a-79a8ef5c2622 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305a5707-ce5d-4312-92d0-1505cb290085 HTTP/1.1" status: 200 len: 217 time: 0.1065757 Jan 28 12:58:19.740650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-957cf485-7f0c-41af-b8f4-152b0b2b1bd0 req-9259a518-3fe1-46c6-8a6e-67a636df8ca9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f8f223d-60ae-46d0-98b4-59d053a81c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477652 Jan 28 12:58:19.766271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2908bfb-2271-446d-9274-321c03b62fd0 req-02d072e1-9f64-4511-8ed2-7ce041fee1b1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:19.769226 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e2908bfb-2271-446d-9274-321c03b62fd0 req-02d072e1-9f64-4511-8ed2-7ce041fee1b1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 944 time: 0.1136580 Jan 28 12:58:19.824851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f3df9af6-7c00-4613-9a6c-196e581171fc None None] Set router 861356fc-f61d-4fff-9d6b-e419c42d2e93 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:19.843627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a821ca5a-8044-4a46-8cf0-5c48c7207872 req-a68afbf0-4ae0-4616-b4a4-96d65a0d7527 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664347 Jan 28 12:58:19.897474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfcdb7-6c2a-47ce-bba1-5ef0d0013b57 req-a9ed0673-8149-48d7-b911-e69cc5916895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:19.897474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8bfcdb7-6c2a-47ce-bba1-5ef0d0013b57 req-a9ed0673-8149-48d7-b911-e69cc5916895 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc34ca4d-b0dd-4665-95fd-d1d781704821 HTTP/1.1" status: 200 len: 834 time: 0.1423180 Jan 28 12:58:19.914868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e2908bfb-2271-446d-9274-321c03b62fd0 req-ef99999e-afe9-4677-9be5-68fcf69553c6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 305a5707-ce5d-4312-92d0-1505cb290085 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:58:19.915504 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e2908bfb-2271-446d-9274-321c03b62fd0 req-ef99999e-afe9-4677-9be5-68fcf69553c6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (305a5707-ce5d-4312-92d0-1505cb290085), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:20.025719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7559-9a0d-4579-be71-89afa39e853b req-3ba86351-1ed0-407a-8bff-5d1c30f1e595 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:20.028150 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f4b7559-9a0d-4579-be71-89afa39e853b req-3ba86351-1ed0-407a-8bff-5d1c30f1e595 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 946 time: 0.1803451 Jan 28 12:58:20.045891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfcdb7-6c2a-47ce-bba1-5ef0d0013b57 req-2ec1a312-60e4-4753-bf5c-0f8fb58f65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:20.048645 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8bfcdb7-6c2a-47ce-bba1-5ef0d0013b57 req-2ec1a312-60e4-4753-bf5c-0f8fb58f65a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b90798b-af22-4242-a6a7-a5b3a4634c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360297 Jan 28 12:58:20.053540 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118f700e-8f6a-46e7-96f2-dbedbe847394 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:58:20.141420 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f3df9af6-7c00-4613-9a6c-196e581171fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:56:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '08df270d-e045-43dd-949b-4ea60a7439c9', 'name': '', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6b:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:55Z', 'updated_at': '2022-01-28T12:57:02Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:20.179001 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Publish callbacks [] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:20.199302 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3df9af6-7c00-4613-9a6c-196e581171fc None None] The sync data for ids ['861356fc-f61d-4fff-9d6b-e419c42d2e93'] in n-d-824835-4 is: [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:56:56Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '08df270d-e045-43dd-949b-4ea60a7439c9', 'name': '', 'network_id': '3b90798b-af22-4242-a6a7-a5b3a4634c92', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:6b:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:55Z', 'updated_at': '2022-01-28T12:57:02Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': 'fc34ca4d-b0dd-4665-95fd-d1d781704821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:58:20.282489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8bfcdb7-6c2a-47ce-bba1-5ef0d0013b57 req-b25aa441-3124-45c9-b6c8-e9f299d3e613 service neutron] 10.222.0.35 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223222 Jan 28 12:58:20.295028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Transition to ACTIVE for port object 118f700e-8f6a-46e7-96f2-dbedbe847394 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:58:20.313597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:20.475463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f4b7559-9a0d-4579-be71-89afa39e853b req-d12353f3-2fbd-4dd4-84d5-c25b9bd8b5dd tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a8ab50-d025-421c-bef9-aaac24f11c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4141757 Jan 28 12:58:20.522152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=118f700e-8f6a-46e7-96f2-dbedbe847394,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:20.639366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e2908bfb-2271-446d-9274-321c03b62fd0 req-ef99999e-afe9-4677-9be5-68fcf69553c6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] For port 305a5707-ce5d-4312-92d0-1505cb290085, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=305a5707-ce5d-4312-92d0-1505cb290085,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:20.640266 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e2908bfb-2271-446d-9274-321c03b62fd0 req-ef99999e-afe9-4677-9be5-68fcf69553c6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (305a5707-ce5d-4312-92d0-1505cb290085), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:20.642726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8bfcdb7-6c2a-47ce-bba1-5ef0d0013b57 req-79d9293c-3fe5-48cf-a57a-ecb155dd741d service neutron] 10.222.0.35 "GET /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458276 Jan 28 12:58:20.658239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-e2908bfb-2271-446d-9274-321c03b62fd0 req-ef99999e-afe9-4677-9be5-68fcf69553c6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 305a5707-ce5d-4312-92d0-1505cb290085 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:58:20.717394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff606a80-475a-42a5-9391-1d989d6263d2 req-a6dc08a9-d521-4ac6-9119-7dc877f03e21 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:20.718973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff606a80-475a-42a5-9391-1d989d6263d2 req-a6dc08a9-d521-4ac6-9119-7dc877f03e21 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 946 time: 0.1508007 Jan 28 12:58:20.720385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Attempting to bind port 118f700e-8f6a-46e7-96f2-dbedbe847394 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:58:20.720721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Attempting to bind port 118f700e-8f6a-46e7-96f2-dbedbe847394 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:58:20.721051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Attempting to bind port 118f700e-8f6a-46e7-96f2-dbedbe847394 on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:20.728061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Port 118f700e-8f6a-46e7-96f2-dbedbe847394 on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:58:20.728391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Attempting to bind port 118f700e-8f6a-46e7-96f2-dbedbe847394 on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:20.750162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:58:20.750763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Checking segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:20.750923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Bound using segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:58:20.751305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Bound port: 118f700e-8f6a-46e7-96f2-dbedbe847394, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:58:20.751700 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:20.762646 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac734de-3263-42e0-aa16-ac642734aa03 None None] New status for floating IP 77042938-ef06-45a8-8041-4b8cc81475d4: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:58:20.857715 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e2908bfb-2271-446d-9274-321c03b62fd0 req-ef99999e-afe9-4677-9be5-68fcf69553c6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (305a5707-ce5d-4312-92d0-1505cb290085), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:20.909634 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff606a80-475a-42a5-9391-1d989d6263d2 req-b608c25b-06bd-42be-94bc-79706f18ef6c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a8ab50-d025-421c-bef9-aaac24f11c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832075 Jan 28 12:58:20.913030 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99999e-afe9-4677-9be5-68fcf69553c6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=305a5707-ce5d-4312-92d0-1505cb290085,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:20.960814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2908bfb-2271-446d-9274-321c03b62fd0 req-ef99999e-afe9-4677-9be5-68fcf69553c6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] No DVR routers for this DVR port 305a5707-ce5d-4312-92d0-1505cb290085 on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:58:20.962296 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e2908bfb-2271-446d-9274-321c03b62fd0 req-ef99999e-afe9-4677-9be5-68fcf69553c6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:20.964147 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c53cb2a-56a6-47ad-b6b3-4a7456d45a78 req-69610f2f-38a3-4f41-8077-c7c1c8e1d7f6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef96fe8f-4ba4-44b4-b79a-1fc774836971 HTTP/1.1" status: 200 len: 210 time: 0.0847552 Jan 28 12:58:20.967297 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e2908bfb-2271-446d-9274-321c03b62fd0 req-ef99999e-afe9-4677-9be5-68fcf69553c6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.35 "DELETE /v2.0/ports/305a5707-ce5d-4312-92d0-1505cb290085 HTTP/1.1" status: 204 len: 173 time: 1.1932995 Jan 28 12:58:20.994169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] For port 118f700e-8f6a-46e7-96f2-dbedbe847394, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:58:20.998894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] For port 118f700e-8f6a-46e7-96f2-dbedbe847394, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=118f700e-8f6a-46e7-96f2-dbedbe847394,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:58:21.004302 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:21.059225 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'name': 'network-vif-deleted', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:21.062389 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239a884a-ea25-43d0-a668-afc6a7a6395d" -d '{"events": [{"server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "name": "network-vif-deleted", "tag": "305a5707-ce5d-4312-92d0-1505cb290085"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:21.100214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=118f700e-8f6a-46e7-96f2-dbedbe847394,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:21.120272 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8a207c-6d4f-4c1e-98b1-5feed4938b92 x-openstack-request-id: req-0f8a207c-6d4f-4c1e-98b1-5feed4938b92 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:21.120574 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef96fe8f-4ba4-44b4-b79a-1fc774836971", "name": "network-vif-deleted", "tag": "305a5707-ce5d-4312-92d0-1505cb290085", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:21.120836 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f8a207c-6d4f-4c1e-98b1-5feed4938b92 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:21.121241 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef96fe8f-4ba4-44b4-b79a-1fc774836971', 'name': 'network-vif-deleted', 'tag': '305a5707-ce5d-4312-92d0-1505cb290085', 'status': 'completed', 'code': 200} Jan 28 12:58:21.134008 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:21.134632 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:21.136870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] 10.222.0.49 "PUT /v2.0/ports/118f700e-8f6a-46e7-96f2-dbedbe847394 HTTP/1.1" status: 200 len: 1092 time: 2.1996353 Jan 28 12:58:21.147622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2', 'tag': '118f700e-8f6a-46e7-96f2-dbedbe847394'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:21.151993 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af595260-0134-4b54-94ad-dbb27df121d5" -d '{"events": [{"name": "network-changed", "server_uuid": "abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2", "tag": "118f700e-8f6a-46e7-96f2-dbedbe847394"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:21.166613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.166950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.167292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.168620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.168966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.169304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.169637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.169966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.170302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.170621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.170937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.171261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.171620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d0d426-7ca2-40ba-abd1-90664c9b5dc4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:21.239080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fcee0-d40a-4f7d-bd89-504328545d83 req-7903dcf6-3c83-453f-bf5c-739c73df4375 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:21.240839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-495fcee0-d40a-4f7d-bd89-504328545d83 req-7903dcf6-3c83-453f-bf5c-739c73df4375 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1372032 Jan 28 12:58:21.247314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-fa6d34d2-3af9-4c7e-82cb-6fe7b51e1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:21.248464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-fa6d34d2-3af9-4c7e-82cb-6fe7b51e1700 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 1095 time: 0.0624049 Jan 28 12:58:21.264527 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673b5ead-d1d8-49ce-b93e-6add4674f610 x-openstack-request-id: req-673b5ead-d1d8-49ce-b93e-6add4674f610 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:21.264661 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2", "tag": "118f700e-8f6a-46e7-96f2-dbedbe847394", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:21.264842 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-673b5ead-d1d8-49ce-b93e-6add4674f610 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:21.265243 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2', 'tag': '118f700e-8f6a-46e7-96f2-dbedbe847394', 'status': 'completed', 'code': 200} Jan 28 12:58:21.317148 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-ecbc21ce-41cf-4ded-b820-d225a11b8c3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=118f700e-8f6a-46e7-96f2-dbedbe847394 HTTP/1.1" status: 200 len: 217 time: 0.0606258 Jan 28 12:58:21.379143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-495fcee0-d40a-4f7d-bd89-504328545d83 req-55db4bc0-ffed-403b-a9b6-f5985b1cb1ec tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297572 Jan 28 12:58:21.418667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-9808bb8d-7f83-415e-a0d2-08b1029433a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:21.420413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-9808bb8d-7f83-415e-a0d2-08b1029433a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0772812 Jan 28 12:58:21.498382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-4313932c-dcd0-475e-a563-c38bfe3869d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:21.500405 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-4313932c-dcd0-475e-a563-c38bfe3869d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686126 Jan 28 12:58:21.596754 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a6f424a-e008-4daf-aff1-2ee6b6a11557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:21.639384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-5c02c6ed-f91a-4fce-9dff-3bd2b7f21ffb service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295142 Jan 28 12:58:21.746688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6eb2c45a-7dc3-4ca3-8dce-5d2f414f641e req-de5b3ca9-e751-47a6-9696-d53753890232 service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011362 Jan 28 12:58:21.840518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af595260-0134-4b54-94ad-dbb27df121d5 req-8584e786-0196-440c-9b5a-b8e13e7a90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:21.842023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af595260-0134-4b54-94ad-dbb27df121d5 req-8584e786-0196-440c-9b5a-b8e13e7a90ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 1095 time: 0.0449920 Jan 28 12:58:21.943263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af595260-0134-4b54-94ad-dbb27df121d5 req-56450995-1415-4f4c-99c6-081465f7704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:21.944773 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af595260-0134-4b54-94ad-dbb27df121d5 req-56450995-1415-4f4c-99c6-081465f7704c service neutron] 10.222.0.49 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.0952976 Jan 28 12:58:21.992724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af595260-0134-4b54-94ad-dbb27df121d5 req-98e83f21-95ea-4688-b111-d6b5db587c29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=118f700e-8f6a-46e7-96f2-dbedbe847394 HTTP/1.1" status: 200 len: 217 time: 0.0389454 Jan 28 12:58:22.045908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51124) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:22.099416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af595260-0134-4b54-94ad-dbb27df121d5 req-d15898d1-d3c4-4a6b-87c7-70ea4573270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:22.100880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af595260-0134-4b54-94ad-dbb27df121d5 req-d15898d1-d3c4-4a6b-87c7-70ea4573270e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.1024892 Jan 28 12:58:22.207114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af595260-0134-4b54-94ad-dbb27df121d5 req-9296b85d-bab6-48ad-b899-fff9373dbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:22.208743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af595260-0134-4b54-94ad-dbb27df121d5 req-9296b85d-bab6-48ad-b899-fff9373dbadc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009378 Jan 28 12:58:22.465964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51128) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:22.801670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3450ef-eba0-45e9-9088-0ecc2b679ac1 req-c092b5e5-ff5c-4f7a-a653-cdf6ff13d72e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:22.803089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d3450ef-eba0-45e9-9088-0ecc2b679ac1 req-c092b5e5-ff5c-4f7a-a653-cdf6ff13d72e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1373708 Jan 28 12:58:22.804880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af595260-0134-4b54-94ad-dbb27df121d5 req-3bceb23a-b880-4215-8717-0621ccefd7d0 service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855412 Jan 28 12:58:23.018957 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:23.021436 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:23.051660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d3450ef-eba0-45e9-9088-0ecc2b679ac1 req-91bca932-3c9f-48a2-8550-a392ab80cad5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412808 Jan 28 12:58:23.085468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af595260-0134-4b54-94ad-dbb27df121d5 req-c8c7e4dc-e3e6-45bb-879c-49cec9eca96c service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499590 Jan 28 12:58:23.297708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-742c2c5e-6a90-451a-b063-b5bf88a8c374 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (861356fc-f61d-4fff-9d6b-e419c42d2e93), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:23.354374 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Allocated IP 172.20.0.17 (ec7c29ee-f7b0-454f-a5be-979cdbc85808/49e47e91-8978-4d9e-a8bb-8056069d4ca6/fb532117-8490-430d-8eb4-476e3bbd1a20) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:58:23.413071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 305a5707-ce5d-4312-92d0-1505cb290085 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:58:23.465556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 305a5707-ce5d-4312-92d0-1505cb290085 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:58:23.465903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 305a5707-ce5d-4312-92d0-1505cb290085 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:58:23.500810 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:23.540373 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:23.582804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network ec7c29ee-f7b0-454f-a5be-979cdbc85808 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:58:23.588780 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:23.593627 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:58:23.597473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=fb532117-8490-430d-8eb4-476e3bbd1a20,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:23.675854 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (da9042ba-78ad-49e3-b9f4-9a3546e90a85), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:23.745529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-742c2c5e-6a90-451a-b063-b5bf88a8c374 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 08df270d-e045-43dd-949b-4ea60a7439c9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:58:23.746837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-742c2c5e-6a90-451a-b063-b5bf88a8c374 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:23.930052 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:23.977772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-742c2c5e-6a90-451a-b063-b5bf88a8c374 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] For port 08df270d-e045-43dd-949b-4ea60a7439c9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=08df270d-e045-43dd-949b-4ea60a7439c9,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:23.979181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-742c2c5e-6a90-451a-b063-b5bf88a8c374 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:23.986843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b85a45b7-9db1-4740-aadc-005b7df0f4c2 None None] Provisioning complete for port fb532117-8490-430d-8eb4-476e3bbd1a20 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:23.988619 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b85a45b7-9db1-4740-aadc-005b7df0f4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:24.017612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-742c2c5e-6a90-451a-b063-b5bf88a8c374 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 08df270d-e045-43dd-949b-4ea60a7439c9 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:58:24.071892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b85a45b7-9db1-4740-aadc-005b7df0f4c2 None None] Port fb532117-8490-430d-8eb4-476e3bbd1a20 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:58:24.336283 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-742c2c5e-6a90-451a-b063-b5bf88a8c374 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (08df270d-e045-43dd-949b-4ea60a7439c9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:24.413328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c2c5e-6a90-451a-b063-b5bf88a8c374 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=08df270d-e045-43dd-949b-4ea60a7439c9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:24.539384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3efbc-1b50-4eef-ad97-17c304e3f6f9 req-73d27414-c2bd-4e8a-8b88-311c1da29222 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:24.542208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50c3efbc-1b50-4eef-ad97-17c304e3f6f9 req-73d27414-c2bd-4e8a-8b88-311c1da29222 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.2087324 Jan 28 12:58:24.616526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50c3efbc-1b50-4eef-ad97-17c304e3f6f9 req-58265c5b-6a8b-4d70-8b39-333c982ecb3c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629220 Jan 28 12:58:24.786566 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:24.900058 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-742c2c5e-6a90-451a-b063-b5bf88a8c374 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (861356fc-f61d-4fff-9d6b-e419c42d2e93), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:25.066671 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:25.074961 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:25.160620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=fb532117-8490-430d-8eb4-476e3bbd1a20,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:25.169834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (da9042ba-78ad-49e3-b9f4-9a3546e90a85), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:25.254017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742c2c5e-6a90-451a-b063-b5bf88a8c374 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router 861356fc-f61d-4fff-9d6b-e419c42d2e93 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:58:25.307858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network ec7c29ee-f7b0-454f-a5be-979cdbc85808 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:58:25.309659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:25.467737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Router da9042ba-78ad-49e3-b9f4-9a3546e90a85 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:58:25.490967 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742c2c5e-6a90-451a-b063-b5bf88a8c374 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:58:25.500736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-742c2c5e-6a90-451a-b063-b5bf88a8c374 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "PUT /v2.0/routers/861356fc-f61d-4fff-9d6b-e419c42d2e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4537730 Jan 28 12:58:25.507378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1e34d-7dc3-4d13-917f-3d2d8cb959e8 None None] Sync routers for ids ['861356fc-f61d-4fff-9d6b-e419c42d2e93'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:58:25.512730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51138) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:25.572103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1e34d-7dc3-4d13-917f-3d2d8cb959e8 None None] Routers {'861356fc-f61d-4fff-9d6b-e419c42d2e93'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:25.572103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-01f1e34d-7dc3-4d13-917f-3d2d8cb959e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['861356fc-f61d-4fff-9d6b-e419c42d2e93'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:25.650537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fba808a-f8a1-45cc-90d7-17c98c0a27b8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting subnet fc34ca4d-b0dd-4665-95fd-d1d781704821 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:58:25.665739 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fba808a-f8a1-45cc-90d7-17c98c0a27b8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for subnet (fc34ca4d-b0dd-4665-95fd-d1d781704821), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:25.699047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:58:25.711354 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Sync routers for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:58:25.722497 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-00a565af-213d-49f9-8a73-a0916345bcdc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "PUT /v2.0/routers/da9042ba-78ad-49e3-b9f4-9a3546e90a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2545357 Jan 28 12:58:25.724759 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:25.725480 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:25.806635 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fba808a-f8a1-45cc-90d7-17c98c0a27b8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (fc34ca4d-b0dd-4665-95fd-d1d781704821), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:25.864390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e83e213f-0139-4e4d-8277-bdd06fd1888f None None] Provisioning complete for port fb532117-8490-430d-8eb4-476e3bbd1a20 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:25.865325 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e83e213f-0139-4e4d-8277-bdd06fd1888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:25.870075 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:25.890021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-01f1e34d-7dc3-4d13-917f-3d2d8cb959e8 None None] Set router 861356fc-f61d-4fff-9d6b-e419c42d2e93 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:26.059954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e83e213f-0139-4e4d-8277-bdd06fd1888f None None] Port fb532117-8490-430d-8eb4-476e3bbd1a20 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:58:26.075273 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fba808a-f8a1-45cc-90d7-17c98c0a27b8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (fc34ca4d-b0dd-4665-95fd-d1d781704821), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:26.100653 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:26.188054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531bdd4-c5c7-4656-80ec-9a99ad237e3e req-ea178a1e-4f30-44b7-82b5-f674d2e74a96 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:26.189953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0531bdd4-c5c7-4656-80ec-9a99ad237e3e req-ea178a1e-4f30-44b7-82b5-f674d2e74a96 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.3026924 Jan 28 12:58:26.276114 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:58:23Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8cf6d5f5-d6f0-4713-98fb-cd1f447e156d', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'port_id': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'mac_address': 'fa:16:3e:fd:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:19Z', 'updated_at': '2022-01-28T12:57:24Z', 'revision_number': 1, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:51Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb532117-8490-430d-8eb4-476e3bbd1a20', 'name': '', 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:12:e2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '49e47e91-8978-4d9e-a8bb-8056069d4ca6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:23Z', 'updated_at': '2022-01-28T12:58:24Z', 'revision_number': 2, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': '49e47e91-8978-4d9e-a8bb-8056069d4ca6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:26.289286 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fba808a-f8a1-45cc-90d7-17c98c0a27b8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (fc34ca4d-b0dd-4665-95fd-d1d781704821), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:26.313908 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Checking router: da9042ba-78ad-49e3-b9f4-9a3546e90a85 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:58:26.314421 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Updating router da9042ba-78ad-49e3-b9f4-9a3546e90a85 port fb532117-8490-430d-8eb4-476e3bbd1a20 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:58:26.344631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-01f1e34d-7dc3-4d13-917f-3d2d8cb959e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:58:24Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:26.351746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0531bdd4-c5c7-4656-80ec-9a99ad237e3e req-92e4432d-92e5-4ce4-89b9-3e0a6e373e02 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507802 Jan 28 12:58:26.354761 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:26.360575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba808a-f8a1-45cc-90d7-17c98c0a27b8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Subnet': ['ID=fc34ca4d-b0dd-4665-95fd-d1d781704821,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:26.388890 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fba808a-f8a1-45cc-90d7-17c98c0a27b8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:26.395659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8fba808a-f8a1-45cc-90d7-17c98c0a27b8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/subnets/fc34ca4d-b0dd-4665-95fd-d1d781704821 HTTP/1.1" status: 204 len: 168 time: 0.8806901 Jan 28 12:58:26.401449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:26.437277 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0a12e9-761a-44e1-8205-f0ce2c55299f None None] Network 3b90798b-af22-4242-a6a7-a5b3a4634c92 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:58:26.450623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1e34d-7dc3-4d13-917f-3d2d8cb959e8 None None] Checking router: 861356fc-f61d-4fff-9d6b-e419c42d2e93 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:58:26.553537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1e34d-7dc3-4d13-917f-3d2d8cb959e8 None None] Routers {'861356fc-f61d-4fff-9d6b-e419c42d2e93'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:26.554299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-01f1e34d-7dc3-4d13-917f-3d2d8cb959e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['861356fc-f61d-4fff-9d6b-e419c42d2e93'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:26.689492 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router (861356fc-f61d-4fff-9d6b-e419c42d2e93), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:26.790642 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-01f1e34d-7dc3-4d13-917f-3d2d8cb959e8 None None] Set router 861356fc-f61d-4fff-9d6b-e419c42d2e93 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:26.911207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] DHCP port deletion for 3b90798b-af22-4242-a6a7-a5b3a4634c92 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:58:26.962412 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Publish callbacks [] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:26.988947 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:26.997383 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (861356fc-f61d-4fff-9d6b-e419c42d2e93), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:27.064196 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Pushing event updated for resources: {'Port': ['ID=fb532117-8490-430d-8eb4-476e3bbd1a20,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:27.074575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Deleting port 81b782ab-1791-496d-ad87-9b3800827c00 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:58:27.075297 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (81b782ab-1791-496d-ad87-9b3800827c00), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:27.094731 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.095074 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.095419 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.096936 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.097379 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.097716 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.098044 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.098367 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.098687 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.099116 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.104450 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.105045 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.105468 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.184366 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Attempting to bind port fb532117-8490-430d-8eb4-476e3bbd1a20 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:58:27.184878 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Attempting to bind port fb532117-8490-430d-8eb4-476e3bbd1a20 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:58:27.185383 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Attempting to bind port fb532117-8490-430d-8eb4-476e3bbd1a20 on network ec7c29ee-f7b0-454f-a5be-979cdbc85808 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:27.186124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] For port 81b782ab-1791-496d-ad87-9b3800827c00, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=81b782ab-1791-496d-ad87-9b3800827c00,segment=NetworkSegment(e36f1551-69a5-4e7d-8fa6-b09f117a5cfc),segment_id=e36f1551-69a5-4e7d-8fa6-b09f117a5cfc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:27.187052 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (81b782ab-1791-496d-ad87-9b3800827c00), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:27.193637 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:58:27.194331 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Checking segment: {'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:27.194884 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:27.195445 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Bound using segment: {'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:58:27.196629 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Bound port: fb532117-8490-430d-8eb4-476e3bbd1a20, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:58:27.196776 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:27.204402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Calling delete_port for 81b782ab-1791-496d-ad87-9b3800827c00 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:58:27.267364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 8feca021-ce2b-4716-a9b5-46dde37a5faa {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:58:27.271169 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:27.324329 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] For port fb532117-8490-430d-8eb4-476e3bbd1a20, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:58:27.332304 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] For port fb532117-8490-430d-8eb4-476e3bbd1a20, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fb532117-8490-430d-8eb4-476e3bbd1a20,segment=NetworkSegment(a79b44a9-2f4d-4bfa-b7e5-669656ba94da),segment_id=a79b44a9-2f4d-4bfa-b7e5-669656ba94da)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:58:27.333197 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (81b782ab-1791-496d-ad87-9b3800827c00), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:27.337055 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:27.407315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] No DVR routers for this DVR port 81b782ab-1791-496d-ad87-9b3800827c00 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:58:27.411065 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Pushing event deleted for resources: {'Port': ['ID=81b782ab-1791-496d-ad87-9b3800827c00,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:27.439298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.439741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.440179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.440527 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.440872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.441261 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.441793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.441983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.442265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.442614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.442938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.443274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.443635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac745cf4-314f-4fb1-80ad-73083bcf365f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:58:27.485432 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:27.486069 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:27.517648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] For port 8feca021-ce2b-4716-a9b5-46dde37a5faa, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=8feca021-ce2b-4716-a9b5-46dde37a5faa,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:27.518241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:27.528173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-01f1e34d-7dc3-4d13-917f-3d2d8cb959e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:58:24Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:27.546763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 8feca021-ce2b-4716-a9b5-46dde37a5faa owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:58:27.617793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1e34d-7dc3-4d13-917f-3d2d8cb959e8 None None] The sync data for ids ['861356fc-f61d-4fff-9d6b-e419c42d2e93'] in n-d-824835-4 is: [{'id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223322446', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:47Z', 'updated_at': '2022-01-28T12:58:24Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '8feca021-ce2b-4716-a9b5-46dde37a5faa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861356fc-f61d-4fff-9d6b-e419c42d2e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:48Z', 'updated_at': '2022-01-28T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:58:27.663987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f7fb366f-fdc1-4d35-b326-d61e7722a373 None None] Provisioning complete for port fb532117-8490-430d-8eb4-476e3bbd1a20 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:27.666983 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7fb366f-fdc1-4d35-b326-d61e7722a373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:27.722223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc1fb-7511-47ff-a9b6-227794fe3223 req-009babfb-0dfc-484a-82e6-bcfc9759a5cf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:27.742312 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec9bc1fb-7511-47ff-a9b6-227794fe3223 req-009babfb-0dfc-484a-82e6-bcfc9759a5cf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.2022634 Jan 28 12:58:27.764967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 81b782ab-1791-496d-ad87-9b3800827c00 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:58:27.865921 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c66f56-00ff-4077-a79c-b8aac93dbf6f None None] Pushing event updated for resources: {'Port': ['ID=fb532117-8490-430d-8eb4-476e3bbd1a20,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:27.901197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 81b782ab-1791-496d-ad87-9b3800827c00 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:58:27.901651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 81b782ab-1791-496d-ad87-9b3800827c00 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:58:27.907214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec9bc1fb-7511-47ff-a9b6-227794fe3223 req-9b8d2c13-6025-4b38-88f2-a1b5fc88aa86 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626556 Jan 28 12:58:28.032417 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:28.074366 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8feca021-ce2b-4716-a9b5-46dde37a5faa), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:28.129905 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=8feca021-ce2b-4716-a9b5-46dde37a5faa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:28.141016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb366f-fdc1-4d35-b326-d61e7722a373 None None] Current status of the port fb532117-8490-430d-8eb4-476e3bbd1a20 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:28.141418 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7fb366f-fdc1-4d35-b326-d61e7722a373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:28.232764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f7fb366f-fdc1-4d35-b326-d61e7722a373 None None] For port fb532117-8490-430d-8eb4-476e3bbd1a20, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fb532117-8490-430d-8eb4-476e3bbd1a20,segment=NetworkSegment(a79b44a9-2f4d-4bfa-b7e5-669656ba94da),segment_id=a79b44a9-2f4d-4bfa-b7e5-669656ba94da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:28.246338 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7fb366f-fdc1-4d35-b326-d61e7722a373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:28.280132 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (861356fc-f61d-4fff-9d6b-e419c42d2e93), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:28.363769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb366f-fdc1-4d35-b326-d61e7722a373 None None] Pushing event updated for resources: {'Port': ['ID=fb532117-8490-430d-8eb4-476e3bbd1a20,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:28.409618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8c30cd91-3ebe-4f52-9ad5-b20d0abb7c63 None None] Provisioning complete for port fb532117-8490-430d-8eb4-476e3bbd1a20 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:28.410067 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c30cd91-3ebe-4f52-9ad5-b20d0abb7c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:28.441471 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (861356fc-f61d-4fff-9d6b-e419c42d2e93), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:28.444528 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_controller (861356fc-f61d-4fff-9d6b-e419c42d2e93), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:28.566378 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:58:23Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8cf6d5f5-d6f0-4713-98fb-cd1f447e156d', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'port_id': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'mac_address': 'fa:16:3e:fd:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:19Z', 'updated_at': '2022-01-28T12:57:24Z', 'revision_number': 1, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:51Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb532117-8490-430d-8eb4-476e3bbd1a20', 'name': '', 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:12:e2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '49e47e91-8978-4d9e-a8bb-8056069d4ca6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:23Z', 'updated_at': '2022-01-28T12:58:27Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': '49e47e91-8978-4d9e-a8bb-8056069d4ca6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:28.570577 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (861356fc-f61d-4fff-9d6b-e419c42d2e93), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:28.571415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Fanout notify agent at l3_agent the message router_deleted on router 861356fc-f61d-4fff-9d6b-e419c42d2e93 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:58:28.581354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:28.586862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51160) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:28.593372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8c30cd91-3ebe-4f52-9ad5-b20d0abb7c63 None None] Current status of the port fb532117-8490-430d-8eb4-476e3bbd1a20 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:28.601322 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-51549c92-a5bb-4212-a370-45ddd607f724 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/routers/861356fc-f61d-4fff-9d6b-e419c42d2e93 HTTP/1.1" status: 204 len: 168 time: 2.1987009 Jan 28 12:58:28.601569 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8efd84b-d6ef-47f8-b4b9-610ea26678df None None] The sync data for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 is: [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:58:23Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8cf6d5f5-d6f0-4713-98fb-cd1f447e156d', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'port_id': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'mac_address': 'fa:16:3e:fd:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:19Z', 'updated_at': '2022-01-28T12:57:24Z', 'revision_number': 1, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:51Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb532117-8490-430d-8eb4-476e3bbd1a20', 'name': '', 'network_id': 'ec7c29ee-f7b0-454f-a5be-979cdbc85808', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:12:e2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '49e47e91-8978-4d9e-a8bb-8056069d4ca6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:23Z', 'updated_at': '2022-01-28T12:58:27Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': '49e47e91-8978-4d9e-a8bb-8056069d4ca6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:58:28.770402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (3b90798b-af22-4242-a6a7-a5b3a4634c92), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:28.981145 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (3b90798b-af22-4242-a6a7-a5b3a4634c92), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:29.010396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b90798b-af22-4242-a6a7-a5b3a4634c92']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:29.020577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:29.021319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36f1551-69a5-4e7d-8fa6-b09f117a5cfc') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:29.031553 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (e36f1551-69a5-4e7d-8fa6-b09f117a5cfc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:29.062526 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e36f1551-69a5-4e7d-8fa6-b09f117a5cfc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:29.086244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:58:29.086805 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (e36f1551-69a5-4e7d-8fa6-b09f117a5cfc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:58:29.092232 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:58:29.179391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf691a-845e-47db-91dc-80ba393dd112 req-ca7b40ca-ccf9-4d6b-8b11-4153b5d971d5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:29.180856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bbf691a-845e-47db-91dc-80ba393dd112 req-ca7b40ca-ccf9-4d6b-8b11-4153b5d971d5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1284201 Jan 28 12:58:29.185895 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (3b90798b-af22-4242-a6a7-a5b3a4634c92), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:29.199676 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:29.202551 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/networks/3b90798b-af22-4242-a6a7-a5b3a4634c92 HTTP/1.1" status: 204 len: 168 time: 0.6144495 Jan 28 12:58:29.206558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51164) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:29.249901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ffebd-14c7-4370-b94d-3a999776a31d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Network': ['ID=3b90798b-af22-4242-a6a7-a5b3a4634c92,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:29.296093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bbf691a-845e-47db-91dc-80ba393dd112 req-71d9e9c4-022b-4f90-812f-72bda5043a66 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910749 Jan 28 12:58:29.352434 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0f38ed3-a90b-4cac-990b-c916bd60b46f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (8f8f223d-60ae-46d0-98b4-59d053a81c95), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:29.410016 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0f38ed3-a90b-4cac-990b-c916bd60b46f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (8f8f223d-60ae-46d0-98b4-59d053a81c95), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:29.529784 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0f38ed3-a90b-4cac-990b-c916bd60b46f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8f8f223d-60ae-46d0-98b4-59d053a81c95), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:29.533886 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0f38ed3-a90b-4cac-990b-c916bd60b46f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:29.538892 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a0f38ed3-a90b-4cac-990b-c916bd60b46f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/security-groups/8f8f223d-60ae-46d0-98b4-59d053a81c95 HTTP/1.1" status: 204 len: 168 time: 0.3320546 Jan 28 12:58:29.552821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f38ed3-a90b-4cac-990b-c916bd60b46f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8f223d-60ae-46d0-98b4-59d053a81c95,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:29.727184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fb532117-8490-430d-8eb4-476e3bbd1a20 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:58:29.827669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port fb532117-8490-430d-8eb4-476e3bbd1a20 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:29.833495 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:29.991657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port fb532117-8490-430d-8eb4-476e3bbd1a20 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:30.110870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 08df270d-e045-43dd-949b-4ea60a7439c9 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:58:30.142572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 08df270d-e045-43dd-949b-4ea60a7439c9 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:58:30.143160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 08df270d-e045-43dd-949b-4ea60a7439c9 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:58:30.143825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8feca021-ce2b-4716-a9b5-46dde37a5faa no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:58:30.169603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 8feca021-ce2b-4716-a9b5-46dde37a5faa {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:58:30.170385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 8feca021-ce2b-4716-a9b5-46dde37a5faa not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:58:30.311037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51176) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:30.317209 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1add679d-4a72-45b8-b32d-27de720638e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911487910', 'description': 'tempest-secgroup-smoke-911487910 description', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:30.367991 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1add679d-4a72-45b8-b32d-27de720638e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:30.480375 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1add679d-4a72-45b8-b32d-27de720638e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (94c6447d-9f42-47bd-9ad9-1ccad79b0ea3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:30.488596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1add679d-4a72-45b8-b32d-27de720638e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (94c6447d-9f42-47bd-9ad9-1ccad79b0ea3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:30.517543 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1add679d-4a72-45b8-b32d-27de720638e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:30.518962 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1add679d-4a72-45b8-b32d-27de720638e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2065988 Jan 28 12:58:30.521910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51180) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:30.527623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-60d36f61-7ce8-417e-a1e3-6473c37af657 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '94c6447d-9f42-47bd-9ad9-1ccad79b0ea3', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:30.543147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add679d-4a72-45b8-b32d-27de720638e2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:30.562630 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60d36f61-7ce8-417e-a1e3-6473c37af657 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (245570eb-9ade-4f9e-83b4-8ea44caa27a4), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:30.587542 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eb24d-fa45-4a69-b0d9-a1b91b091fda req-f68fe9d3-7d87-48b8-9338-718c5704a251 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:30.589502 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-132eb24d-fa45-4a69-b0d9-a1b91b091fda req-f68fe9d3-7d87-48b8-9338-718c5704a251 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1174097 Jan 28 12:58:30.670343 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-132eb24d-fa45-4a69-b0d9-a1b91b091fda req-17130f87-f08b-4150-a226-2f60ae44bb6f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734890 Jan 28 12:58:30.673396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60d36f61-7ce8-417e-a1e3-6473c37af657 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (245570eb-9ade-4f9e-83b4-8ea44caa27a4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:30.678610 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60d36f61-7ce8-417e-a1e3-6473c37af657 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (245570eb-9ade-4f9e-83b4-8ea44caa27a4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:30.703433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d36f61-7ce8-417e-a1e3-6473c37af657 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245570eb-9ade-4f9e-83b4-8ea44caa27a4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:30.719029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60d36f61-7ce8-417e-a1e3-6473c37af657 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:30.720273 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-60d36f61-7ce8-417e-a1e3-6473c37af657 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1974380 Jan 28 12:58:30.723220 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51186) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:30.727866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8b9949ca-1f58-4583-8b3c-0f6fcc14d339 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '94c6447d-9f42-47bd-9ad9-1ccad79b0ea3', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:30.762451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9949ca-1f58-4583-8b3c-0f6fcc14d339 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (4308e6e8-a27b-44b9-bb8a-643d8a207a3c), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:30.833030 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9949ca-1f58-4583-8b3c-0f6fcc14d339 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (4308e6e8-a27b-44b9-bb8a-643d8a207a3c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:30.838894 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9949ca-1f58-4583-8b3c-0f6fcc14d339 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (4308e6e8-a27b-44b9-bb8a-643d8a207a3c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:30.865105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9949ca-1f58-4583-8b3c-0f6fcc14d339 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4308e6e8-a27b-44b9-bb8a-643d8a207a3c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:30.875398 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9949ca-1f58-4583-8b3c-0f6fcc14d339 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:30.879153 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8b9949ca-1f58-4583-8b3c-0f6fcc14d339 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1547272 Jan 28 12:58:30.880278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51188) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:30.885737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fb033a48-74de-4522-81c0-87f663b39290 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '94c6447d-9f42-47bd-9ad9-1ccad79b0ea3', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:30.924723 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb033a48-74de-4522-81c0-87f663b39290 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (b0c9b157-f05b-494a-8763-d2de26de989f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.009099 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb033a48-74de-4522-81c0-87f663b39290 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (b0c9b157-f05b-494a-8763-d2de26de989f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.016337 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb033a48-74de-4522-81c0-87f663b39290 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (b0c9b157-f05b-494a-8763-d2de26de989f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.050228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb033a48-74de-4522-81c0-87f663b39290 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c9b157-f05b-494a-8763-d2de26de989f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:31.063194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb033a48-74de-4522-81c0-87f663b39290 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.067523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fb033a48-74de-4522-81c0-87f663b39290 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1828141 Jan 28 12:58:31.067523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51190) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:31.072685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fb1ce931-b5c9-4f4e-b7b3-207b9abf4719 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '94c6447d-9f42-47bd-9ad9-1ccad79b0ea3', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:31.109789 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb1ce931-b5c9-4f4e-b7b3-207b9abf4719 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (338a5c1f-7617-4103-87f8-4e8a13fbcd38), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.189818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb1ce931-b5c9-4f4e-b7b3-207b9abf4719 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (338a5c1f-7617-4103-87f8-4e8a13fbcd38), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.199624 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb1ce931-b5c9-4f4e-b7b3-207b9abf4719 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (338a5c1f-7617-4103-87f8-4e8a13fbcd38), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.218538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ce931-b5c9-4f4e-b7b3-207b9abf4719 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338a5c1f-7617-4103-87f8-4e8a13fbcd38,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:31.236777 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb1ce931-b5c9-4f4e-b7b3-207b9abf4719 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.239384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fb1ce931-b5c9-4f4e-b7b3-207b9abf4719 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1697958 Jan 28 12:58:31.241426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51198) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:31.247546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6354f86b-c224-47c7-983c-f6f5f0256049 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '94c6447d-9f42-47bd-9ad9-1ccad79b0ea3', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:31.271374 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-6354f86b-c224-47c7-983c-f6f5f0256049 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Project f804c63ab4be43509b4700c1f4f06f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:58:31.277904 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6354f86b-c224-47c7-983c-f6f5f0256049 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (92992edf-22d1-4527-917f-c880f7fd09cb), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.349086 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6354f86b-c224-47c7-983c-f6f5f0256049 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (92992edf-22d1-4527-917f-c880f7fd09cb), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.355047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6354f86b-c224-47c7-983c-f6f5f0256049 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (92992edf-22d1-4527-917f-c880f7fd09cb), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.379689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354f86b-c224-47c7-983c-f6f5f0256049 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92992edf-22d1-4527-917f-c880f7fd09cb,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:31.401002 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6354f86b-c224-47c7-983c-f6f5f0256049 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.402325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6354f86b-c224-47c7-983c-f6f5f0256049 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1590552 Jan 28 12:58:31.407246 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51204) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:31.413682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1752d50c-d9d8-4779-ab27-5f6865351ca7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'security_group_rule': {'security_group_id': '94c6447d-9f42-47bd-9ad9-1ccad79b0ea3', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:31.448098 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-1752d50c-d9d8-4779-ab27-5f6865351ca7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Project f804c63ab4be43509b4700c1f4f06f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:58:31.468430 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1752d50c-d9d8-4779-ab27-5f6865351ca7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (6261c698-b210-466a-b5da-31c651018577), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.541832 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1752d50c-d9d8-4779-ab27-5f6865351ca7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (6261c698-b210-466a-b5da-31c651018577), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.546514 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1752d50c-d9d8-4779-ab27-5f6865351ca7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (6261c698-b210-466a-b5da-31c651018577), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.565359 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752d50c-d9d8-4779-ab27-5f6865351ca7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6261c698-b210-466a-b5da-31c651018577,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:31.573755 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1752d50c-d9d8-4779-ab27-5f6865351ca7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.578440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51206) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:31.578591 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1752d50c-d9d8-4779-ab27-5f6865351ca7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1702685 Jan 28 12:58:31.584204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bbadeba6-057d-448c-8b16-dc834a3c4f5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'network': {'name': 'tempest-network-smoke--918950714', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:31.606663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbadeba6-057d-448c-8b16-dc834a3c4f5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Made reservation on behalf of f804c63ab4be43509b4700c1f4f06f6f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:58:31.610111 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbadeba6-057d-448c-8b16-dc834a3c4f5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.636525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbadeba6-057d-448c-8b16-dc834a3c4f5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:58:31.648326 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbadeba6-057d-448c-8b16-dc834a3c4f5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cd8a2a81-61e5-4d59-b0be-27074cea3ef9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.649570 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-bbadeba6-057d-448c-8b16-dc834a3c4f5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Added segment cd8a2a81-61e5-4d59-b0be-27074cea3ef9 of type vlan for network 81d6a6c5-36dd-4e38-b884-a60583e24a23 Jan 28 12:58:31.697054 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbadeba6-057d-448c-8b16-dc834a3c4f5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (81d6a6c5-36dd-4e38-b884-a60583e24a23), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.738276 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbadeba6-057d-448c-8b16-dc834a3c4f5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (81d6a6c5-36dd-4e38-b884-a60583e24a23), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.743373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbadeba6-057d-448c-8b16-dc834a3c4f5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:31.744367 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbadeba6-057d-448c-8b16-dc834a3c4f5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.840478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bbadeba6-057d-448c-8b16-dc834a3c4f5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2570429 Jan 28 12:58:31.840749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:31.845334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'admin_state_up': True, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:31.854604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadeba6-057d-448c-8b16-dc834a3c4f5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Network': ['ID=81d6a6c5-36dd-4e38-b884-a60583e24a23,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:31.869070 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 81d6a6c5-36dd-4e38-b884-a60583e24a23 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:58:31.875574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (b2d4fa61-db70-452c-9fe9-cf38b37855e7), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.876725 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (b2d4fa61-db70-452c-9fe9-cf38b37855e7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:31.876943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1ffba-dd85-4531-a3b7-ec29760ee19b req-d34c0492-ec3d-41e8-91fa-d7ced9963d47 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:31.884297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ee1ffba-dd85-4531-a3b7-ec29760ee19b req-d34c0492-ec3d-41e8-91fa-d7ced9963d47 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1207521 Jan 28 12:58:31.950612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ee1ffba-dd85-4531-a3b7-ec29760ee19b req-81c0d770-1033-46cd-9489-3a64191091f2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650337 Jan 28 12:58:31.991641 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_controller (b2d4fa61-db70-452c-9fe9-cf38b37855e7), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:32.147257 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (b2d4fa61-db70-452c-9fe9-cf38b37855e7), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:32.379257 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (b2d4fa61-db70-452c-9fe9-cf38b37855e7), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:32.401112 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:32.542416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.25.7.179 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/1b179c23-d836-48f6-91d9-63de2bc4218b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:58:32.666306 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:32.705647 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:32.750256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:58:32.752963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:32.756559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:58:32.787164 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=1b179c23-d836-48f6-91d9-63de2bc4218b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:33.053027 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (b2d4fa61-db70-452c-9fe9-cf38b37855e7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:33.092202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfa653-86fa-4b88-89c2-a7fdab55f513 req-05a81d13-9f36-4be0-9996-c411edddcf07 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:33.094697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74dfa653-86fa-4b88-89c2-a7fdab55f513 req-05a81d13-9f36-4be0-9996-c411edddcf07 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0687246 Jan 28 12:58:33.161314 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74dfa653-86fa-4b88-89c2-a7fdab55f513 req-371457c3-645f-4d74-bc61-40a99b327bdb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609756 Jan 28 12:58:33.664036 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (b2d4fa61-db70-452c-9fe9-cf38b37855e7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:33.809858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router b2d4fa61-db70-452c-9fe9-cf38b37855e7 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:58:33.932332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:58:33.942690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Sync routers for ids ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:58:33.954656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Routers {'b2d4fa61-db70-452c-9fe9-cf38b37855e7'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:33.955472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:33.957863 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:33.959489 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4c105cb0-0733-4855-880a-4b5bc1dfd537 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1173415 Jan 28 12:58:33.962620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51234) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:34.002549 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5b0277ea-28ea-43aa-9b7d-a9e470935917 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f804c63ab4be43509b4700c1f4f06f6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377409 Jan 28 12:58:34.005813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51236) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:34.113272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9056a9-e21c-4554-aade-1ff82025f201 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:34.114715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9b9056a9-e21c-4554-aade-1ff82025f201 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1078987 Jan 28 12:58:34.117624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:34.150642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-91cce3cc-9d1d-4d22-986d-45375a150efa tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313838 Jan 28 12:58:34.153843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51240) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:34.159133 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ae2404a7-ac9f-473a-bff2-68ba421aba5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1665534636', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:34.260555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Set router b2d4fa61-db70-452c-9fe9-cf38b37855e7 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:34.271626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2404a7-ac9f-473a-bff2-68ba421aba5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Made reservation on behalf of f804c63ab4be43509b4700c1f4f06f6f for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:58:34.277979 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae2404a7-ac9f-473a-bff2-68ba421aba5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:34.312510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b965ca6-2a11-48c3-a678-9d95f7361178 req-3640d681-42a7-46d3-9784-6df20879c1bc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:34.315330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b965ca6-2a11-48c3-a678-9d95f7361178 req-3640d681-42a7-46d3-9784-6df20879c1bc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0685999 Jan 28 12:58:34.380799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b965ca6-2a11-48c3-a678-9d95f7361178 req-27e6ae62-2c7b-4261-ac9a-169afd58becd tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586250 Jan 28 12:58:34.481679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T12:58:32Z', 'revision_number': 3, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:34.519055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae2404a7-ac9f-473a-bff2-68ba421aba5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (3c469188-743e-4eb8-b152-9a9f5bb15743), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:34.534044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Checking router: b2d4fa61-db70-452c-9fe9-cf38b37855e7 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:58:34.534044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Updating router b2d4fa61-db70-452c-9fe9-cf38b37855e7 port 1b179c23-d836-48f6-91d9-63de2bc4218b binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:58:34.573291 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:34.594495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2404a7-ac9f-473a-bff2-68ba421aba5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Subnet': ['ID=3c469188-743e-4eb8-b152-9a9f5bb15743,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:34.600185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2404a7-ac9f-473a-bff2-68ba421aba5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Checking segment: {'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:34.600553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2404a7-ac9f-473a-bff2-68ba421aba5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network hostable DHCP agents. Network: 81d6a6c5-36dd-4e38-b884-a60583e24a23, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:58:34.622056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2404a7-ac9f-473a-bff2-68ba421aba5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 81d6a6c5-36dd-4e38-b884-a60583e24a23 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:58:34.633972 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ae2404a7-ac9f-473a-bff2-68ba421aba5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 81d6a6c5-36dd-4e38-b884-a60583e24a23) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:34.638394 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2404a7-ac9f-473a-bff2-68ba421aba5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:34.639255 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae2404a7-ac9f-473a-bff2-68ba421aba5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:34.660000 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ae2404a7-ac9f-473a-bff2-68ba421aba5b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5049772 Jan 28 12:58:34.662985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51244) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:34.669638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633a3540-ceb8-4b66-9787-a3b06bb366a0 None None] Network 81d6a6c5-36dd-4e38-b884-a60583e24a23 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:58:34.840695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-81d6a6c5-36dd-4e38-b884-a60583e24a23', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ips': [{'subnet_id': '3c469188-743e-4eb8-b152-9a9f5bb15743'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:58:34.841559 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:35.085507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Allocated IP 172.20.0.2 (81d6a6c5-36dd-4e38-b884-a60583e24a23/3c469188-743e-4eb8-b152-9a9f5bb15743/cc98a384-b341-4849-8d4f-d634e9272d90) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:58:35.100954 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Publish callbacks [] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:35.115025 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:35.224224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Attempting to bind port 1b179c23-d836-48f6-91d9-63de2bc4218b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:58:35.224630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Attempting to bind port 1b179c23-d836-48f6-91d9-63de2bc4218b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:58:35.224988 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Attempting to bind port 1b179c23-d836-48f6-91d9-63de2bc4218b on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:35.227126 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66828f4d-96b2-46b4-8a3e-2e7c6b62fbdc None None] Pushing event updated for resources: {'Port': ['ID=1b179c23-d836-48f6-91d9-63de2bc4218b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:35.242198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:58:35.242579 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:35.242970 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:35.243497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:58:35.244847 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Bound port: 1b179c23-d836-48f6-91d9-63de2bc4218b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:58:35.245586 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:35.377120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] For port 1b179c23-d836-48f6-91d9-63de2bc4218b, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:58:35.381010 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] For port 1b179c23-d836-48f6-91d9-63de2bc4218b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1b179c23-d836-48f6-91d9-63de2bc4218b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:58:35.389951 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:35.469702 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Publish callbacks [] for port (cc98a384-b341-4849-8d4f-d634e9272d90), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:35.474986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66828f4d-96b2-46b4-8a3e-2e7c6b62fbdc None None] Pushing event updated for resources: {'Port': ['ID=1b179c23-d836-48f6-91d9-63de2bc4218b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:35.482344 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (cc98a384-b341-4849-8d4f-d634e9272d90), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:35.533080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Network 81d6a6c5-36dd-4e38-b884-a60583e24a23 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:58:35.539099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:35.548151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:58:35.565117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Routers {'b2d4fa61-db70-452c-9fe9-cf38b37855e7'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:35.565117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:35.570311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Pushing event updated for resources: {'Port': ['ID=cc98a384-b341-4849-8d4f-d634e9272d90,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:35.597983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befb0f4-f99b-4e33-b6af-ab41b7c8c382 req-1a398a31-c74a-470a-9ed1-33bb4c3705d8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:35.599678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3befb0f4-f99b-4e33-b6af-ab41b7c8c382 req-1a398a31-c74a-470a-9ed1-33bb4c3705d8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0945129 Jan 28 12:58:35.603943 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:35.714747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3befb0f4-f99b-4e33-b6af-ab41b7c8c382 req-1c5d500b-87fd-4598-825a-b679b0a373b5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997369 Jan 28 12:58:35.718962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Attempting to bind port cc98a384-b341-4849-8d4f-d634e9272d90 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:58:35.719636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Attempting to bind port cc98a384-b341-4849-8d4f-d634e9272d90 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:58:35.720181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Attempting to bind port cc98a384-b341-4849-8d4f-d634e9272d90 on network 81d6a6c5-36dd-4e38-b884-a60583e24a23 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:35.730612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:58:35.731378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Checking segment: {'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:35.731827 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:35.732266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Bound using segment: {'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:58:35.733034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Bound port: cc98a384-b341-4849-8d4f-d634e9272d90, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:58:35.733489 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cc98a384-b341-4849-8d4f-d634e9272d90), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:35.794872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] Set router b2d4fa61-db70-452c-9fe9-cf38b37855e7 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:35.963983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] For port cc98a384-b341-4849-8d4f-d634e9272d90, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:58:35.992663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] For port cc98a384-b341-4849-8d4f-d634e9272d90, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cc98a384-b341-4849-8d4f-d634e9272d90,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:58:36.004441 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cc98a384-b341-4849-8d4f-d634e9272d90), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:36.080173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.20.0.1 (81d6a6c5-36dd-4e38-b884-a60583e24a23/3c469188-743e-4eb8-b152-9a9f5bb15743/49950279-75c8-4bd5-9cf5-fae6537bf47e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:58:36.150786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51cedc-fb18-49f2-af08-82548fb4cf97 None None] Pushing event updated for resources: {'Port': ['ID=cc98a384-b341-4849-8d4f-d634e9272d90,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:36.187240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T12:58:32Z', 'revision_number': 3, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:36.242785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a552b-6d66-4f1b-a56c-c16377b08793 None None] The sync data for ids ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'] in n-d-824835-4 is: [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T12:58:32Z', 'revision_number': 3, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:58:36.329705 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:36.409324 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:36.454006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51262) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:36.514886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 81d6a6c5-36dd-4e38-b884-a60583e24a23 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:58:36.518571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:36.523663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:58:36.567118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=49950279-75c8-4bd5-9cf5-fae6537bf47e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:36.615860 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (b2d4fa61-db70-452c-9fe9-cf38b37855e7), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:36.690410 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-854e9eae-dcb7-4011-b8e5-4a145f78e457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:36.917822 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:36.953762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0ed8e-2dbb-44e3-b6d2-0e16db21947d req-82773abf-ae1e-4ef6-bfc3-e131739b0527 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:36.955995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4df0ed8e-2dbb-44e3-b6d2-0e16db21947d req-82773abf-ae1e-4ef6-bfc3-e131739b0527 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1466784 Jan 28 12:58:37.028097 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-854e9eae-dcb7-4011-b8e5-4a145f78e457 admin admin] Publish callbacks [] for security_group (68400b85-6e15-48e7-8814-e174c324331a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:37.041581 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-854e9eae-dcb7-4011-b8e5-4a145f78e457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (68400b85-6e15-48e7-8814-e174c324331a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:37.146741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4df0ed8e-2dbb-44e3-b6d2-0e16db21947d req-255dbd58-3e77-46d4-a7e3-98b7fa56135d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799250 Jan 28 12:58:37.152674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e9eae-dcb7-4011-b8e5-4a145f78e457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68400b85-6e15-48e7-8814-e174c324331a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:37.163614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-854e9eae-dcb7-4011-b8e5-4a145f78e457 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c15863492f7455c8b2d01d1d82c9f65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7085037 Jan 28 12:58:37.167008 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51270) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:37.353888 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9c62-fbcf-455f-a3ab-199b24e5f0e8 admin admin] Publish callbacks [] for security_group (68400b85-6e15-48e7-8814-e174c324331a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:37.397556 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9c62-fbcf-455f-a3ab-199b24e5f0e8 admin admin] Publish callbacks [] for security_group (68400b85-6e15-48e7-8814-e174c324331a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:37.525251 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:37.530687 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:37.597987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (b2d4fa61-db70-452c-9fe9-cf38b37855e7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:37.707209 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9c62-fbcf-455f-a3ab-199b24e5f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (68400b85-6e15-48e7-8814-e174c324331a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:37.710620 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9c62-fbcf-455f-a3ab-199b24e5f0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:37.711936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2e8a9c62-fbcf-455f-a3ab-199b24e5f0e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68400b85-6e15-48e7-8814-e174c324331a HTTP/1.1" status: 204 len: 168 time: 0.5393717 Jan 28 12:58:37.769870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a9c62-fbcf-455f-a3ab-199b24e5f0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68400b85-6e15-48e7-8814-e174c324331a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:37.784548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=49950279-75c8-4bd5-9cf5-fae6537bf47e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:37.794691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63270ae3-9e69-48dd-a384-ccd26d8d1594 None None] Network 81d6a6c5-36dd-4e38-b884-a60583e24a23 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:58:37.861782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 81d6a6c5-36dd-4e38-b884-a60583e24a23 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:58:37.866802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:37.921586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1b179c23-d836-48f6-91d9-63de2bc4218b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:58:38.001122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2d9c195c-6d3b-4aef-aef3-fafc62098236 None None] Provisioning complete for port cc98a384-b341-4849-8d4f-d634e9272d90 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:38.001553 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d9c195c-6d3b-4aef-aef3-fafc62098236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc98a384-b341-4849-8d4f-d634e9272d90), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:38.085162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router b2d4fa61-db70-452c-9fe9-cf38b37855e7 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:58:38.113146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1b179c23-d836-48f6-91d9-63de2bc4218b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:38.113541 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:38.216958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c195c-6d3b-4aef-aef3-fafc62098236 None None] Current status of the port cc98a384-b341-4849-8d4f-d634e9272d90 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:38.217363 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d9c195c-6d3b-4aef-aef3-fafc62098236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cc98a384-b341-4849-8d4f-d634e9272d90), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:38.256885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:58:38.272883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c93edfd9-7efc-45cc-a6dc-3367891dc531 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "PUT /v2.0/routers/b2d4fa61-db70-452c-9fe9-cf38b37855e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6085455 Jan 28 12:58:38.317069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2d9c195c-6d3b-4aef-aef3-fafc62098236 None None] For port cc98a384-b341-4849-8d4f-d634e9272d90, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cc98a384-b341-4849-8d4f-d634e9272d90,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:38.342558 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d9c195c-6d3b-4aef-aef3-fafc62098236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cc98a384-b341-4849-8d4f-d634e9272d90), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:38.451963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcf903-2ac2-4ac8-8ccd-5e8529f2dc85 req-d06f6c6c-400b-4526-8c70-69b259f27f9b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:38.461153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2afcf903-2ac2-4ac8-8ccd-5e8529f2dc85 req-d06f6c6c-400b-4526-8c70-69b259f27f9b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1406863 Jan 28 12:58:38.474381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1b179c23-d836-48f6-91d9-63de2bc4218b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:38.475025 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:38.511741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c195c-6d3b-4aef-aef3-fafc62098236 None None] Pushing event updated for resources: {'Port': ['ID=cc98a384-b341-4849-8d4f-d634e9272d90,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:38.536180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 1b179c23-d836-48f6-91d9-63de2bc4218b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1b179c23-d836-48f6-91d9-63de2bc4218b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:38.564028 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:38.564845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc98a384-b341-4849-8d4f-d634e9272d90 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:58:38.592892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2afcf903-2ac2-4ac8-8ccd-5e8529f2dc85 req-4500e6e4-7ec7-4d43-8eac-591c6529c4a6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210027 Jan 28 12:58:38.777948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=1b179c23-d836-48f6-91d9-63de2bc4218b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:38.793050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e568c9fc-cb2f-44a9-99c0-7e360d0f6247 None None] Provisioning complete for port 49950279-75c8-4bd5-9cf5-fae6537bf47e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:38.793466 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e568c9fc-cb2f-44a9-99c0-7e360d0f6247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:38.801892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-0e154f4e-0d06-4e0c-bc51-c3d9cb24e791 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911487910&fields=id&tenant_id=f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 267 time: 0.1266601 Jan 28 12:58:38.848849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e568c9fc-cb2f-44a9-99c0-7e360d0f6247 None None] Port 49950279-75c8-4bd5-9cf5-fae6537bf47e cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:58:38.850667 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port cc98a384-b341-4849-8d4f-d634e9272d90 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:38.851043 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc98a384-b341-4849-8d4f-d634e9272d90), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:38.904947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e568c9fc-cb2f-44a9-99c0-7e360d0f6247 None None] Provisioning complete for port cc98a384-b341-4849-8d4f-d634e9272d90 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:38.905334 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e568c9fc-cb2f-44a9-99c0-7e360d0f6247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc98a384-b341-4849-8d4f-d634e9272d90), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:38.995992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-7c3a9d83-411b-4ce5-bc77-66b74b2b8090 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:38.998447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-7c3a9d83-411b-4ce5-bc77-66b74b2b8090 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/networks?id=81d6a6c5-36dd-4e38-b884-a60583e24a23 HTTP/1.1" status: 200 len: 796 time: 0.1845858 Jan 28 12:58:39.006193 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Sync routers for ids ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:58:39.021224 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Routers {'b2d4fa61-db70-452c-9fe9-cf38b37855e7'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:39.023001 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:39.033777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-bfd2d483-f121-4e8e-83cc-d55d07704acf tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/quotas/f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 375 time: 0.0201590 Jan 28 12:58:39.159864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-ce3366df-1c2c-4f01-9223-a13941dc909b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245830 Jan 28 12:58:39.168815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-db6b7b19-42ec-4420-b26b-ec1caecd62e1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:39.184051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-db6b7b19-42ec-4420-b26b-ec1caecd62e1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206864 Jan 28 12:58:39.234957 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Set router b2d4fa61-db70-452c-9fe9-cf38b37855e7 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:39.338642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-78371f59-554e-4d4b-8566-b363f077accd service neutron] 10.222.0.53 "GET /v2.0/networks/81d6a6c5-36dd-4e38-b884-a60583e24a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524565 Jan 28 12:58:39.351299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port cc98a384-b341-4849-8d4f-d634e9272d90 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:39.385453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e568c9fc-cb2f-44a9-99c0-7e360d0f6247 None None] Current status of the port cc98a384-b341-4849-8d4f-d634e9272d90 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:39.512424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-402f99b9-06cf-4812-a53e-1b22bf24cfb6 None None] Provisioning complete for port 49950279-75c8-4bd5-9cf5-fae6537bf47e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:39.513066 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-402f99b9-06cf-4812-a53e-1b22bf24cfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:39.549599 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-cc9de2fd-39fd-4012-9e2a-045732e04ac6 service neutron] 10.222.0.53 "GET /v2.0/networks/81d6a6c5-36dd-4e38-b884-a60583e24a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059541 Jan 28 12:58:39.625440 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T12:58:36Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '49950279-75c8-4bd5-9cf5-fae6537bf47e', 'name': '', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:60:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:35Z', 'updated_at': '2022-01-28T12:58:37Z', 'revision_number': 2, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:39.692820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-402f99b9-06cf-4812-a53e-1b22bf24cfb6 None None] Port 49950279-75c8-4bd5-9cf5-fae6537bf47e cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:58:39.697423 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Checking router: b2d4fa61-db70-452c-9fe9-cf38b37855e7 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:58:39.697978 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Updating router b2d4fa61-db70-452c-9fe9-cf38b37855e7 port 49950279-75c8-4bd5-9cf5-fae6537bf47e binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:58:39.710666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1b179c23-d836-48f6-91d9-63de2bc4218b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:58:39.779692 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:39.808097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1b179c23-d836-48f6-91d9-63de2bc4218b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:39.808477 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:39.813844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39799f-9cd0-4cce-8ada-b7e157e6c452 req-f03c8d21-35b8-41cd-a00a-e9e27da82fb0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:39.816157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e39799f-9cd0-4cce-8ada-b7e157e6c452 req-f03c8d21-35b8-41cd-a00a-e9e27da82fb0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1038468 Jan 28 12:58:39.935136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b3ae50e-c606-4836-a7b3-aad02317c6ea req-4b02be0c-6cc4-4d1a-8ca3-3b8224fca1f3 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 210 time: 0.0604160 Jan 28 12:58:39.980671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e39799f-9cd0-4cce-8ada-b7e157e6c452 req-bff7276f-15e8-46cc-8be9-c9e4f4d4f0be tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579173 Jan 28 12:58:40.034464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1b179c23-d836-48f6-91d9-63de2bc4218b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:40.040499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc98a384-b341-4849-8d4f-d634e9272d90 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:58:40.175283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port cc98a384-b341-4849-8d4f-d634e9272d90 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:40.176608 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc98a384-b341-4849-8d4f-d634e9272d90), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:40.337998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port cc98a384-b341-4849-8d4f-d634e9272d90 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:40.345428 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Publish callbacks [] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:40.358299 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:40.462039 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e7588-dc31-4aa6-8e7f-d4fc5eba447a None None] Pushing event updated for resources: {'Port': ['ID=49950279-75c8-4bd5-9cf5-fae6537bf47e,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:40.614229 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Attempting to bind port 49950279-75c8-4bd5-9cf5-fae6537bf47e on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:58:40.614968 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Attempting to bind port 49950279-75c8-4bd5-9cf5-fae6537bf47e by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:58:40.615598 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Attempting to bind port 49950279-75c8-4bd5-9cf5-fae6537bf47e on network 81d6a6c5-36dd-4e38-b884-a60583e24a23 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:40.643745 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:58:40.644266 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Checking segment: {'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:40.644868 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:40.647794 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Bound using segment: {'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:58:40.648549 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Bound port: 49950279-75c8-4bd5-9cf5-fae6537bf47e, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:58:40.649092 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:40.810235 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] For port 49950279-75c8-4bd5-9cf5-fae6537bf47e, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:58:40.814012 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] For port 49950279-75c8-4bd5-9cf5-fae6537bf47e, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=49950279-75c8-4bd5-9cf5-fae6537bf47e,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:58:40.820465 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:40.834401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b68ed8cd-7a1f-4ab2-80e8-60ad2ccd0415 None None] Provisioning complete for port 49950279-75c8-4bd5-9cf5-fae6537bf47e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:40.835241 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8cd-7a1f-4ab2-80e8-60ad2ccd0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:40.884059 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Routers {'b2d4fa61-db70-452c-9fe9-cf38b37855e7'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:40.884918 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:40.996542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b68ed8cd-7a1f-4ab2-80e8-60ad2ccd0415 None None] Current status of the port 49950279-75c8-4bd5-9cf5-fae6537bf47e is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:40.996991 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8cd-7a1f-4ab2-80e8-60ad2ccd0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:41.045740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b68ed8cd-7a1f-4ab2-80e8-60ad2ccd0415 None None] For port 49950279-75c8-4bd5-9cf5-fae6537bf47e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=49950279-75c8-4bd5-9cf5-fae6537bf47e,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:41.053570 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b68ed8cd-7a1f-4ab2-80e8-60ad2ccd0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:41.137716 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] Set router b2d4fa61-db70-452c-9fe9-cf38b37855e7 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:41.149414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ed8cd-7a1f-4ab2-80e8-60ad2ccd0415 None None] Pushing event updated for resources: {'Port': ['ID=49950279-75c8-4bd5-9cf5-fae6537bf47e,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:41.197104 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04df4a9e-c619-488c-aaa6-48cbc6f44fe1 req-395477d4-6010-4be5-a3ed-d57deb06faa2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 210 time: 0.0658185 Jan 28 12:58:41.210609 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e7588-dc31-4aa6-8e7f-d4fc5eba447a None None] Pushing event updated for resources: {'Port': ['ID=49950279-75c8-4bd5-9cf5-fae6537bf47e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:41.303600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fa514-5716-406d-bf78-e4699737ecef req-3cc79c5e-e00e-42c4-bd2f-93e2a49454a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:41.305261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-441fa514-5716-406d-bf78-e4699737ecef req-3cc79c5e-e00e-42c4-bd2f-93e2a49454a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1367266 Jan 28 12:58:41.386119 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-143f3a61-aac7-48e4-9501-b3991a0febb2 None None] Provisioning complete for port 49950279-75c8-4bd5-9cf5-fae6537bf47e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:41.387278 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-143f3a61-aac7-48e4-9501-b3991a0febb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:41.397923 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-441fa514-5716-406d-bf78-e4699737ecef req-05cc47d4-6500-42f8-ac9a-512edd4e63be tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835488 Jan 28 12:58:41.462936 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T12:58:36Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '49950279-75c8-4bd5-9cf5-fae6537bf47e', 'name': '', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:60:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:35Z', 'updated_at': '2022-01-28T12:58:40Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:41.521502 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbd9d2-51a6-49fb-9ad9-41c0e365bdb7 None None] The sync data for ids ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'] in n-d-824835-4 is: [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T12:58:36Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '49950279-75c8-4bd5-9cf5-fae6537bf47e', 'name': '', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:60:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:35Z', 'updated_at': '2022-01-28T12:58:40Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:58:41.588916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-143f3a61-aac7-48e4-9501-b3991a0febb2 None None] Current status of the port 49950279-75c8-4bd5-9cf5-fae6537bf47e is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:41.877271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-c6dd0371-3eae-4695-8e32-f8c8528377ad tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:41.879236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-c6dd0371-3eae-4695-8e32-f8c8528377ad tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "GET /v2.0/networks?id=81d6a6c5-36dd-4e38-b884-a60583e24a23 HTTP/1.1" status: 200 len: 796 time: 0.2282441 Jan 28 12:58:41.954252 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-ddee9d58-5862-478e-8c62-5f83b940f8d0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f804c63ab4be43509b4700c1f4f06f6f HTTP/1.1" status: 200 len: 379 time: 0.0649831 Jan 28 12:58:41.968247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'port': {'device_id': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'admin_state_up': True, 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'security_groups': ['94c6447d-9f42-47bd-9ad9-1ccad79b0ea3']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:42.014245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51388) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:42.121482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Made reservation on behalf of f804c63ab4be43509b4700c1f4f06f6f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:58:42.125568 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:42.171920 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-822075c2-f5b4-4705-bef8-5c29dfce98a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:42.306633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.20.0.5 (81d6a6c5-36dd-4e38-b884-a60583e24a23/3c469188-743e-4eb8-b152-9a9f5bb15743/64a32934-6022-4529-99c5-2bcca8387206) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:58:42.332142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-822075c2-f5b4-4705-bef8-5c29dfce98a4 admin admin] Publish callbacks [] for security_group (645b2a04-d62a-40e4-a3ed-2a617757ce7f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:42.336877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-822075c2-f5b4-4705-bef8-5c29dfce98a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (645b2a04-d62a-40e4-a3ed-2a617757ce7f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:42.376097 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-822075c2-f5b4-4705-bef8-5c29dfce98a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99d9af23c6074970981f979cbb7eb41f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3601513 Jan 28 12:58:42.377595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51394) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:42.382867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c63c8084-f344-4d49-88d3-904bbd888a22 req-0308291e-791a-4394-89eb-9095a1e7afac tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 210 time: 0.0508964 Jan 28 12:58:42.446492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822075c2-f5b4-4705-bef8-5c29dfce98a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645b2a04-d62a-40e4-a3ed-2a617757ce7f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:42.487519 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b22622c2-e13c-471d-83dd-e83fb14f6825 admin admin] Publish callbacks [] for security_group (645b2a04-d62a-40e4-a3ed-2a617757ce7f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:42.520269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b22622c2-e13c-471d-83dd-e83fb14f6825 admin admin] Publish callbacks [] for security_group (645b2a04-d62a-40e4-a3ed-2a617757ce7f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:42.597636 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b22622c2-e13c-471d-83dd-e83fb14f6825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (645b2a04-d62a-40e4-a3ed-2a617757ce7f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:42.601259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b22622c2-e13c-471d-83dd-e83fb14f6825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:42.606337 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b22622c2-e13c-471d-83dd-e83fb14f6825 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/645b2a04-d62a-40e4-a3ed-2a617757ce7f HTTP/1.1" status: 204 len: 168 time: 0.2209680 Jan 28 12:58:42.626329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (64a32934-6022-4529-99c5-2bcca8387206), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:42.632277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22622c2-e13c-471d-83dd-e83fb14f6825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645b2a04-d62a-40e4-a3ed-2a617757ce7f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:42.648654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6909e-8f28-4f90-a350-19dfcbbc2236 req-ae123d85-2a21-4902-8f1f-a626f6968629 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:42.661319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc6909e-8f28-4f90-a350-19dfcbbc2236 req-ae123d85-2a21-4902-8f1f-a626f6968629 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1218798 Jan 28 12:58:42.747954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bc6909e-8f28-4f90-a350-19dfcbbc2236 req-8cfec1cf-89c1-48b9-803b-536be0f11835 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850534 Jan 28 12:58:42.786952 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (64a32934-6022-4529-99c5-2bcca8387206), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:42.845586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 81d6a6c5-36dd-4e38-b884-a60583e24a23 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:58:42.849533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:42.857115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:58:42.919889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=64a32934-6022-4529-99c5-2bcca8387206,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:42.977213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:42.979032 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.001424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-f5c15d28-3fc9-4fc1-be63-c1a7ab07fac9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0378315 Jan 28 12:58:43.019539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Request body: {'port': {'device_id': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:43.034561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51404) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:43.062664 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e879400-c740-4424-8bb1-4d310cd5042d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.096897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (64a32934-6022-4529-99c5-2bcca8387206), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.229157 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e879400-c740-4424-8bb1-4d310cd5042d admin admin] Publish callbacks [] for security_group (2e55f1c0-9d00-47ab-831b-70d0eb5bbcf2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.239247 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e879400-c740-4424-8bb1-4d310cd5042d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2e55f1c0-9d00-47ab-831b-70d0eb5bbcf2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.271185 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ea2dc9a8-b331-4e5b-92e2-b5f687207fe9 None None] Provisioning complete for port 64a32934-6022-4529-99c5-2bcca8387206 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:43.271703 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc9a8-b331-4e5b-92e2-b5f687207fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (64a32934-6022-4529-99c5-2bcca8387206), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.316238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e879400-c740-4424-8bb1-4d310cd5042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e55f1c0-9d00-47ab-831b-70d0eb5bbcf2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:43.326431 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6e879400-c740-4424-8bb1-4d310cd5042d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5da9b02f6ad54bf997370d604626c4ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2898853 Jan 28 12:58:43.330276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51406) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:43.331167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ea2dc9a8-b331-4e5b-92e2-b5f687207fe9 None None] Port 64a32934-6022-4529-99c5-2bcca8387206 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:58:43.412172 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2523fe85-bdec-45f2-b683-f8cc5714f2ce admin admin] Publish callbacks [] for security_group (2e55f1c0-9d00-47ab-831b-70d0eb5bbcf2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.450146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2523fe85-bdec-45f2-b683-f8cc5714f2ce admin admin] Publish callbacks [] for security_group (2e55f1c0-9d00-47ab-831b-70d0eb5bbcf2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.569636 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2523fe85-bdec-45f2-b683-f8cc5714f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2e55f1c0-9d00-47ab-831b-70d0eb5bbcf2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.574325 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2523fe85-bdec-45f2-b683-f8cc5714f2ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.579597 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2523fe85-bdec-45f2-b683-f8cc5714f2ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e55f1c0-9d00-47ab-831b-70d0eb5bbcf2 HTTP/1.1" status: 204 len: 168 time: 0.2469974 Jan 28 12:58:43.587170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b1ca4-7029-44bc-a7f5-f095f7b58582 req-ff8dc6f2-e367-43d2-bff3-ad6c93b0d81c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:43.591475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523fe85-bdec-45f2-b683-f8cc5714f2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e55f1c0-9d00-47ab-831b-70d0eb5bbcf2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:43.596297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058b1ca4-7029-44bc-a7f5-f095f7b58582 req-ff8dc6f2-e367-43d2-bff3-ad6c93b0d81c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 931 time: 0.1183083 Jan 28 12:58:43.598520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a32934-6022-4529-99c5-2bcca8387206 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:58:43.616958 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Publish callbacks [] for port (64a32934-6022-4529-99c5-2bcca8387206), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.660707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Transition to ACTIVE for port object 64a32934-6022-4529-99c5-2bcca8387206 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:58:43.669114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 49950279-75c8-4bd5-9cf5-fae6537bf47e up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:58:43.674326 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (64a32934-6022-4529-99c5-2bcca8387206), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.725966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Pushing event updated for resources: {'Port': ['ID=64a32934-6022-4529-99c5-2bcca8387206,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:43.735001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058b1ca4-7029-44bc-a7f5-f095f7b58582 req-46f2d3eb-bb69-428e-bea7-0bf0b8a8c25f tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299183 Jan 28 12:58:43.767078 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 49950279-75c8-4bd5-9cf5-fae6537bf47e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:43.767552 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:43.924013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 49950279-75c8-4bd5-9cf5-fae6537bf47e is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:43.952740 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Attempting to bind port 64a32934-6022-4529-99c5-2bcca8387206 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:58:43.953082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Attempting to bind port 64a32934-6022-4529-99c5-2bcca8387206 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:58:43.953414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Attempting to bind port 64a32934-6022-4529-99c5-2bcca8387206 on network 81d6a6c5-36dd-4e38-b884-a60583e24a23 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:43.963567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Port 64a32934-6022-4529-99c5-2bcca8387206 on network 81d6a6c5-36dd-4e38-b884-a60583e24a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:58:43.964115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Attempting to bind port 64a32934-6022-4529-99c5-2bcca8387206 on network 81d6a6c5-36dd-4e38-b884-a60583e24a23 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:58:43.979611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a243cd8-9d06-4705-bf93-5ed126cd5fea req-4195be02-2b5e-4b09-9407-91a14f8b938b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:43.979611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a243cd8-9d06-4705-bf93-5ed126cd5fea req-4195be02-2b5e-4b09-9407-91a14f8b938b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0995746 Jan 28 12:58:43.992100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:58:43.992442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Checking segment: {'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:43.992824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Bound using segment: {'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:58:43.993271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Bound port: 64a32934-6022-4529-99c5-2bcca8387206, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:58:43.993646 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (64a32934-6022-4529-99c5-2bcca8387206), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:44.074783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a243cd8-9d06-4705-bf93-5ed126cd5fea req-f32abace-cbd7-48a5-b3d0-fcb382583892 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903614 Jan 28 12:58:44.114042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] For port 64a32934-6022-4529-99c5-2bcca8387206, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:58:44.120487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] For port 64a32934-6022-4529-99c5-2bcca8387206, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=64a32934-6022-4529-99c5-2bcca8387206,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:58:44.133480 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (64a32934-6022-4529-99c5-2bcca8387206), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:44.173726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:44.174409 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:44.175892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] 10.222.0.49 "PUT /v2.0/ports/64a32934-6022-4529-99c5-2bcca8387206 HTTP/1.1" status: 200 len: 1091 time: 1.1612318 Jan 28 12:58:44.176322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'tag': '64a32934-6022-4529-99c5-2bcca8387206'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:44.179183 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa2a9d5-ea9f-40a3-8f10-73efd55050de" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea79c39-8e33-497f-89a6-ff9132996c6e", "tag": "64a32934-6022-4529-99c5-2bcca8387206"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:44.273640 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfce04e-a568-475e-8fe8-64ad66800b0c x-openstack-request-id: req-9dfce04e-a568-475e-8fe8-64ad66800b0c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:44.273963 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea79c39-8e33-497f-89a6-ff9132996c6e", "tag": "64a32934-6022-4529-99c5-2bcca8387206", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:44.274191 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9dfce04e-a568-475e-8fe8-64ad66800b0c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:44.274641 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'tag': '64a32934-6022-4529-99c5-2bcca8387206', 'status': 'completed', 'code': 200} Jan 28 12:58:44.299214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e215033-9a99-496d-91ed-cf159c4dacda service neutron] Pushing event updated for resources: {'Port': ['ID=64a32934-6022-4529-99c5-2bcca8387206,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:44.316504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51430) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:44.336080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-c5025299-18a1-4e9b-940c-1aeadcede00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:44.340686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-c5025299-18a1-4e9b-940c-1aeadcede00b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 1094 time: 0.0979304 Jan 28 12:58:44.402821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-68b4daed-fcad-4348-a616-ea26b6cdd89e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64a32934-6022-4529-99c5-2bcca8387206 HTTP/1.1" status: 200 len: 217 time: 0.0509515 Jan 28 12:58:44.495435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-64608b04-e889-4b36-aa78-90114ae67e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:44.496925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-64608b04-e889-4b36-aa78-90114ae67e88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3c469188-743e-4eb8-b152-9a9f5bb15743 HTTP/1.1" status: 200 len: 835 time: 0.0849681 Jan 28 12:58:44.571147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-2136bd02-3306-4b79-a711-1743abd5f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:44.577969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-2136bd02-3306-4b79-a711-1743abd5f1d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d6a6c5-36dd-4e38-b884-a60583e24a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694547 Jan 28 12:58:44.684863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-e2ed5b8c-92bc-4719-88f5-af03c57272a7 service neutron] 10.222.0.49 "GET /v2.0/networks/81d6a6c5-36dd-4e38-b884-a60583e24a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044624 Jan 28 12:58:44.802911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e82adc75-e4a7-4eb0-8d5d-8dcbca29339d req-ba66d93f-2666-401d-bc4e-787e0d71b299 service neutron] 10.222.0.49 "GET /v2.0/networks/81d6a6c5-36dd-4e38-b884-a60583e24a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115186 Jan 28 12:58:44.907663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44058615-ddd1-4b72-879c-f8309c8d79f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (da9042ba-78ad-49e3-b9f4-9a3546e90a85), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:44.954869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956055-cfa6-4392-bff4-413387c97a99 req-513cd5d0-762b-4aa8-a30a-9297e15ca003 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:44.956858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02956055-cfa6-4392-bff4-413387c97a99 req-513cd5d0-762b-4aa8-a30a-9297e15ca003 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 943 time: 0.1099699 Jan 28 12:58:44.965269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2a9d5-ea9f-40a3-8f10-73efd55050de req-dbaa517c-7a46-4900-95a4-47d995dcd74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:44.967056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faa2a9d5-ea9f-40a3-8f10-73efd55050de req-dbaa517c-7a46-4900-95a4-47d995dcd74b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 1094 time: 0.0812521 Jan 28 12:58:45.056930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02956055-cfa6-4392-bff4-413387c97a99 req-7c0ac8ff-1740-483e-beef-22121a15b87a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885203 Jan 28 12:58:45.123930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2a9d5-ea9f-40a3-8f10-73efd55050de req-8bfcc960-98a7-4d3b-813c-f2da16546233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:45.130782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faa2a9d5-ea9f-40a3-8f10-73efd55050de req-8bfcc960-98a7-4d3b-813c-f2da16546233 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81d6a6c5-36dd-4e38-b884-a60583e24a23 HTTP/1.1" status: 200 len: 897 time: 0.1553040 Jan 28 12:58:45.389645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-44058615-ddd1-4b72-879c-f8309c8d79f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting port fb532117-8490-430d-8eb4-476e3bbd1a20 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:58:45.390309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44058615-ddd1-4b72-879c-f8309c8d79f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:45.523925 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-44058615-ddd1-4b72-879c-f8309c8d79f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] For port fb532117-8490-430d-8eb4-476e3bbd1a20, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fb532117-8490-430d-8eb4-476e3bbd1a20,segment=NetworkSegment(a79b44a9-2f4d-4bfa-b7e5-669656ba94da),segment_id=a79b44a9-2f4d-4bfa-b7e5-669656ba94da)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:45.524684 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44058615-ddd1-4b72-879c-f8309c8d79f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:45.560270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-44058615-ddd1-4b72-879c-f8309c8d79f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Calling delete_port for fb532117-8490-430d-8eb4-476e3bbd1a20 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:58:45.573596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faa2a9d5-ea9f-40a3-8f10-73efd55050de req-faa5c34d-5aba-4d0d-ae22-a924a2c006ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64a32934-6022-4529-99c5-2bcca8387206 HTTP/1.1" status: 200 len: 217 time: 0.4359171 Jan 28 12:58:45.656365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2a9d5-ea9f-40a3-8f10-73efd55050de req-389c0c43-a66a-4e96-bd8e-67559174bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:45.661302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faa2a9d5-ea9f-40a3-8f10-73efd55050de req-389c0c43-a66a-4e96-bd8e-67559174bf26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3c469188-743e-4eb8-b152-9a9f5bb15743 HTTP/1.1" status: 200 len: 835 time: 0.0797498 Jan 28 12:58:45.677163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f6d2d-6fbf-4c3d-8bce-e3643948ea34 req-6d0ef29c-f3bd-471e-82fd-435c34d086a5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:45.681557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f1f6d2d-6fbf-4c3d-8bce-e3643948ea34 req-6d0ef29c-f3bd-471e-82fd-435c34d086a5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1106331 Jan 28 12:58:45.793903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2a9d5-ea9f-40a3-8f10-73efd55050de req-684c676c-d0f1-45e5-a5ba-77f1130122ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:45.795436 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faa2a9d5-ea9f-40a3-8f10-73efd55050de req-684c676c-d0f1-45e5-a5ba-77f1130122ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d6a6c5-36dd-4e38-b884-a60583e24a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125078 Jan 28 12:58:45.815292 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f1f6d2d-6fbf-4c3d-8bce-e3643948ea34 req-20595b6f-b2cb-4dff-a988-21a56dff82be tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105108 Jan 28 12:58:45.886810 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44058615-ddd1-4b72-879c-f8309c8d79f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fb532117-8490-430d-8eb4-476e3bbd1a20), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:45.931473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44058615-ddd1-4b72-879c-f8309c8d79f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Port': ['ID=fb532117-8490-430d-8eb4-476e3bbd1a20,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:45.948133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faa2a9d5-ea9f-40a3-8f10-73efd55050de req-791c99a8-f20c-4495-ad25-d8563cefa16d service neutron] 10.222.0.49 "GET /v2.0/networks/81d6a6c5-36dd-4e38-b884-a60583e24a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316259 Jan 28 12:58:46.138508 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faa2a9d5-ea9f-40a3-8f10-73efd55050de req-ba7a61cf-4b69-4795-bc1b-42a877fd694d service neutron] 10.222.0.49 "GET /v2.0/networks/81d6a6c5-36dd-4e38-b884-a60583e24a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789606 Jan 28 12:58:46.252891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9092e-c802-4c5d-9d34-3c0013ffefd0 req-96e788e6-23bf-4591-a4a4-d98b054ebb77 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:46.255388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4b9092e-c802-4c5d-9d34-3c0013ffefd0 req-96e788e6-23bf-4591-a4a4-d98b054ebb77 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 943 time: 0.0813315 Jan 28 12:58:46.283466 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44058615-ddd1-4b72-879c-f8309c8d79f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (da9042ba-78ad-49e3-b9f4-9a3546e90a85), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:46.341173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4b9092e-c802-4c5d-9d34-3c0013ffefd0 req-0ddb9fd9-de2f-4678-b46d-c35b471049b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792897 Jan 28 12:58:46.640427 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44058615-ddd1-4b72-879c-f8309c8d79f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Router da9042ba-78ad-49e3-b9f4-9a3546e90a85 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:58:46.769831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44058615-ddd1-4b72-879c-f8309c8d79f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:58:46.776461 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-44058615-ddd1-4b72-879c-f8309c8d79f4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "PUT /v2.0/routers/da9042ba-78ad-49e3-b9f4-9a3546e90a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4555829 Jan 28 12:58:46.782667 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7358179-635f-44cd-813b-7cd1c49e410d None None] Sync routers for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:58:46.793918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7358179-635f-44cd-813b-7cd1c49e410d None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:46.794545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b7358179-635f-44cd-813b-7cd1c49e410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:46.991565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b7358179-635f-44cd-813b-7cd1c49e410d None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:47.007704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33431f-ede8-411f-aaf8-662b0ee652cd req-ceed421b-d061-4511-84fe-1c3516771ce2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:47.010098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af33431f-ede8-411f-aaf8-662b0ee652cd req-ceed421b-d061-4511-84fe-1c3516771ce2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0801735 Jan 28 12:58:47.162335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af33431f-ede8-411f-aaf8-662b0ee652cd req-026b6990-cad1-4101-8d76-8a059decdb5f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410401 Jan 28 12:58:47.203074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12fe73-93a2-4ab7-bb17-38cccd027015 req-30c2a0a1-f74d-49be-8eda-027344c0242d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:47.210178 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e12fe73-93a2-4ab7-bb17-38cccd027015 req-30c2a0a1-f74d-49be-8eda-027344c0242d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 946 time: 0.0893426 Jan 28 12:58:47.274289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e12fe73-93a2-4ab7-bb17-38cccd027015 req-7974cefb-a4ff-468e-87c5-3563f8e7a1a3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a8ab50-d025-421c-bef9-aaac24f11c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632520 Jan 28 12:58:47.295082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b7358179-635f-44cd-813b-7cd1c49e410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:58:45Z', 'revision_number': 6, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8cf6d5f5-d6f0-4713-98fb-cd1f447e156d', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'port_id': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'mac_address': 'fa:16:3e:fd:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:19Z', 'updated_at': '2022-01-28T12:57:24Z', 'revision_number': 1, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:51Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:47.329241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7358179-635f-44cd-813b-7cd1c49e410d None None] Checking router: da9042ba-78ad-49e3-b9f4-9a3546e90a85 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:58:47.337923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7358179-635f-44cd-813b-7cd1c49e410d None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:47.338790 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b7358179-635f-44cd-813b-7cd1c49e410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:47.403277 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:47.497139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b7358179-635f-44cd-813b-7cd1c49e410d None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:47.564286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a00ff7-31ad-4518-a38e-297a5fd9b877 req-95e00773-6db0-419a-9dca-0e193c5cab46 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:47.576010 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2a00ff7-31ad-4518-a38e-297a5fd9b877 req-95e00773-6db0-419a-9dca-0e193c5cab46 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 943 time: 0.0945597 Jan 28 12:58:47.649159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2a00ff7-31ad-4518-a38e-297a5fd9b877 req-40a1ed3d-129d-41e4-a9cd-52026d166545 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708930 Jan 28 12:58:47.814384 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b7358179-635f-44cd-813b-7cd1c49e410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:58:45Z', 'revision_number': 6, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8cf6d5f5-d6f0-4713-98fb-cd1f447e156d', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'port_id': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'mac_address': 'fa:16:3e:fd:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:19Z', 'updated_at': '2022-01-28T12:57:24Z', 'revision_number': 1, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:51Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:47.844449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7358179-635f-44cd-813b-7cd1c49e410d None None] The sync data for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 is: [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:58:45Z', 'revision_number': 6, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8cf6d5f5-d6f0-4713-98fb-cd1f447e156d', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'port_id': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'mac_address': 'fa:16:3e:fd:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:57:19Z', 'updated_at': '2022-01-28T12:57:24Z', 'revision_number': 1, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:51Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:58:47.918743 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:47.996801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 64a32934-6022-4529-99c5-2bcca8387206 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:58:48.113572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 64a32934-6022-4529-99c5-2bcca8387206, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=64a32934-6022-4529-99c5-2bcca8387206,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:48.126774 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '64a32934-6022-4529-99c5-2bcca8387206', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'port_id': '64a32934-6022-4529-99c5-2bcca8387206', 'mac_address': 'fa:16:3e:cb:ac:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:58:48.177001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 64a32934-6022-4529-99c5-2bcca8387206 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:48.177612 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (64a32934-6022-4529-99c5-2bcca8387206), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:48.212027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a32934-6022-4529-99c5-2bcca8387206 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:58:48.255624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 64a32934-6022-4529-99c5-2bcca8387206, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=64a32934-6022-4529-99c5-2bcca8387206,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:48.262945 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (64a32934-6022-4529-99c5-2bcca8387206), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:48.306111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51652) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:48.334559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=64a32934-6022-4529-99c5-2bcca8387206,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:48.453830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67a103-4c4f-4bb6-892f-3d9817c366a8 req-936d7f07-f782-4146-838e-db799da3c402 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:48.455380 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e67a103-4c4f-4bb6-892f-3d9817c366a8 req-936d7f07-f782-4146-838e-db799da3c402 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 946 time: 0.1587775 Jan 28 12:58:48.480853 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed178fd2-039e-4263-867b-f7acad93280c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:48.483317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe4636-3d02-4919-a568-57085eaa1af9 req-bee5b935-b121-4f77-a89f-a0dc62804c90 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:48.485348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73fe4636-3d02-4919-a568-57085eaa1af9 req-bee5b935-b121-4f77-a89f-a0dc62804c90 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1691873 Jan 28 12:58:48.486900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['64a32934-6022-4529-99c5-2bcca8387206'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:58:48.538822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc8260-2f0c-4fe9-bc12-e4444761ba9a req-45cdb888-d68a-433a-b04d-dcab6f979fa2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:48.541368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dfc8260-2f0c-4fe9-bc12-e4444761ba9a req-45cdb888-d68a-433a-b04d-dcab6f979fa2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4472350-0f03-4a55-ad4e-92db2226c348 HTTP/1.1" status: 200 len: 946 time: 0.1386681 Jan 28 12:58:48.584815 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed178fd2-039e-4263-867b-f7acad93280c admin admin] Publish callbacks [] for security_group (51be484b-ef1b-478b-8f9d-8eb21b292652), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:48.590032 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed178fd2-039e-4263-867b-f7acad93280c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (51be484b-ef1b-478b-8f9d-8eb21b292652), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:48.631509 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ed178fd2-039e-4263-867b-f7acad93280c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6b4082a9c9b4279be493f3b68c20d0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3239892 Jan 28 12:58:48.632517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed178fd2-039e-4263-867b-f7acad93280c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51be484b-ef1b-478b-8f9d-8eb21b292652,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:48.635669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51658) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:48.653160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73fe4636-3d02-4919-a568-57085eaa1af9 req-40cac207-46af-4a6f-9244-70c0aa289abb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412971 Jan 28 12:58:48.666707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8dfc8260-2f0c-4fe9-bc12-e4444761ba9a req-2ae20b22-df7d-448b-8aa4-347d9affd9f6 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a8ab50-d025-421c-bef9-aaac24f11c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110668 Jan 28 12:58:48.702205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4e67a103-4c4f-4bb6-892f-3d9817c366a8 req-4fd8b60e-9fec-4ed0-a4c3-389460a34e07 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting port 8ac04690-0926-4744-b8a2-04e681b9b9da {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:58:48.702600 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4e67a103-4c4f-4bb6-892f-3d9817c366a8 req-4fd8b60e-9fec-4ed0-a4c3-389460a34e07 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:48.726420 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b6c7-476b-44f1-8db9-b789c3a93298 admin admin] Publish callbacks [] for security_group (51be484b-ef1b-478b-8f9d-8eb21b292652), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:48.752881 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b6c7-476b-44f1-8db9-b789c3a93298 admin admin] Publish callbacks [] for security_group (51be484b-ef1b-478b-8f9d-8eb21b292652), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:48.829068 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b6c7-476b-44f1-8db9-b789c3a93298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (51be484b-ef1b-478b-8f9d-8eb21b292652), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:48.834780 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b6c7-476b-44f1-8db9-b789c3a93298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:48.839247 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6fb8b6c7-476b-44f1-8db9-b789c3a93298 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51be484b-ef1b-478b-8f9d-8eb21b292652 HTTP/1.1" status: 204 len: 168 time: 0.1995609 Jan 28 12:58:48.851140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8b6c7-476b-44f1-8db9-b789c3a93298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51be484b-ef1b-478b-8f9d-8eb21b292652,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:48.856400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4e67a103-4c4f-4bb6-892f-3d9817c366a8 req-4fd8b60e-9fec-4ed0-a4c3-389460a34e07 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] For port 8ac04690-0926-4744-b8a2-04e681b9b9da, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8ac04690-0926-4744-b8a2-04e681b9b9da,segment=NetworkSegment(a79b44a9-2f4d-4bfa-b7e5-669656ba94da),segment_id=a79b44a9-2f4d-4bfa-b7e5-669656ba94da)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:48.856725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4e67a103-4c4f-4bb6-892f-3d9817c366a8 req-4fd8b60e-9fec-4ed0-a4c3-389460a34e07 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:48.875816 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4e67a103-4c4f-4bb6-892f-3d9817c366a8 req-4fd8b60e-9fec-4ed0-a4c3-389460a34e07 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Calling delete_port for 8ac04690-0926-4744-b8a2-04e681b9b9da owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:58:48.884379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb607078-f78d-44d7-b0c1-d6283bd0d6d4 req-c6dd34b4-478b-478f-991c-d7f2dd575381 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:48.885997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb607078-f78d-44d7-b0c1-d6283bd0d6d4 req-c6dd34b4-478b-478f-991c-d7f2dd575381 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 944 time: 0.1032577 Jan 28 12:58:48.992730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb607078-f78d-44d7-b0c1-d6283bd0d6d4 req-5e502153-0b3b-4cff-85d2-4896d9eb8688 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986357 Jan 28 12:58:49.072959 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4e67a103-4c4f-4bb6-892f-3d9817c366a8 req-4fd8b60e-9fec-4ed0-a4c3-389460a34e07 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (8ac04690-0926-4744-b8a2-04e681b9b9da), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:49.103037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8b60e-9fec-4ed0-a4c3-389460a34e07 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Port': ['ID=8ac04690-0926-4744-b8a2-04e681b9b9da,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:49.147851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e67a103-4c4f-4bb6-892f-3d9817c366a8 req-4fd8b60e-9fec-4ed0-a4c3-389460a34e07 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] No DVR routers for this DVR port 8ac04690-0926-4744-b8a2-04e681b9b9da on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:58:49.151071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4e67a103-4c4f-4bb6-892f-3d9817c366a8 req-4fd8b60e-9fec-4ed0-a4c3-389460a34e07 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:49.154567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e67a103-4c4f-4bb6-892f-3d9817c366a8 req-4fd8b60e-9fec-4ed0-a4c3-389460a34e07 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "DELETE /v2.0/ports/8ac04690-0926-4744-b8a2-04e681b9b9da HTTP/1.1" status: 204 len: 173 time: 0.6904154 Jan 28 12:58:49.155064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4472350-0f03-4a55-ad4e-92db2226c348', 'name': 'network-vif-deleted', 'tag': '8ac04690-0926-4744-b8a2-04e681b9b9da'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:49.160973 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1353d4b1-0155-443a-86cf-7044891eab4b" -d '{"events": [{"server_uuid": "c4472350-0f03-4a55-ad4e-92db2226c348", "name": "network-vif-deleted", "tag": "8ac04690-0926-4744-b8a2-04e681b9b9da"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:49.202399 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4ac9aa-5a16-45ff-8d8b-00271e0095f6 x-openstack-request-id: req-6b4ac9aa-5a16-45ff-8d8b-00271e0095f6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:49.202702 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4472350-0f03-4a55-ad4e-92db2226c348", "name": "network-vif-deleted", "tag": "8ac04690-0926-4744-b8a2-04e681b9b9da", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:49.202982 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b4ac9aa-5a16-45ff-8d8b-00271e0095f6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:49.203594 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4472350-0f03-4a55-ad4e-92db2226c348', 'name': 'network-vif-deleted', 'tag': '8ac04690-0926-4744-b8a2-04e681b9b9da', 'status': 'completed', 'code': 200} Jan 28 12:58:49.277333 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99953d0e-d79b-4dcd-bd36-48cfbe0fac8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:49.533651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fb532117-8490-430d-8eb4-476e3bbd1a20 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:58:49.558656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: fb532117-8490-430d-8eb4-476e3bbd1a20 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:58:49.559150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fb532117-8490-430d-8eb4-476e3bbd1a20 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:58:49.737052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51692) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:49.797062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108fed3-23e6-4725-a461-148e7a5f12d8 req-417a9903-43ed-4b29-825d-c738d7d91882 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:49.808348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1108fed3-23e6-4725-a461-148e7a5f12d8 req-417a9903-43ed-4b29-825d-c738d7d91882 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0804162 Jan 28 12:58:49.808802 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4c20963-1013-44ce-a62c-ff5cb409765f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (82a8ab50-d025-421c-bef9-aaac24f11c5e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:49.844370 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4c20963-1013-44ce-a62c-ff5cb409765f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (82a8ab50-d025-421c-bef9-aaac24f11c5e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:49.875197 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1108fed3-23e6-4725-a461-148e7a5f12d8 req-e49a3d24-5199-41c3-8c66-b96aed7d5fd5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653837 Jan 28 12:58:49.939422 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4c20963-1013-44ce-a62c-ff5cb409765f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (82a8ab50-d025-421c-bef9-aaac24f11c5e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:49.942926 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4c20963-1013-44ce-a62c-ff5cb409765f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:49.944447 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c4c20963-1013-44ce-a62c-ff5cb409765f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/security-groups/82a8ab50-d025-421c-bef9-aaac24f11c5e HTTP/1.1" status: 204 len: 168 time: 0.2060239 Jan 28 12:58:49.961599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c20963-1013-44ce-a62c-ff5cb409765f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a8ab50-d025-421c-bef9-aaac24f11c5e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:49.990930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51702) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:50.017445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 64a32934-6022-4529-99c5-2bcca8387206 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:58:50.111710 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 64a32934-6022-4529-99c5-2bcca8387206 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:58:50.121193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 64a32934-6022-4529-99c5-2bcca8387206 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:50.121651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-258a9eac-3d1f-4669-b2b5-c40b5052eaca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting subnet 49e47e91-8978-4d9e-a8bb-8056069d4ca6 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:58:50.122500 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (64a32934-6022-4529-99c5-2bcca8387206), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.126651 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-258a9eac-3d1f-4669-b2b5-c40b5052eaca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for subnet (49e47e91-8978-4d9e-a8bb-8056069d4ca6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.196873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3953-3e40-464f-ab64-662419f77b75 req-f6b828ef-5f31-4ccc-b785-cee5753ff432 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:50.198917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-712e3953-3e40-464f-ab64-662419f77b75 req-f6b828ef-5f31-4ccc-b785-cee5753ff432 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 944 time: 0.1253638 Jan 28 12:58:50.208225 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-258a9eac-3d1f-4669-b2b5-c40b5052eaca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (49e47e91-8978-4d9e-a8bb-8056069d4ca6), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.253166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 64a32934-6022-4529-99c5-2bcca8387206 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:50.253831 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (64a32934-6022-4529-99c5-2bcca8387206), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.289455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a32934-6022-4529-99c5-2bcca8387206'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:50.292973 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7e8d9a-730a-49be-bbbf-8f4dfb3374c4" -d '{"events": [{"server_uuid": "9ea79c39-8e33-497f-89a6-ff9132996c6e", "name": "network-vif-plugged", "status": "completed", "tag": "64a32934-6022-4529-99c5-2bcca8387206"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:50.308210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 64a32934-6022-4529-99c5-2bcca8387206, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=64a32934-6022-4529-99c5-2bcca8387206,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:50.315799 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (64a32934-6022-4529-99c5-2bcca8387206), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.317701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8ac04690-0926-4744-b8a2-04e681b9b9da no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:58:50.339142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-712e3953-3e40-464f-ab64-662419f77b75 req-61170fdc-62d5-4dbe-9d74-2a20a958ff46 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244719 Jan 28 12:58:50.346062 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f592ea-9b51-4d19-b4d3-81070a150fac x-openstack-request-id: req-f5f592ea-9b51-4d19-b4d3-81070a150fac {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:50.346472 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea79c39-8e33-497f-89a6-ff9132996c6e", "name": "network-vif-plugged", "status": "completed", "tag": "64a32934-6022-4529-99c5-2bcca8387206", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:50.346977 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5f592ea-9b51-4d19-b4d3-81070a150fac {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:50.347486 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a32934-6022-4529-99c5-2bcca8387206', 'code': 200} Jan 28 12:58:50.372105 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 8ac04690-0926-4744-b8a2-04e681b9b9da {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:58:50.372610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8ac04690-0926-4744-b8a2-04e681b9b9da not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:58:50.374174 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51714) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:50.392287 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-258a9eac-3d1f-4669-b2b5-c40b5052eaca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (49e47e91-8978-4d9e-a8bb-8056069d4ca6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.404994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=64a32934-6022-4529-99c5-2bcca8387206,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:50.486394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53310b86-2e45-452b-a0aa-ff5224ce18b9 req-64e16e97-21d5-451b-9c98-253480a8a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:50.488276 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53310b86-2e45-452b-a0aa-ff5224ce18b9 req-64e16e97-21d5-451b-9c98-253480a8a15c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 1096 time: 0.0676363 Jan 28 12:58:50.508247 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2b5f0717-6b1f-4fd4-82e6-d5aa3b64c899 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-810454061'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:50.509360 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2b5f0717-6b1f-4fd4-82e6-d5aa3b64c899 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Unknown quota resources ['metering_label']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:58:50.513405 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-258a9eac-3d1f-4669-b2b5-c40b5052eaca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (49e47e91-8978-4d9e-a8bb-8056069d4ca6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.548330 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-258a9eac-3d1f-4669-b2b5-c40b5052eaca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.551997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-258a9eac-3d1f-4669-b2b5-c40b5052eaca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/subnets/49e47e91-8978-4d9e-a8bb-8056069d4ca6 HTTP/1.1" status: 204 len: 168 time: 0.5594103 Jan 28 12:58:50.555446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766fdb6a-985e-45ff-8f8d-742dc5601d77 None None] Network ec7c29ee-f7b0-454f-a5be-979cdbc85808 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:58:50.560118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a9eac-3d1f-4669-b2b5-c40b5052eaca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Subnet': ['ID=49e47e91-8978-4d9e-a8bb-8056069d4ca6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:50.564593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51718) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:50.638707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53310b86-2e45-452b-a0aa-ff5224ce18b9 req-fdc11f78-c46c-46e8-80bf-52e15cd7a773 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435747 Jan 28 12:58:50.668586 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (ec7c29ee-f7b0-454f-a5be-979cdbc85808), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.733749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:58:50.734744 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.739470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda47857-bd52-4a14-9a1c-9f618df8a22c None None] DHCP port deletion for ec7c29ee-f7b0-454f-a5be-979cdbc85808 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:58:50.746388 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0717-6b1f-4fd4-82e6-d5aa3b64c899 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.748210 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2b5f0717-6b1f-4fd4-82e6-d5aa3b64c899 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3716686 Jan 28 12:58:50.750898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51720) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:50.755194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ab0892dd-a747-4af2-9fec-989d517ff47f tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0fc05e0b-52bc-488c-80ed-a4123a4ff63b'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:50.755990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ab0892dd-a747-4af2-9fec-989d517ff47f tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:58:50.795414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dda47857-bd52-4a14-9a1c-9f618df8a22c None None] Deleting port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:58:50.795801 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dda47857-bd52-4a14-9a1c-9f618df8a22c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.861760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-dda47857-bd52-4a14-9a1c-9f618df8a22c None None] For port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1f3e3d7d-6196-45c8-a076-5bd0c69297d1,segment=NetworkSegment(a79b44a9-2f4d-4bfa-b7e5-669656ba94da),segment_id=a79b44a9-2f4d-4bfa-b7e5-669656ba94da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:50.861979 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dda47857-bd52-4a14-9a1c-9f618df8a22c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.878810 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dda47857-bd52-4a14-9a1c-9f618df8a22c None None] Calling delete_port for 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:58:50.882866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] For port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1f3e3d7d-6196-45c8-a076-5bd0c69297d1,segment=NetworkSegment(a79b44a9-2f4d-4bfa-b7e5-669656ba94da),segment_id=a79b44a9-2f4d-4bfa-b7e5-669656ba94da)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:50.883413 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:50.886456 n-d-824835-4 neutron-server[103129]: WARNING neutron.services.metering.metering_plugin [None req-ab0892dd-a747-4af2-9fec-989d517ff47f tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 12:58:50.967183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Calling delete_port for 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:58:50.981889 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dda47857-bd52-4a14-9a1c-9f618df8a22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.009529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda47857-bd52-4a14-9a1c-9f618df8a22c None None] Pushing event deleted for resources: {'Port': ['ID=1f3e3d7d-6196-45c8-a076-5bd0c69297d1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:51.013665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda47857-bd52-4a14-9a1c-9f618df8a22c None None] No DVR routers for this DVR port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:58:51.058842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab0892dd-a747-4af2-9fec-989d517ff47f tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.060052 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ab0892dd-a747-4af2-9fec-989d517ff47f tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3081791 Jan 28 12:58:51.063272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:51.068377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-68d997b4-c417-499a-8193-cf86e331a65a tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0fc05e0b-52bc-488c-80ed-a4123a4ff63b'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:51.068676 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-68d997b4-c417-499a-8193-cf86e331a65a tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:58:51.117634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a199e-3b17-4cb3-8df9-f72ddd06bd0b req-db0ed3f9-d953-4561-86af-4a521674ea16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:51.119160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b6a199e-3b17-4cb3-8df9-f72ddd06bd0b req-db0ed3f9-d953-4561-86af-4a521674ea16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1534529 Jan 28 12:58:51.150969 n-d-824835-4 neutron-server[103128]: WARNING neutron.services.metering.metering_plugin [None req-68d997b4-c417-499a-8193-cf86e331a65a tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 12:58:51.175377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1f3e3d7d-6196-45c8-a076-5bd0c69297d1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.209170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b6a199e-3b17-4cb3-8df9-f72ddd06bd0b req-8a723b3c-7bf8-47ad-a8d4-dba75c698335 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834570 Jan 28 12:58:51.212433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Port': ['ID=1f3e3d7d-6196-45c8-a076-5bd0c69297d1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:51.216763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] No DVR routers for this DVR port 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:58:51.263402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68d997b4-c417-499a-8193-cf86e331a65a tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.264609 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-68d997b4-c417-499a-8193-cf86e331a65a tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2001183 Jan 28 12:58:51.267333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51728) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:51.280191 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c1f80d7a-d673-4495-9a79-2117954ebf5d tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=6f793d6b-e88a-45b0-9558-6197100fd1b4 HTTP/1.1" status: 200 len: 462 time: 0.0093999 Jan 28 12:58:51.280379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51730) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:51.294015 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (ec7c29ee-f7b0-454f-a5be-979cdbc85808), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.317035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7c29ee-f7b0-454f-a5be-979cdbc85808']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:51.327571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:51.327894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79b44a9-2f4d-4bfa-b7e5-669656ba94da') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:51.337346 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (a79b44a9-2f4d-4bfa-b7e5-669656ba94da), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.350790 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a79b44a9-2f4d-4bfa-b7e5-669656ba94da), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.361472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:58:51.362000 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (a79b44a9-2f4d-4bfa-b7e5-669656ba94da), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:58:51.369535 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:58:51.387164 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4184707c-9abf-4602-aa0a-d50436b88e10 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.390893 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4184707c-9abf-4602-aa0a-d50436b88e10 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/6f793d6b-e88a-45b0-9558-6197100fd1b4 HTTP/1.1" status: 204 len: 168 time: 0.1071210 Jan 28 12:58:51.391130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51734) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:51.401762 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c587a7d0-50ee-41ef-bfc4-be10d8f82501 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=6f793d6b-e88a-45b0-9558-6197100fd1b4 HTTP/1.1" status: 200 len: 221 time: 0.0094657 Jan 28 12:58:51.406374 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51736) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:51.410642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ed46b12a-96b6-4a1f-b293-8b81039d446f tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--37619699', 'description': 'label created by tempest'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:51.411119 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ed46b12a-96b6-4a1f-b293-8b81039d446f tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Unknown quota resources ['metering_label']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 12:58:51.473738 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (ec7c29ee-f7b0-454f-a5be-979cdbc85808), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.478494 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.482112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/networks/ec7c29ee-f7b0-454f-a5be-979cdbc85808 HTTP/1.1" status: 204 len: 168 time: 0.9165344 Jan 28 12:58:51.487487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51738) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:51.548549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbc617-de31-4183-9e58-6287ee0f59c2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Network': ['ID=ec7c29ee-f7b0-454f-a5be-979cdbc85808,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:51.562197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec654-93db-4a44-b6c7-e8a7643f7120 req-eec065cb-be02-4942-8f2c-938aeaa5b7c9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:51.563768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de1ec654-93db-4a44-b6c7-e8a7643f7120 req-eec065cb-be02-4942-8f2c-938aeaa5b7c9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.1386588 Jan 28 12:58:51.592536 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:58:51.626553 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:58:51.626904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1f3e3d7d-6196-45c8-a076-5bd0c69297d1 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:58:51.650476 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b4bec5-aa93-4d90-8ffa-e01dc78250fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.692806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de1ec654-93db-4a44-b6c7-e8a7643f7120 req-284a5598-2a5a-457f-bea5-efe30d7770e5 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229780 Jan 28 12:58:51.755980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting port 179d508f-3a7f-415d-86c8-018d84b5b82c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:58:51.756235 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (179d508f-3a7f-415d-86c8-018d84b5b82c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.867557 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (179d508f-3a7f-415d-86c8-018d84b5b82c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.867887 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for floatingip (179d508f-3a7f-415d-86c8-018d84b5b82c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:51.883060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Calling delete_port for 179d508f-3a7f-415d-86c8-018d84b5b82c owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:58:51.996695 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed46b12a-96b6-4a1f-b293-8b81039d446f tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:52.004947 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ed46b12a-96b6-4a1f-b293-8b81039d446f tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.5912290 Jan 28 12:58:52.005252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51742) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:52.083295 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f3370503-5710-4db0-9a61-8605b3973a15 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=960288d2-a754-4e76-b640-94ea505021ac HTTP/1.1" status: 200 len: 466 time: 0.0790398 Jan 28 12:58:52.090630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51744) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:52.135573 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (179d508f-3a7f-415d-86c8-018d84b5b82c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:52.162751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Port': ['ID=179d508f-3a7f-415d-86c8-018d84b5b82c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:52.235838 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for floatingip (8cf6d5f5-d6f0-4713-98fb-cd1f447e156d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:52.236175 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Floating IP 8cf6d5f5-d6f0-4713-98fb-cd1f447e156d disassociated (deleted). External IP: 172.25.7.239, port: cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56. Jan 28 12:58:52.316907 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e4dab21-ab31-4423-8d3f-4a46dbdcd4cb tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:52.318395 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6e4dab21-ab31-4423-8d3f-4a46dbdcd4cb tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/960288d2-a754-4e76-b640-94ea505021ac HTTP/1.1" status: 204 len: 168 time: 0.2265742 Jan 28 12:58:52.322032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51748) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:52.335580 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b356e63b-5af7-4f09-8da4-72d7dda8e348 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=960288d2-a754-4e76-b640-94ea505021ac HTTP/1.1" status: 200 len: 216 time: 0.0119925 Jan 28 12:58:52.340049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51750) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:52.349646 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1345465b-0196-423a-b344-b793c6517c11 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080845 Jan 28 12:58:52.356918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51752) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:52.370892 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-45afcc56-6903-4cac-9591-cc5f83ccc9c2 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0127647 Jan 28 12:58:52.375725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51754) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:52.398093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf9464-89c9-4db8-bcad-7291e148bade req-de7f04e5-9f27-4057-a622-0bc3d3c636a0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:52.400265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cccf9464-89c9-4db8-bcad-7291e148bade req-de7f04e5-9f27-4057-a622-0bc3d3c636a0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0732534 Jan 28 12:58:52.427710 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ebfd5a83-11e8-426f-be20-99d3353ab1bc tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/0fc05e0b-52bc-488c-80ed-a4123a4ff63b HTTP/1.1" status: 200 len: 472 time: 0.0507467 Jan 28 12:58:52.431134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51756) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:52.441628 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9f5dbd76-2172-4f53-9769-c40bf1899551 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/62123afe-872c-4726-8cc1-194ada9af7c2 HTTP/1.1" status: 200 len: 459 time: 0.0093215 Jan 28 12:58:52.448788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:52.528588 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cccf9464-89c9-4db8-bcad-7291e148bade req-b51dee4a-61bb-4a73-81f9-e1bb2166fe0e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975571 Jan 28 12:58:52.568458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Router da9042ba-78ad-49e3-b9f4-9a3546e90a85 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:58:52.583932 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a39f29b9-ea7b-40cd-9d06-07435e954343 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:52.585068 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a39f29b9-ea7b-40cd-9d06-07435e954343 tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/62123afe-872c-4726-8cc1-194ada9af7c2 HTTP/1.1" status: 204 len: 168 time: 0.1350729 Jan 28 12:58:52.589004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51760) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:53.010296 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:53.219060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320acdeb-3d89-48ca-aecb-e49bd9ce1529 req-4c4b5eec-e4e7-493f-a03a-5cc46f564989 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:53.220584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-320acdeb-3d89-48ca-aecb-e49bd9ce1529 req-4c4b5eec-e4e7-493f-a03a-5cc46f564989 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.2211487 Jan 28 12:58:53.225432 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34566a37-4982-41aa-a244-f18709a61eed tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:53.226471 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-34566a37-4982-41aa-a244-f18709a61eed tempest-MeteringIpV6TestJSON-1188423103 tempest-MeteringIpV6TestJSON-1188423103-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/0fc05e0b-52bc-488c-80ed-a4123a4ff63b HTTP/1.1" status: 204 len: 168 time: 0.6365974 Jan 28 12:58:53.229427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:58:53.234053 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:53.240739 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8598933-b57d-4a06-9bb6-c8f69757d707 None None] Sync routers for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:58:53.257116 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8598933-b57d-4a06-9bb6-c8f69757d707 None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:53.257735 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c8598933-b57d-4a06-9bb6-c8f69757d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:53.292565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-82a9c597-674f-4002-84ee-bdc686dfffd7 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/floatingips/8cf6d5f5-d6f0-4713-98fb-cd1f447e156d HTTP/1.1" status: 204 len: 168 time: 1.8022952 Jan 28 12:58:53.295699 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'tag': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:53.298044 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36289c6c-7e74-40a5-982f-18cdc9a3724e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e595335-ff49-40b2-a34a-3e55e346a2ce", "tag": "cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:53.320027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-320acdeb-3d89-48ca-aecb-e49bd9ce1529 req-411226cc-1d59-43d8-831b-929bd29c1752 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924687 Jan 28 12:58:53.393004 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864b76cf-8d7b-4671-803a-2e0b35ea9c5c x-openstack-request-id: req-864b76cf-8d7b-4671-803a-2e0b35ea9c5c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:53.393600 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e595335-ff49-40b2-a34a-3e55e346a2ce", "tag": "cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:53.394062 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-864b76cf-8d7b-4671-803a-2e0b35ea9c5c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:53.394710 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'tag': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'status': 'completed', 'code': 200} Jan 28 12:58:53.519899 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c8598933-b57d-4a06-9bb6-c8f69757d707 None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:53.545347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36289c6c-7e74-40a5-982f-18cdc9a3724e req-079d95bc-4765-4174-933c-642e12fce2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:53.546902 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36289c6c-7e74-40a5-982f-18cdc9a3724e req-079d95bc-4765-4174-933c-642e12fce2fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 1096 time: 0.1305521 Jan 28 12:58:53.561144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741da67b-d2ee-4389-a6bd-3f672da6422e req-c5d1a862-d29b-4b8d-ba67-f48b1acd002a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:53.570588 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-741da67b-d2ee-4389-a6bd-3f672da6422e req-c5d1a862-d29b-4b8d-ba67-f48b1acd002a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.0801976 Jan 28 12:58:53.617373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:53.734300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-741da67b-d2ee-4389-a6bd-3f672da6422e req-e76b0a38-890f-41b9-9ba1-6d9e8177253a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650538 Jan 28 12:58:53.757728 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:53.769724 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-547b664c-cab2-4ed4-bf5b-3d1853cae610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:53.770063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36289c6c-7e74-40a5-982f-18cdc9a3724e req-ad9bc735-46ac-4588-bbce-aac5c38cf1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:53.772093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36289c6c-7e74-40a5-982f-18cdc9a3724e req-ad9bc735-46ac-4588-bbce-aac5c38cf1f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5446c4b8-580e-4eed-9669-0122cd5a9b47 HTTP/1.1" status: 200 len: 898 time: 0.2010550 Jan 28 12:58:53.780951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bbb55-9c65-47d0-8aab-783b0d3e7a22 req-d13c0f43-bacc-42b6-8573-7423fa294aad tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:53.782858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-096bbb55-9c65-47d0-8aab-783b0d3e7a22 req-d13c0f43-bacc-42b6-8573-7423fa294aad tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1337140 Jan 28 12:58:53.829238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aafb9d5-8ee4-4a16-bda0-ec6bd5eddef6 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:53.830854 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6aafb9d5-8ee4-4a16-bda0-ec6bd5eddef6 tempest-TestNetworkAdvancedServerOps-1317589847 tempest-TestNetworkAdvancedServerOps-1317589847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 1091 time: 0.0718949 Jan 28 12:58:53.832515 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c8598933-b57d-4a06-9bb6-c8f69757d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:58:45Z', 'revision_number': 6, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:51Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:53.834869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51786) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:53.835774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36289c6c-7e74-40a5-982f-18cdc9a3724e req-c4ba1e87-dc81-4d9b-aacf-dba3e0cd0d4e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 HTTP/1.1" status: 200 len: 217 time: 0.0516760 Jan 28 12:58:53.840346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '64a32934-6022-4529-99c5-2bcca8387206', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:53.873199 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8598933-b57d-4a06-9bb6-c8f69757d707 None None] Checking router: da9042ba-78ad-49e3-b9f4-9a3546e90a85 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:58:53.876024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:53.891532 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8598933-b57d-4a06-9bb6-c8f69757d707 None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:53.891532 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c8598933-b57d-4a06-9bb6-c8f69757d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:53.954326 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-547b664c-cab2-4ed4-bf5b-3d1853cae610 admin admin] Publish callbacks [] for security_group (c9dde73b-c6e3-4d54-8c21-3ea370a6dee8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:53.957888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7d215-cca2-49b1-8e06-68a78d59526b req-655eb151-e448-4c3b-8d51-7d201af1de87 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:53.962413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-547b664c-cab2-4ed4-bf5b-3d1853cae610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c9dde73b-c6e3-4d54-8c21-3ea370a6dee8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:53.964201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43e7d215-cca2-49b1-8e06-68a78d59526b req-655eb151-e448-4c3b-8d51-7d201af1de87 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 945 time: 0.1396432 Jan 28 12:58:53.968023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-096bbb55-9c65-47d0-8aab-783b0d3e7a22 req-2875cf4e-7b4f-455a-8000-f66d64ba79a3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756289 Jan 28 12:58:53.969448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36289c6c-7e74-40a5-982f-18cdc9a3724e req-a5b635ef-e12d-4753-8b6a-ad8c850c05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:53.970825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36289c6c-7e74-40a5-982f-18cdc9a3724e req-a5b635ef-e12d-4753-8b6a-ad8c850c05e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2eaad08-8452-4a45-9cc2-70b1f9cd418f HTTP/1.1" status: 200 len: 835 time: 0.1204896 Jan 28 12:58:54.013620 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-547b664c-cab2-4ed4-bf5b-3d1853cae610 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aadfb5b3a9124b2c924ae00939114ed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3936567 Jan 28 12:58:54.015161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b664c-cab2-4ed4-bf5b-3d1853cae610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dde73b-c6e3-4d54-8c21-3ea370a6dee8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:54.017506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51788) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:54.039711 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c8598933-b57d-4a06-9bb6-c8f69757d707 None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:54.063109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36289c6c-7e74-40a5-982f-18cdc9a3724e req-9a4e750f-6d1b-4b40-986f-0d9aad641df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:54.067224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36289c6c-7e74-40a5-982f-18cdc9a3724e req-9a4e750f-6d1b-4b40-986f-0d9aad641df3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5446c4b8-580e-4eed-9669-0122cd5a9b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847898 Jan 28 12:58:54.068608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43e7d215-cca2-49b1-8e06-68a78d59526b req-d8a82505-a915-450c-9bce-f780b4ab2f46 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ca75855-e893-4dcc-8dde-4a383d42a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961850 Jan 28 12:58:54.084783 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.106674 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfed90ed-f228-43cc-b685-f48b62c27e02 admin admin] Publish callbacks [] for security_group (c9dde73b-c6e3-4d54-8c21-3ea370a6dee8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.178714 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfed90ed-f228-43cc-b685-f48b62c27e02 admin admin] Publish callbacks [] for security_group (c9dde73b-c6e3-4d54-8c21-3ea370a6dee8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.194727 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36289c6c-7e74-40a5-982f-18cdc9a3724e req-69d12ebe-15e2-47ae-9d0d-38d26e678347 service neutron] 10.222.0.49 "GET /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217835 Jan 28 12:58:54.269698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Allocated IP 172.25.7.161 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:58:54.276510 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfed90ed-f228-43cc-b685-f48b62c27e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c9dde73b-c6e3-4d54-8c21-3ea370a6dee8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.279140 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfed90ed-f228-43cc-b685-f48b62c27e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.283971 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bfed90ed-f228-43cc-b685-f48b62c27e02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9dde73b-c6e3-4d54-8c21-3ea370a6dee8 HTTP/1.1" status: 204 len: 168 time: 0.2610040 Jan 28 12:58:54.302780 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed90ed-f228-43cc-b685-f48b62c27e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dde73b-c6e3-4d54-8c21-3ea370a6dee8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:54.315226 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36289c6c-7e74-40a5-982f-18cdc9a3724e req-031e8a95-7965-4417-a442-c38ef396007b service neutron] 10.222.0.49 "GET /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146293 Jan 28 12:58:54.316212 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c8598933-b57d-4a06-9bb6-c8f69757d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:58:45Z', 'revision_number': 6, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:51Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:54.346489 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8598933-b57d-4a06-9bb6-c8f69757d707 None None] The sync data for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 is: [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:58:45Z', 'revision_number': 6, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '322f3863-9c0d-4c7c-bc7d-6f543ca2c033', 'name': '', 'network_id': '5446c4b8-580e-4eed-9669-0122cd5a9b47', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:5c:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:43Z', 'updated_at': '2022-01-28T12:56:51Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e2eaad08-8452-4a45-9cc2-70b1f9cd418f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:58:54.441012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.494019 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.536765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:58:54.545081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:54.550018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:58:54.555297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:54.668407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51796) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:54.668971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e28c99e-dc98-4f7a-95d8-d6c20178e3e7 None None] New status for floating IP 8cf6d5f5-d6f0-4713-98fb-cd1f447e156d: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:58:54.691739 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af3573e3-0e0a-4393-b7db-bf4f11026a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.763000 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.779600 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af3573e3-0e0a-4393-b7db-bf4f11026a6d admin admin] Publish callbacks [] for security_group (c4888dee-696a-4f96-a9f6-03af6d801792), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.784048 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af3573e3-0e0a-4393-b7db-bf4f11026a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c4888dee-696a-4f96-a9f6-03af6d801792), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.823896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-af3573e3-0e0a-4393-b7db-bf4f11026a6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e3df2241c8c492b88cac1ba7bc96543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1538978 Jan 28 12:58:54.824648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3573e3-0e0a-4393-b7db-bf4f11026a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4888dee-696a-4f96-a9f6-03af6d801792,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:54.827121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:54.880231 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f187b7a-3f59-4a84-a2f2-581795d16a62 admin admin] Publish callbacks [] for security_group (c4888dee-696a-4f96-a9f6-03af6d801792), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.902460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f187b7a-3f59-4a84-a2f2-581795d16a62 admin admin] Publish callbacks [] for security_group (c4888dee-696a-4f96-a9f6-03af6d801792), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.960348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f187b7a-3f59-4a84-a2f2-581795d16a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c4888dee-696a-4f96-a9f6-03af6d801792), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.964186 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f187b7a-3f59-4a84-a2f2-581795d16a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:54.965708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5f187b7a-3f59-4a84-a2f2-581795d16a62 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4888dee-696a-4f96-a9f6-03af6d801792 HTTP/1.1" status: 204 len: 168 time: 0.1378312 Jan 28 12:58:54.975538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f187b7a-3f59-4a84-a2f2-581795d16a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4888dee-696a-4f96-a9f6-03af6d801792,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:55.155850 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:58:55.173679 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (ce670fee-ed61-4918-bfb5-7b6982f20149), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:55.224440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033920eb-4c44-4e9e-9ef5-e011cb72dc1b req-58bba0b2-2c30-4584-a4cb-45d72a6fcd61 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:55.226180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-033920eb-4c44-4e9e-9ef5-e011cb72dc1b req-58bba0b2-2c30-4584-a4cb-45d72a6fcd61 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 944 time: 0.1579309 Jan 28 12:58:55.269688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faaa504-9b22-4e34-a0bd-9a85bb39da7a req-bb8742ef-4147-44f7-8338-3c10679e3d3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:55.271426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1faaa504-9b22-4e34-a0bd-9a85bb39da7a req-bb8742ef-4147-44f7-8338-3c10679e3d3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 945 time: 0.1330047 Jan 28 12:58:55.294097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be29917-6f0c-4d2f-9d0b-9005cf8f7c22 req-6afe2011-4c80-4000-9c77-007e693a684c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:55.295774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2be29917-6f0c-4d2f-9d0b-9005cf8f7c22 req-6afe2011-4c80-4000-9c77-007e693a684c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 945 time: 0.1179974 Jan 28 12:58:55.313384 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:55.397325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-033920eb-4c44-4e9e-9ef5-e011cb72dc1b req-73bea24f-22a2-4785-aa8c-2c2276d58732 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587543 Jan 28 12:58:55.443966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2be29917-6f0c-4d2f-9d0b-9005cf8f7c22 req-51bba8f6-ab8b-44cb-a326-79a00fb248c9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ca75855-e893-4dcc-8dde-4a383d42a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300395 Jan 28 12:58:55.482579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1faaa504-9b22-4e34-a0bd-9a85bb39da7a req-a69a5a5e-61e8-4e4f-ba09-6ff32bdb8172 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:58:55.482911 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1faaa504-9b22-4e34-a0bd-9a85bb39da7a req-a69a5a5e-61e8-4e4f-ba09-6ff32bdb8172 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:55.529312 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for port (4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:55.535559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:55.591240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1faaa504-9b22-4e34-a0bd-9a85bb39da7a req-a69a5a5e-61e8-4e4f-ba09-6ff32bdb8172 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] For port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56,segment=NetworkSegment(7e1e39e4-7852-4aa0-9054-7a5a87f5697a),segment_id=7e1e39e4-7852-4aa0-9054-7a5a87f5697a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:55.591798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1faaa504-9b22-4e34-a0bd-9a85bb39da7a req-a69a5a5e-61e8-4e4f-ba09-6ff32bdb8172 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:55.603568 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event updated for resources: {'Port': ['ID=4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:55.615049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1faaa504-9b22-4e34-a0bd-9a85bb39da7a req-a69a5a5e-61e8-4e4f-ba09-6ff32bdb8172 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Calling delete_port for cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:58:55.621906 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (ce670fee-ed61-4918-bfb5-7b6982f20149), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:55.746636 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Floating IP ce670fee-ed61-4918-bfb5-7b6982f20149 associated. External IP: 172.25.7.161, port: 64a32934-6022-4529-99c5-2bcca8387206. Jan 28 12:58:55.785701 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1faaa504-9b22-4e34-a0bd-9a85bb39da7a req-a69a5a5e-61e8-4e4f-ba09-6ff32bdb8172 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:55.816747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a5a5e-61e8-4e4f-ba09-6ff32bdb8172 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Port': ['ID=cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:55.871819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faaa504-9b22-4e34-a0bd-9a85bb39da7a req-a69a5a5e-61e8-4e4f-ba09-6ff32bdb8172 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] No DVR routers for this DVR port cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:58:55.874801 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1faaa504-9b22-4e34-a0bd-9a85bb39da7a req-a69a5a5e-61e8-4e4f-ba09-6ff32bdb8172 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:55.878406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1faaa504-9b22-4e34-a0bd-9a85bb39da7a req-a69a5a5e-61e8-4e4f-ba09-6ff32bdb8172 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "DELETE /v2.0/ports/cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 HTTP/1.1" status: 204 len: 173 time: 0.6017957 Jan 28 12:58:55.879034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'name': 'network-vif-deleted', 'tag': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:55.881575 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccf1787-07ae-4ad1-bd68-ef570234e6c6" -d '{"events": [{"server_uuid": "3e595335-ff49-40b2-a34a-3e55e346a2ce", "name": "network-vif-deleted", "tag": "cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:55.925846 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0625bd-df71-49a6-ac13-72c9a0b6bad7 x-openstack-request-id: req-1c0625bd-df71-49a6-ac13-72c9a0b6bad7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:55.926187 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e595335-ff49-40b2-a34a-3e55e346a2ce", "name": "network-vif-deleted", "tag": "cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:55.926573 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c0625bd-df71-49a6-ac13-72c9a0b6bad7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:55.927085 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e595335-ff49-40b2-a34a-3e55e346a2ce', 'name': 'network-vif-deleted', 'tag': 'cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56', 'status': 'completed', 'code': 200} Jan 28 12:58:55.989345 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51828) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.021364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 118f700e-8f6a-46e7-96f2-dbedbe847394 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:58:56.027966 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:56.039277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router b2d4fa61-db70-452c-9fe9-cf38b37855e7 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:58:56.131032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-595dd61d-19ac-4edd-99e4-b9b35cb5287a tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.132639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-595dd61d-19ac-4edd-99e4-b9b35cb5287a tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1412649 Jan 28 12:58:56.135544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51832) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.141177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-f31f5519-1cfa-4435-8655-f7dd4c1bebf0 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.145914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f31f5519-1cfa-4435-8655-f7dd4c1bebf0 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0057948 Jan 28 12:58:56.146385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.157118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-c489a836-a838-477f-8816-8ab762a3774e tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.158447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c489a836-a838-477f-8816-8ab762a3774e tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0108621 Jan 28 12:58:56.161583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.167411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-6bfe1520-6c44-45cc-92c3-0364b9388484 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.168980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6bfe1520-6c44-45cc-92c3-0364b9388484 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0061607 Jan 28 12:58:56.171809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51838) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.172082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 118f700e-8f6a-46e7-96f2-dbedbe847394, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=118f700e-8f6a-46e7-96f2-dbedbe847394,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:56.178009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-879c79dc-02b8-4fc8-93d7-a4c118918418 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.179325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-879c79dc-02b8-4fc8-93d7-a4c118918418 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0056987 Jan 28 12:58:56.186386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51840) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.186762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '118f700e-8f6a-46e7-96f2-dbedbe847394', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'port_id': '118f700e-8f6a-46e7-96f2-dbedbe847394', 'mac_address': 'fa:16:3e:a8:2c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:58:56.193964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-e9f6c99c-a714-46e3-93f5-c289c3d42968 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.197028 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e9f6c99c-a714-46e3-93f5-c289c3d42968 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0080459 Jan 28 12:58:56.199971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51842) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.208379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-1f99de86-9fbc-4423-94a6-e6f4a657cde7 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.210218 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1f99de86-9fbc-4423-94a6-e6f4a657cde7 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0084114 Jan 28 12:58:56.214903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51844) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.225769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-e97d78e3-16f5-438d-a5ef-9ad6527178d0 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.228873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e97d78e3-16f5-438d-a5ef-9ad6527178d0 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0112262 Jan 28 12:58:56.230306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 118f700e-8f6a-46e7-96f2-dbedbe847394 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:56.230770 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:56.232125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51846) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.237348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-561866d0-7722-4962-b4e7-2d5ffb18a131 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.241363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-561866d0-7722-4962-b4e7-2d5ffb18a131 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0081506 Jan 28 12:58:56.242098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51848) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.246589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118f700e-8f6a-46e7-96f2-dbedbe847394 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:58:56.248359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-4e4bea65-641d-4d4c-86e6-7921739606c3 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.252723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4e4bea65-641d-4d4c-86e6-7921739606c3 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0093665 Jan 28 12:58:56.253412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51850) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.259884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-08ba5495-397e-407f-9bf4-865c3c4eb2a6 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.263449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-08ba5495-397e-407f-9bf4-865c3c4eb2a6 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0064697 Jan 28 12:58:56.263758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51852) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.272665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-3b07db4a-865b-496b-9ac7-cf5b51868bf3 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.277963 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3b07db4a-865b-496b-9ac7-cf5b51868bf3 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0100939 Jan 28 12:58:56.281756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.306938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-0833c440-f8c8-4850-8614-ba542709124b tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.310974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 118f700e-8f6a-46e7-96f2-dbedbe847394, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=118f700e-8f6a-46e7-96f2-dbedbe847394,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:56.316041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0833c440-f8c8-4850-8614-ba542709124b tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0299163 Jan 28 12:58:56.317722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51856) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.321925 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:56.324613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-5bf5ed80-6631-4829-93af-a7fc1702bedb tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.328147 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5bf5ed80-6631-4829-93af-a7fc1702bedb tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0066838 Jan 28 12:58:56.329842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51858) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.340928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-fa291049-763b-4ee4-b6ec-0a25fde8954f tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.341938 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fa291049-763b-4ee4-b6ec-0a25fde8954f tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0110641 Jan 28 12:58:56.346101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.350924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-41aefde6-c06e-4e49-8cb4-f693c5effaa4 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.351963 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-41aefde6-c06e-4e49-8cb4-f693c5effaa4 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048947 Jan 28 12:58:56.356212 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51862) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.365405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-19bbb557-3ea6-4124-ae07-73d93326b0a4 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.366768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-19bbb557-3ea6-4124-ae07-73d93326b0a4 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0094769 Jan 28 12:58:56.371913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51864) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.377609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-95f36377-6200-4481-bad0-05d3020d3a64 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.378678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-95f36377-6200-4481-bad0-05d3020d3a64 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0056756 Jan 28 12:58:56.383015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51866) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.388637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-98b3161f-8a5f-4b93-8935-c673cf0e03a6 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.390588 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-98b3161f-8a5f-4b93-8935-c673cf0e03a6 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0058730 Jan 28 12:58:56.394763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51868) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.399734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-e8d26da4-4215-4a12-bcc8-b4a0c63900f0 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.400777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e8d26da4-4215-4a12-bcc8-b4a0c63900f0 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049756 Jan 28 12:58:56.406778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51870) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.411204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-90d32394-b923-46da-a695-1f5114a1462d tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.412242 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-90d32394-b923-46da-a695-1f5114a1462d tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044611 Jan 28 12:58:56.415836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51872) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.420240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-7eb3a93c-c074-4914-8240-f858332bd600 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.422958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7eb3a93c-c074-4914-8240-f858332bd600 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043507 Jan 28 12:58:56.424089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51874) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.429264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-96c0207d-6dca-4dcd-a84e-f889a9c77373 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.431532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-96c0207d-6dca-4dcd-a84e-f889a9c77373 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0061345 Jan 28 12:58:56.434216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51878) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.438644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-071fd925-7df9-4ddd-ac28-a959b4ae51c8 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.439833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-071fd925-7df9-4ddd-ac28-a959b4ae51c8 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046110 Jan 28 12:58:56.445150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.450424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-7380611f-ad3a-4095-a361-e457709e95bc tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.451920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7380611f-ad3a-4095-a361-e457709e95bc tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053313 Jan 28 12:58:56.454868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51882) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.456187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=118f700e-8f6a-46e7-96f2-dbedbe847394,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:56.489450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-022ded4b-95ab-40b1-907c-0b79a924dea2 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.491169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-022ded4b-95ab-40b1-907c-0b79a924dea2 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0351226 Jan 28 12:58:56.495061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51886) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.507528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-5ced9486-9812-403c-96e1-5e94dfa71b2d tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.511033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5ced9486-9812-403c-96e1-5e94dfa71b2d tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0146420 Jan 28 12:58:56.514053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51890) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.520729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-fb31529e-2f2b-406a-9698-ecee62c0922b tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.521753 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fb31529e-2f2b-406a-9698-ecee62c0922b tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0066729 Jan 28 12:58:56.525123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51892) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.530465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-9de86895-5b49-4f74-8922-d9fb4e518321 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.532385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9de86895-5b49-4f74-8922-d9fb4e518321 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0059354 Jan 28 12:58:56.534231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51894) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.538820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-65f45970-4cdb-44e4-a404-e4fa98829d44 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.543799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-65f45970-4cdb-44e4-a404-e4fa98829d44 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044897 Jan 28 12:58:56.545094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51896) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.551645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['118f700e-8f6a-46e7-96f2-dbedbe847394'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:58:56.552210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-f7ada064-dfdb-4dbc-ad89-64e85bfe6d3d tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.553193 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f7ada064-dfdb-4dbc-ad89-64e85bfe6d3d tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071514 Jan 28 12:58:56.557299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51898) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.563870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-b50ed50e-ea19-451e-bff6-d971310af477 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.564942 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b50ed50e-ea19-451e-bff6-d971310af477 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0066192 Jan 28 12:58:56.568472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51900) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.573969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:58:56.585287 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9a22f-69ae-4f09-8dca-562dc7730313 None None] Sync routers for ids ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:58:56.592142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-590cc91e-b967-4679-b84c-150be7888a1c tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.596319 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-590cc91e-b967-4679-b84c-150be7888a1c tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0266914 Jan 28 12:58:56.596496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.599694 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9a22f-69ae-4f09-8dca-562dc7730313 None None] Routers {'b2d4fa61-db70-452c-9fe9-cf38b37855e7'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:56.600617 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-59c9a22f-69ae-4f09-8dca-562dc7730313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:56.610982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-5829aae8-d4f1-4c69-87f6-5066b444f19f tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.614730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51904) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.614900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5829aae8-d4f1-4c69-87f6-5066b444f19f tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0069818 Jan 28 12:58:56.627207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-2e545149-6933-468c-bc5a-af5372961324 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.633298 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2e545149-6933-468c-bc5a-af5372961324 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0175796 Jan 28 12:58:56.637393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51906) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.637572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:56.644096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-2de763b4-15aa-4958-bbfe-3b819cb3259b tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.647945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2de763b4-15aa-4958-bbfe-3b819cb3259b tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0092101 Jan 28 12:58:56.651945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e33cc939-7816-4e92-8397-38e4cea46262 req-26461c61-3d6b-4fdf-b39b-da9f9137df2b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e595335-ff49-40b2-a34a-3e55e346a2ce HTTP/1.1" status: 200 len: 210 time: 0.0544405 Jan 28 12:58:56.654205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51908) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.658711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-6b3c9164-051f-4b42-a881-e3ee515963d1 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.662715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6b3c9164-051f-4b42-a881-e3ee515963d1 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074437 Jan 28 12:58:56.664278 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51910) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.671206 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-f5928982-440a-4c13-9f68-94006d47b597 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.676050 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f5928982-440a-4c13-9f68-94006d47b597 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0102060 Jan 28 12:58:56.678826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.684065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2705076-e55c-4e24-9512-5a6b8d5bed55 req-4d583c3c-c151-4d49-9172-98a8682a50eb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:56.684434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-49038600-65f3-41fd-95e1-c311255ed716 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.686263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c2705076-e55c-4e24-9512-5a6b8d5bed55 req-4d583c3c-c151-4d49-9172-98a8682a50eb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 945 time: 0.1342154 Jan 28 12:58:56.688086 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-49038600-65f3-41fd-95e1-c311255ed716 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0082617 Jan 28 12:58:56.688681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51914) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.695846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-3344cf96-9751-41ec-98ed-2a6ddf8818e7 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.701293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3344cf96-9751-41ec-98ed-2a6ddf8818e7 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0113454 Jan 28 12:58:56.703906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51916) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.715428 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-2a834eeb-8efa-420c-a52d-3a15041f244c tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.721616 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2a834eeb-8efa-420c-a52d-3a15041f244c tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0132093 Jan 28 12:58:56.721616 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-199bfbf6-1f13-49ff-ad0e-54fb4b0853e1 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8851793 Jan 28 12:58:56.721901 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'tag': '64a32934-6022-4529-99c5-2bcca8387206'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:56.729911 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11d818d-8297-4104-986d-761e290c90ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea79c39-8e33-497f-89a6-ff9132996c6e", "tag": "64a32934-6022-4529-99c5-2bcca8387206"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:56.732222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51918) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.740313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-22e68d5f-2e23-4656-a6f9-f8a56a894a37 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.744419 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-22e68d5f-2e23-4656-a6f9-f8a56a894a37 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044129 Jan 28 12:58:56.744860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51924) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.754050 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-c5835785-9af9-4e52-98d7-de706ab12d7c tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.758049 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c5835785-9af9-4e52-98d7-de706ab12d7c tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0092604 Jan 28 12:58:56.758243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c2705076-e55c-4e24-9512-5a6b8d5bed55 req-c915ca08-eda1-44d6-918a-0a1e5b992cab tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550666 Jan 28 12:58:56.758738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51926) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.770085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-7736e1a7-ed80-4046-bb60-a0c751523a95 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.775463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7736e1a7-ed80-4046-bb60-a0c751523a95 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0105221 Jan 28 12:58:56.775982 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51928) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.788065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-1c5d15b9-122c-4bb3-87ae-cd598ca62588 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.793336 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1c5d15b9-122c-4bb3-87ae-cd598ca62588 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0121145 Jan 28 12:58:56.794012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.798049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-44230d9c-8fcc-4f24-a881-81a22ab17501 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.802611 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-44230d9c-8fcc-4f24-a881-81a22ab17501 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0044944 Jan 28 12:58:56.803022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51932) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.811312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-b04b91c7-0a33-496b-b3a8-34aa2bee2f4f tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.812038 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-59c9a22f-69ae-4f09-8dca-562dc7730313 None None] Set router b2d4fa61-db70-452c-9fe9-cf38b37855e7 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:56.816197 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b04b91c7-0a33-496b-b3a8-34aa2bee2f4f tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0087621 Jan 28 12:58:56.816541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51934) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.820722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-1210f9a3-aa81-4333-90d3-cf4bd4bb5db0 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.825657 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1210f9a3-aa81-4333-90d3-cf4bd4bb5db0 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049183 Jan 28 12:58:56.826208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51936) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.826766 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c332fa-0353-4505-b253-65cb4a2c3965 x-openstack-request-id: req-98c332fa-0353-4505-b253-65cb4a2c3965 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:56.827068 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea79c39-8e33-497f-89a6-ff9132996c6e", "tag": "64a32934-6022-4529-99c5-2bcca8387206", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:56.827449 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98c332fa-0353-4505-b253-65cb4a2c3965 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:56.827778 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'tag': '64a32934-6022-4529-99c5-2bcca8387206', 'status': 'completed', 'code': 200} Jan 28 12:58:56.830348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-6bdb65c3-6d1b-4e2e-b50c-cf14eedcac04 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.834985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6bdb65c3-6d1b-4e2e-b50c-cf14eedcac04 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044410 Jan 28 12:58:56.835333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.840185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-44e93be9-4b19-4747-9e12-6daab4e513f8 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.843388 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-44e93be9-4b19-4747-9e12-6daab4e513f8 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048728 Jan 28 12:58:56.844754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51940) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.850913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-d91ad71e-0152-4a58-9391-c9d52871e7e1 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.851893 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d91ad71e-0152-4a58-9391-c9d52871e7e1 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0059991 Jan 28 12:58:56.855113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51942) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.859620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-3669318b-1f59-4f7a-8615-e435a2394769 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.860806 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3669318b-1f59-4f7a-8615-e435a2394769 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043423 Jan 28 12:58:56.862978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.867377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-6169adda-f81d-44b0-b054-b9afbfabc2f4 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.868769 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6169adda-f81d-44b0-b054-b9afbfabc2f4 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048161 Jan 28 12:58:56.871707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51946) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.890379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-1e441651-f86b-49a0-bb67-c82115d8c6e8 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.891678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1e441651-f86b-49a0-bb67-c82115d8c6e8 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0187175 Jan 28 12:58:56.894380 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51948) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.898823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-580d6be1-f9f1-48bc-a67c-290cfaaf304b tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.902459 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-580d6be1-f9f1-48bc-a67c-290cfaaf304b tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051389 Jan 28 12:58:56.903151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51950) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.907515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-5f6f82b1-8753-41fd-a548-8cd376dacaea tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.908691 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5f6f82b1-8753-41fd-a548-8cd376dacaea tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043871 Jan 28 12:58:56.911029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51952) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.916162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-cc3e22b2-d20f-4ca1-bcf3-d45d0b1d335f tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.917193 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cc3e22b2-d20f-4ca1-bcf3-d45d0b1d335f tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0049055 Jan 28 12:58:56.919666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51956) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.924320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-35dc4efd-5312-4568-ad4e-64caba51092a tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.925929 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-35dc4efd-5312-4568-ad4e-64caba51092a tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043459 Jan 28 12:58:56.928201 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51958) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.932762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-60e1601c-8e43-48ab-9463-d5515858bdba tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.935383 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-60e1601c-8e43-48ab-9463-d5515858bdba tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046415 Jan 28 12:58:56.936266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.939850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782f0eb-2417-47e9-bf30-5bd28a07a784 req-574168cd-739f-4fda-a814-a87718573c76 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:56.941375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6782f0eb-2417-47e9-bf30-5bd28a07a784 req-574168cd-739f-4fda-a814-a87718573c76 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.0933857 Jan 28 12:58:56.944471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d818d-8297-4104-986d-761e290c90ac req-556096b2-380c-4b53-9524-29431049b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:56.944634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-2212d1a1-9d3f-4131-8537-9ed17e65ccd5 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.945728 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2212d1a1-9d3f-4131-8537-9ed17e65ccd5 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0083063 Jan 28 12:58:56.946535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a11d818d-8297-4104-986d-761e290c90ac req-556096b2-380c-4b53-9524-29431049b6bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 1096 time: 0.0962358 Jan 28 12:58:56.948668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51962) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.953867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-c3d3fb39-61d9-446c-b8f8-2b78f2a4ecab tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.954805 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c3d3fb39-61d9-446c-b8f8-2b78f2a4ecab tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052309 Jan 28 12:58:56.957425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51964) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.962374 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-5c4453a3-cf1c-4d6a-b348-74554bf02277 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.966087 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5c4453a3-cf1c-4d6a-b348-74554bf02277 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0055218 Jan 28 12:58:56.966329 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51966) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.970530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-6a041020-7aec-4e39-9622-4b6ab82fa764 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.974095 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6a041020-7aec-4e39-9622-4b6ab82fa764 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0065899 Jan 28 12:58:56.974834 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51968) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.979248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-b9c2d1a5-3747-4070-bdf8-441ff1b93bb4 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.982135 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b9c2d1a5-3747-4070-bdf8-441ff1b93bb4 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062752 Jan 28 12:58:56.982988 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51970) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.987881 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-2d7baf2a-88a5-44fd-a64b-6bc294c3c9ba tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:56.992566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51972) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:56.992911 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2d7baf2a-88a5-44fd-a64b-6bc294c3c9ba tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0088696 Jan 28 12:58:57.028644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [None req-300934ae-1217-49ec-9fdc-0316e7e69177 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:57.029969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-300934ae-1217-49ec-9fdc-0316e7e69177 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0335460 Jan 28 12:58:57.032356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51974) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:57.037259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-b0fad86a-a961-4386-8331-ad8bc10de51c tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:57.038451 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b0fad86a-a961-4386-8331-ad8bc10de51c tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049052 Jan 28 12:58:57.041339 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51976) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:57.045704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-55ead8aa-0d7d-4b38-b325-9ea88482787b tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:57.048856 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-55ead8aa-0d7d-4b38-b325-9ea88482787b tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043423 Jan 28 12:58:57.049258 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51978) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:57.053879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-fd792c92-a5b6-41d8-9637-7973bb43114d tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:57.057058 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fd792c92-a5b6-41d8-9637-7973bb43114d tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0041056 Jan 28 12:58:57.057682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51980) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:57.063383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-3437f53e-ff6f-4e37-8613-adc614dcd239 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:57.064712 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3437f53e-ff6f-4e37-8613-adc614dcd239 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0063758 Jan 28 12:58:57.067196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51982) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:57.067968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6782f0eb-2417-47e9-bf30-5bd28a07a784 req-49ca4ea2-b16d-4087-87b1-7de8cc3aaa35 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171949 Jan 28 12:58:57.073976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [None req-171249ac-19ea-43b0-918c-a8b2d4007c50 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:58:57.078562 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-171249ac-19ea-43b0-918c-a8b2d4007c50 tempest-ExtensionsTestJSON-1268094725 tempest-ExtensionsTestJSON-1268094725-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0068161 Jan 28 12:58:57.093722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 51986) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:57.108155 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-59c9a22f-69ae-4f09-8dca-562dc7730313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T12:58:36Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'ce670fee-ed61-4918-bfb5-7b6982f20149', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'port_id': '64a32934-6022-4529-99c5-2bcca8387206', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'mac_address': 'fa:16:3e:cb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:58:54Z', 'updated_at': '2022-01-28T12:58:54Z', 'revision_number': 0, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49950279-75c8-4bd5-9cf5-fae6537bf47e', 'name': '', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:60:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:35Z', 'updated_at': '2022-01-28T12:58:41Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:57.146840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d818d-8297-4104-986d-761e290c90ac req-68f5d6bc-db6e-448a-8f1d-b2d198217281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:57.148341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a11d818d-8297-4104-986d-761e290c90ac req-68f5d6bc-db6e-448a-8f1d-b2d198217281 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81d6a6c5-36dd-4e38-b884-a60583e24a23 HTTP/1.1" status: 200 len: 897 time: 0.1917679 Jan 28 12:58:57.152758 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9a22f-69ae-4f09-8dca-562dc7730313 None None] Checking router: b2d4fa61-db70-452c-9fe9-cf38b37855e7 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:58:57.166641 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9a22f-69ae-4f09-8dca-562dc7730313 None None] Routers {'b2d4fa61-db70-452c-9fe9-cf38b37855e7'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:57.167477 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-59c9a22f-69ae-4f09-8dca-562dc7730313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:57.220067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4a7dd541-383d-483e-9336-058b7251e6e9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/ce670fee-ed61-4918-bfb5-7b6982f20149 HTTP/1.1" status: 200 len: 991 time: 0.1241527 Jan 28 12:58:57.237408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a11d818d-8297-4104-986d-761e290c90ac req-fac3a075-9426-4754-bc28-b8a552b9d96f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64a32934-6022-4529-99c5-2bcca8387206 HTTP/1.1" status: 200 len: 999 time: 0.0825067 Jan 28 12:58:57.283554 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-59c9a22f-69ae-4f09-8dca-562dc7730313 None None] Set router b2d4fa61-db70-452c-9fe9-cf38b37855e7 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:58:57.289303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d818d-8297-4104-986d-761e290c90ac req-45d15221-aab1-476a-85c6-1030485c8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:57.291439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a11d818d-8297-4104-986d-761e290c90ac req-45d15221-aab1-476a-85c6-1030485c8b77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3c469188-743e-4eb8-b152-9a9f5bb15743 HTTP/1.1" status: 200 len: 835 time: 0.0483625 Jan 28 12:58:57.344035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d818d-8297-4104-986d-761e290c90ac req-a4868df8-378f-48a2-8e60-c051050cf566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:57.345790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a11d818d-8297-4104-986d-761e290c90ac req-a4868df8-378f-48a2-8e60-c051050cf566 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d6a6c5-36dd-4e38-b884-a60583e24a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491672 Jan 28 12:58:57.396684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51990) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:57.473968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a11d818d-8297-4104-986d-761e290c90ac req-195aebe8-3199-45ed-a800-c7f580b317b5 service neutron] 10.222.0.49 "GET /v2.0/networks/81d6a6c5-36dd-4e38-b884-a60583e24a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201005 Jan 28 12:58:57.533893 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-59c9a22f-69ae-4f09-8dca-562dc7730313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T12:58:36Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'ce670fee-ed61-4918-bfb5-7b6982f20149', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'port_id': '64a32934-6022-4529-99c5-2bcca8387206', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'mac_address': 'fa:16:3e:cb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:58:54Z', 'updated_at': '2022-01-28T12:58:54Z', 'revision_number': 0, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49950279-75c8-4bd5-9cf5-fae6537bf47e', 'name': '', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:60:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:35Z', 'updated_at': '2022-01-28T12:58:41Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:57.549216 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b363286f-4fbd-4b0a-bfb4-2f77d3506538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:57.571498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a11d818d-8297-4104-986d-761e290c90ac req-454ae0e9-6db1-47d7-9199-aeff592d1986 service neutron] 10.222.0.49 "GET /v2.0/networks/81d6a6c5-36dd-4e38-b884-a60583e24a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940714 Jan 28 12:58:57.579006 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9a22f-69ae-4f09-8dca-562dc7730313 None None] The sync data for ids ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'] in n-d-824835-4 is: [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T12:58:36Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'ce670fee-ed61-4918-bfb5-7b6982f20149', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'port_id': '64a32934-6022-4529-99c5-2bcca8387206', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'mac_address': 'fa:16:3e:cb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:58:54Z', 'updated_at': '2022-01-28T12:58:54Z', 'revision_number': 0, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49950279-75c8-4bd5-9cf5-fae6537bf47e', 'name': '', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:60:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:35Z', 'updated_at': '2022-01-28T12:58:41Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:58:57.638404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b363286f-4fbd-4b0a-bfb4-2f77d3506538 admin admin] Publish callbacks [] for security_group (b12614a6-5b70-42c4-83cb-e126f864cc0e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:57.643115 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b363286f-4fbd-4b0a-bfb4-2f77d3506538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b12614a6-5b70-42c4-83cb-e126f864cc0e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:57.682318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363286f-4fbd-4b0a-bfb4-2f77d3506538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12614a6-5b70-42c4-83cb-e126f864cc0e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:57.689407 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b363286f-4fbd-4b0a-bfb4-2f77d3506538 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84f5962d0c4844448dbf5b446face0c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2888291 Jan 28 12:58:57.689962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:57.734466 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 51998) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:57.761491 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7c0112d-0120-40a0-a7f3-7586e7852af9 admin admin] Publish callbacks [] for security_group (b12614a6-5b70-42c4-83cb-e126f864cc0e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:57.803066 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7c0112d-0120-40a0-a7f3-7586e7852af9 admin admin] Publish callbacks [] for security_group (b12614a6-5b70-42c4-83cb-e126f864cc0e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:57.824643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a27f11-8839-4fb0-83a9-260469f2f75a None None] New status for floating IP ce670fee-ed61-4918-bfb5-7b6982f20149: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:58:57.874116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d236bf4-9701-4b28-9ca2-fced9149d24b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (0ca75855-e893-4dcc-8dde-4a383d42a0ba), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:57.908285 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d236bf4-9701-4b28-9ca2-fced9149d24b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (0ca75855-e893-4dcc-8dde-4a383d42a0ba), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:57.921432 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7c0112d-0120-40a0-a7f3-7586e7852af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b12614a6-5b70-42c4-83cb-e126f864cc0e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:57.924096 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7c0112d-0120-40a0-a7f3-7586e7852af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:57.927893 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e7c0112d-0120-40a0-a7f3-7586e7852af9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b12614a6-5b70-42c4-83cb-e126f864cc0e HTTP/1.1" status: 204 len: 168 time: 0.2346375 Jan 28 12:58:57.938266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9f841-2e02-420d-9791-74c0e3e90c58 req-385df8fa-b9a0-4b87-b1a9-2e98128ab322 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:57.939908 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efd9f841-2e02-420d-9791-74c0e3e90c58 req-385df8fa-b9a0-4b87-b1a9-2e98128ab322 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0933714 Jan 28 12:58:57.970267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0112d-0120-40a0-a7f3-7586e7852af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12614a6-5b70-42c4-83cb-e126f864cc0e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:58.008590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efd9f841-2e02-420d-9791-74c0e3e90c58 req-c64c6de4-59dc-43fe-a9eb-5805c4e83eff tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605989 Jan 28 12:58:58.010273 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d236bf4-9701-4b28-9ca2-fced9149d24b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0ca75855-e893-4dcc-8dde-4a383d42a0ba), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:58.015435 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d236bf4-9701-4b28-9ca2-fced9149d24b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:58.018005 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9d236bf4-9701-4b28-9ca2-fced9149d24b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/security-groups/0ca75855-e893-4dcc-8dde-4a383d42a0ba HTTP/1.1" status: 204 len: 168 time: 0.2821698 Jan 28 12:58:58.033547 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d236bf4-9701-4b28-9ca2-fced9149d24b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca75855-e893-4dcc-8dde-4a383d42a0ba,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:58.069715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52008) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:58.189494 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 118f700e-8f6a-46e7-96f2-dbedbe847394 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:58:58.223114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52012) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:58.257676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 118f700e-8f6a-46e7-96f2-dbedbe847394 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:58:58.262815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 118f700e-8f6a-46e7-96f2-dbedbe847394 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:58:58.263446 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:58.343136 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c74f8bf3-1a23-4fd4-8e04-e285a7dd6f8e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/ce670fee-ed61-4918-bfb5-7b6982f20149 HTTP/1.1" status: 200 len: 993 time: 0.1184819 Jan 28 12:58:58.390072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 118f700e-8f6a-46e7-96f2-dbedbe847394 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:58:58.390460 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:58.427384 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118f700e-8f6a-46e7-96f2-dbedbe847394'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:58:58.429675 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09bed74-65f2-4659-8b91-095fad4d4f98" -d '{"events": [{"server_uuid": "abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2", "name": "network-vif-plugged", "status": "completed", "tag": "118f700e-8f6a-46e7-96f2-dbedbe847394"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:58:58.444840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 118f700e-8f6a-46e7-96f2-dbedbe847394, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=118f700e-8f6a-46e7-96f2-dbedbe847394,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:58.450388 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:58.451741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:58:58.492548 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaea59e-d73e-47bc-8442-0a9237e078ac x-openstack-request-id: req-dfaea59e-d73e-47bc-8442-0a9237e078ac {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:58:58.493229 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2", "name": "network-vif-plugged", "status": "completed", "tag": "118f700e-8f6a-46e7-96f2-dbedbe847394", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:58:58.494539 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfaea59e-d73e-47bc-8442-0a9237e078ac {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:58:58.495086 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118f700e-8f6a-46e7-96f2-dbedbe847394', 'code': 200} Jan 28 12:58:58.527372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:58:58.527944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device cdc6cf2c-0ea9-4ed9-82e3-dfb5802f6b56 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:58:58.567327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=118f700e-8f6a-46e7-96f2-dbedbe847394,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:58.567611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2741ee3-db07-4aa8-9548-df352a2c0569 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (da9042ba-78ad-49e3-b9f4-9a3546e90a85), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:58.708185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563da144-710a-4bc2-bfe7-29ab253493a8 req-40d09c58-b9b0-4135-9b6a-a33aeaf1e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:58.709674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-563da144-710a-4bc2-bfe7-29ab253493a8 req-40d09c58-b9b0-4135-9b6a-a33aeaf1e1fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 1097 time: 0.0967150 Jan 28 12:58:58.806841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-563da144-710a-4bc2-bfe7-29ab253493a8 req-38b66ebf-65a0-45cd-a763-40a958f3b761 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896688 Jan 28 12:58:58.900947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52034) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:58.931308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c2741ee3-db07-4aa8-9548-df352a2c0569 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:58:58.931829 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2741ee3-db07-4aa8-9548-df352a2c0569 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.013517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1356261042'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:59.026820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c2741ee3-db07-4aa8-9548-df352a2c0569 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] For port 322f3863-9c0d-4c7c-bc7d-6f543ca2c033, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=322f3863-9c0d-4c7c-bc7d-6f543ca2c033,segment=NetworkSegment(7e1e39e4-7852-4aa0-9054-7a5a87f5697a),segment_id=7e1e39e4-7852-4aa0-9054-7a5a87f5697a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:58:59.027187 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2741ee3-db07-4aa8-9548-df352a2c0569 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.036298 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:58:59.040542 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.043953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c2741ee3-db07-4aa8-9548-df352a2c0569 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Calling delete_port for 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:58:59.049882 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.138037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (a89518c4-b251-4f15-a9e1-344a2e9cea67), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.143102 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a89518c4-b251-4f15-a9e1-344a2e9cea67), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.161443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640ff5d-9776-465b-9d6f-6702d05439c4 req-c4733013-6493-42a6-be05-cd698feb662f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:59.162963 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8640ff5d-9776-465b-9d6f-6702d05439c4 req-c4733013-6493-42a6-be05-cd698feb662f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0698314 Jan 28 12:58:59.169871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:58:59.188030 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89518c4-b251-4f15-a9e1-344a2e9cea67,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:59.191101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7ec23f8a-bf62-497d-8d7b-3e574300386d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.191541 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Added segment 7ec23f8a-bf62-497d-8d7b-3e574300386d of type vlan for network 7ff422d9-feb7-4277-a5c7-1dca25acc601 Jan 28 12:58:59.237450 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (7ff422d9-feb7-4277-a5c7-1dca25acc601), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.265440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8640ff5d-9776-465b-9d6f-6702d05439c4 req-ca58b34e-384f-4ada-af6c-7a604336377a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676546 Jan 28 12:58:59.275206 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (7ff422d9-feb7-4277-a5c7-1dca25acc601), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.279942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:59.280551 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.328301 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2741ee3-db07-4aa8-9548-df352a2c0569 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (322f3863-9c0d-4c7c-bc7d-6f543ca2c033), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.356207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2741ee3-db07-4aa8-9548-df352a2c0569 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Port': ['ID=322f3863-9c0d-4c7c-bc7d-6f543ca2c033,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:59.371713 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4696093 Jan 28 12:58:59.379295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52040) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:59.390305 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'name': 'tempest-PortsTestJSON-2035296067'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:59.415099 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150c7a1-0bc6-490f-aba8-4e53b18419d9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Network': ['ID=7ff422d9-feb7-4277-a5c7-1dca25acc601,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:59.429616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:58:59.505316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:58:59.525646 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.561273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port 09215e1b-11e7-473b-b396-5c2b8d232d2d yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:58:59.572103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2741ee3-db07-4aa8-9548-df352a2c0569 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (da9042ba-78ad-49e3-b9f4-9a3546e90a85), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.746323 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (09215e1b-11e7-473b-b396-5c2b8d232d2d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.789151 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (09215e1b-11e7-473b-b396-5c2b8d232d2d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.824063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2741ee3-db07-4aa8-9548-df352a2c0569 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Router da9042ba-78ad-49e3-b9f4-9a3546e90a85 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:58:59.853895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=09215e1b-11e7-473b-b396-5c2b8d232d2d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:58:59.877498 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Checking segment: {'id': '7ec23f8a-bf62-497d-8d7b-3e574300386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:58:59.877782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network hostable DHCP agents. Network: 7ff422d9-feb7-4277-a5c7-1dca25acc601, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:58:59.898109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:58:59.908673 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 7ff422d9-feb7-4277-a5c7-1dca25acc601) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:58:59.912579 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:58:59.918733 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81537dc7-f6d8-4982-bd9d-5989b8ab78f4 None None] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:58:59.920502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:58:59.921066 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:58:59.943444 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8732fb38-b8d3-469a-9631-7fb773a65e11 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5603204 Jan 28 12:58:59.944029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52042) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:59.951396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c6e2abaf-cd6a-433e-80d0-58f5277cadf6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2095564009'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:58:59.958413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2741ee3-db07-4aa8-9548-df352a2c0569 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:58:59.963980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c2741ee3-db07-4aa8-9548-df352a2c0569 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "PUT /v2.0/routers/da9042ba-78ad-49e3-b9f4-9a3546e90a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8928630 Jan 28 12:58:59.966648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52044) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:58:59.970105 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f0c21-2a5b-4f53-818c-c0231550455c None None] Sync routers for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:58:59.982590 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f0c21-2a5b-4f53-818c-c0231550455c None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:58:59.983555 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8f3f0c21-2a5b-4f53-818c-c0231550455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:58:59.991801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e2abaf-cd6a-433e-80d0-58f5277cadf6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:58:59.996567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6e2abaf-cd6a-433e-80d0-58f5277cadf6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.035118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e2abaf-cd6a-433e-80d0-58f5277cadf6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:59:00.053971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6e2abaf-cd6a-433e-80d0-58f5277cadf6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (08594db4-bd60-479d-be75-abe3d1565915), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.054515 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-c6e2abaf-cd6a-433e-80d0-58f5277cadf6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Added segment 08594db4-bd60-479d-be75-abe3d1565915 of type vlan for network 9158eb84-3d68-466e-8565-ce2ad3f6387b Jan 28 12:59:00.064089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ec3f91-e7ab-4059-8518-68e7b445675e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting subnet e2eaad08-8452-4a45-9cc2-70b1f9cd418f {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:59:00.068935 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3f91-e7ab-4059-8518-68e7b445675e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for subnet (e2eaad08-8452-4a45-9cc2-70b1f9cd418f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.119961 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6e2abaf-cd6a-433e-80d0-58f5277cadf6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (9158eb84-3d68-466e-8565-ce2ad3f6387b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.122400 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3f91-e7ab-4059-8518-68e7b445675e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (e2eaad08-8452-4a45-9cc2-70b1f9cd418f), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.151706 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6e2abaf-cd6a-433e-80d0-58f5277cadf6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (9158eb84-3d68-466e-8565-ce2ad3f6387b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.157083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e2abaf-cd6a-433e-80d0-58f5277cadf6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:00.157736 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6e2abaf-cd6a-433e-80d0-58f5277cadf6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.224338 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3f91-e7ab-4059-8518-68e7b445675e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (e2eaad08-8452-4a45-9cc2-70b1f9cd418f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.231997 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c6e2abaf-cd6a-433e-80d0-58f5277cadf6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2862830 Jan 28 12:59:00.235161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52048) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:00.239960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'ports': [{'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601'}, {'network_id': '9158eb84-3d68-466e-8565-ce2ad3f6387b'}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:00.240283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:00.240753 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': '9158eb84-3d68-466e-8565-ce2ad3f6387b'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:00.245578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2abaf-cd6a-433e-80d0-58f5277cadf6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Network': ['ID=9158eb84-3d68-466e-8565-ce2ad3f6387b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:00.247632 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8f3f0c21-2a5b-4f53-818c-c0231550455c None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:59:00.265135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 9158eb84-3d68-466e-8565-ce2ad3f6387b details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:59:00.296659 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3f91-e7ab-4059-8518-68e7b445675e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (e2eaad08-8452-4a45-9cc2-70b1f9cd418f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.353551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2f530b-844c-4b65-b0b6-94cbcecf50dd None None] Network 5446c4b8-580e-4eed-9669-0122cd5a9b47 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:00.355054 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3f91-e7ab-4059-8518-68e7b445675e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.360157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b1ec3f91-e7ab-4059-8518-68e7b445675e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/subnets/e2eaad08-8452-4a45-9cc2-70b1f9cd418f HTTP/1.1" status: 204 len: 168 time: 0.3916454 Jan 28 12:59:00.361212 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec3f91-e7ab-4059-8518-68e7b445675e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Subnet': ['ID=e2eaad08-8452-4a45-9cc2-70b1f9cd418f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:00.369778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52052) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:00.505185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 2} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:00.513879 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.517368 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8f3f0c21-2a5b-4f53-818c-c0231550455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:58:59Z', 'revision_number': 7, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:00.533606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.561236 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f0c21-2a5b-4f53-818c-c0231550455c None None] Checking router: da9042ba-78ad-49e3-b9f4-9a3546e90a85 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:59:00.574960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7415f43e-bbe1-4d12-b1e8-ef3ee082c387 None None] DHCP port deletion for 5446c4b8-580e-4eed-9669-0122cd5a9b47 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:59:00.576591 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f0c21-2a5b-4f53-818c-c0231550455c None None] Routers {'da9042ba-78ad-49e3-b9f4-9a3546e90a85'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:59:00.577811 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8f3f0c21-2a5b-4f53-818c-c0231550455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:00.645292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7415f43e-bbe1-4d12-b1e8-ef3ee082c387 None None] Deleting port d7fb3b54-351f-4621-8c5e-f46f115c1308 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:00.646069 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7415f43e-bbe1-4d12-b1e8-ef3ee082c387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.702297 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8f3f0c21-2a5b-4f53-818c-c0231550455c None None] Set router da9042ba-78ad-49e3-b9f4-9a3546e90a85 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:59:00.734292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7415f43e-bbe1-4d12-b1e8-ef3ee082c387 None None] For port d7fb3b54-351f-4621-8c5e-f46f115c1308, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d7fb3b54-351f-4621-8c5e-f46f115c1308,segment=NetworkSegment(7e1e39e4-7852-4aa0-9054-7a5a87f5697a),segment_id=7e1e39e4-7852-4aa0-9054-7a5a87f5697a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:00.735012 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7415f43e-bbe1-4d12-b1e8-ef3ee082c387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.746822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port 789cb367-73af-4aa0-aa39-8ca0257371cf yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:00.753620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7415f43e-bbe1-4d12-b1e8-ef3ee082c387 None None] Calling delete_port for d7fb3b54-351f-4621-8c5e-f46f115c1308 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:00.862284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (789cb367-73af-4aa0-aa39-8ca0257371cf), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.863480 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7415f43e-bbe1-4d12-b1e8-ef3ee082c387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (d7fb3b54-351f-4621-8c5e-f46f115c1308), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:00.898824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415f43e-bbe1-4d12-b1e8-ef3ee082c387 None None] Pushing event deleted for resources: {'Port': ['ID=d7fb3b54-351f-4621-8c5e-f46f115c1308,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:00.910841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415f43e-bbe1-4d12-b1e8-ef3ee082c387 None None] No DVR routers for this DVR port d7fb3b54-351f-4621-8c5e-f46f115c1308 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:59:00.931436 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8f3f0c21-2a5b-4f53-818c-c0231550455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:58:59Z', 'revision_number': 7, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:00.958105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a00bea-acb7-4d5d-a34c-f04d14e6f5b9 req-7e666697-30f1-4519-829c-37c89ec84f03 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:00.960618 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f0c21-2a5b-4f53-818c-c0231550455c None None] The sync data for ids ['da9042ba-78ad-49e3-b9f4-9a3546e90a85'] in n-d-824835-4 is: [{'id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'name': 'tempest-TestNetworkBasicOps-router-1937117693', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:56:32Z', 'updated_at': '2022-01-28T12:58:59Z', 'revision_number': 7, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '2b077ccc-c19a-4747-bcce-6efacd284976', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9042ba-78ad-49e3-b9f4-9a3546e90a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:56:34Z', 'updated_at': '2022-01-28T12:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:59:00.963824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0a00bea-acb7-4d5d-a34c-f04d14e6f5b9 req-7e666697-30f1-4519-829c-37c89ec84f03 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 946 time: 0.5144651 Jan 28 12:59:00.965837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port cfaf5a86-c991-4383-ab78-d1e6e08dd307 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:00.974357 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router (da9042ba-78ad-49e3-b9f4-9a3546e90a85), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.060834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0a00bea-acb7-4d5d-a34c-f04d14e6f5b9 req-0a8fb438-81f5-4aab-b492-1c71a1458431 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944645 Jan 28 12:59:01.067173 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (cfaf5a86-c991-4383-ab78-d1e6e08dd307), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.122381 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (789cb367-73af-4aa0-aa39-8ca0257371cf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.123208 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router_gateway (da9042ba-78ad-49e3-b9f4-9a3546e90a85), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.175009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:01.181632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:01.188694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:01.191328 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (cfaf5a86-c991-4383-ab78-d1e6e08dd307), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.205494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=789cb367-73af-4aa0-aa39-8ca0257371cf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:01.217061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting port 2b077ccc-c19a-4747-bcce-6efacd284976 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:01.217688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2b077ccc-c19a-4747-bcce-6efacd284976), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.287856 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=cfaf5a86-c991-4383-ab78-d1e6e08dd307,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:01.296887 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Checking segment: {'id': '08594db4-bd60-479d-be75-abe3d1565915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9158eb84-3d68-466e-8565-ce2ad3f6387b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:01.297622 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network hostable DHCP agents. Network: 9158eb84-3d68-466e-8565-ce2ad3f6387b, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:59:01.318546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 9158eb84-3d68-466e-8565-ce2ad3f6387b is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:59:01.331968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 9158eb84-3d68-466e-8565-ce2ad3f6387b) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:01.336804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:01.341745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548162f3-25b1-4221-95f3-05c7708a8534 req-b4ed7dc1-84e3-491d-8229-1e8471378b46 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:01.342538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:01.343078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-548162f3-25b1-4221-95f3-05c7708a8534 req-b4ed7dc1-84e3-491d-8229-1e8471378b46 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 946 time: 0.1084261 Jan 28 12:59:01.345978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2933c717-aac6-4c4b-8432-f5112aa3cd1b None None] Network 9158eb84-3d68-466e-8565-ce2ad3f6387b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:01.348302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:01.349297 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.367002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] For port 2b077ccc-c19a-4747-bcce-6efacd284976, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2b077ccc-c19a-4747-bcce-6efacd284976,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:01.367546 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2b077ccc-c19a-4747-bcce-6efacd284976), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.376995 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-56bbf806-3006-4448-86da-a8c4e3bc3bd6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1401634 Jan 28 12:59:01.384324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52058) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:01.389610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Calling delete_port for 2b077ccc-c19a-4747-bcce-6efacd284976 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:01.456853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-548162f3-25b1-4221-95f3-05c7708a8534 req-b084d7dc-ddf8-4462-ad78-3b7dc5c25f49 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996754 Jan 28 12:59:01.529029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-694e44df-840e-4237-bd16-b4857777c464 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port cfaf5a86-c991-4383-ab78-d1e6e08dd307 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:01.529494 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-694e44df-840e-4237-bd16-b4857777c464 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cfaf5a86-c991-4383-ab78-d1e6e08dd307), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.594102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d7fb3b54-351f-4621-8c5e-f46f115c1308 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:59:01.612072 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-694e44df-840e-4237-bd16-b4857777c464 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cfaf5a86-c991-4383-ab78-d1e6e08dd307), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.618256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: d7fb3b54-351f-4621-8c5e-f46f115c1308 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:59:01.618616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d7fb3b54-351f-4621-8c5e-f46f115c1308 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:59:01.619524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:59:01.630774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-694e44df-840e-4237-bd16-b4857777c464 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for cfaf5a86-c991-4383-ab78-d1e6e08dd307 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:01.645113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:59:01.645113 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 322f3863-9c0d-4c7c-bc7d-6f543ca2c033 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:59:01.648104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15709f-d689-44b3-ad3b-49d51ba21bcc req-025f3cb0-7e4f-43ab-9e58-8287d264b5f2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:01.650863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb15709f-d689-44b3-ad3b-49d51ba21bcc req-025f3cb0-7e4f-43ab-9e58-8287d264b5f2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0964673 Jan 28 12:59:01.686247 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (2b077ccc-c19a-4747-bcce-6efacd284976), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.728808 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-694e44df-840e-4237-bd16-b4857777c464 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (cfaf5a86-c991-4383-ab78-d1e6e08dd307), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.730643 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Port': ['ID=2b077ccc-c19a-4747-bcce-6efacd284976,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:01.748076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb15709f-d689-44b3-ad3b-49d51ba21bcc req-50331a9a-d76e-4740-a333-65b6b5c5925b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854273 Jan 28 12:59:01.758089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e44df-840e-4237-bd16-b4857777c464 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=cfaf5a86-c991-4383-ab78-d1e6e08dd307,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:01.775554 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-694e44df-840e-4237-bd16-b4857777c464 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.782531 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-694e44df-840e-4237-bd16-b4857777c464 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/cfaf5a86-c991-4383-ab78-d1e6e08dd307 HTTP/1.1" status: 204 len: 168 time: 0.3940289 Jan 28 12:59:01.782825 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52064) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:01.814116 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (da9042ba-78ad-49e3-b9f4-9a3546e90a85), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.872963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27692972-8b64-454b-b73e-e29dcc17d8d2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:01.878391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27692972-8b64-454b-b73e-e29dcc17d8d2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:01.882852 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-27692972-8b64-454b-b73e-e29dcc17d8d2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0961993 Jan 28 12:59:01.883095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52068) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:01.918531 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (da9042ba-78ad-49e3-b9f4-9a3546e90a85), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.921443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router_controller (da9042ba-78ad-49e3-b9f4-9a3546e90a85), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.974063 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (da9042ba-78ad-49e3-b9f4-9a3546e90a85), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.975562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Fanout notify agent at l3_agent the message router_deleted on router da9042ba-78ad-49e3-b9f4-9a3546e90a85 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:59:01.985552 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:01.986748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6e30a680-171e-4588-ac13-23cb0728ffca tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/routers/da9042ba-78ad-49e3-b9f4-9a3546e90a85 HTTP/1.1" status: 204 len: 168 time: 1.6158509 Jan 28 12:59:01.989810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52070) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:01.995591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eeefc535-c695-45ab-b693-4682a401167f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port 789cb367-73af-4aa0-aa39-8ca0257371cf {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:01.996181 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eeefc535-c695-45ab-b693-4682a401167f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (789cb367-73af-4aa0-aa39-8ca0257371cf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.079435 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eeefc535-c695-45ab-b693-4682a401167f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (789cb367-73af-4aa0-aa39-8ca0257371cf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.096729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eeefc535-c695-45ab-b693-4682a401167f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for 789cb367-73af-4aa0-aa39-8ca0257371cf owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:02.115100 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (5446c4b8-580e-4eed-9669-0122cd5a9b47), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.172857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8a7ef-c299-4286-b7a9-9b3569a6b697 req-ae9c35a2-2d52-4352-ab90-a7054a02a9e9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:02.174490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23d8a7ef-c299-4286-b7a9-9b3569a6b697 req-ae9c35a2-2d52-4352-ab90-a7054a02a9e9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 946 time: 0.0851426 Jan 28 12:59:02.192515 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eeefc535-c695-45ab-b693-4682a401167f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (789cb367-73af-4aa0-aa39-8ca0257371cf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.223129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefc535-c695-45ab-b693-4682a401167f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=789cb367-73af-4aa0-aa39-8ca0257371cf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:02.226791 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eeefc535-c695-45ab-b693-4682a401167f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.231696 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eeefc535-c695-45ab-b693-4682a401167f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/789cb367-73af-4aa0-aa39-8ca0257371cf HTTP/1.1" status: 204 len: 168 time: 0.3473511 Jan 28 12:59:02.233384 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52074) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:02.276279 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (5446c4b8-580e-4eed-9669-0122cd5a9b47), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.288925 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22793251-1ca7-4447-8c54-3c4454467806 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:02.293996 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-22793251-1ca7-4447-8c54-3c4454467806 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0596099 Jan 28 12:59:02.294876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52078) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:02.318376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23d8a7ef-c299-4286-b7a9-9b3569a6b697 req-2caf4261-3784-4d7c-9e08-f69da84bd13d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211834 Jan 28 12:59:02.322743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5446c4b8-580e-4eed-9669-0122cd5a9b47']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:02.323028 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94d9b8f-e955-43f7-8d88-7f548be321c0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:02.327985 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d94d9b8f-e955-43f7-8d88-7f548be321c0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/cfaf5a86-c991-4383-ab78-d1e6e08dd307 HTTP/1.1" status: 404 len: 333 time: 0.0321722 Jan 28 12:59:02.330656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52080) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:02.333218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1e39e4-7852-4aa0-9054-7a5a87f5697a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:02.333519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1e39e4-7852-4aa0-9054-7a5a87f5697a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:02.344144 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (7e1e39e4-7852-4aa0-9054-7a5a87f5697a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.357707 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e84ded-1f8b-4da0-9013-6ca9fb9c4023 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:02.360935 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-85e84ded-1f8b-4da0-9013-6ca9fb9c4023 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/789cb367-73af-4aa0-aa39-8ca0257371cf HTTP/1.1" status: 404 len: 333 time: 0.0281737 Jan 28 12:59:02.363681 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7e1e39e4-7852-4aa0-9054-7a5a87f5697a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.364028 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52082) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:02.373472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:59:02.373877 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (7e1e39e4-7852-4aa0-9054-7a5a87f5697a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:59:02.377650 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:59:02.444945 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (5446c4b8-580e-4eed-9669-0122cd5a9b47), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.447739 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (9158eb84-3d68-466e-8565-ce2ad3f6387b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.476105 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.481709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/networks/5446c4b8-580e-4eed-9669-0122cd5a9b47 HTTP/1.1" status: 204 len: 168 time: 0.4888389 Jan 28 12:59:02.501677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:02.509573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-dbdf92a5-d90f-4a54-a27d-acc35e1849ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'network': {'name': 'tempest-network-smoke--1210874894', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:02.514294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02445e-cf1e-42d1-a439-679d31f765dc tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Network': ['ID=5446c4b8-580e-4eed-9669-0122cd5a9b47,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:02.534723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdf92a5-d90f-4a54-a27d-acc35e1849ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Made reservation on behalf of 7290a7b466ae4f8e9c54c7ef61b8cc1f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:02.539019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdf92a5-d90f-4a54-a27d-acc35e1849ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.563935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdf92a5-d90f-4a54-a27d-acc35e1849ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:59:02.573283 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdf92a5-d90f-4a54-a27d-acc35e1849ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (03a1fbda-92ba-4c14-80eb-eea17c5b2f0e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.573675 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-dbdf92a5-d90f-4a54-a27d-acc35e1849ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Added segment 03a1fbda-92ba-4c14-80eb-eea17c5b2f0e of type vlan for network 3a9de031-f386-4e29-98a1-20794fd55d2e Jan 28 12:59:02.596547 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (9158eb84-3d68-466e-8565-ce2ad3f6387b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.617130 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdf92a5-d90f-4a54-a27d-acc35e1849ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (3a9de031-f386-4e29-98a1-20794fd55d2e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.620485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9158eb84-3d68-466e-8565-ce2ad3f6387b']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:02.637182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08594db4-bd60-479d-be75-abe3d1565915') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:02.637474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08594db4-bd60-479d-be75-abe3d1565915') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:02.646073 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdf92a5-d90f-4a54-a27d-acc35e1849ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (3a9de031-f386-4e29-98a1-20794fd55d2e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.651687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdf92a5-d90f-4a54-a27d-acc35e1849ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:02.652281 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdf92a5-d90f-4a54-a27d-acc35e1849ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.655990 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (08594db4-bd60-479d-be75-abe3d1565915), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.684272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (08594db4-bd60-479d-be75-abe3d1565915), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.693154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:59:02.693606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (08594db4-bd60-479d-be75-abe3d1565915), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:59:02.697036 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:59:02.712581 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dbdf92a5-d90f-4a54-a27d-acc35e1849ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2096725 Jan 28 12:59:02.719322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52086) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:02.726420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-378796772', 'admin_state_up': True, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:02.744304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf92a5-d90f-4a54-a27d-acc35e1849ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Network': ['ID=3a9de031-f386-4e29-98a1-20794fd55d2e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:02.760024 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (1d007836-b126-45ac-bd87-9fc319d346e2), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.761094 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (1d007836-b126-45ac-bd87-9fc319d346e2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.761409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 3a9de031-f386-4e29-98a1-20794fd55d2e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:59:02.764856 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (9158eb84-3d68-466e-8565-ce2ad3f6387b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.775453 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.779090 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/networks/9158eb84-3d68-466e-8565-ce2ad3f6387b HTTP/1.1" status: 204 len: 168 time: 0.4138064 Jan 28 12:59:02.784340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52088) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:02.792070 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7904d17f-6164-4214-bb76-f7016da31cdd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1529569752'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:02.804767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71406685-915b-46c6-80a2-ba526407669c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Network': ['ID=9158eb84-3d68-466e-8565-ce2ad3f6387b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:02.842794 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router_controller (1d007836-b126-45ac-bd87-9fc319d346e2), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.852029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7904d17f-6164-4214-bb76-f7016da31cdd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:02.855580 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7904d17f-6164-4214-bb76-f7016da31cdd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:02.981692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7904d17f-6164-4214-bb76-f7016da31cdd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:59:03.015362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router_gateway (1d007836-b126-45ac-bd87-9fc319d346e2), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.023150 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7904d17f-6164-4214-bb76-f7016da31cdd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1429be42-6434-4239-85a2-b6aaa0e71444), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.023598 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-7904d17f-6164-4214-bb76-f7016da31cdd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Added segment 1429be42-6434-4239-85a2-b6aaa0e71444 of type vlan for network e8ad5713-a4f5-42a8-a4ea-ea1bafe48712 Jan 28 12:59:03.107967 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7904d17f-6164-4214-bb76-f7016da31cdd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e8ad5713-a4f5-42a8-a4ea-ea1bafe48712), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.145498 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7904d17f-6164-4214-bb76-f7016da31cdd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e8ad5713-a4f5-42a8-a4ea-ea1bafe48712), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.151215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7904d17f-6164-4214-bb76-f7016da31cdd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:03.151960 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7904d17f-6164-4214-bb76-f7016da31cdd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.211114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7904d17f-6164-4214-bb76-f7016da31cdd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4265926 Jan 28 12:59:03.215020 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52090) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:03.220313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': 'e8ad5713-a4f5-42a8-a4ea-ea1bafe48712', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:03.233080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904d17f-6164-4214-bb76-f7016da31cdd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Network': ['ID=e8ad5713-a4f5-42a8-a4ea-ea1bafe48712,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:03.247274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e8ad5713-a4f5-42a8-a4ea-ea1bafe48712 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:59:03.348372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:03.356075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.369759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router_gateway (1d007836-b126-45ac-bd87-9fc319d346e2), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.413211 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.429383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Performing IP validity checks on allocation pools {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 12:59:03.430069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 12:59:03.502545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f1fd4-5a40-4165-abe5-c0b788875ac3 req-8d1220cf-70d1-4dcf-b625-3eb7a9d44381 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:03.504169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-012f1fd4-5a40-4165-abe5-c0b788875ac3 req-8d1220cf-70d1-4dcf-b625-3eb7a9d44381 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 946 time: 0.1002972 Jan 28 12:59:03.580727 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (ccc1949c-c0f8-43b8-9b14-661b83f16fdc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.594999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2b077ccc-c19a-4747-bcce-6efacd284976 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:59:03.627732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 2b077ccc-c19a-4747-bcce-6efacd284976 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:59:03.628340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2b077ccc-c19a-4747-bcce-6efacd284976 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:59:03.636300 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Allocated IP 172.25.7.52 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:03.642350 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-012f1fd4-5a40-4165-abe5-c0b788875ac3 req-2a6c20da-a540-4195-b9d3-c9efad79de38 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303160 Jan 28 12:59:03.654506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Subnet': ['ID=ccc1949c-c0f8-43b8-9b14-661b83f16fdc,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:03.666388 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Checking segment: {'id': '1429be42-6434-4239-85a2-b6aaa0e71444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e8ad5713-a4f5-42a8-a4ea-ea1bafe48712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:03.666388 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network hostable DHCP agents. Network: e8ad5713-a4f5-42a8-a4ea-ea1bafe48712, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:59:03.676991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18265c-1a6d-4e56-b831-5dd336ae25a5 req-b82aff8f-2f5f-497d-94e2-cba3f93ec7fc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:03.678689 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf18265c-1a6d-4e56-b831-5dd336ae25a5 req-b82aff8f-2f5f-497d-94e2-cba3f93ec7fc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 946 time: 0.1164515 Jan 28 12:59:03.694035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network e8ad5713-a4f5-42a8-a4ea-ea1bafe48712 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:59:03.712110 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, e8ad5713-a4f5-42a8-a4ea-ea1bafe48712) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:03.716954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:03.717597 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.721559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f549f1-d00e-4d60-9413-ed8856e803f8 None None] Network e8ad5713-a4f5-42a8-a4ea-ea1bafe48712 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:03.745553 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fb814365-7cbc-4afd-b008-55803df21565 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5290582 Jan 28 12:59:03.747961 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52096) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:03.753049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': 'e8ad5713-a4f5-42a8-a4ea-ea1bafe48712', 'name': 'tempest-PortsTestJSON-146793046'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:03.847683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-e8ad5713-a4f5-42a8-a4ea-ea1bafe48712', 'network_id': 'e8ad5713-a4f5-42a8-a4ea-ea1bafe48712', 'project_id': 'b979b21172914806bbf2e959b0d9c47a', 'fixed_ips': [{'subnet_id': 'ccc1949c-c0f8-43b8-9b14-661b83f16fdc'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:59:03.848750 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.882782 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.890402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:03.897201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.905958 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-bf18265c-1a6d-4e56-b831-5dd336ae25a5 req-15e86b4e-9641-4bf1-b5b6-48b5f5b7f05b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Deleting port 118f700e-8f6a-46e7-96f2-dbedbe847394 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:03.906328 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bf18265c-1a6d-4e56-b831-5dd336ae25a5 req-15e86b4e-9641-4bf1-b5b6-48b5f5b7f05b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:03.923253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port d9920ed3-1d95-41f9-9102-5008e20f0dfc yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:04.004167 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.006052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Allocated IP 172.20.0.2 (e8ad5713-a4f5-42a8-a4ea-ea1bafe48712/ccc1949c-c0f8-43b8-9b14-661b83f16fdc/ce56fb69-ed72-4b9a-a321-6528ddcff0bd) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:04.068268 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:04.070068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-bf18265c-1a6d-4e56-b831-5dd336ae25a5 req-15e86b4e-9641-4bf1-b5b6-48b5f5b7f05b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] For port 118f700e-8f6a-46e7-96f2-dbedbe847394, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=118f700e-8f6a-46e7-96f2-dbedbe847394,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:04.070442 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bf18265c-1a6d-4e56-b831-5dd336ae25a5 req-15e86b4e-9641-4bf1-b5b6-48b5f5b7f05b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.084689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:04.087157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:04.118830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-bf18265c-1a6d-4e56-b831-5dd336ae25a5 req-15e86b4e-9641-4bf1-b5b6-48b5f5b7f05b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Calling delete_port for 118f700e-8f6a-46e7-96f2-dbedbe847394 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:04.122218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:04.171519 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Publish callbacks [] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.179636 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.219987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Network e8ad5713-a4f5-42a8-a4ea-ea1bafe48712 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:04.225268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:04.229152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:04.241810 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Pushing event updated for resources: {'Port': ['ID=ce56fb69-ed72-4b9a-a321-6528ddcff0bd,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:04.243655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.9 (e8ad5713-a4f5-42a8-a4ea-ea1bafe48712/ccc1949c-c0f8-43b8-9b14-661b83f16fdc/d9920ed3-1d95-41f9-9102-5008e20f0dfc) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:04.300802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Attempting to bind port ce56fb69-ed72-4b9a-a321-6528ddcff0bd on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:59:04.301476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Attempting to bind port ce56fb69-ed72-4b9a-a321-6528ddcff0bd by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '1429be42-6434-4239-85a2-b6aaa0e71444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e8ad5713-a4f5-42a8-a4ea-ea1bafe48712'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:59:04.301887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Attempting to bind port ce56fb69-ed72-4b9a-a321-6528ddcff0bd on network e8ad5713-a4f5-42a8-a4ea-ea1bafe48712 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:59:04.307968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:59:04.308359 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Checking segment: {'id': '1429be42-6434-4239-85a2-b6aaa0e71444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e8ad5713-a4f5-42a8-a4ea-ea1bafe48712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:04.308771 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.309180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Bound using segment: {'id': '1429be42-6434-4239-85a2-b6aaa0e71444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e8ad5713-a4f5-42a8-a4ea-ea1bafe48712'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:59:04.309661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Bound port: ce56fb69-ed72-4b9a-a321-6528ddcff0bd, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1429be42-6434-4239-85a2-b6aaa0e71444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e8ad5713-a4f5-42a8-a4ea-ea1bafe48712'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:59:04.310050 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.411219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] For port ce56fb69-ed72-4b9a-a321-6528ddcff0bd, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:59:04.419171 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] For port ce56fb69-ed72-4b9a-a321-6528ddcff0bd, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ce56fb69-ed72-4b9a-a321-6528ddcff0bd,segment=NetworkSegment(1429be42-6434-4239-85a2-b6aaa0e71444),segment_id=1429be42-6434-4239-85a2-b6aaa0e71444)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:59:04.428705 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.432641 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (d9920ed3-1d95-41f9-9102-5008e20f0dfc), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.496059 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bf18265c-1a6d-4e56-b831-5dd336ae25a5 req-15e86b4e-9641-4bf1-b5b6-48b5f5b7f05b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (118f700e-8f6a-46e7-96f2-dbedbe847394), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.506418 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d9920ed3-1d95-41f9-9102-5008e20f0dfc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.508926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['118f700e-8f6a-46e7-96f2-dbedbe847394'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:59:04.515319 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router_gateway (1d007836-b126-45ac-bd87-9fc319d346e2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.537809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e86b4e-9641-4bf1-b5b6-48b5f5b7f05b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event deleted for resources: {'Port': ['ID=118f700e-8f6a-46e7-96f2-dbedbe847394,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:04.554275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c9569-1407-4455-a6c4-8a53b3d4c801 None None] Pushing event updated for resources: {'Port': ['ID=ce56fb69-ed72-4b9a-a321-6528ddcff0bd,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:04.594858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network e8ad5713-a4f5-42a8-a4ea-ea1bafe48712 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:04.609136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:04.614151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:04.634526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf18265c-1a6d-4e56-b831-5dd336ae25a5 req-15e86b4e-9641-4bf1-b5b6-48b5f5b7f05b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] No DVR routers for this DVR port 118f700e-8f6a-46e7-96f2-dbedbe847394 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:59:04.637856 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bf18265c-1a6d-4e56-b831-5dd336ae25a5 req-15e86b4e-9641-4bf1-b5b6-48b5f5b7f05b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.644445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf18265c-1a6d-4e56-b831-5dd336ae25a5 req-15e86b4e-9641-4bf1-b5b6-48b5f5b7f05b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "DELETE /v2.0/ports/118f700e-8f6a-46e7-96f2-dbedbe847394 HTTP/1.1" status: 204 len: 173 time: 0.9547038 Jan 28 12:59:04.650105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2', 'name': 'network-vif-deleted', 'tag': '118f700e-8f6a-46e7-96f2-dbedbe847394'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:59:04.653531 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2622a2-907a-4bbb-b246-0aef1ed4df34" -d '{"events": [{"server_uuid": "abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2", "name": "network-vif-deleted", "tag": "118f700e-8f6a-46e7-96f2-dbedbe847394"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:59:04.735184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=d9920ed3-1d95-41f9-9102-5008e20f0dfc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:04.786266 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b666bd29-9b2c-4aeb-a254-16813c4bcd5f x-openstack-request-id: req-b666bd29-9b2c-4aeb-a254-16813c4bcd5f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:59:04.786627 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2", "name": "network-vif-deleted", "tag": "118f700e-8f6a-46e7-96f2-dbedbe847394", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:59:04.786957 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b666bd29-9b2c-4aeb-a254-16813c4bcd5f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:59:04.787461 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2', 'name': 'network-vif-deleted', 'tag': '118f700e-8f6a-46e7-96f2-dbedbe847394', 'status': 'completed', 'code': 200} Jan 28 12:59:04.799436 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:04.802493 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:04.887460 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0f663bf5-fc6c-4678-a3d1-09875d68e396 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1364057 Jan 28 12:59:04.888873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52104) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:04.953982 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c474ec5-ee53-4cb3-9864-1f0e3469c648 req-56c71de3-c1c2-4c46-b59d-bb8a88d6e920 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0462320 Jan 28 12:59:05.044110 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (1d007836-b126-45ac-bd87-9fc319d346e2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:05.044824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5d3872c6-32fd-461b-b20e-a01572067dc5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port d9920ed3-1d95-41f9-9102-5008e20f0dfc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:05.044824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d3872c6-32fd-461b-b20e-a01572067dc5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d9920ed3-1d95-41f9-9102-5008e20f0dfc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:05.171422 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d3872c6-32fd-461b-b20e-a01572067dc5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d9920ed3-1d95-41f9-9102-5008e20f0dfc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:05.186430 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5d3872c6-32fd-461b-b20e-a01572067dc5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for d9920ed3-1d95-41f9-9102-5008e20f0dfc owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:05.214326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Router 1d007836-b126-45ac-bd87-9fc319d346e2 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:59:05.337162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:59:05.345636 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d3872c6-32fd-461b-b20e-a01572067dc5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d9920ed3-1d95-41f9-9102-5008e20f0dfc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:05.350814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Sync routers for ids ['1d007836-b126-45ac-bd87-9fc319d346e2'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:59:05.361674 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:05.363365 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bea908fa-d0ce-4007-b700-e7dcfcbb32b4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6430202 Jan 28 12:59:05.366388 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52106) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:05.366549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Routers {'1d007836-b126-45ac-bd87-9fc319d346e2'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:59:05.367117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1d007836-b126-45ac-bd87-9fc319d346e2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:05.381909 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3872c6-32fd-461b-b20e-a01572067dc5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=d9920ed3-1d95-41f9-9102-5008e20f0dfc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:05.407945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ac833047-0f08-4462-9c83-0d9d927e9da4 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399823 Jan 28 12:59:05.408600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52108) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:05.489908 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d3872c6-32fd-461b-b20e-a01572067dc5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:05.501210 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5d3872c6-32fd-461b-b20e-a01572067dc5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/d9920ed3-1d95-41f9-9102-5008e20f0dfc HTTP/1.1" status: 204 len: 168 time: 0.6109340 Jan 28 12:59:05.503729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52112) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:05.548281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Set router 1d007836-b126-45ac-bd87-9fc319d346e2 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:59:05.562816 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5a38da-c43b-4b4b-8541-4ded2dba42f6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] DELETE failed (client error): The resource could not be found. Jan 28 12:59:05.563199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5a38da-c43b-4b4b-8541-4ded2dba42f6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:59:05.572720 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cc5a38da-c43b-4b4b-8541-4ded2dba42f6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/d9920ed3-1d95-41f9-9102-5008e20f0dfc HTTP/1.1" status: 404 len: 333 time: 0.0678794 Jan 28 12:59:05.576701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52114) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:05.589663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3050d21c-dac9-42dc-a75e-818cdf17562e tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:05.595681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3050d21c-dac9-42dc-a75e-818cdf17562e tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1819103 Jan 28 12:59:05.600491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52116) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:05.622881 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12c6d99-ad9e-40c7-8d95-6ad5aea289c3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:05.624627 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d12c6d99-ad9e-40c7-8d95-6ad5aea289c3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/d9920ed3-1d95-41f9-9102-5008e20f0dfc HTTP/1.1" status: 404 len: 333 time: 0.0469947 Jan 28 12:59:05.627301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52118) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:05.654543 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9f4e7c23-0529-407d-aedc-63169fe8daf9 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506055 Jan 28 12:59:05.655207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52120) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:05.675010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f067e9e8-7e7f-4ff1-9636-9ba6ab6a5f16 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-994190553', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:05.701883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6b7e03-edb3-4485-99bc-d259996e8048 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting subnet ccc1949c-c0f8-43b8-9b14-661b83f16fdc {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:59:05.705914 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7e03-edb3-4485-99bc-d259996e8048 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (ccc1949c-c0f8-43b8-9b14-661b83f16fdc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:05.782551 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7e03-edb3-4485-99bc-d259996e8048 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (ccc1949c-c0f8-43b8-9b14-661b83f16fdc), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:05.784995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ce56fb69-ed72-4b9a-a321-6528ddcff0bd up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:05.818406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f067e9e8-7e7f-4ff1-9636-9ba6ab6a5f16 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Made reservation on behalf of 7290a7b466ae4f8e9c54c7ef61b8cc1f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:05.823578 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f067e9e8-7e7f-4ff1-9636-9ba6ab6a5f16 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:05.911560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ce56fb69-ed72-4b9a-a321-6528ddcff0bd triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:05.911968 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:05.935648 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7e03-edb3-4485-99bc-d259996e8048 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ccc1949c-c0f8-43b8-9b14-661b83f16fdc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:05.942653 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T12:59:04Z', 'revision_number': 3, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:05.992542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Checking router: 1d007836-b126-45ac-bd87-9fc319d346e2 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:59:05.993398 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Updating router 1d007836-b126-45ac-bd87-9fc319d346e2 port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:59:06.028591 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:06.076972 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7e03-edb3-4485-99bc-d259996e8048 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (ccc1949c-c0f8-43b8-9b14-661b83f16fdc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:06.087522 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f067e9e8-7e7f-4ff1-9636-9ba6ab6a5f16 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (e758de26-69a0-4f65-8814-2a73a72ea3d7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:06.138236 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7e03-edb3-4485-99bc-d259996e8048 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:06.144379 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5b6b7e03-edb3-4485-99bc-d259996e8048 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/ccc1949c-c0f8-43b8-9b14-661b83f16fdc HTTP/1.1" status: 204 len: 168 time: 0.5133352 Jan 28 12:59:06.144379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b7e03-edb3-4485-99bc-d259996e8048 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc1949c-c0f8-43b8-9b14-661b83f16fdc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:06.146259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52124) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:06.193752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59c17eea-818f-4b75-b919-d167b0900573 req-ab483b38-e67b-400e-ab1b-de09402e89f2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0637743 Jan 28 12:59:06.215939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab7d1e0-1dd6-444f-919d-0431930d3af4 None None] Network e8ad5713-a4f5-42a8-a4ea-ea1bafe48712 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:06.233492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067e9e8-7e7f-4ff1-9636-9ba6ab6a5f16 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Subnet': ['ID=e758de26-69a0-4f65-8814-2a73a72ea3d7,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:06.239773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067e9e8-7e7f-4ff1-9636-9ba6ab6a5f16 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Checking segment: {'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:06.240140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f067e9e8-7e7f-4ff1-9636-9ba6ab6a5f16 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network hostable DHCP agents. Network: 3a9de031-f386-4e29-98a1-20794fd55d2e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:59:06.260904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f067e9e8-7e7f-4ff1-9636-9ba6ab6a5f16 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network 3a9de031-f386-4e29-98a1-20794fd55d2e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:59:06.272809 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e8ad5713-a4f5-42a8-a4ea-ea1bafe48712), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:06.276156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f067e9e8-7e7f-4ff1-9636-9ba6ab6a5f16 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 3a9de031-f386-4e29-98a1-20794fd55d2e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:06.293377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f067e9e8-7e7f-4ff1-9636-9ba6ab6a5f16 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:06.294279 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f067e9e8-7e7f-4ff1-9636-9ba6ab6a5f16 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:06.306513 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5676b51-6abf-4b3b-b60a-5b3a640f271a None None] Network 3a9de031-f386-4e29-98a1-20794fd55d2e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:06.323279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f067e9e8-7e7f-4ff1-9636-9ba6ab6a5f16 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6667547 Jan 28 12:59:06.326810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52126) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:06.349583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port ce56fb69-ed72-4b9a-a321-6528ddcff0bd {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:06.350205 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:06.620670 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-daa9e5c5-6909-4ca0-9e6d-d7ef97867526 None None] Provisioning complete for port ce56fb69-ed72-4b9a-a321-6528ddcff0bd triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:06.621265 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-daa9e5c5-6909-4ca0-9e6d-d7ef97867526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:06.683354 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ce56fb69-ed72-4b9a-a321-6528ddcff0bd is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:06.683888 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:06.812437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port ce56fb69-ed72-4b9a-a321-6528ddcff0bd, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ce56fb69-ed72-4b9a-a321-6528ddcff0bd,segment=NetworkSegment(1429be42-6434-4239-85a2-b6aaa0e71444),segment_id=1429be42-6434-4239-85a2-b6aaa0e71444)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:06.837074 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:06.895835 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] For port ce56fb69-ed72-4b9a-a321-6528ddcff0bd, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ce56fb69-ed72-4b9a-a321-6528ddcff0bd,segment=NetworkSegment(1429be42-6434-4239-85a2-b6aaa0e71444),segment_id=1429be42-6434-4239-85a2-b6aaa0e71444)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:06.896507 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:06.921474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for ce56fb69-ed72-4b9a-a321-6528ddcff0bd owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:06.926952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=ce56fb69-ed72-4b9a-a321-6528ddcff0bd,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:06.934823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058cdfe2-2711-4b15-bfd3-00088949619d None None] DHCP port deletion for e8ad5713-a4f5-42a8-a4ea-ea1bafe48712 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:59:07.010896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-3a9de031-f386-4e29-98a1-20794fd55d2e', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ips': [{'subnet_id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:59:07.011868 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.024884 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.058975 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No DVR routers for this DVR port ce56fb69-ed72-4b9a-a321-6528ddcff0bd on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:59:07.060900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=ce56fb69-ed72-4b9a-a321-6528ddcff0bd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:07.162796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-daa9e5c5-6909-4ca0-9e6d-d7ef97867526 None None] Port ce56fb69-ed72-4b9a-a321-6528ddcff0bd update to ACTIVE by agent not found {{(pid=103130) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 12:59:07.166263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e8ad5713-a4f5-42a8-a4ea-ea1bafe48712), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.196231 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ad5713-a4f5-42a8-a4ea-ea1bafe48712']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:07.209458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1429be42-6434-4239-85a2-b6aaa0e71444') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:07.210102 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1429be42-6434-4239-85a2-b6aaa0e71444') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:07.223446 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (1429be42-6434-4239-85a2-b6aaa0e71444), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.259764 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1429be42-6434-4239-85a2-b6aaa0e71444), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.287538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:59:07.290605 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (1429be42-6434-4239-85a2-b6aaa0e71444), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.300729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-058cdfe2-2711-4b15-bfd3-00088949619d None None] Deleting port ce56fb69-ed72-4b9a-a321-6528ddcff0bd {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:59:07.301677 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:59:07.303970 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-058cdfe2-2711-4b15-bfd3-00088949619d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.399767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca73bfe9-2e8c-4628-8a7d-2c60c4ff6129 req-c05ccf24-e0fc-4df8-be6b-082ffc4b2127 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0405531 Jan 28 12:59:07.427805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (e8ad5713-a4f5-42a8-a4ea-ea1bafe48712), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.436487 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.443036 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/networks/e8ad5713-a4f5-42a8-a4ea-ea1bafe48712 HTTP/1.1" status: 204 len: 168 time: 1.2956820 Jan 28 12:59:07.451381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:07.455406 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Publish callbacks [] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.457086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-840fc221-17e1-45d5-b7ae-09ea80b5b21c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1273414714'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:07.473509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e8339-2b31-4c1d-aea7-88929d4485e6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Network': ['ID=e8ad5713-a4f5-42a8-a4ea-ea1bafe48712,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:07.484031 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.507478 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.513788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840fc221-17e1-45d5-b7ae-09ea80b5b21c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:07.518147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-058cdfe2-2711-4b15-bfd3-00088949619d None None] For port ce56fb69-ed72-4b9a-a321-6528ddcff0bd, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:07.518383 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-840fc221-17e1-45d5-b7ae-09ea80b5b21c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.518902 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-058cdfe2-2711-4b15-bfd3-00088949619d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.526222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Allocated IP 172.20.0.2 (3a9de031-f386-4e29-98a1-20794fd55d2e/e758de26-69a0-4f65-8814-2a73a72ea3d7/f967c980-73c1-41cc-aca1-5a5d8e2ec14a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:07.551472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-058cdfe2-2711-4b15-bfd3-00088949619d None None] Calling delete_port for ce56fb69-ed72-4b9a-a321-6528ddcff0bd owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:07.572540 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840fc221-17e1-45d5-b7ae-09ea80b5b21c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:59:07.582333 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-058cdfe2-2711-4b15-bfd3-00088949619d None None] Port ce56fb69-ed72-4b9a-a321-6528ddcff0bd was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:59:07.584122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Attempting to bind port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:59:07.584616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Attempting to bind port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:59:07.585051 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Attempting to bind port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:59:07.597331 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-058cdfe2-2711-4b15-bfd3-00088949619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (ce56fb69-ed72-4b9a-a321-6528ddcff0bd), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.608117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:59:07.608898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:07.609141 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.609631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:59:07.610206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Bound port: 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:59:07.610746 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.632295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4199450-8274-46e0-b0de-5bc04499a74a None None] Pushing event updated for resources: {'Port': ['ID=6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:07.632967 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-840fc221-17e1-45d5-b7ae-09ea80b5b21c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3867694a-e81f-4628-9abb-0b47fcaadc3f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.632967 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-840fc221-17e1-45d5-b7ae-09ea80b5b21c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Added segment 3867694a-e81f-4628-9abb-0b47fcaadc3f of type vlan for network a4143425-f12c-4569-8acd-e3c1a7f4259f Jan 28 12:59:07.662691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-058cdfe2-2711-4b15-bfd3-00088949619d None None] Network e8ad5713-a4f5-42a8-a4ea-ea1bafe48712 is not hosted by any dhcp agent {{(pid=103130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 12:59:07.663332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058cdfe2-2711-4b15-bfd3-00088949619d None None] No DVR routers for this DVR port ce56fb69-ed72-4b9a-a321-6528ddcff0bd on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:59:07.727787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ce56fb69-ed72-4b9a-a321-6528ddcff0bd no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:59:07.809879 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-840fc221-17e1-45d5-b7ae-09ea80b5b21c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a4143425-f12c-4569-8acd-e3c1a7f4259f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.817991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cdfe2-2711-4b15-bfd3-00088949619d None None] Pushing event deleted for resources: {'Port': ['ID=ce56fb69-ed72-4b9a-a321-6528ddcff0bd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:07.834896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: ce56fb69-ed72-4b9a-a321-6528ddcff0bd {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:59:07.835410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ce56fb69-ed72-4b9a-a321-6528ddcff0bd not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:59:07.901898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] For port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:59:07.907356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] For port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:59:07.920316 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.964236 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-840fc221-17e1-45d5-b7ae-09ea80b5b21c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a4143425-f12c-4569-8acd-e3c1a7f4259f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:07.970091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840fc221-17e1-45d5-b7ae-09ea80b5b21c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:07.970690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-840fc221-17e1-45d5-b7ae-09ea80b5b21c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:08.018888 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Publish callbacks [] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:08.035771 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:08.049300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Routers {'1d007836-b126-45ac-bd87-9fc319d346e2'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:59:08.050032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1d007836-b126-45ac-bd87-9fc319d346e2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:08.058368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4199450-8274-46e0-b0de-5bc04499a74a None None] Pushing event updated for resources: {'Port': ['ID=6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:08.063201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 118f700e-8f6a-46e7-96f2-dbedbe847394 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:59:08.069574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-840fc221-17e1-45d5-b7ae-09ea80b5b21c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6129658 Jan 28 12:59:08.074472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:08.090250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f4a4c652-05fc-4651-a4a3-34b45b96efae tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': 'a4143425-f12c-4569-8acd-e3c1a7f4259f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:08.113287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fc221-17e1-45d5-b7ae-09ea80b5b21c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Network': ['ID=a4143425-f12c-4569-8acd-e3c1a7f4259f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:08.154820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Allocated IP 172.20.0.1 (3a9de031-f386-4e29-98a1-20794fd55d2e/e758de26-69a0-4f65-8814-2a73a72ea3d7/e07ade41-a79f-41a0-bbf6-311fb410a9e8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:08.169773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a4143425-f12c-4569-8acd-e3c1a7f4259f details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:59:08.182672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 118f700e-8f6a-46e7-96f2-dbedbe847394 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:59:08.183117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 118f700e-8f6a-46e7-96f2-dbedbe847394 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:59:08.202478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Network 3a9de031-f386-4e29-98a1-20794fd55d2e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:08.269457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a4c652-05fc-4651-a4a3-34b45b96efae tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:08.270017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:08.281933 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4a4c652-05fc-4651-a4a3-34b45b96efae tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:08.287180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:08.316677 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:08.327280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Pushing event updated for resources: {'Port': ['ID=f967c980-73c1-41cc-aca1-5a5d8e2ec14a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:08.374401 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:08.420100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] Set router 1d007836-b126-45ac-bd87-9fc319d346e2 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:59:08.434199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network 3a9de031-f386-4e29-98a1-20794fd55d2e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:08.442606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:08.462073 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:08.472791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=e07ade41-a79f-41a0-bbf6-311fb410a9e8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:08.525721 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (1d007836-b126-45ac-bd87-9fc319d346e2), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:08.578347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Attempting to bind port f967c980-73c1-41cc-aca1-5a5d8e2ec14a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:59:08.579032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Attempting to bind port f967c980-73c1-41cc-aca1-5a5d8e2ec14a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:59:08.579590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Attempting to bind port f967c980-73c1-41cc-aca1-5a5d8e2ec14a on network 3a9de031-f386-4e29-98a1-20794fd55d2e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:59:08.605730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-67b92d9f-9709-4919-a574-a7722723ca0e req-17384f01-3a50-479f-81f3-d5d69d3370fd tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0413201 Jan 28 12:59:08.633451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4a4c652-05fc-4651-a4a3-34b45b96efae tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (f7127c18-8391-45bc-b6d0-5d92437a05dc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:08.643329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:59:08.645168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Checking segment: {'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:08.645756 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:08.646307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Bound using segment: {'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:59:08.646962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Bound port: f967c980-73c1-41cc-aca1-5a5d8e2ec14a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:59:08.647555 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:08.712699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a4c652-05fc-4651-a4a3-34b45b96efae tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Checking segment: {'id': '3867694a-e81f-4628-9abb-0b47fcaadc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4143425-f12c-4569-8acd-e3c1a7f4259f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:08.712699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a4c652-05fc-4651-a4a3-34b45b96efae tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network hostable DHCP agents. Network: a4143425-f12c-4569-8acd-e3c1a7f4259f, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:59:08.735827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4c652-05fc-4651-a4a3-34b45b96efae tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Subnet': ['ID=f7127c18-8391-45bc-b6d0-5d92437a05dc,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:08.742135 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:08.756681 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a4c652-05fc-4651-a4a3-34b45b96efae tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network a4143425-f12c-4569-8acd-e3c1a7f4259f is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:59:08.771537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f4a4c652-05fc-4651-a4a3-34b45b96efae tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a4143425-f12c-4569-8acd-e3c1a7f4259f) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:08.778799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a4c652-05fc-4651-a4a3-34b45b96efae tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:08.779181 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4a4c652-05fc-4651-a4a3-34b45b96efae tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:08.784447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13457585-8205-4b13-8445-da798e3768f0 None None] Network a4143425-f12c-4569-8acd-e3c1a7f4259f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:08.800705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] For port f967c980-73c1-41cc-aca1-5a5d8e2ec14a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:59:08.805764 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f4a4c652-05fc-4651-a4a3-34b45b96efae tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7273815 Jan 28 12:59:08.807709 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52140) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:08.814276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': 'a4143425-f12c-4569-8acd-e3c1a7f4259f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-891620117'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:08.967697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:08.974338 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:09.006710 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port 0c955868-ed86-4f8f-a95e-7c9e1efa4afa yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:09.071694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] For port f967c980-73c1-41cc-aca1-5a5d8e2ec14a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f967c980-73c1-41cc-aca1-5a5d8e2ec14a,segment=NetworkSegment(03a1fbda-92ba-4c14-80eb-eea17c5b2f0e),segment_id=03a1fbda-92ba-4c14-80eb-eea17c5b2f0e)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:59:09.085413 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:09.135186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.9 (a4143425-f12c-4569-8acd-e3c1a7f4259f/f7127c18-8391-45bc-b6d0-5d92437a05dc/0c955868-ed86-4f8f-a95e-7c9e1efa4afa) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:09.196074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e2f27-9867-4fb7-bba4-6c72f0ea2e97 None None] Pushing event updated for resources: {'Port': ['ID=f967c980-73c1-41cc-aca1-5a5d8e2ec14a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:09.198492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:09.205232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T12:59:04Z', 'revision_number': 3, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:09.212140 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:09.257400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40fa51c-020c-4db9-afad-74415830f40c None None] The sync data for ids ['1d007836-b126-45ac-bd87-9fc319d346e2'] in n-d-824835-4 is: [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T12:59:04Z', 'revision_number': 3, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:59:09.262651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-a4143425-f12c-4569-8acd-e3c1a7f4259f', 'network_id': 'a4143425-f12c-4569-8acd-e3c1a7f4259f', 'project_id': 'b979b21172914806bbf2e959b0d9c47a', 'fixed_ips': [{'subnet_id': 'f7127c18-8391-45bc-b6d0-5d92437a05dc'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:59:09.263912 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:09.304272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (0c955868-ed86-4f8f-a95e-7c9e1efa4afa), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:09.350606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0c955868-ed86-4f8f-a95e-7c9e1efa4afa), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:09.350982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=e07ade41-a79f-41a0-bbf6-311fb410a9e8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:09.367131 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (1d007836-b126-45ac-bd87-9fc319d346e2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:09.411831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=0c955868-ed86-4f8f-a95e-7c9e1efa4afa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:09.426846 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network a4143425-f12c-4569-8acd-e3c1a7f4259f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:09.428634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:09.431630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:09.524978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Allocated IP 172.20.0.2 (a4143425-f12c-4569-8acd-e3c1a7f4259f/f7127c18-8391-45bc-b6d0-5d92437a05dc/07cb4ea1-b200-47a7-a820-a918528d7ddf) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:09.538581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:09.539980 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:09.586660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:09.592205 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1666c554-78f0-4c65-a26b-b4121671d7c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.7668004 Jan 28 12:59:09.730227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network 3a9de031-f386-4e29-98a1-20794fd55d2e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:09.732826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:09.737843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f967c980-73c1-41cc-aca1-5a5d8e2ec14a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:09.856174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81169d47-62e2-4ce5-9282-879a1e3967cf req-e6253aed-ee93-42ec-be38-7ca724e46417 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0986245 Jan 28 12:59:09.866153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c6f1b-48c7-43ed-b7a4-2fd58d7a9b21 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port 0c955868-ed86-4f8f-a95e-7c9e1efa4afa {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:09.866504 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b2c6f1b-48c7-43ed-b7a4-2fd58d7a9b21 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0c955868-ed86-4f8f-a95e-7c9e1efa4afa), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:09.877553 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f967c980-73c1-41cc-aca1-5a5d8e2ec14a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:09.878052 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:09.946165 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Publish callbacks [] for port (07cb4ea1-b200-47a7-a820-a918528d7ddf), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:09.973104 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (07cb4ea1-b200-47a7-a820-a918528d7ddf), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:10.029590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Router 1d007836-b126-45ac-bd87-9fc319d346e2 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:59:10.045926 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b2c6f1b-48c7-43ed-b7a4-2fd58d7a9b21 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0c955868-ed86-4f8f-a95e-7c9e1efa4afa), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:10.074622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c6f1b-48c7-43ed-b7a4-2fd58d7a9b21 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for 0c955868-ed86-4f8f-a95e-7c9e1efa4afa owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:10.078738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Network a4143425-f12c-4569-8acd-e3c1a7f4259f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:10.085000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:10.090511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:10.128048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Pushing event updated for resources: {'Port': ['ID=07cb4ea1-b200-47a7-a820-a918528d7ddf,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:10.193524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Attempting to bind port 07cb4ea1-b200-47a7-a820-a918528d7ddf on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:59:10.193900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Attempting to bind port 07cb4ea1-b200-47a7-a820-a918528d7ddf by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '3867694a-e81f-4628-9abb-0b47fcaadc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4143425-f12c-4569-8acd-e3c1a7f4259f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:59:10.194262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Attempting to bind port 07cb4ea1-b200-47a7-a820-a918528d7ddf on network a4143425-f12c-4569-8acd-e3c1a7f4259f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:59:10.204288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:59:10.204669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Checking segment: {'id': '3867694a-e81f-4628-9abb-0b47fcaadc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4143425-f12c-4569-8acd-e3c1a7f4259f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:10.205078 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:10.205488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Bound using segment: {'id': '3867694a-e81f-4628-9abb-0b47fcaadc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4143425-f12c-4569-8acd-e3c1a7f4259f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:59:10.208703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Bound port: 07cb4ea1-b200-47a7-a820-a918528d7ddf, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3867694a-e81f-4628-9abb-0b47fcaadc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4143425-f12c-4569-8acd-e3c1a7f4259f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:59:10.209096 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (07cb4ea1-b200-47a7-a820-a918528d7ddf), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:10.239810 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f967c980-73c1-41cc-aca1-5a5d8e2ec14a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:10.240283 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:10.265884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:59:10.286396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e73dc5b0-2217-4fbc-9be4-9cc04d56d303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "PUT /v2.0/routers/1d007836-b126-45ac-bd87-9fc319d346e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9560628 Jan 28 12:59:10.286628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52150) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:10.336347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port f967c980-73c1-41cc-aca1-5a5d8e2ec14a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f967c980-73c1-41cc-aca1-5a5d8e2ec14a,segment=NetworkSegment(03a1fbda-92ba-4c14-80eb-eea17c5b2f0e),segment_id=03a1fbda-92ba-4c14-80eb-eea17c5b2f0e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:10.349361 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:10.394972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] For port 07cb4ea1-b200-47a7-a820-a918528d7ddf, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:59:10.451131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=f967c980-73c1-41cc-aca1-5a5d8e2ec14a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:10.518155 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b2c6f1b-48c7-43ed-b7a4-2fd58d7a9b21 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (0c955868-ed86-4f8f-a95e-7c9e1efa4afa), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:10.531094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] For port 07cb4ea1-b200-47a7-a820-a918528d7ddf, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=07cb4ea1-b200-47a7-a820-a918528d7ddf,segment=NetworkSegment(3867694a-e81f-4628-9abb-0b47fcaadc3f),segment_id=3867694a-e81f-4628-9abb-0b47fcaadc3f)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:59:10.542263 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (07cb4ea1-b200-47a7-a820-a918528d7ddf), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:10.571871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c6f1b-48c7-43ed-b7a4-2fd58d7a9b21 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=0c955868-ed86-4f8f-a95e-7c9e1efa4afa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:10.576668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8db87-8d7a-44fc-b1ee-4ecf416d7304 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.577044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8db87-8d7a-44fc-b1ee-4ecf416d7304 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.577566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8db87-8d7a-44fc-b1ee-4ecf416d7304 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.578085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8db87-8d7a-44fc-b1ee-4ecf416d7304 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.578590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8db87-8d7a-44fc-b1ee-4ecf416d7304 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.579056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8db87-8d7a-44fc-b1ee-4ecf416d7304 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.579528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8db87-8d7a-44fc-b1ee-4ecf416d7304 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.579980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8db87-8d7a-44fc-b1ee-4ecf416d7304 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.580916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8db87-8d7a-44fc-b1ee-4ecf416d7304 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.580916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8db87-8d7a-44fc-b1ee-4ecf416d7304 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.585911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52152) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:10.586762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-97f8db87-8d7a-44fc-b1ee-4ecf416d7304 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7017 time: 0.2988820 Jan 28 12:59:10.684882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210d58-bcc8-43d5-8ed0-5ad519f39ac1 None None] Pushing event updated for resources: {'Port': ['ID=07cb4ea1-b200-47a7-a820-a918528d7ddf,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:10.731783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b2c6f1b-48c7-43ed-b7a4-2fd58d7a9b21 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:10.738528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3b2c6f1b-48c7-43ed-b7a4-2fd58d7a9b21 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/0c955868-ed86-4f8f-a95e-7c9e1efa4afa HTTP/1.1" status: 204 len: 168 time: 1.1478021 Jan 28 12:59:10.738824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52154) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:10.781937 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca95c67f-66f3-4a6d-80c0-b14b99a4690f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:10.787723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ca95c67f-66f3-4a6d-80c0-b14b99a4690f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/0c955868-ed86-4f8f-a95e-7c9e1efa4afa HTTP/1.1" status: 404 len: 333 time: 0.0428014 Jan 28 12:59:10.788715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52156) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:10.804308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5adfd-7b38-4627-88f5-6f2ef07f4ee5 None None] Network 3a9de031-f386-4e29-98a1-20794fd55d2e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:10.805685 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca1635-0b33-4c30-94d0-b748da6d8857 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.806364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca1635-0b33-4c30-94d0-b748da6d8857 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.807008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca1635-0b33-4c30-94d0-b748da6d8857 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.807779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca1635-0b33-4c30-94d0-b748da6d8857 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.808413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca1635-0b33-4c30-94d0-b748da6d8857 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.809154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca1635-0b33-4c30-94d0-b748da6d8857 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.809916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca1635-0b33-4c30-94d0-b748da6d8857 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.810570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca1635-0b33-4c30-94d0-b748da6d8857 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.811094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca1635-0b33-4c30-94d0-b748da6d8857 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:10.817827 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-34ca1635-0b33-4c30-94d0-b748da6d8857 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5863 time: 0.2304857 Jan 28 12:59:10.818481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52158) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:10.886456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc94e4f-5273-473e-b8ce-a08bf6ac5fd8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting subnet f7127c18-8391-45bc-b6d0-5d92437a05dc {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:59:10.891777 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fc94e4f-5273-473e-b8ce-a08bf6ac5fd8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (f7127c18-8391-45bc-b6d0-5d92437a05dc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:10.950073 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fc94e4f-5273-473e-b8ce-a08bf6ac5fd8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (f7127c18-8391-45bc-b6d0-5d92437a05dc), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:10.982403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-362ff1c5-4636-4b01-ac09-88b36e3719aa None None] Provisioning complete for port f967c980-73c1-41cc-aca1-5a5d8e2ec14a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:10.982890 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-362ff1c5-4636-4b01-ac09-88b36e3719aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:11.168390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d9ea1ce-8d56-4560-bba2-dd4ace4bd94e req-833e290e-8777-43fd-8232-134e3535d0ab tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.1233089 Jan 28 12:59:11.192139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-362ff1c5-4636-4b01-ac09-88b36e3719aa None None] Current status of the port f967c980-73c1-41cc-aca1-5a5d8e2ec14a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:11.201435 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fc94e4f-5273-473e-b8ce-a08bf6ac5fd8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (f7127c18-8391-45bc-b6d0-5d92437a05dc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:11.294656 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fc94e4f-5273-473e-b8ce-a08bf6ac5fd8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (f7127c18-8391-45bc-b6d0-5d92437a05dc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:11.335733 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fc94e4f-5273-473e-b8ce-a08bf6ac5fd8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:11.340656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3fc94e4f-5273-473e-b8ce-a08bf6ac5fd8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/f7127c18-8391-45bc-b6d0-5d92437a05dc HTTP/1.1" status: 204 len: 168 time: 0.5453098 Jan 28 12:59:11.342420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc94e4f-5273-473e-b8ce-a08bf6ac5fd8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Subnet': ['ID=f7127c18-8391-45bc-b6d0-5d92437a05dc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:11.344439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52164) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:11.353263 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e78d2002-c221-4c41-90ec-e1db24461da6 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4499 time: 0.5336578 Jan 28 12:59:11.435842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a4143425-f12c-4569-8acd-e3c1a7f4259f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:11.516570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port 07cb4ea1-b200-47a7-a820-a918528d7ddf {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:11.516790 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (07cb4ea1-b200-47a7-a820-a918528d7ddf), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:11.535875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0bb90c64-ea15-4dac-b23b-1692526141f9 None None] Provisioning complete for port e07ade41-a79f-41a0-bbf6-311fb410a9e8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:11.538058 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0bb90c64-ea15-4dac-b23b-1692526141f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:11.643785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] For port 07cb4ea1-b200-47a7-a820-a918528d7ddf, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=07cb4ea1-b200-47a7-a820-a918528d7ddf,segment=NetworkSegment(3867694a-e81f-4628-9abb-0b47fcaadc3f),segment_id=3867694a-e81f-4628-9abb-0b47fcaadc3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:11.644707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (07cb4ea1-b200-47a7-a820-a918528d7ddf), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:11.654509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0bb90c64-ea15-4dac-b23b-1692526141f9 None None] Port e07ade41-a79f-41a0-bbf6-311fb410a9e8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:11.666390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for 07cb4ea1-b200-47a7-a820-a918528d7ddf owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:11.677878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0bb90c64-ea15-4dac-b23b-1692526141f9 None None] Provisioning complete for port f967c980-73c1-41cc-aca1-5a5d8e2ec14a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:11.678392 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0bb90c64-ea15-4dac-b23b-1692526141f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:11.836409 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (07cb4ea1-b200-47a7-a820-a918528d7ddf), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:11.866100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0bb90c64-ea15-4dac-b23b-1692526141f9 None None] Current status of the port f967c980-73c1-41cc-aca1-5a5d8e2ec14a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:11.892096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=07cb4ea1-b200-47a7-a820-a918528d7ddf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:11.895945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No DVR routers for this DVR port 07cb4ea1-b200-47a7-a820-a918528d7ddf on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:59:11.980419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f967c980-73c1-41cc-aca1-5a5d8e2ec14a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:12.013341 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a4143425-f12c-4569-8acd-e3c1a7f4259f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.046355 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:12.052187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1535425750', 'description': 'tempest-secgroup-smoke-1535425750 description', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:12.072297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4143425-f12c-4569-8acd-e3c1a7f4259f']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:12.081060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-180bd371-462e-4097-9b11-160e44235174 None None] Provisioning complete for port e07ade41-a79f-41a0-bbf6-311fb410a9e8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:12.081444 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-180bd371-462e-4097-9b11-160e44235174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.082000 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.091687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3867694a-e81f-4628-9abb-0b47fcaadc3f') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:12.091977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3867694a-e81f-4628-9abb-0b47fcaadc3f') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:12.109079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (3867694a-e81f-4628-9abb-0b47fcaadc3f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.124246 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3867694a-e81f-4628-9abb-0b47fcaadc3f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.135103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:59:12.135460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (3867694a-e81f-4628-9abb-0b47fcaadc3f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:59:12.143089 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:59:12.164903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f967c980-73c1-41cc-aca1-5a5d8e2ec14a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:12.165483 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.214663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-180bd371-462e-4097-9b11-160e44235174 None None] Port e07ade41-a79f-41a0-bbf6-311fb410a9e8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:12.303059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f967c980-73c1-41cc-aca1-5a5d8e2ec14a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:12.306323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:12.349099 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-935c8832-4b4f-46c4-a165-69958e9cb692 req-4e92cb6f-cd8e-474f-a44f-22a188ca0798 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0464368 Jan 28 12:59:12.350761 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a4143425-f12c-4569-8acd-e3c1a7f4259f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.390885 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.399761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/networks/a4143425-f12c-4569-8acd-e3c1a7f4259f HTTP/1.1" status: 204 len: 168 time: 1.0488396 Jan 28 12:59:12.399996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b2b0d32a-3f22-4226-98dc-2af1ac959ee2 None None] Provisioning complete for port e07ade41-a79f-41a0-bbf6-311fb410a9e8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:12.400109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6e6e8-6371-451e-9c59-7d014fb998ea tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Network': ['ID=a4143425-f12c-4569-8acd-e3c1a7f4259f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:12.400213 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d32a-3f22-4226-98dc-2af1ac959ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.400792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52174) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:12.410610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'name': 'tempest-PortsTestJSON-70103298'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:12.412744 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (5985a3b2-410c-4079-87fb-2e2b6a4430b6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.423379 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5985a3b2-410c-4079-87fb-2e2b6a4430b6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.480930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b2b0d32a-3f22-4226-98dc-2af1ac959ee2 None None] Port e07ade41-a79f-41a0-bbf6-311fb410a9e8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:12.485737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:12.486431 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.496278 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.498168 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4502583 Jan 28 12:59:12.499772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5985a3b2-410c-4079-87fb-2e2b6a4430b6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:12.504891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52176) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:12.514427 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8d61be96-ee18-4cd9-91ac-a4e5a6f9334f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '5985a3b2-410c-4079-87fb-2e2b6a4430b6', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:12.542605 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Sync routers for ids ['1d007836-b126-45ac-bd87-9fc319d346e2'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:59:12.543489 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.544007 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.544533 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.545043 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.545549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.546041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.546881 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.547402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.548053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.548544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.549041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.549715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.550194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c329f6-753e-468b-bdf2-b4d5cbd872e0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:12.561242 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Routers {'1d007836-b126-45ac-bd87-9fc319d346e2'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:59:12.561883 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1d007836-b126-45ac-bd87-9fc319d346e2'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:12.588122 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d61be96-ee18-4cd9-91ac-a4e5a6f9334f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (7016e559-f0d9-48a2-b8cb-bb21c311de2e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.608443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:12.613018 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.637701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port a0093d91-9c16-41f2-b5c0-99285b7da92b yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:12.663687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:12.665173 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.691984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:12.697982 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.700261 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 07cb4ea1-b200-47a7-a820-a918528d7ddf up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:12.709611 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d61be96-ee18-4cd9-91ac-a4e5a6f9334f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (7016e559-f0d9-48a2-b8cb-bb21c311de2e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.721521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d61be96-ee18-4cd9-91ac-a4e5a6f9334f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (7016e559-f0d9-48a2-b8cb-bb21c311de2e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.741472 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Set router 1d007836-b126-45ac-bd87-9fc319d346e2 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:59:12.762032 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d61be96-ee18-4cd9-91ac-a4e5a6f9334f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.771255 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8d61be96-ee18-4cd9-91ac-a4e5a6f9334f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2636344 Jan 28 12:59:12.773772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52178) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:12.780277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fd9fa4a7-7560-4d6f-a70c-b9f1a6db8b42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '5985a3b2-410c-4079-87fb-2e2b6a4430b6', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:12.787838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61be96-ee18-4cd9-91ac-a4e5a6f9334f tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7016e559-f0d9-48a2-b8cb-bb21c311de2e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:12.837451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa4a7-7560-4d6f-a70c-b9f1a6db8b42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (7d93486b-98b2-40c6-8862-da289b0c2926), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.842433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 07cb4ea1-b200-47a7-a820-a918528d7ddf {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:59:12.843028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 07cb4ea1-b200-47a7-a820-a918528d7ddf not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 12:59:12.848850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d929e6b-e7ba-41bd-9913-2bea2f2c12ba None None] DHCP port deletion for a4143425-f12c-4569-8acd-e3c1a7f4259f request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:59:12.889589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ac5e5f65-3ed6-4178-ae5c-9929f9f956a1 None None] Could not find standard attr ID for object 07cb4ea1-b200-47a7-a820-a918528d7ddf. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:59:12.895611 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Port 07cb4ea1-b200-47a7-a820-a918528d7ddf not found, will not notify nova. {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 12:59:12.905437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:12.922358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dd2164-e4c9-496f-98f3-576d6f1386f1 None None] Network a4143425-f12c-4569-8acd-e3c1a7f4259f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:12.937987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dd2164-e4c9-496f-98f3-576d6f1386f1 None None] Network a4143425-f12c-4569-8acd-e3c1a7f4259f could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 12:59:12.943267 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa4a7-7560-4d6f-a70c-b9f1a6db8b42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (7d93486b-98b2-40c6-8862-da289b0c2926), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.947969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (a0093d91-9c16-41f2-b5c0-99285b7da92b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.951319 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa4a7-7560-4d6f-a70c-b9f1a6db8b42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (7d93486b-98b2-40c6-8862-da289b0c2926), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.985949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fa4a7-7560-4d6f-a70c-b9f1a6db8b42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d93486b-98b2-40c6-8862-da289b0c2926,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:12.997218 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa4a7-7560-4d6f-a70c-b9f1a6db8b42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:12.999041 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a0093d91-9c16-41f2-b5c0-99285b7da92b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.002795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52180) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:13.003777 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fd9fa4a7-7560-4d6f-a70c-b9f1a6db8b42 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2288630 Jan 28 12:59:13.011932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6f2bee6b-40b1-4627-ac2d-da051575decf tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '5985a3b2-410c-4079-87fb-2e2b6a4430b6', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:13.033953 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T12:59:08Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e07ade41-a79f-41a0-bbf6-311fb410a9e8', 'name': '', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:12:db:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:07Z', 'updated_at': '2022-01-28T12:59:08Z', 'revision_number': 2, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:13.056444 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Checking router: 1d007836-b126-45ac-bd87-9fc319d346e2 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:59:13.056885 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Updating router 1d007836-b126-45ac-bd87-9fc319d346e2 port e07ade41-a79f-41a0-bbf6-311fb410a9e8 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:59:13.070038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:13.077219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:13.084219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:13.087260 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.090022 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:13.090707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.096066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=a0093d91-9c16-41f2-b5c0-99285b7da92b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:13.101232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f2bee6b-40b1-4627-ac2d-da051575decf tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (c2ae5254-f710-4f3f-a8b9-c563b8c75303), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.127296 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6125a5b7-85e8-4553-8f05-90171c9c4b2e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.7220550 Jan 28 12:59:13.130654 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:13.163592 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f2bee6b-40b1-4627-ac2d-da051575decf tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (c2ae5254-f710-4f3f-a8b9-c563b8c75303), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.169044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f2bee6b-40b1-4627-ac2d-da051575decf tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (c2ae5254-f710-4f3f-a8b9-c563b8c75303), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.193541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bee6b-40b1-4627-ac2d-da051575decf tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ae5254-f710-4f3f-a8b9-c563b8c75303,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:13.208439 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f2bee6b-40b1-4627-ac2d-da051575decf tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.213575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6f2bee6b-40b1-4627-ac2d-da051575decf tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047298 Jan 28 12:59:13.213866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52184) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:13.220620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6fdbc7b0-cf07-4cd9-a7a4-8e8a94944f6b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '5985a3b2-410c-4079-87fb-2e2b6a4430b6', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:13.251842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7b0-cf07-4cd9-a7a4-8e8a94944f6b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (0220277d-d298-4513-a077-874ff8ff275e), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.279210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cdc64ce1-b3f3-4854-9ed7-1a1a1311405c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port a0093d91-9c16-41f2-b5c0-99285b7da92b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:13.279463 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdc64ce1-b3f3-4854-9ed7-1a1a1311405c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a0093d91-9c16-41f2-b5c0-99285b7da92b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.331037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7b0-cf07-4cd9-a7a4-8e8a94944f6b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (0220277d-d298-4513-a077-874ff8ff275e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.338274 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7b0-cf07-4cd9-a7a4-8e8a94944f6b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (0220277d-d298-4513-a077-874ff8ff275e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.361451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdc64ce1-b3f3-4854-9ed7-1a1a1311405c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a0093d91-9c16-41f2-b5c0-99285b7da92b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.377548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbc7b0-cf07-4cd9-a7a4-8e8a94944f6b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0220277d-d298-4513-a077-874ff8ff275e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:13.381513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cdc64ce1-b3f3-4854-9ed7-1a1a1311405c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for a0093d91-9c16-41f2-b5c0-99285b7da92b owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:13.391784 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7b0-cf07-4cd9-a7a4-8e8a94944f6b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.395637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52190) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:13.399443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6fdbc7b0-cf07-4cd9-a7a4-8e8a94944f6b tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1820235 Jan 28 12:59:13.403108 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-73b1cd33-e764-4407-a362-55ecd6b2f058 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '5985a3b2-410c-4079-87fb-2e2b6a4430b6', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:13.441915 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Publish callbacks [] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.456144 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.456377 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-73b1cd33-e764-4407-a362-55ecd6b2f058 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Project 7290a7b466ae4f8e9c54c7ef61b8cc1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:59:13.476072 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73b1cd33-e764-4407-a362-55ecd6b2f058 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (e60f5147-b624-4e24-8189-e407174c5570), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.502563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d33d65b-002f-4a2a-829a-fbc5dad29320 req-d7c0db71-e224-48a1-bdb9-ad68733ac247 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0626678 Jan 28 12:59:13.591814 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Attempting to bind port e07ade41-a79f-41a0-bbf6-311fb410a9e8 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:59:13.594694 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Attempting to bind port e07ade41-a79f-41a0-bbf6-311fb410a9e8 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:59:13.595252 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Attempting to bind port e07ade41-a79f-41a0-bbf6-311fb410a9e8 on network 3a9de031-f386-4e29-98a1-20794fd55d2e {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:59:13.597340 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73b1cd33-e764-4407-a362-55ecd6b2f058 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (e60f5147-b624-4e24-8189-e407174c5570), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.602739 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdc64ce1-b3f3-4854-9ed7-1a1a1311405c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a0093d91-9c16-41f2-b5c0-99285b7da92b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.608108 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73b1cd33-e764-4407-a362-55ecd6b2f058 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (e60f5147-b624-4e24-8189-e407174c5570), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.610386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:13.621293 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efb9f5-2150-4d39-a033-8f17107e8a11 None None] Pushing event updated for resources: {'Port': ['ID=e07ade41-a79f-41a0-bbf6-311fb410a9e8,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:13.634536 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:59:13.635525 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Checking segment: {'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:13.636123 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.636682 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Bound using segment: {'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:59:13.637371 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Bound port: e07ade41-a79f-41a0-bbf6-311fb410a9e8, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:59:13.637924 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.665934 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73b1cd33-e764-4407-a362-55ecd6b2f058 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.667578 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-73b1cd33-e764-4407-a362-55ecd6b2f058 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2691879 Jan 28 12:59:13.670485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52192) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:13.670889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc64ce1-b3f3-4854-9ed7-1a1a1311405c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=a0093d91-9c16-41f2-b5c0-99285b7da92b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:13.677626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0e14186b-c112-48e1-aaf4-f194206f93b2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'security_group_rule': {'security_group_id': '5985a3b2-410c-4079-87fb-2e2b6a4430b6', 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:13.681862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1cd33-e764-4407-a362-55ecd6b2f058 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60f5147-b624-4e24-8189-e407174c5570,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:13.686730 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdc64ce1-b3f3-4854-9ed7-1a1a1311405c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.694955 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cdc64ce1-b3f3-4854-9ed7-1a1a1311405c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/a0093d91-9c16-41f2-b5c0-99285b7da92b HTTP/1.1" status: 204 len: 168 time: 0.5624733 Jan 28 12:59:13.695976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:13.702286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'mac_address': 'fa:16:3e:15:98:00', 'name': 'tempest-PortsTestJSON-254365951'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:13.705688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:13.706646 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.729362 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-0e14186b-c112-48e1-aaf4-f194206f93b2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Project 7290a7b466ae4f8e9c54c7ef61b8cc1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:59:13.735188 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e14186b-c112-48e1-aaf4-f194206f93b2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (0680b1a4-418b-43c6-851f-bb1ad31e41d0), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.772335 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] For port e07ade41-a79f-41a0-bbf6-311fb410a9e8, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:59:13.778050 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] For port e07ade41-a79f-41a0-bbf6-311fb410a9e8, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e07ade41-a79f-41a0-bbf6-311fb410a9e8,segment=NetworkSegment(03a1fbda-92ba-4c14-80eb-eea17c5b2f0e),segment_id=03a1fbda-92ba-4c14-80eb-eea17c5b2f0e)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:59:13.787422 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.842843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e14186b-c112-48e1-aaf4-f194206f93b2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (0680b1a4-418b-43c6-851f-bb1ad31e41d0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.848044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e14186b-c112-48e1-aaf4-f194206f93b2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (0680b1a4-418b-43c6-851f-bb1ad31e41d0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.866104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:13.873921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14186b-c112-48e1-aaf4-f194206f93b2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0680b1a4-418b-43c6-851f-bb1ad31e41d0,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:13.885693 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:13.903777 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e14186b-c112-48e1-aaf4-f194206f93b2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.910356 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0e14186b-c112-48e1-aaf4-f194206f93b2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2369192 Jan 28 12:59:13.929001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ef579e21-3cbe-49c0-8ebe-bbecbb88f388 None None] Provisioning complete for port e07ade41-a79f-41a0-bbf6-311fb410a9e8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:13.929532 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef579e21-3cbe-49c0-8ebe-bbecbb88f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:13.960478 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efb9f5-2150-4d39-a033-8f17107e8a11 None None] Pushing event updated for resources: {'Port': ['ID=e07ade41-a79f-41a0-bbf6-311fb410a9e8,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:13.981193 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Routers {'1d007836-b126-45ac-bd87-9fc319d346e2'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:59:13.982347 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:58:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1d007836-b126-45ac-bd87-9fc319d346e2'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:14.000884 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 07cb4ea1-b200-47a7-a820-a918528d7ddf no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:59:14.043081 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:14.066169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 07cb4ea1-b200-47a7-a820-a918528d7ddf {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:59:14.066581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 07cb4ea1-b200-47a7-a820-a918528d7ddf not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:59:14.083026 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port c87627c9-043a-49b7-9e6c-601c618146a0 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:14.216843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ef579e21-3cbe-49c0-8ebe-bbecbb88f388 None None] Current status of the port e07ade41-a79f-41a0-bbf6-311fb410a9e8 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:14.217529 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef579e21-3cbe-49c0-8ebe-bbecbb88f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:14.260267 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ef579e21-3cbe-49c0-8ebe-bbecbb88f388 None None] For port e07ade41-a79f-41a0-bbf6-311fb410a9e8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e07ade41-a79f-41a0-bbf6-311fb410a9e8,segment=NetworkSegment(03a1fbda-92ba-4c14-80eb-eea17c5b2f0e),segment_id=03a1fbda-92ba-4c14-80eb-eea17c5b2f0e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:14.266054 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef579e21-3cbe-49c0-8ebe-bbecbb88f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:14.278662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-a7c6214c-104e-4db6-8b56-66f43fcaecac tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535425750&fields=id&tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f HTTP/1.1" status: 200 len: 267 time: 0.0612397 Jan 28 12:59:14.301806 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] Set router 1d007836-b126-45ac-bd87-9fc319d346e2 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:59:14.336809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef579e21-3cbe-49c0-8ebe-bbecbb88f388 None None] Pushing event updated for resources: {'Port': ['ID=e07ade41-a79f-41a0-bbf6-311fb410a9e8,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:14.353173 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (c87627c9-043a-49b7-9e6c-601c618146a0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:14.389558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d048cb10-7253-488c-9445-5eb8d16f2cb3 None None] Provisioning complete for port e07ade41-a79f-41a0-bbf6-311fb410a9e8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:14.389937 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d048cb10-7253-488c-9445-5eb8d16f2cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:14.431181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-bc813e7a-40c3-4fb3-bf3a-b34c3a505745 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:14.432841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-bc813e7a-40c3-4fb3-bf3a-b34c3a505745 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/networks?id=3a9de031-f386-4e29-98a1-20794fd55d2e HTTP/1.1" status: 200 len: 797 time: 0.1526449 Jan 28 12:59:14.461879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-99e6db11-1600-44b8-8bcc-0fd0e99798ff tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/quotas/7290a7b466ae4f8e9c54c7ef61b8cc1f HTTP/1.1" status: 200 len: 375 time: 0.0190310 Jan 28 12:59:14.481538 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c87627c9-043a-49b7-9e6c-601c618146a0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:14.491171 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d048cb10-7253-488c-9445-5eb8d16f2cb3 None None] Current status of the port e07ade41-a79f-41a0-bbf6-311fb410a9e8 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:14.542392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:14.546494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:14.549436 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-75a17133-943d-4efc-af43-f7847fbdd5ba tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702186 Jan 28 12:59:14.559192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:14.564391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:14.565015 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:14.598584 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8979242 Jan 28 12:59:14.599180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52214) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:14.600987 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce94244-1c9a-41dd-8150-1a910c880c83 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=c87627c9-043a-49b7-9e6c-601c618146a0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:14.626819 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T12:59:08Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e07ade41-a79f-41a0-bbf6-311fb410a9e8', 'name': '', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:12:db:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:07Z', 'updated_at': '2022-01-28T12:59:13Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:14.659217 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad0fbe-d9cc-432b-a4d5-4d6aac52b906 None None] The sync data for ids ['1d007836-b126-45ac-bd87-9fc319d346e2'] in n-d-824835-4 is: [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T12:59:08Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e07ade41-a79f-41a0-bbf6-311fb410a9e8', 'name': '', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:12:db:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:07Z', 'updated_at': '2022-01-28T12:59:13Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:59:14.661058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f0cf28-3c7f-4cee-b2eb-a8d7a0ae9948 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:14.662532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-54f0cf28-3c7f-4cee-b2eb-a8d7a0ae9948 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/c87627c9-043a-49b7-9e6c-601c618146a0 HTTP/1.1" status: 200 len: 840 time: 0.0601189 Jan 28 12:59:14.666774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52216) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:14.680947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-b11ce5a7-4575-4dbd-98a5-2bc1e8dfe6ba service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:59:14.682084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-b11ce5a7-4575-4dbd-98a5-2bc1e8dfe6ba service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1144350 Jan 28 12:59:14.706128 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1448310b-08b9-4322-960a-5c7e98cf050c req-8bcec5c4-1680-46a4-92c8-fe75a9837feb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0527694 Jan 28 12:59:14.801177 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-99d3b558-f20e-46ee-a774-2c94bddf72e1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port c87627c9-043a-49b7-9e6c-601c618146a0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:14.801546 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99d3b558-f20e-46ee-a774-2c94bddf72e1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c87627c9-043a-49b7-9e6c-601c618146a0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:14.830639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-47e3eb4b-a22e-4469-83e5-851feb020cde service neutron] 10.222.0.53 "GET /v2.0/networks/3a9de031-f386-4e29-98a1-20794fd55d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346440 Jan 28 12:59:14.883746 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99d3b558-f20e-46ee-a774-2c94bddf72e1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c87627c9-043a-49b7-9e6c-601c618146a0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:14.899039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-99d3b558-f20e-46ee-a774-2c94bddf72e1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for c87627c9-043a-49b7-9e6c-601c618146a0 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:14.971824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-021d791b-ba38-4870-b764-4ff913863225 service neutron] 10.222.0.53 "GET /v2.0/networks/3a9de031-f386-4e29-98a1-20794fd55d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400201 Jan 28 12:59:14.999947 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99d3b558-f20e-46ee-a774-2c94bddf72e1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c87627c9-043a-49b7-9e6c-601c618146a0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:15.032700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3b558-f20e-46ee-a774-2c94bddf72e1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=c87627c9-043a-49b7-9e6c-601c618146a0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:15.042330 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99d3b558-f20e-46ee-a774-2c94bddf72e1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:15.046562 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-99d3b558-f20e-46ee-a774-2c94bddf72e1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/c87627c9-043a-49b7-9e6c-601c618146a0 HTTP/1.1" status: 204 len: 168 time: 0.3784323 Jan 28 12:59:15.049313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52218) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:15.106455 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-159cc5d5-b038-44c2-a1aa-dbaf038d4496 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:15.112663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52220) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:15.118337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'name': 'tempest-PortsTestJSON-1297875156'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:15.122849 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-159cc5d5-b038-44c2-a1aa-dbaf038d4496 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/c87627c9-043a-49b7-9e6c-601c618146a0 HTTP/1.1" status: 404 len: 333 time: 0.0716882 Jan 28 12:59:15.658248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf90c623-bab7-4f96-8649-28fde2cdaf9c req-f0546695-ff20-40f0-98b0-6e0b57550303 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 210 time: 0.0824432 Jan 28 12:59:15.659304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:15.669006 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:15.696888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port a2c23452-4c5d-4bec-80a5-77e843d39e91 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:15.747303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e07ade41-a79f-41a0-bbf6-311fb410a9e8 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:15.850450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e07ade41-a79f-41a0-bbf6-311fb410a9e8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:15.852422 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:15.902388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-638bed07-c7ae-40e5-ab0e-066e92dccec0 req-8fbf0525-aff7-4d69-b885-eac86ca7d3a7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0818727 Jan 28 12:59:15.972284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e07ade41-a79f-41a0-bbf6-311fb410a9e8 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:16.007614 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (a2c23452-4c5d-4bec-80a5-77e843d39e91), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:16.055333 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a2c23452-4c5d-4bec-80a5-77e843d39e91), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:16.108006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:16.111085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:16.117709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:16.123321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:16.124048 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:16.133555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=a2c23452-4c5d-4bec-80a5-77e843d39e91,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:16.145971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9e0a54cf-0a88-4c85-a287-2aac59bb5207 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0321522 Jan 28 12:59:16.148684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52236) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:16.154334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-29f9613a-bd89-4d5d-8c09-f2f9fe929dbb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:16.229640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29f9613a-bd89-4d5d-8c09-f2f9fe929dbb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a2c23452-4c5d-4bec-80a5-77e843d39e91), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:16.402039 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29f9613a-bd89-4d5d-8c09-f2f9fe929dbb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (a2c23452-4c5d-4bec-80a5-77e843d39e91), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:16.408769 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29f9613a-bd89-4d5d-8c09-f2f9fe929dbb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a2c23452-4c5d-4bec-80a5-77e843d39e91), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:16.464829 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-29f9613a-bd89-4d5d-8c09-f2f9fe929dbb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] In _notify_port_updated(), no bound segment for port a2c23452-4c5d-4bec-80a5-77e843d39e91 on network 7ff422d9-feb7-4277-a5c7-1dca25acc601 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:59:16.471852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9613a-bd89-4d5d-8c09-f2f9fe929dbb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:16.472627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29f9613a-bd89-4d5d-8c09-f2f9fe929dbb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:16.474089 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-29f9613a-bd89-4d5d-8c09-f2f9fe929dbb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "PUT /v2.0/ports/a2c23452-4c5d-4bec-80a5-77e843d39e91 HTTP/1.1" status: 200 len: 818 time: 0.3242278 Jan 28 12:59:16.479637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52238) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:16.523035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9613a-bd89-4d5d-8c09-f2f9fe929dbb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=a2c23452-4c5d-4bec-80a5-77e843d39e91,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:16.576468 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-282be9c4-0c0a-49d1-b1df-c339012956ce tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:16.578506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-282be9c4-0c0a-49d1-b1df-c339012956ce tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "GET /v2.0/networks?id=3a9de031-f386-4e29-98a1-20794fd55d2e HTTP/1.1" status: 200 len: 797 time: 0.1610355 Jan 28 12:59:16.613567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d037528e-dc74-4fa5-8e16-7a0a25899947 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port a2c23452-4c5d-4bec-80a5-77e843d39e91 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:16.614092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d037528e-dc74-4fa5-8e16-7a0a25899947 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a2c23452-4c5d-4bec-80a5-77e843d39e91), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:16.657167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-6fd37cfb-d56d-462b-88d0-5d81229cafec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f HTTP/1.1" status: 200 len: 380 time: 0.0684094 Jan 28 12:59:16.668895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'port': {'device_id': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'admin_state_up': True, 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'security_groups': ['5985a3b2-410c-4079-87fb-2e2b6a4430b6']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:16.705483 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d037528e-dc74-4fa5-8e16-7a0a25899947 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a2c23452-4c5d-4bec-80a5-77e843d39e91), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:16.721370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d037528e-dc74-4fa5-8e16-7a0a25899947 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for a2c23452-4c5d-4bec-80a5-77e843d39e91 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:16.799042 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eebc6e07-afbd-45c8-a8c1-1b7ae5475fcf req-9e7ba74f-be36-42f2-9380-b859649fa4b0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 210 time: 0.0401728 Jan 28 12:59:16.814162 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d037528e-dc74-4fa5-8e16-7a0a25899947 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a2c23452-4c5d-4bec-80a5-77e843d39e91), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:16.844677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Made reservation on behalf of 7290a7b466ae4f8e9c54c7ef61b8cc1f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:16.849415 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:16.858477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037528e-dc74-4fa5-8e16-7a0a25899947 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=a2c23452-4c5d-4bec-80a5-77e843d39e91,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:16.873880 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d037528e-dc74-4fa5-8e16-7a0a25899947 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:16.877655 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d037528e-dc74-4fa5-8e16-7a0a25899947 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/a2c23452-4c5d-4bec-80a5-77e843d39e91 HTTP/1.1" status: 204 len: 168 time: 0.3969309 Jan 28 12:59:16.880085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52244) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:16.938182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60b1fef-ec92-4dcd-b6b1-8977456dbacd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:16.942266 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e60b1fef-ec92-4dcd-b6b1-8977456dbacd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0578012 Jan 28 12:59:16.943369 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:16.968971 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c78e920-e408-4652-8d0f-67acaa472ef4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:16.971399 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3c78e920-e408-4652-8d0f-67acaa472ef4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/a2c23452-4c5d-4bec-80a5-77e843d39e91 HTTP/1.1" status: 404 len: 333 time: 0.0261083 Jan 28 12:59:16.974526 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52250) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:16.980171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b929cb61-d7a7-4864-85cb-d3e19637ab23 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-360578269'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:17.002229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b929cb61-d7a7-4864-85cb-d3e19637ab23 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:17.011802 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b929cb61-d7a7-4864-85cb-d3e19637ab23 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.042207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Allocated IP 172.20.0.9 (3a9de031-f386-4e29-98a1-20794fd55d2e/e758de26-69a0-4f65-8814-2a73a72ea3d7/c9b3223d-5002-489a-8e03-65567aa72c90) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:17.048700 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b929cb61-d7a7-4864-85cb-d3e19637ab23 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:59:17.059490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77c6ff48-0294-40b4-a564-80c333cd4dbb req-57a8b46f-e626-4e9f-8494-ae94c8eecf47 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=abdfa00b-9dd4-4ca2-96f1-154e62f6a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0321651 Jan 28 12:59:17.061808 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b929cb61-d7a7-4864-85cb-d3e19637ab23 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4afbe333-d024-409c-8dca-812db9423da9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.062147 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-b929cb61-d7a7-4864-85cb-d3e19637ab23 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Added segment 4afbe333-d024-409c-8dca-812db9423da9 of type vlan for network 9ffbf22d-4af0-4551-b595-532c759ee4cd Jan 28 12:59:17.116502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b929cb61-d7a7-4864-85cb-d3e19637ab23 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (9ffbf22d-4af0-4551-b595-532c759ee4cd), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.150527 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b929cb61-d7a7-4864-85cb-d3e19637ab23 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (9ffbf22d-4af0-4551-b595-532c759ee4cd), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.157810 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b929cb61-d7a7-4864-85cb-d3e19637ab23 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:17.158511 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b929cb61-d7a7-4864-85cb-d3e19637ab23 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.230456 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b929cb61-d7a7-4864-85cb-d3e19637ab23 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2522881 Jan 28 12:59:17.231024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52252) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:17.236035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0709ad5c-6a46-4496-9998-b7e48dfd4469 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': '9ffbf22d-4af0-4551-b595-532c759ee4cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:17.251361 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (c9b3223d-5002-489a-8e03-65567aa72c90), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.259539 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929cb61-d7a7-4864-85cb-d3e19637ab23 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Network': ['ID=9ffbf22d-4af0-4551-b595-532c759ee4cd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:17.272014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 9ffbf22d-4af0-4551-b595-532c759ee4cd details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:59:17.330729 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.365765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0709ad5c-6a46-4496-9998-b7e48dfd4469 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:17.370132 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0709ad5c-6a46-4496-9998-b7e48dfd4469 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.390121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network 3a9de031-f386-4e29-98a1-20794fd55d2e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:17.395148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:17.399009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:17.413005 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.449373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=c9b3223d-5002-489a-8e03-65567aa72c90,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:17.478321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:17.480910 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.500668 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-c2a19126-114e-4370-ac6a-7c336ccff9d8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8375206 Jan 28 12:59:17.513773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Request body: {'port': {'device_id': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:17.589519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.624670 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0709ad5c-6a46-4496-9998-b7e48dfd4469 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (d37a3817-6a43-415a-8d43-b92db043db25), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.700124 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709ad5c-6a46-4496-9998-b7e48dfd4469 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Subnet': ['ID=d37a3817-6a43-415a-8d43-b92db043db25,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:17.712177 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709ad5c-6a46-4496-9998-b7e48dfd4469 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Checking segment: {'id': '4afbe333-d024-409c-8dca-812db9423da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9ffbf22d-4af0-4551-b595-532c759ee4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:17.713046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0709ad5c-6a46-4496-9998-b7e48dfd4469 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network hostable DHCP agents. Network: 9ffbf22d-4af0-4551-b595-532c759ee4cd, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:59:17.735237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0709ad5c-6a46-4496-9998-b7e48dfd4469 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 9ffbf22d-4af0-4551-b595-532c759ee4cd is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:59:17.747052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0709ad5c-6a46-4496-9998-b7e48dfd4469 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 9ffbf22d-4af0-4551-b595-532c759ee4cd) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:17.761836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0709ad5c-6a46-4496-9998-b7e48dfd4469 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:17.762522 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0709ad5c-6a46-4496-9998-b7e48dfd4469 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.767945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13218a7e-b860-4188-b846-c376e051b93e None None] Network 9ffbf22d-4af0-4551-b595-532c759ee4cd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:17.788005 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0709ad5c-6a46-4496-9998-b7e48dfd4469 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5558209 Jan 28 12:59:17.788735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52256) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:17.795485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8f981651-c24f-4bbd-a29d-33036b04b84d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': '9ffbf22d-4af0-4551-b595-532c759ee4cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:17.851196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9dd7c925-0d33-49a4-8406-c7026ddcc9bc None None] Provisioning complete for port c9b3223d-5002-489a-8e03-65567aa72c90 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:17.852379 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c925-0d33-49a4-8406-c7026ddcc9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.929366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9dd7c925-0d33-49a4-8406-c7026ddcc9bc None None] Port c9b3223d-5002-489a-8e03-65567aa72c90 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:17.957159 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.979201 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f981651-c24f-4bbd-a29d-33036b04b84d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:17.984597 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f981651-c24f-4bbd-a29d-33036b04b84d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.985892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-9ffbf22d-4af0-4551-b595-532c759ee4cd', 'network_id': '9ffbf22d-4af0-4551-b595-532c759ee4cd', 'project_id': 'b979b21172914806bbf2e959b0d9c47a', 'fixed_ips': [{'subnet_id': 'd37a3817-6a43-415a-8d43-b92db043db25'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:59:17.986694 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:17.996250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b3223d-5002-489a-8e03-65567aa72c90 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:59:18.006126 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Publish callbacks [] for port (c9b3223d-5002-489a-8e03-65567aa72c90), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.024513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Transition to ACTIVE for port object c9b3223d-5002-489a-8e03-65567aa72c90 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:59:18.038457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8c50c-4e21-437c-88c7-bd9c5ae1afb2 req-a86b0d5c-7449-43b3-8219-36044f8c2647 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:18.040775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99d8c50c-4e21-437c-88c7-bd9c5ae1afb2 req-a86b0d5c-7449-43b3-8219-36044f8c2647 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 931 time: 0.0841146 Jan 28 12:59:18.041980 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.140652 n-d-824835-4 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-8f981651-c24f-4bbd-a29d-33036b04b84d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d37a3817-6a43-415a-8d43-b92db043db25 (CIDR: 172.20.0.0/28) Jan 28 12:59:18.147831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b3223d-5002-489a-8e03-65567aa72c90,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:18.151510 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f981651-c24f-4bbd-a29d-33036b04b84d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:59:18.152135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f981651-c24f-4bbd-a29d-33036b04b84d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:59:18.194501 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8f981651-c24f-4bbd-a29d-33036b04b84d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4039695 Jan 28 12:59:18.197317 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:18.202206 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fc8f5eff-31ee-44bb-ad51-0c113626783b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': '9ffbf22d-4af0-4551-b595-532c759ee4cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:18.220569 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99d8c50c-4e21-437c-88c7-bd9c5ae1afb2 req-98ab1ebc-2218-4545-9b62-e5bcf6f7f090 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=5985a3b2-410c-4079-87fb-2e2b6a4430b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733117 Jan 28 12:59:18.227469 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Allocated IP 172.20.0.2 (9ffbf22d-4af0-4551-b595-532c759ee4cd/d37a3817-6a43-415a-8d43-b92db043db25/a61d43b0-1d31-43f2-9118-7bff5ce69058) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:18.316997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Attempting to bind port c9b3223d-5002-489a-8e03-65567aa72c90 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:59:18.317495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Attempting to bind port c9b3223d-5002-489a-8e03-65567aa72c90 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:59:18.317930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Attempting to bind port c9b3223d-5002-489a-8e03-65567aa72c90 on network 3a9de031-f386-4e29-98a1-20794fd55d2e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:59:18.323294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Port c9b3223d-5002-489a-8e03-65567aa72c90 on network 3a9de031-f386-4e29-98a1-20794fd55d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:59:18.323294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Attempting to bind port c9b3223d-5002-489a-8e03-65567aa72c90 on network 3a9de031-f386-4e29-98a1-20794fd55d2e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:59:18.331334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:59:18.332027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Checking segment: {'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:18.332379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Bound using segment: {'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:59:18.333248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Bound port: c9b3223d-5002-489a-8e03-65567aa72c90, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:59:18.333248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.397096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8f5eff-31ee-44bb-ad51-0c113626783b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:18.401973 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fc8f5eff-31ee-44bb-ad51-0c113626783b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.442823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Publish callbacks [] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.458375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] For port c9b3223d-5002-489a-8e03-65567aa72c90, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:59:18.464791 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.474061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] For port c9b3223d-5002-489a-8e03-65567aa72c90, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=c9b3223d-5002-489a-8e03-65567aa72c90,segment=NetworkSegment(03a1fbda-92ba-4c14-80eb-eea17c5b2f0e),segment_id=03a1fbda-92ba-4c14-80eb-eea17c5b2f0e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:59:18.481347 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.535943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Pushing event updated for resources: {'Port': ['ID=a61d43b0-1d31-43f2-9118-7bff5ce69058,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:18.549763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:18.550713 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.558096 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] 10.222.0.49 "PUT /v2.0/ports/c9b3223d-5002-489a-8e03-65567aa72c90 HTTP/1.1" status: 200 len: 1091 time: 1.0488176 Jan 28 12:59:18.558565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'tag': 'c9b3223d-5002-489a-8e03-65567aa72c90'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:59:18.560904 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e027c706-0371-4115-903c-3f560136a5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c849ca-e8d1-41da-abe0-aa166c6d41b9", "tag": "c9b3223d-5002-489a-8e03-65567aa72c90"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:59:18.573064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Network 9ffbf22d-4af0-4551-b595-532c759ee4cd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:18.581191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:18.586507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:18.622982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c5e58-fdb0-48e2-80ab-4e52626f4a82 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b3223d-5002-489a-8e03-65567aa72c90,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:18.649452 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff19bd92-a636-42aa-a4c0-67ec49e9cb81 x-openstack-request-id: req-ff19bd92-a636-42aa-a4c0-67ec49e9cb81 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:59:18.649897 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c849ca-e8d1-41da-abe0-aa166c6d41b9", "tag": "c9b3223d-5002-489a-8e03-65567aa72c90", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:59:18.650154 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff19bd92-a636-42aa-a4c0-67ec49e9cb81 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:59:18.650559 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'tag': 'c9b3223d-5002-489a-8e03-65567aa72c90', 'status': 'completed', 'code': 200} Jan 28 12:59:18.682490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-03f895a1-82c9-484c-90ef-af97aca844fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:18.685338 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Attempting to bind port a61d43b0-1d31-43f2-9118-7bff5ce69058 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:59:18.685716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Attempting to bind port a61d43b0-1d31-43f2-9118-7bff5ce69058 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '4afbe333-d024-409c-8dca-812db9423da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9ffbf22d-4af0-4551-b595-532c759ee4cd'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:59:18.686112 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Attempting to bind port a61d43b0-1d31-43f2-9118-7bff5ce69058 on network 9ffbf22d-4af0-4551-b595-532c759ee4cd {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:59:18.686955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-03f895a1-82c9-484c-90ef-af97aca844fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 1094 time: 0.0752244 Jan 28 12:59:18.698374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:59:18.698759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Checking segment: {'id': '4afbe333-d024-409c-8dca-812db9423da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9ffbf22d-4af0-4551-b595-532c759ee4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:18.699176 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.699607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Bound using segment: {'id': '4afbe333-d024-409c-8dca-812db9423da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9ffbf22d-4af0-4551-b595-532c759ee4cd'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:59:18.703537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Bound port: a61d43b0-1d31-43f2-9118-7bff5ce69058, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afbe333-d024-409c-8dca-812db9423da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9ffbf22d-4af0-4551-b595-532c759ee4cd'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:59:18.703947 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.754077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-41fa4e03-c72c-4aef-8447-3d93830877fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b3223d-5002-489a-8e03-65567aa72c90 HTTP/1.1" status: 200 len: 217 time: 0.0619912 Jan 28 12:59:18.821888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] For port a61d43b0-1d31-43f2-9118-7bff5ce69058, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:59:18.825841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] For port a61d43b0-1d31-43f2-9118-7bff5ce69058, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a61d43b0-1d31-43f2-9118-7bff5ce69058,segment=NetworkSegment(4afbe333-d024-409c-8dca-812db9423da9),segment_id=4afbe333-d024-409c-8dca-812db9423da9)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:59:18.830660 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.833936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-bbc85cbf-b9ea-4c6b-84e6-e761e617819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:18.835809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-bbc85cbf-b9ea-4c6b-84e6-e761e617819c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e758de26-69a0-4f65-8814-2a73a72ea3d7 HTTP/1.1" status: 200 len: 834 time: 0.0734205 Jan 28 12:59:18.853362 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fc8f5eff-31ee-44bb-ad51-0c113626783b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (125f8474-6e08-4a16-b11c-23e1c37d0d01), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.922889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-365b0124-f697-4d2e-a821-bcfe4616063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:18.924004 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f5eff-31ee-44bb-ad51-0c113626783b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 9ffbf22d-4af0-4551-b595-532c759ee4cd is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:18.924447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-365b0124-f697-4d2e-a821-bcfe4616063a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a9de031-f386-4e29-98a1-20794fd55d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827541 Jan 28 12:59:18.926008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-fc8f5eff-31ee-44bb-ad51-0c113626783b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:18.930239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8f5eff-31ee-44bb-ad51-0c113626783b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:18.931136 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fc8f5eff-31ee-44bb-ad51-0c113626783b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:18.939031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1999830-ceb6-443a-b0c6-270d53f95875 None None] Pushing event updated for resources: {'Port': ['ID=a61d43b0-1d31-43f2-9118-7bff5ce69058,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:18.977761 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fc8f5eff-31ee-44bb-ad51-0c113626783b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7762806 Jan 28 12:59:18.979414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:18.984616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': '9ffbf22d-4af0-4551-b595-532c759ee4cd', 'fixed_ips': [{'subnet_id': 'd37a3817-6a43-415a-8d43-b92db043db25'}, {'subnet_id': '125f8474-6e08-4a16-b11c-23e1c37d0d01'}], 'name': 'tempest-PortsTestJSON-2068187681'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:19.045288 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f5eff-31ee-44bb-ad51-0c113626783b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Subnet': ['ID=125f8474-6e08-4a16-b11c-23e1c37d0d01,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:19.067591 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-a212f35a-f1c7-4d8e-9bc9-945c58d239cb service neutron] 10.222.0.49 "GET /v2.0/networks/3a9de031-f386-4e29-98a1-20794fd55d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353405 Jan 28 12:59:19.130081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:19.205769 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80733a56-4ed3-4335-a5dc-dfde9924b458 req-1aca13f7-b950-446f-9e71-63550362c43c service neutron] 10.222.0.49 "GET /v2.0/networks/3a9de031-f386-4e29-98a1-20794fd55d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303608 Jan 28 12:59:19.333654 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-739e6ac7-2da2-4cc5-a8c2-025788fbc972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:19.420968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027c706-0371-4115-903c-3f560136a5bc req-f4036f71-3419-4109-81a5-b7f59ba2d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:19.423893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e027c706-0371-4115-903c-3f560136a5bc req-f4036f71-3419-4109-81a5-b7f59ba2d814 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 1094 time: 0.1610363 Jan 28 12:59:19.519014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ee3f7-fa73-4da3-814f-698e9e39589a req-b415176f-9d6d-4418-8704-8ec78ece2d89 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:19.527320 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-329ee3f7-fa73-4da3-814f-698e9e39589a req-b415176f-9d6d-4418-8704-8ec78ece2d89 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 943 time: 0.1722906 Jan 28 12:59:19.595377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027c706-0371-4115-903c-3f560136a5bc req-c14967ad-3758-4027-8dd6-92a2864e1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:19.602803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e027c706-0371-4115-903c-3f560136a5bc req-c14967ad-3758-4027-8dd6-92a2864e1aa4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3a9de031-f386-4e29-98a1-20794fd55d2e HTTP/1.1" status: 200 len: 898 time: 0.1634269 Jan 28 12:59:19.602803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-329ee3f7-fa73-4da3-814f-698e9e39589a req-da7993d7-be61-439a-acb7-b83b104dafc4 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=5985a3b2-410c-4079-87fb-2e2b6a4430b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742059 Jan 28 12:59:19.609820 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:19.640649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port 95ad1ca2-db4f-4c36-a616-111b92f9abac yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:19.668681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e027c706-0371-4115-903c-3f560136a5bc req-fc785d4f-f898-4427-b860-7e923ac60e93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b3223d-5002-489a-8e03-65567aa72c90 HTTP/1.1" status: 200 len: 217 time: 0.0587630 Jan 28 12:59:19.693121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a61d43b0-1d31-43f2-9118-7bff5ce69058 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:19.731525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027c706-0371-4115-903c-3f560136a5bc req-0fd445d7-2cd3-461e-8b9b-1d84a0c6031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:19.733007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e027c706-0371-4115-903c-3f560136a5bc req-0fd445d7-2cd3-461e-8b9b-1d84a0c6031c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e758de26-69a0-4f65-8814-2a73a72ea3d7 HTTP/1.1" status: 200 len: 834 time: 0.0577893 Jan 28 12:59:19.753921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a61d43b0-1d31-43f2-9118-7bff5ce69058 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:19.754818 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:19.795163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027c706-0371-4115-903c-3f560136a5bc req-4b738bd5-8b87-4a42-a969-b293aeb5e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:19.796717 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e027c706-0371-4115-903c-3f560136a5bc req-4b738bd5-8b87-4a42-a969-b293aeb5e0c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a9de031-f386-4e29-98a1-20794fd55d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543199 Jan 28 12:59:19.959549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e027c706-0371-4115-903c-3f560136a5bc req-82745d03-b555-41e7-936b-9c7d7a4b4fd5 service neutron] 10.222.0.49 "GET /v2.0/networks/3a9de031-f386-4e29-98a1-20794fd55d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528552 Jan 28 12:59:20.090267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e027c706-0371-4115-903c-3f560136a5bc req-c60cf103-e02b-44a4-8721-1ad23cfcd087 service neutron] 10.222.0.49 "GET /v2.0/networks/3a9de031-f386-4e29-98a1-20794fd55d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233420 Jan 28 12:59:20.097267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.8 (9ffbf22d-4af0-4551-b595-532c759ee4cd/d37a3817-6a43-415a-8d43-b92db043db25/95ad1ca2-db4f-4c36-a616-111b92f9abac) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:20.108858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.18 (9ffbf22d-4af0-4551-b595-532c759ee4cd/125f8474-6e08-4a16-b11c-23e1c37d0d01/95ad1ca2-db4f-4c36-a616-111b92f9abac) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:20.110436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a61d43b0-1d31-43f2-9118-7bff5ce69058 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:20.111030 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:20.174258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port a61d43b0-1d31-43f2-9118-7bff5ce69058, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a61d43b0-1d31-43f2-9118-7bff5ce69058,segment=NetworkSegment(4afbe333-d024-409c-8dca-812db9423da9),segment_id=4afbe333-d024-409c-8dca-812db9423da9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:20.184483 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:20.252332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=a61d43b0-1d31-43f2-9118-7bff5ce69058,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:20.311054 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (95ad1ca2-db4f-4c36-a616-111b92f9abac), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:20.353541 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (95ad1ca2-db4f-4c36-a616-111b92f9abac), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:20.361629 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3384af2-28ed-48c2-b6c2-d72b930d9e1d None None] Network 9ffbf22d-4af0-4551-b595-532c759ee4cd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:20.399529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 9ffbf22d-4af0-4551-b595-532c759ee4cd is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:20.402962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:20.409426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:20.437482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f1bf2b09-9bf8-481d-97f0-135fa9c03285 None None] Provisioning complete for port a61d43b0-1d31-43f2-9118-7bff5ce69058 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:20.438134 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2b09-9bf8-481d-97f0-135fa9c03285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:20.439715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=95ad1ca2-db4f-4c36-a616-111b92f9abac,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:20.485733 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:20.486433 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:20.519463 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-64421e36-6b0c-4ef8-9816-0fd59e4e9e76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5390189 Jan 28 12:59:20.522227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52284) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:20.528211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd37a3817-6a43-415a-8d43-b92db043db25'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:20.591392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf2b09-9bf8-481d-97f0-135fa9c03285 None None] Current status of the port a61d43b0-1d31-43f2-9118-7bff5ce69058 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:20.630789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d3327f-938b-4594-836c-d4ecb9765a5b None None] Update dhcp port {'port': {'network_id': '9ffbf22d-4af0-4551-b595-532c759ee4cd', 'fixed_ips': [{'subnet_id': 'd37a3817-6a43-415a-8d43-b92db043db25', 'ip_address': '172.20.0.2'}, {'subnet_id': '125f8474-6e08-4a16-b11c-23e1c37d0d01'}], 'binding:host_id': 'n-d-824835-4'}, 'id': 'a61d43b0-1d31-43f2-9118-7bff5ce69058'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:59:20.660652 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0d3327f-938b-4594-836c-d4ecb9765a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:20.749142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (95ad1ca2-db4f-4c36-a616-111b92f9abac), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:20.778535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2afe86-5850-497d-a130-b13f59daa2db req-f28b7503-7d19-4931-9a04-84052ccdd5f8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:20.779976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d2afe86-5850-497d-a130-b13f59daa2db req-f28b7503-7d19-4931-9a04-84052ccdd5f8 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 943 time: 0.0879321 Jan 28 12:59:20.847131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a0d3327f-938b-4594-836c-d4ecb9765a5b None None] Allocated IP 172.20.0.19 (9ffbf22d-4af0-4551-b595-532c759ee4cd/125f8474-6e08-4a16-b11c-23e1c37d0d01/a61d43b0-1d31-43f2-9118-7bff5ce69058) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:20.891966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d2afe86-5850-497d-a130-b13f59daa2db req-cf0623d6-6f93-46ff-a84d-0bbc8903e1b0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=5985a3b2-410c-4079-87fb-2e2b6a4430b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931497 Jan 28 12:59:20.961432 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a0d3327f-938b-4594-836c-d4ecb9765a5b None None] For port a61d43b0-1d31-43f2-9118-7bff5ce69058, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a61d43b0-1d31-43f2-9118-7bff5ce69058,segment=NetworkSegment(4afbe333-d024-409c-8dca-812db9423da9),segment_id=4afbe333-d024-409c-8dca-812db9423da9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:20.993564 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0d3327f-938b-4594-836c-d4ecb9765a5b None None] Publish callbacks [] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:21.006936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0d3327f-938b-4594-836c-d4ecb9765a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:21.079793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Delete allocated IP 172.20.0.18 (9ffbf22d-4af0-4551-b595-532c759ee4cd/125f8474-6e08-4a16-b11c-23e1c37d0d01) {{(pid=103129) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 12:59:21.110255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3327f-938b-4594-836c-d4ecb9765a5b None None] Pushing event updated for resources: {'Port': ['ID=a61d43b0-1d31-43f2-9118-7bff5ce69058,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:21.236208 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (95ad1ca2-db4f-4c36-a616-111b92f9abac), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:21.242769 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (95ad1ca2-db4f-4c36-a616-111b92f9abac), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:21.356957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=95ad1ca2-db4f-4c36-a616-111b92f9abac,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:21.370970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.371508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.371956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.372401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.372841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.373274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.373725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.374157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.374588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.375014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.375479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.375917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.376337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:21.386919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] In _notify_port_updated(), no bound segment for port 95ad1ca2-db4f-4c36-a616-111b92f9abac on network 9ffbf22d-4af0-4551-b595-532c759ee4cd {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:59:21.392465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:21.393242 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:21.397126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ad455477-5cf2-4a25-bba6-2890e2ea1892 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "PUT /v2.0/ports/95ad1ca2-db4f-4c36-a616-111b92f9abac HTTP/1.1" status: 200 len: 919 time: 0.8714530 Jan 28 12:59:21.397442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52292) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:21.403928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f4eba6d8-63a9-4b01-adbf-e475bb01f603 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd37a3817-6a43-415a-8d43-b92db043db25'}, {'subnet_id': '125f8474-6e08-4a16-b11c-23e1c37d0d01'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:21.479842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4eba6d8-63a9-4b01-adbf-e475bb01f603 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (95ad1ca2-db4f-4c36-a616-111b92f9abac), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:21.610374 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-12a9b5cc-a759-4d81-b0cd-8e7fd4c0ad26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:21.624390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a61d43b0-1d31-43f2-9118-7bff5ce69058 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:21.684769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a61d43b0-1d31-43f2-9118-7bff5ce69058 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:21.685149 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:21.768766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ac35a-e0e6-4c68-93d6-ac5ac97474db None None] Network 9ffbf22d-4af0-4551-b595-532c759ee4cd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:21.809851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f4eba6d8-63a9-4b01-adbf-e475bb01f603 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.29 (9ffbf22d-4af0-4551-b595-532c759ee4cd/125f8474-6e08-4a16-b11c-23e1c37d0d01/95ad1ca2-db4f-4c36-a616-111b92f9abac) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:21.835271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a61d43b0-1d31-43f2-9118-7bff5ce69058 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:21.864226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3cd23c22-7c8c-4b04-ab90-d0ae2b2e1251 None None] Provisioning complete for port a61d43b0-1d31-43f2-9118-7bff5ce69058 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:21.864923 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3cd23c22-7c8c-4b04-ab90-d0ae2b2e1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:21.949029 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4eba6d8-63a9-4b01-adbf-e475bb01f603 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (95ad1ca2-db4f-4c36-a616-111b92f9abac), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:21.955092 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4eba6d8-63a9-4b01-adbf-e475bb01f603 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (95ad1ca2-db4f-4c36-a616-111b92f9abac), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:21.989486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3cd23c22-7c8c-4b04-ab90-d0ae2b2e1251 None None] Current status of the port a61d43b0-1d31-43f2-9118-7bff5ce69058 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:22.001605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3cd23c22-7c8c-4b04-ab90-d0ae2b2e1251 None None] Provisioning complete for port 95ad1ca2-db4f-4c36-a616-111b92f9abac triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:22.001994 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3cd23c22-7c8c-4b04-ab90-d0ae2b2e1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (95ad1ca2-db4f-4c36-a616-111b92f9abac), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:22.053691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3cd23c22-7c8c-4b04-ab90-d0ae2b2e1251 None None] Port 95ad1ca2-db4f-4c36-a616-111b92f9abac cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:22.114862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eba6d8-63a9-4b01-adbf-e475bb01f603 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=95ad1ca2-db4f-4c36-a616-111b92f9abac,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:22.135891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aca8b-d33a-407f-b0f0-59113bd2ba8f req-04fa2172-8ebc-47b1-a027-4c72f738e133 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:22.137392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-263aca8b-d33a-407f-b0f0-59113bd2ba8f req-04fa2172-8ebc-47b1-a027-4c72f738e133 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 943 time: 0.1437845 Jan 28 12:59:22.147093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f4eba6d8-63a9-4b01-adbf-e475bb01f603 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] In _notify_port_updated(), no bound segment for port 95ad1ca2-db4f-4c36-a616-111b92f9abac on network 9ffbf22d-4af0-4551-b595-532c759ee4cd {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:59:22.151399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device c9b3223d-5002-489a-8e03-65567aa72c90 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:59:22.153649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eba6d8-63a9-4b01-adbf-e475bb01f603 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:22.154402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4eba6d8-63a9-4b01-adbf-e475bb01f603 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:22.155582 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f4eba6d8-63a9-4b01-adbf-e475bb01f603 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "PUT /v2.0/ports/95ad1ca2-db4f-4c36-a616-111b92f9abac HTTP/1.1" status: 200 len: 999 time: 0.7564871 Jan 28 12:59:22.159184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52298) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:22.205811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-263aca8b-d33a-407f-b0f0-59113bd2ba8f req-80ab2027-8a3b-411d-bbba-3d2042d923b9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=5985a3b2-410c-4079-87fb-2e2b6a4430b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604951 Jan 28 12:59:22.269841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port c9b3223d-5002-489a-8e03-65567aa72c90, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=c9b3223d-5002-489a-8e03-65567aa72c90,segment=NetworkSegment(03a1fbda-92ba-4c14-80eb-eea17c5b2f0e),segment_id=03a1fbda-92ba-4c14-80eb-eea17c5b2f0e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:22.284654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'c9b3223d-5002-489a-8e03-65567aa72c90', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'port_id': 'c9b3223d-5002-489a-8e03-65567aa72c90', 'mac_address': 'fa:16:3e:05:cd:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:59:22.308063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0b7c3-5927-441a-b8db-9d5c327fab2f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port 95ad1ca2-db4f-4c36-a616-111b92f9abac {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:22.308404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b7c3-5927-441a-b8db-9d5c327fab2f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (95ad1ca2-db4f-4c36-a616-111b92f9abac), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:22.327944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port c9b3223d-5002-489a-8e03-65567aa72c90 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:22.328433 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:22.352701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b3223d-5002-489a-8e03-65567aa72c90 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:59:22.374810 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port c9b3223d-5002-489a-8e03-65567aa72c90, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=c9b3223d-5002-489a-8e03-65567aa72c90,segment=NetworkSegment(03a1fbda-92ba-4c14-80eb-eea17c5b2f0e),segment_id=03a1fbda-92ba-4c14-80eb-eea17c5b2f0e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:22.379887 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:22.404776 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b7c3-5927-441a-b8db-9d5c327fab2f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (95ad1ca2-db4f-4c36-a616-111b92f9abac), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:22.418924 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0b7c3-5927-441a-b8db-9d5c327fab2f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for 95ad1ca2-db4f-4c36-a616-111b92f9abac owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:22.432132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=c9b3223d-5002-489a-8e03-65567aa72c90,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:22.610799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['c9b3223d-5002-489a-8e03-65567aa72c90'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:59:22.616106 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b7c3-5927-441a-b8db-9d5c327fab2f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (95ad1ca2-db4f-4c36-a616-111b92f9abac), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:22.651618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0b7c3-5927-441a-b8db-9d5c327fab2f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=95ad1ca2-db4f-4c36-a616-111b92f9abac,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:22.744167 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b7c3-5927-441a-b8db-9d5c327fab2f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:22.750081 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bfd0b7c3-5927-441a-b8db-9d5c327fab2f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/95ad1ca2-db4f-4c36-a616-111b92f9abac HTTP/1.1" status: 204 len: 168 time: 0.5846341 Jan 28 12:59:22.750339 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52304) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:22.778766 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-745e21e5-df4d-488e-b91d-99bc545365d7 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:22.780258 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-745e21e5-df4d-488e-b91d-99bc545365d7 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/95ad1ca2-db4f-4c36-a616-111b92f9abac HTTP/1.1" status: 404 len: 333 time: 0.0288031 Jan 28 12:59:22.783098 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52306) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:22.859295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6661fed2-422b-416d-b3bd-a4888124a988 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting subnet 125f8474-6e08-4a16-b11c-23e1c37d0d01 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:59:22.863410 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6661fed2-422b-416d-b3bd-a4888124a988 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (125f8474-6e08-4a16-b11c-23e1c37d0d01), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:22.888704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78b38f7a-07de-4b4b-917b-35d7dcefd285 req-eacc90f8-ab63-4862-999b-8862e8673106 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554407 Jan 28 12:59:22.909951 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6661fed2-422b-416d-b3bd-a4888124a988 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (125f8474-6e08-4a16-b11c-23e1c37d0d01), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:22.975748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b38f7a-07de-4b4b-917b-35d7dcefd285 req-437c0da1-5558-467b-8efc-9d38e5d016d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:22.978536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78b38f7a-07de-4b4b-917b-35d7dcefd285 req-437c0da1-5558-467b-8efc-9d38e5d016d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0450201 Jan 28 12:59:23.010468 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.013195 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6661fed2-422b-416d-b3bd-a4888124a988 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (125f8474-6e08-4a16-b11c-23e1c37d0d01), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.089650 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6661fed2-422b-416d-b3bd-a4888124a988 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (125f8474-6e08-4a16-b11c-23e1c37d0d01), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.124502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b38f7a-07de-4b4b-917b-35d7dcefd285 req-c75e9022-7550-4ac3-94ff-cc63186c8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:23.126072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78b38f7a-07de-4b4b-917b-35d7dcefd285 req-c75e9022-7550-4ac3-94ff-cc63186c8138 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 918 time: 0.1239939 Jan 28 12:59:23.137335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661fed2-422b-416d-b3bd-a4888124a988 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Subnet': ['ID=125f8474-6e08-4a16-b11c-23e1c37d0d01,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:23.139943 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6661fed2-422b-416d-b3bd-a4888124a988 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.144600 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6661fed2-422b-416d-b3bd-a4888124a988 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/125f8474-6e08-4a16-b11c-23e1c37d0d01 HTTP/1.1" status: 204 len: 168 time: 0.3603485 Jan 28 12:59:23.147577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52308) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:23.213733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78b38f7a-07de-4b4b-917b-35d7dcefd285 req-f6096e4e-69fe-4324-93dd-4babd632136e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=069bf510-73e7-40d8-8d92-2933d1607b88 HTTP/1.1" status: 200 len: 1001 time: 0.0779862 Jan 28 12:59:23.215842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9231a67-1c85-49da-9eba-1c689b90093f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting subnet d37a3817-6a43-415a-8d43-b92db043db25 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:59:23.219285 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9231a67-1c85-49da-9eba-1c689b90093f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (d37a3817-6a43-415a-8d43-b92db043db25), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.252054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17251c58-b1ef-4bb0-a826-2c72822304ae None None] Network 9ffbf22d-4af0-4551-b595-532c759ee4cd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:23.284114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b38f7a-07de-4b4b-917b-35d7dcefd285 req-0957f4bb-c451-4c35-b4c6-8fa038557138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:23.292163 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9231a67-1c85-49da-9eba-1c689b90093f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (d37a3817-6a43-415a-8d43-b92db043db25), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.299083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78b38f7a-07de-4b4b-917b-35d7dcefd285 req-0957f4bb-c451-4c35-b4c6-8fa038557138 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.0784328 Jan 28 12:59:23.335295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e7e7fbfc-6cdf-4de3-b2da-5c99942e3e9c None None] Provisioning complete for port a61d43b0-1d31-43f2-9118-7bff5ce69058 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:23.335755 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7e7fbfc-6cdf-4de3-b2da-5c99942e3e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.418018 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9231a67-1c85-49da-9eba-1c689b90093f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (d37a3817-6a43-415a-8d43-b92db043db25), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.465070 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe178a-4e87-47bf-82e1-0a77809a28d4 req-9974c4e5-8750-4747-8796-8791db539d95 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:23.466650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02fe178a-4e87-47bf-82e1-0a77809a28d4 req-9974c4e5-8750-4747-8796-8791db539d95 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 944 time: 0.1666241 Jan 28 12:59:23.468571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b38f7a-07de-4b4b-917b-35d7dcefd285 req-ec18c379-9265-4f94-8e93-e7bda2b9e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:23.470127 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78b38f7a-07de-4b4b-917b-35d7dcefd285 req-ec18c379-9265-4f94-8e93-e7bda2b9e3e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449471 Jan 28 12:59:23.485408 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e7e7fbfc-6cdf-4de3-b2da-5c99942e3e9c None None] Current status of the port a61d43b0-1d31-43f2-9118-7bff5ce69058 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:23.490299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e7e7fbfc-6cdf-4de3-b2da-5c99942e3e9c None None] Could not find standard attr ID for object 95ad1ca2-db4f-4c36-a616-111b92f9abac. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:59:23.500772 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9231a67-1c85-49da-9eba-1c689b90093f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (d37a3817-6a43-415a-8d43-b92db043db25), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.550122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9231a67-1c85-49da-9eba-1c689b90093f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Subnet': ['ID=d37a3817-6a43-415a-8d43-b92db043db25,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:23.564541 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9231a67-1c85-49da-9eba-1c689b90093f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.571742 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a9231a67-1c85-49da-9eba-1c689b90093f tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/d37a3817-6a43-415a-8d43-b92db043db25 HTTP/1.1" status: 204 len: 168 time: 0.4199083 Jan 28 12:59:23.572755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52314) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:23.631391 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02fe178a-4e87-47bf-82e1-0a77809a28d4 req-820e1af9-8f8a-451f-872a-ea03b1c30e69 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=5985a3b2-410c-4079-87fb-2e2b6a4430b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583188 Jan 28 12:59:23.682180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78b38f7a-07de-4b4b-917b-35d7dcefd285 req-ad19948a-48be-4db4-80a2-4e55c4b85121 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850698 Jan 28 12:59:23.735528 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (9ffbf22d-4af0-4551-b595-532c759ee4cd), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.873024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port a61d43b0-1d31-43f2-9118-7bff5ce69058 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:23.873024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.907487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78b38f7a-07de-4b4b-917b-35d7dcefd285 req-7f531dc2-77fd-449d-b2d5-70ee5f5500a3 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183058 Jan 28 12:59:23.967150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] For port a61d43b0-1d31-43f2-9118-7bff5ce69058, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a61d43b0-1d31-43f2-9118-7bff5ce69058,segment=NetworkSegment(4afbe333-d024-409c-8dca-812db9423da9),segment_id=4afbe333-d024-409c-8dca-812db9423da9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:23.967724 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:23.984799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for a61d43b0-1d31-43f2-9118-7bff5ce69058 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:24.103200 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a61d43b0-1d31-43f2-9118-7bff5ce69058), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:24.145647 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=a61d43b0-1d31-43f2-9118-7bff5ce69058,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:24.154978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No DVR routers for this DVR port a61d43b0-1d31-43f2-9118-7bff5ce69058 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:59:24.169856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device c9b3223d-5002-489a-8e03-65567aa72c90 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:24.263075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port c9b3223d-5002-489a-8e03-65567aa72c90 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:59:24.269141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port c9b3223d-5002-489a-8e03-65567aa72c90 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:24.269527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:24.294221 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (9ffbf22d-4af0-4551-b595-532c759ee4cd), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:24.369038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffbf22d-4af0-4551-b595-532c759ee4cd']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:24.384529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afbe333-d024-409c-8dca-812db9423da9') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:24.385202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afbe333-d024-409c-8dca-812db9423da9') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:24.412354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (4afbe333-d024-409c-8dca-812db9423da9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:24.433793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port c9b3223d-5002-489a-8e03-65567aa72c90 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:24.434244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:24.476815 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4afbe333-d024-409c-8dca-812db9423da9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:24.484402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b3223d-5002-489a-8e03-65567aa72c90'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:59:24.491572 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592749be-424d-4e19-b734-5989fde2af1b" -d '{"events": [{"server_uuid": "a8c849ca-e8d1-41da-abe0-aa166c6d41b9", "name": "network-vif-plugged", "status": "completed", "tag": "c9b3223d-5002-489a-8e03-65567aa72c90"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:59:24.510093 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:59:24.510629 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (4afbe333-d024-409c-8dca-812db9423da9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:24.527669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d9e49-0f12-44e4-a26e-fa4f8a65da72 None None] Network 9ffbf22d-4af0-4551-b595-532c759ee4cd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:24.597396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-02f5cf87-d225-4e72-846c-512132a96f63 None None] Could not find standard attr ID for object a61d43b0-1d31-43f2-9118-7bff5ce69058. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:59:24.610168 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6fdf66-2598-4fd3-922e-333165bc98a1 x-openstack-request-id: req-db6fdf66-2598-4fd3-922e-333165bc98a1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:59:24.610472 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c849ca-e8d1-41da-abe0-aa166c6d41b9", "name": "network-vif-plugged", "status": "completed", "tag": "c9b3223d-5002-489a-8e03-65567aa72c90", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:59:24.610885 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db6fdf66-2598-4fd3-922e-333165bc98a1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:59:24.611581 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b3223d-5002-489a-8e03-65567aa72c90', 'code': 200} Jan 28 12:59:24.614735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port c9b3223d-5002-489a-8e03-65567aa72c90, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=c9b3223d-5002-489a-8e03-65567aa72c90,segment=NetworkSegment(03a1fbda-92ba-4c14-80eb-eea17c5b2f0e),segment_id=03a1fbda-92ba-4c14-80eb-eea17c5b2f0e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:59:24.646393 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:59:24.655723 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:24.714963 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (9ffbf22d-4af0-4551-b595-532c759ee4cd), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:24.730186 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:24.739794 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/networks/9ffbf22d-4af0-4551-b595-532c759ee4cd HTTP/1.1" status: 204 len: 168 time: 1.1651123 Jan 28 12:59:24.745281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52334) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:24.772810 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecb7f6-d50b-453b-b2fc-603e0d7644eb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Network': ['ID=9ffbf22d-4af0-4551-b595-532c759ee4cd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:24.809995 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:24.846205 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=c9b3223d-5002-489a-8e03-65567aa72c90,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:24.912735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3716157f-64e4-4000-a18b-8304f31c2407 None None] DHCP port deletion for 9ffbf22d-4af0-4551-b595-532c759ee4cd request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:59:24.917615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cf600-0a62-4ea1-ad3b-03b88d8d107a req-cf9227b5-e5cf-4204-9b27-7d91e67accf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:24.919265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-284cf600-0a62-4ea1-ad3b-03b88d8d107a req-cf9227b5-e5cf-4204-9b27-7d91e67accf3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 1096 time: 0.2525289 Jan 28 12:59:24.969367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4da1e-fa85-4236-ae08-0cf493b65c30 req-cb0fcaf0-9fc1-458e-85b5-dc41047e5ab0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:24.977585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c0d4da1e-fa85-4236-ae08-0cf493b65c30 req-cb0fcaf0-9fc1-458e-85b5-dc41047e5ab0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 945 time: 0.2045996 Jan 28 12:59:25.024000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607c9d43-5eab-4a3b-9f2c-c7d9f21024b0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:25.028876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-607c9d43-5eab-4a3b-9f2c-c7d9f21024b0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2753892 Jan 28 12:59:25.029373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52340) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:25.134397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c0d4da1e-fa85-4236-ae08-0cf493b65c30 req-3ab0cc3b-06fe-4037-b4a0-2d1be001d5ec tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=5985a3b2-410c-4079-87fb-2e2b6a4430b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487401 Jan 28 12:59:25.138512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-284cf600-0a62-4ea1-ad3b-03b88d8d107a req-4dada470-7188-44a5-b47f-35cdc658fc44 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5985a3b2-410c-4079-87fb-2e2b6a4430b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056780 Jan 28 12:59:25.159229 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e3fbabae-fafa-45f0-83bf-be7bb2328bf8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1285880 Jan 28 12:59:25.162617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52350) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:25.169327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-984aa3d1-ba57-4337-917a-0686e4947a31 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1903133212'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:25.194711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984aa3d1-ba57-4337-917a-0686e4947a31 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:25.198481 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-984aa3d1-ba57-4337-917a-0686e4947a31 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:25.231153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984aa3d1-ba57-4337-917a-0686e4947a31 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:59:25.245075 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-984aa3d1-ba57-4337-917a-0686e4947a31 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a33a1308-b009-4685-aa0c-5223514fc7ac), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:25.245763 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-984aa3d1-ba57-4337-917a-0686e4947a31 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Added segment a33a1308-b009-4685-aa0c-5223514fc7ac of type vlan for network e389487b-4b0b-411f-b62d-a653b8d06ca0 Jan 28 12:59:25.310595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-984aa3d1-ba57-4337-917a-0686e4947a31 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e389487b-4b0b-411f-b62d-a653b8d06ca0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:25.354257 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-984aa3d1-ba57-4337-917a-0686e4947a31 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e389487b-4b0b-411f-b62d-a653b8d06ca0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:25.360619 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984aa3d1-ba57-4337-917a-0686e4947a31 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:25.361453 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-984aa3d1-ba57-4337-917a-0686e4947a31 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:25.454337 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52356) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:25.454882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-984aa3d1-ba57-4337-917a-0686e4947a31 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2903872 Jan 28 12:59:25.460110 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0d7a3a6e-6b8c-419c-9221-e94ec0074897 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': 'e389487b-4b0b-411f-b62d-a653b8d06ca0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:25.470744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984aa3d1-ba57-4337-917a-0686e4947a31 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Network': ['ID=e389487b-4b0b-411f-b62d-a653b8d06ca0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:25.483946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e389487b-4b0b-411f-b62d-a653b8d06ca0 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:59:25.669421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faab4e1-d366-43a7-ac70-11c0fc3c2837 req-d73aa780-6cf8-4823-92a7-11ffed9672b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:25.692724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2faab4e1-d366-43a7-ac70-11c0fc3c2837 req-d73aa780-6cf8-4823-92a7-11ffed9672b7 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.1908543 Jan 28 12:59:25.702827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a61d43b0-1d31-43f2-9118-7bff5ce69058 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:59:25.712150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a3a6e-6b8c-419c-9221-e94ec0074897 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:25.716271 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3a6e-6b8c-419c-9221-e94ec0074897 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:25.739811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a61d43b0-1d31-43f2-9118-7bff5ce69058 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:59:25.740170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a61d43b0-1d31-43f2-9118-7bff5ce69058 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:59:25.823007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2faab4e1-d366-43a7-ac70-11c0fc3c2837 req-28840d36-0db8-47fd-8220-8bea3a53b81b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269028 Jan 28 12:59:26.011567 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:26.056225 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3a6e-6b8c-419c-9221-e94ec0074897 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (619b3087-8bf5-481a-8de0-79ca27eea4b2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:26.123537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a3a6e-6b8c-419c-9221-e94ec0074897 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Subnet': ['ID=619b3087-8bf5-481a-8de0-79ca27eea4b2,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:26.132455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a3a6e-6b8c-419c-9221-e94ec0074897 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Checking segment: {'id': 'a33a1308-b009-4685-aa0c-5223514fc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e389487b-4b0b-411f-b62d-a653b8d06ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:26.132823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a3a6e-6b8c-419c-9221-e94ec0074897 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network hostable DHCP agents. Network: e389487b-4b0b-411f-b62d-a653b8d06ca0, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:59:26.156889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a3a6e-6b8c-419c-9221-e94ec0074897 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network e389487b-4b0b-411f-b62d-a653b8d06ca0 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:59:26.170290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a3a6e-6b8c-419c-9221-e94ec0074897 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, e389487b-4b0b-411f-b62d-a653b8d06ca0) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:26.177821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a3a6e-6b8c-419c-9221-e94ec0074897 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:26.178800 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3a6e-6b8c-419c-9221-e94ec0074897 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:26.183617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b70fd6-29ad-4e7f-85fe-a3ccc45092c1 None None] Network e389487b-4b0b-411f-b62d-a653b8d06ca0 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:26.210304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52366) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:26.216737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': 'e389487b-4b0b-411f-b62d-a653b8d06ca0', 'name': 'tempest-PortsTestJSON-1716804453'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:26.220623 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0d7a3a6e-6b8c-419c-9221-e94ec0074897 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7654452 Jan 28 12:59:26.341412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a9147-9c84-4932-aa0a-edcdeec6e054 req-290b7e01-23e9-4fea-ac4e-b585f3206097 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:26.349082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f2a9147-9c84-4932-aa0a-edcdeec6e054 req-290b7e01-23e9-4fea-ac4e-b585f3206097 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 945 time: 0.1253304 Jan 28 12:59:26.368595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-e389487b-4b0b-411f-b62d-a653b8d06ca0', 'network_id': 'e389487b-4b0b-411f-b62d-a653b8d06ca0', 'project_id': 'b979b21172914806bbf2e959b0d9c47a', 'fixed_ips': [{'subnet_id': '619b3087-8bf5-481a-8de0-79ca27eea4b2'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:59:26.369910 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:26.447083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f2a9147-9c84-4932-aa0a-edcdeec6e054 req-9c1b092c-986b-485a-80a9-9d213302a95c tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=5985a3b2-410c-4079-87fb-2e2b6a4430b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965869 Jan 28 12:59:26.475213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:26.478724 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:26.498347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port f2e40e31-8e42-4f9a-ae40-037933769c5d yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:26.571687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Allocated IP 172.20.0.2 (e389487b-4b0b-411f-b62d-a653b8d06ca0/619b3087-8bf5-481a-8de0-79ca27eea4b2/c6127b7c-6f40-4ed7-b3f7-788f9ec0359d) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:26.728193 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Publish callbacks [] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:26.734905 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:26.781685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Pushing event updated for resources: {'Port': ['ID=c6127b7c-6f40-4ed7-b3f7-788f9ec0359d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:26.802124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Network e389487b-4b0b-411f-b62d-a653b8d06ca0 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:26.803872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:26.806951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:26.876270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.4 (e389487b-4b0b-411f-b62d-a653b8d06ca0/619b3087-8bf5-481a-8de0-79ca27eea4b2/f2e40e31-8e42-4f9a-ae40-037933769c5d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:26.890125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Attempting to bind port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:59:26.890648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Attempting to bind port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'a33a1308-b009-4685-aa0c-5223514fc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e389487b-4b0b-411f-b62d-a653b8d06ca0'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:59:26.891034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Attempting to bind port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d on network e389487b-4b0b-411f-b62d-a653b8d06ca0 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:59:26.896838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:59:26.897266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Checking segment: {'id': 'a33a1308-b009-4685-aa0c-5223514fc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e389487b-4b0b-411f-b62d-a653b8d06ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:26.897630 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:26.898286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Bound using segment: {'id': 'a33a1308-b009-4685-aa0c-5223514fc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e389487b-4b0b-411f-b62d-a653b8d06ca0'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:59:26.898775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Bound port: c6127b7c-6f40-4ed7-b3f7-788f9ec0359d, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33a1308-b009-4685-aa0c-5223514fc7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e389487b-4b0b-411f-b62d-a653b8d06ca0'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:59:26.899164 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:26.986568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] For port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:59:26.993941 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] For port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c6127b7c-6f40-4ed7-b3f7-788f9ec0359d,segment=NetworkSegment(a33a1308-b009-4685-aa0c-5223514fc7ac),segment_id=a33a1308-b009-4685-aa0c-5223514fc7ac)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:59:27.001752 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:27.025731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7251a9-e2d9-43d2-90f7-f6dc4dfb6e54 req-57a53803-3fd4-44a0-9dfe-c327dfdc64d8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:27.027358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e7251a9-e2d9-43d2-90f7-f6dc4dfb6e54 req-57a53803-3fd4-44a0-9dfe-c327dfdc64d8 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.1121080 Jan 28 12:59:27.087285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9743b7c-ebc3-44ea-b083-fb853c604cc4 None None] Pushing event updated for resources: {'Port': ['ID=c6127b7c-6f40-4ed7-b3f7-788f9ec0359d,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:27.153635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e7251a9-e2d9-43d2-90f7-f6dc4dfb6e54 req-2d24323d-2601-4637-a0f8-ef8232ea2831 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180739 Jan 28 12:59:27.220287 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (f2e40e31-8e42-4f9a-ae40-037933769c5d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:27.278701 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f2e40e31-8e42-4f9a-ae40-037933769c5d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:27.326352 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network e389487b-4b0b-411f-b62d-a653b8d06ca0 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:27.332318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:27.334897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:27.370844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=f2e40e31-8e42-4f9a-ae40-037933769c5d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:27.397498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:27.399165 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:27.417034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6b337cb9-8d80-429c-9e0b-1d985e53aea9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2048478 Jan 28 12:59:27.419648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52374) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:27.424831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': 'e389487b-4b0b-411f-b62d-a653b8d06ca0', 'name': 'tempest-PortsTestJSON-916737426'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:27.553909 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:27.561413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:27.582276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port b72d4182-ebaf-46c7-b94c-ef4a8744da95 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:27.589874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eae277-c09d-4dea-87da-c655b80ec5db req-a4d530c1-b695-461d-b404-cfbb6f2f5f2d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:27.591682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5eae277-c09d-4dea-87da-c655b80ec5db req-a4d530c1-b695-461d-b404-cfbb6f2f5f2d tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 945 time: 0.0626860 Jan 28 12:59:27.656123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5eae277-c09d-4dea-87da-c655b80ec5db req-f13813a9-b0d7-4645-8ba5-bb4d478f0bad tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=5985a3b2-410c-4079-87fb-2e2b6a4430b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538933 Jan 28 12:59:27.671664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c6127b7c-6f40-4ed7-b3f7-788f9ec0359d up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:27.723469 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.3 (e389487b-4b0b-411f-b62d-a653b8d06ca0/619b3087-8bf5-481a-8de0-79ca27eea4b2/b72d4182-ebaf-46c7-b94c-ef4a8744da95) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:27.725110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:27.725585 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:27.779045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf79c8-2951-44f8-839b-850c55ac4112 req-fba4f967-e0bd-41a9-9837-4cc30b48e7a6 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:27.780598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbcf79c8-2951-44f8-839b-850c55ac4112 req-fba4f967-e0bd-41a9-9837-4cc30b48e7a6 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 945 time: 0.0530779 Jan 28 12:59:27.821182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:27.821182 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:27.854339 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbcf79c8-2951-44f8-839b-850c55ac4112 req-d6aa87fd-153e-46b3-a051-307c1d3ee521 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=5985a3b2-410c-4079-87fb-2e2b6a4430b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662906 Jan 28 12:59:27.876955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c6127b7c-6f40-4ed7-b3f7-788f9ec0359d,segment=NetworkSegment(a33a1308-b009-4685-aa0c-5223514fc7ac),segment_id=a33a1308-b009-4685-aa0c-5223514fc7ac)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:27.885920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:27.891688 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:27.923129 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (b72d4182-ebaf-46c7-b94c-ef4a8744da95), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:27.940929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2a6103-05ac-4d14-8b37-8701b0b18a57 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:27.943028 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2b2a6103-05ac-4d14-8b37-8701b0b18a57 tempest-TestNetworkBasicOps-393842420 tempest-TestNetworkBasicOps-393842420-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 1091 time: 0.0561144 Jan 28 12:59:27.946374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52384) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:27.951249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': 'c9b3223d-5002-489a-8e03-65567aa72c90', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:27.967528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=c6127b7c-6f40-4ed7-b3f7-788f9ec0359d,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:27.975545 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:27.979739 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b72d4182-ebaf-46c7-b94c-ef4a8744da95), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:27.985287 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:27.985827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:27.986183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:27.986531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:27.986887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:27.987213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:27.990871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:27.991249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:27.991725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:27.992147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:27.992728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:27.993079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:27.993422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:59:28.052401 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=b72d4182-ebaf-46c7-b94c-ef4a8744da95,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:28.068298 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network e389487b-4b0b-411f-b62d-a653b8d06ca0 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:28.069866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:28.072926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:28.144432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:28.145799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:28.169940 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b57c6878-9b94-4799-b4e8-c94b74a18ddd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7487588 Jan 28 12:59:28.172244 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52392) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:28.314104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95403eb0-20cc-4392-9fe3-e427bef5d30e None None] Network e389487b-4b0b-411f-b62d-a653b8d06ca0 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:28.324891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a31ba3-4577-4f1e-a9ee-94cc9f5936b4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:28.327508 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b8a31ba3-4577-4f1e-a9ee-94cc9f5936b4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1542468 Jan 28 12:59:28.330208 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52396) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:28.435654 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7024cfa5-a37a-471c-b6f2-0c61dd4263c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port b72d4182-ebaf-46c7-b94c-ef4a8744da95 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:28.436338 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7024cfa5-a37a-471c-b6f2-0c61dd4263c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b72d4182-ebaf-46c7-b94c-ef4a8744da95), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:28.501930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbed7d9-5323-46c1-b76a-ca0d95670ebc req-c7a11e1d-e860-434b-bfbb-1ebd0681e048 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:28.503552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fcbed7d9-5323-46c1-b76a-ca0d95670ebc req-c7a11e1d-e860-434b-bfbb-1ebd0681e048 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.0742984 Jan 28 12:59:28.567453 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7024cfa5-a37a-471c-b6f2-0c61dd4263c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b72d4182-ebaf-46c7-b94c-ef4a8744da95), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:28.582368 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:28.585109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7024cfa5-a37a-471c-b6f2-0c61dd4263c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for b72d4182-ebaf-46c7-b94c-ef4a8744da95 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:28.588253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fcbed7d9-5323-46c1-b76a-ca0d95670ebc req-3014c6dd-fd50-4f31-bf87-1c53f59dbfca tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752909 Jan 28 12:59:28.611927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-34bdab50-8450-48e7-a5b6-2e2f112c51bc None None] Provisioning complete for port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:28.612673 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34bdab50-8450-48e7-a5b6-2e2f112c51bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:28.751376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-34bdab50-8450-48e7-a5b6-2e2f112c51bc None None] Current status of the port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:28.759047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Allocated IP 172.25.7.67 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/ffd392f4-6a56-4ca5-9af8-92dba0935990) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:28.769415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7024cfa5-a37a-471c-b6f2-0c61dd4263c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b72d4182-ebaf-46c7-b94c-ef4a8744da95), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:28.830182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024cfa5-a37a-471c-b6f2-0c61dd4263c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=b72d4182-ebaf-46c7-b94c-ef4a8744da95,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:28.900346 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7024cfa5-a37a-471c-b6f2-0c61dd4263c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:28.907979 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7024cfa5-a37a-471c-b6f2-0c61dd4263c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/b72d4182-ebaf-46c7-b94c-ef4a8744da95 HTTP/1.1" status: 204 len: 168 time: 0.5767331 Jan 28 12:59:28.910247 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (ffd392f4-6a56-4ca5-9af8-92dba0935990), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:28.910791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52398) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:28.940668 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e821dccc-c195-46bd-8184-0e086767f227 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:28.942776 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e821dccc-c195-46bd-8184-0e086767f227 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/b72d4182-ebaf-46c7-b94c-ef4a8744da95 HTTP/1.1" status: 404 len: 333 time: 0.0307698 Jan 28 12:59:28.946608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52402) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:28.955198 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ffd392f4-6a56-4ca5-9af8-92dba0935990), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:28.999049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:29.001990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:29.005913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:29.044122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=ffd392f4-6a56-4ca5-9af8-92dba0935990,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:29.071430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c779aa20-7f58-4046-9b7d-98e18f125e79 None None] Could not find standard attr ID for object b72d4182-ebaf-46c7-b94c-ef4a8744da95. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:59:29.090487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c779aa20-7f58-4046-9b7d-98e18f125e79 None None] Provisioning complete for port f2e40e31-8e42-4f9a-ae40-037933769c5d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:29.090927 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c779aa20-7f58-4046-9b7d-98e18f125e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2e40e31-8e42-4f9a-ae40-037933769c5d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:29.097235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1c682-bd45-49e2-ac02-840b84a3d929 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port f2e40e31-8e42-4f9a-ae40-037933769c5d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:29.097578 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c682-bd45-49e2-ac02-840b84a3d929 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f2e40e31-8e42-4f9a-ae40-037933769c5d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:29.157184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c779aa20-7f58-4046-9b7d-98e18f125e79 None None] Port f2e40e31-8e42-4f9a-ae40-037933769c5d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:29.178139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c779aa20-7f58-4046-9b7d-98e18f125e79 None None] Provisioning complete for port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:29.178525 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c779aa20-7f58-4046-9b7d-98e18f125e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:29.285167 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c682-bd45-49e2-ac02-840b84a3d929 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f2e40e31-8e42-4f9a-ae40-037933769c5d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:29.316484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1c682-bd45-49e2-ac02-840b84a3d929 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for f2e40e31-8e42-4f9a-ae40-037933769c5d owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:29.365446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c779aa20-7f58-4046-9b7d-98e18f125e79 None None] Current status of the port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:29.499366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a8aa1a67-a0c6-4ea6-a568-37f5f077897f None None] Provisioning complete for port f2e40e31-8e42-4f9a-ae40-037933769c5d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:29.501321 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8aa1a67-a0c6-4ea6-a568-37f5f077897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2e40e31-8e42-4f9a-ae40-037933769c5d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:29.567034 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c682-bd45-49e2-ac02-840b84a3d929 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f2e40e31-8e42-4f9a-ae40-037933769c5d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:29.591137 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for floatingip (0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:29.624906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa1a67-a0c6-4ea6-a568-37f5f077897f None None] Port f2e40e31-8e42-4f9a-ae40-037933769c5d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:29.688908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1c682-bd45-49e2-ac02-840b84a3d929 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=f2e40e31-8e42-4f9a-ae40-037933769c5d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:29.738230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-19af3220-d6c3-45b6-a680-cf826267b6a3 None None] Could not find standard attr ID for object b72d4182-ebaf-46c7-b94c-ef4a8744da95. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:59:29.747500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c6127b7c-6f40-4ed7-b3f7-788f9ec0359d up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:29.808257 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ffd392f4-6a56-4ca5-9af8-92dba0935990), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:29.825654 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c682-bd45-49e2-ac02-840b84a3d929 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:29.832220 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c4f1c682-bd45-49e2-ac02-840b84a3d929 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/f2e40e31-8e42-4f9a-ae40-037933769c5d HTTP/1.1" status: 204 len: 168 time: 0.8842287 Jan 28 12:59:29.836411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:29.851997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:29.852492 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:29.892817 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a837667b-cf30-4b66-96e6-497383a243c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:29.894276 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a837667b-cf30-4b66-96e6-497383a243c9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/f2e40e31-8e42-4f9a-ae40-037933769c5d HTTP/1.1" status: 404 len: 333 time: 0.0569053 Jan 28 12:59:29.898702 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52418) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:29.985555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e04d91-5659-44c1-9626-525adf254ad9 req-72b8e373-9520-4511-9770-b0811f99b748 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:29.987234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2e04d91-5659-44c1-9626-525adf254ad9 req-72b8e373-9520-4511-9770-b0811f99b748 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.1943719 Jan 28 12:59:30.001230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:30.005674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0752f303-93ae-403b-b988-1b512a89821d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting subnet 619b3087-8bf5-481a-8de0-79ca27eea4b2 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:59:30.020085 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0752f303-93ae-403b-b988-1b512a89821d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (619b3087-8bf5-481a-8de0-79ca27eea4b2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.089241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0752f303-93ae-403b-b988-1b512a89821d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (619b3087-8bf5-481a-8de0-79ca27eea4b2), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.116450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2e04d91-5659-44c1-9626-525adf254ad9 req-e1273d80-4d18-4f1e-912c-2cab55cd819b tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886014 Jan 28 12:59:30.167996 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for port (ffd392f4-6a56-4ca5-9af8-92dba0935990), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.183823 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ffd392f4-6a56-4ca5-9af8-92dba0935990), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.214405 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0752f303-93ae-403b-b988-1b512a89821d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (619b3087-8bf5-481a-8de0-79ca27eea4b2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.278335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event updated for resources: {'Port': ['ID=ffd392f4-6a56-4ca5-9af8-92dba0935990,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:30.289754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.314412 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0752f303-93ae-403b-b988-1b512a89821d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (619b3087-8bf5-481a-8de0-79ca27eea4b2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.348319 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0752f303-93ae-403b-b988-1b512a89821d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.360916 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0752f303-93ae-403b-b988-1b512a89821d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/619b3087-8bf5-481a-8de0-79ca27eea4b2 HTTP/1.1" status: 204 len: 168 time: 0.4609005 Jan 28 12:59:30.388239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52424) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:30.403997 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752f303-93ae-403b-b988-1b512a89821d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Subnet': ['ID=619b3087-8bf5-481a-8de0-79ca27eea4b2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:30.428338 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Floating IP 0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2 associated. External IP: 172.25.7.67, port: c9b3223d-5002-489a-8e03-65567aa72c90. Jan 28 12:59:30.488928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32cb4c9-8f25-435a-a0a9-4c001328b516 None None] Network e389487b-4b0b-411f-b62d-a653b8d06ca0 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:30.532298 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e389487b-4b0b-411f-b62d-a653b8d06ca0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.596637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:30.597369 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.708578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] For port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c6127b7c-6f40-4ed7-b3f7-788f9ec0359d,segment=NetworkSegment(a33a1308-b009-4685-aa0c-5223514fc7ac),segment_id=a33a1308-b009-4685-aa0c-5223514fc7ac)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:30.710504 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.724347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Router 1d007836-b126-45ac-bd87-9fc319d346e2 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:59:30.737399 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for c6127b7c-6f40-4ed7-b3f7-788f9ec0359d owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:30.755389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d262dc-2537-4016-be03-f475b4741c5f None None] DHCP port deletion for e389487b-4b0b-411f-b62d-a653b8d06ca0 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:59:30.868139 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.871480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b8d262dc-2537-4016-be03-f475b4741c5f None None] Deleting port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:30.872096 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d262dc-2537-4016-be03-f475b4741c5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.933216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=c6127b7c-6f40-4ed7-b3f7-788f9ec0359d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:30.939971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No DVR routers for this DVR port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:59:30.955380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:59:30.985680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b8d262dc-2537-4016-be03-f475b4741c5f None None] For port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:30.986236 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d262dc-2537-4016-be03-f475b4741c5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:30.993089 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.006784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b8d262dc-2537-4016-be03-f475b4741c5f None None] Calling delete_port for c6127b7c-6f40-4ed7-b3f7-788f9ec0359d owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:31.009820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-b8d262dc-2537-4016-be03-f475b4741c5f None None] Port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:59:31.011684 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d262dc-2537-4016-be03-f475b4741c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (c6127b7c-6f40-4ed7-b3f7-788f9ec0359d), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.049332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a61daa0-a134-48f6-9ba4-9dc9d825b0c2 None None] Sync routers for ids ['1d007836-b126-45ac-bd87-9fc319d346e2'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:59:31.050313 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-66ef2687-156e-412d-ab95-7fcbed340727 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1024468 Jan 28 12:59:31.050995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'tag': 'c9b3223d-5002-489a-8e03-65567aa72c90'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:59:31.053655 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74620daf-990e-4cba-8033-57da5a6087d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c849ca-e8d1-41da-abe0-aa166c6d41b9", "tag": "c9b3223d-5002-489a-8e03-65567aa72c90"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:59:31.055525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d262dc-2537-4016-be03-f475b4741c5f None None] No DVR routers for this DVR port c6127b7c-6f40-4ed7-b3f7-788f9ec0359d on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:59:31.057678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52428) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:31.059458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d262dc-2537-4016-be03-f475b4741c5f None None] Pushing event deleted for resources: {'Port': ['ID=c6127b7c-6f40-4ed7-b3f7-788f9ec0359d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:31.081163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a61daa0-a134-48f6-9ba4-9dc9d825b0c2 None None] Routers {'1d007836-b126-45ac-bd87-9fc319d346e2'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:59:31.082086 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a61daa0-a134-48f6-9ba4-9dc9d825b0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1d007836-b126-45ac-bd87-9fc319d346e2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:31.111830 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e389487b-4b0b-411f-b62d-a653b8d06ca0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.162105 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ecd8be-2e11-425a-b448-b219b5294b0c x-openstack-request-id: req-a5ecd8be-2e11-425a-b448-b219b5294b0c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:59:31.162529 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c849ca-e8d1-41da-abe0-aa166c6d41b9", "tag": "c9b3223d-5002-489a-8e03-65567aa72c90", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:59:31.162887 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5ecd8be-2e11-425a-b448-b219b5294b0c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:59:31.163595 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'tag': 'c9b3223d-5002-489a-8e03-65567aa72c90', 'status': 'completed', 'code': 200} Jan 28 12:59:31.173168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e389487b-4b0b-411f-b62d-a653b8d06ca0']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:31.184933 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-325d036f-acd0-4a7c-92d3-ac418fe3079e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/floatingips/0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2 HTTP/1.1" status: 200 len: 990 time: 0.1239877 Jan 28 12:59:31.203051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33a1308-b009-4685-aa0c-5223514fc7ac') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:31.203369 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33a1308-b009-4685-aa0c-5223514fc7ac') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:31.220227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74620daf-990e-4cba-8033-57da5a6087d0 req-bc9b7160-bfc8-47bb-aba2-65a9adcc30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:31.222837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74620daf-990e-4cba-8033-57da5a6087d0 req-bc9b7160-bfc8-47bb-aba2-65a9adcc30e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 1096 time: 0.0563183 Jan 28 12:59:31.224755 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (a33a1308-b009-4685-aa0c-5223514fc7ac), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.233268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0a61daa0-a134-48f6-9ba4-9dc9d825b0c2 None None] Set router 1d007836-b126-45ac-bd87-9fc319d346e2 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:59:31.255391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a33a1308-b009-4685-aa0c-5223514fc7ac), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.265359 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:59:31.265851 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (a33a1308-b009-4685-aa0c-5223514fc7ac), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:59:31.269151 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:59:31.361900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (e389487b-4b0b-411f-b62d-a653b8d06ca0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.414323 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.416575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643a041-d31d-4666-96a6-6d3a3dde9601 req-addcc264-0084-4485-9486-7336d781f845 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:31.418353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8643a041-d31d-4666-96a6-6d3a3dde9601 req-addcc264-0084-4485-9486-7336d781f845 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.1150749 Jan 28 12:59:31.419948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74620daf-990e-4cba-8033-57da5a6087d0 req-3d2a40f7-4f88-4365-b4ff-98f5abed95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:31.421331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74620daf-990e-4cba-8033-57da5a6087d0 req-3d2a40f7-4f88-4365-b4ff-98f5abed95c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3a9de031-f386-4e29-98a1-20794fd55d2e HTTP/1.1" status: 200 len: 898 time: 0.1887114 Jan 28 12:59:31.424404 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/networks/e389487b-4b0b-411f-b62d-a653b8d06ca0 HTTP/1.1" status: 204 len: 168 time: 1.0351183 Jan 28 12:59:31.428768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a5fab-3784-4fd5-96e0-7c584c2a8c35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Network': ['ID=e389487b-4b0b-411f-b62d-a653b8d06ca0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:31.431442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52436) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:31.437464 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9d6d7dc4-5ddf-482c-9e6d-845b7fd6a121 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-864241343'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:31.491227 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d7dc4-5ddf-482c-9e6d-845b7fd6a121 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:31.495613 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7dc4-5ddf-482c-9e6d-845b7fd6a121 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.542490 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6d7dc4-5ddf-482c-9e6d-845b7fd6a121 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:59:31.563829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7dc4-5ddf-482c-9e6d-845b7fd6a121 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ea4b4c01-60a0-4b1b-8abe-cd1925558990), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.564193 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-9d6d7dc4-5ddf-482c-9e6d-845b7fd6a121 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Added segment ea4b4c01-60a0-4b1b-8abe-cd1925558990 of type vlan for network d39e4f5b-a78d-463b-aee8-884f33373f6a Jan 28 12:59:31.581508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a61daa0-a134-48f6-9ba4-9dc9d825b0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T12:59:08Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'port_id': 'c9b3223d-5002-489a-8e03-65567aa72c90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'mac_address': 'fa:16:3e:05:cd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:59:29Z', 'updated_at': '2022-01-28T12:59:29Z', 'revision_number': 0, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07ade41-a79f-41a0-bbf6-311fb410a9e8', 'name': '', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:12:db:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:07Z', 'updated_at': '2022-01-28T12:59:14Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:31.613582 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74620daf-990e-4cba-8033-57da5a6087d0 req-b355079e-ebb8-4dff-8af7-a76b9068c14f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b3223d-5002-489a-8e03-65567aa72c90 HTTP/1.1" status: 200 len: 998 time: 0.1281664 Jan 28 12:59:31.651631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a61daa0-a134-48f6-9ba4-9dc9d825b0c2 None None] Checking router: 1d007836-b126-45ac-bd87-9fc319d346e2 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:59:31.670230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a61daa0-a134-48f6-9ba4-9dc9d825b0c2 None None] Routers {'1d007836-b126-45ac-bd87-9fc319d346e2'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:59:31.671359 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a61daa0-a134-48f6-9ba4-9dc9d825b0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1d007836-b126-45ac-bd87-9fc319d346e2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:31.672685 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7dc4-5ddf-482c-9e6d-845b7fd6a121 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d39e4f5b-a78d-463b-aee8-884f33373f6a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.681926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c6127b7c-6f40-4ed7-b3f7-788f9ec0359d no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:59:31.705883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8643a041-d31d-4666-96a6-6d3a3dde9601 req-3c9e5162-5cef-428e-b434-93e61f64dfef tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795293 Jan 28 12:59:31.717373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74620daf-990e-4cba-8033-57da5a6087d0 req-f44195f2-f633-4697-a266-94d41b1937d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:31.717752 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7dc4-5ddf-482c-9e6d-845b7fd6a121 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d39e4f5b-a78d-463b-aee8-884f33373f6a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.718912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74620daf-990e-4cba-8033-57da5a6087d0 req-f44195f2-f633-4697-a266-94d41b1937d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e758de26-69a0-4f65-8814-2a73a72ea3d7 HTTP/1.1" status: 200 len: 834 time: 0.0979390 Jan 28 12:59:31.728206 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d7dc4-5ddf-482c-9e6d-845b7fd6a121 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:31.729044 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7dc4-5ddf-482c-9e6d-845b7fd6a121 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:31.759274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: c6127b7c-6f40-4ed7-b3f7-788f9ec0359d {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:59:31.759731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c6127b7c-6f40-4ed7-b3f7-788f9ec0359d not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:59:31.806590 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9d6d7dc4-5ddf-482c-9e6d-845b7fd6a121 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3738167 Jan 28 12:59:31.809971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52438) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:31.815583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d212bd17-6065-4ef7-becc-857e3e3fdee0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': 'd39e4f5b-a78d-463b-aee8-884f33373f6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:31.828995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74620daf-990e-4cba-8033-57da5a6087d0 req-bc6f8e81-2ba1-4a5c-9295-7fa46ccc6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:31.834551 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74620daf-990e-4cba-8033-57da5a6087d0 req-bc6f8e81-2ba1-4a5c-9295-7fa46ccc6686 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a9de031-f386-4e29-98a1-20794fd55d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080983 Jan 28 12:59:31.873671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d7dc4-5ddf-482c-9e6d-845b7fd6a121 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Network': ['ID=d39e4f5b-a78d-463b-aee8-884f33373f6a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:31.893282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d39e4f5b-a78d-463b-aee8-884f33373f6a details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:59:31.942379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0a61daa0-a134-48f6-9ba4-9dc9d825b0c2 None None] Set router 1d007836-b126-45ac-bd87-9fc319d346e2 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:59:31.971331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d212bd17-6065-4ef7-becc-857e3e3fdee0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:31.977600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d212bd17-6065-4ef7-becc-857e3e3fdee0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:32.041580 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74620daf-990e-4cba-8033-57da5a6087d0 req-ed966a55-a28f-4b05-847f-d4068329a4ed service neutron] 10.222.0.49 "GET /v2.0/networks/3a9de031-f386-4e29-98a1-20794fd55d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012460 Jan 28 12:59:32.155596 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:59:32.177381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-74620daf-990e-4cba-8033-57da5a6087d0 req-1b99db7c-f123-4f2a-ac42-c0b2d4624bc3 service neutron] 10.222.0.49 "GET /v2.0/networks/3a9de031-f386-4e29-98a1-20794fd55d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291859 Jan 28 12:59:32.186907 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52442) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:32.287263 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c90c62c6-9aa1-4c99-a5e9-ff187e690ea6 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/floatingips/0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2 HTTP/1.1" status: 200 len: 990 time: 0.0988321 Jan 28 12:59:32.288528 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d212bd17-6065-4ef7-becc-857e3e3fdee0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (e8b5c3f8-eae5-401e-82ca-474f2b9d7337), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:32.303801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a61daa0-a134-48f6-9ba4-9dc9d825b0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T12:59:08Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'port_id': 'c9b3223d-5002-489a-8e03-65567aa72c90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'mac_address': 'fa:16:3e:05:cd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:59:29Z', 'updated_at': '2022-01-28T12:59:29Z', 'revision_number': 0, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07ade41-a79f-41a0-bbf6-311fb410a9e8', 'name': '', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:12:db:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:07Z', 'updated_at': '2022-01-28T12:59:14Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:32.335985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a61daa0-a134-48f6-9ba4-9dc9d825b0c2 None None] The sync data for ids ['1d007836-b126-45ac-bd87-9fc319d346e2'] in n-d-824835-4 is: [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T12:59:08Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'floating_ip_address': '172.25.7.67', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'port_id': 'c9b3223d-5002-489a-8e03-65567aa72c90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'mac_address': 'fa:16:3e:05:cd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:59:29Z', 'updated_at': '2022-01-28T12:59:29Z', 'revision_number': 0, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07ade41-a79f-41a0-bbf6-311fb410a9e8', 'name': '', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:12:db:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:07Z', 'updated_at': '2022-01-28T12:59:14Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:59:32.357058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212bd17-6065-4ef7-becc-857e3e3fdee0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Subnet': ['ID=e8b5c3f8-eae5-401e-82ca-474f2b9d7337,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:32.364675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212bd17-6065-4ef7-becc-857e3e3fdee0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Checking segment: {'id': 'ea4b4c01-60a0-4b1b-8abe-cd1925558990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd39e4f5b-a78d-463b-aee8-884f33373f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:32.365104 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212bd17-6065-4ef7-becc-857e3e3fdee0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network hostable DHCP agents. Network: d39e4f5b-a78d-463b-aee8-884f33373f6a, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:59:32.383199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212bd17-6065-4ef7-becc-857e3e3fdee0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network d39e4f5b-a78d-463b-aee8-884f33373f6a is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:59:32.395542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d212bd17-6065-4ef7-becc-857e3e3fdee0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d39e4f5b-a78d-463b-aee8-884f33373f6a) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:32.402777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d212bd17-6065-4ef7-becc-857e3e3fdee0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:32.403420 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d212bd17-6065-4ef7-becc-857e3e3fdee0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:32.413094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88519dd2-7260-4f74-9673-24401e1e85c4 None None] Network d39e4f5b-a78d-463b-aee8-884f33373f6a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:32.431933 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d212bd17-6065-4ef7-becc-857e3e3fdee0 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6209028 Jan 28 12:59:32.434544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52444) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:32.440413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': 'd39e4f5b-a78d-463b-aee8-884f33373f6a', 'name': 'tempest-PortsTestJSON-431086986', 'fixed_ips': [{'subnet_id': 'e8b5c3f8-eae5-401e-82ca-474f2b9d7337', 'ip_address': '172.20.0.10'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:32.557380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-d39e4f5b-a78d-463b-aee8-884f33373f6a', 'network_id': 'd39e4f5b-a78d-463b-aee8-884f33373f6a', 'project_id': 'b979b21172914806bbf2e959b0d9c47a', 'fixed_ips': [{'subnet_id': 'e8b5c3f8-eae5-401e-82ca-474f2b9d7337'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:59:32.558256 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:32.608998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:32.699791 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c889b01c-248f-49d7-af87-050d3cebcba7 None None] New status for floating IP 0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:59:32.716055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:32.737174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Allocated IP 172.20.0.2 (d39e4f5b-a78d-463b-aee8-884f33373f6a/e8b5c3f8-eae5-401e-82ca-474f2b9d7337/5acb379b-16cd-4f7f-887a-197b71d097ca) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:32.738679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port c071b043-a356-4e25-b3a5-022053c863f2 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:32.888320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe79723-a99b-4e27-8629-16d2537cde10 req-c1de3839-d80a-4dbc-bf2e-45c52ce1e7f2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:32.892555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffe79723-a99b-4e27-8629-16d2537cde10 req-c1de3839-d80a-4dbc-bf2e-45c52ce1e7f2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.0851643 Jan 28 12:59:32.995558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffe79723-a99b-4e27-8629-16d2537cde10 req-a0b68b11-00ab-4f31-ac8d-de8bb1e6051a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909722 Jan 28 12:59:33.044715 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Publish callbacks [] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:33.052211 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:33.102728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Network d39e4f5b-a78d-463b-aee8-884f33373f6a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:33.108522 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:33.111491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:33.120633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Pushing event updated for resources: {'Port': ['ID=5acb379b-16cd-4f7f-887a-197b71d097ca,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:33.180760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Attempting to bind port 5acb379b-16cd-4f7f-887a-197b71d097ca on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:59:33.181515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Attempting to bind port 5acb379b-16cd-4f7f-887a-197b71d097ca by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'ea4b4c01-60a0-4b1b-8abe-cd1925558990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd39e4f5b-a78d-463b-aee8-884f33373f6a'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:59:33.181914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Attempting to bind port 5acb379b-16cd-4f7f-887a-197b71d097ca on network d39e4f5b-a78d-463b-aee8-884f33373f6a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:59:33.187776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:59:33.188393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Checking segment: {'id': 'ea4b4c01-60a0-4b1b-8abe-cd1925558990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd39e4f5b-a78d-463b-aee8-884f33373f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:33.189036 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:33.189036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Bound using segment: {'id': 'ea4b4c01-60a0-4b1b-8abe-cd1925558990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd39e4f5b-a78d-463b-aee8-884f33373f6a'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:59:33.189683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Bound port: 5acb379b-16cd-4f7f-887a-197b71d097ca, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4b4c01-60a0-4b1b-8abe-cd1925558990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd39e4f5b-a78d-463b-aee8-884f33373f6a'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:59:33.189945 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:33.262169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] For port 5acb379b-16cd-4f7f-887a-197b71d097ca, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:59:33.265193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] For port 5acb379b-16cd-4f7f-887a-197b71d097ca, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5acb379b-16cd-4f7f-887a-197b71d097ca,segment=NetworkSegment(ea4b4c01-60a0-4b1b-8abe-cd1925558990),segment_id=ea4b4c01-60a0-4b1b-8abe-cd1925558990)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:59:33.270532 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:33.291233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52454) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:33.340397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.10 (d39e4f5b-a78d-463b-aee8-884f33373f6a/e8b5c3f8-eae5-401e-82ca-474f2b9d7337/c071b043-a356-4e25-b3a5-022053c863f2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:33.359683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b241f-a15c-455e-8e93-d8ee1c544d8a None None] Pushing event updated for resources: {'Port': ['ID=5acb379b-16cd-4f7f-887a-197b71d097ca,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:33.391700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-92e35523-70c2-41bd-acd4-85256f099313 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/floatingips/0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2 HTTP/1.1" status: 200 len: 992 time: 0.0990787 Jan 28 12:59:33.524097 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (c071b043-a356-4e25-b3a5-022053c863f2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:33.623844 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c071b043-a356-4e25-b3a5-022053c863f2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:33.688518 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network d39e4f5b-a78d-463b-aee8-884f33373f6a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:33.691745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:33.695404 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:33.724000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=c071b043-a356-4e25-b3a5-022053c863f2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:33.819012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5acb379b-16cd-4f7f-887a-197b71d097ca up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:33.847377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:33.851402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:33.877518 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-399fac68-3df5-4b70-88a5-cbc4ebb6dc1a tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4407473 Jan 28 12:59:33.879903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52492) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:33.887741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': 'd39e4f5b-a78d-463b-aee8-884f33373f6a', 'name': 'tempest-PortsTestJSON-2008759295', 'fixed_ips': [{'subnet_id': 'e8b5c3f8-eae5-401e-82ca-474f2b9d7337', 'ip_address': '172.20.0.9'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:33.923674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5acb379b-16cd-4f7f-887a-197b71d097ca triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:33.924196 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:34.050870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5acb379b-16cd-4f7f-887a-197b71d097ca is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:34.051565 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:34.093249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:34.107278 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:34.124054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 5acb379b-16cd-4f7f-887a-197b71d097ca, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5acb379b-16cd-4f7f-887a-197b71d097ca,segment=NetworkSegment(ea4b4c01-60a0-4b1b-8abe-cd1925558990),segment_id=ea4b4c01-60a0-4b1b-8abe-cd1925558990)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:34.134982 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:34.146929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port c2f2681b-1c12-4b04-8c8f-b50dbecfbc63 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:34.160520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004630f6-8c7a-49b8-bfd8-3e11f6b70d04 req-063e73d6-7164-4f48-8646-7792fb8a66ef tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:34.169209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-004630f6-8c7a-49b8-bfd8-3e11f6b70d04 req-063e73d6-7164-4f48-8646-7792fb8a66ef tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.0777476 Jan 28 12:59:34.274323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=5acb379b-16cd-4f7f-887a-197b71d097ca,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:34.279333 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-004630f6-8c7a-49b8-bfd8-3e11f6b70d04 req-7789e136-f757-4ce5-a6b0-f4a9abb9a107 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081035 Jan 28 12:59:34.490867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.9 (d39e4f5b-a78d-463b-aee8-884f33373f6a/e8b5c3f8-eae5-401e-82ca-474f2b9d7337/c2f2681b-1c12-4b04-8c8f-b50dbecfbc63) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:34.576315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bd334-4f6d-49f8-a923-cf566ebc7284 req-55e028f5-7579-4ac2-a338-c75f4c56edd0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:34.589438 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b31bd334-4f6d-49f8-a923-cf566ebc7284 req-55e028f5-7579-4ac2-a338-c75f4c56edd0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0878632 Jan 28 12:59:34.683729 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b31bd334-4f6d-49f8-a923-cf566ebc7284 req-ef53142a-73e2-4db4-b68c-512db3b7638d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886698 Jan 28 12:59:34.767936 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (c2f2681b-1c12-4b04-8c8f-b50dbecfbc63), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:34.806346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0750303-5b2a-44f8-bd90-8eccc67bc0c3 None None] Network d39e4f5b-a78d-463b-aee8-884f33373f6a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:34.823478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c2f2681b-1c12-4b04-8c8f-b50dbecfbc63), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:34.884088 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network d39e4f5b-a78d-463b-aee8-884f33373f6a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:34.887980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:34.891276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:34.929705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=c2f2681b-1c12-4b04-8c8f-b50dbecfbc63,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:34.958245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:34.958914 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:34.982907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c5f3-55f0-4bc2-8e9e-d3b8a96163d0 None None] Provisioning complete for port 5acb379b-16cd-4f7f-887a-197b71d097ca triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:34.983795 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c5f3-55f0-4bc2-8e9e-d3b8a96163d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:34.984276 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-746791b2-d604-4035-8122-fcf5b3ef5bcc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1029658 Jan 28 12:59:34.987517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:35.089958 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d10e0-b3b9-4d92-9b2d-6c37ad465049 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:35.094440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-da0d10e0-b3b9-4d92-9b2d-6c37ad465049 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1053529 Jan 28 12:59:35.095023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52550) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:35.128748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c5f3-55f0-4bc2-8e9e-d3b8a96163d0 None None] Current status of the port 5acb379b-16cd-4f7f-887a-197b71d097ca is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:35.230285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d205909d-dfce-49dc-83e5-954e163d0747 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:35.236566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d205909d-dfce-49dc-83e5-954e163d0747 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:35.243467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d205909d-dfce-49dc-83e5-954e163d0747 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:35.247003 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d205909d-dfce-49dc-83e5-954e163d0747 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1488698 Jan 28 12:59:35.248212 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52552) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:35.374782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-79e593b0-e590-4bd9-af6b-35da0e498151 None None] Provisioning complete for port c071b043-a356-4e25-b3a5-022053c863f2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:35.375984 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79e593b0-e590-4bd9-af6b-35da0e498151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c071b043-a356-4e25-b3a5-022053c863f2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:35.391072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-97b253c1-50f6-489d-a8a3-43c69e0a703d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port c2f2681b-1c12-4b04-8c8f-b50dbecfbc63 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:35.391436 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97b253c1-50f6-489d-a8a3-43c69e0a703d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c2f2681b-1c12-4b04-8c8f-b50dbecfbc63), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:35.461230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-79e593b0-e590-4bd9-af6b-35da0e498151 None None] Port c071b043-a356-4e25-b3a5-022053c863f2 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:35.488475 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-79e593b0-e590-4bd9-af6b-35da0e498151 None None] Provisioning complete for port 5acb379b-16cd-4f7f-887a-197b71d097ca triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:35.488858 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79e593b0-e590-4bd9-af6b-35da0e498151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:35.515736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec48ce-4032-45b0-a960-65df97ee3d9b req-35d0ae7c-821a-448d-9dd6-5c92f980f149 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:35.529310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55ec48ce-4032-45b0-a960-65df97ee3d9b req-35d0ae7c-821a-448d-9dd6-5c92f980f149 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.1340902 Jan 28 12:59:35.602165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97b253c1-50f6-489d-a8a3-43c69e0a703d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c2f2681b-1c12-4b04-8c8f-b50dbecfbc63), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:35.619885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-97b253c1-50f6-489d-a8a3-43c69e0a703d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for c2f2681b-1c12-4b04-8c8f-b50dbecfbc63 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:35.655961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-79e593b0-e590-4bd9-af6b-35da0e498151 None None] Current status of the port 5acb379b-16cd-4f7f-887a-197b71d097ca is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:35.657029 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55ec48ce-4032-45b0-a960-65df97ee3d9b req-eb0ce149-63b0-497c-b752-7b2b099f2549 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269343 Jan 28 12:59:35.667025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5acb379b-16cd-4f7f-887a-197b71d097ca up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:35.703182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-79e593b0-e590-4bd9-af6b-35da0e498151 None None] Provisioning complete for port c2f2681b-1c12-4b04-8c8f-b50dbecfbc63 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:35.703740 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79e593b0-e590-4bd9-af6b-35da0e498151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c2f2681b-1c12-4b04-8c8f-b50dbecfbc63), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:35.748096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-79e593b0-e590-4bd9-af6b-35da0e498151 None None] Port c2f2681b-1c12-4b04-8c8f-b50dbecfbc63 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:35.779285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5acb379b-16cd-4f7f-887a-197b71d097ca triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:35.780583 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:35.823699 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97b253c1-50f6-489d-a8a3-43c69e0a703d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c2f2681b-1c12-4b04-8c8f-b50dbecfbc63), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:35.878638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b253c1-50f6-489d-a8a3-43c69e0a703d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=c2f2681b-1c12-4b04-8c8f-b50dbecfbc63,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:35.891892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0eabf7-537b-4f69-9d29-5a0ea3701589 req-35600018-3133-4c35-9dba-0cfa60b56700 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:35.904207 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c0eabf7-537b-4f69-9d29-5a0ea3701589 req-35600018-3133-4c35-9dba-0cfa60b56700 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0730479 Jan 28 12:59:35.967158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c0eabf7-537b-4f69-9d29-5a0ea3701589 req-855a8cfb-c1ba-44fa-bbec-290357aa5efd tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599053 Jan 28 12:59:35.978285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d713c0c1-ffd9-4e05-88c4-b3597a2dcc73 None None] Provisioning complete for port c071b043-a356-4e25-b3a5-022053c863f2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:35.978674 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d713c0c1-ffd9-4e05-88c4-b3597a2dcc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c071b043-a356-4e25-b3a5-022053c863f2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:35.987127 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97b253c1-50f6-489d-a8a3-43c69e0a703d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:35.995300 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-97b253c1-50f6-489d-a8a3-43c69e0a703d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/c2f2681b-1c12-4b04-8c8f-b50dbecfbc63 HTTP/1.1" status: 204 len: 168 time: 0.7458100 Jan 28 12:59:35.996062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52560) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:35.999749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5acb379b-16cd-4f7f-887a-197b71d097ca is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:36.029895 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4989638-7546-48f8-8b03-42fd28560637 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:36.031295 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e4989638-7546-48f8-8b03-42fd28560637 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/c2f2681b-1c12-4b04-8c8f-b50dbecfbc63 HTTP/1.1" status: 404 len: 333 time: 0.0263600 Jan 28 12:59:36.033962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:36.050254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d713c0c1-ffd9-4e05-88c4-b3597a2dcc73 None None] Port c071b043-a356-4e25-b3a5-022053c863f2 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:36.154589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d20152bf-9bf8-4f34-8448-0c3b3175cad2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port c071b043-a356-4e25-b3a5-022053c863f2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:36.154948 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d20152bf-9bf8-4f34-8448-0c3b3175cad2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c071b043-a356-4e25-b3a5-022053c863f2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:36.164971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-45129c05-6d12-4578-8d5c-489c0b947d80 None None] Could not find standard attr ID for object c2f2681b-1c12-4b04-8c8f-b50dbecfbc63. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:59:36.270884 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d20152bf-9bf8-4f34-8448-0c3b3175cad2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c071b043-a356-4e25-b3a5-022053c863f2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:36.284542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d20152bf-9bf8-4f34-8448-0c3b3175cad2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for c071b043-a356-4e25-b3a5-022053c863f2 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:36.422552 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d20152bf-9bf8-4f34-8448-0c3b3175cad2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c071b043-a356-4e25-b3a5-022053c863f2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:36.458541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20152bf-9bf8-4f34-8448-0c3b3175cad2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=c071b043-a356-4e25-b3a5-022053c863f2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:36.541854 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d20152bf-9bf8-4f34-8448-0c3b3175cad2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:36.545355 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d20152bf-9bf8-4f34-8448-0c3b3175cad2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/c071b043-a356-4e25-b3a5-022053c863f2 HTTP/1.1" status: 204 len: 168 time: 0.5103714 Jan 28 12:59:36.548262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52566) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:36.574828 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9f0856-2133-49cc-9a32-a562de92f4ee tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:36.579205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-aa9f0856-2133-49cc-9a32-a562de92f4ee tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/c071b043-a356-4e25-b3a5-022053c863f2 HTTP/1.1" status: 404 len: 333 time: 0.0274212 Jan 28 12:59:36.579545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52568) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:36.642998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce5e56d-c0c0-4e35-b881-248a9d73750b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting subnet e8b5c3f8-eae5-401e-82ca-474f2b9d7337 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:59:36.646572 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e56d-c0c0-4e35-b881-248a9d73750b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (e8b5c3f8-eae5-401e-82ca-474f2b9d7337), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:36.703267 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e56d-c0c0-4e35-b881-248a9d73750b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (e8b5c3f8-eae5-401e-82ca-474f2b9d7337), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:36.822689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01d228-2f96-4d5a-8af4-1911399a22f5 req-8d216f01-95ca-4159-9669-dccbf309fc11 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:36.824323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f01d228-2f96-4d5a-8af4-1911399a22f5 req-8d216f01-95ca-4159-9669-dccbf309fc11 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.0905814 Jan 28 12:59:36.843170 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e56d-c0c0-4e35-b881-248a9d73750b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (e8b5c3f8-eae5-401e-82ca-474f2b9d7337), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:36.919917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f01d228-2f96-4d5a-8af4-1911399a22f5 req-8efa1caf-951a-40c5-ab90-a2d2ed6522d6 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895057 Jan 28 12:59:36.936758 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e56d-c0c0-4e35-b881-248a9d73750b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (e8b5c3f8-eae5-401e-82ca-474f2b9d7337), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:36.965352 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5e56d-c0c0-4e35-b881-248a9d73750b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b5c3f8-eae5-401e-82ca-474f2b9d7337,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:36.968868 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e56d-c0c0-4e35-b881-248a9d73750b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:36.974497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2ce5e56d-c0c0-4e35-b881-248a9d73750b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/e8b5c3f8-eae5-401e-82ca-474f2b9d7337 HTTP/1.1" status: 204 len: 168 time: 0.3915083 Jan 28 12:59:36.974782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52572) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:36.980425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a4093-7fff-4ed2-a79b-809f2e27cfed None None] Network d39e4f5b-a78d-463b-aee8-884f33373f6a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:37.065918 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d39e4f5b-a78d-463b-aee8-884f33373f6a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.126412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b4206-9f2b-4f90-84a3-adabcdeb83ab req-e71c9e49-1561-43ce-90c8-51975deca7de tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:37.128554 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a6b4206-9f2b-4f90-84a3-adabcdeb83ab req-e71c9e49-1561-43ce-90c8-51975deca7de tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0681241 Jan 28 12:59:37.137471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port 5acb379b-16cd-4f7f-887a-197b71d097ca {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:37.137818 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.191969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a6b4206-9f2b-4f90-84a3-adabcdeb83ab req-4e2a8408-b26e-4fd8-97a9-8b49a9a01705 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565867 Jan 28 12:59:37.223955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] For port 5acb379b-16cd-4f7f-887a-197b71d097ca, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5acb379b-16cd-4f7f-887a-197b71d097ca,segment=NetworkSegment(ea4b4c01-60a0-4b1b-8abe-cd1925558990),segment_id=ea4b4c01-60a0-4b1b-8abe-cd1925558990)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:37.224445 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.239444 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for 5acb379b-16cd-4f7f-887a-197b71d097ca owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:37.327796 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (5acb379b-16cd-4f7f-887a-197b71d097ca), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.364895 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=5acb379b-16cd-4f7f-887a-197b71d097ca,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:37.383139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No DVR routers for this DVR port 5acb379b-16cd-4f7f-887a-197b71d097ca on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:59:37.391081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f072f705-d58f-4a44-934e-861751b4486c None None] DHCP port deletion for d39e4f5b-a78d-463b-aee8-884f33373f6a request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:59:37.476759 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d39e4f5b-a78d-463b-aee8-884f33373f6a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.501307 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39e4f5b-a78d-463b-aee8-884f33373f6a']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:37.513164 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4b4c01-60a0-4b1b-8abe-cd1925558990') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:37.513488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4b4c01-60a0-4b1b-8abe-cd1925558990') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:37.527466 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (ea4b4c01-60a0-4b1b-8abe-cd1925558990), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.543453 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ea4b4c01-60a0-4b1b-8abe-cd1925558990), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.550082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:59:37.550766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (ea4b4c01-60a0-4b1b-8abe-cd1925558990), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: timer() Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:59:37.554335 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:59:37.618090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5acb379b-16cd-4f7f-887a-197b71d097ca no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:59:37.620198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d39e4f5b-a78d-463b-aee8-884f33373f6a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.630256 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.638089 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/networks/d39e4f5b-a78d-463b-aee8-884f33373f6a HTTP/1.1" status: 204 len: 168 time: 0.6621828 Jan 28 12:59:37.638229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52578) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:37.642177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 5acb379b-16cd-4f7f-887a-197b71d097ca {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:59:37.642529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5acb379b-16cd-4f7f-887a-197b71d097ca not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:59:37.644380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bff4f941-9193-4704-b24b-fc11da6b50f3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-147550293'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:37.652557 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf9803-3420-4de4-945a-5ce0fd5c584e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Network': ['ID=d39e4f5b-a78d-463b-aee8-884f33373f6a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:37.668459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff4f941-9193-4704-b24b-fc11da6b50f3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:37.671884 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bff4f941-9193-4704-b24b-fc11da6b50f3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.699781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff4f941-9193-4704-b24b-fc11da6b50f3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:59:37.709767 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bff4f941-9193-4704-b24b-fc11da6b50f3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1d9d106c-8fd1-4317-a714-3b4c162fa5d3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.711078 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-bff4f941-9193-4704-b24b-fc11da6b50f3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Added segment 1d9d106c-8fd1-4317-a714-3b4c162fa5d3 of type vlan for network b986717d-195f-4aaf-9b11-6dc110cc4a0e Jan 28 12:59:37.753217 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bff4f941-9193-4704-b24b-fc11da6b50f3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (b986717d-195f-4aaf-9b11-6dc110cc4a0e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.780847 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bff4f941-9193-4704-b24b-fc11da6b50f3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (b986717d-195f-4aaf-9b11-6dc110cc4a0e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.785910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff4f941-9193-4704-b24b-fc11da6b50f3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:37.786583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bff4f941-9193-4704-b24b-fc11da6b50f3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:37.850108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bff4f941-9193-4704-b24b-fc11da6b50f3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2081275 Jan 28 12:59:37.850328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52580) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:37.855862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-74fd2688-d40c-49d8-bd6d-0936fe47d7d6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': 'b986717d-195f-4aaf-9b11-6dc110cc4a0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:37.884648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4f941-9193-4704-b24b-fc11da6b50f3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Network': ['ID=b986717d-195f-4aaf-9b11-6dc110cc4a0e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:37.901905 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network b986717d-195f-4aaf-9b11-6dc110cc4a0e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:59:37.977539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fd2688-d40c-49d8-bd6d-0936fe47d7d6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:37.981438 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74fd2688-d40c-49d8-bd6d-0936fe47d7d6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:38.110193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4fb2e-87c1-4a4f-96b7-ce374d114b1a req-55575de7-e63f-43eb-9922-a080a15a5f6e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:38.111739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bec4fb2e-87c1-4a4f-96b7-ce374d114b1a req-55575de7-e63f-43eb-9922-a080a15a5f6e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.0816200 Jan 28 12:59:38.225098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bec4fb2e-87c1-4a4f-96b7-ce374d114b1a req-be301ffb-93a0-47a7-9bbf-7c464dec9dd0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058576 Jan 28 12:59:38.250155 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74fd2688-d40c-49d8-bd6d-0936fe47d7d6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (cd58c46c-87bb-48ea-81b0-d204ae894cc2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:38.330578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd2688-d40c-49d8-bd6d-0936fe47d7d6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Subnet': ['ID=cd58c46c-87bb-48ea-81b0-d204ae894cc2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:38.357741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fd2688-d40c-49d8-bd6d-0936fe47d7d6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Checking segment: {'id': '1d9d106c-8fd1-4317-a714-3b4c162fa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b986717d-195f-4aaf-9b11-6dc110cc4a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:38.358409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fd2688-d40c-49d8-bd6d-0936fe47d7d6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network hostable DHCP agents. Network: b986717d-195f-4aaf-9b11-6dc110cc4a0e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:59:38.385076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d4cc8-c979-4100-b7a4-fd17d9fa13b8 req-22016776-06ed-4560-934d-6befdb7ca89e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:38.386625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-915d4cc8-c979-4100-b7a4-fd17d9fa13b8 req-22016776-06ed-4560-934d-6befdb7ca89e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0789804 Jan 28 12:59:38.394168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fd2688-d40c-49d8-bd6d-0936fe47d7d6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network b986717d-195f-4aaf-9b11-6dc110cc4a0e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:59:38.416718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-74fd2688-d40c-49d8-bd6d-0936fe47d7d6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, b986717d-195f-4aaf-9b11-6dc110cc4a0e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:38.423771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd2688-d40c-49d8-bd6d-0936fe47d7d6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:38.424360 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74fd2688-d40c-49d8-bd6d-0936fe47d7d6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:38.425951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f669f-5839-420f-b42b-6d5daf8753c1 None None] Network b986717d-195f-4aaf-9b11-6dc110cc4a0e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:38.455607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-74fd2688-d40c-49d8-bd6d-0936fe47d7d6 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6039672 Jan 28 12:59:38.458948 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-915d4cc8-c979-4100-b7a4-fd17d9fa13b8 req-5c4d8cdb-0ec7-4ae8-b79b-5b4f81ed432f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657439 Jan 28 12:59:38.463313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52586) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:38.473350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2ba91f6b-0ffd-4bf2-be6b-1feed2f4ce62 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-111137334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:38.506017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ba91f6b-0ffd-4bf2-be6b-1feed2f4ce62 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (9734601b-8d2b-4c57-99f2-20fbddb0a878), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:38.507129 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ba91f6b-0ffd-4bf2-be6b-1feed2f4ce62 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (9734601b-8d2b-4c57-99f2-20fbddb0a878), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:38.573298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-b986717d-195f-4aaf-9b11-6dc110cc4a0e', 'network_id': 'b986717d-195f-4aaf-9b11-6dc110cc4a0e', 'project_id': 'b979b21172914806bbf2e959b0d9c47a', 'fixed_ips': [{'subnet_id': 'cd58c46c-87bb-48ea-81b0-d204ae894cc2'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:59:38.573298 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:38.588174 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ba91f6b-0ffd-4bf2-be6b-1feed2f4ce62 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for router_controller (9734601b-8d2b-4c57-99f2-20fbddb0a878), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:38.594822 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ba91f6b-0ffd-4bf2-be6b-1feed2f4ce62 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (9734601b-8d2b-4c57-99f2-20fbddb0a878), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:38.620592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ba91f6b-0ffd-4bf2-be6b-1feed2f4ce62 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:38.625677 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2ba91f6b-0ffd-4bf2-be6b-1feed2f4ce62 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1604152 Jan 28 12:59:38.625996 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52590) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:38.631959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'network_id': 'b986717d-195f-4aaf-9b11-6dc110cc4a0e', 'name': 'tempest-PortsTestJSON-960231425'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:38.677359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5f7c7-cdc4-4d36-b6e8-e51938263359 req-77bbb5a3-c3c3-4248-a127-83b3519b2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:38.679246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ed5f7c7-cdc4-4d36-b6e8-e51938263359 req-77bbb5a3-c3c3-4248-a127-83b3519b2dd6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 1096 time: 0.0663083 Jan 28 12:59:38.740165 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ed5f7c7-cdc4-4d36-b6e8-e51938263359 req-8bde2c4c-00a1-44dd-afd4-2435028c622e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551059 Jan 28 12:59:38.760038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Allocated IP 172.20.0.2 (b986717d-195f-4aaf-9b11-6dc110cc4a0e/cd58c46c-87bb-48ea-81b0-d204ae894cc2/674ce7d2-512a-4656-b670-35003958a2ed) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:38.775751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:38.779326 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:38.798652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port 4b8d540c-180b-479e-b396-ea57824af5a5 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:38.924213 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Publish callbacks [] for port (674ce7d2-512a-4656-b670-35003958a2ed), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:38.932786 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (674ce7d2-512a-4656-b670-35003958a2ed), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:38.974072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Network b986717d-195f-4aaf-9b11-6dc110cc4a0e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:38.979136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:38.983455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:38.988651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Pushing event updated for resources: {'Port': ['ID=674ce7d2-512a-4656-b670-35003958a2ed,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:38.989552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.4 (b986717d-195f-4aaf-9b11-6dc110cc4a0e/cd58c46c-87bb-48ea-81b0-d204ae894cc2/4b8d540c-180b-479e-b396-ea57824af5a5) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:39.046017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Attempting to bind port 674ce7d2-512a-4656-b670-35003958a2ed on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:59:39.046391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Attempting to bind port 674ce7d2-512a-4656-b670-35003958a2ed by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '1d9d106c-8fd1-4317-a714-3b4c162fa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b986717d-195f-4aaf-9b11-6dc110cc4a0e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:59:39.046751 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Attempting to bind port 674ce7d2-512a-4656-b670-35003958a2ed on network b986717d-195f-4aaf-9b11-6dc110cc4a0e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:59:39.051966 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:59:39.052370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Checking segment: {'id': '1d9d106c-8fd1-4317-a714-3b4c162fa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b986717d-195f-4aaf-9b11-6dc110cc4a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:39.052811 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:39.053190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Bound using segment: {'id': '1d9d106c-8fd1-4317-a714-3b4c162fa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b986717d-195f-4aaf-9b11-6dc110cc4a0e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:59:39.053872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Bound port: 674ce7d2-512a-4656-b670-35003958a2ed, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9d106c-8fd1-4317-a714-3b4c162fa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b986717d-195f-4aaf-9b11-6dc110cc4a0e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:59:39.054264 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (674ce7d2-512a-4656-b670-35003958a2ed), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:39.120530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] For port 674ce7d2-512a-4656-b670-35003958a2ed, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:59:39.123780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] For port 674ce7d2-512a-4656-b670-35003958a2ed, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=674ce7d2-512a-4656-b670-35003958a2ed,segment=NetworkSegment(1d9d106c-8fd1-4317-a714-3b4c162fa5d3),segment_id=1d9d106c-8fd1-4317-a714-3b4c162fa5d3)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:59:39.129195 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (674ce7d2-512a-4656-b670-35003958a2ed), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:39.155261 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (4b8d540c-180b-479e-b396-ea57824af5a5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:39.189746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168b81d-df05-4f76-9136-4f40224473e9 None None] Pushing event updated for resources: {'Port': ['ID=674ce7d2-512a-4656-b670-35003958a2ed,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:39.205246 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4b8d540c-180b-479e-b396-ea57824af5a5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:39.256155 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network b986717d-195f-4aaf-9b11-6dc110cc4a0e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:39.261980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:39.264933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:39.272872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=4b8d540c-180b-479e-b396-ea57824af5a5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:39.333237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:39.333905 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:39.354358 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bc276344-7721-419f-93c9-92b9196467ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7242115 Jan 28 12:59:39.354612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52594) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:39.434274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578ccdc-cd67-404b-a230-757b17a7f18d req-c749ea5c-d8aa-431d-b254-bd3210e9d1fa tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:39.435884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9578ccdc-cd67-404b-a230-757b17a7f18d req-c749ea5c-d8aa-431d-b254-bd3210e9d1fa tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.0930936 Jan 28 12:59:39.552770 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9578ccdc-cd67-404b-a230-757b17a7f18d req-054a38b3-f471-478c-8163-a0449924dcd2 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916171 Jan 28 12:59:39.674928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a5478-776a-49ce-a735-cb5006d429bd req-b6a5c772-ac77-414a-85e3-366eda1ceb66 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:39.676547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b52a5478-776a-49ce-a735-cb5006d429bd req-b6a5c772-ac77-414a-85e3-366eda1ceb66 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.1025505 Jan 28 12:59:39.780017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 674ce7d2-512a-4656-b670-35003958a2ed up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:39.784431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b52a5478-776a-49ce-a735-cb5006d429bd req-a4bee34a-40a4-4951-807f-1d06f6538856 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933461 Jan 28 12:59:39.833479 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4b8d540c-180b-479e-b396-ea57824af5a5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:39.836340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 674ce7d2-512a-4656-b670-35003958a2ed triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:39.836804 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (674ce7d2-512a-4656-b670-35003958a2ed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:39.946052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 674ce7d2-512a-4656-b670-35003958a2ed is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:39.946827 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (674ce7d2-512a-4656-b670-35003958a2ed), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:39.987475 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 674ce7d2-512a-4656-b670-35003958a2ed, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=674ce7d2-512a-4656-b670-35003958a2ed,segment=NetworkSegment(1d9d106c-8fd1-4317-a714-3b4c162fa5d3),segment_id=1d9d106c-8fd1-4317-a714-3b4c162fa5d3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:39.993626 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (674ce7d2-512a-4656-b670-35003958a2ed), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:40.128133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=674ce7d2-512a-4656-b670-35003958a2ed,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:40.150250 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (4b8d540c-180b-479e-b396-ea57824af5a5), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:40.156034 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4b8d540c-180b-479e-b396-ea57824af5a5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:40.221159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 64a32934-6022-4529-99c5-2bcca8387206 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:59:40.247567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=4b8d540c-180b-479e-b396-ea57824af5a5,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:40.370578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 64a32934-6022-4529-99c5-2bcca8387206, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=64a32934-6022-4529-99c5-2bcca8387206,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:40.384223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '64a32934-6022-4529-99c5-2bcca8387206', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'port_id': '64a32934-6022-4529-99c5-2bcca8387206', 'mac_address': 'fa:16:3e:cb:ac:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:59:40.433927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 64a32934-6022-4529-99c5-2bcca8387206 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:40.433927 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (64a32934-6022-4529-99c5-2bcca8387206), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:40.437304 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (9734601b-8d2b-4c57-99f2-20fbddb0a878), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:40.460577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64a32934-6022-4529-99c5-2bcca8387206 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:59:40.492600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 64a32934-6022-4529-99c5-2bcca8387206, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=64a32934-6022-4529-99c5-2bcca8387206,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:40.500202 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (64a32934-6022-4529-99c5-2bcca8387206), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:40.504946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453230ea-4479-4119-8235-afe68af7c183 None None] Network b986717d-195f-4aaf-9b11-6dc110cc4a0e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:40.568811 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4b8d540c-180b-479e-b396-ea57824af5a5), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:40.616124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=64a32934-6022-4529-99c5-2bcca8387206,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:40.627812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c2853249-d174-4906-b51a-8add2798ee5a None None] Provisioning complete for port 674ce7d2-512a-4656-b670-35003958a2ed triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:40.628187 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2853249-d174-4906-b51a-8add2798ee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (674ce7d2-512a-4656-b670-35003958a2ed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:40.695636 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57944b11-c9e5-4a1f-94dc-43c9805b0782 req-17ab6688-fe7b-4a47-9215-093d814ac284 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:40.697850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57944b11-c9e5-4a1f-94dc-43c9805b0782 req-17ab6688-fe7b-4a47-9215-093d814ac284 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 944 time: 0.0716529 Jan 28 12:59:40.760698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57944b11-c9e5-4a1f-94dc-43c9805b0782 req-7f00c452-37a8-4ba3-afcf-874d5c9c39a0 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540471 Jan 28 12:59:40.764122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['64a32934-6022-4529-99c5-2bcca8387206'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:59:40.798754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52604) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:40.802151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c2853249-d174-4906-b51a-8add2798ee5a None None] Current status of the port 674ce7d2-512a-4656-b670-35003958a2ed is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:40.882432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b2c4ab69-6da8-44f0-a945-17e966ff5c7d tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/floatingips/ce670fee-ed61-4918-bfb5-7b6982f20149 HTTP/1.1" status: 200 len: 992 time: 0.0808523 Jan 28 12:59:40.988210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc11e0-4464-4db4-9246-7ee895310f71 req-4f98329e-e7eb-49eb-ae20-4faecbe1c035 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:40.990112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53fc11e0-4464-4db4-9246-7ee895310f71 req-4f98329e-e7eb-49eb-ae20-4faecbe1c035 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0875044 Jan 28 12:59:41.017448 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (4b8d540c-180b-479e-b396-ea57824af5a5), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:41.025139 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4b8d540c-180b-479e-b396-ea57824af5a5), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:41.073290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53fc11e0-4464-4db4-9246-7ee895310f71 req-b3f72342-9841-4883-8212-0d2820e88ad2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759995 Jan 28 12:59:41.129413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=4b8d540c-180b-479e-b396-ea57824af5a5,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:41.139442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (9734601b-8d2b-4c57-99f2-20fbddb0a878), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:41.170125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a32ac124-cf28-44bf-b1ab-73759915f386 None None] Provisioning complete for port 674ce7d2-512a-4656-b670-35003958a2ed triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:41.170125 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a32ac124-cf28-44bf-b1ab-73759915f386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (674ce7d2-512a-4656-b670-35003958a2ed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:41.263508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a32ac124-cf28-44bf-b1ab-73759915f386 None None] Current status of the port 674ce7d2-512a-4656-b670-35003958a2ed is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:41.265377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network b986717d-195f-4aaf-9b11-6dc110cc4a0e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:41.267083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:41.285399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a32ac124-cf28-44bf-b1ab-73759915f386 None None] Provisioning complete for port 4b8d540c-180b-479e-b396-ea57824af5a5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:41.285794 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a32ac124-cf28-44bf-b1ab-73759915f386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4b8d540c-180b-479e-b396-ea57824af5a5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:41.344871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a32ac124-cf28-44bf-b1ab-73759915f386 None None] Port 4b8d540c-180b-479e-b396-ea57824af5a5 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:41.412842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Router 9734601b-8d2b-4c57-99f2-20fbddb0a878 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:59:41.478612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f94baecf-9390-4127-8399-9ea13634a7a7 None None] Provisioning complete for port 4b8d540c-180b-479e-b396-ea57824af5a5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:41.479247 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f94baecf-9390-4127-8399-9ea13634a7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4b8d540c-180b-479e-b396-ea57824af5a5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:41.518057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f94baecf-9390-4127-8399-9ea13634a7a7 None None] Port 4b8d540c-180b-479e-b396-ea57824af5a5 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:41.533980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:59:41.543039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52608) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:41.543190 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-21f2f892-3b9f-43f4-a600-e26e6fcbbeb2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "PUT /v2.0/routers/9734601b-8d2b-4c57-99f2-20fbddb0a878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1876175 Jan 28 12:59:41.545674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce6ded5-4fc4-4550-a979-cfc1ea9cf958 None None] Sync routers for ids ['9734601b-8d2b-4c57-99f2-20fbddb0a878'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:59:41.557533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6ded5-4fc4-4550-a979-cfc1ea9cf958 None None] Routers {'9734601b-8d2b-4c57-99f2-20fbddb0a878'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:59:41.558174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5ce6ded5-4fc4-4550-a979-cfc1ea9cf958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9734601b-8d2b-4c57-99f2-20fbddb0a878'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:41.597125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5ce6ded5-4fc4-4550-a979-cfc1ea9cf958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:41.608531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6ded5-4fc4-4550-a979-cfc1ea9cf958 None None] Routers {'9734601b-8d2b-4c57-99f2-20fbddb0a878'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:59:41.609154 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5ce6ded5-4fc4-4550-a979-cfc1ea9cf958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9734601b-8d2b-4c57-99f2-20fbddb0a878'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:41.627594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcdd6c8-b348-46f2-853b-3d75c0ae9726 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:41.629299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dfcdd6c8-b348-46f2-853b-3d75c0ae9726 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports?device_id=9734601b-8d2b-4c57-99f2-20fbddb0a878 HTTP/1.1" status: 200 len: 981 time: 0.0846009 Jan 28 12:59:41.632853 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52610) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:41.659851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 674ce7d2-512a-4656-b670-35003958a2ed up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:41.687972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5ce6ded5-4fc4-4550-a979-cfc1ea9cf958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:41.688621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce6ded5-4fc4-4550-a979-cfc1ea9cf958 None None] The sync data for ids ['9734601b-8d2b-4c57-99f2-20fbddb0a878'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:59:41.717980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e7e86f7e-f064-4317-a753-f2b8fbb7f29b None None] Provisioning complete for port 4b8d540c-180b-479e-b396-ea57824af5a5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:41.718362 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7e86f7e-f064-4317-a753-f2b8fbb7f29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4b8d540c-180b-479e-b396-ea57824af5a5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:41.768970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e7e86f7e-f064-4317-a753-f2b8fbb7f29b None None] Port 4b8d540c-180b-479e-b396-ea57824af5a5 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:41.776207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 674ce7d2-512a-4656-b670-35003958a2ed triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:41.776590 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (674ce7d2-512a-4656-b670-35003958a2ed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:41.907934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 674ce7d2-512a-4656-b670-35003958a2ed is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:41.920291 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-845cc525-e6c8-40b6-8d03-331452c0070d None None] Provisioning complete for port 4b8d540c-180b-479e-b396-ea57824af5a5 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:41.920795 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-845cc525-e6c8-40b6-8d03-331452c0070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4b8d540c-180b-479e-b396-ea57824af5a5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:41.977286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-845cc525-e6c8-40b6-8d03-331452c0070d None None] Port 4b8d540c-180b-479e-b396-ea57824af5a5 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:42.227221 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 64a32934-6022-4529-99c5-2bcca8387206 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:42.239515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad5ddb-f3fe-4dd5-a2fa-8a58d4924ec7 req-5e74cafc-e642-4359-af0c-b09680351ff3 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:42.242495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3ad5ddb-f3fe-4dd5-a2fa-8a58d4924ec7 req-5e74cafc-e642-4359-af0c-b09680351ff3 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0631628 Jan 28 12:59:42.283533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 64a32934-6022-4529-99c5-2bcca8387206 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:42.283900 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (64a32934-6022-4529-99c5-2bcca8387206), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:42.306066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3ad5ddb-f3fe-4dd5-a2fa-8a58d4924ec7 req-ffafa8ff-870d-46f1-b28c-225c32a6d750 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572455 Jan 28 12:59:42.373781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 64a32934-6022-4529-99c5-2bcca8387206 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:42.374244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (64a32934-6022-4529-99c5-2bcca8387206), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:42.398482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a32934-6022-4529-99c5-2bcca8387206'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:59:42.400926 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b02975a-27cf-41e9-b102-f8fada5bff43" -d '{"events": [{"server_uuid": "9ea79c39-8e33-497f-89a6-ff9132996c6e", "name": "network-vif-plugged", "status": "completed", "tag": "64a32934-6022-4529-99c5-2bcca8387206"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:59:42.420403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 64a32934-6022-4529-99c5-2bcca8387206, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=64a32934-6022-4529-99c5-2bcca8387206,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:42.427580 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (64a32934-6022-4529-99c5-2bcca8387206), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:42.469339 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb736d8-437a-4012-a3e4-9075621b81b1 x-openstack-request-id: req-eeb736d8-437a-4012-a3e4-9075621b81b1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:59:42.469750 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea79c39-8e33-497f-89a6-ff9132996c6e", "name": "network-vif-plugged", "status": "completed", "tag": "64a32934-6022-4529-99c5-2bcca8387206", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:59:42.470086 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eeb736d8-437a-4012-a3e4-9075621b81b1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:59:42.470558 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a32934-6022-4529-99c5-2bcca8387206', 'code': 200} Jan 28 12:59:42.502052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=64a32934-6022-4529-99c5-2bcca8387206,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:42.506555 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-884162e6-dd73-4f46-846d-ece8e98ec8da tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (9734601b-8d2b-4c57-99f2-20fbddb0a878), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:42.743791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-884162e6-dd73-4f46-846d-ece8e98ec8da tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port 4b8d540c-180b-479e-b396-ea57824af5a5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:42.744136 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-884162e6-dd73-4f46-846d-ece8e98ec8da tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4b8d540c-180b-479e-b396-ea57824af5a5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:42.838887 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-884162e6-dd73-4f46-846d-ece8e98ec8da tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4b8d540c-180b-479e-b396-ea57824af5a5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:42.851443 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-884162e6-dd73-4f46-846d-ece8e98ec8da tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for 4b8d540c-180b-479e-b396-ea57824af5a5 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:43.043955 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-884162e6-dd73-4f46-846d-ece8e98ec8da tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4b8d540c-180b-479e-b396-ea57824af5a5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:43.076229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884162e6-dd73-4f46-846d-ece8e98ec8da tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=4b8d540c-180b-479e-b396-ea57824af5a5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:43.227289 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-884162e6-dd73-4f46-846d-ece8e98ec8da tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (9734601b-8d2b-4c57-99f2-20fbddb0a878), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:43.408319 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884162e6-dd73-4f46-846d-ece8e98ec8da tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Router 9734601b-8d2b-4c57-99f2-20fbddb0a878 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:59:43.461908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a438e-58e3-4ae5-ad22-5da7c0743d77 req-592fd8c0-cfbc-48af-89f2-54d3a69bfab3 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:43.463824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e15a438e-58e3-4ae5-ad22-5da7c0743d77 req-592fd8c0-cfbc-48af-89f2-54d3a69bfab3 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0621777 Jan 28 12:59:43.502798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884162e6-dd73-4f46-846d-ece8e98ec8da tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:59:43.512202 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-884162e6-dd73-4f46-846d-ece8e98ec8da tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "PUT /v2.0/routers/9734601b-8d2b-4c57-99f2-20fbddb0a878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8778791 Jan 28 12:59:43.512928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52622) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:43.515538 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ecd6aa-cc54-456f-9f3b-5c40ab51e80c None None] Sync routers for ids ['9734601b-8d2b-4c57-99f2-20fbddb0a878'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:59:43.523886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e15a438e-58e3-4ae5-ad22-5da7c0743d77 req-48c0aacc-1220-4f2e-92d4-061f99ae1b86 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515823 Jan 28 12:59:43.526219 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ecd6aa-cc54-456f-9f3b-5c40ab51e80c None None] Routers {'9734601b-8d2b-4c57-99f2-20fbddb0a878'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:59:43.526839 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-70ecd6aa-cc54-456f-9f3b-5c40ab51e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9734601b-8d2b-4c57-99f2-20fbddb0a878'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:43.542699 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-79901efd-50cf-4523-88f3-41bddd2364a1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:43.558188 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-79901efd-50cf-4523-88f3-41bddd2364a1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/4b8d540c-180b-479e-b396-ea57824af5a5 HTTP/1.1" status: 404 len: 333 time: 0.0438275 Jan 28 12:59:43.560849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52624) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:43.564261 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-70ecd6aa-cc54-456f-9f3b-5c40ab51e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:43.573733 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ecd6aa-cc54-456f-9f3b-5c40ab51e80c None None] Routers {'9734601b-8d2b-4c57-99f2-20fbddb0a878'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:59:43.574357 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-70ecd6aa-cc54-456f-9f3b-5c40ab51e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9734601b-8d2b-4c57-99f2-20fbddb0a878'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:43.607379 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-70ecd6aa-cc54-456f-9f3b-5c40ab51e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:43.608036 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ecd6aa-cc54-456f-9f3b-5c40ab51e80c None None] The sync data for ids ['9734601b-8d2b-4c57-99f2-20fbddb0a878'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:59:43.640197 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dde25681-2c6c-4225-8b9b-6a756f8e2b9d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for router (9734601b-8d2b-4c57-99f2-20fbddb0a878), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:43.806310 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dde25681-2c6c-4225-8b9b-6a756f8e2b9d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (9734601b-8d2b-4c57-99f2-20fbddb0a878), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:43.808402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dde25681-2c6c-4225-8b9b-6a756f8e2b9d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for router_controller (9734601b-8d2b-4c57-99f2-20fbddb0a878), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:43.854409 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dde25681-2c6c-4225-8b9b-6a756f8e2b9d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (9734601b-8d2b-4c57-99f2-20fbddb0a878), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:43.855179 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde25681-2c6c-4225-8b9b-6a756f8e2b9d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Fanout notify agent at l3_agent the message router_deleted on router 9734601b-8d2b-4c57-99f2-20fbddb0a878 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:59:43.861971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dde25681-2c6c-4225-8b9b-6a756f8e2b9d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:43.863087 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dde25681-2c6c-4225-8b9b-6a756f8e2b9d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/routers/9734601b-8d2b-4c57-99f2-20fbddb0a878 HTTP/1.1" status: 204 len: 168 time: 0.3012562 Jan 28 12:59:43.865754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:43.920537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6270b9-54b3-4c2b-bed9-535561944109 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting subnet cd58c46c-87bb-48ea-81b0-d204ae894cc2 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:59:43.923930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6270b9-54b3-4c2b-bed9-535561944109 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (cd58c46c-87bb-48ea-81b0-d204ae894cc2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:43.977935 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6270b9-54b3-4c2b-bed9-535561944109 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (cd58c46c-87bb-48ea-81b0-d204ae894cc2), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.070365 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6270b9-54b3-4c2b-bed9-535561944109 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (cd58c46c-87bb-48ea-81b0-d204ae894cc2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.131628 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6270b9-54b3-4c2b-bed9-535561944109 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (cd58c46c-87bb-48ea-81b0-d204ae894cc2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.156325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6270b9-54b3-4c2b-bed9-535561944109 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Subnet': ['ID=cd58c46c-87bb-48ea-81b0-d204ae894cc2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:44.164937 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6270b9-54b3-4c2b-bed9-535561944109 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.171010 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0a6270b9-54b3-4c2b-bed9-535561944109 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/cd58c46c-87bb-48ea-81b0-d204ae894cc2 HTTP/1.1" status: 204 len: 168 time: 0.3009274 Jan 28 12:59:44.171639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52630) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:44.172014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe4a0f-269a-494b-b71a-256d5c92934d None None] Network b986717d-195f-4aaf-9b11-6dc110cc4a0e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:44.255425 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (b986717d-195f-4aaf-9b11-6dc110cc4a0e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.321551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port 674ce7d2-512a-4656-b670-35003958a2ed {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:44.321831 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (674ce7d2-512a-4656-b670-35003958a2ed), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.350804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9061ff5b-4abf-4a1b-bd70-0f90f22668b4 None None] DHCP port deletion for b986717d-195f-4aaf-9b11-6dc110cc4a0e request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:59:44.391852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] For port 674ce7d2-512a-4656-b670-35003958a2ed, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=674ce7d2-512a-4656-b670-35003958a2ed,segment=NetworkSegment(1d9d106c-8fd1-4317-a714-3b4c162fa5d3),segment_id=1d9d106c-8fd1-4317-a714-3b4c162fa5d3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:44.392218 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (674ce7d2-512a-4656-b670-35003958a2ed), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.400065 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9061ff5b-4abf-4a1b-bd70-0f90f22668b4 None None] Deleting port 674ce7d2-512a-4656-b670-35003958a2ed {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:44.400065 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9061ff5b-4abf-4a1b-bd70-0f90f22668b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (674ce7d2-512a-4656-b670-35003958a2ed), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.406941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for 674ce7d2-512a-4656-b670-35003958a2ed owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:44.486620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9061ff5b-4abf-4a1b-bd70-0f90f22668b4 None None] For port 674ce7d2-512a-4656-b670-35003958a2ed, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=674ce7d2-512a-4656-b670-35003958a2ed,segment=NetworkSegment(1d9d106c-8fd1-4317-a714-3b4c162fa5d3),segment_id=1d9d106c-8fd1-4317-a714-3b4c162fa5d3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:44.487029 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9061ff5b-4abf-4a1b-bd70-0f90f22668b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (674ce7d2-512a-4656-b670-35003958a2ed), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.500879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9061ff5b-4abf-4a1b-bd70-0f90f22668b4 None None] Calling delete_port for 674ce7d2-512a-4656-b670-35003958a2ed owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:44.525884 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (674ce7d2-512a-4656-b670-35003958a2ed), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.559521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=674ce7d2-512a-4656-b670-35003958a2ed,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:44.565320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No DVR routers for this DVR port 674ce7d2-512a-4656-b670-35003958a2ed on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:59:44.593502 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9061ff5b-4abf-4a1b-bd70-0f90f22668b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (674ce7d2-512a-4656-b670-35003958a2ed), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.610072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061ff5b-4abf-4a1b-bd70-0f90f22668b4 None None] No DVR routers for this DVR port 674ce7d2-512a-4656-b670-35003958a2ed on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:59:44.640043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061ff5b-4abf-4a1b-bd70-0f90f22668b4 None None] Pushing event deleted for resources: {'Port': ['ID=674ce7d2-512a-4656-b670-35003958a2ed,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:44.667546 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (b986717d-195f-4aaf-9b11-6dc110cc4a0e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.723253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b986717d-195f-4aaf-9b11-6dc110cc4a0e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:44.737465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9d106c-8fd1-4317-a714-3b4c162fa5d3') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:44.737767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9d106c-8fd1-4317-a714-3b4c162fa5d3') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:59:44.750295 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (1d9d106c-8fd1-4317-a714-3b4c162fa5d3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.769867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a399d-0b6f-4ef3-8a4c-57cd880d50b3 req-93750b83-73f7-45d2-afab-96fec8faf5e6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:44.771423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f14a399d-0b6f-4ef3-8a4c-57cd880d50b3 req-93750b83-73f7-45d2-afab-96fec8faf5e6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0936923 Jan 28 12:59:44.776756 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (1d9d106c-8fd1-4317-a714-3b4c162fa5d3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.790346 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:59:44.790759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (1d9d106c-8fd1-4317-a714-3b4c162fa5d3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: timer() Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:59:44.793740 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:59:44.879013 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (b986717d-195f-4aaf-9b11-6dc110cc4a0e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.884516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f14a399d-0b6f-4ef3-8a4c-57cd880d50b3 req-29d42002-43c4-4ab2-947a-105573f6bfb7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034999 Jan 28 12:59:44.890083 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:44.897964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/networks/b986717d-195f-4aaf-9b11-6dc110cc4a0e HTTP/1.1" status: 204 len: 168 time: 0.7209117 Jan 28 12:59:44.898152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52634) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:44.919952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269c804-41ca-453a-8134-5b68170dfe76 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Network': ['ID=b986717d-195f-4aaf-9b11-6dc110cc4a0e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:44.958158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746580f3-75fc-4b8a-96b4-a261fee8b475 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:44.959578 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-746580f3-75fc-4b8a-96b4-a261fee8b475 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/09215e1b-11e7-473b-b396-5c2b8d232d2d HTTP/1.1" status: 200 len: 841 time: 0.0606537 Jan 28 12:59:44.964340 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52636) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:45.007316 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-480abfd2-119c-4f28-be9f-a812c4843b8e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/09215e1b-11e7-473b-b396-5c2b8d232d2d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0413249 Jan 28 12:59:45.011295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52640) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:45.017309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-81742698-0bfa-4cc2-838e-7dd30918c092 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:45.111134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81742698-0bfa-4cc2-838e-7dd30918c092 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:45.114686 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81742698-0bfa-4cc2-838e-7dd30918c092 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.301902 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81742698-0bfa-4cc2-838e-7dd30918c092 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (592a9423-cad4-482a-9b89-a630b6007931), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.349441 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81742698-0bfa-4cc2-838e-7dd30918c092 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:45.355604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-81742698-0bfa-4cc2-838e-7dd30918c092 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:45.357855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81742698-0bfa-4cc2-838e-7dd30918c092 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:45.358452 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81742698-0bfa-4cc2-838e-7dd30918c092 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.365415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e0fb73-3b5d-49e4-a732-116090ab7127 None None] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:45.372842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81742698-0bfa-4cc2-838e-7dd30918c092 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Subnet': ['ID=592a9423-cad4-482a-9b89-a630b6007931,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:45.385315 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-81742698-0bfa-4cc2-838e-7dd30918c092 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3725152 Jan 28 12:59:45.388321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52642) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:45.392871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-67f82dff-4e51-46e5-8a6a-8624eb313da2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1522203629'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:45.419699 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67f82dff-4e51-46e5-8a6a-8624eb313da2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.503093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-7ff422d9-feb7-4277-a5c7-1dca25acc601', 'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'project_id': 'b979b21172914806bbf2e959b0d9c47a', 'fixed_ips': [{'subnet_id': '592a9423-cad4-482a-9b89-a630b6007931'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:59:45.503264 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67f82dff-4e51-46e5-8a6a-8624eb313da2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (fcee3c83-6643-4cd2-9d82-3b4a1f6c14bc), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.505084 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.508901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67f82dff-4e51-46e5-8a6a-8624eb313da2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fcee3c83-6643-4cd2-9d82-3b4a1f6c14bc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.549316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f82dff-4e51-46e5-8a6a-8624eb313da2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcee3c83-6643-4cd2-9d82-3b4a1f6c14bc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:45.557804 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67f82dff-4e51-46e5-8a6a-8624eb313da2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.559359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-67f82dff-4e51-46e5-8a6a-8624eb313da2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1699655 Jan 28 12:59:45.562043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52644) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:45.566900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8b465b1b-6b08-4c29-9604-f16790cb5dd3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'security_group': {'name': 'tempest-secgroup-2140727355'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:45.596356 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b465b1b-6b08-4c29-9604-f16790cb5dd3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.664186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 674ce7d2-512a-4656-b670-35003958a2ed no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:59:45.689163 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b465b1b-6b08-4c29-9604-f16790cb5dd3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (b2bd9940-e4e4-45df-abf5-e3915fc5c6f2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.691952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Allocated IP 172.20.0.2 (7ff422d9-feb7-4277-a5c7-1dca25acc601/592a9423-cad4-482a-9b89-a630b6007931/cc0a61c4-a42e-441a-899e-d79ece2a604a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:45.694966 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b465b1b-6b08-4c29-9604-f16790cb5dd3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b2bd9940-e4e4-45df-abf5-e3915fc5c6f2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.695137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 674ce7d2-512a-4656-b670-35003958a2ed {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:59:45.695686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 674ce7d2-512a-4656-b670-35003958a2ed not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:59:45.730005 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b465b1b-6b08-4c29-9604-f16790cb5dd3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.734156 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8b465b1b-6b08-4c29-9604-f16790cb5dd3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1680145 Jan 28 12:59:45.734156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52646) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:45.740311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-200366081', 'security_groups': ['b2bd9940-e4e4-45df-abf5-e3915fc5c6f2'], 'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '592a9423-cad4-482a-9b89-a630b6007931'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:45.745599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b465b1b-6b08-4c29-9604-f16790cb5dd3 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bd9940-e4e4-45df-abf5-e3915fc5c6f2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:45.869759 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Publish callbacks [] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.871305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:45.878170 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:45.930756 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Pushing event updated for resources: {'Port': ['ID=cc0a61c4-a42e-441a-899e-d79ece2a604a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:45.939060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:45.940713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:45.943141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:45.978515 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:46.011897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port 7cad8527-a273-496a-9d66-f53d31f5accc yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:46.017688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Attempting to bind port cc0a61c4-a42e-441a-899e-d79ece2a604a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:59:46.018485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Attempting to bind port cc0a61c4-a42e-441a-899e-d79ece2a604a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '7ec23f8a-bf62-497d-8d7b-3e574300386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:59:46.018800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Attempting to bind port cc0a61c4-a42e-441a-899e-d79ece2a604a on network 7ff422d9-feb7-4277-a5c7-1dca25acc601 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:59:46.024388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:59:46.024766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Checking segment: {'id': '7ec23f8a-bf62-497d-8d7b-3e574300386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:59:46.025171 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:46.025589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Bound using segment: {'id': '7ec23f8a-bf62-497d-8d7b-3e574300386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:59:46.026053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Bound port: cc0a61c4-a42e-441a-899e-d79ece2a604a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec23f8a-bf62-497d-8d7b-3e574300386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:59:46.026431 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:46.108533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] For port cc0a61c4-a42e-441a-899e-d79ece2a604a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:59:46.112582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] For port cc0a61c4-a42e-441a-899e-d79ece2a604a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cc0a61c4-a42e-441a-899e-d79ece2a604a,segment=NetworkSegment(7ec23f8a-bf62-497d-8d7b-3e574300386d),segment_id=7ec23f8a-bf62-497d-8d7b-3e574300386d)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:59:46.122826 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:46.185114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3389c8-bbef-47cf-9bb6-8c879584840a None None] Pushing event updated for resources: {'Port': ['ID=cc0a61c4-a42e-441a-899e-d79ece2a604a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:46.186365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a04ed1-e5cd-4ff9-b203-83355206da3d req-508d30df-7e5f-42bb-8b7a-86439f9a1408 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:46.191891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2a04ed1-e5cd-4ff9-b203-83355206da3d req-508d30df-7e5f-42bb-8b7a-86439f9a1408 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.1312957 Jan 28 12:59:46.289681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2a04ed1-e5cd-4ff9-b203-83355206da3d req-68b40d59-b386-490c-82c8-49acb8ace57a tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893757 Jan 28 12:59:46.299205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.9 (7ff422d9-feb7-4277-a5c7-1dca25acc601/592a9423-cad4-482a-9b89-a630b6007931/7cad8527-a273-496a-9d66-f53d31f5accc) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:46.488393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (7cad8527-a273-496a-9d66-f53d31f5accc), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:46.541267 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7cad8527-a273-496a-9d66-f53d31f5accc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:46.593157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:46.596205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:46.602320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:46.608974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=7cad8527-a273-496a-9d66-f53d31f5accc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:46.662016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:46.662798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:46.683024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b5774b57-c2e8-4e04-bd9a-2dda426be0ac tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9478643 Jan 28 12:59:46.685637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52652) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:46.692518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d51b267d-fbe8-4331-b721-c3c2d4ce1584 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:46.807846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51b267d-fbe8-4331-b721-c3c2d4ce1584 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:46.811610 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d51b267d-fbe8-4331-b721-c3c2d4ce1584 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:47.280631 n-d-824835-4 neutron-server[103129]: INFO neutron.db.ipam_backend_mixin [None req-d51b267d-fbe8-4331-b721-c3c2d4ce1584 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 592a9423-cad4-482a-9b89-a630b6007931 (CIDR: 172.20.0.0/28) Jan 28 12:59:47.285560 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51b267d-fbe8-4331-b721-c3c2d4ce1584 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:59:47.286305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51b267d-fbe8-4331-b721-c3c2d4ce1584 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:59:47.310480 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52666) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:47.311013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d51b267d-fbe8-4331-b721-c3c2d4ce1584 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6239121 Jan 28 12:59:47.315928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-193549ee-4857-4756-8079-2080a5ba2ef8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:47.406224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:47.460839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-86cfcd88-de8b-46a5-9eb4-123dfec555b3 None None] Provisioning complete for port cc0a61c4-a42e-441a-899e-d79ece2a604a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:47.461368 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86cfcd88-de8b-46a5-9eb4-123dfec555b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:47.519529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193549ee-4857-4756-8079-2080a5ba2ef8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:47.527433 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-193549ee-4857-4756-8079-2080a5ba2ef8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:47.532173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087372a-eb2f-4fe4-b144-706b884b2511 req-a84887b7-af49-4d82-935d-fb38f12e450d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:47.535739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3087372a-eb2f-4fe4-b144-706b884b2511 req-a84887b7-af49-4d82-935d-fb38f12e450d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.1140573 Jan 28 12:59:47.690571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-86cfcd88-de8b-46a5-9eb4-123dfec555b3 None None] Current status of the port cc0a61c4-a42e-441a-899e-d79ece2a604a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:47.691408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3087372a-eb2f-4fe4-b144-706b884b2511 req-3ec3be45-28a3-430d-8dcb-9bc17193e0d6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514015 Jan 28 12:59:47.691998 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86cfcd88-de8b-46a5-9eb4-123dfec555b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:47.761040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-86cfcd88-de8b-46a5-9eb4-123dfec555b3 None None] For port cc0a61c4-a42e-441a-899e-d79ece2a604a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cc0a61c4-a42e-441a-899e-d79ece2a604a,segment=NetworkSegment(7ec23f8a-bf62-497d-8d7b-3e574300386d),segment_id=7ec23f8a-bf62-497d-8d7b-3e574300386d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:47.770062 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86cfcd88-de8b-46a5-9eb4-123dfec555b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:47.864502 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfcd88-de8b-46a5-9eb4-123dfec555b3 None None] Pushing event updated for resources: {'Port': ['ID=cc0a61c4-a42e-441a-899e-d79ece2a604a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:47.864502 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc0a61c4-a42e-441a-899e-d79ece2a604a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:47.889964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-86cfcd88-de8b-46a5-9eb4-123dfec555b3 None None] Provisioning complete for port 09215e1b-11e7-473b-b396-5c2b8d232d2d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:47.890254 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86cfcd88-de8b-46a5-9eb4-123dfec555b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (09215e1b-11e7-473b-b396-5c2b8d232d2d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:47.959311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-86cfcd88-de8b-46a5-9eb4-123dfec555b3 None None] Port 09215e1b-11e7-473b-b396-5c2b8d232d2d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:47.967709 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:47.969034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port cc0a61c4-a42e-441a-899e-d79ece2a604a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:47.969387 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:47.973023 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-193549ee-4857-4756-8079-2080a5ba2ef8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (e94f0c83-0040-4cfd-8eb5-0dee258d56ff), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:48.025991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193549ee-4857-4756-8079-2080a5ba2ef8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:48.029680 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-193549ee-4857-4756-8079-2080a5ba2ef8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:48.034936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193549ee-4857-4756-8079-2080a5ba2ef8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:48.035713 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-193549ee-4857-4756-8079-2080a5ba2ef8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:48.050980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193549ee-4857-4756-8079-2080a5ba2ef8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Subnet': ['ID=e94f0c83-0040-4cfd-8eb5-0dee258d56ff,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:48.070372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52694) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:48.081168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-da521735-1d64-4e76-a01c-718e3d94543d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1470444275', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e94f0c83-0040-4cfd-8eb5-0dee258d56ff'}], 'security_groups': ['fcee3c83-6643-4cd2-9d82-3b4a1f6c14bc']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:48.082307 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-193549ee-4857-4756-8079-2080a5ba2ef8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7704525 Jan 28 12:59:48.113747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48aa00d-8160-4416-9ac9-4da5bb49cd4d None None] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:48.135942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port cc0a61c4-a42e-441a-899e-d79ece2a604a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:48.167612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da521735-1d64-4e76-a01c-718e3d94543d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7cad8527-a273-496a-9d66-f53d31f5accc), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:48.182577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-596d7385-2939-4c32-b261-b01722ab9a70 None None] Provisioning complete for port 7cad8527-a273-496a-9d66-f53d31f5accc triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:48.183253 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-596d7385-2939-4c32-b261-b01722ab9a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7cad8527-a273-496a-9d66-f53d31f5accc), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:48.254122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-596d7385-2939-4c32-b261-b01722ab9a70 None None] Port 7cad8527-a273-496a-9d66-f53d31f5accc cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:48.265102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 069bf510-73e7-40d8-8d92-2933d1607b88 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:59:48.599835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-da521735-1d64-4e76-a01c-718e3d94543d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Delete allocated IP 172.20.0.9 (7ff422d9-feb7-4277-a5c7-1dca25acc601/592a9423-cad4-482a-9b89-a630b6007931) {{(pid=103129) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 12:59:48.610853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-da521735-1d64-4e76-a01c-718e3d94543d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.21 (7ff422d9-feb7-4277-a5c7-1dca25acc601/e94f0c83-0040-4cfd-8eb5-0dee258d56ff/7cad8527-a273-496a-9d66-f53d31f5accc) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:48.629998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=069bf510-73e7-40d8-8d92-2933d1607b88,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:48.636283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb961281-e041-448a-8d3e-ad6cc77ebc3c None None] Update dhcp port {'port': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'fixed_ips': [{'subnet_id': '592a9423-cad4-482a-9b89-a630b6007931', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e94f0c83-0040-4cfd-8eb5-0dee258d56ff'}], 'binding:host_id': 'n-d-824835-4'}, 'id': 'cc0a61c4-a42e-441a-899e-d79ece2a604a'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:59:48.681951 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb961281-e041-448a-8d3e-ad6cc77ebc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:48.697290 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '069bf510-73e7-40d8-8d92-2933d1607b88', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'port_id': '069bf510-73e7-40d8-8d92-2933d1607b88', 'mac_address': 'fa:16:3e:76:69:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:59:48.747037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 069bf510-73e7-40d8-8d92-2933d1607b88 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:48.747756 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:48.818227 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da521735-1d64-4e76-a01c-718e3d94543d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (7cad8527-a273-496a-9d66-f53d31f5accc), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:48.833869 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da521735-1d64-4e76-a01c-718e3d94543d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7cad8527-a273-496a-9d66-f53d31f5accc), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:48.950753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-cb961281-e041-448a-8d3e-ad6cc77ebc3c None None] Allocated IP 172.20.0.18 (7ff422d9-feb7-4277-a5c7-1dca25acc601/e94f0c83-0040-4cfd-8eb5-0dee258d56ff/cc0a61c4-a42e-441a-899e-d79ece2a604a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:49.021351 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-da521735-1d64-4e76-a01c-718e3d94543d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] In _notify_port_updated(), no bound segment for port 7cad8527-a273-496a-9d66-f53d31f5accc on network 7ff422d9-feb7-4277-a5c7-1dca25acc601 {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:59:49.028578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da521735-1d64-4e76-a01c-718e3d94543d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:49.029438 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da521735-1d64-4e76-a01c-718e3d94543d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:49.031051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-da521735-1d64-4e76-a01c-718e3d94543d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "PUT /v2.0/ports/7cad8527-a273-496a-9d66-f53d31f5accc HTTP/1.1" status: 200 len: 921 time: 0.9585001 Jan 28 12:59:49.034182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52704) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:49.042120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da521735-1d64-4e76-a01c-718e3d94543d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=7cad8527-a273-496a-9d66-f53d31f5accc,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:49.056749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41128ea0-9cd5-497e-a2a8-9e2dcfe25fd0 req-4e3e2152-c825-486b-a161-8f82ebd6c778 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:49.058466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41128ea0-9cd5-497e-a2a8-9e2dcfe25fd0 req-4e3e2152-c825-486b-a161-8f82ebd6c778 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.2367992 Jan 28 12:59:49.108081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cb961281-e041-448a-8d3e-ad6cc77ebc3c None None] For port cc0a61c4-a42e-441a-899e-d79ece2a604a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cc0a61c4-a42e-441a-899e-d79ece2a604a,segment=NetworkSegment(7ec23f8a-bf62-497d-8d7b-3e574300386d),segment_id=7ec23f8a-bf62-497d-8d7b-3e574300386d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:49.151378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb961281-e041-448a-8d3e-ad6cc77ebc3c None None] Publish callbacks [] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:49.157881 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 069bf510-73e7-40d8-8d92-2933d1607b88 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:59:49.165451 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb961281-e041-448a-8d3e-ad6cc77ebc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:49.179239 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41128ea0-9cd5-497e-a2a8-9e2dcfe25fd0 req-4f3a137c-0833-45f8-80c5-9642d4daf42e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972552 Jan 28 12:59:49.240602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5e9de0e9-bdc5-4971-be0b-f59ed20600b8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port 7cad8527-a273-496a-9d66-f53d31f5accc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:49.241689 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e9de0e9-bdc5-4971-be0b-f59ed20600b8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7cad8527-a273-496a-9d66-f53d31f5accc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:49.280282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb961281-e041-448a-8d3e-ad6cc77ebc3c None None] Pushing event updated for resources: {'Port': ['ID=cc0a61c4-a42e-441a-899e-d79ece2a604a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:49.295370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=069bf510-73e7-40d8-8d92-2933d1607b88,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:49.334534 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:49.403565 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cadb8b66-b5ac-4ae1-b543-e9fe17223889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:49.425363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['069bf510-73e7-40d8-8d92-2933d1607b88'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:59:49.450680 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e9de0e9-bdc5-4971-be0b-f59ed20600b8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7cad8527-a273-496a-9d66-f53d31f5accc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:49.469165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5e9de0e9-bdc5-4971-be0b-f59ed20600b8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for 7cad8527-a273-496a-9d66-f53d31f5accc owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:49.499321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=069bf510-73e7-40d8-8d92-2933d1607b88,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:49.713962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc0a61c4-a42e-441a-899e-d79ece2a604a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:49.777241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e9de0e9-bdc5-4971-be0b-f59ed20600b8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7cad8527-a273-496a-9d66-f53d31f5accc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:49.833547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port cc0a61c4-a42e-441a-899e-d79ece2a604a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:49.834194 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:49.837839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9de0e9-bdc5-4971-be0b-f59ed20600b8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=7cad8527-a273-496a-9d66-f53d31f5accc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:49.957141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port cc0a61c4-a42e-441a-899e-d79ece2a604a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:50.010358 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e9de0e9-bdc5-4971-be0b-f59ed20600b8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.014742 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5e9de0e9-bdc5-4971-be0b-f59ed20600b8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/7cad8527-a273-496a-9d66-f53d31f5accc HTTP/1.1" status: 204 len: 168 time: 0.9792085 Jan 28 12:59:50.018952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52716) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:50.056233 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f40523c-9ab5-4e1e-8d54-59b8995c1316 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:50.058087 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3f40523c-9ab5-4e1e-8d54-59b8995c1316 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/7cad8527-a273-496a-9d66-f53d31f5accc HTTP/1.1" status: 404 len: 333 time: 0.0374889 Jan 28 12:59:50.061120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52718) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:50.155191 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-522706ab-f567-45af-baef-1476c1d6cc99 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (b2bd9940-e4e4-45df-abf5-e3915fc5c6f2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.186048 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-522706ab-f567-45af-baef-1476c1d6cc99 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (b2bd9940-e4e4-45df-abf5-e3915fc5c6f2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.274318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-522706ab-f567-45af-baef-1476c1d6cc99 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b2bd9940-e4e4-45df-abf5-e3915fc5c6f2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.277240 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-522706ab-f567-45af-baef-1476c1d6cc99 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.278664 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-522706ab-f567-45af-baef-1476c1d6cc99 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/security-groups/b2bd9940-e4e4-45df-abf5-e3915fc5c6f2 HTTP/1.1" status: 204 len: 168 time: 0.2165132 Jan 28 12:59:50.283586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52722) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:50.294281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 069bf510-73e7-40d8-8d92-2933d1607b88 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:50.311106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522706ab-f567-45af-baef-1476c1d6cc99 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bd9940-e4e4-45df-abf5-e3915fc5c6f2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:50.472930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c5dd908e-a566-4597-bc6e-8f3f0fbc61e2 None None] Provisioning complete for port cc0a61c4-a42e-441a-899e-d79ece2a604a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:50.480608 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5dd908e-a566-4597-bc6e-8f3f0fbc61e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.525701 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-928f0397-7ea5-4559-8041-ee605a8fad35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (fcee3c83-6643-4cd2-9d82-3b4a1f6c14bc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.527982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 069bf510-73e7-40d8-8d92-2933d1607b88 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:50.528611 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.572072 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-928f0397-7ea5-4559-8041-ee605a8fad35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (fcee3c83-6643-4cd2-9d82-3b4a1f6c14bc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.641850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d5a00-53bd-4c9a-ad94-8bb6689f205a req-1726d218-c339-497e-9a63-44428caf239c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:50.644238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d48d5a00-53bd-4c9a-ad94-8bb6689f205a req-1726d218-c339-497e-9a63-44428caf239c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 944 time: 0.2738450 Jan 28 12:59:50.645682 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-928f0397-7ea5-4559-8041-ee605a8fad35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fcee3c83-6643-4cd2-9d82-3b4a1f6c14bc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.649394 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-928f0397-7ea5-4559-8041-ee605a8fad35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.653401 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:50.654037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-928f0397-7ea5-4559-8041-ee605a8fad35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/security-groups/fcee3c83-6643-4cd2-9d82-3b4a1f6c14bc HTTP/1.1" status: 204 len: 168 time: 0.3694892 Jan 28 12:59:50.689481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f0397-7ea5-4559-8041-ee605a8fad35 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcee3c83-6643-4cd2-9d82-3b4a1f6c14bc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:50.760777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d48d5a00-53bd-4c9a-ad94-8bb6689f205a req-8d74ad6f-b590-48f9-9e0c-bb2e1fdb877d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055877 Jan 28 12:59:50.805436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 069bf510-73e7-40d8-8d92-2933d1607b88 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:50.805983 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.885684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f631354-b69e-4193-ab05-c9ed4a1e1a79 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting subnet 592a9423-cad4-482a-9b89-a630b6007931 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:59:50.901625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f631354-b69e-4193-ab05-c9ed4a1e1a79 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (592a9423-cad4-482a-9b89-a630b6007931), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.911856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd908e-a566-4597-bc6e-8f3f0fbc61e2 None None] Current status of the port cc0a61c4-a42e-441a-899e-d79ece2a604a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:50.938918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:59:50.943200 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7099b5e0-3b0d-44b6-b77d-2bd62bdbd4e3" -d '{"events": [{"server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "name": "network-vif-plugged", "status": "completed", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:59:50.947676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c5dd908e-a566-4597-bc6e-8f3f0fbc61e2 None None] Could not find standard attr ID for object 7cad8527-a273-496a-9d66-f53d31f5accc. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:59:50.954375 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f631354-b69e-4193-ab05-c9ed4a1e1a79 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (592a9423-cad4-482a-9b89-a630b6007931), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.973493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=069bf510-73e7-40d8-8d92-2933d1607b88,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:50.985686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c5dd908e-a566-4597-bc6e-8f3f0fbc61e2 None None] Provisioning complete for port 09215e1b-11e7-473b-b396-5c2b8d232d2d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:50.986542 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5dd908e-a566-4597-bc6e-8f3f0fbc61e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (09215e1b-11e7-473b-b396-5c2b8d232d2d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:50.988774 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:51.083068 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e919fbdc-c998-4e3e-8af0-99d0e483dda5 x-openstack-request-id: req-e919fbdc-c998-4e3e-8af0-99d0e483dda5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:59:51.083619 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "name": "network-vif-plugged", "status": "completed", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:59:51.083996 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e919fbdc-c998-4e3e-8af0-99d0e483dda5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:59:51.084564 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88', 'code': 200} Jan 28 12:59:51.088324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd908e-a566-4597-bc6e-8f3f0fbc61e2 None None] Port 09215e1b-11e7-473b-b396-5c2b8d232d2d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:51.133894 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=069bf510-73e7-40d8-8d92-2933d1607b88,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:51.153795 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f631354-b69e-4193-ab05-c9ed4a1e1a79 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (592a9423-cad4-482a-9b89-a630b6007931), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:51.211092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8f8ad5ed-426e-45aa-aa71-1a9d5debb7ab None None] Could not find standard attr ID for object 7cad8527-a273-496a-9d66-f53d31f5accc. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:59:51.241675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f631354-b69e-4193-ab05-c9ed4a1e1a79 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (592a9423-cad4-482a-9b89-a630b6007931), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:51.272763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f631354-b69e-4193-ab05-c9ed4a1e1a79 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Subnet': ['ID=592a9423-cad4-482a-9b89-a630b6007931,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:51.275233 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f631354-b69e-4193-ab05-c9ed4a1e1a79 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:51.278604 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4f631354-b69e-4193-ab05-c9ed4a1e1a79 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/592a9423-cad4-482a-9b89-a630b6007931 HTTP/1.1" status: 204 len: 168 time: 0.6235991 Jan 28 12:59:51.282491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52730) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:51.292189 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3885a45a-4f6f-424b-9764-61342c7097ee tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:51.409825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311cf357-62c8-429b-8cd7-6a205da18d7a None None] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:51.448557 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3885a45a-4f6f-424b-9764-61342c7097ee tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:51.453503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3885a45a-4f6f-424b-9764-61342c7097ee tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:51.622035 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-458cc775-1dab-4e08-8472-82b398820223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:51.881705 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3885a45a-4f6f-424b-9764-61342c7097ee tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (cdab4a54-0229-46ca-b635-b878747c8fee), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:51.942461 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510118c1-72f0-44a3-b484-7ca46f1d28e2 req-1e6bfd67-472a-44e9-9b6b-11d077ca223f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:51.944590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-510118c1-72f0-44a3-b484-7ca46f1d28e2 req-1e6bfd67-472a-44e9-9b6b-11d077ca223f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0757523 Jan 28 12:59:51.974342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3885a45a-4f6f-424b-9764-61342c7097ee tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:51.979417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3885a45a-4f6f-424b-9764-61342c7097ee tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:51.993238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3885a45a-4f6f-424b-9764-61342c7097ee tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:51.999222 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3885a45a-4f6f-424b-9764-61342c7097ee tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:52.020330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-510118c1-72f0-44a3-b484-7ca46f1d28e2 req-618c5fca-dbd0-4a63-ad50-d89236384a7b tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689182 Jan 28 12:59:52.054174 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3885a45a-4f6f-424b-9764-61342c7097ee tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7705429 Jan 28 12:59:52.057276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52736) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:52.064000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-64411874-004a-48a8-b6d3-add01eb5848e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'security_group': {'name': 'tempest-secgroup-486427608'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:52.085746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885a45a-4f6f-424b-9764-61342c7097ee tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Subnet': ['ID=cdab4a54-0229-46ca-b635-b878747c8fee,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:52.091888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64411874-004a-48a8-b6d3-add01eb5848e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:52.565030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4857ed40-ac57-4d83-a6d4-cd1e55b6dc63 None None] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:52.625309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64411874-004a-48a8-b6d3-add01eb5848e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (a24257c2-435e-4814-92c2-3c5095100f18), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:52.641912 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64411874-004a-48a8-b6d3-add01eb5848e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a24257c2-435e-4814-92c2-3c5095100f18), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:52.669247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-94390133-b100-4f75-a44a-1356a7f2e15f None None] Provisioning complete for port cc0a61c4-a42e-441a-899e-d79ece2a604a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:52.669958 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94390133-b100-4f75-a44a-1356a7f2e15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:52.687508 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64411874-004a-48a8-b6d3-add01eb5848e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:52.690240 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-64411874-004a-48a8-b6d3-add01eb5848e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6310966 Jan 28 12:59:52.693093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52748) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:52.698799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-98deedff-51fa-49fb-bacb-27cfb01a8fe4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'security_group': {'name': 'tempest-secgroup-609519238'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:52.712854 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64411874-004a-48a8-b6d3-add01eb5848e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24257c2-435e-4814-92c2-3c5095100f18,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:52.759924 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98deedff-51fa-49fb-bacb-27cfb01a8fe4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:52.902916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-94390133-b100-4f75-a44a-1356a7f2e15f None None] Current status of the port cc0a61c4-a42e-441a-899e-d79ece2a604a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:52.902916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a623ce-3e0e-4f27-a800-0bbebc35f8e4 None None] Update dhcp port {'port': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'fixed_ips': [{'subnet_id': 'e94f0c83-0040-4cfd-8eb5-0dee258d56ff', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cdab4a54-0229-46ca-b635-b878747c8fee'}], 'binding:host_id': 'n-d-824835-4'}, 'id': 'cc0a61c4-a42e-441a-899e-d79ece2a604a'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:59:52.961515 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43a623ce-3e0e-4f27-a800-0bbebc35f8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:52.966507 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98deedff-51fa-49fb-bacb-27cfb01a8fe4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (94881506-ca70-45f8-88ba-3fce64534528), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:52.976639 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98deedff-51fa-49fb-bacb-27cfb01a8fe4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (94881506-ca70-45f8-88ba-3fce64534528), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:52.977652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-94390133-b100-4f75-a44a-1356a7f2e15f None None] Provisioning complete for port 09215e1b-11e7-473b-b396-5c2b8d232d2d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:52.978266 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94390133-b100-4f75-a44a-1356a7f2e15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (09215e1b-11e7-473b-b396-5c2b8d232d2d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:53.013789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98deedff-51fa-49fb-bacb-27cfb01a8fe4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94881506-ca70-45f8-88ba-3fce64534528,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:53.033435 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:53.052586 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98deedff-51fa-49fb-bacb-27cfb01a8fe4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:53.056608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-98deedff-51fa-49fb-bacb-27cfb01a8fe4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3597343 Jan 28 12:59:53.056777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52750) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:53.061344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-576468e4-0993-4e6a-be3c-b50e285ed7de tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1686069455'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:53.072863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-94390133-b100-4f75-a44a-1356a7f2e15f None None] Port 09215e1b-11e7-473b-b396-5c2b8d232d2d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:53.106005 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-576468e4-0993-4e6a-be3c-b50e285ed7de tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:53.199587 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-576468e4-0993-4e6a-be3c-b50e285ed7de tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (b5d5b0e5-7b5a-4ba8-a21e-c4e38a36e134), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:53.232900 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-576468e4-0993-4e6a-be3c-b50e285ed7de tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b5d5b0e5-7b5a-4ba8-a21e-c4e38a36e134), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:53.260123 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-576468e4-0993-4e6a-be3c-b50e285ed7de tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:53.263374 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-576468e4-0993-4e6a-be3c-b50e285ed7de tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2034826 Jan 28 12:59:53.264559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52754) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:53.271536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-718887692', 'security_groups': ['b5d5b0e5-7b5a-4ba8-a21e-c4e38a36e134'], 'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cdab4a54-0229-46ca-b635-b878747c8fee'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:53.284554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576468e4-0993-4e6a-be3c-b50e285ed7de tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d5b0e5-7b5a-4ba8-a21e-c4e38a36e134,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:53.296895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22e9d7-009b-414d-b58d-8475a9fd1387 req-0a3ff668-f0df-4991-a1b6-f012c6c8c9bc tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:53.304905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b22e9d7-009b-414d-b58d-8475a9fd1387 req-0a3ff668-f0df-4991-a1b6-f012c6c8c9bc tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.1038904 Jan 28 12:59:53.316155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-43a623ce-3e0e-4f27-a800-0bbebc35f8e4 None None] Allocated IP 172.20.0.2 (7ff422d9-feb7-4277-a5c7-1dca25acc601/cdab4a54-0229-46ca-b635-b878747c8fee/cc0a61c4-a42e-441a-899e-d79ece2a604a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:53.367900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b22e9d7-009b-414d-b58d-8475a9fd1387 req-9ac88f3c-ee55-4f4d-9809-963e6e1dee7e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620053 Jan 28 12:59:53.485024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:53.513140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-43a623ce-3e0e-4f27-a800-0bbebc35f8e4 None None] For port cc0a61c4-a42e-441a-899e-d79ece2a604a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cc0a61c4-a42e-441a-899e-d79ece2a604a,segment=NetworkSegment(7ec23f8a-bf62-497d-8d7b-3e574300386d),segment_id=7ec23f8a-bf62-497d-8d7b-3e574300386d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:53.549111 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43a623ce-3e0e-4f27-a800-0bbebc35f8e4 None None] Publish callbacks [] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:53.560989 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43a623ce-3e0e-4f27-a800-0bbebc35f8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:53.708675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:53.738518 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] device_id is not set on port b7794864-d495-4403-9fe4-343811d8f727 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 12:59:53.764365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a623ce-3e0e-4f27-a800-0bbebc35f8e4 None None] Pushing event updated for resources: {'Port': ['ID=cc0a61c4-a42e-441a-899e-d79ece2a604a,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:53.992127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.9 (7ff422d9-feb7-4277-a5c7-1dca25acc601/cdab4a54-0229-46ca-b635-b878747c8fee/b7794864-d495-4403-9fe4-343811d8f727) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:54.183878 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (b7794864-d495-4403-9fe4-343811d8f727), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:54.233957 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b7794864-d495-4403-9fe4-343811d8f727), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:54.288447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:54.291804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:54.302688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:59:54.306194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=b7794864-d495-4403-9fe4-343811d8f727,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:54.385047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:54.385728 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:54.408270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52768) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:54.415133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2e56309d-e418-401b-8ef1-7efedb810139 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:54.418578 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d21d73eb-5f33-48c4-ac92-f5353fe6bb55 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1522570 Jan 28 12:59:54.610150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562557-83fc-4563-8b17-7cfe394d44e2 req-e9e63fee-0619-40f1-8aef-31f5d05eafba tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:54.611813 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3562557-83fc-4563-8b17-7cfe394d44e2 req-e9e63fee-0619-40f1-8aef-31f5d05eafba tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0693147 Jan 28 12:59:54.612498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e56309d-e418-401b-8ef1-7efedb810139 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:54.616032 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e56309d-e418-401b-8ef1-7efedb810139 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:54.634300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5aee316b-194c-40c1-9764-9b53fe30d98c None None] Provisioning complete for port cc0a61c4-a42e-441a-899e-d79ece2a604a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:54.648837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5aee316b-194c-40c1-9764-9b53fe30d98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:54.728570 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:54.757861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3562557-83fc-4563-8b17-7cfe394d44e2 req-3213d791-2e9a-40d5-aa4f-ccf6ee141aa9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377978 Jan 28 12:59:54.821671 n-d-824835-4 neutron-server[103129]: INFO neutron.db.ipam_backend_mixin [None req-2e56309d-e418-401b-8ef1-7efedb810139 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cdab4a54-0229-46ca-b635-b878747c8fee (CIDR: 172.20.0.0/28) Jan 28 12:59:54.823930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5aee316b-194c-40c1-9764-9b53fe30d98c None None] Current status of the port cc0a61c4-a42e-441a-899e-d79ece2a604a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:54.828806 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e56309d-e418-401b-8ef1-7efedb810139 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:59:54.829364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e56309d-e418-401b-8ef1-7efedb810139 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:59:54.842818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5aee316b-194c-40c1-9764-9b53fe30d98c None None] Provisioning complete for port 09215e1b-11e7-473b-b396-5c2b8d232d2d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:54.843646 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5aee316b-194c-40c1-9764-9b53fe30d98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (09215e1b-11e7-473b-b396-5c2b8d232d2d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:54.872635 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52772) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:54.880866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6154095c-aadf-4fc0-8e89-1b7d628c35c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:54.881482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2e56309d-e418-401b-8ef1-7efedb810139 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4716458 Jan 28 12:59:54.907838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5aee316b-194c-40c1-9764-9b53fe30d98c None None] Port 09215e1b-11e7-473b-b396-5c2b8d232d2d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:55.054606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6154095c-aadf-4fc0-8e89-1b7d628c35c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:55.058442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6154095c-aadf-4fc0-8e89-1b7d628c35c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:55.157003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-030ee2f4-9ca2-4b60-a7ab-40f24f8bacfa None None] Provisioning complete for port b7794864-d495-4403-9fe4-343811d8f727 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:55.157414 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-030ee2f4-9ca2-4b60-a7ab-40f24f8bacfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b7794864-d495-4403-9fe4-343811d8f727), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:55.228910 n-d-824835-4 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-6154095c-aadf-4fc0-8e89-1b7d628c35c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e94f0c83-0040-4cfd-8eb5-0dee258d56ff (CIDR: 172.20.0.16/28) Jan 28 12:59:55.235404 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6154095c-aadf-4fc0-8e89-1b7d628c35c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 12:59:55.236045 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6154095c-aadf-4fc0-8e89-1b7d628c35c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:59:55.262480 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6154095c-aadf-4fc0-8e89-1b7d628c35c2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3882658 Jan 28 12:59:55.265758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52774) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:55.266114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-030ee2f4-9ca2-4b60-a7ab-40f24f8bacfa None None] Port b7794864-d495-4403-9fe4-343811d8f727 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:55.272834 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b47cddc3-03c1-4d64-b662-13d76e69b4af tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'subnet': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:55.413545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47cddc3-03c1-4d64-b662-13d76e69b4af tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Made reservation on behalf of b979b21172914806bbf2e959b0d9c47a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:59:55.418080 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b47cddc3-03c1-4d64-b662-13d76e69b4af tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:55.667206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc0a61c4-a42e-441a-899e-d79ece2a604a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:55.764861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port cc0a61c4-a42e-441a-899e-d79ece2a604a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:55.764861 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:55.813493 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b47cddc3-03c1-4d64-b662-13d76e69b4af tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (41c8d663-f0ac-4cc1-83ba-1002a3e2564c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:55.882824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port cc0a61c4-a42e-441a-899e-d79ece2a604a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:55.892385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cddc3-03c1-4d64-b662-13d76e69b4af tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Subnet': ['ID=41c8d663-f0ac-4cc1-83ba-1002a3e2564c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:55.945335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47cddc3-03c1-4d64-b662-13d76e69b4af tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:59:55.950393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b47cddc3-03c1-4d64-b662-13d76e69b4af tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:59:55.955558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cddc3-03c1-4d64-b662-13d76e69b4af tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:55.956153 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b47cddc3-03c1-4d64-b662-13d76e69b4af tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:55.961571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f24213-ca24-41f3-8675-a492f1695e6b None None] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:55.976031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476b5b0-7cf6-4fe8-8dfe-a189f2849468 req-0d0115bd-1f1f-4817-a745-c81ee4fbe4ea tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:55.977583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7476b5b0-7cf6-4fe8-8dfe-a189f2849468 req-0d0115bd-1f1f-4817-a745-c81ee4fbe4ea tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0864065 Jan 28 12:59:56.054419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7476b5b0-7cf6-4fe8-8dfe-a189f2849468 req-1e241852-dac5-45a2-95a1-a42cf06244bc tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695846 Jan 28 12:59:56.057944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b47cddc3-03c1-4d64-b662-13d76e69b4af tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7904508 Jan 28 12:59:56.060765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:56.069682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-cb89e01b-e932-4221-9ada-9a0eba0b2224 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2095815573', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41c8d663-f0ac-4cc1-83ba-1002a3e2564c'}], 'security_groups': ['a24257c2-435e-4814-92c2-3c5095100f18', '94881506-ca70-45f8-88ba-3fce64534528']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:59:56.184653 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:56.205148 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb89e01b-e932-4221-9ada-9a0eba0b2224 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b7794864-d495-4403-9fe4-343811d8f727), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:56.310375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e2344-2c93-4413-9ee3-b32472403422 None None] Update dhcp port {'port': {'network_id': '7ff422d9-feb7-4277-a5c7-1dca25acc601', 'fixed_ips': [{'subnet_id': 'e94f0c83-0040-4cfd-8eb5-0dee258d56ff', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cdab4a54-0229-46ca-b635-b878747c8fee', 'ip_address': '172.20.0.2'}, {'subnet_id': '41c8d663-f0ac-4cc1-83ba-1002a3e2564c'}], 'binding:host_id': 'n-d-824835-4'}, 'id': 'cc0a61c4-a42e-441a-899e-d79ece2a604a'} from n-d-824835-4. {{(pid=103130) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 12:59:56.367510 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2344-2c93-4413-9ee3-b32472403422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:56.628032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-cb89e01b-e932-4221-9ada-9a0eba0b2224 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Delete allocated IP 172.20.0.9 (7ff422d9-feb7-4277-a5c7-1dca25acc601/cdab4a54-0229-46ca-b635-b878747c8fee) {{(pid=103128) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 12:59:56.637472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-cb89e01b-e932-4221-9ada-9a0eba0b2224 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Allocated IP 172.20.0.44 (7ff422d9-feb7-4277-a5c7-1dca25acc601/41c8d663-f0ac-4cc1-83ba-1002a3e2564c/b7794864-d495-4403-9fe4-343811d8f727) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:56.839860 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb89e01b-e932-4221-9ada-9a0eba0b2224 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for port (b7794864-d495-4403-9fe4-343811d8f727), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:56.845297 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb89e01b-e932-4221-9ada-9a0eba0b2224 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (b7794864-d495-4403-9fe4-343811d8f727), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:56.952837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89e01b-e932-4221-9ada-9a0eba0b2224 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event updated for resources: {'Port': ['ID=b7794864-d495-4403-9fe4-343811d8f727,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:56.989301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-6d0e2344-2c93-4413-9ee3-b32472403422 None None] Allocated IP 172.20.0.34 (7ff422d9-feb7-4277-a5c7-1dca25acc601/41c8d663-f0ac-4cc1-83ba-1002a3e2564c/cc0a61c4-a42e-441a-899e-d79ece2a604a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:59:57.060813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cb89e01b-e932-4221-9ada-9a0eba0b2224 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] In _notify_port_updated(), no bound segment for port b7794864-d495-4403-9fe4-343811d8f727 on network 7ff422d9-feb7-4277-a5c7-1dca25acc601 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 12:59:57.069790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb89e01b-e932-4221-9ada-9a0eba0b2224 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:57.070838 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb89e01b-e932-4221-9ada-9a0eba0b2224 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:57.073780 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cb89e01b-e932-4221-9ada-9a0eba0b2224 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "PUT /v2.0/ports/b7794864-d495-4403-9fe4-343811d8f727 HTTP/1.1" status: 200 len: 960 time: 1.0106139 Jan 28 12:59:57.076189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52786) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:57.146898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6d0e2344-2c93-4413-9ee3-b32472403422 None None] For port cc0a61c4-a42e-441a-899e-d79ece2a604a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cc0a61c4-a42e-441a-899e-d79ece2a604a,segment=NetworkSegment(7ec23f8a-bf62-497d-8d7b-3e574300386d),segment_id=7ec23f8a-bf62-497d-8d7b-3e574300386d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:59:57.180232 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2344-2c93-4413-9ee3-b32472403422 None None] Publish callbacks [] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:57.191388 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2344-2c93-4413-9ee3-b32472403422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:57.299442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2516de2-2b79-4644-9d61-6a52a6d67a15 req-63d93879-3b18-47f7-8dae-5b22cf19f52c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:57.301923 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2516de2-2b79-4644-9d61-6a52a6d67a15 req-63d93879-3b18-47f7-8dae-5b22cf19f52c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0988634 Jan 28 12:59:57.305960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a85eddeb-4b81-43f7-8c66-1d521c09e705 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port b7794864-d495-4403-9fe4-343811d8f727 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:59:57.306314 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a85eddeb-4b81-43f7-8c66-1d521c09e705 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b7794864-d495-4403-9fe4-343811d8f727), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:57.312525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e2344-2c93-4413-9ee3-b32472403422 None None] Pushing event updated for resources: {'Port': ['ID=cc0a61c4-a42e-441a-899e-d79ece2a604a,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:57.478348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2516de2-2b79-4644-9d61-6a52a6d67a15 req-9ac7b94b-3861-4077-9692-a8795624bf2f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675963 Jan 28 12:59:57.529464 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a85eddeb-4b81-43f7-8c66-1d521c09e705 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b7794864-d495-4403-9fe4-343811d8f727), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:57.570905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a85eddeb-4b81-43f7-8c66-1d521c09e705 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for b7794864-d495-4403-9fe4-343811d8f727 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:59:57.691766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc0a61c4-a42e-441a-899e-d79ece2a604a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:59:57.784986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port cc0a61c4-a42e-441a-899e-d79ece2a604a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:57.785371 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:57.874705 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a85eddeb-4b81-43f7-8c66-1d521c09e705 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b7794864-d495-4403-9fe4-343811d8f727), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:57.916462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85eddeb-4b81-43f7-8c66-1d521c09e705 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=b7794864-d495-4403-9fe4-343811d8f727,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:57.936347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port cc0a61c4-a42e-441a-899e-d79ece2a604a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:58.085463 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a85eddeb-4b81-43f7-8c66-1d521c09e705 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.094885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a85eddeb-4b81-43f7-8c66-1d521c09e705 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/b7794864-d495-4403-9fe4-343811d8f727 HTTP/1.1" status: 204 len: 168 time: 1.0170650 Jan 28 12:59:58.097416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52792) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:58.135792 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5ed239-4c09-4266-a595-cd4dd15890a4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] GET failed (client error): The resource could not be found. Jan 28 12:59:58.137860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8a5ed239-4c09-4266-a595-cd4dd15890a4 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports/b7794864-d495-4403-9fe4-343811d8f727 HTTP/1.1" status: 404 len: 333 time: 0.0392458 Jan 28 12:59:58.140736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52794) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:58.240048 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acacf02b-7c4b-4f0b-8510-895c3190c786 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (b5d5b0e5-7b5a-4ba8-a21e-c4e38a36e134), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.281205 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acacf02b-7c4b-4f0b-8510-895c3190c786 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (b5d5b0e5-7b5a-4ba8-a21e-c4e38a36e134), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.305149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8fe76e4d-1e7d-48d7-a64f-51a2d6812b51 None None] Could not find standard attr ID for object b7794864-d495-4403-9fe4-343811d8f727. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:59:58.378098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acacf02b-7c4b-4f0b-8510-895c3190c786 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b5d5b0e5-7b5a-4ba8-a21e-c4e38a36e134), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.386361 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-acacf02b-7c4b-4f0b-8510-895c3190c786 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.388611 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-acacf02b-7c4b-4f0b-8510-895c3190c786 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/security-groups/b5d5b0e5-7b5a-4ba8-a21e-c4e38a36e134 HTTP/1.1" status: 204 len: 168 time: 0.2466400 Jan 28 12:59:58.391164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52796) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:58.403860 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacf02b-7c4b-4f0b-8510-895c3190c786 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d5b0e5-7b5a-4ba8-a21e-c4e38a36e134,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:58.509312 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54171413-0b87-48d2-9919-974ca229b718 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (94881506-ca70-45f8-88ba-3fce64534528), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.547441 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54171413-0b87-48d2-9919-974ca229b718 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (94881506-ca70-45f8-88ba-3fce64534528), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.616744 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54171413-0b87-48d2-9919-974ca229b718 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (94881506-ca70-45f8-88ba-3fce64534528), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.619679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8fe76e4d-1e7d-48d7-a64f-51a2d6812b51 None None] Provisioning complete for port cc0a61c4-a42e-441a-899e-d79ece2a604a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:58.620047 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fe76e4d-1e7d-48d7-a64f-51a2d6812b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.623777 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54171413-0b87-48d2-9919-974ca229b718 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.626044 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-54171413-0b87-48d2-9919-974ca229b718 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/security-groups/94881506-ca70-45f8-88ba-3fce64534528 HTTP/1.1" status: 204 len: 168 time: 0.2337577 Jan 28 12:59:58.628764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52800) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:58.637729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54171413-0b87-48d2-9919-974ca229b718 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94881506-ca70-45f8-88ba-3fce64534528,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:58.729188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f25869-a42c-4470-97e2-13a036303f54 req-e5e29f96-faa1-47ec-bf4a-23fc64f2bd24 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:59:58.730974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-65f25869-a42c-4470-97e2-13a036303f54 req-e5e29f96-faa1-47ec-bf4a-23fc64f2bd24 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.0760953 Jan 28 12:59:58.793579 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39122ff7-fa79-435d-8caf-dc5362d2e6b1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (a24257c2-435e-4814-92c2-3c5095100f18), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.816834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8fe76e4d-1e7d-48d7-a64f-51a2d6812b51 None None] Current status of the port cc0a61c4-a42e-441a-899e-d79ece2a604a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:59:58.827870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-65f25869-a42c-4470-97e2-13a036303f54 req-c8898974-6a81-4976-a191-82e7c8f843e5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877557 Jan 28 12:59:58.843411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39122ff7-fa79-435d-8caf-dc5362d2e6b1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (a24257c2-435e-4814-92c2-3c5095100f18), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.857433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8fe76e4d-1e7d-48d7-a64f-51a2d6812b51 None None] Provisioning complete for port 09215e1b-11e7-473b-b396-5c2b8d232d2d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:59:58.857433 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fe76e4d-1e7d-48d7-a64f-51a2d6812b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (09215e1b-11e7-473b-b396-5c2b8d232d2d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.900278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8fe76e4d-1e7d-48d7-a64f-51a2d6812b51 None None] Port 09215e1b-11e7-473b-b396-5c2b8d232d2d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:59:58.916879 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39122ff7-fa79-435d-8caf-dc5362d2e6b1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a24257c2-435e-4814-92c2-3c5095100f18), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.920883 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39122ff7-fa79-435d-8caf-dc5362d2e6b1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:58.924548 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-39122ff7-fa79-435d-8caf-dc5362d2e6b1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/security-groups/a24257c2-435e-4814-92c2-3c5095100f18 HTTP/1.1" status: 204 len: 168 time: 0.2917631 Jan 28 12:59:58.924924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52804) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:58.950253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39122ff7-fa79-435d-8caf-dc5362d2e6b1 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24257c2-435e-4814-92c2-3c5095100f18,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:59.007564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff82f00c-7802-4e18-9d3a-edca4ff5a706 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting subnet cdab4a54-0229-46ca-b635-b878747c8fee {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:59:59.016961 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff82f00c-7802-4e18-9d3a-edca4ff5a706 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (cdab4a54-0229-46ca-b635-b878747c8fee), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:59.082570 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff82f00c-7802-4e18-9d3a-edca4ff5a706 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (cdab4a54-0229-46ca-b635-b878747c8fee), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:59.121136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-04692059-f336-45b8-af63-4638a4920f18 None None] Could not find standard attr ID for object b7794864-d495-4403-9fe4-343811d8f727. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 12:59:59.240361 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff82f00c-7802-4e18-9d3a-edca4ff5a706 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (cdab4a54-0229-46ca-b635-b878747c8fee), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:59.318026 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff82f00c-7802-4e18-9d3a-edca4ff5a706 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (cdab4a54-0229-46ca-b635-b878747c8fee), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:59.344219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55875c6-6e70-4ed2-aa06-72c1f9fe51d5 None None] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:59:59.367384 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff82f00c-7802-4e18-9d3a-edca4ff5a706 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:59.370952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ff82f00c-7802-4e18-9d3a-edca4ff5a706 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/cdab4a54-0229-46ca-b635-b878747c8fee HTTP/1.1" status: 204 len: 168 time: 0.4449718 Jan 28 12:59:59.374646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52810) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:59.375286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82f00c-7802-4e18-9d3a-edca4ff5a706 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Subnet': ['ID=cdab4a54-0229-46ca-b635-b878747c8fee,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:59.455928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-682a3a08-4eed-4b47-aaf9-8e81e3c6a2f9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting subnet 41c8d663-f0ac-4cc1-83ba-1002a3e2564c {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:59:59.463026 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-682a3a08-4eed-4b47-aaf9-8e81e3c6a2f9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (41c8d663-f0ac-4cc1-83ba-1002a3e2564c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:59.527894 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-682a3a08-4eed-4b47-aaf9-8e81e3c6a2f9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (41c8d663-f0ac-4cc1-83ba-1002a3e2564c), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:59.648241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-682a3a08-4eed-4b47-aaf9-8e81e3c6a2f9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (41c8d663-f0ac-4cc1-83ba-1002a3e2564c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:59.751764 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-682a3a08-4eed-4b47-aaf9-8e81e3c6a2f9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (41c8d663-f0ac-4cc1-83ba-1002a3e2564c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:59.793125 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-682a3a08-4eed-4b47-aaf9-8e81e3c6a2f9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:59:59.796369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-682a3a08-4eed-4b47-aaf9-8e81e3c6a2f9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/41c8d663-f0ac-4cc1-83ba-1002a3e2564c HTTP/1.1" status: 204 len: 168 time: 0.4208503 Jan 28 12:59:59.797381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a3a08-4eed-4b47-aaf9-8e81e3c6a2f9 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Subnet': ['ID=41c8d663-f0ac-4cc1-83ba-1002a3e2564c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:59:59.799179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52814) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:59.856660 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2cdf63-2b75-462e-af5e-d0388edbb765 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] DELETE failed (client error): The resource could not be found. Jan 28 12:59:59.857129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2cdf63-2b75-462e-af5e-d0388edbb765 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 12:59:59.865928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5b2cdf63-2b75-462e-af5e-d0388edbb765 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/cdab4a54-0229-46ca-b635-b878747c8fee HTTP/1.1" status: 404 len: 337 time: 0.0649185 Jan 28 12:59:59.868434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52818) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:59:59.961627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc06fc5f-06ab-4857-a7ec-358800909ca5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting subnet e94f0c83-0040-4cfd-8eb5-0dee258d56ff {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:59:59.969777 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc06fc5f-06ab-4857-a7ec-358800909ca5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (e94f0c83-0040-4cfd-8eb5-0dee258d56ff), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:00.026045 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc06fc5f-06ab-4857-a7ec-358800909ca5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (e94f0c83-0040-4cfd-8eb5-0dee258d56ff), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:00.141668 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc06fc5f-06ab-4857-a7ec-358800909ca5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (e94f0c83-0040-4cfd-8eb5-0dee258d56ff), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:00.259455 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc06fc5f-06ab-4857-a7ec-358800909ca5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (e94f0c83-0040-4cfd-8eb5-0dee258d56ff), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:00.291725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06fc5f-06ab-4857-a7ec-358800909ca5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Subnet': ['ID=e94f0c83-0040-4cfd-8eb5-0dee258d56ff,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:00.298327 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc06fc5f-06ab-4857-a7ec-358800909ca5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:00.301549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dc06fc5f-06ab-4857-a7ec-358800909ca5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/e94f0c83-0040-4cfd-8eb5-0dee258d56ff HTTP/1.1" status: 204 len: 168 time: 0.4319143 Jan 28 13:00:00.305085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52822) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.325645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfc091-b934-4c59-b2a1-e77ef6017380 req-ba8d5790-d68a-45d9-ae2c-82dbda269e35 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:00.327229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abdfc091-b934-4c59-b2a1-e77ef6017380 req-ba8d5790-d68a-45d9-ae2c-82dbda269e35 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.3816905 Jan 28 13:00:00.385014 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7920a5f-48ba-40bd-8425-5910d6aee40c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] DELETE failed (client error): The resource could not be found. Jan 28 13:00:00.386232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7920a5f-48ba-40bd-8425-5910d6aee40c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:00:00.389995 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b7920a5f-48ba-40bd-8425-5910d6aee40c tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/592a9423-cad4-482a-9b89-a630b6007931 HTTP/1.1" status: 404 len: 337 time: 0.0836518 Jan 28 13:00:00.392744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52824) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.418293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac32b6e1-18bf-432c-a132-6d630fdda265 None None] Network 7ff422d9-feb7-4277-a5c7-1dca25acc601 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:00.442600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abdfc091-b934-4c59-b2a1-e77ef6017380 req-8c6a4038-b741-4fe8-85de-dfeaa5f0bac0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036489 Jan 28 13:00:00.447006 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6c913b54-631a-4694-a30f-3a70826d40cd tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "GET /v2.0/ports?device_id=9734601b-8d2b-4c57-99f2-20fbddb0a878 HTTP/1.1" status: 200 len: 205 time: 0.0525730 Jan 28 13:00:00.450168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52826) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.516124 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-7bfdd4e2-b5c3-486b-b452-6457f7c4e5fc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] delete failed (client error): The resource could not be found. Jan 28 13:00:00.522836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52828) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.523564 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7bfdd4e2-b5c3-486b-b452-6457f7c4e5fc tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/routers/9734601b-8d2b-4c57-99f2-20fbddb0a878 HTTP/1.1" status: 404 len: 336 time: 0.0715318 Jan 28 13:00:00.559034 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b73a40-71a0-4f08-81e0-4d4a16ee952b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] DELETE failed (client error): The resource could not be found. Jan 28 13:00:00.559747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b73a40-71a0-4f08-81e0-4d4a16ee952b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:00:00.563256 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-73b73a40-71a0-4f08-81e0-4d4a16ee952b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/cd58c46c-87bb-48ea-81b0-d204ae894cc2 HTTP/1.1" status: 404 len: 337 time: 0.0393376 Jan 28 13:00:00.566402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52830) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.580060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4fd76e21-6eab-4ec1-9456-de210d64b2a9 None None] Provisioning complete for port cc0a61c4-a42e-441a-899e-d79ece2a604a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:00.580798 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fd76e21-6eab-4ec1-9456-de210d64b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:00.603468 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-9403e4d5-2c2d-491f-a86d-2ef199e4c07e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] DELETE failed (client error): The resource could not be found. Jan 28 13:00:00.603902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9403e4d5-2c2d-491f-a86d-2ef199e4c07e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:00:00.609948 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.610295 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9403e4d5-2c2d-491f-a86d-2ef199e4c07e tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/e8b5c3f8-eae5-401e-82ca-474f2b9d7337 HTTP/1.1" status: 404 len: 337 time: 0.0425329 Jan 28 13:00:00.668211 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6796c07a-6e3e-4c10-b458-86202a978eb5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] DELETE failed (client error): The resource could not be found. Jan 28 13:00:00.668713 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6796c07a-6e3e-4c10-b458-86202a978eb5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:00:00.675705 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6796c07a-6e3e-4c10-b458-86202a978eb5 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/619b3087-8bf5-481a-8de0-79ca27eea4b2 HTTP/1.1" status: 404 len: 337 time: 0.0603333 Jan 28 13:00:00.676241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52834) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.716605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4fd76e21-6eab-4ec1-9456-de210d64b2a9 None None] Current status of the port cc0a61c4-a42e-441a-899e-d79ece2a604a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:00.716831 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad93f5e2-ec81-49b2-aedd-70f95d4266a7 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] DELETE failed (client error): The resource could not be found. Jan 28 13:00:00.717342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad93f5e2-ec81-49b2-aedd-70f95d4266a7 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:00:00.721184 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ad93f5e2-ec81-49b2-aedd-70f95d4266a7 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/95ad1ca2-db4f-4c36-a616-111b92f9abac HTTP/1.1" status: 404 len: 333 time: 0.0434897 Jan 28 13:00:00.723215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52836) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.732342 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16459644-d95c-40d8-a528-cefc35b02544 None None] DHCP port deletion for 7ff422d9-feb7-4277-a5c7-1dca25acc601 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:00:00.741118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4fd76e21-6eab-4ec1-9456-de210d64b2a9 None None] Provisioning complete for port 09215e1b-11e7-473b-b396-5c2b8d232d2d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:00.741569 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fd76e21-6eab-4ec1-9456-de210d64b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (09215e1b-11e7-473b-b396-5c2b8d232d2d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:00.763968 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-428db97e-aaa2-41d2-b956-31a763c099b8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] DELETE failed (client error): The resource could not be found. Jan 28 13:00:00.764455 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428db97e-aaa2-41d2-b956-31a763c099b8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:00:00.767507 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-428db97e-aaa2-41d2-b956-31a763c099b8 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/125f8474-6e08-4a16-b11c-23e1c37d0d01 HTTP/1.1" status: 404 len: 337 time: 0.0353367 Jan 28 13:00:00.770032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52838) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.800765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4fd76e21-6eab-4ec1-9456-de210d64b2a9 None None] Port 09215e1b-11e7-473b-b396-5c2b8d232d2d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:00.801186 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f1c5c8-613f-491e-bb11-73c1da7a1e1d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] DELETE failed (client error): The resource could not be found. Jan 28 13:00:00.801679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f1c5c8-613f-491e-bb11-73c1da7a1e1d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:00:00.806617 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c0f1c5c8-613f-491e-bb11-73c1da7a1e1d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/d37a3817-6a43-415a-8d43-b92db043db25 HTTP/1.1" status: 404 len: 337 time: 0.0355842 Jan 28 13:00:00.809019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52840) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.817829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-16459644-d95c-40d8-a528-cefc35b02544 None None] Deleting port cc0a61c4-a42e-441a-899e-d79ece2a604a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:00.818298 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16459644-d95c-40d8-a528-cefc35b02544 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:00.832363 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5d31a1-091d-43e8-b523-cd7a9ade85cb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] DELETE failed (client error): The resource could not be found. Jan 28 13:00:00.832957 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5d31a1-091d-43e8-b523-cd7a9ade85cb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:00:00.836125 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bb5d31a1-091d-43e8-b523-cd7a9ade85cb tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/0c955868-ed86-4f8f-a95e-7c9e1efa4afa HTTP/1.1" status: 404 len: 333 time: 0.0261757 Jan 28 13:00:00.839154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52842) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.874847 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-574a3af1-0784-4ac5-ad4e-07f7d3f618d2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] DELETE failed (client error): The resource could not be found. Jan 28 13:00:00.875268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574a3af1-0784-4ac5-ad4e-07f7d3f618d2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:00:00.878361 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-574a3af1-0784-4ac5-ad4e-07f7d3f618d2 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/f7127c18-8391-45bc-b6d0-5d92437a05dc HTTP/1.1" status: 404 len: 337 time: 0.0379655 Jan 28 13:00:00.881978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52844) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.910723 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f77865-350f-4281-8db3-b82b3fea5094 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] DELETE failed (client error): The resource could not be found. Jan 28 13:00:00.911187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f77865-350f-4281-8db3-b82b3fea5094 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:00:00.914209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-16459644-d95c-40d8-a528-cefc35b02544 None None] For port cc0a61c4-a42e-441a-899e-d79ece2a604a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cc0a61c4-a42e-441a-899e-d79ece2a604a,segment=NetworkSegment(7ec23f8a-bf62-497d-8d7b-3e574300386d),segment_id=7ec23f8a-bf62-497d-8d7b-3e574300386d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:00.914972 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-30f77865-350f-4281-8db3-b82b3fea5094 tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/subnets/ccc1949c-c0f8-43b8-9b14-661b83f16fdc HTTP/1.1" status: 404 len: 337 time: 0.0320187 Jan 28 13:00:00.915310 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16459644-d95c-40d8-a528-cefc35b02544 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:00.917653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52846) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:00.947662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-16459644-d95c-40d8-a528-cefc35b02544 None None] Calling delete_port for cc0a61c4-a42e-441a-899e-d79ece2a604a owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:01.034879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-33791bdd-8fee-4381-b12c-41f526f4628d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Deleting port 09215e1b-11e7-473b-b396-5c2b8d232d2d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:01.035578 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33791bdd-8fee-4381-b12c-41f526f4628d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (09215e1b-11e7-473b-b396-5c2b8d232d2d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:01.054205 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16459644-d95c-40d8-a528-cefc35b02544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (cc0a61c4-a42e-441a-899e-d79ece2a604a), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:01.092448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16459644-d95c-40d8-a528-cefc35b02544 None None] Pushing event deleted for resources: {'Port': ['ID=cc0a61c4-a42e-441a-899e-d79ece2a604a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:01.097574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16459644-d95c-40d8-a528-cefc35b02544 None None] No DVR routers for this DVR port cc0a61c4-a42e-441a-899e-d79ece2a604a on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:00:01.161201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33791bdd-8fee-4381-b12c-41f526f4628d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (09215e1b-11e7-473b-b396-5c2b8d232d2d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:01.182207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-33791bdd-8fee-4381-b12c-41f526f4628d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Calling delete_port for 09215e1b-11e7-473b-b396-5c2b8d232d2d owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:01.293514 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33791bdd-8fee-4381-b12c-41f526f4628d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (09215e1b-11e7-473b-b396-5c2b8d232d2d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:01.322904 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33791bdd-8fee-4381-b12c-41f526f4628d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:01.329517 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-33791bdd-8fee-4381-b12c-41f526f4628d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/ports/09215e1b-11e7-473b-b396-5c2b8d232d2d HTTP/1.1" status: 204 len: 168 time: 0.4082079 Jan 28 13:00:01.330437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52852) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:01.346297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33791bdd-8fee-4381-b12c-41f526f4628d tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Port': ['ID=09215e1b-11e7-473b-b396-5c2b8d232d2d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:01.451859 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (7ff422d9-feb7-4277-a5c7-1dca25acc601), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:01.584906 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (7ff422d9-feb7-4277-a5c7-1dca25acc601), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:01.647605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff422d9-feb7-4277-a5c7-1dca25acc601']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:01.661249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc0a61c4-a42e-441a-899e-d79ece2a604a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:01.687193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: cc0a61c4-a42e-441a-899e-d79ece2a604a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:00:01.687869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc0a61c4-a42e-441a-899e-d79ece2a604a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:00:01.698328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec23f8a-bf62-497d-8d7b-3e574300386d') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:01.698631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec23f8a-bf62-497d-8d7b-3e574300386d') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:01.721584 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (7ec23f8a-bf62-497d-8d7b-3e574300386d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:01.737755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfe07b-189e-4dcf-9354-c9976380103e req-4a9c92cf-4ca4-418c-9383-3fa8e8ae7136 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:01.739238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdfe07b-189e-4dcf-9354-c9976380103e req-4a9c92cf-4ca4-418c-9383-3fa8e8ae7136 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.1724246 Jan 28 13:00:01.763933 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7ec23f8a-bf62-497d-8d7b-3e574300386d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:01.784853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:00:01.784853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (7ec23f8a-bf62-497d-8d7b-3e574300386d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:00:01.790586 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:00:01.900925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdfe07b-189e-4dcf-9354-c9976380103e req-b659421d-d80f-49bb-9677-efad54316080 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545191 Jan 28 13:00:01.907079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-278f623a-eaef-47ba-bc18-919efd435ed0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:01.908571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-278f623a-eaef-47ba-bc18-919efd435ed0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.2822967 Jan 28 13:00:01.915974 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (7ff422d9-feb7-4277-a5c7-1dca25acc601), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:01.925934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:01.932824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] 10.222.0.53 "DELETE /v2.0/networks/7ff422d9-feb7-4277-a5c7-1dca25acc601 HTTP/1.1" status: 204 len: 168 time: 0.5982234 Jan 28 13:00:01.953630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69833456-ea2d-4867-93e8-f6cf19f9ae8b tempest-PortsTestJSON-1256996080 tempest-PortsTestJSON-1256996080-project] Pushing event deleted for resources: {'Network': ['ID=7ff422d9-feb7-4277-a5c7-1dca25acc601,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:01.956956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-56f60de0-c113-4450-b618-50ae492a59d9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/quotas/24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 375 time: 0.0248070 Jan 28 13:00:02.037826 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-bcddcd53-7bd0-4cf4-83b8-40b838ec7202 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678627 Jan 28 13:00:02.181910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-cefb90e3-7544-4828-bdc4-ec3f4d9546c6 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429698 Jan 28 13:00:02.295261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-ce9a6f95-9168-431a-94a9-58436ed85ce4 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124578 Jan 28 13:00:02.345224 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52866) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:02.591751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52876) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:02.592373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8c6c69aa-13da-4573-bdbd-42a19f629bf8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b979b21172914806bbf2e959b0d9c47a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2444034 Jan 28 13:00:02.657198 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b327a862-75e3-4029-aa5b-6ffb15838eef admin admin] Publish callbacks [] for security_group (a89518c4-b251-4f15-a9e1-344a2e9cea67), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:02.697304 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b327a862-75e3-4029-aa5b-6ffb15838eef admin admin] Publish callbacks [] for security_group (a89518c4-b251-4f15-a9e1-344a2e9cea67), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:02.760850 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b327a862-75e3-4029-aa5b-6ffb15838eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a89518c4-b251-4f15-a9e1-344a2e9cea67), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:02.763940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b327a862-75e3-4029-aa5b-6ffb15838eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:02.765382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f5d3c66-35fa-48cd-8287-ef220a12d9b7 req-b870fe1e-790c-4d92-bfd8-4cfc263194bd tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 210 time: 0.0525718 Jan 28 13:00:02.768219 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b327a862-75e3-4029-aa5b-6ffb15838eef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a89518c4-b251-4f15-a9e1-344a2e9cea67 HTTP/1.1" status: 204 len: 168 time: 0.1743557 Jan 28 13:00:02.777653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327a862-75e3-4029-aa5b-6ffb15838eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89518c4-b251-4f15-a9e1-344a2e9cea67,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:03.121339 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc5faf-c755-48d7-a7fc-32a534536e46 req-68113a5f-9956-48a5-9e88-448b3642b656 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:03.128762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bfc5faf-c755-48d7-a7fc-32a534536e46 req-68113a5f-9956-48a5-9e88-448b3642b656 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.1072960 Jan 28 13:00:03.204114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bfc5faf-c755-48d7-a7fc-32a534536e46 req-3a1a1498-20ca-49ef-9ce9-190dfb351920 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744531 Jan 28 13:00:03.779281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52918) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:03.901647 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-862ac4ec-4a4b-49ed-851d-c8949ad323c1 req-b096dd02-975e-41bb-861b-aa57e4eedd6b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 210 time: 0.0414791 Jan 28 13:00:03.919306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'network': {'name': 'tempest-RoutersTest-101103774'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:03.947411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:03.951229 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:03.961744 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.112507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-6624fdee-aa3a-45b4-95c9-ccb19151ee19 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:04.114060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-6624fdee-aa3a-45b4-95c9-ccb19151ee19 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.1439443 Jan 28 13:00:04.140883 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for security_group (9c029c41-2322-4e24-ab58-38799341bfd3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.147778 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9c029c41-2322-4e24-ab58-38799341bfd3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.176611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:00:04.194646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c029c41-2322-4e24-ab58-38799341bfd3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:04.197627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ed1a5452-6c8d-498d-8c81-ea3cb254782c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.198004 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Added segment ed1a5452-6c8d-498d-8c81-ea3cb254782c of type vlan for network 378c763b-365a-42ce-a733-ee7627e02fb5 Jan 28 13:00:04.242455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'port': {'device_id': '4c51401a-8cf5-455e-a371-0be9f9622d2f', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'admin_state_up': True, 'tenant_id': '24aad192de1a4673b231d4b2844e4f83'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:04.270114 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (378c763b-365a-42ce-a733-ee7627e02fb5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.365372 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (378c763b-365a-42ce-a733-ee7627e02fb5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.371291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:04.371903 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.470282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52934) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:04.470759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6904187 Jan 28 13:00:04.476701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2b68170d-f67d-48e1-9ad6-f70b1955abfd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'network': {'name': 'tempest-RoutersTest-912114883'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:04.494172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8a1f6-53c8-4f2c-9042-211e4e250da0 req-0f739b70-e7b8-461d-a798-e28f3ef1d4b2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:04.495978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2d8a1f6-53c8-4f2c-9042-211e4e250da0 req-0f739b70-e7b8-461d-a798-e28f3ef1d4b2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.1894746 Jan 28 13:00:04.501441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f9598-03b9-40d5-b3d5-76b6172b243c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Network': ['ID=378c763b-365a-42ce-a733-ee7627e02fb5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:04.514124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 378c763b-365a-42ce-a733-ee7627e02fb5 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:00:04.553641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b68170d-f67d-48e1-9ad6-f70b1955abfd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:04.553889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Made reservation on behalf of 24aad192de1a4673b231d4b2844e4f83 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:04.556942 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b68170d-f67d-48e1-9ad6-f70b1955abfd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.557586 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.578181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728011c-4ee9-48d8-b93a-95091ce2cb58 req-fc8b9165-b3c2-4fae-bcff-55253c201cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:04.579991 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e728011c-4ee9-48d8-b93a-95091ce2cb58 req-fc8b9165-b3c2-4fae-bcff-55253c201cca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0828040 Jan 28 13:00:04.586097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52936) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:04.591948 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2d8a1f6-53c8-4f2c-9042-211e4e250da0 req-adc9e57d-7e75-4ffb-98b0-226a9d58d049 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879879 Jan 28 13:00:04.720495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b68170d-f67d-48e1-9ad6-f70b1955abfd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:00:04.727430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Allocated IP 172.20.0.9 (400dedcb-474b-4bdd-8e0d-8b7a83328c0b/33a5bffe-7382-46b3-a030-e2d3aecb2902/786f6c1b-4038-4cc5-8817-04d458fa7c3e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:04.737468 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d3ce2563-c571-4051-8791-031793289eb0 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/floatingips/0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2 HTTP/1.1" status: 200 len: 992 time: 0.1502430 Jan 28 13:00:04.748270 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b68170d-f67d-48e1-9ad6-f70b1955abfd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ebdd9a63-7234-402f-bffa-3e3f8e08c805), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.748683 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-2b68170d-f67d-48e1-9ad6-f70b1955abfd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Added segment ebdd9a63-7234-402f-bffa-3e3f8e08c805 of type vlan for network 4fbe05d8-d75b-4c47-9555-ddd88aaa615a Jan 28 13:00:04.813948 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b68170d-f67d-48e1-9ad6-f70b1955abfd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (4fbe05d8-d75b-4c47-9555-ddd88aaa615a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.822573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728011c-4ee9-48d8-b93a-95091ce2cb58 req-bae41a40-20fb-4225-9d7e-cd31bb97f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:04.824121 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e728011c-4ee9-48d8-b93a-95091ce2cb58 req-bae41a40-20fb-4225-9d7e-cd31bb97f813 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 918 time: 0.1732488 Jan 28 13:00:04.855246 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b68170d-f67d-48e1-9ad6-f70b1955abfd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (4fbe05d8-d75b-4c47-9555-ddd88aaa615a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.865994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b68170d-f67d-48e1-9ad6-f70b1955abfd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:04.866924 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b68170d-f67d-48e1-9ad6-f70b1955abfd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.922286 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.961783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:04.969153 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2b68170d-f67d-48e1-9ad6-f70b1955abfd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4969876 Jan 28 13:00:04.978576 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:04.988341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-808576a2-bb2c-4315-89ba-7965e22d4434 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'subnet': {'network_id': '378c763b-365a-42ce-a733-ee7627e02fb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:05.038932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:05.044327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 52946) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:05.057618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68170d-f67d-48e1-9ad6-f70b1955abfd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Network': ['ID=4fbe05d8-d75b-4c47-9555-ddd88aaa615a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:05.059267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:05.061413 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e728011c-4ee9-48d8-b93a-95091ce2cb58 req-c2485c42-f83c-45f2-a8fa-030e56d72110 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=069bf510-73e7-40d8-8d92-2933d1607b88 HTTP/1.1" status: 200 len: 1001 time: 0.2175529 Jan 28 13:00:05.071933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 4fbe05d8-d75b-4c47-9555-ddd88aaa615a details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:00:05.072976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:05.142976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728011c-4ee9-48d8-b93a-95091ce2cb58 req-b674621d-6c50-4382-b356-baf6713a76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:05.144614 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e728011c-4ee9-48d8-b93a-95091ce2cb58 req-b674621d-6c50-4382-b356-baf6713a76f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.0746417 Jan 28 13:00:05.212265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808576a2-bb2c-4315-89ba-7965e22d4434 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:05.215677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-808576a2-bb2c-4315-89ba-7965e22d4434 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:05.235275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:05.237191 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:05.286814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728011c-4ee9-48d8-b93a-95091ce2cb58 req-a6888cfc-530f-4fa7-9dc0-26262d9d05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:05.288576 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e728011c-4ee9-48d8-b93a-95091ce2cb58 req-a6888cfc-530f-4fa7-9dc0-26262d9d05be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328957 Jan 28 13:00:05.296344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=786f6c1b-4038-4cc5-8817-04d458fa7c3e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:05.367088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-40c26b51-6eb7-4a28-bf1c-c650ed4181fb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1325886 Jan 28 13:00:05.373145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-deaea7a0-b9bb-4825-ba28-d0b6e7ad9511 None None] Provisioning complete for port 786f6c1b-4038-4cc5-8817-04d458fa7c3e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:05.373588 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deaea7a0-b9bb-4825-ba28-d0b6e7ad9511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:05.381685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433f15-40f7-43cb-80d6-0a60404b69ad req-bb3f3e06-19e8-4b45-a57d-8230d604a9ab tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:05.388688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f433f15-40f7-43cb-80d6-0a60404b69ad req-bb3f3e06-19e8-4b45-a57d-8230d604a9ab tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 931 time: 0.3648403 Jan 28 13:00:05.404194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Request body: {'port': {'device_id': '4c51401a-8cf5-455e-a371-0be9f9622d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:05.418097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-deaea7a0-b9bb-4825-ba28-d0b6e7ad9511 None None] Port 786f6c1b-4038-4cc5-8817-04d458fa7c3e cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:05.504192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting port ffd392f4-6a56-4ca5-9af8-92dba0935990 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:05.504562 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ffd392f4-6a56-4ca5-9af8-92dba0935990), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:05.510822 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e728011c-4ee9-48d8-b93a-95091ce2cb58 req-4b6f0759-b188-41ff-af14-50d8a45ea13a service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756945 Jan 28 13:00:05.512868 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f433f15-40f7-43cb-80d6-0a60404b69ad req-172ce6a5-afcf-46e8-ab5f-1f9fe9276940 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233366 Jan 28 13:00:05.528640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-808576a2-bb2c-4315-89ba-7965e22d4434 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (302a0dfd-906f-4de0-af2e-8d763b250087), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:05.556904 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:05.649559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808576a2-bb2c-4315-89ba-7965e22d4434 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Subnet': ['ID=302a0dfd-906f-4de0-af2e-8d763b250087,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:05.658674 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ffd392f4-6a56-4ca5-9af8-92dba0935990), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:05.659011 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for floatingip (ffd392f4-6a56-4ca5-9af8-92dba0935990), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:05.682501 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808576a2-bb2c-4315-89ba-7965e22d4434 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Checking segment: {'id': 'ed1a5452-6c8d-498d-8c81-ea3cb254782c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '378c763b-365a-42ce-a733-ee7627e02fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:05.682864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808576a2-bb2c-4315-89ba-7965e22d4434 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network hostable DHCP agents. Network: 378c763b-365a-42ce-a733-ee7627e02fb5, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:00:05.688608 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e728011c-4ee9-48d8-b93a-95091ce2cb58 req-0b221d59-6760-42a3-8627-2aea92a3a76f service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704783 Jan 28 13:00:05.719090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808576a2-bb2c-4315-89ba-7965e22d4434 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 378c763b-365a-42ce-a733-ee7627e02fb5 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:00:05.729311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-808576a2-bb2c-4315-89ba-7965e22d4434 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 378c763b-365a-42ce-a733-ee7627e02fb5) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:05.734367 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808576a2-bb2c-4315-89ba-7965e22d4434 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:05.735120 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-808576a2-bb2c-4315-89ba-7965e22d4434 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:05.741558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Calling delete_port for ffd392f4-6a56-4ca5-9af8-92dba0935990 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:05.744788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd9cf0-02fa-4a1d-8085-bcdbc27c9a18 None None] Network 378c763b-365a-42ce-a733-ee7627e02fb5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:05.772520 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-808576a2-bb2c-4315-89ba-7965e22d4434 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7928762 Jan 28 13:00:05.776713 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52952) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:05.786223 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5354041e-04cf-4337-b069-200b10790792 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'subnet': {'network_id': '4fbe05d8-d75b-4c47-9555-ddd88aaa615a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:05.875308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-378c763b-365a-42ce-a733-ee7627e02fb5', 'network_id': '378c763b-365a-42ce-a733-ee7627e02fb5', 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'fixed_ips': [{'subnet_id': '302a0dfd-906f-4de0-af2e-8d763b250087'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:00:05.876868 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:05.919056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5354041e-04cf-4337-b069-200b10790792 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:05.923539 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5354041e-04cf-4337-b069-200b10790792 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.088542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Allocated IP 172.20.0.2 (378c763b-365a-42ce-a733-ee7627e02fb5/302a0dfd-906f-4de0-af2e-8d763b250087/80101cd7-db31-45dc-9be2-434a3f116869) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:06.187087 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5354041e-04cf-4337-b069-200b10790792 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (e7772c7a-61a6-46d6-ac59-2e9a01bd52a4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.265664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c22a5-01a2-4c4c-a720-e98d1079c611 req-37132898-b110-4a95-9a64-8fca27c12884 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:06.267193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf8c22a5-01a2-4c4c-a720-e98d1079c611 req-37132898-b110-4a95-9a64-8fca27c12884 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.5482278 Jan 28 13:00:06.279849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354041e-04cf-4337-b069-200b10790792 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Checking segment: {'id': 'ebdd9a63-7234-402f-bffa-3e3f8e08c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4fbe05d8-d75b-4c47-9555-ddd88aaa615a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:06.280124 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354041e-04cf-4337-b069-200b10790792 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network hostable DHCP agents. Network: 4fbe05d8-d75b-4c47-9555-ddd88aaa615a, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:00:06.290475 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Publish callbacks [] for port (80101cd7-db31-45dc-9be2-434a3f116869), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.291880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354041e-04cf-4337-b069-200b10790792 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Subnet': ['ID=e7772c7a-61a6-46d6-ac59-2e9a01bd52a4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:06.302774 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (80101cd7-db31-45dc-9be2-434a3f116869), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.309584 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354041e-04cf-4337-b069-200b10790792 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 4fbe05d8-d75b-4c47-9555-ddd88aaa615a is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:00:06.323518 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5354041e-04cf-4337-b069-200b10790792 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 4fbe05d8-d75b-4c47-9555-ddd88aaa615a) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:06.330127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354041e-04cf-4337-b069-200b10790792 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:06.331362 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5354041e-04cf-4337-b069-200b10790792 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.358489 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5354041e-04cf-4337-b069-200b10790792 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5802784 Jan 28 13:00:06.362207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52954) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:06.367843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7fb4012d-f058-4683-93f8-bcda4954d503 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-332870442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:06.374804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Pushing event updated for resources: {'Port': ['ID=80101cd7-db31-45dc-9be2-434a3f116869,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:06.378177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369df49a-a2ca-4bb6-b166-4568d98b476e None None] Network 4fbe05d8-d75b-4c47-9555-ddd88aaa615a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:06.403289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf8c22a5-01a2-4c4c-a720-e98d1079c611 req-ccbbc0df-e2dc-4047-9dba-d58c039d5113 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279984 Jan 28 13:00:06.430806 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fb4012d-f058-4683-93f8-bcda4954d503 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (b3125994-0f7a-47a4-8fb7-f0fc58889bec), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.432508 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fb4012d-f058-4683-93f8-bcda4954d503 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (b3125994-0f7a-47a4-8fb7-f0fc58889bec), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.477008 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Network 378c763b-365a-42ce-a733-ee7627e02fb5 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:06.479017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:06.501602 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ffd392f4-6a56-4ca5-9af8-92dba0935990), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.503853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:06.532930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-4fbe05d8-d75b-4c47-9555-ddd88aaa615a', 'network_id': '4fbe05d8-d75b-4c47-9555-ddd88aaa615a', 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'fixed_ips': [{'subnet_id': 'e7772c7a-61a6-46d6-ac59-2e9a01bd52a4'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:00:06.534445 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.566485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786f6c1b-4038-4cc5-8817-04d458fa7c3e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:00:06.584917 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fb4012d-f058-4683-93f8-bcda4954d503 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (b3125994-0f7a-47a4-8fb7-f0fc58889bec), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.592138 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fb4012d-f058-4683-93f8-bcda4954d503 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (b3125994-0f7a-47a4-8fb7-f0fc58889bec), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.599808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Port': ['ID=ffd392f4-6a56-4ca5-9af8-92dba0935990,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:06.607678 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Publish callbacks [] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.617117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7fb4012d-f058-4683-93f8-bcda4954d503 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.622098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Attempting to bind port 80101cd7-db31-45dc-9be2-434a3f116869 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:00:06.622273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Attempting to bind port 80101cd7-db31-45dc-9be2-434a3f116869 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'ed1a5452-6c8d-498d-8c81-ea3cb254782c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '378c763b-365a-42ce-a733-ee7627e02fb5'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:00:06.622565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Attempting to bind port 80101cd7-db31-45dc-9be2-434a3f116869 on network 378c763b-365a-42ce-a733-ee7627e02fb5 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:06.623189 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7fb4012d-f058-4683-93f8-bcda4954d503 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2594717 Jan 28 13:00:06.624095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 52958) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:06.633811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:00:06.634212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Checking segment: {'id': 'ed1a5452-6c8d-498d-8c81-ea3cb254782c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '378c763b-365a-42ce-a733-ee7627e02fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:06.634739 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.635140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Bound using segment: {'id': 'ed1a5452-6c8d-498d-8c81-ea3cb254782c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '378c763b-365a-42ce-a733-ee7627e02fb5'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:00:06.635709 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Bound port: 80101cd7-db31-45dc-9be2-434a3f116869, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1a5452-6c8d-498d-8c81-ea3cb254782c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '378c763b-365a-42ce-a733-ee7627e02fb5'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:00:06.636100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (80101cd7-db31-45dc-9be2-434a3f116869), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.678348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Transition to ACTIVE for port object 786f6c1b-4038-4cc5-8817-04d458fa7c3e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:00:06.697882 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.701769 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for floatingip (0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:06.702110 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Floating IP 0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2 disassociated (deleted). External IP: 172.25.7.67, port: c9b3223d-5002-489a-8e03-65567aa72c90. Jan 28 13:00:06.753081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Pushing event updated for resources: {'Port': ['ID=786f6c1b-4038-4cc5-8817-04d458fa7c3e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:06.816166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2767a5-0739-4d2b-b2a5-74c4daacf2cb req-a5e87124-7a64-454f-b568-a33b04bce9ec tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:06.816166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e2767a5-0739-4d2b-b2a5-74c4daacf2cb req-a5e87124-7a64-454f-b568-a33b04bce9ec tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 931 time: 0.1718540 Jan 28 13:00:06.858584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] For port 80101cd7-db31-45dc-9be2-434a3f116869, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:00:06.863955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] For port 80101cd7-db31-45dc-9be2-434a3f116869, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=80101cd7-db31-45dc-9be2-434a3f116869,segment=NetworkSegment(ed1a5452-6c8d-498d-8c81-ea3cb254782c),segment_id=ed1a5452-6c8d-498d-8c81-ea3cb254782c)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:00:06.869664 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (80101cd7-db31-45dc-9be2-434a3f116869), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:07.012830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147626f6-d877-444d-8541-8b22a70f9376 None None] Pushing event updated for resources: {'Port': ['ID=80101cd7-db31-45dc-9be2-434a3f116869,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:07.023287 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:07.044212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Allocated IP 172.21.0.2 (4fbe05d8-d75b-4c47-9555-ddd88aaa615a/e7772c7a-61a6-46d6-ac59-2e9a01bd52a4/291c1e2c-fb79-4090-9976-294f441daaed) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:07.055748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e2767a5-0739-4d2b-b2a5-74c4daacf2cb req-4cfb9fe1-6650-4f41-a352-561d24d6bd33 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372012 Jan 28 13:00:07.079942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Attempting to bind port 786f6c1b-4038-4cc5-8817-04d458fa7c3e on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:00:07.080926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Attempting to bind port 786f6c1b-4038-4cc5-8817-04d458fa7c3e by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:00:07.081396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Attempting to bind port 786f6c1b-4038-4cc5-8817-04d458fa7c3e on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:07.092403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Port 786f6c1b-4038-4cc5-8817-04d458fa7c3e on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:00:07.092887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Attempting to bind port 786f6c1b-4038-4cc5-8817-04d458fa7c3e on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:07.101450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:00:07.101944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Checking segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:07.102432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Bound using segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:00:07.103004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Bound port: 786f6c1b-4038-4cc5-8817-04d458fa7c3e, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:00:07.103514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:07.237135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] For port 786f6c1b-4038-4cc5-8817-04d458fa7c3e, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:00:07.247061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] For port 786f6c1b-4038-4cc5-8817-04d458fa7c3e, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=786f6c1b-4038-4cc5-8817-04d458fa7c3e,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:00:07.272037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:07.373719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:07.374756 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:07.376579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] 10.222.0.49 "PUT /v2.0/ports/786f6c1b-4038-4cc5-8817-04d458fa7c3e HTTP/1.1" status: 200 len: 1091 time: 1.9859617 Jan 28 13:00:07.381179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c51401a-8cf5-455e-a371-0be9f9622d2f', 'tag': '786f6c1b-4038-4cc5-8817-04d458fa7c3e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:00:07.391475 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19810a4a-08a6-4a36-b9b5-54be06af7c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c51401a-8cf5-455e-a371-0be9f9622d2f", "tag": "786f6c1b-4038-4cc5-8817-04d458fa7c3e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:00:07.410958 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Publish callbacks [] for port (291c1e2c-fb79-4090-9976-294f441daaed), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:07.431985 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (291c1e2c-fb79-4090-9976-294f441daaed), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:07.532325 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc293cf6-f271-48c9-ae5b-c573a85282b9 x-openstack-request-id: req-fc293cf6-f271-48c9-ae5b-c573a85282b9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:00:07.532628 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c51401a-8cf5-455e-a371-0be9f9622d2f", "tag": "786f6c1b-4038-4cc5-8817-04d458fa7c3e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:00:07.532941 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc293cf6-f271-48c9-ae5b-c573a85282b9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:00:07.533960 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c51401a-8cf5-455e-a371-0be9f9622d2f', 'tag': '786f6c1b-4038-4cc5-8817-04d458fa7c3e', 'status': 'completed', 'code': 200} Jan 28 13:00:07.555155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012a8d0-f0e4-45ea-8940-0448bb743839 service neutron] Pushing event updated for resources: {'Port': ['ID=786f6c1b-4038-4cc5-8817-04d458fa7c3e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:07.561634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Pushing event updated for resources: {'Port': ['ID=291c1e2c-fb79-4090-9976-294f441daaed,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:07.581556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Router 1d007836-b126-45ac-bd87-9fc319d346e2 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:00:07.596793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Network 4fbe05d8-d75b-4c47-9555-ddd88aaa615a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:07.600673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:07.603706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:07.616102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-bed92aed-b275-41ac-a217-27322a5c5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:07.618069 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-bed92aed-b275-41ac-a217-27322a5c5dce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 1094 time: 0.1813562 Jan 28 13:00:07.768505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Attempting to bind port 291c1e2c-fb79-4090-9976-294f441daaed on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:00:07.769024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Attempting to bind port 291c1e2c-fb79-4090-9976-294f441daaed by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'ebdd9a63-7234-402f-bffa-3e3f8e08c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4fbe05d8-d75b-4c47-9555-ddd88aaa615a'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:00:07.769265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Attempting to bind port 291c1e2c-fb79-4090-9976-294f441daaed on network 4fbe05d8-d75b-4c47-9555-ddd88aaa615a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:07.790753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:00:07.791167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Checking segment: {'id': 'ebdd9a63-7234-402f-bffa-3e3f8e08c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4fbe05d8-d75b-4c47-9555-ddd88aaa615a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:07.791609 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:07.800570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Bound using segment: {'id': 'ebdd9a63-7234-402f-bffa-3e3f8e08c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4fbe05d8-d75b-4c47-9555-ddd88aaa615a'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:00:07.801139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Bound port: 291c1e2c-fb79-4090-9976-294f441daaed, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdd9a63-7234-402f-bffa-3e3f8e08c805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '4fbe05d8-d75b-4c47-9555-ddd88aaa615a'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:00:07.801551 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (291c1e2c-fb79-4090-9976-294f441daaed), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:07.815098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-8d85a91f-3931-497c-99db-6b38552b07e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=786f6c1b-4038-4cc5-8817-04d458fa7c3e HTTP/1.1" status: 200 len: 217 time: 0.1844459 Jan 28 13:00:07.901448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d68fb9-9f61-4881-9469-3ec99f8741da req-cbdb7296-b912-4e20-8d6d-61bf90f7b477 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:07.902728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42d68fb9-9f61-4881-9469-3ec99f8741da req-cbdb7296-b912-4e20-8d6d-61bf90f7b477 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.3294923 Jan 28 13:00:07.916438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] For port 291c1e2c-fb79-4090-9976-294f441daaed, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:00:07.922482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] For port 291c1e2c-fb79-4090-9976-294f441daaed, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=291c1e2c-fb79-4090-9976-294f441daaed,segment=NetworkSegment(ebdd9a63-7234-402f-bffa-3e3f8e08c805),segment_id=ebdd9a63-7234-402f-bffa-3e3f8e08c805)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:00:07.926999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 80101cd7-db31-45dc-9be2-434a3f116869 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:07.961124 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (291c1e2c-fb79-4090-9976-294f441daaed), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:08.017027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42d68fb9-9f61-4881-9469-3ec99f8741da req-1bec09b9-9bd1-4986-ae5c-bfe78b108be8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012526 Jan 28 13:00:08.025077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-4df4be1c-d087-4b22-8214-c8667e094e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:08.026849 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-4df4be1c-d087-4b22-8214-c8667e094e9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.1945255 Jan 28 13:00:08.059407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32d51e-feb6-4376-8237-699ab7b976a9 None None] Pushing event updated for resources: {'Port': ['ID=291c1e2c-fb79-4090-9976-294f441daaed,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:08.069831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Allocated IP 172.20.0.1 (378c763b-365a-42ce-a733-ee7627e02fb5/302a0dfd-906f-4de0-af2e-8d763b250087/a18930dd-2a8e-4479-a0f3-0ac824175b8b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:08.102037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:08.109997 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:08.164823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad0ae26-6008-4ee0-a70b-eb192a1a028f None None] Sync routers for ids ['1d007836-b126-45ac-bd87-9fc319d346e2'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:08.169976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-28683182-b2fc-4230-99ea-7439f2db31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:08.184077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-28683182-b2fc-4230-99ea-7439f2db31ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449723 Jan 28 13:00:08.212897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-83ab55fe-c289-4265-948b-b6c9e22f61ab tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/floatingips/0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2 HTTP/1.1" status: 204 len: 168 time: 3.1630192 Jan 28 13:00:08.223794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0ae26-6008-4ee0-a70b-eb192a1a028f None None] Routers {'1d007836-b126-45ac-bd87-9fc319d346e2'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:08.224038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8ad0ae26-6008-4ee0-a70b-eb192a1a028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1d007836-b126-45ac-bd87-9fc319d346e2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:08.304144 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (a18930dd-2a8e-4479-a0f3-0ac824175b8b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:08.359763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 80101cd7-db31-45dc-9be2-434a3f116869 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:08.360217 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (80101cd7-db31-45dc-9be2-434a3f116869), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:08.394122 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a18930dd-2a8e-4479-a0f3-0ac824175b8b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:08.449987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cdcd7-01fe-4688-96a0-3ed493a8d543 req-adf8f57f-0f84-410f-aefb-f03155ae077b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:08.472406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-302cdcd7-01fe-4688-96a0-3ed493a8d543 req-adf8f57f-0f84-410f-aefb-f03155ae077b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.2827151 Jan 28 13:00:08.516101 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 378c763b-365a-42ce-a733-ee7627e02fb5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:08.528259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:08.533416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:08.535692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 069bf510-73e7-40d8-8d92-2933d1607b88 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:08.595078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=a18930dd-2a8e-4479-a0f3-0ac824175b8b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:08.621785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-b5ca64fe-f7ed-487e-8ed3-1a686312df1b service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259229 Jan 28 13:00:08.652096 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (b3125994-0f7a-47a4-8fb7-f0fc58889bec), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:08.709966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-302cdcd7-01fe-4688-96a0-3ed493a8d543 req-50538f97-48fa-4e3f-9153-16a9a6dfd4ee tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254510 Jan 28 13:00:08.756460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8ad0ae26-6008-4ee0-a70b-eb192a1a028f None None] Set router 1d007836-b126-45ac-bd87-9fc319d346e2 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:08.794293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209a4f5-d01f-4d17-ab4a-eba74aa2abe1 req-c343001f-2c5a-4f58-8969-a3c951081216 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:08.801122 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c209a4f5-d01f-4d17-ab4a-eba74aa2abe1 req-c343001f-2c5a-4f58-8969-a3c951081216 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 945 time: 0.1756115 Jan 28 13:00:08.926157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a4d0e1d-a458-45a5-a4a7-fdeddf201264 req-7e0d93f9-3985-424e-80a9-badd0c6446f7 service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851210 Jan 28 13:00:08.970196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c209a4f5-d01f-4d17-ab4a-eba74aa2abe1 req-a3d4f474-37f2-47e6-ace5-badab74357ae tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=5985a3b2-410c-4079-87fb-2e2b6a4430b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681232 Jan 28 13:00:08.987718 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a18930dd-2a8e-4479-a0f3-0ac824175b8b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:09.088969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19810a4a-08a6-4a36-b9b5-54be06af7c0c req-7dc73d56-1d58-492f-ba09-a365b060e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:09.091234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19810a4a-08a6-4a36-b9b5-54be06af7c0c req-7dc73d56-1d58-492f-ba09-a365b060e05e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 1094 time: 0.0950027 Jan 28 13:00:09.160177 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:00:09.250313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3493e8ca-a21a-4439-a918-32692fd286a9 None None] Network 378c763b-365a-42ce-a733-ee7627e02fb5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:09.288520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 80101cd7-db31-45dc-9be2-434a3f116869 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:09.289072 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (80101cd7-db31-45dc-9be2-434a3f116869), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:09.331532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fde981-cc0f-439f-8c34-27b9b721502f req-c18004d9-7e7e-4135-89e4-584b993e9e39 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:09.335007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15fde981-cc0f-439f-8c34-27b9b721502f req-c18004d9-7e7e-4135-89e4-584b993e9e39 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 945 time: 0.1353004 Jan 28 13:00:09.339689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19810a4a-08a6-4a36-b9b5-54be06af7c0c req-49a7a8c4-7eb3-4eaf-b105-e0b8c1d52deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:09.343081 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19810a4a-08a6-4a36-b9b5-54be06af7c0c req-49a7a8c4-7eb3-4eaf-b105-e0b8c1d52deb service neutron] 10.222.0.49 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.2441933 Jan 28 13:00:09.390363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3eaebecd-3f2a-40d3-bc99-6b68dab414a4 None None] Provisioning complete for port 80101cd7-db31-45dc-9be2-434a3f116869 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:09.390910 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3eaebecd-3f2a-40d3-bc99-6b68dab414a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (80101cd7-db31-45dc-9be2-434a3f116869), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:09.393202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 069bf510-73e7-40d8-8d92-2933d1607b88 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:09.393692 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:09.410095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19810a4a-08a6-4a36-b9b5-54be06af7c0c req-bba95279-68dd-48f6-ab82-6bd0b4a7b1d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=786f6c1b-4038-4cc5-8817-04d458fa7c3e HTTP/1.1" status: 200 len: 217 time: 0.0521069 Jan 28 13:00:09.528470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:00:09.530966 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262d02a8-2f60-43e0-9c8c-5cdf86fd48a9" -d '{"events": [{"server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:00:09.532933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19810a4a-08a6-4a36-b9b5-54be06af7c0c req-351b2e7c-d396-4321-92d1-0cbc1f2dbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:09.534939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19810a4a-08a6-4a36-b9b5-54be06af7c0c req-351b2e7c-d396-4321-92d1-0cbc1f2dbe40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.1106541 Jan 28 13:00:09.536487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'tag': 'c9b3223d-5002-489a-8e03-65567aa72c90'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:00:09.538879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 80101cd7-db31-45dc-9be2-434a3f116869, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=80101cd7-db31-45dc-9be2-434a3f116869,segment=NetworkSegment(ed1a5452-6c8d-498d-8c81-ea3cb254782c),segment_id=ed1a5452-6c8d-498d-8c81-ea3cb254782c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:09.540352 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb28f115-805f-43b1-a14e-8deb28cf2c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c849ca-e8d1-41da-abe0-aa166c6d41b9", "tag": "c9b3223d-5002-489a-8e03-65567aa72c90"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:00:09.546519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15fde981-cc0f-439f-8c34-27b9b721502f req-14b2d717-4f92-43aa-9358-b73f9e2286db tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950521 Jan 28 13:00:09.595541 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (a18930dd-2a8e-4479-a0f3-0ac824175b8b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:09.598439 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (80101cd7-db31-45dc-9be2-434a3f116869), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:09.611696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a18930dd-2a8e-4479-a0f3-0ac824175b8b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:09.626736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19810a4a-08a6-4a36-b9b5-54be06af7c0c req-8f156fa0-5b89-4f14-af48-cd8ac6617e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:09.630748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19810a4a-08a6-4a36-b9b5-54be06af7c0c req-8f156fa0-5b89-4f14-af48-cd8ac6617e23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823336 Jan 28 13:00:09.639998 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dfbdc4-0922-490c-a9f0-83b2caab49b3 x-openstack-request-id: req-e9dfbdc4-0922-490c-a9f0-83b2caab49b3 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:00:09.643149 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "name": "network-vif-unplugged", "status": "failed", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88", "code": 422}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:00:09.644067 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9dfbdc4-0922-490c-a9f0-83b2caab49b3 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:00:09.645389 n-d-824835-4 neutron-server[103130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88', 'code': 422} returned with failed status Jan 28 13:00:09.655821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=069bf510-73e7-40d8-8d92-2933d1607b88,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:09.694413 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d852a91-3bdc-4445-b2fc-ee6f570a2966 x-openstack-request-id: req-6d852a91-3bdc-4445-b2fc-ee6f570a2966 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:00:09.694724 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c849ca-e8d1-41da-abe0-aa166c6d41b9", "tag": "c9b3223d-5002-489a-8e03-65567aa72c90", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:00:09.695165 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d852a91-3bdc-4445-b2fc-ee6f570a2966 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:00:09.695620 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'tag': 'c9b3223d-5002-489a-8e03-65567aa72c90', 'status': 'completed', 'code': 200} Jan 28 13:00:09.728469 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:09.811856 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=a18930dd-2a8e-4479-a0f3-0ac824175b8b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:09.886989 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19810a4a-08a6-4a36-b9b5-54be06af7c0c req-193c9795-9c05-45fc-88e1-718f7d004b50 service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464519 Jan 28 13:00:09.915283 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (b3125994-0f7a-47a4-8fb7-f0fc58889bec), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:09.940386 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28f115-805f-43b1-a14e-8deb28cf2c8b req-cf8052bc-87c0-4ccb-800d-3f1368ca6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:09.943111 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb28f115-805f-43b1-a14e-8deb28cf2c8b req-cf8052bc-87c0-4ccb-800d-3f1368ca6c30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 1096 time: 0.1415305 Jan 28 13:00:09.983065 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 291c1e2c-fb79-4090-9976-294f441daaed up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:10.077114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=80101cd7-db31-45dc-9be2-434a3f116869,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:10.157896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28f115-805f-43b1-a14e-8deb28cf2c8b req-60dcc022-392a-4ef7-bbf8-25f25b948711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:10.159711 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb28f115-805f-43b1-a14e-8deb28cf2c8b req-60dcc022-392a-4ef7-bbf8-25f25b948711 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3a9de031-f386-4e29-98a1-20794fd55d2e HTTP/1.1" status: 200 len: 898 time: 0.2086344 Jan 28 13:00:10.175925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf17da4c-0dab-480d-b083-567a3753fcbb None None] Network 4fbe05d8-d75b-4c47-9555-ddd88aaa615a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:10.191310 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3eaebecd-3f2a-40d3-bc99-6b68dab414a4 None None] Current status of the port 80101cd7-db31-45dc-9be2-434a3f116869 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:10.244120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c23a60-ad3f-4bfd-9f0c-ee0052237376 req-b199c6fb-6fca-4987-862f-4420139ecce2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:10.246724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30c23a60-ad3f-4bfd-9f0c-ee0052237376 req-b199c6fb-6fca-4987-862f-4420139ecce2 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 945 time: 0.3367884 Jan 28 13:00:10.306655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 378c763b-365a-42ce-a733-ee7627e02fb5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:10.308712 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb28f115-805f-43b1-a14e-8deb28cf2c8b req-2ea184c4-d1d8-4f52-b405-1bc579904a62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b3223d-5002-489a-8e03-65567aa72c90 HTTP/1.1" status: 200 len: 217 time: 0.1414847 Jan 28 13:00:10.310162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:10.319025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8ad0ae26-6008-4ee0-a70b-eb192a1a028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T12:59:08Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e07ade41-a79f-41a0-bbf6-311fb410a9e8', 'name': '', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:12:db:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:07Z', 'updated_at': '2022-01-28T12:59:14Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:10.360526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318e5a2-3cbd-4333-acba-8e2715e47c16 req-ce191713-3600-4472-a3ac-52edf930bea1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:10.362916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6318e5a2-3cbd-4333-acba-8e2715e47c16 req-ce191713-3600-4472-a3ac-52edf930bea1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.4258218 Jan 28 13:00:10.392148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad0ae26-6008-4ee0-a70b-eb192a1a028f None None] Checking router: 1d007836-b126-45ac-bd87-9fc319d346e2 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:00:10.394114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 291c1e2c-fb79-4090-9976-294f441daaed triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:10.394494 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (291c1e2c-fb79-4090-9976-294f441daaed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:10.396188 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=069bf510-73e7-40d8-8d92-2933d1607b88,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:10.481603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6318e5a2-3cbd-4333-acba-8e2715e47c16 req-63aeb54d-d12d-4aa8-aa3a-050b2954c5a3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999556 Jan 28 13:00:10.482861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28f115-805f-43b1-a14e-8deb28cf2c8b req-36be291a-0f75-44f0-aff8-08ad27abedef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:10.484649 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb28f115-805f-43b1-a14e-8deb28cf2c8b req-36be291a-0f75-44f0-aff8-08ad27abedef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e758de26-69a0-4f65-8814-2a73a72ea3d7 HTTP/1.1" status: 200 len: 834 time: 0.1584618 Jan 28 13:00:10.530058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0ae26-6008-4ee0-a70b-eb192a1a028f None None] Routers {'1d007836-b126-45ac-bd87-9fc319d346e2'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:10.533259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19810a4a-08a6-4a36-b9b5-54be06af7c0c req-d3235bff-3220-4e6e-ae8e-6cc5ac469363 service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325104 Jan 28 13:00:10.538050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8ad0ae26-6008-4ee0-a70b-eb192a1a028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1d007836-b126-45ac-bd87-9fc319d346e2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:10.581562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3dacc-5178-4454-a2d7-76cddce65ea0 req-9e56013a-ff62-40ee-8d74-55f8de5fe97e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:10.592241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cc3dacc-5178-4454-a2d7-76cddce65ea0 req-9e56013a-ff62-40ee-8d74-55f8de5fe97e tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 945 time: 0.1706314 Jan 28 13:00:10.633279 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1f8de3b6-c6aa-4f12-9cc3-216423bbe79b None None] Provisioning complete for port 291c1e2c-fb79-4090-9976-294f441daaed triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:10.634015 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f8de3b6-c6aa-4f12-9cc3-216423bbe79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (291c1e2c-fb79-4090-9976-294f441daaed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:10.643479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28f115-805f-43b1-a14e-8deb28cf2c8b req-2a0fa911-bfc3-49f7-a75f-445fc7fbdea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:10.645136 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb28f115-805f-43b1-a14e-8deb28cf2c8b req-2a0fa911-bfc3-49f7-a75f-445fc7fbdea9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a9de031-f386-4e29-98a1-20794fd55d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027179 Jan 28 13:00:10.701854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-30c23a60-ad3f-4bfd-9f0c-ee0052237376 req-60328f1c-55f3-47c9-91d4-98152eee6ce5 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting port c9b3223d-5002-489a-8e03-65567aa72c90 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:10.702586 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-30c23a60-ad3f-4bfd-9f0c-ee0052237376 req-60328f1c-55f3-47c9-91d4-98152eee6ce5 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:10.819921 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7cc3dacc-5178-4454-a2d7-76cddce65ea0 req-e0ee73f3-ffa8-4f71-8e1e-3716d48b10af tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/security-groups?id=5985a3b2-410c-4079-87fb-2e2b6a4430b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185428 Jan 28 13:00:10.844549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router b3125994-0f7a-47a4-8fb7-f0fc58889bec is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:00:10.915719 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb28f115-805f-43b1-a14e-8deb28cf2c8b req-050dc3ea-9474-419d-95c4-b8ab4626e3ab service neutron] 10.222.0.49 "GET /v2.0/networks/3a9de031-f386-4e29-98a1-20794fd55d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635672 Jan 28 13:00:10.979242 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-30c23a60-ad3f-4bfd-9f0c-ee0052237376 req-60328f1c-55f3-47c9-91d4-98152eee6ce5 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] For port c9b3223d-5002-489a-8e03-65567aa72c90, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=c9b3223d-5002-489a-8e03-65567aa72c90,segment=NetworkSegment(03a1fbda-92ba-4c14-80eb-eea17c5b2f0e),segment_id=03a1fbda-92ba-4c14-80eb-eea17c5b2f0e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:10.979653 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-30c23a60-ad3f-4bfd-9f0c-ee0052237376 req-60328f1c-55f3-47c9-91d4-98152eee6ce5 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:11.001456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-30c23a60-ad3f-4bfd-9f0c-ee0052237376 req-60328f1c-55f3-47c9-91d4-98152eee6ce5 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Calling delete_port for c9b3223d-5002-489a-8e03-65567aa72c90 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:11.012784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9b978-e2d7-45e0-84a7-de69ca77e65d req-c0ee0824-23a8-4869-bdef-2a3399b708ca tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:11.020106 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76f9b978-e2d7-45e0-84a7-de69ca77e65d req-c0ee0824-23a8-4869-bdef-2a3399b708ca tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1380029 Jan 28 13:00:11.095785 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-fb28f115-805f-43b1-a14e-8deb28cf2c8b req-1f67be0d-bd92-46e3-85fa-1b91c8d8f461 service neutron] 10.222.0.49 "GET /v2.0/networks/3a9de031-f386-4e29-98a1-20794fd55d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237240 Jan 28 13:00:11.210913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:11.215676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8ad0ae26-6008-4ee0-a70b-eb192a1a028f None None] Set router 1d007836-b126-45ac-bd87-9fc319d346e2 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:11.219036 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e63fefb2-1428-475a-bd46-7dea7651e548 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/b3125994-0f7a-47a4-8fb7-f0fc58889bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5935702 Jan 28 13:00:11.221266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53008) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:11.222975 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d788b50-412b-4642-9844-9a1c6314e71f None None] Sync routers for ids ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:11.229866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1f8de3b6-c6aa-4f12-9cc3-216423bbe79b None None] Current status of the port 291c1e2c-fb79-4090-9976-294f441daaed is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:11.230351 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f8de3b6-c6aa-4f12-9cc3-216423bbe79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (291c1e2c-fb79-4090-9976-294f441daaed), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:11.244655 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d788b50-412b-4642-9844-9a1c6314e71f None None] Routers {'b3125994-0f7a-47a4-8fb7-f0fc58889bec'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:11.245380 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1d788b50-412b-4642-9844-9a1c6314e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:11.256482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76f9b978-e2d7-45e0-84a7-de69ca77e65d req-bf9326d4-2d7a-4b86-a228-ff2152650c58 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345579 Jan 28 13:00:11.313210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 291c1e2c-fb79-4090-9976-294f441daaed is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:11.313612 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (291c1e2c-fb79-4090-9976-294f441daaed), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:11.343640 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1d788b50-412b-4642-9844-9a1c6314e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:11.361641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f28b8-0396-466f-8a26-c7b3868c1a09 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:11.373044 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-610f28b8-0396-466f-8a26-c7b3868c1a09 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports/a18930dd-2a8e-4479-a0f3-0ac824175b8b HTTP/1.1" status: 200 len: 910 time: 0.1480227 Jan 28 13:00:11.373929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53014) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:11.387628 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d788b50-412b-4642-9844-9a1c6314e71f None None] Routers {'b3125994-0f7a-47a4-8fb7-f0fc58889bec'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:11.388550 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1d788b50-412b-4642-9844-9a1c6314e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:11.425695 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1d788b50-412b-4642-9844-9a1c6314e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:11.426628 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d788b50-412b-4642-9844-9a1c6314e71f None None] The sync data for ids ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:11.535319 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1f8de3b6-c6aa-4f12-9cc3-216423bbe79b None None] For port 291c1e2c-fb79-4090-9976-294f441daaed, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=291c1e2c-fb79-4090-9976-294f441daaed,segment=NetworkSegment(ebdd9a63-7234-402f-bffa-3e3f8e08c805),segment_id=ebdd9a63-7234-402f-bffa-3e3f8e08c805)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:11.554219 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-30c23a60-ad3f-4bfd-9f0c-ee0052237376 req-60328f1c-55f3-47c9-91d4-98152eee6ce5 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (c9b3223d-5002-489a-8e03-65567aa72c90), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:11.564117 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f8de3b6-c6aa-4f12-9cc3-216423bbe79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (291c1e2c-fb79-4090-9976-294f441daaed), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:11.591560 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-0bf6e7ba-815a-4834-99cb-c1484de1977b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2059298 Jan 28 13:00:11.628152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60328f1c-55f3-47c9-91d4-98152eee6ce5 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Port': ['ID=c9b3223d-5002-489a-8e03-65567aa72c90,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:11.691884 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8de3b6-c6aa-4f12-9cc3-216423bbe79b None None] Pushing event updated for resources: {'Port': ['ID=291c1e2c-fb79-4090-9976-294f441daaed,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:11.763548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c23a60-ad3f-4bfd-9f0c-ee0052237376 req-60328f1c-55f3-47c9-91d4-98152eee6ce5 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] No DVR routers for this DVR port c9b3223d-5002-489a-8e03-65567aa72c90 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:00:11.768582 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-30c23a60-ad3f-4bfd-9f0c-ee0052237376 req-60328f1c-55f3-47c9-91d4-98152eee6ce5 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:11.772976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30c23a60-ad3f-4bfd-9f0c-ee0052237376 req-60328f1c-55f3-47c9-91d4-98152eee6ce5 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.49 "DELETE /v2.0/ports/c9b3223d-5002-489a-8e03-65567aa72c90 HTTP/1.1" status: 204 len: 173 time: 1.5192089 Jan 28 13:00:11.773459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'name': 'network-vif-deleted', 'tag': 'c9b3223d-5002-489a-8e03-65567aa72c90'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:00:11.776158 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fa78b0-12ba-4761-9383-f413d8945787" -d '{"events": [{"server_uuid": "a8c849ca-e8d1-41da-abe0-aa166c6d41b9", "name": "network-vif-deleted", "tag": "c9b3223d-5002-489a-8e03-65567aa72c90"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:00:11.825384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38acecb-bb8f-4a72-bf52-d451697fa15c req-e4986741-6029-4ff6-9b49-83077a417e66 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:11.843864 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:00:11.844237 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:00:11.845201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c38acecb-bb8f-4a72-bf52-d451697fa15c req-e4986741-6029-4ff6-9b49-83077a417e66 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.2264640 Jan 28 13:00:11.886217 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3930ee1a-b406-4864-ab0d-c83c7f0d3a57 x-openstack-request-id: req-3930ee1a-b406-4864-ab0d-c83c7f0d3a57 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:00:11.889173 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c849ca-e8d1-41da-abe0-aa166c6d41b9", "name": "network-vif-deleted", "tag": "c9b3223d-5002-489a-8e03-65567aa72c90", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:00:11.889704 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3930ee1a-b406-4864-ab0d-c83c7f0d3a57 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:00:11.890310 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c849ca-e8d1-41da-abe0-aa166c6d41b9', 'name': 'network-vif-deleted', 'tag': 'c9b3223d-5002-489a-8e03-65567aa72c90', 'status': 'completed', 'code': 200} Jan 28 13:00:11.913466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6b5dbce8-5bcc-414f-8e1e-1551103f8068 None None] Provisioning complete for port a18930dd-2a8e-4479-a0f3-0ac824175b8b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:11.913977 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b5dbce8-5bcc-414f-8e1e-1551103f8068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a18930dd-2a8e-4479-a0f3-0ac824175b8b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:11.985691 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c38acecb-bb8f-4a72-bf52-d451697fa15c req-ee5009b6-910c-4c34-8f61-d88c572263a6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373422 Jan 28 13:00:12.005357 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:12.036243 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b319fea-4d16-4d2d-b326-da2a53661059 req-50c78e1e-c05b-49bf-be5d-fc51d00902f9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8c849ca-e8d1-41da-abe0-aa166c6d41b9 HTTP/1.1" status: 200 len: 210 time: 0.0387852 Jan 28 13:00:12.067002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6b5dbce8-5bcc-414f-8e1e-1551103f8068 None None] Port a18930dd-2a8e-4479-a0f3-0ac824175b8b cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:12.089020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6b5dbce8-5bcc-414f-8e1e-1551103f8068 None None] Provisioning complete for port 80101cd7-db31-45dc-9be2-434a3f116869 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:12.089418 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b5dbce8-5bcc-414f-8e1e-1551103f8068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (80101cd7-db31-45dc-9be2-434a3f116869), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:12.150493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8ad0ae26-6008-4ee0-a70b-eb192a1a028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T12:59:08Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e07ade41-a79f-41a0-bbf6-311fb410a9e8', 'name': '', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:12:db:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:07Z', 'updated_at': '2022-01-28T12:59:14Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:12.191619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad0ae26-6008-4ee0-a70b-eb192a1a028f None None] The sync data for ids ['1d007836-b126-45ac-bd87-9fc319d346e2'] in n-d-824835-4 is: [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T12:59:08Z', 'revision_number': 4, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e07ade41-a79f-41a0-bbf6-311fb410a9e8', 'name': '', 'network_id': '3a9de031-f386-4e29-98a1-20794fd55d2e', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'mac_address': 'fa:16:3e:12:db:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:07Z', 'updated_at': '2022-01-28T12:59:14Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'subnets': [{'id': 'e758de26-69a0-4f65-8814-2a73a72ea3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:12.297573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6b5dbce8-5bcc-414f-8e1e-1551103f8068 None None] Current status of the port 80101cd7-db31-45dc-9be2-434a3f116869 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:12.328418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6b5dbce8-5bcc-414f-8e1e-1551103f8068 None None] Provisioning complete for port 291c1e2c-fb79-4090-9976-294f441daaed triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:12.328833 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b5dbce8-5bcc-414f-8e1e-1551103f8068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (291c1e2c-fb79-4090-9976-294f441daaed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:12.412646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Allocated IP 172.21.0.1 (4fbe05d8-d75b-4c47-9555-ddd88aaa615a/e7772c7a-61a6-46d6-ac59-2e9a01bd52a4/6716d55e-79fc-4b60-b391-a08c97550a71) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:12.525215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c9ed8-de1e-4fa5-98c5-7e0d10305d07 req-b45a3e01-f237-43c6-9bf4-ee54a9718eab tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:12.533263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f2c9ed8-de1e-4fa5-98c5-7e0d10305d07 req-b45a3e01-f237-43c6-9bf4-ee54a9718eab tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1074772 Jan 28 13:00:12.557654 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (6716d55e-79fc-4b60-b391-a08c97550a71), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:12.605553 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6716d55e-79fc-4b60-b391-a08c97550a71), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:12.647805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 4fbe05d8-d75b-4c47-9555-ddd88aaa615a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:12.651846 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:12.665852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:12.699867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f2c9ed8-de1e-4fa5-98c5-7e0d10305d07 req-89229873-4e3a-4db9-a16d-95c6b75f359f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650574 Jan 28 13:00:12.747894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=6716d55e-79fc-4b60-b391-a08c97550a71,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:12.761265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 069bf510-73e7-40d8-8d92-2933d1607b88 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:12.761951 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.762350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.762859 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.763208 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.763572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.763901 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.764230 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.764554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.764877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.765202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.765646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.766257 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.766540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:12.781425 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (b3125994-0f7a-47a4-8fb7-f0fc58889bec), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:12.871652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e531be-7108-4349-a16f-11a4485529d2 None None] New status for floating IP 0d0d7d3e-8c70-4df2-9ddb-5155c62aedd2: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:00:12.877714 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 291c1e2c-fb79-4090-9976-294f441daaed is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:12.933903 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6716d55e-79fc-4b60-b391-a08c97550a71), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:13.029161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 291c1e2c-fb79-4090-9976-294f441daaed up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:13.097621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6b5dbce8-5bcc-414f-8e1e-1551103f8068 None None] Current status of the port 291c1e2c-fb79-4090-9976-294f441daaed is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:13.146347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53038) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:13.160124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 069bf510-73e7-40d8-8d92-2933d1607b88 is: DOWN; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:13.178548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 291c1e2c-fb79-4090-9976-294f441daaed triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:13.179369 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (291c1e2c-fb79-4090-9976-294f441daaed), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:13.242031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-cadd2511-8e03-4690-8c7c-12f4d8e28f07 None None] Provisioning complete for port 6716d55e-79fc-4b60-b391-a08c97550a71 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:13.242656 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cadd2511-8e03-4690-8c7c-12f4d8e28f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6716d55e-79fc-4b60-b391-a08c97550a71), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:13.289034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4ae24-a15e-46c6-8171-fb648e77a829 req-ed299806-1a57-4eff-86d6-fb2a42c7f793 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:13.290553 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abd4ae24-a15e-46c6-8171-fb648e77a829 req-ed299806-1a57-4eff-86d6-fb2a42c7f793 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.1919243 Jan 28 13:00:13.316810 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (6716d55e-79fc-4b60-b391-a08c97550a71), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:13.323716 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (6716d55e-79fc-4b60-b391-a08c97550a71), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:13.326768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 291c1e2c-fb79-4090-9976-294f441daaed is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:13.328091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 80101cd7-db31-45dc-9be2-434a3f116869 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:13.362077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cadd2511-8e03-4690-8c7c-12f4d8e28f07 None None] Port 6716d55e-79fc-4b60-b391-a08c97550a71 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:13.397721 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-776ffcd8-719e-46c0-9db0-ddadcad63ef9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (5985a3b2-410c-4079-87fb-2e2b6a4430b6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:13.398402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 80101cd7-db31-45dc-9be2-434a3f116869 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:13.398799 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (80101cd7-db31-45dc-9be2-434a3f116869), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:13.424525 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (b3125994-0f7a-47a4-8fb7-f0fc58889bec), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:13.426263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=6716d55e-79fc-4b60-b391-a08c97550a71,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:13.483145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abd4ae24-a15e-46c6-8171-fb648e77a829 req-12ff3832-bedc-4cbd-a785-db5cb587ad08 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621313 Jan 28 13:00:13.500474 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-776ffcd8-719e-46c0-9db0-ddadcad63ef9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (5985a3b2-410c-4079-87fb-2e2b6a4430b6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:13.518553 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 80101cd7-db31-45dc-9be2-434a3f116869 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:13.554164 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 4fbe05d8-d75b-4c47-9555-ddd88aaa615a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:13.555769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:13.588412 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-776ffcd8-719e-46c0-9db0-ddadcad63ef9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5985a3b2-410c-4079-87fb-2e2b6a4430b6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:13.591194 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-776ffcd8-719e-46c0-9db0-ddadcad63ef9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:13.595067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-776ffcd8-719e-46c0-9db0-ddadcad63ef9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/security-groups/5985a3b2-410c-4079-87fb-2e2b6a4430b6 HTTP/1.1" status: 204 len: 168 time: 0.4391925 Jan 28 13:00:13.602526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ffcd8-719e-46c0-9db0-ddadcad63ef9 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5985a3b2-410c-4079-87fb-2e2b6a4430b6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:13.650617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53042) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:13.722932 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router b3125994-0f7a-47a4-8fb7-f0fc58889bec has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:00:13.921530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:13.933910 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9cb13a-b729-4512-a9b4-8dbdf7a0c6d7 None None] Sync routers for ids ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:13.938757 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-02423170-c4ec-4704-be18-4ed14e8a1986 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/b3125994-0f7a-47a4-8fb7-f0fc58889bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5635717 Jan 28 13:00:13.941217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53046) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:13.957561 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9cb13a-b729-4512-a9b4-8dbdf7a0c6d7 None None] Routers {'b3125994-0f7a-47a4-8fb7-f0fc58889bec'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:13.958326 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ad9cb13a-b729-4512-a9b4-8dbdf7a0c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:13.994109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d407d1-6edc-44b6-80fd-7870b919b207 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:13.996842 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d0d407d1-6edc-44b6-80fd-7870b919b207 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports/6716d55e-79fc-4b60-b391-a08c97550a71 HTTP/1.1" status: 200 len: 910 time: 0.0544009 Jan 28 13:00:13.999076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53048) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:14.000929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4fc9f77e-ad88-4fd6-b697-18f590fcea63 None None] Provisioning complete for port 6716d55e-79fc-4b60-b391-a08c97550a71 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:14.001401 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f77e-ad88-4fd6-b697-18f590fcea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6716d55e-79fc-4b60-b391-a08c97550a71), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:14.029304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acde6f3-9103-4d35-b289-a61da5aa075a req-47775b77-08ae-4331-bf30-83a3218762fc tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:14.031818 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ad9cb13a-b729-4512-a9b4-8dbdf7a0c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:14.038869 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9acde6f3-9103-4d35-b289-a61da5aa075a req-47775b77-08ae-4331-bf30-83a3218762fc tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1438930 Jan 28 13:00:14.058553 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9cb13a-b729-4512-a9b4-8dbdf7a0c6d7 None None] Routers {'b3125994-0f7a-47a4-8fb7-f0fc58889bec'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:14.061654 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ad9cb13a-b729-4512-a9b4-8dbdf7a0c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:14.075693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9f77e-ad88-4fd6-b697-18f590fcea63 None None] Port 6716d55e-79fc-4b60-b391-a08c97550a71 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:14.155880 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ad9cb13a-b729-4512-a9b4-8dbdf7a0c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:14.156572 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9cb13a-b729-4512-a9b4-8dbdf7a0c6d7 None None] The sync data for ids ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:14.174205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9acde6f3-9103-4d35-b289-a61da5aa075a req-04b61476-98e5-40bf-b521-e3fea3b4a478 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252689 Jan 28 13:00:14.404408 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device c9b3223d-5002-489a-8e03-65567aa72c90 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:14.435429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: c9b3223d-5002-489a-8e03-65567aa72c90 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:00:14.435784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device c9b3223d-5002-489a-8e03-65567aa72c90 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:00:14.469887 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2048-ec39-494f-bf84-c8ba17b162b3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (1d007836-b126-45ac-bd87-9fc319d346e2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:14.816752 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec05136d-6eb2-4931-8521-418b5ae4244a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (b3125994-0f7a-47a4-8fb7-f0fc58889bec), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:15.005201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834ce40-1307-48a8-8694-c33055d7e17e req-01c8dac2-847c-4278-a217-6b22e7649c12 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:15.007315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d834ce40-1307-48a8-8694-c33055d7e17e req-01c8dac2-847c-4278-a217-6b22e7649c12 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.4313333 Jan 28 13:00:15.091973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ec05136d-6eb2-4931-8521-418b5ae4244a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port 6716d55e-79fc-4b60-b391-a08c97550a71 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:15.092693 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec05136d-6eb2-4931-8521-418b5ae4244a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6716d55e-79fc-4b60-b391-a08c97550a71), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:15.110966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d834ce40-1307-48a8-8694-c33055d7e17e req-17e366ed-760f-4e23-b0a2-7f935ed736a3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770535 Jan 28 13:00:15.214340 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec05136d-6eb2-4931-8521-418b5ae4244a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6716d55e-79fc-4b60-b391-a08c97550a71), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:15.224099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f2048-ec39-494f-bf84-c8ba17b162b3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting port e07ade41-a79f-41a0-bbf6-311fb410a9e8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:15.225133 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2048-ec39-494f-bf84-c8ba17b162b3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:15.231457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ec05136d-6eb2-4931-8521-418b5ae4244a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for 6716d55e-79fc-4b60-b391-a08c97550a71 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:15.377436 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3366d-8fd4-42c9-8dbc-859afc0fc30d req-9e8b1afa-94a1-4588-8491-ad31c2b5530a tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:15.378868 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15c3366d-8fd4-42c9-8dbc-859afc0fc30d req-9e8b1afa-94a1-4588-8491-ad31c2b5530a tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1058624 Jan 28 13:00:15.418865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bb2f2048-ec39-494f-bf84-c8ba17b162b3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] For port e07ade41-a79f-41a0-bbf6-311fb410a9e8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e07ade41-a79f-41a0-bbf6-311fb410a9e8,segment=NetworkSegment(03a1fbda-92ba-4c14-80eb-eea17c5b2f0e),segment_id=03a1fbda-92ba-4c14-80eb-eea17c5b2f0e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:15.419295 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2048-ec39-494f-bf84-c8ba17b162b3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:15.422270 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec05136d-6eb2-4931-8521-418b5ae4244a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6716d55e-79fc-4b60-b391-a08c97550a71), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:15.446205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f2048-ec39-494f-bf84-c8ba17b162b3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Calling delete_port for e07ade41-a79f-41a0-bbf6-311fb410a9e8 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:15.461464 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05136d-6eb2-4931-8521-418b5ae4244a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=6716d55e-79fc-4b60-b391-a08c97550a71,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:15.461920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15c3366d-8fd4-42c9-8dbc-859afc0fc30d req-ffa4a07e-1e66-4f56-9533-19f1a6589fc7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735168 Jan 28 13:00:15.591473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53056) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:15.697269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2048-ec39-494f-bf84-c8ba17b162b3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e07ade41-a79f-41a0-bbf6-311fb410a9e8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:15.723057 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec05136d-6eb2-4931-8521-418b5ae4244a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (b3125994-0f7a-47a4-8fb7-f0fc58889bec), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:15.742337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f2048-ec39-494f-bf84-c8ba17b162b3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Port': ['ID=e07ade41-a79f-41a0-bbf6-311fb410a9e8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:15.970937 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2048-ec39-494f-bf84-c8ba17b162b3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (1d007836-b126-45ac-bd87-9fc319d346e2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:16.070782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:16.071390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:16.125474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec05136d-6eb2-4931-8521-418b5ae4244a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router b3125994-0f7a-47a4-8fb7-f0fc58889bec has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:00:16.236166 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:16.236403 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:16.256250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2f2048-ec39-494f-bf84-c8ba17b162b3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Router 1d007836-b126-45ac-bd87-9fc319d346e2 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:00:16.257769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:16.274759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec05136d-6eb2-4931-8521-418b5ae4244a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:16.282978 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ec05136d-6eb2-4931-8521-418b5ae4244a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/b3125994-0f7a-47a4-8fb7-f0fc58889bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2802525 Jan 28 13:00:16.283464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3836b-1ce2-487b-ba3f-4a6ba8a0c81b req-21bac7ff-c8c1-442f-80b2-0b3c77295c82 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:16.285691 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3a3836b-1ce2-487b-ba3f-4a6ba8a0c81b req-21bac7ff-c8c1-442f-80b2-0b3c77295c82 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.0725086 Jan 28 13:00:16.285845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8befc75d-8050-4946-9789-c5ddd8fa08ca None None] Sync routers for ids ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:16.288336 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53060) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:16.298768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8befc75d-8050-4946-9789-c5ddd8fa08ca None None] Routers {'b3125994-0f7a-47a4-8fb7-f0fc58889bec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:16.299621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8befc75d-8050-4946-9789-c5ddd8fa08ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:16.358441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8befc75d-8050-4946-9789-c5ddd8fa08ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:16.372213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8befc75d-8050-4946-9789-c5ddd8fa08ca None None] Routers {'b3125994-0f7a-47a4-8fb7-f0fc58889bec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:16.373085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8befc75d-8050-4946-9789-c5ddd8fa08ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:16.430623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8befc75d-8050-4946-9789-c5ddd8fa08ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:16.431834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8befc75d-8050-4946-9789-c5ddd8fa08ca None None] The sync data for ids ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:16.464544 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:16.495171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=4d0b6c3f-5248-4aab-8c16-19d2b7cb5d5e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:16.509270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3a3836b-1ce2-487b-ba3f-4a6ba8a0c81b req-8abd28c2-cb36-4706-941f-fe4bd70917cc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145875 Jan 28 13:00:16.582092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2f2048-ec39-494f-bf84-c8ba17b162b3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:16.582348 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for floatingip (ce670fee-ed61-4918-bfb5-7b6982f20149), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:16.582721 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Floating IP ce670fee-ed61-4918-bfb5-7b6982f20149 disassociated (deleted). External IP: 172.25.7.161, port: 64a32934-6022-4529-99c5-2bcca8387206. Jan 28 13:00:16.591107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bb2f2048-ec39-494f-bf84-c8ba17b162b3 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "PUT /v2.0/routers/1d007836-b126-45ac-bd87-9fc319d346e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9367425 Jan 28 13:00:16.597575 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f11feab-5635-4045-a8f3-0a6763c5290c None None] Sync routers for ids ['1d007836-b126-45ac-bd87-9fc319d346e2'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:16.603601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53064) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:16.613929 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11feab-5635-4045-a8f3-0a6763c5290c None None] Routers {'1d007836-b126-45ac-bd87-9fc319d346e2'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:16.616763 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7f11feab-5635-4045-a8f3-0a6763c5290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1d007836-b126-45ac-bd87-9fc319d346e2'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:16.758935 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7f11feab-5635-4045-a8f3-0a6763c5290c None None] Set router 1d007836-b126-45ac-bd87-9fc319d346e2 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:16.771864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed18068-1b0b-457c-a1ca-9b6d2a75c3f2 req-1a7a1e31-0af8-4e91-92ad-5b1accc25786 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:16.773949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ed18068-1b0b-457c-a1ca-9b6d2a75c3f2 req-1a7a1e31-0af8-4e91-92ad-5b1accc25786 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1835599 Jan 28 13:00:16.777752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2793eb-d617-460f-ac04-3ca71f228368 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting subnet e758de26-69a0-4f65-8814-2a73a72ea3d7 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:00:16.781280 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a2793eb-d617-460f-ac04-3ca71f228368 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for subnet (e758de26-69a0-4f65-8814-2a73a72ea3d7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:16.828767 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a2793eb-d617-460f-ac04-3ca71f228368 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (e758de26-69a0-4f65-8814-2a73a72ea3d7), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:16.845257 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router b2d4fa61-db70-452c-9fe9-cf38b37855e7 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:00:16.922112 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a2793eb-d617-460f-ac04-3ca71f228368 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (e758de26-69a0-4f65-8814-2a73a72ea3d7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:16.996182 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7f11feab-5635-4045-a8f3-0a6763c5290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T13:00:15Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:17.009983 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:17.027093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce211b-b2ed-4744-80a1-19946460d230 None None] Sync routers for ids ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:17.029896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a2793eb-d617-460f-ac04-3ca71f228368 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (e758de26-69a0-4f65-8814-2a73a72ea3d7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:17.044760 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:17.046351 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce211b-b2ed-4744-80a1-19946460d230 None None] Routers {'b2d4fa61-db70-452c-9fe9-cf38b37855e7'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:17.047131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c2ce211b-b2ed-4744-80a1-19946460d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:17.112220 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e742bc74-937c-4bfe-ab7f-c1fc7574dc29 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/floatingips/ce670fee-ed61-4918-bfb5-7b6982f20149 HTTP/1.1" status: 204 len: 168 time: 1.5171268 Jan 28 13:00:17.112220 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'tag': '64a32934-6022-4529-99c5-2bcca8387206'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:00:17.125501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ed18068-1b0b-457c-a1ca-9b6d2a75c3f2 req-5037652b-3c49-4bac-b951-7b81cd2e25a8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213851 Jan 28 13:00:17.126614 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0bf976-0588-457b-8cd0-94bff7c3f972" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea79c39-8e33-497f-89a6-ff9132996c6e", "tag": "64a32934-6022-4529-99c5-2bcca8387206"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:00:17.129453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2793eb-d617-460f-ac04-3ca71f228368 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Subnet': ['ID=e758de26-69a0-4f65-8814-2a73a72ea3d7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:17.138354 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a2793eb-d617-460f-ac04-3ca71f228368 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:17.146332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1a2793eb-d617-460f-ac04-3ca71f228368 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/subnets/e758de26-69a0-4f65-8814-2a73a72ea3d7 HTTP/1.1" status: 204 len: 168 time: 0.5100667 Jan 28 13:00:17.146936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53070) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:17.173097 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f11feab-5635-4045-a8f3-0a6763c5290c None None] Checking router: 1d007836-b126-45ac-bd87-9fc319d346e2 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:00:17.193060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f7a13-94a6-4eea-8e3a-218269ba8ea7 None None] Network 3a9de031-f386-4e29-98a1-20794fd55d2e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:17.216629 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11feab-5635-4045-a8f3-0a6763c5290c None None] Routers {'1d007836-b126-45ac-bd87-9fc319d346e2'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:17.217671 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7f11feab-5635-4045-a8f3-0a6763c5290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1d007836-b126-45ac-bd87-9fc319d346e2'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:17.318214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c2ce211b-b2ed-4744-80a1-19946460d230 None None] Set router b2d4fa61-db70-452c-9fe9-cf38b37855e7 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:17.322893 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfffa0eb-357d-42c8-90b0-c806cc4df422 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (b3125994-0f7a-47a4-8fb7-f0fc58889bec), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:17.454095 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e327eea-be3c-461f-8fd0-25bf8de882df x-openstack-request-id: req-2e327eea-be3c-461f-8fd0-25bf8de882df {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:00:17.454670 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea79c39-8e33-497f-89a6-ff9132996c6e", "tag": "64a32934-6022-4529-99c5-2bcca8387206", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:00:17.455157 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e327eea-be3c-461f-8fd0-25bf8de882df {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:00:17.455865 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'tag': '64a32934-6022-4529-99c5-2bcca8387206', 'status': 'completed', 'code': 200} Jan 28 13:00:17.550413 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7f11feab-5635-4045-a8f3-0a6763c5290c None None] Set router 1d007836-b126-45ac-bd87-9fc319d346e2 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:17.562137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router (1d007836-b126-45ac-bd87-9fc319d346e2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:17.632665 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:17.759322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0777ba-1542-4865-a0d2-839bcd465c67 None None] DHCP port deletion for 3a9de031-f386-4e29-98a1-20794fd55d2e request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:00:17.782839 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7f11feab-5635-4045-a8f3-0a6763c5290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T13:00:15Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:17.811323 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f11feab-5635-4045-a8f3-0a6763c5290c None None] The sync data for ids ['1d007836-b126-45ac-bd87-9fc319d346e2'] in n-d-824835-4 is: [{'id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'name': 'tempest-TestNetworkBasicOps-router-378796772', 'tenant_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:59:02Z', 'updated_at': '2022-01-28T13:00:15Z', 'revision_number': 5, 'project_id': '7290a7b466ae4f8e9c54c7ef61b8cc1f', 'gw_port': {'id': '6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d007836-b126-45ac-bd87-9fc319d346e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:59:03Z', 'updated_at': '2022-01-28T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:17.817132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c2ce211b-b2ed-4744-80a1-19946460d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T12:58:36Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '49950279-75c8-4bd5-9cf5-fae6537bf47e', 'name': '', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:60:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:35Z', 'updated_at': '2022-01-28T12:58:41Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:17.879978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce211b-b2ed-4744-80a1-19946460d230 None None] Checking router: b2d4fa61-db70-452c-9fe9-cf38b37855e7 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:00:17.897826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9c0777ba-1542-4865-a0d2-839bcd465c67 None None] Deleting port f967c980-73c1-41cc-aca1-5a5d8e2ec14a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:17.898473 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c0777ba-1542-4865-a0d2-839bcd465c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:17.921177 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router_gateway (1d007836-b126-45ac-bd87-9fc319d346e2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:17.938855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bf976-0588-457b-8cd0-94bff7c3f972 req-0d00306e-f15a-437e-ac1e-5b9cba1a20de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:17.941487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d0bf976-0588-457b-8cd0-94bff7c3f972 req-0d00306e-f15a-437e-ac1e-5b9cba1a20de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 1096 time: 0.3914587 Jan 28 13:00:17.982231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c3da8-0550-433c-b100-802f0a2c2ebe req-61713dbc-e2d3-47c2-ab8b-0d5b617ad16a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:17.984590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc6c3da8-0550-433c-b100-802f0a2c2ebe req-61713dbc-e2d3-47c2-ab8b-0d5b617ad16a tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.2692039 Jan 28 13:00:18.002460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9c0777ba-1542-4865-a0d2-839bcd465c67 None None] For port f967c980-73c1-41cc-aca1-5a5d8e2ec14a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f967c980-73c1-41cc-aca1-5a5d8e2ec14a,segment=NetworkSegment(03a1fbda-92ba-4c14-80eb-eea17c5b2f0e),segment_id=03a1fbda-92ba-4c14-80eb-eea17c5b2f0e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:18.002962 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c0777ba-1542-4865-a0d2-839bcd465c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:18.014675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e8617-9ca7-461b-a535-e3b7ddd097c7 req-4412d478-e3bc-48e6-9703-7422beff0c55 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:18.023224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9c0777ba-1542-4865-a0d2-839bcd465c67 None None] Calling delete_port for f967c980-73c1-41cc-aca1-5a5d8e2ec14a owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:18.024226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Deleting port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:18.025016 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:18.028802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d17e8617-9ca7-461b-a535-e3b7ddd097c7 req-4412d478-e3bc-48e6-9703-7422beff0c55 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.2900815 Jan 28 13:00:18.121768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce211b-b2ed-4744-80a1-19946460d230 None None] Routers {'b2d4fa61-db70-452c-9fe9-cf38b37855e7'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:18.122922 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c2ce211b-b2ed-4744-80a1-19946460d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:18.130083 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c0777ba-1542-4865-a0d2-839bcd465c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (f967c980-73c1-41cc-aca1-5a5d8e2ec14a), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:18.166148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] For port 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:18.167142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:18.185002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Calling delete_port for 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:18.260723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d17e8617-9ca7-461b-a535-e3b7ddd097c7 req-e4facffa-b1f6-464f-9a98-d52e12055328 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237308 Jan 28 13:00:18.267584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0777ba-1542-4865-a0d2-839bcd465c67 None None] No DVR routers for this DVR port f967c980-73c1-41cc-aca1-5a5d8e2ec14a on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:00:18.277784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0777ba-1542-4865-a0d2-839bcd465c67 None None] Pushing event deleted for resources: {'Port': ['ID=f967c980-73c1-41cc-aca1-5a5d8e2ec14a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:18.330626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc6c3da8-0550-433c-b100-802f0a2c2ebe req-e11f31e8-df8e-44b4-9c8a-c68d793129a9 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900269 Jan 28 13:00:18.345997 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:18.366430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bf976-0588-457b-8cd0-94bff7c3f972 req-a1a40f7b-2e26-4cd6-b66d-6f7d582fa590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:18.368158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d0bf976-0588-457b-8cd0-94bff7c3f972 req-a1a40f7b-2e26-4cd6-b66d-6f7d582fa590 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81d6a6c5-36dd-4e38-b884-a60583e24a23 HTTP/1.1" status: 200 len: 897 time: 0.4157860 Jan 28 13:00:18.488967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c2ce211b-b2ed-4744-80a1-19946460d230 None None] Set router b2d4fa61-db70-452c-9fe9-cf38b37855e7 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:18.507009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d0bf976-0588-457b-8cd0-94bff7c3f972 req-0b425392-c436-43e8-af70-4446ff74a179 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64a32934-6022-4529-99c5-2bcca8387206 HTTP/1.1" status: 200 len: 217 time: 0.0876687 Jan 28 13:00:18.608289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bf976-0588-457b-8cd0-94bff7c3f972 req-bf3f7b3c-e44b-4e21-997e-ebc60fc4eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:18.609822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d0bf976-0588-457b-8cd0-94bff7c3f972 req-bf3f7b3c-e44b-4e21-997e-ebc60fc4eff2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3c469188-743e-4eb8-b152-9a9f5bb15743 HTTP/1.1" status: 200 len: 835 time: 0.0866234 Jan 28 13:00:18.617800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc404b-bbad-4d72-a292-d908e5c57871 req-2cec4026-4b25-49e1-8a39-dd17e71c349a tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:18.619329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cadc404b-bbad-4d72-a292-d908e5c57871 req-2cec4026-4b25-49e1-8a39-dd17e71c349a tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1842477 Jan 28 13:00:18.675458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bfffa0eb-357d-42c8-90b0-c806cc4df422 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port a18930dd-2a8e-4479-a0f3-0ac824175b8b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:18.675832 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfffa0eb-357d-42c8-90b0-c806cc4df422 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a18930dd-2a8e-4479-a0f3-0ac824175b8b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:18.767637 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cadc404b-bbad-4d72-a292-d908e5c57871 req-e3657442-7258-4d1d-9e0c-9a85362f026c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164541 Jan 28 13:00:18.778719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bf976-0588-457b-8cd0-94bff7c3f972 req-123e8993-5f11-4dcd-828a-2972525688d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:18.780406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d0bf976-0588-457b-8cd0-94bff7c3f972 req-123e8993-5f11-4dcd-828a-2972525688d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d6a6c5-36dd-4e38-b884-a60583e24a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585002 Jan 28 13:00:18.817515 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:18.859207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Port': ['ID=6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:18.916672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c2ce211b-b2ed-4744-80a1-19946460d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T12:58:36Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '49950279-75c8-4bd5-9cf5-fae6537bf47e', 'name': '', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:60:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:35Z', 'updated_at': '2022-01-28T12:58:41Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:18.979423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce211b-b2ed-4744-80a1-19946460d230 None None] The sync data for ids ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'] in n-d-824835-4 is: [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T12:58:36Z', 'revision_number': 4, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '49950279-75c8-4bd5-9cf5-fae6537bf47e', 'name': '', 'network_id': '81d6a6c5-36dd-4e38-b884-a60583e24a23', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'mac_address': 'fa:16:3e:60:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:35Z', 'updated_at': '2022-01-28T12:58:41Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'subnets': [{'id': '3c469188-743e-4eb8-b152-9a9f5bb15743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:18.993838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7507a0-e139-4441-a6b1-a77099365d9d req-71904923-5181-4b55-a17b-3d870cba2d79 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:18.996258 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-cb7507a0-e139-4441-a6b1-a77099365d9d req-71904923-5181-4b55-a17b-3d870cba2d79 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.0807381 Jan 28 13:00:19.041394 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (1d007836-b126-45ac-bd87-9fc319d346e2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.112043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f967c980-73c1-41cc-aca1-5a5d8e2ec14a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:19.145410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f967c980-73c1-41cc-aca1-5a5d8e2ec14a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:00:19.146157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f967c980-73c1-41cc-aca1-5a5d8e2ec14a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:00:19.147059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e07ade41-a79f-41a0-bbf6-311fb410a9e8 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:19.152371 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (1d007836-b126-45ac-bd87-9fc319d346e2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.156415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router_controller (1d007836-b126-45ac-bd87-9fc319d346e2), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.168933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e07ade41-a79f-41a0-bbf6-311fb410a9e8 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:00:19.169707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e07ade41-a79f-41a0-bbf6-311fb410a9e8 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:00:19.251365 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (1d007836-b126-45ac-bd87-9fc319d346e2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.252083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Fanout notify agent at l3_agent the message router_deleted on router 1d007836-b126-45ac-bd87-9fc319d346e2 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:00:19.263373 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.264632 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d6837562-aa6e-4ac8-b3ca-2dcde111c845 tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/routers/1d007836-b126-45ac-bd87-9fc319d346e2 HTTP/1.1" status: 204 len: 168 time: 2.1161196 Jan 28 13:00:19.277172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53080) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:19.279237 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a23f117-9dd2-4f21-80ed-3535d8f3e5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.359475 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfffa0eb-357d-42c8-90b0-c806cc4df422 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a18930dd-2a8e-4479-a0f3-0ac824175b8b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.420925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (3a9de031-f386-4e29-98a1-20794fd55d2e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.430031 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d0bf976-0588-457b-8cd0-94bff7c3f972 req-cf2caaba-d17c-4a82-a40b-bc69b665d013 service neutron] 10.222.0.49 "GET /v2.0/networks/81d6a6c5-36dd-4e38-b884-a60583e24a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408198 Jan 28 13:00:19.432443 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-cb7507a0-e139-4441-a6b1-a77099365d9d req-b05d819e-f3b1-4c57-b45e-fca54f1aa3fe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 64a32934-6022-4529-99c5-2bcca8387206 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:19.432720 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cb7507a0-e139-4441-a6b1-a77099365d9d req-b05d819e-f3b1-4c57-b45e-fca54f1aa3fe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (64a32934-6022-4529-99c5-2bcca8387206), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.465101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bfffa0eb-357d-42c8-90b0-c806cc4df422 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for a18930dd-2a8e-4479-a0f3-0ac824175b8b owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:19.524477 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c400686-bf94-4e2e-ab74-c0591b4d18c3 None None] New status for floating IP ce670fee-ed61-4918-bfb5-7b6982f20149: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:00:19.572797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d0bf976-0588-457b-8cd0-94bff7c3f972 req-b2470b35-ca25-4ed5-a702-4ae467fc902b service neutron] 10.222.0.49 "GET /v2.0/networks/81d6a6c5-36dd-4e38-b884-a60583e24a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347115 Jan 28 13:00:19.613202 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (3a9de031-f386-4e29-98a1-20794fd55d2e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.657780 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9de031-f386-4e29-98a1-20794fd55d2e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:19.665275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f4e31-544d-4278-b8d3-ead0af27f0b4 req-4714bf63-ac42-4051-8c5c-186d5159572b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:19.666911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f72f4e31-544d-4278-b8d3-ead0af27f0b4 req-4714bf63-ac42-4051-8c5c-186d5159572b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.2503481 Jan 28 13:00:19.679640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:19.679943 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a1fbda-92ba-4c14-80eb-eea17c5b2f0e') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:19.682822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-cb7507a0-e139-4441-a6b1-a77099365d9d req-b05d819e-f3b1-4c57-b45e-fca54f1aa3fe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] For port 64a32934-6022-4529-99c5-2bcca8387206, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=64a32934-6022-4529-99c5-2bcca8387206,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:19.683199 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cb7507a0-e139-4441-a6b1-a77099365d9d req-b05d819e-f3b1-4c57-b45e-fca54f1aa3fe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (64a32934-6022-4529-99c5-2bcca8387206), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.700134 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (03a1fbda-92ba-4c14-80eb-eea17c5b2f0e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.709965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-cb7507a0-e139-4441-a6b1-a77099365d9d req-b05d819e-f3b1-4c57-b45e-fca54f1aa3fe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 64a32934-6022-4529-99c5-2bcca8387206 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:19.711993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d4db2-d56d-4a19-baab-5271bb6cd3fe req-e3c8e2e6-0358-43f9-a806-3997cee44e3e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:19.713897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f5d4db2-d56d-4a19-baab-5271bb6cd3fe req-e3c8e2e6-0358-43f9-a806-3997cee44e3e tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 945 time: 0.1401532 Jan 28 13:00:19.722514 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (03a1fbda-92ba-4c14-80eb-eea17c5b2f0e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.733152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:00:19.733404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (03a1fbda-92ba-4c14-80eb-eea17c5b2f0e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:00:19.736569 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:00:19.826410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f72f4e31-544d-4278-b8d3-ead0af27f0b4 req-f8d2d4f6-fda6-4752-ae30-3eb4b072ad74 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442456 Jan 28 13:00:19.852460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f5d4db2-d56d-4a19-baab-5271bb6cd3fe req-04968ef5-9ed2-48f5-ac8b-f715a7692d2c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/security-groups?id=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302319 Jan 28 13:00:19.876721 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (3a9de031-f386-4e29-98a1-20794fd55d2e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.900484 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:19.909661 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] 10.222.0.53 "DELETE /v2.0/networks/3a9de031-f386-4e29-98a1-20794fd55d2e HTTP/1.1" status: 204 len: 168 time: 0.6300423 Jan 28 13:00:19.910696 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309dd6aa-5877-4080-8c88-ddb847b74f3a tempest-TestNetworkBasicOps-246794714 tempest-TestNetworkBasicOps-246794714-project] Pushing event deleted for resources: {'Network': ['ID=3a9de031-f386-4e29-98a1-20794fd55d2e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:19.964627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfffa0eb-357d-42c8-90b0-c806cc4df422 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a18930dd-2a8e-4479-a0f3-0ac824175b8b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:20.014864 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cb7507a0-e139-4441-a6b1-a77099365d9d req-b05d819e-f3b1-4c57-b45e-fca54f1aa3fe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (64a32934-6022-4529-99c5-2bcca8387206), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:20.037257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffa0eb-357d-42c8-90b0-c806cc4df422 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=a18930dd-2a8e-4479-a0f3-0ac824175b8b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:20.132670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83801fb7-dc21-4761-8a18-aace345df5f9 req-98a3e43a-91a1-4626-9871-a2446dfe323e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:20.133073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d819e-f3b1-4c57-b45e-fca54f1aa3fe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=64a32934-6022-4529-99c5-2bcca8387206,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:20.144900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83801fb7-dc21-4761-8a18-aace345df5f9 req-98a3e43a-91a1-4626-9871-a2446dfe323e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1377754 Jan 28 13:00:20.254395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7507a0-e139-4441-a6b1-a77099365d9d req-b05d819e-f3b1-4c57-b45e-fca54f1aa3fe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] No DVR routers for this DVR port 64a32934-6022-4529-99c5-2bcca8387206 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:00:20.257752 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cb7507a0-e139-4441-a6b1-a77099365d9d req-b05d819e-f3b1-4c57-b45e-fca54f1aa3fe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:20.261611 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-cb7507a0-e139-4441-a6b1-a77099365d9d req-b05d819e-f3b1-4c57-b45e-fca54f1aa3fe tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.49 "DELETE /v2.0/ports/64a32934-6022-4529-99c5-2bcca8387206 HTTP/1.1" status: 204 len: 173 time: 1.2605195 Jan 28 13:00:20.262362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'name': 'network-vif-deleted', 'tag': '64a32934-6022-4529-99c5-2bcca8387206'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:00:20.265045 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733ce534-0a7d-49f1-9e55-c4841cef0535" -d '{"events": [{"server_uuid": "9ea79c39-8e33-497f-89a6-ff9132996c6e", "name": "network-vif-deleted", "tag": "64a32934-6022-4529-99c5-2bcca8387206"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:00:20.294106 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfffa0eb-357d-42c8-90b0-c806cc4df422 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (b3125994-0f7a-47a4-8fb7-f0fc58889bec), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:20.329001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83801fb7-dc21-4761-8a18-aace345df5f9 req-11f424aa-ee9e-4ead-be13-13b52b2861ff tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828048 Jan 28 13:00:20.380228 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1983b7-8376-4620-847e-d0a2b3a85e0c x-openstack-request-id: req-5b1983b7-8376-4620-847e-d0a2b3a85e0c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:00:20.380519 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea79c39-8e33-497f-89a6-ff9132996c6e", "name": "network-vif-deleted", "tag": "64a32934-6022-4529-99c5-2bcca8387206", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:00:20.380680 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b1983b7-8376-4620-847e-d0a2b3a85e0c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:00:20.381069 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea79c39-8e33-497f-89a6-ff9132996c6e', 'name': 'network-vif-deleted', 'tag': '64a32934-6022-4529-99c5-2bcca8387206', 'status': 'completed', 'code': 200} Jan 28 13:00:20.488288 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53094) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:20.545949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfffa0eb-357d-42c8-90b0-c806cc4df422 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router b3125994-0f7a-47a4-8fb7-f0fc58889bec has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:00:20.720978 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b4d33c5e-fe88-4706-9f98-27c6c2df4849 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7290a7b466ae4f8e9c54c7ef61b8cc1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2314577 Jan 28 13:00:20.724210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53098) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:20.752409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfffa0eb-357d-42c8-90b0-c806cc4df422 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:20.764930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bfffa0eb-357d-42c8-90b0-c806cc4df422 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/b3125994-0f7a-47a4-8fb7-f0fc58889bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4730747 Jan 28 13:00:20.765425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5385944c-b36a-480d-b8af-304bd2803db9 None None] Sync routers for ids ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:20.765890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53100) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:20.777005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5385944c-b36a-480d-b8af-304bd2803db9 None None] Routers {'b3125994-0f7a-47a4-8fb7-f0fc58889bec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:20.777778 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5385944c-b36a-480d-b8af-304bd2803db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:20.797247 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-723daf72-3568-4ea4-8f5c-f1888b848db6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3125994-0f7a-47a4-8fb7-f0fc58889bec HTTP/1.1" status: 200 len: 205 time: 0.0307403 Jan 28 13:00:20.800177 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53102) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:20.815443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-713dc63c-dfbc-4616-b56e-35fa97a5593c admin admin] Publish callbacks [] for security_group (72752e76-5a63-4f81-8b18-f130ee2009f2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:20.823360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5385944c-b36a-480d-b8af-304bd2803db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:20.835303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5385944c-b36a-480d-b8af-304bd2803db9 None None] Routers {'b3125994-0f7a-47a4-8fb7-f0fc58889bec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:20.836767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5385944c-b36a-480d-b8af-304bd2803db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T12:59:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:20.848016 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-713dc63c-dfbc-4616-b56e-35fa97a5593c admin admin] Publish callbacks [] for security_group (72752e76-5a63-4f81-8b18-f130ee2009f2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:20.889919 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cc6726d-63ed-4ae2-a50a-0135a6476420 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (b3125994-0f7a-47a4-8fb7-f0fc58889bec), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:20.927888 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-713dc63c-dfbc-4616-b56e-35fa97a5593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (72752e76-5a63-4f81-8b18-f130ee2009f2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:20.943951 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-713dc63c-dfbc-4616-b56e-35fa97a5593c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:20.946407 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-713dc63c-dfbc-4616-b56e-35fa97a5593c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72752e76-5a63-4f81-8b18-f130ee2009f2 HTTP/1.1" status: 204 len: 168 time: 0.2212036 Jan 28 13:00:20.984239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dc63c-dfbc-4616-b56e-35fa97a5593c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72752e76-5a63-4f81-8b18-f130ee2009f2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:21.091607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffa015-f889-416d-a345-d96e615522ad req-e69dcea6-3371-4d4d-bbe0-2a9a66305003 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:21.101916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e5ffa015-f889-416d-a345-d96e615522ad req-e69dcea6-3371-4d4d-bbe0-2a9a66305003 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.0864863 Jan 28 13:00:21.185813 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e5ffa015-f889-416d-a345-d96e615522ad req-05f7bbbd-07e6-4ac5-a917-9894074f9cc6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817516 Jan 28 13:00:21.250889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cc6726d-63ed-4ae2-a50a-0135a6476420 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (b3125994-0f7a-47a4-8fb7-f0fc58889bec), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.253919 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cc6726d-63ed-4ae2-a50a-0135a6476420 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (b3125994-0f7a-47a4-8fb7-f0fc58889bec), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.307524 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cc6726d-63ed-4ae2-a50a-0135a6476420 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (b3125994-0f7a-47a4-8fb7-f0fc58889bec), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.309282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc6726d-63ed-4ae2-a50a-0135a6476420 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Fanout notify agent at l3_agent the message router_deleted on router b3125994-0f7a-47a4-8fb7-f0fc58889bec {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:00:21.321981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:21.327412 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cc6726d-63ed-4ae2-a50a-0135a6476420 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.330047 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9cc6726d-63ed-4ae2-a50a-0135a6476420 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/b3125994-0f7a-47a4-8fb7-f0fc58889bec HTTP/1.1" status: 204 len: 168 time: 0.5285175 Jan 28 13:00:21.333705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53114) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:21.335745 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5385944c-b36a-480d-b8af-304bd2803db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:21.336421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5385944c-b36a-480d-b8af-304bd2803db9 None None] The sync data for ids ['b3125994-0f7a-47a4-8fb7-f0fc58889bec'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:21.364792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:00:21.365258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6d1c9945-3041-41fe-a7d3-1fcf5ef3d1e2 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:00:21.414491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03aa460-aafe-445a-b9a7-6a790a019260 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting subnet e7772c7a-61a6-46d6-ac59-2e9a01bd52a4 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:00:21.417995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d03aa460-aafe-445a-b9a7-6a790a019260 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (e7772c7a-61a6-46d6-ac59-2e9a01bd52a4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.470192 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d03aa460-aafe-445a-b9a7-6a790a019260 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (e7772c7a-61a6-46d6-ac59-2e9a01bd52a4), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.484687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0272df5a-d4ea-4af0-996b-66e9f13678fb req-d2166e60-e6eb-4e28-8a2d-2ee0b4d1ad11 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ea79c39-8e33-497f-89a6-ff9132996c6e HTTP/1.1" status: 200 len: 210 time: 0.4530885 Jan 28 13:00:21.537109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53118) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:21.556684 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.574973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbdc27-0212-428e-a218-4215514e00ee req-a690a7a0-6f4e-45ae-bb47-0e568b3b62ad tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:21.576616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6fcbdc27-0212-428e-a218-4215514e00ee req-a690a7a0-6f4e-45ae-bb47-0e568b3b62ad tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.0906520 Jan 28 13:00:21.594874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d03aa460-aafe-445a-b9a7-6a790a019260 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (e7772c7a-61a6-46d6-ac59-2e9a01bd52a4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.602946 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d801bb0-06c5-4ffa-8a60-f1dec27ac809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.664158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6fcbdc27-0212-428e-a218-4215514e00ee req-6413fd31-35b6-449e-ab9a-43718e82bc73 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764935 Jan 28 13:00:21.667805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d03aa460-aafe-445a-b9a7-6a790a019260 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (e7772c7a-61a6-46d6-ac59-2e9a01bd52a4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.703983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Publish callbacks [] for security_group (70c682a8-8330-4741-9011-9fcee3b9369f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.708996 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (70c682a8-8330-4741-9011-9fcee3b9369f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.716606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03aa460-aafe-445a-b9a7-6a790a019260 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Subnet': ['ID=e7772c7a-61a6-46d6-ac59-2e9a01bd52a4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:21.723006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d03aa460-aafe-445a-b9a7-6a790a019260 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.727976 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d03aa460-aafe-445a-b9a7-6a790a019260 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/e7772c7a-61a6-46d6-ac59-2e9a01bd52a4 HTTP/1.1" status: 204 len: 168 time: 0.3931172 Jan 28 13:00:21.730548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53120) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:21.732538 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c204d1b5-d21d-4d86-9e74-b807a53bd3e4 None None] Network 4fbe05d8-d75b-4c47-9555-ddd88aaa615a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:21.753101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c682a8-8330-4741-9011-9fcee3b9369f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:21.764594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.764941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.765285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.765622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.765957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.766288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.766759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.767088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.767446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.767778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.768099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.768426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.768801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:21.788170 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c7261f17-ec84-4628-b7a4-91c91b71c652 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c29c154eddaa443d8f16cfb13ceda269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2499733 Jan 28 13:00:21.790744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53122) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:21.808926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7807dea-84a3-428d-9582-34966f18b930 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting subnet 302a0dfd-906f-4de0-af2e-8d763b250087 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:00:21.813428 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7807dea-84a3-428d-9582-34966f18b930 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (302a0dfd-906f-4de0-af2e-8d763b250087), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.863498 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ca98165-3bbe-4121-964d-ea4627f772dd admin admin] Publish callbacks [] for security_group (70c682a8-8330-4741-9011-9fcee3b9369f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.877059 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7807dea-84a3-428d-9582-34966f18b930 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (302a0dfd-906f-4de0-af2e-8d763b250087), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.893537 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ca98165-3bbe-4121-964d-ea4627f772dd admin admin] Publish callbacks [] for security_group (70c682a8-8330-4741-9011-9fcee3b9369f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.962608 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ca98165-3bbe-4121-964d-ea4627f772dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (70c682a8-8330-4741-9011-9fcee3b9369f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.969358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc1e6e-6817-4c7b-8b70-6f6ae8e0b9ec None None] DHCP port deletion for 4fbe05d8-d75b-4c47-9555-ddd88aaa615a request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:00:21.969889 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ca98165-3bbe-4121-964d-ea4627f772dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:21.970684 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9ca98165-3bbe-4121-964d-ea4627f772dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70c682a8-8330-4741-9011-9fcee3b9369f HTTP/1.1" status: 204 len: 168 time: 0.1785638 Jan 28 13:00:21.983246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca98165-3bbe-4121-964d-ea4627f772dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c682a8-8330-4741-9011-9fcee3b9369f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:21.997315 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7807dea-84a3-428d-9582-34966f18b930 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (302a0dfd-906f-4de0-af2e-8d763b250087), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:22.091747 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7807dea-84a3-428d-9582-34966f18b930 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (302a0dfd-906f-4de0-af2e-8d763b250087), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:22.096450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc1e6e-6817-4c7b-8b70-6f6ae8e0b9ec None None] Deleting port 291c1e2c-fb79-4090-9976-294f441daaed {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:22.096858 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1e6e-6817-4c7b-8b70-6f6ae8e0b9ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (291c1e2c-fb79-4090-9976-294f441daaed), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:22.132861 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7807dea-84a3-428d-9582-34966f18b930 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:22.138829 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e7807dea-84a3-428d-9582-34966f18b930 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/302a0dfd-906f-4de0-af2e-8d763b250087 HTTP/1.1" status: 204 len: 168 time: 0.4045346 Jan 28 13:00:22.138829 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7807dea-84a3-428d-9582-34966f18b930 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Subnet': ['ID=302a0dfd-906f-4de0-af2e-8d763b250087,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:22.139318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53126) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:22.182862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139b2b02-93e6-4e3e-82e2-3f1e95236b0a None None] Network 378c763b-365a-42ce-a733-ee7627e02fb5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:22.271775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d1cc1e6e-6817-4c7b-8b70-6f6ae8e0b9ec None None] For port 291c1e2c-fb79-4090-9976-294f441daaed, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=291c1e2c-fb79-4090-9976-294f441daaed,segment=NetworkSegment(ebdd9a63-7234-402f-bffa-3e3f8e08c805),segment_id=ebdd9a63-7234-402f-bffa-3e3f8e08c805)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:22.272370 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1e6e-6817-4c7b-8b70-6f6ae8e0b9ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (291c1e2c-fb79-4090-9976-294f441daaed), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:22.303741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc1e6e-6817-4c7b-8b70-6f6ae8e0b9ec None None] Calling delete_port for 291c1e2c-fb79-4090-9976-294f441daaed owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:22.319731 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (4fbe05d8-d75b-4c47-9555-ddd88aaa615a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:22.342249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311febd-643c-4ac8-b4cb-ca8375c6eaa9 req-4d3f98aa-1171-4fd7-9f2e-f75b8d8feaaf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:22.343850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0311febd-643c-4ac8-b4cb-ca8375c6eaa9 req-4d3f98aa-1171-4fd7-9f2e-f75b8d8feaaf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.0866091 Jan 28 13:00:22.430114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0311febd-643c-4ac8-b4cb-ca8375c6eaa9 req-d03b2937-6ee0-4d41-9edb-eaedfbb4d76f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801642 Jan 28 13:00:22.449047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port 291c1e2c-fb79-4090-9976-294f441daaed {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:22.449788 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (291c1e2c-fb79-4090-9976-294f441daaed), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:22.491194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 64a32934-6022-4529-99c5-2bcca8387206 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:22.537122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] For port 291c1e2c-fb79-4090-9976-294f441daaed, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=291c1e2c-fb79-4090-9976-294f441daaed,segment=NetworkSegment(ebdd9a63-7234-402f-bffa-3e3f8e08c805),segment_id=ebdd9a63-7234-402f-bffa-3e3f8e08c805)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:22.537542 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (291c1e2c-fb79-4090-9976-294f441daaed), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:22.552659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for 291c1e2c-fb79-4090-9976-294f441daaed owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:22.560796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53142) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:22.566335 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 64a32934-6022-4529-99c5-2bcca8387206 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:00:22.566803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 64a32934-6022-4529-99c5-2bcca8387206 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:00:22.568943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b821c5f-3803-4631-b2e2-230911199105 None None] DHCP port deletion for 378c763b-365a-42ce-a733-ee7627e02fb5 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:00:22.575315 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1e6e-6817-4c7b-8b70-6f6ae8e0b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (291c1e2c-fb79-4090-9976-294f441daaed), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:22.635111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc1e6e-6817-4c7b-8b70-6f6ae8e0b9ec None None] Pushing event deleted for resources: {'Port': ['ID=291c1e2c-fb79-4090-9976-294f441daaed,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:22.641773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cc1e6e-6817-4c7b-8b70-6f6ae8e0b9ec None None] No DVR routers for this DVR port 291c1e2c-fb79-4090-9976-294f441daaed on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:00:22.672455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5b821c5f-3803-4631-b2e2-230911199105 None None] Deleting port 80101cd7-db31-45dc-9be2-434a3f116869 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:22.672901 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b821c5f-3803-4631-b2e2-230911199105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (80101cd7-db31-45dc-9be2-434a3f116869), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:22.738766 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (291c1e2c-fb79-4090-9976-294f441daaed), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:22.779463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5b821c5f-3803-4631-b2e2-230911199105 None None] For port 80101cd7-db31-45dc-9be2-434a3f116869, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=80101cd7-db31-45dc-9be2-434a3f116869,segment=NetworkSegment(ed1a5452-6c8d-498d-8c81-ea3cb254782c),segment_id=ed1a5452-6c8d-498d-8c81-ea3cb254782c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:22.781520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No DVR routers for this DVR port 291c1e2c-fb79-4090-9976-294f441daaed on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:00:22.783986 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b821c5f-3803-4631-b2e2-230911199105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (80101cd7-db31-45dc-9be2-434a3f116869), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:22.823800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5b821c5f-3803-4631-b2e2-230911199105 None None] Calling delete_port for 80101cd7-db31-45dc-9be2-434a3f116869 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:22.833161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=291c1e2c-fb79-4090-9976-294f441daaed,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:23.041960 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (4fbe05d8-d75b-4c47-9555-ddd88aaa615a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.125642 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 291c1e2c-fb79-4090-9976-294f441daaed no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:23.128778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a8200-eec0-4158-be47-3a5d3cf6c79d req-7f1dcde3-64d4-4bab-81c7-948529f0cdff tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:23.132881 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.144864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-717a8200-eec0-4158-be47-3a5d3cf6c79d req-7f1dcde3-64d4-4bab-81c7-948529f0cdff tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.3205357 Jan 28 13:00:23.159802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 291c1e2c-fb79-4090-9976-294f441daaed {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:00:23.160201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 291c1e2c-fb79-4090-9976-294f441daaed not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:00:23.160681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 80101cd7-db31-45dc-9be2-434a3f116869 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:23.215885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbe05d8-d75b-4c47-9555-ddd88aaa615a']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:23.233687 n-d-824835-4 neutron-server[103130]: INFO neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No ports have port_id starting with 80101cd7-db31-45dc-9be2-434a3f116869 Jan 28 13:00:23.234678 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b821c5f-3803-4631-b2e2-230911199105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (80101cd7-db31-45dc-9be2-434a3f116869), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.243082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-717a8200-eec0-4158-be47-3a5d3cf6c79d req-4e423e07-f3b3-4ecd-a8e9-5ba3218deb60 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002560 Jan 28 13:00:23.274650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdd9a63-7234-402f-bffa-3e3f8e08c805') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:23.275180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdd9a63-7234-402f-bffa-3e3f8e08c805') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:23.298898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b821c5f-3803-4631-b2e2-230911199105 None None] No DVR routers for this DVR port 80101cd7-db31-45dc-9be2-434a3f116869 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:00:23.301264 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (ebdd9a63-7234-402f-bffa-3e3f8e08c805), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.305312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b821c5f-3803-4631-b2e2-230911199105 None None] Pushing event deleted for resources: {'Port': ['ID=80101cd7-db31-45dc-9be2-434a3f116869,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:23.332298 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ebdd9a63-7234-402f-bffa-3e3f8e08c805), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.342822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:00:23.343801 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (ebdd9a63-7234-402f-bffa-3e3f8e08c805), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: self.session.flush() Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:00:23.348945 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:00:23.469919 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (4fbe05d8-d75b-4c47-9555-ddd88aaa615a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.490974 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a53d560-deaa-45c9-84ed-13a08b17600c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (b2d4fa61-db70-452c-9fe9-cf38b37855e7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.504000 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.515766 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/networks/4fbe05d8-d75b-4c47-9555-ddd88aaa615a HTTP/1.1" status: 204 len: 168 time: 1.3752031 Jan 28 13:00:23.518928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53160) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:23.687905 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (378c763b-365a-42ce-a733-ee7627e02fb5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.691784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cf61d-4791-4891-96df-21ab73401529 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Network': ['ID=4fbe05d8-d75b-4c47-9555-ddd88aaa615a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:23.838970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e5d2f-fedc-4302-9646-5738ba72a8aa req-8f4fa920-526e-4b75-bdfc-25c53598f117 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:23.840953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-639e5d2f-fedc-4302-9646-5738ba72a8aa req-8f4fa920-526e-4b75-bdfc-25c53598f117 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.1507177 Jan 28 13:00:23.856608 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (378c763b-365a-42ce-a733-ee7627e02fb5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.897904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378c763b-365a-42ce-a733-ee7627e02fb5']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:23.918399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1a5452-6c8d-498d-8c81-ea3cb254782c') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:23.918802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1a5452-6c8d-498d-8c81-ea3cb254782c') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:23.938983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (ed1a5452-6c8d-498d-8c81-ea3cb254782c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.954452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-639e5d2f-fedc-4302-9646-5738ba72a8aa req-e0cdf1aa-a54e-4a86-89bc-15936f85d037 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069698 Jan 28 13:00:23.977688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ed1a5452-6c8d-498d-8c81-ea3cb254782c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:23.997563 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:00:24.000867 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (ed1a5452-6c8d-498d-8c81-ea3cb254782c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:00:24.008317 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:00:24.012060 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1a53d560-deaa-45c9-84ed-13a08b17600c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 49950279-75c8-4bd5-9cf5-fae6537bf47e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:24.012060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a53d560-deaa-45c9-84ed-13a08b17600c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:24.127978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (378c763b-365a-42ce-a733-ee7627e02fb5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:24.137271 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:24.150354 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/networks/378c763b-365a-42ce-a733-ee7627e02fb5 HTTP/1.1" status: 204 len: 168 time: 0.6197584 Jan 28 13:00:24.150354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53176) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:24.160166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cd652a0a-629e-4739-9808-4b4b51280c26 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'network': {'name': 'tempest-RoutersTest-255917674'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:24.189993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234caa7f-b883-4444-b484-672a9930541d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Network': ['ID=378c763b-365a-42ce-a733-ee7627e02fb5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:24.209187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd652a0a-629e-4739-9808-4b4b51280c26 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:24.214289 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd652a0a-629e-4739-9808-4b4b51280c26 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:24.253019 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd652a0a-629e-4739-9808-4b4b51280c26 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:00:24.267402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd652a0a-629e-4739-9808-4b4b51280c26 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (68303de9-b7c7-4287-825e-015685fbd930), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:24.268850 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-cd652a0a-629e-4739-9808-4b4b51280c26 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Added segment 68303de9-b7c7-4287-825e-015685fbd930 of type vlan for network f036fd07-5380-45cb-8ce7-2d41ff2b1edc Jan 28 13:00:24.275098 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1a53d560-deaa-45c9-84ed-13a08b17600c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] For port 49950279-75c8-4bd5-9cf5-fae6537bf47e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=49950279-75c8-4bd5-9cf5-fae6537bf47e,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:24.275556 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a53d560-deaa-45c9-84ed-13a08b17600c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:24.311839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1a53d560-deaa-45c9-84ed-13a08b17600c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 49950279-75c8-4bd5-9cf5-fae6537bf47e owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:24.331176 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd652a0a-629e-4739-9808-4b4b51280c26 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f036fd07-5380-45cb-8ce7-2d41ff2b1edc), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:24.372557 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd652a0a-629e-4739-9808-4b4b51280c26 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f036fd07-5380-45cb-8ce7-2d41ff2b1edc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:24.378539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd652a0a-629e-4739-9808-4b4b51280c26 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:24.379173 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd652a0a-629e-4739-9808-4b4b51280c26 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:24.506193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd652a0a-629e-4739-9808-4b4b51280c26 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Network': ['ID=f036fd07-5380-45cb-8ce7-2d41ff2b1edc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:24.523121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f036fd07-5380-45cb-8ce7-2d41ff2b1edc details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:00:24.559500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cd652a0a-629e-4739-9808-4b4b51280c26 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4090745 Jan 28 13:00:24.562959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53206) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:24.577445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f2bdf89b-1a00-4c9f-af90-b4a55fc0ef7d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'subnet': {'network_id': 'f036fd07-5380-45cb-8ce7-2d41ff2b1edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:24.593840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83848b81-1fc1-42cb-a3a3-3f75c7e8f9a3 req-d2fa7587-0932-427f-82d1-176affdbf604 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:24.602572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83848b81-1fc1-42cb-a3a3-3f75c7e8f9a3 req-d2fa7587-0932-427f-82d1-176affdbf604 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1103916 Jan 28 13:00:24.645777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a53d560-deaa-45c9-84ed-13a08b17600c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (49950279-75c8-4bd5-9cf5-fae6537bf47e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:24.730585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83848b81-1fc1-42cb-a3a3-3f75c7e8f9a3 req-4190aa70-3dce-4fab-8bff-2180e102d91c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235921 Jan 28 13:00:24.755524 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53d560-deaa-45c9-84ed-13a08b17600c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=49950279-75c8-4bd5-9cf5-fae6537bf47e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:24.803528 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:24.821535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bdf89b-1a00-4c9f-af90-b4a55fc0ef7d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:24.831220 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf89b-1a00-4c9f-af90-b4a55fc0ef7d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:25.165585 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a53d560-deaa-45c9-84ed-13a08b17600c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (b2d4fa61-db70-452c-9fe9-cf38b37855e7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:25.324122 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf89b-1a00-4c9f-af90-b4a55fc0ef7d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (0633553e-bfb2-4723-a084-2acbe4c17ce0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:25.441507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdf89b-1a00-4c9f-af90-b4a55fc0ef7d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Subnet': ['ID=0633553e-bfb2-4723-a084-2acbe4c17ce0,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:25.459048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63816599-d071-4b54-abae-ec8f4a53570a req-a7ffc12c-2648-437a-9804-e7c214115f7d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:25.466533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63816599-d071-4b54-abae-ec8f4a53570a req-a7ffc12c-2648-437a-9804-e7c214115f7d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.3303738 Jan 28 13:00:25.498021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bdf89b-1a00-4c9f-af90-b4a55fc0ef7d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Checking segment: {'id': '68303de9-b7c7-4287-825e-015685fbd930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f036fd07-5380-45cb-8ce7-2d41ff2b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:25.498391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bdf89b-1a00-4c9f-af90-b4a55fc0ef7d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network hostable DHCP agents. Network: f036fd07-5380-45cb-8ce7-2d41ff2b1edc, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:00:25.551489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63816599-d071-4b54-abae-ec8f4a53570a req-c7c1688e-6e4d-4a0a-a53e-6343ab56aaf3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785239 Jan 28 13:00:25.571218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bdf89b-1a00-4c9f-af90-b4a55fc0ef7d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network f036fd07-5380-45cb-8ce7-2d41ff2b1edc is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:00:25.585501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f2bdf89b-1a00-4c9f-af90-b4a55fc0ef7d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, f036fd07-5380-45cb-8ce7-2d41ff2b1edc) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:25.591761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bdf89b-1a00-4c9f-af90-b4a55fc0ef7d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:25.592887 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf89b-1a00-4c9f-af90-b4a55fc0ef7d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:25.598605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2de795-70de-473b-a661-eebc400a52b7 None None] Network f036fd07-5380-45cb-8ce7-2d41ff2b1edc requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:25.624653 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f2bdf89b-1a00-4c9f-af90-b4a55fc0ef7d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0572524 Jan 28 13:00:25.625234 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53296) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:25.635464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1efe17dc-0af1-4d8f-bda2-6aaacb46e57c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-664152452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:25.691405 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1efe17dc-0af1-4d8f-bda2-6aaacb46e57c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (d838a720-0931-417e-8138-a289c8d27bf4), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:25.701143 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1efe17dc-0af1-4d8f-bda2-6aaacb46e57c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (d838a720-0931-417e-8138-a289c8d27bf4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:25.796599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-f036fd07-5380-45cb-8ce7-2d41ff2b1edc', 'network_id': 'f036fd07-5380-45cb-8ce7-2d41ff2b1edc', 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'fixed_ips': [{'subnet_id': '0633553e-bfb2-4723-a084-2acbe4c17ce0'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:00:25.797485 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:25.857573 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1efe17dc-0af1-4d8f-bda2-6aaacb46e57c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (d838a720-0931-417e-8138-a289c8d27bf4), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:25.866154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1efe17dc-0af1-4d8f-bda2-6aaacb46e57c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (d838a720-0931-417e-8138-a289c8d27bf4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:25.951901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53302) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:25.978132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a53d560-deaa-45c9-84ed-13a08b17600c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Router b2d4fa61-db70-452c-9fe9-cf38b37855e7 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:00:25.982907 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1efe17dc-0af1-4d8f-bda2-6aaacb46e57c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:25.987163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1efe17dc-0af1-4d8f-bda2-6aaacb46e57c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3601885 Jan 28 13:00:26.008131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53306) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:26.016037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'port': {'network_id': 'f036fd07-5380-45cb-8ce7-2d41ff2b1edc', 'name': 'tempest-RoutersTest-500813674'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:26.029655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a671a0d-92c1-449d-a329-1371071873d2 req-d9ca4983-768a-42fd-b453-fcb89b9d8ec1 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:26.034927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a671a0d-92c1-449d-a329-1371071873d2 req-d9ca4983-768a-42fd-b453-fcb89b9d8ec1 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1544790 Jan 28 13:00:26.038857 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.064217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Allocated IP 172.20.0.2 (f036fd07-5380-45cb-8ce7-2d41ff2b1edc/0633553e-bfb2-4723-a084-2acbe4c17ce0/b088dd4c-e549-46cf-b7dd-2fc978ed43da) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:26.139277 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a671a0d-92c1-449d-a329-1371071873d2 req-8960dbc9-7fdb-440c-8821-39cf9bc4bdc5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970380 Jan 28 13:00:26.192592 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61805058-7105-4b34-9480-7c631ab0a569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.243746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a53d560-deaa-45c9-84ed-13a08b17600c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:26.253515 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1a53d560-deaa-45c9-84ed-13a08b17600c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "PUT /v2.0/routers/b2d4fa61-db70-452c-9fe9-cf38b37855e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6903832 Jan 28 13:00:26.254236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53308) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:26.257091 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7caeab4-f73c-4119-b5d1-b5a2a17b2e67 None None] Sync routers for ids ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:26.277718 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7caeab4-f73c-4119-b5d1-b5a2a17b2e67 None None] Routers {'b2d4fa61-db70-452c-9fe9-cf38b37855e7'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:26.280719 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a7caeab4-f73c-4119-b5d1-b5a2a17b2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:26.322333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-df63ebe7-ea89-4558-a690-bd05f3ee9b84 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting subnet 3c469188-743e-4eb8-b152-9a9f5bb15743 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:00:26.326848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:26.330190 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.345836 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df63ebe7-ea89-4558-a690-bd05f3ee9b84 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for subnet (3c469188-743e-4eb8-b152-9a9f5bb15743), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.377438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] device_id is not set on port 2096323b-7a90-43e9-8d46-cd201279669a yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:00:26.403879 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61805058-7105-4b34-9480-7c631ab0a569 admin admin] Publish callbacks [] for security_group (f3bc8648-2027-46cc-abd3-04143159e352), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.414249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61805058-7105-4b34-9480-7c631ab0a569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f3bc8648-2027-46cc-abd3-04143159e352), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.466193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df63ebe7-ea89-4558-a690-bd05f3ee9b84 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (3c469188-743e-4eb8-b152-9a9f5bb15743), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.475979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-61805058-7105-4b34-9480-7c631ab0a569 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=480df4252bd743f0ad617c37e6a1feef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5217018 Jan 28 13:00:26.477274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61805058-7105-4b34-9480-7c631ab0a569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bc8648-2027-46cc-abd3-04143159e352,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:26.494953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53310) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:26.507494 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Publish callbacks [] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.523005 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.591611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52630734-6f79-49ea-bdb5-c84a69cfd6c3 admin admin] Publish callbacks [] for security_group (f3bc8648-2027-46cc-abd3-04143159e352), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.614885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Pushing event updated for resources: {'Port': ['ID=b088dd4c-e549-46cf-b7dd-2fc978ed43da,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:26.620155 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a7caeab4-f73c-4119-b5d1-b5a2a17b2e67 None None] Set router b2d4fa61-db70-452c-9fe9-cf38b37855e7 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:26.654994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Network f036fd07-5380-45cb-8ce7-2d41ff2b1edc is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:26.658925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:26.664159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:26.684758 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52630734-6f79-49ea-bdb5-c84a69cfd6c3 admin admin] Publish callbacks [] for security_group (f3bc8648-2027-46cc-abd3-04143159e352), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.762076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Allocated IP 172.20.0.10 (f036fd07-5380-45cb-8ce7-2d41ff2b1edc/0633553e-bfb2-4723-a084-2acbe4c17ce0/2096323b-7a90-43e9-8d46-cd201279669a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:26.785810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fca808-fd79-48b6-9ff0-2dc9fbda44be req-683c17cb-2038-47d0-a9f2-bd8b9f270e74 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:26.800605 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73fca808-fd79-48b6-9ff0-2dc9fbda44be req-683c17cb-2038-47d0-a9f2-bd8b9f270e74 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.1151738 Jan 28 13:00:26.800836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Attempting to bind port b088dd4c-e549-46cf-b7dd-2fc978ed43da on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:00:26.800946 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df63ebe7-ea89-4558-a690-bd05f3ee9b84 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (3c469188-743e-4eb8-b152-9a9f5bb15743), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.801192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Attempting to bind port b088dd4c-e549-46cf-b7dd-2fc978ed43da by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '68303de9-b7c7-4287-825e-015685fbd930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f036fd07-5380-45cb-8ce7-2d41ff2b1edc'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:00:26.801561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Attempting to bind port b088dd4c-e549-46cf-b7dd-2fc978ed43da on network f036fd07-5380-45cb-8ce7-2d41ff2b1edc {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:26.824943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:00:26.826512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Checking segment: {'id': '68303de9-b7c7-4287-825e-015685fbd930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f036fd07-5380-45cb-8ce7-2d41ff2b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:26.827060 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.829394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Bound using segment: {'id': '68303de9-b7c7-4287-825e-015685fbd930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f036fd07-5380-45cb-8ce7-2d41ff2b1edc'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:00:26.831022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Bound port: b088dd4c-e549-46cf-b7dd-2fc978ed43da, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68303de9-b7c7-4287-825e-015685fbd930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f036fd07-5380-45cb-8ce7-2d41ff2b1edc'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:00:26.832046 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.935192 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73fca808-fd79-48b6-9ff0-2dc9fbda44be req-d02fb968-322a-4f3c-847d-a9af99be15fe tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327345 Jan 28 13:00:26.966833 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52630734-6f79-49ea-bdb5-c84a69cfd6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f3bc8648-2027-46cc-abd3-04143159e352), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.971679 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52630734-6f79-49ea-bdb5-c84a69cfd6c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:26.973186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-52630734-6f79-49ea-bdb5-c84a69cfd6c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3bc8648-2027-46cc-abd3-04143159e352 HTTP/1.1" status: 204 len: 168 time: 0.4756007 Jan 28 13:00:26.988003 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52630734-6f79-49ea-bdb5-c84a69cfd6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bc8648-2027-46cc-abd3-04143159e352,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:26.993861 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a7caeab4-f73c-4119-b5d1-b5a2a17b2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T13:00:24Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:27.041222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] For port b088dd4c-e549-46cf-b7dd-2fc978ed43da, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:00:27.046056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] For port b088dd4c-e549-46cf-b7dd-2fc978ed43da, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b088dd4c-e549-46cf-b7dd-2fc978ed43da,segment=NetworkSegment(68303de9-b7c7-4287-825e-015685fbd930),segment_id=68303de9-b7c7-4287-825e-015685fbd930)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:00:27.051047 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:27.067922 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7caeab4-f73c-4119-b5d1-b5a2a17b2e67 None None] Checking router: b2d4fa61-db70-452c-9fe9-cf38b37855e7 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:00:27.080853 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7caeab4-f73c-4119-b5d1-b5a2a17b2e67 None None] Routers {'b2d4fa61-db70-452c-9fe9-cf38b37855e7'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:27.081797 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a7caeab4-f73c-4119-b5d1-b5a2a17b2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:27.099889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df63ebe7-ea89-4558-a690-bd05f3ee9b84 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (3c469188-743e-4eb8-b152-9a9f5bb15743), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:27.141267 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035fb11-1c3e-4e2b-be9a-cb3663e07341 None None] Pushing event updated for resources: {'Port': ['ID=b088dd4c-e549-46cf-b7dd-2fc978ed43da,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:27.163157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ebe7-ea89-4558-a690-bd05f3ee9b84 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Subnet': ['ID=3c469188-743e-4eb8-b152-9a9f5bb15743,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:27.184268 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df63ebe7-ea89-4558-a690-bd05f3ee9b84 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:27.187456 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-df63ebe7-ea89-4558-a690-bd05f3ee9b84 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/subnets/3c469188-743e-4eb8-b152-9a9f5bb15743 HTTP/1.1" status: 204 len: 168 time: 0.9294698 Jan 28 13:00:27.190223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53318) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:27.195976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20be4e0c-a2a1-4c5e-b070-ee0f7f8692ae None None] Network 81d6a6c5-36dd-4e38-b884-a60583e24a23 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:27.296885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (2096323b-7a90-43e9-8d46-cd201279669a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:27.381737 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a7caeab4-f73c-4119-b5d1-b5a2a17b2e67 None None] Set router b2d4fa61-db70-452c-9fe9-cf38b37855e7 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:27.398244 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2096323b-7a90-43e9-8d46-cd201279669a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:27.437915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network f036fd07-5380-45cb-8ce7-2d41ff2b1edc is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:27.450063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:27.501976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:27.618860 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router (b2d4fa61-db70-452c-9fe9-cf38b37855e7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:27.639520 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=2096323b-7a90-43e9-8d46-cd201279669a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:27.641469 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] DHCP port deletion for 81d6a6c5-36dd-4e38-b884-a60583e24a23 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:00:27.662217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53322) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:27.679662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:27.681462 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:27.722249 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-798e05ea-b812-4e5c-91e5-6fab6e4861e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:27.760884 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-13a3a7fc-11f7-44cd-acee-af0cd051b67f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7515116 Jan 28 13:00:27.763573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53324) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:27.766085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Deleting port cc98a384-b341-4849-8d4f-d634e9272d90 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:27.767142 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cc98a384-b341-4849-8d4f-d634e9272d90), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:27.823456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846696b8-673e-4e31-b7ca-a95d9cf3aa2c req-5be3b2ca-af2c-469c-bf5b-19e3fd5ab0e2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:27.825047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846696b8-673e-4e31-b7ca-a95d9cf3aa2c req-5be3b2ca-af2c-469c-bf5b-19e3fd5ab0e2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.3259628 Jan 28 13:00:27.828639 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a7caeab4-f73c-4119-b5d1-b5a2a17b2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T13:00:24Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:27.894917 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7caeab4-f73c-4119-b5d1-b5a2a17b2e67 None None] The sync data for ids ['b2d4fa61-db70-452c-9fe9-cf38b37855e7'] in n-d-824835-4 is: [{'id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844786080', 'tenant_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:58:31Z', 'updated_at': '2022-01-28T13:00:24Z', 'revision_number': 5, 'project_id': 'f804c63ab4be43509b4700c1f4f06f6f', 'gw_port': {'id': '1b179c23-d836-48f6-91d9-63de2bc4218b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d4fa61-db70-452c-9fe9-cf38b37855e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:58:32Z', 'updated_at': '2022-01-28T12:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:27.902517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] For port cc98a384-b341-4849-8d4f-d634e9272d90, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cc98a384-b341-4849-8d4f-d634e9272d90,segment=NetworkSegment(cd8a2a81-61e5-4d59-b0be-27074cea3ef9),segment_id=cd8a2a81-61e5-4d59-b0be-27074cea3ef9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:27.903156 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cc98a384-b341-4849-8d4f-d634e9272d90), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:27.919721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Calling delete_port for cc98a384-b341-4849-8d4f-d634e9272d90 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:28.020419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-846696b8-673e-4e31-b7ca-a95d9cf3aa2c req-4cc56ae4-7b78-4874-868c-e5dd0cbb363e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688280 Jan 28 13:00:28.025600 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (cc98a384-b341-4849-8d4f-d634e9272d90), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.040487 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_gateway (b2d4fa61-db70-452c-9fe9-cf38b37855e7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.064715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] No DVR routers for this DVR port cc98a384-b341-4849-8d4f-d634e9272d90 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:00:28.081854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Pushing event deleted for resources: {'Port': ['ID=cc98a384-b341-4849-8d4f-d634e9272d90,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:28.096574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.097276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.097876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.098582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.099829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.100532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.101210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.101894 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.102622 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.103448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.104145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.104754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.105094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a31467-3f47-4051-be9c-99139ebe6c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:28.189722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846fee-2676-4e33-8dd8-9c25428b4059 req-9d2b5318-9977-48ce-a1c3-af14b2225dd9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:28.198817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48846fee-2676-4e33-8dd8-9c25428b4059 req-9d2b5318-9977-48ce-a1c3-af14b2225dd9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.0754845 Jan 28 13:00:28.285347 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-798e05ea-b812-4e5c-91e5-6fab6e4861e5 admin admin] Publish callbacks [] for security_group (d8350740-9a5a-4415-84d5-2c7ec7b96a0a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.287928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48846fee-2676-4e33-8dd8-9c25428b4059 req-0ed16c20-1b9b-4058-9afc-ff7362ae6972 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878944 Jan 28 13:00:28.295915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Deleting port 1b179c23-d836-48f6-91d9-63de2bc4218b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:28.296259 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.329456 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-798e05ea-b812-4e5c-91e5-6fab6e4861e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d8350740-9a5a-4415-84d5-2c7ec7b96a0a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.367773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e05ea-b812-4e5c-91e5-6fab6e4861e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8350740-9a5a-4415-84d5-2c7ec7b96a0a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:28.443108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] For port 1b179c23-d836-48f6-91d9-63de2bc4218b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1b179c23-d836-48f6-91d9-63de2bc4218b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:28.443508 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.449880 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-798e05ea-b812-4e5c-91e5-6fab6e4861e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80783fad7ebf42389aa005424d268b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7829416 Jan 28 13:00:28.450252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53328) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:28.464404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Calling delete_port for 1b179c23-d836-48f6-91d9-63de2bc4218b owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:28.507874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2096323b-7a90-43e9-8d46-cd201279669a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.610209 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-095cc6ba-0425-4eb9-b787-e0cf6ddce1db admin admin] Publish callbacks [] for security_group (d8350740-9a5a-4415-84d5-2c7ec7b96a0a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.680335 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1b179c23-d836-48f6-91d9-63de2bc4218b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.707666 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-095cc6ba-0425-4eb9-b787-e0cf6ddce1db admin admin] Publish callbacks [] for security_group (d8350740-9a5a-4415-84d5-2c7ec7b96a0a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.743469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Port': ['ID=1b179c23-d836-48f6-91d9-63de2bc4218b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:28.793451 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (b2d4fa61-db70-452c-9fe9-cf38b37855e7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.834018 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-095cc6ba-0425-4eb9-b787-e0cf6ddce1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d8350740-9a5a-4415-84d5-2c7ec7b96a0a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.837610 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-095cc6ba-0425-4eb9-b787-e0cf6ddce1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.841275 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-095cc6ba-0425-4eb9-b787-e0cf6ddce1db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8350740-9a5a-4415-84d5-2c7ec7b96a0a HTTP/1.1" status: 204 len: 168 time: 0.3875725 Jan 28 13:00:28.864932 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cc6ba-0425-4eb9-b787-e0cf6ddce1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8350740-9a5a-4415-84d5-2c7ec7b96a0a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:28.896795 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (2096323b-7a90-43e9-8d46-cd201279669a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.902921 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2096323b-7a90-43e9-8d46-cd201279669a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.931621 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (b2d4fa61-db70-452c-9fe9-cf38b37855e7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.933945 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router_controller (b2d4fa61-db70-452c-9fe9-cf38b37855e7), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:28.966213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b36b3-2f46-4047-bdfa-fcadce8bbddd None None] Network f036fd07-5380-45cb-8ce7-2d41ff2b1edc requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:28.973661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=2096323b-7a90-43e9-8d46-cd201279669a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:29.028777 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (b2d4fa61-db70-452c-9fe9-cf38b37855e7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:29.029757 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Fanout notify agent at l3_agent the message router_deleted on router b2d4fa61-db70-452c-9fe9-cf38b37855e7 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:00:29.070236 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:29.071422 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-41e7e73b-636d-4804-80f3-2897a872472c tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/routers/b2d4fa61-db70-452c-9fe9-cf38b37855e7 HTTP/1.1" status: 204 len: 168 time: 1.8799179 Jan 28 13:00:29.081752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53334) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:29.371078 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (81d6a6c5-36dd-4e38-b884-a60583e24a23), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:29.379043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-73627c5c-185a-44da-8a66-5833cfbf5a67 None None] Provisioning complete for port b088dd4c-e549-46cf-b7dd-2fc978ed43da triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:29.381095 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73627c5c-185a-44da-8a66-5833cfbf5a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:29.444048 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (d838a720-0931-417e-8138-a289c8d27bf4), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:29.450233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b088dd4c-e549-46cf-b7dd-2fc978ed43da up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:29.494680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673efe6-a000-44b8-9762-4b9e66ec8dcd req-78a9f55d-d037-4fbb-8b3b-2045bbdf5c67 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:29.501791 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e673efe6-a000-44b8-9762-4b9e66ec8dcd req-78a9f55d-d037-4fbb-8b3b-2045bbdf5c67 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.3208802 Jan 28 13:00:29.694578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b088dd4c-e549-46cf-b7dd-2fc978ed43da triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:29.699113 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:29.815052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-73627c5c-185a-44da-8a66-5833cfbf5a67 None None] Current status of the port b088dd4c-e549-46cf-b7dd-2fc978ed43da is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:29.815607 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73627c5c-185a-44da-8a66-5833cfbf5a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:29.828869 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2096323b-7a90-43e9-8d46-cd201279669a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:29.863638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464d50f-bf5b-45c8-a0c1-952acd2b886a req-dda3ede9-2757-4fff-a5fd-409fcf4ff0bc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:29.873908 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e464d50f-bf5b-45c8-a0c1-952acd2b886a req-dda3ede9-2757-4fff-a5fd-409fcf4ff0bc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.4332023 Jan 28 13:00:29.888940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-73627c5c-185a-44da-8a66-5833cfbf5a67 None None] For port b088dd4c-e549-46cf-b7dd-2fc978ed43da, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b088dd4c-e549-46cf-b7dd-2fc978ed43da,segment=NetworkSegment(68303de9-b7c7-4287-825e-015685fbd930),segment_id=68303de9-b7c7-4287-825e-015685fbd930)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:29.902790 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (81d6a6c5-36dd-4e38-b884-a60583e24a23), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:29.918318 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73627c5c-185a-44da-8a66-5833cfbf5a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:29.988665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d6a6c5-36dd-4e38-b884-a60583e24a23']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:30.018268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e673efe6-a000-44b8-9762-4b9e66ec8dcd req-4bb9e6bc-7c00-47c7-9e57-5292f55f835c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4572756 Jan 28 13:00:30.026788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b088dd4c-e549-46cf-b7dd-2fc978ed43da is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:30.031333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:30.031813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8a2a81-61e5-4d59-b0be-27074cea3ef9') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:30.063914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73627c5c-185a-44da-8a66-5833cfbf5a67 None None] Pushing event updated for resources: {'Port': ['ID=b088dd4c-e549-46cf-b7dd-2fc978ed43da,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:30.064979 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (cd8a2a81-61e5-4d59-b0be-27074cea3ef9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.074254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-030f4f61-c443-44c7-93a8-6b51fa5e4937 None None] Provisioning complete for port b088dd4c-e549-46cf-b7dd-2fc978ed43da triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:30.075480 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-030f4f61-c443-44c7-93a8-6b51fa5e4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.088362 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e464d50f-bf5b-45c8-a0c1-952acd2b886a req-90fc83f0-0ab6-499d-8614-f9672723179e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132573 Jan 28 13:00:30.116092 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cd8a2a81-61e5-4d59-b0be-27074cea3ef9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.118628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:00:30.119079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (cd8a2a81-61e5-4d59-b0be-27074cea3ef9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:00:30.122456 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:00:30.181141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc98a384-b341-4849-8d4f-d634e9272d90 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:30.210146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: cc98a384-b341-4849-8d4f-d634e9272d90 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:00:30.210499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cc98a384-b341-4849-8d4f-d634e9272d90 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:00:30.210933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 49950279-75c8-4bd5-9cf5-fae6537bf47e no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:30.264771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 49950279-75c8-4bd5-9cf5-fae6537bf47e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:00:30.265120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 49950279-75c8-4bd5-9cf5-fae6537bf47e not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:00:30.288581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-030f4f61-c443-44c7-93a8-6b51fa5e4937 None None] Current status of the port b088dd4c-e549-46cf-b7dd-2fc978ed43da is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:30.318623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (81d6a6c5-36dd-4e38-b884-a60583e24a23), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.342234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-030f4f61-c443-44c7-93a8-6b51fa5e4937 None None] Provisioning complete for port 2096323b-7a90-43e9-8d46-cd201279669a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:30.342616 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-030f4f61-c443-44c7-93a8-6b51fa5e4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2096323b-7a90-43e9-8d46-cd201279669a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.359262 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.363146 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53350) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:30.369617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/networks/81d6a6c5-36dd-4e38-b884-a60583e24a23 HTTP/1.1" status: 204 len: 168 time: 1.2861691 Jan 28 13:00:30.401392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96e91f-2a5c-40ad-a5a7-b12f1e920a13 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'Network': ['ID=81d6a6c5-36dd-4e38-b884-a60583e24a23,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:30.407688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-030f4f61-c443-44c7-93a8-6b51fa5e4937 None None] Port 2096323b-7a90-43e9-8d46-cd201279669a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:30.539433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0bca7c93-fed6-46bb-8122-5ca6e0c6d8b1 None None] Provisioning complete for port 2096323b-7a90-43e9-8d46-cd201279669a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:30.539897 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0bca7c93-fed6-46bb-8122-5ca6e0c6d8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2096323b-7a90-43e9-8d46-cd201279669a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.554796 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-825bf17c-057f-4686-beaf-c30f2c864608 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (94c6447d-9f42-47bd-9ad9-1ccad79b0ea3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.595962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0bca7c93-fed6-46bb-8122-5ca6e0c6d8b1 None None] Port 2096323b-7a90-43e9-8d46-cd201279669a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:30.614613 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-825bf17c-057f-4686-beaf-c30f2c864608 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (94c6447d-9f42-47bd-9ad9-1ccad79b0ea3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.673666 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (2096323b-7a90-43e9-8d46-cd201279669a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.681976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2096323b-7a90-43e9-8d46-cd201279669a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.729244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-842c6b19-abc4-4692-912b-c13e4ab3a040 None None] Provisioning complete for port 2096323b-7a90-43e9-8d46-cd201279669a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:30.730197 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-842c6b19-abc4-4692-912b-c13e4ab3a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2096323b-7a90-43e9-8d46-cd201279669a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.774358 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (d838a720-0931-417e-8138-a289c8d27bf4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.776369 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=2096323b-7a90-43e9-8d46-cd201279669a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:30.783929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-825bf17c-057f-4686-beaf-c30f2c864608 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (94c6447d-9f42-47bd-9ad9-1ccad79b0ea3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.787526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-825bf17c-057f-4686-beaf-c30f2c864608 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:30.793884 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-842c6b19-abc4-4692-912b-c13e4ab3a040 None None] Port 2096323b-7a90-43e9-8d46-cd201279669a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:30.794444 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-825bf17c-057f-4686-beaf-c30f2c864608 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] 10.222.0.53 "DELETE /v2.0/security-groups/94c6447d-9f42-47bd-9ad9-1ccad79b0ea3 HTTP/1.1" status: 204 len: 168 time: 0.4167328 Jan 28 13:00:30.810486 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bf17c-057f-4686-beaf-c30f2c864608 tempest-TestNetworkAdvancedServerOps-1003043199 tempest-TestNetworkAdvancedServerOps-1003043199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c6447d-9f42-47bd-9ad9-1ccad79b0ea3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:30.965761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network f036fd07-5380-45cb-8ce7-2d41ff2b1edc is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:30.967608 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:31.030720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b088dd4c-e549-46cf-b7dd-2fc978ed43da up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:31.166362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b088dd4c-e549-46cf-b7dd-2fc978ed43da triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:31.166755 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:31.274791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53374) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:31.290077 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router d838a720-0931-417e-8138-a289c8d27bf4 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:00:31.403825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b088dd4c-e549-46cf-b7dd-2fc978ed43da is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:31.418971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1b179c23-d836-48f6-91d9-63de2bc4218b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:31.471083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:31.490689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 1b179c23-d836-48f6-91d9-63de2bc4218b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:00:31.491051 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1b179c23-d836-48f6-91d9-63de2bc4218b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:00:31.495684 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-73dd6dbd-0e32-49e9-81b9-21e92f2baf7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/d838a720-0931-417e-8138-a289c8d27bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7285306 Jan 28 13:00:31.501284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bb4295-7286-4b28-9cf5-6c45d4179f13 None None] Sync routers for ids ['d838a720-0931-417e-8138-a289c8d27bf4'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:31.505794 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53382) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:31.548612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-09507cec-06f2-4d17-97ea-33ca4942b665 None None] Provisioning complete for port 2096323b-7a90-43e9-8d46-cd201279669a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:31.549312 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09507cec-06f2-4d17-97ea-33ca4942b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2096323b-7a90-43e9-8d46-cd201279669a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:31.553615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bb4295-7286-4b28-9cf5-6c45d4179f13 None None] Routers {'d838a720-0931-417e-8138-a289c8d27bf4'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:31.554566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d6bb4295-7286-4b28-9cf5-6c45d4179f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['d838a720-0931-417e-8138-a289c8d27bf4'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:31.565724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04451059-2d20-4e5d-9583-1c2b8a255d19 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:31.567470 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-04451059-2d20-4e5d-9583-1c2b8a255d19 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports/2096323b-7a90-43e9-8d46-cd201279669a HTTP/1.1" status: 200 len: 977 time: 0.0602381 Jan 28 13:00:31.573819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53384) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:31.610460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d6bb4295-7286-4b28-9cf5-6c45d4179f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:31.626726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bb4295-7286-4b28-9cf5-6c45d4179f13 None None] Routers {'d838a720-0931-417e-8138-a289c8d27bf4'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:31.627695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d6bb4295-7286-4b28-9cf5-6c45d4179f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['d838a720-0931-417e-8138-a289c8d27bf4'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:31.666901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d6bb4295-7286-4b28-9cf5-6c45d4179f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:31.675420 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b60673fb-232e-4924-a4e9-070c5e0703fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f804c63ab4be43509b4700c1f4f06f6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3976121 Jan 28 13:00:31.675863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bb4295-7286-4b28-9cf5-6c45d4179f13 None None] The sync data for ids ['d838a720-0931-417e-8138-a289c8d27bf4'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:31.679054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-09507cec-06f2-4d17-97ea-33ca4942b665 None None] Port 2096323b-7a90-43e9-8d46-cd201279669a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:31.682812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53388) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:31.965720 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936ad38-e2fc-4dbd-a290-f84d5ebe5768 req-70c85013-29ba-4f95-8ee0-81d3cc8ce083 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:31.973317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e936ad38-e2fc-4dbd-a290-f84d5ebe5768 req-70c85013-29ba-4f95-8ee0-81d3cc8ce083 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.6862345 Jan 28 13:00:31.987370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedf120-a5ae-4f11-b74c-68fd7a1ddb6d req-95e736d7-2f8a-4d68-84d9-369c45e10538 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:31.995056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bedf120-a5ae-4f11-b74c-68fd7a1ddb6d req-95e736d7-2f8a-4d68-84d9-369c45e10538 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.7610407 Jan 28 13:00:32.066928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bedf120-a5ae-4f11-b74c-68fd7a1ddb6d req-0bf3c2d0-370f-49ba-a39d-2f8bb2afb26a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707514 Jan 28 13:00:32.128676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e936ad38-e2fc-4dbd-a290-f84d5ebe5768 req-8be3459f-ee84-47bf-a514-5f312b5deea8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537213 Jan 28 13:00:32.169081 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc02ccb-5d46-4491-90a2-6ecde67239da admin admin] Publish callbacks [] for security_group (4e4a973c-b1b1-4a92-981f-72038b144fc2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:32.204817 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc02ccb-5d46-4491-90a2-6ecde67239da admin admin] Publish callbacks [] for security_group (4e4a973c-b1b1-4a92-981f-72038b144fc2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:32.317416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc02ccb-5d46-4491-90a2-6ecde67239da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4e4a973c-b1b1-4a92-981f-72038b144fc2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:32.320904 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc02ccb-5d46-4491-90a2-6ecde67239da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:32.324832 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6cc02ccb-5d46-4491-90a2-6ecde67239da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e4a973c-b1b1-4a92-981f-72038b144fc2 HTTP/1.1" status: 204 len: 168 time: 0.6407938 Jan 28 13:00:32.347109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc02ccb-5d46-4491-90a2-6ecde67239da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4a973c-b1b1-4a92-981f-72038b144fc2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:32.439767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42edb23b-9861-4c5c-acc3-93fbb1f351a7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (d838a720-0931-417e-8138-a289c8d27bf4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:32.782528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-42edb23b-9861-4c5c-acc3-93fbb1f351a7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port 2096323b-7a90-43e9-8d46-cd201279669a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:32.783163 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42edb23b-9861-4c5c-acc3-93fbb1f351a7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2096323b-7a90-43e9-8d46-cd201279669a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:32.790421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53412) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:32.878890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7f073edc-0cb7-4533-a9c9-d7520cb66962 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27bd52508c474cc69aad12962c0f3499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0869455 Jan 28 13:00:32.879733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53414) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:32.898351 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42edb23b-9861-4c5c-acc3-93fbb1f351a7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2096323b-7a90-43e9-8d46-cd201279669a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:32.911789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-42edb23b-9861-4c5c-acc3-93fbb1f351a7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for 2096323b-7a90-43e9-8d46-cd201279669a owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:32.942760 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66c9e4eb-50cd-40c1-81f3-98311ac2f6c3 admin admin] Publish callbacks [] for security_group (f8ee9c8e-73bf-4d5c-bafe-5522d0d30d48), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:32.965590 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66c9e4eb-50cd-40c1-81f3-98311ac2f6c3 admin admin] Publish callbacks [] for security_group (f8ee9c8e-73bf-4d5c-bafe-5522d0d30d48), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:33.018959 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66c9e4eb-50cd-40c1-81f3-98311ac2f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f8ee9c8e-73bf-4d5c-bafe-5522d0d30d48), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:33.021992 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66c9e4eb-50cd-40c1-81f3-98311ac2f6c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:33.025532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-66c9e4eb-50cd-40c1-81f3-98311ac2f6c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8ee9c8e-73bf-4d5c-bafe-5522d0d30d48 HTTP/1.1" status: 204 len: 168 time: 0.1422129 Jan 28 13:00:33.048448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9e4eb-50cd-40c1-81f3-98311ac2f6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ee9c8e-73bf-4d5c-bafe-5522d0d30d48,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:33.182256 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42edb23b-9861-4c5c-acc3-93fbb1f351a7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2096323b-7a90-43e9-8d46-cd201279669a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:33.232046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edb23b-9861-4c5c-acc3-93fbb1f351a7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=2096323b-7a90-43e9-8d46-cd201279669a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:33.498737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53428) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:33.506672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Request body: {'network': {'name': 'tempest-network-smoke--416615114', 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:33.511998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42edb23b-9861-4c5c-acc3-93fbb1f351a7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (d838a720-0931-417e-8138-a289c8d27bf4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:33.630752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Made reservation on behalf of 38a74fdf8f7b46ec84caf05dc04d0ad5 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:33.634142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:33.670704 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:33.705898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3bdab-bde4-4efc-aacf-0319592ea45e req-6e2952a2-dfbc-451e-ae73-3de4c5054210 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:33.707475 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3b3bdab-bde4-4efc-aacf-0319592ea45e req-6e2952a2-dfbc-451e-ae73-3de4c5054210 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.5474324 Jan 28 13:00:33.746626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c1a2-8ba0-4137-8f14-ecc6b107fd52 req-b748d31d-556a-44da-aa6e-1f1675bcefae tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:33.748222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32a5c1a2-8ba0-4137-8f14-ecc6b107fd52 req-b748d31d-556a-44da-aa6e-1f1675bcefae tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1700449 Jan 28 13:00:33.764081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42edb23b-9861-4c5c-acc3-93fbb1f351a7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router d838a720-0931-417e-8138-a289c8d27bf4 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:00:33.855476 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3b3bdab-bde4-4efc-aacf-0319592ea45e req-023cc50c-bd83-4f29-9523-db845273889d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375957 Jan 28 13:00:33.865614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42edb23b-9861-4c5c-acc3-93fbb1f351a7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:33.870866 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-42edb23b-9861-4c5c-acc3-93fbb1f351a7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/d838a720-0931-417e-8138-a289c8d27bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2957299 Jan 28 13:00:33.881634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53438) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:33.882837 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ff6c4-1a87-4dda-b27d-198843c2fbe2 None None] Sync routers for ids ['d838a720-0931-417e-8138-a289c8d27bf4'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:33.884598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32a5c1a2-8ba0-4137-8f14-ecc6b107fd52 req-5b6f70ad-f74d-4f3a-b14f-7cef4b53f6e8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257031 Jan 28 13:00:33.896098 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ff6c4-1a87-4dda-b27d-198843c2fbe2 None None] Routers {'d838a720-0931-417e-8138-a289c8d27bf4'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:33.897756 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e87ff6c4-1a87-4dda-b27d-198843c2fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['d838a720-0931-417e-8138-a289c8d27bf4'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:33.934213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (f0c415fa-96bb-467f-9354-9fe99a756f3b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:33.939037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f0c415fa-96bb-467f-9354-9fe99a756f3b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:33.953702 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e87ff6c4-1a87-4dda-b27d-198843c2fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:33.957103 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:00:33.968397 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ff6c4-1a87-4dda-b27d-198843c2fbe2 None None] Routers {'d838a720-0931-417e-8138-a289c8d27bf4'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:33.970467 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e87ff6c4-1a87-4dda-b27d-198843c2fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['d838a720-0931-417e-8138-a289c8d27bf4'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:33.976719 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (fc90d9ed-6f04-4774-b1a5-1ea7c853500f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:33.977066 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Added segment fc90d9ed-6f04-4774-b1a5-1ea7c853500f of type vlan for network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f Jan 28 13:00:34.029772 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (291bb2da-19a3-492b-ae3c-bc9c9aa3b33f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.034372 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e87ff6c4-1a87-4dda-b27d-198843c2fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:34.037594 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ff6c4-1a87-4dda-b27d-198843c2fbe2 None None] The sync data for ids ['d838a720-0931-417e-8138-a289c8d27bf4'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:34.060981 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (291bb2da-19a3-492b-ae3c-bc9c9aa3b33f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.066245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:34.066853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.108726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c415fa-96bb-467f-9354-9fe99a756f3b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:34.135139 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-9af0ae5f-d878-46ee-9f86-c873f5674d4c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 13:00:34.138708 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9af0ae5f-d878-46ee-9f86-c873f5674d4c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/d838a720-0931-417e-8138-a289c8d27bf4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2534385 Jan 28 13:00:34.139670 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53446) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:34.158929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6588707 Jan 28 13:00:34.165977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53448) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:34.171374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'admin_state_up': True, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:34.177125 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ba047104-b841-4453-8795-6d2517ed3b95 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=d838a720-0931-417e-8138-a289c8d27bf4 HTTP/1.1" status: 200 len: 205 time: 0.0356965 Jan 28 13:00:34.183583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53450) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:34.194339 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594390e-00d6-4d1e-b85c-d46906ebbca7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Network': ['ID=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:34.207452 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (9c91ff77-f74c-4979-808b-b42c825992c4), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.209085 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (9c91ff77-f74c-4979-808b-b42c825992c4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.209467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:00:34.248135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53452) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:34.269890 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router_controller (9c91ff77-f74c-4979-808b-b42c825992c4), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.292086 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c00c5036-4a38-4410-a9ab-e4360109d6bf tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (d838a720-0931-417e-8138-a289c8d27bf4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.485970 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router_gateway (9c91ff77-f74c-4979-808b-b42c825992c4), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.506010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1890933365-network', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:34.539559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c00c5036-4a38-4410-a9ab-e4360109d6bf tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (d838a720-0931-417e-8138-a289c8d27bf4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.558576 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c00c5036-4a38-4410-a9ab-e4360109d6bf tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (d838a720-0931-417e-8138-a289c8d27bf4), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.619896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Made reservation on behalf of 6b9f1a6950bf4374806d5fed46dfa150 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:34.622199 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.630642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c00c5036-4a38-4410-a9ab-e4360109d6bf tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (d838a720-0931-417e-8138-a289c8d27bf4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.631141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00c5036-4a38-4410-a9ab-e4360109d6bf tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Fanout notify agent at l3_agent the message router_deleted on router d838a720-0931-417e-8138-a289c8d27bf4 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:00:34.643285 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c00c5036-4a38-4410-a9ab-e4360109d6bf tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.646777 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c00c5036-4a38-4410-a9ab-e4360109d6bf tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/d838a720-0931-417e-8138-a289c8d27bf4 HTTP/1.1" status: 204 len: 168 time: 0.4598651 Jan 28 13:00:34.651590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53458) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:34.653442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.656760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-af3e8f1b-1e4c-492a-ba7d-9305ce401a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:34.658242 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-af3e8f1b-1e4c-492a-ba7d-9305ce401a53 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6&tenant_id=11258f31de5b4bed8449aa57334697f8 HTTP/1.1" status: 200 len: 1094 time: 0.1565394 Jan 28 13:00:34.747642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router_gateway (9c91ff77-f74c-4979-808b-b42c825992c4), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.750471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-4958b82a-c3f4-40f2-babd-bedfc59c20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:34.751983 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-4958b82a-c3f4-40f2-babd-bedfc59c20b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 1094 time: 0.0652285 Jan 28 13:00:34.774224 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.787108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-141cbdcc-9c71-49bf-9c58-e658e6ce6cc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting subnet 0633553e-bfb2-4723-a084-2acbe4c17ce0 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:00:34.792408 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-141cbdcc-9c71-49bf-9c58-e658e6ce6cc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (0633553e-bfb2-4723-a084-2acbe4c17ce0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.825367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Publish callbacks [] for security_group (6baf4944-5b53-4ce8-87a3-547767c770d6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.830563 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6baf4944-5b53-4ce8-87a3-547767c770d6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.865910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:00:34.880526 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-141cbdcc-9c71-49bf-9c58-e658e6ce6cc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (0633553e-bfb2-4723-a084-2acbe4c17ce0), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.890564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a5c99792-ef14-4bcd-ae83-6d4ecf185a23), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:34.890564 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Added segment a5c99792-ef14-4bcd-ae83-6d4ecf185a23 of type vlan for network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e Jan 28 13:00:34.896779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baf4944-5b53-4ce8-87a3-547767c770d6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:34.916804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-c0df6f2c-6824-48d2-b541-83a8fd36bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:34.918118 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-c0df6f2c-6824-48d2-b541-83a8fd36bda6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 918 time: 0.1605008 Jan 28 13:00:35.004231 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (233f9234-9d66-4ad6-8ce3-72163bb5bc4e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.026621 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-9ca452c5-7d84-47d7-86d7-b6c8a3f33f0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=069bf510-73e7-40d8-8d92-2933d1607b88 HTTP/1.1" status: 200 len: 999 time: 0.0984728 Jan 28 13:00:35.072088 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (233f9234-9d66-4ad6-8ce3-72163bb5bc4e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.072938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:35.073522 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.077089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Allocated IP 172.25.7.149 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/04fcd2f7-e306-44e3-96e9-8d6be69785f5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:35.122727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-87efd0bc-0636-486d-8006-8dfb091e9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:35.123945 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-87efd0bc-0636-486d-8006-8dfb091e9a8d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.0895877 Jan 28 13:00:35.158165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbd7a7-a0d2-4636-81bd-97561c39e945 req-df413710-1fd2-48ff-acac-0ad0ad4c4d0f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:35.160427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34cbd7a7-a0d2-4636-81bd-97561c39e945 req-df413710-1fd2-48ff-acac-0ad0ad4c4d0f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.1875765 Jan 28 13:00:35.175672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e52a0-48da-4172-bdd3-036c745ed94a req-0ac60bb0-4d5e-4cc0-a6a5-b70dd6aa75ab tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:35.180887 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9287281 Jan 28 13:00:35.181203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-280e52a0-48da-4172-bdd3-036c745ed94a req-0ac60bb0-4d5e-4cc0-a6a5-b70dd6aa75ab tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1844022 Jan 28 13:00:35.189358 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53464) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:35.199884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1353751c-edc2-4563-9de1-8c5af5e3671f admin admin] Request body: {'subnet': {'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1890933365-subnet', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:35.201905 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-141cbdcc-9c71-49bf-9c58-e658e6ce6cc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (0633553e-bfb2-4723-a084-2acbe4c17ce0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.226908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1b8c4-6245-44d9-95c1-0e10b6c4fa6d admin admin] Pushing event updated for resources: {'Network': ['ID=233f9234-9d66-4ad6-8ce3-72163bb5bc4e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:35.243621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:00:35.252391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1353751c-edc2-4563-9de1-8c5af5e3671f admin admin] Made reservation on behalf of 6b9f1a6950bf4374806d5fed46dfa150 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:35.254900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1353751c-edc2-4563-9de1-8c5af5e3671f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.258303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-a9115fc7-3860-4fcd-bf5f-16f62005f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:35.259815 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-a9115fc7-3860-4fcd-bf5f-16f62005f190 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073024 Jan 28 13:00:35.387330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34cbd7a7-a0d2-4636-81bd-97561c39e945 req-90a40b80-4c69-4237-b2a6-c5c07e542225 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080648 Jan 28 13:00:35.407331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-280e52a0-48da-4172-bdd3-036c745ed94a req-2412688d-9d28-4ae5-978f-ac205820f5f2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067904 Jan 28 13:00:35.424185 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-141cbdcc-9c71-49bf-9c58-e658e6ce6cc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (0633553e-bfb2-4723-a084-2acbe4c17ce0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.451493 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.490013 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-4ae1a7b3-007b-414a-b8a4-dbc4042c60dd service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187223 Jan 28 13:00:35.497304 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-141cbdcc-9c71-49bf-9c58-e658e6ce6cc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.503699 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-141cbdcc-9c71-49bf-9c58-e658e6ce6cc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/0633553e-bfb2-4723-a084-2acbe4c17ce0 HTTP/1.1" status: 204 len: 168 time: 0.8471973 Jan 28 13:00:35.503699 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cbdcc-9c71-49bf-9c58-e658e6ce6cc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Subnet': ['ID=0633553e-bfb2-4723-a084-2acbe4c17ce0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:35.504279 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf6a69a-7a87-4e30-8efc-a8fe316ba351 None None] Network f036fd07-5380-45cb-8ce7-2d41ff2b1edc requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:35.504505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53466) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:35.608154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f036fd07-5380-45cb-8ce7-2d41ff2b1edc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.619845 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.672196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:35.675898 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-6855bf03-cae3-4672-9325-17ade5cc3794 req-f1810c88-9994-485d-9b72-061e38473e68 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792333 Jan 28 13:00:35.678055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1353751c-edc2-4563-9de1-8c5af5e3671f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (400c2fa5-afbf-4f6d-9d6b-afcbf1dba857), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.693396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:35.696592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:35.743676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Port': ['ID=04fcd2f7-e306-44e3-96e9-8d6be69785f5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:35.744176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353751c-edc2-4563-9de1-8c5af5e3671f admin admin] Pushing event updated for resources: {'Subnet': ['ID=400c2fa5-afbf-4f6d-9d6b-afcbf1dba857,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:35.751683 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1353751c-edc2-4563-9de1-8c5af5e3671f admin admin] Checking segment: {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:35.752233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1353751c-edc2-4563-9de1-8c5af5e3671f admin admin] Network hostable DHCP agents. Network: 233f9234-9d66-4ad6-8ce3-72163bb5bc4e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:00:35.775562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8c5be7-b10e-4af3-9338-2b46b0395bd8 None None] DHCP port deletion for f036fd07-5380-45cb-8ce7-2d41ff2b1edc request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:00:35.781335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1353751c-edc2-4563-9de1-8c5af5e3671f admin admin] Network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:00:35.793122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1353751c-edc2-4563-9de1-8c5af5e3671f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 233f9234-9d66-4ad6-8ce3-72163bb5bc4e) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:35.797723 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1353751c-edc2-4563-9de1-8c5af5e3671f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:35.798565 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1353751c-edc2-4563-9de1-8c5af5e3671f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.823986 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1353751c-edc2-4563-9de1-8c5af5e3671f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6310058 Jan 28 13:00:35.824202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53472) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:35.830224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8215a32-03bb-4736-9b38-9b4fb42d8a21 None None] Network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:35.830696 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1890933365-router', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:35.854740 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (28811380-dbc2-44f0-84de-c2450e8bcaad), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.860531 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (28811380-dbc2-44f0-84de-c2450e8bcaad), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.915471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port b088dd4c-e549-46cf-b7dd-2fc978ed43da {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:35.915864 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:35.945726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c5be7-b10e-4af3-9338-2b46b0395bd8 None None] Deleting port b088dd4c-e549-46cf-b7dd-2fc978ed43da {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:35.946322 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5be7-b10e-4af3-9338-2b46b0395bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:36.046720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-233f9234-9d66-4ad6-8ce3-72163bb5bc4e', 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e', 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'fixed_ips': [{'subnet_id': '400c2fa5-afbf-4f6d-9d6b-afcbf1dba857'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:00:36.049143 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:36.096265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] For port b088dd4c-e549-46cf-b7dd-2fc978ed43da, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b088dd4c-e549-46cf-b7dd-2fc978ed43da,segment=NetworkSegment(68303de9-b7c7-4287-825e-015685fbd930),segment_id=68303de9-b7c7-4287-825e-015685fbd930)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:36.096862 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:36.104784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7f8c5be7-b10e-4af3-9338-2b46b0395bd8 None None] For port b088dd4c-e549-46cf-b7dd-2fc978ed43da, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b088dd4c-e549-46cf-b7dd-2fc978ed43da,segment=NetworkSegment(68303de9-b7c7-4287-825e-015685fbd930),segment_id=68303de9-b7c7-4287-825e-015685fbd930)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:36.105278 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5be7-b10e-4af3-9338-2b46b0395bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:36.121669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for b088dd4c-e549-46cf-b7dd-2fc978ed43da owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:36.148318 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router_gateway (9c91ff77-f74c-4979-808b-b42c825992c4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:36.176767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c5be7-b10e-4af3-9338-2b46b0395bd8 None None] Calling delete_port for b088dd4c-e549-46cf-b7dd-2fc978ed43da owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:36.334051 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Allocated IP 172.20.0.2 (233f9234-9d66-4ad6-8ce3-72163bb5bc4e/400c2fa5-afbf-4f6d-9d6b-afcbf1dba857/6755c4d6-6902-4f77-b111-87b01664e6aa) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:36.462957 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Publish callbacks [] for router_controller (28811380-dbc2-44f0-84de-c2450e8bcaad), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:36.582946 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:36.697664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 786f6c1b-4038-4cc5-8817-04d458fa7c3e details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:00:36.701826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No DVR routers for this DVR port b088dd4c-e549-46cf-b7dd-2fc978ed43da on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:00:36.705868 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Publish callbacks [] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:36.706149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=b088dd4c-e549-46cf-b7dd-2fc978ed43da,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:36.767193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Publish callbacks [] for router_gateway (28811380-dbc2-44f0-84de-c2450e8bcaad), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:36.858883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f82386-27a4-45be-8b3d-a3aa35bd0437 req-e18f6e71-6e6d-4e44-ab7f-21d9d90b0dfa tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:36.860240 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61f82386-27a4-45be-8b3d-a3aa35bd0437 req-e18f6e71-6e6d-4e44-ab7f-21d9d90b0dfa tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 943 time: 0.2791848 Jan 28 13:00:36.862196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 786f6c1b-4038-4cc5-8817-04d458fa7c3e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=786f6c1b-4038-4cc5-8817-04d458fa7c3e,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:36.883118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '786f6c1b-4038-4cc5-8817-04d458fa7c3e', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'port_id': '786f6c1b-4038-4cc5-8817-04d458fa7c3e', 'mac_address': 'fa:16:3e:5e:a6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:00:36.897827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371135b2-3060-46bc-9bcb-4df1c603a852 req-684e930c-0449-47f8-a8e2-0f767f0e3bb2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:36.897827 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-371135b2-3060-46bc-9bcb-4df1c603a852 req-684e930c-0449-47f8-a8e2-0f767f0e3bb2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.2679639 Jan 28 13:00:36.904291 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:36.919473 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f036fd07-5380-45cb-8ce7-2d41ff2b1edc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:36.938598 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (9c91ff77-f74c-4979-808b-b42c825992c4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.003081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:37.013010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f036fd07-5380-45cb-8ce7-2d41ff2b1edc']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:37.025313 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61f82386-27a4-45be-8b3d-a3aa35bd0437 req-f9d68084-7d07-4478-b287-32fe0dbb8e9a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460135 Jan 28 13:00:37.036258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:37.040436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:37.067903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Pushing event updated for resources: {'Port': ['ID=6755c4d6-6902-4f77-b111-87b01664e6aa,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:37.084177 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5be7-b10e-4af3-9338-2b46b0395bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (b088dd4c-e549-46cf-b7dd-2fc978ed43da), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.092410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68303de9-b7c7-4287-825e-015685fbd930') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:37.092830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68303de9-b7c7-4287-825e-015685fbd930') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:37.117774 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (68303de9-b7c7-4287-825e-015685fbd930), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.125748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-371135b2-3060-46bc-9bcb-4df1c603a852 req-95e34fe6-dce2-4aa8-9b8c-27d474bc9119 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103424 Jan 28 13:00:37.130990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c5be7-b10e-4af3-9338-2b46b0395bd8 None None] No DVR routers for this DVR port b088dd4c-e549-46cf-b7dd-2fc978ed43da on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:00:37.138876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b088dd4c-e549-46cf-b7dd-2fc978ed43da no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:00:37.146882 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (68303de9-b7c7-4287-825e-015685fbd930), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.191632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:00:37.192612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (68303de9-b7c7-4287-825e-015685fbd930), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:00:37.196257 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:00:37.211575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: b088dd4c-e549-46cf-b7dd-2fc978ed43da {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:00:37.212001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b088dd4c-e549-46cf-b7dd-2fc978ed43da not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:00:37.282829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 786f6c1b-4038-4cc5-8817-04d458fa7c3e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:37.283278 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.329383 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Publish callbacks [] for router_gateway (28811380-dbc2-44f0-84de-c2450e8bcaad), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.333801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c5be7-b10e-4af3-9338-2b46b0395bd8 None None] Pushing event deleted for resources: {'Port': ['ID=b088dd4c-e549-46cf-b7dd-2fc978ed43da,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:37.368588 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.403156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786f6c1b-4038-4cc5-8817-04d458fa7c3e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:00:37.442910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Attempting to bind port 6755c4d6-6902-4f77-b111-87b01664e6aa on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:00:37.443427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Attempting to bind port 6755c4d6-6902-4f77-b111-87b01664e6aa by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:00:37.443758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Attempting to bind port 6755c4d6-6902-4f77-b111-87b01664e6aa on network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:37.462463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 786f6c1b-4038-4cc5-8817-04d458fa7c3e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=786f6c1b-4038-4cc5-8817-04d458fa7c3e,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:37.472809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:00:37.473640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Checking segment: {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:37.474018 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.474434 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Bound using segment: {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:00:37.475115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Bound port: 6755c4d6-6902-4f77-b111-87b01664e6aa, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:00:37.475546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.559428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f49dc491-2f31-4140-954d-797525f20918 None None] For port 6755c4d6-6902-4f77-b111-87b01664e6aa, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:00:37.561961 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.584375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Allocated IP 172.25.7.125 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/96cdfb8f-7adb-4e4d-8281-3f20852589ff) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:37.648946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=786f6c1b-4038-4cc5-8817-04d458fa7c3e,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:37.791815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['786f6c1b-4038-4cc5-8817-04d458fa7c3e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:00:37.805154 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Publish callbacks [] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.866022 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.919702 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f036fd07-5380-45cb-8ce7-2d41ff2b1edc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.928294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:37.932624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:37.937408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:37.945491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f49dc491-2f31-4140-954d-797525f20918 None None] For port 6755c4d6-6902-4f77-b111-87b01664e6aa, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6755c4d6-6902-4f77-b111-87b01664e6aa,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:00:37.953629 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.955184 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:37.961573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/networks/f036fd07-5380-45cb-8ce7-2d41ff2b1edc HTTP/1.1" status: 204 len: 168 time: 2.4557323 Jan 28 13:00:37.987460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53490) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:37.998061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e79a1b-646d-46d7-826b-b1127fa84a48 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Network': ['ID=f036fd07-5380-45cb-8ce7-2d41ff2b1edc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:37.999323 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a92a4069-ad62-4115-b88d-b879f6d43c37 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1071949208'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:38.037925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Router 9c91ff77-f74c-4979-808b-b42c825992c4 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:00:38.179996 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Pushing event updated for resources: {'Port': ['ID=96cdfb8f-7adb-4e4d-8281-3f20852589ff,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:38.266294 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92a4069-ad62-4115-b88d-b879f6d43c37 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:38.271495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a92a4069-ad62-4115-b88d-b879f6d43c37 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:38.275900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dc491-2f31-4140-954d-797525f20918 None None] Pushing event updated for resources: {'Port': ['ID=6755c4d6-6902-4f77-b111-87b01664e6aa,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:38.318030 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92a4069-ad62-4115-b88d-b879f6d43c37 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:00:38.328524 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a92a4069-ad62-4115-b88d-b879f6d43c37 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cec1f6b1-1bf4-4f66-a035-880d157d8254), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:38.329028 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-a92a4069-ad62-4115-b88d-b879f6d43c37 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Added segment cec1f6b1-1bf4-4f66-a035-880d157d8254 of type vlan for network 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b Jan 28 13:00:38.415575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a92a4069-ad62-4115-b88d-b879f6d43c37 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (7e02c6c4-c4e9-4760-ab0a-5160dc527d7b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:38.450454 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a92a4069-ad62-4115-b88d-b879f6d43c37 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (7e02c6c4-c4e9-4760-ab0a-5160dc527d7b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:38.474832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92a4069-ad62-4115-b88d-b879f6d43c37 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:38.481445 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a92a4069-ad62-4115-b88d-b879f6d43c37 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:38.585731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a4069-ad62-4115-b88d-b879f6d43c37 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Network': ['ID=7e02c6c4-c4e9-4760-ab0a-5160dc527d7b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:38.612612 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a92a4069-ad62-4115-b88d-b879f6d43c37 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6161308 Jan 28 13:00:38.614803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:00:38.619163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53496) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:38.635968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-16212015-c74e-4607-a0ac-b21181a4a888 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'subnet': {'network_id': '7e02c6c4-c4e9-4760-ab0a-5160dc527d7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:38.749633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:38.781322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6be4c-29c5-4472-82df-0b9ab2fb394f req-69c4db74-ff4f-498e-8086-8c6379f923f8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:38.783184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Sync routers for ids ['9c91ff77-f74c-4979-808b-b42c825992c4'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:38.789827 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99a6be4c-29c5-4472-82df-0b9ab2fb394f req-69c4db74-ff4f-498e-8086-8c6379f923f8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.3929489 Jan 28 13:00:38.858590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a3701-715f-4cc9-912d-d433e48c3a5b req-f27dd384-509e-44ff-865e-214f228ce708 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:38.862778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c76a3701-715f-4cc9-912d-d433e48c3a5b req-f27dd384-509e-44ff-865e-214f228ce708 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 944 time: 0.6750667 Jan 28 13:00:38.884205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:38.891516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e5eed523-892f-4b5d-9caf-92a3f7445727 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.7241464 Jan 28 13:00:38.920447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53498) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:38.922148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Routers {'9c91ff77-f74c-4979-808b-b42c825992c4'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:38.923797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9c91ff77-f74c-4979-808b-b42c825992c4'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:38.953141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16212015-c74e-4607-a0ac-b21181a4a888 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:38.958984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16212015-c74e-4607-a0ac-b21181a4a888 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:39.183847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99a6be4c-29c5-4472-82df-0b9ab2fb394f req-84c62fc7-7d2c-43e1-9d25-5af33ad8c673 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103280 Jan 28 13:00:39.231443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c76a3701-715f-4cc9-912d-d433e48c3a5b req-18652ced-0239-413b-ad50-5258702a7fcb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170803 Jan 28 13:00:39.305447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6755c4d6-6902-4f77-b111-87b01664e6aa up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:39.309906 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Publish callbacks [] for router_gateway (28811380-dbc2-44f0-84de-c2450e8bcaad), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:39.327000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Set router 9c91ff77-f74c-4979-808b-b42c825992c4 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:39.461153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-23996acc-a29c-4a41-b215-52f98d06936b tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=38a74fdf8f7b46ec84caf05dc04d0ad5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5324268 Jan 28 13:00:39.464342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53502) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:39.719201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de489dd8-2129-4d79-9e51-206a9c219181 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:39.719624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6755c4d6-6902-4f77-b111-87b01664e6aa triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:39.720087 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:39.725053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-de489dd8-2129-4d79-9e51-206a9c219181 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2579687 Jan 28 13:00:39.725292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53504) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:39.780492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:35Z', 'revision_number': 3, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:39.781689 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-945b40eb-684e-42dd-a094-e1d245d454d8 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526271 Jan 28 13:00:39.785426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53506) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:39.791479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9645e773-634b-4289-aa69-617d88aede19 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-146372770', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:39.798162 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (28811380-dbc2-44f0-84de-c2450e8bcaad), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:39.820997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Checking router: 9c91ff77-f74c-4979-808b-b42c825992c4 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:00:39.820997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Updating router 9c91ff77-f74c-4979-808b-b42c825992c4 port 04fcd2f7-e306-44e3-96e9-8d6be69785f5 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:00:39.847302 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:39.962885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16212015-c74e-4607-a0ac-b21181a4a888 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (15607e0a-b2b8-43e7-aea4-786a6a00e7a3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:40.069294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9645e773-634b-4289-aa69-617d88aede19 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Made reservation on behalf of 38a74fdf8f7b46ec84caf05dc04d0ad5 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:40.078741 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9645e773-634b-4289-aa69-617d88aede19 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:40.136933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16212015-c74e-4607-a0ac-b21181a4a888 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Subnet': ['ID=15607e0a-b2b8-43e7-aea4-786a6a00e7a3,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:40.147847 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Publish callbacks [] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:40.156330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183efc2-c1cd-4f31-94b2-bae16e44324b None None] Network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:40.227911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16212015-c74e-4607-a0ac-b21181a4a888 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Checking segment: {'id': 'cec1f6b1-1bf4-4f66-a035-880d157d8254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7e02c6c4-c4e9-4760-ab0a-5160dc527d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:40.228162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16212015-c74e-4607-a0ac-b21181a4a888 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network hostable DHCP agents. Network: 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:00:40.326409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Router 28811380-dbc2-44f0-84de-c2450e8bcaad is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:00:40.331591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16212015-c74e-4607-a0ac-b21181a4a888 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:00:40.362723 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-16212015-c74e-4607-a0ac-b21181a4a888 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:40.450816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16212015-c74e-4607-a0ac-b21181a4a888 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:40.452318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16212015-c74e-4607-a0ac-b21181a4a888 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:40.500243 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-16212015-c74e-4607-a0ac-b21181a4a888 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8687410 Jan 28 13:00:40.505904 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:40.510444 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fb8c027b-9ba6-4e44-86f2-3499a3d1f13b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-211092340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:40.561570 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:40.568254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ff22b2-1856-4bd1-bde2-df073076e5e1 None None] Network 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:40.640278 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb8c027b-9ba6-4e44-86f2-3499a3d1f13b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (4f80e71d-d4be-46ec-80bf-920150a2a623), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:40.641744 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb8c027b-9ba6-4e44-86f2-3499a3d1f13b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (4f80e71d-d4be-46ec-80bf-920150a2a623), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:40.644676 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9645e773-634b-4289-aa69-617d88aede19 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (33010f4f-44bd-4440-8a35-087f26a1f0e3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:40.650534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 786f6c1b-4038-4cc5-8817-04d458fa7c3e up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:40.702799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:40.716911 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Sync routers for ids ['28811380-dbc2-44f0-84de-c2450e8bcaad'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:40.725729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c83f85-b48e-48aa-aba4-f10f0ade6f81 None None] Pushing event updated for resources: {'Port': ['ID=04fcd2f7-e306-44e3-96e9-8d6be69785f5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:40.736087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de6d7d-ddcc-43bd-8ed6-43727d072aea req-b93aa7f3-b93c-441a-b434-1431411c304f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:40.737850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86de6d7d-ddcc-43bd-8ed6-43727d072aea req-b93aa7f3-b93c-441a-b434-1431411c304f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 944 time: 0.3058865 Jan 28 13:00:40.763815 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Routers {'28811380-dbc2-44f0-84de-c2450e8bcaad'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:40.768168 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['28811380-dbc2-44f0-84de-c2450e8bcaad'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:40.788271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be1494-6122-41bf-8baa-bc1c2205fbfc req-d434618b-80c6-43ab-abf5-f3cf5afb18a8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:40.791987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e8be1494-6122-41bf-8baa-bc1c2205fbfc req-d434618b-80c6-43ab-abf5-f3cf5afb18a8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.2620757 Jan 28 13:00:40.819738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645e773-634b-4289-aa69-617d88aede19 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Subnet': ['ID=33010f4f-44bd-4440-8a35-087f26a1f0e3,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:40.850649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-7e02c6c4-c4e9-4760-ab0a-5160dc527d7b', 'network_id': '7e02c6c4-c4e9-4760-ab0a-5160dc527d7b', 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'fixed_ips': [{'subnet_id': '15607e0a-b2b8-43e7-aea4-786a6a00e7a3'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:00:40.852127 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:40.855516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d6bf576e-fb3a-4196-bb64-38f652b91c77 None None] Provisioning complete for port 6755c4d6-6902-4f77-b111-87b01664e6aa triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:40.855990 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6bf576e-fb3a-4196-bb64-38f652b91c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:40.894660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86de6d7d-ddcc-43bd-8ed6-43727d072aea req-7e1b4969-371e-402a-afc2-d6a1fd55f181 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337521 Jan 28 13:00:40.908315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9645e773-634b-4289-aa69-617d88aede19 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Checking segment: {'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:40.908823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9645e773-634b-4289-aa69-617d88aede19 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network hostable DHCP agents. Network: 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:00:40.918270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6755c4d6-6902-4f77-b111-87b01664e6aa is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:40.919053 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:40.920045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e8be1494-6122-41bf-8baa-bc1c2205fbfc req-10419c61-2986-4f79-badd-238e7a668f17 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099489 Jan 28 13:00:40.955736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9645e773-634b-4289-aa69-617d88aede19 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:00:40.976954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9645e773-634b-4289-aa69-617d88aede19 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:40.982876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9645e773-634b-4289-aa69-617d88aede19 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:40.991896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9645e773-634b-4289-aa69-617d88aede19 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:41.003596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:41.008436 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8ec8d07b-2402-4601-8eeb-61ff1c6cabb1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1801455 Jan 28 13:00:41.009127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac54e017-3ccb-41c2-a8e7-81122135c1b2 None None] Network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:41.019120 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb8c027b-9ba6-4e44-86f2-3499a3d1f13b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (4f80e71d-d4be-46ec-80bf-920150a2a623), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:41.023529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53516) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:41.032073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9645e773-634b-4289-aa69-617d88aede19 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2453375 Jan 28 13:00:41.035398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53518) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:41.054566 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb8c027b-9ba6-4e44-86f2-3499a3d1f13b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (4f80e71d-d4be-46ec-80bf-920150a2a623), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:41.225208 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb8c027b-9ba6-4e44-86f2-3499a3d1f13b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:41.231822 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fb8c027b-9ba6-4e44-86f2-3499a3d1f13b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7247622 Jan 28 13:00:41.236776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53520) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:41.382803 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Set router 28811380-dbc2-44f0-84de-c2450e8bcaad gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:41.541568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:00:41.544950 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:41.575286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Attempting to bind port 04fcd2f7-e306-44e3-96e9-8d6be69785f5 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:00:41.577253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Attempting to bind port 04fcd2f7-e306-44e3-96e9-8d6be69785f5 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:00:41.578182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Attempting to bind port 04fcd2f7-e306-44e3-96e9-8d6be69785f5 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:41.604612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf576e-fb3a-4196-bb64-38f652b91c77 None None] Current status of the port 6755c4d6-6902-4f77-b111-87b01664e6aa is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:41.606529 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6bf576e-fb3a-4196-bb64-38f652b91c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:41.637656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:00:41.638819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:41.639839 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:41.641027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:00:41.642124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Bound port: 04fcd2f7-e306-44e3-96e9-8d6be69785f5, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:00:41.643076 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:41.652854 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'name': 'tempest-TestServerMultinode-1890933365-router', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:35Z', 'updated_at': '2022-01-28T13:00:38Z', 'revision_number': 3, 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'gw_port': {'id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:37Z', 'updated_at': '2022-01-28T13:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:41.696199 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Checking router: 28811380-dbc2-44f0-84de-c2450e8bcaad for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:00:41.696560 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Updating router 28811380-dbc2-44f0-84de-c2450e8bcaad port 96cdfb8f-7adb-4e4d-8281-3f20852589ff binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:00:41.731413 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:41.777659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 786f6c1b-4038-4cc5-8817-04d458fa7c3e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:00:41.877061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 786f6c1b-4038-4cc5-8817-04d458fa7c3e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:41.877396 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:42.328780 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Publish callbacks [] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:42.339094 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:42.429541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Allocated IP 172.20.0.2 (7e02c6c4-c4e9-4760-ab0a-5160dc527d7b/15607e0a-b2b8-43e7-aea4-786a6a00e7a3/7a12d7f5-159e-4c55-9784-24b6dec1c67f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:42.477710 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e5112-61ee-49d5-aa7b-be953aa9539d req-4b88b1a0-dacc-4a98-954d-e1295637a15e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:42.479722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd9e5112-61ee-49d5-aa7b-be953aa9539d req-4b88b1a0-dacc-4a98-954d-e1295637a15e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.2302501 Jan 28 13:00:42.487600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fa528-42de-422c-80c7-e9ff0fe6fc23 req-0461f1dc-d587-4f5f-aebb-b0a25304e0b7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:42.501610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb1fa528-42de-422c-80c7-e9ff0fe6fc23 req-0461f1dc-d587-4f5f-aebb-b0a25304e0b7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 944 time: 0.2732859 Jan 28 13:00:42.524134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 6755c4d6-6902-4f77-b111-87b01664e6aa, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6755c4d6-6902-4f77-b111-87b01664e6aa,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:42.569876 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Attempting to bind port 96cdfb8f-7adb-4e4d-8281-3f20852589ff on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:00:42.570535 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Attempting to bind port 96cdfb8f-7adb-4e4d-8281-3f20852589ff by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:00:42.571211 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Attempting to bind port 96cdfb8f-7adb-4e4d-8281-3f20852589ff on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:42.580666 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Pushing event updated for resources: {'Port': ['ID=96cdfb8f-7adb-4e4d-8281-3f20852589ff,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:42.580938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:42.588647 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:00:42.589036 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:42.589402 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:42.590898 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:00:42.593334 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Bound port: 96cdfb8f-7adb-4e4d-8281-3f20852589ff, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:00:42.593788 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:42.666203 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] For port 96cdfb8f-7adb-4e4d-8281-3f20852589ff, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:00:42.670061 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] For port 96cdfb8f-7adb-4e4d-8281-3f20852589ff, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=96cdfb8f-7adb-4e4d-8281-3f20852589ff,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:00:42.678659 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:42.691537 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.692451 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.694587 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.694938 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.695271 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.696924 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.697270 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.697602 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.697928 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.698253 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.701035 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.701397 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.701730 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:00:42.743682 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:42.810824 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cf8cd-3d58-4d81-9e7b-640beeeaa3d9 None None] Pushing event updated for resources: {'Port': ['ID=96cdfb8f-7adb-4e4d-8281-3f20852589ff,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:42.836678 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-d6bf576e-fb3a-4196-bb64-38f652b91c77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:00:42.839276 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-d6bf576e-fb3a-4196-bb64-38f652b91c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:00:42.847189 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Routers {'28811380-dbc2-44f0-84de-c2450e8bcaad'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:42.848499 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['28811380-dbc2-44f0-84de-c2450e8bcaad'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:42.858118 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:43.075752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Allocated IP 172.20.0.1 (291bb2da-19a3-492b-ae3c-bc9c9aa3b33f/33010f4f-44bd-4440-8a35-087f26a1f0e3/38b52978-e4f0-4011-bd1f-efe61e7e53cf) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:43.240968 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] Set router 28811380-dbc2-44f0-84de-c2450e8bcaad gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:43.263614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 786f6c1b-4038-4cc5-8817-04d458fa7c3e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:43.264117 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:43.526857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] For port 04fcd2f7-e306-44e3-96e9-8d6be69785f5, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:00:43.555462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd9e5112-61ee-49d5-aa7b-be953aa9539d req-7cd2cc77-2604-47f4-9302-3a351eab644a tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0497086 Jan 28 13:00:43.581739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb1fa528-42de-422c-80c7-e9ff0fe6fc23 req-8d783bcb-5294-4fb9-8879-58fd4c954508 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0786126 Jan 28 13:00:43.583746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] For port 04fcd2f7-e306-44e3-96e9-8d6be69785f5, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=04fcd2f7-e306-44e3-96e9-8d6be69785f5,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:00:43.585222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c51401a-8cf5-455e-a371-0be9f9622d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786f6c1b-4038-4cc5-8817-04d458fa7c3e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:00:43.590291 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ae563c-171c-4575-98c0-7e82c33ada1e" -d '{"events": [{"server_uuid": "4c51401a-8cf5-455e-a371-0be9f9622d2f", "name": "network-vif-plugged", "status": "completed", "tag": "786f6c1b-4038-4cc5-8817-04d458fa7c3e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:00:43.622440 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:43.626811 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:43.648979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 786f6c1b-4038-4cc5-8817-04d458fa7c3e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=786f6c1b-4038-4cc5-8817-04d458fa7c3e,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:43.680187 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:43.681013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=6755c4d6-6902-4f77-b111-87b01664e6aa,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:43.705059 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3c8299-215e-48e6-95f1-19c86c59965e x-openstack-request-id: req-0b3c8299-215e-48e6-95f1-19c86c59965e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:00:43.705413 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c51401a-8cf5-455e-a371-0be9f9622d2f", "name": "network-vif-plugged", "status": "completed", "tag": "786f6c1b-4038-4cc5-8817-04d458fa7c3e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:00:43.705923 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b3c8299-215e-48e6-95f1-19c86c59965e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:00:43.706094 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c51401a-8cf5-455e-a371-0be9f9622d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786f6c1b-4038-4cc5-8817-04d458fa7c3e', 'code': 200} Jan 28 13:00:43.750413 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'name': 'tempest-TestServerMultinode-1890933365-router', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:35Z', 'updated_at': '2022-01-28T13:00:38Z', 'revision_number': 3, 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'gw_port': {'id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:37Z', 'updated_at': '2022-01-28T13:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:43.770677 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:43.860709 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb326262-d46e-4cdc-916a-36bbd28d911f None None] The sync data for ids ['28811380-dbc2-44f0-84de-c2450e8bcaad'] in n-d-824835-4 is: [{'id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'name': 'tempest-TestServerMultinode-1890933365-router', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:35Z', 'updated_at': '2022-01-28T13:00:38Z', 'revision_number': 3, 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'gw_port': {'id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:37Z', 'updated_at': '2022-01-28T13:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:43.904537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:43.916768 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Publish callbacks [] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:43.952763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:43.962879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Port': ['ID=38b52978-e4f0-4011-bd1f-efe61e7e53cf,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:43.966526 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:43.967889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:43.985627 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:44.048635 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (9c91ff77-f74c-4979-808b-b42c825992c4), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:44.125183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf576e-fb3a-4196-bb64-38f652b91c77 None None] Current status of the port 6755c4d6-6902-4f77-b111-87b01664e6aa is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:44.138270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Allocated IP 172.20.0.1 (7e02c6c4-c4e9-4760-ab0a-5160dc527d7b/15607e0a-b2b8-43e7-aea4-786a6a00e7a3/f3e41f3e-b7cb-4018-8d02-b6762d555e67) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:44.324942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Network 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:44.360636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Routers {'9c91ff77-f74c-4979-808b-b42c825992c4'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:44.361566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9c91ff77-f74c-4979-808b-b42c825992c4'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:44.441049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:44.499628 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:44.549438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c6b69-dff6-48d6-9c42-48e690013491 req-a6a713cf-2826-443e-86b1-c32072f8a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:44.562587 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b40c6b69-dff6-48d6-9c42-48e690013491 req-a6a713cf-2826-443e-86b1-c32072f8a402 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 1096 time: 0.6747594 Jan 28 13:00:44.572883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Allocated IP 172.20.0.2 (291bb2da-19a3-492b-ae3c-bc9c9aa3b33f/33010f4f-44bd-4440-8a35-087f26a1f0e3/c07cd783-fd99-4cd7-9c51-6331d6a4c037) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:44.816004 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Publish callbacks [] for port (c07cd783-fd99-4cd7-9c51-6331d6a4c037), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:44.824227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:44.846876 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (c07cd783-fd99-4cd7-9c51-6331d6a4c037), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:44.863107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c83f85-b48e-48aa-aba4-f10f0ade6f81 None None] Pushing event updated for resources: {'Port': ['ID=04fcd2f7-e306-44e3-96e9-8d6be69785f5,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:44.875670 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1ed7801e-81ab-4b05-b629-29d714b00803 None None] Provisioning complete for port 6755c4d6-6902-4f77-b111-87b01664e6aa triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:44.876520 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ed7801e-81ab-4b05-b629-29d714b00803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:44.931672 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (f3e41f3e-b7cb-4018-8d02-b6762d555e67), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:44.947012 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-b40c6b69-dff6-48d6-9c42-48e690013491 req-17ad3aff-76ac-4aee-ab0c-6afe28e376b3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692415 Jan 28 13:00:44.982861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Allocated IP 172.20.0.1 (233f9234-9d66-4ad6-8ce3-72163bb5bc4e/400c2fa5-afbf-4f6d-9d6b-afcbf1dba857/a48be4de-e52f-4dda-a7e2-108033256bc7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:45.089747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:45.161121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:45.189742 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f3e41f3e-b7cb-4018-8d02-b6762d555e67), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:45.281887 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:45.291082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:45.295844 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:45.329542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:45.408903 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:45.419600 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:45.453003 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dc952-9292-4ad5-8418-e05db203392f req-56f1ef18-24f3-464f-9110-1ffce956d8d7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:45.466290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-261dc952-9292-4ad5-8418-e05db203392f req-56f1ef18-24f3-464f-9110-1ffce956d8d7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 945 time: 0.6004076 Jan 28 13:00:45.577518 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Publish callbacks [] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:45.682412 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (9c91ff77-f74c-4979-808b-b42c825992c4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:45.692973 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (4f80e71d-d4be-46ec-80bf-920150a2a623), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:45.696716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6755c4d6-6902-4f77-b111-87b01664e6aa up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:45.702287 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Pushing event updated for resources: {'Port': ['ID=7a12d7f5-159e-4c55-9784-24b6dec1c67f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:45.754791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a7726-5ed9-4760-a6ae-0d7eed613705 req-8d51be4c-bcf9-4046-a22f-47638bcbcadf tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:45.760064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f21a7726-5ed9-4760-a6ae-0d7eed613705 req-8d51be4c-bcf9-4046-a22f-47638bcbcadf tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.8855214 Jan 28 13:00:45.842846 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=f3e41f3e-b7cb-4018-8d02-b6762d555e67,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:45.855492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] Set router 9c91ff77-f74c-4979-808b-b42c825992c4 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:45.866056 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:45.882843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-261dc952-9292-4ad5-8418-e05db203392f req-4ed7f2c7-68ee-487e-8af6-0bb781f98700 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135106 Jan 28 13:00:45.982481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Port': ['ID=38b52978-e4f0-4011-bd1f-efe61e7e53cf,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:46.012908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:46.050527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:46.059796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:46.158052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Pushing event updated for resources: {'Port': ['ID=a48be4de-e52f-4dda-a7e2-108033256bc7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:46.167497 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:00:46.198591 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f21a7726-5ed9-4760-a6ae-0d7eed613705 req-38502793-7794-4815-b89f-635d1c1bbe1d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378727 Jan 28 13:00:46.304764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:46.323684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:46.330899 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f3e41f3e-b7cb-4018-8d02-b6762d555e67), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:46.337544 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (28811380-dbc2-44f0-84de-c2450e8bcaad), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:46.567840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Router 9c91ff77-f74c-4979-808b-b42c825992c4 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:00:46.750497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Attempting to bind port 7a12d7f5-159e-4c55-9784-24b6dec1c67f on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:00:46.751463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Attempting to bind port 7a12d7f5-159e-4c55-9784-24b6dec1c67f by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'cec1f6b1-1bf4-4f66-a035-880d157d8254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7e02c6c4-c4e9-4760-ab0a-5160dc527d7b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:00:46.751463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Attempting to bind port 7a12d7f5-159e-4c55-9784-24b6dec1c67f on network 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:46.830821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:00:46.831474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Checking segment: {'id': 'cec1f6b1-1bf4-4f66-a035-880d157d8254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7e02c6c4-c4e9-4760-ab0a-5160dc527d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:46.831796 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:46.833312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Bound using segment: {'id': 'cec1f6b1-1bf4-4f66-a035-880d157d8254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7e02c6c4-c4e9-4760-ab0a-5160dc527d7b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:00:46.833860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Bound port: 7a12d7f5-159e-4c55-9784-24b6dec1c67f, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec1f6b1-1bf4-4f66-a035-880d157d8254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7e02c6c4-c4e9-4760-ab0a-5160dc527d7b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:00:46.834224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:46.855982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:46.875774 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0567aeb4-dcdc-4358-b71a-df47fa581fb5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "PUT /v2.0/routers/9c91ff77-f74c-4979-808b-b42c825992c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8388922 Jan 28 13:00:46.876656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53534) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:46.888393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-91294f40-6371-455e-9428-66510cdd01c0 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--991876125', 'description': 'tempest-secgroup_access--991876125 description', 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:46.931642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91294f40-6371-455e-9428-66510cdd01c0 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:46.938978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Attempting to bind port c07cd783-fd99-4cd7-9c51-6331d6a4c037 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:00:46.940337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Attempting to bind port c07cd783-fd99-4cd7-9c51-6331d6a4c037 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:00:46.942285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Attempting to bind port c07cd783-fd99-4cd7-9c51-6331d6a4c037 on network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:46.966574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:00:46.970193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Checking segment: {'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:46.970793 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:46.971314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Bound using segment: {'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:00:46.971838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Bound port: c07cd783-fd99-4cd7-9c51-6331d6a4c037, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:00:46.972228 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c07cd783-fd99-4cd7-9c51-6331d6a4c037), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.094251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=786f6c1b-4038-4cc5-8817-04d458fa7c3e,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:47.136352 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.168126 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91294f40-6371-455e-9428-66510cdd01c0 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (f1b7a4fc-863e-431b-b77a-c2b81609bc16), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.181246 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91294f40-6371-455e-9428-66510cdd01c0 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f1b7a4fc-863e-431b-b77a-c2b81609bc16), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.204157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6755c4d6-6902-4f77-b111-87b01664e6aa triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:47.204760 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.273233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] For port 7a12d7f5-159e-4c55-9784-24b6dec1c67f, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:00:47.282645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] For port 7a12d7f5-159e-4c55-9784-24b6dec1c67f, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7a12d7f5-159e-4c55-9784-24b6dec1c67f,segment=NetworkSegment(cec1f6b1-1bf4-4f66-a035-880d157d8254),segment_id=cec1f6b1-1bf4-4f66-a035-880d157d8254)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:00:47.286027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91294f40-6371-455e-9428-66510cdd01c0 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b7a4fc-863e-431b-b77a-c2b81609bc16,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:47.312971 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91294f40-6371-455e-9428-66510cdd01c0 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.317632 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-91294f40-6371-455e-9428-66510cdd01c0 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4362836 Jan 28 13:00:47.334030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53540) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:47.355439 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.375943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-370fc00c-0aa2-4dab-85ab-dba4219da3e6 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1006215963', 'description': 'tempest-secgroup_general--1006215963 description', 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:47.418255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04c3c9-00ed-4fe6-9bfc-abb570e4e6d3 req-67d0ccf8-d033-4d85-8605-f3646804cf8e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:47.421142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e04c3c9-00ed-4fe6-9bfc-abb570e4e6d3 req-67d0ccf8-d033-4d85-8605-f3646804cf8e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 945 time: 0.3430800 Jan 28 13:00:47.444705 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (f3e41f3e-b7cb-4018-8d02-b6762d555e67), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.454907 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (f3e41f3e-b7cb-4018-8d02-b6762d555e67), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.511900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7801e-81ab-4b05-b629-29d714b00803 None None] Current status of the port 6755c4d6-6902-4f77-b111-87b01664e6aa is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:47.574709 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (4f80e71d-d4be-46ec-80bf-920150a2a623), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.578246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:44Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '38b52978-e4f0-4011-bd1f-efe61e7e53cf', 'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:3c:0f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:42Z', 'updated_at': '2022-01-28T13:00:43Z', 'revision_number': 1, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:47.617268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466147e-311a-473a-ad2f-1d9a0c93bca6 None None] The sync data for ids ['9c91ff77-f74c-4979-808b-b42c825992c4'] in n-d-824835-4 is: [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:44Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '38b52978-e4f0-4011-bd1f-efe61e7e53cf', 'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:3c:0f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:42Z', 'updated_at': '2022-01-28T13:00:43Z', 'revision_number': 1, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:47.620058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Pushing event updated for resources: {'Port': ['ID=c07cd783-fd99-4cd7-9c51-6331d6a4c037,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:47.728974 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.733744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] For port c07cd783-fd99-4cd7-9c51-6331d6a4c037, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:00:47.736358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998c5d3-a97f-4366-a64d-b83b197c68a3 None None] Pushing event updated for resources: {'Port': ['ID=7a12d7f5-159e-4c55-9784-24b6dec1c67f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:47.746896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-370fc00c-0aa2-4dab-85ab-dba4219da3e6 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.794699 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942650ec-41a4-4761-837c-4806f08bca31 req-104d4c36-3783-4f02-a907-c76abe8e2a03 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:47.796495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-942650ec-41a4-4761-837c-4806f08bca31 req-104d4c36-3783-4f02-a907-c76abe8e2a03 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.3744099 Jan 28 13:00:47.803688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] For port c07cd783-fd99-4cd7-9c51-6331d6a4c037, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c07cd783-fd99-4cd7-9c51-6331d6a4c037,segment=NetworkSegment(fc90d9ed-6f04-4774-b1a5-1ea7c853500f),segment_id=fc90d9ed-6f04-4774-b1a5-1ea7c853500f)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:00:47.812103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ca4d4e49-323e-422f-8fc1-8826308fea3a None None] Provisioning complete for port a48be4de-e52f-4dda-a7e2-108033256bc7 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:47.812771 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4e49-323e-422f-8fc1-8826308fea3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.814340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e04c3c9-00ed-4fe6-9bfc-abb570e4e6d3 req-dd1e6506-e8f6-42b5-9a72-b81a74e75949 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651565 Jan 28 13:00:47.816041 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c07cd783-fd99-4cd7-9c51-6331d6a4c037), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:47.981395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-942650ec-41a4-4761-837c-4806f08bca31 req-a730fbad-48dd-4071-98ed-6afee8579149 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593850 Jan 28 13:00:48.003763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Publish callbacks [] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:48.027898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=f3e41f3e-b7cb-4018-8d02-b6762d555e67,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:48.053197 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:48.220152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Pushing event updated for resources: {'Port': ['ID=a48be4de-e52f-4dda-a7e2-108033256bc7,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:48.224897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-370fc00c-0aa2-4dab-85ab-dba4219da3e6 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (bac873cc-4e13-400e-985b-efd5b770235f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:48.237568 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-370fc00c-0aa2-4dab-85ab-dba4219da3e6 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (bac873cc-4e13-400e-985b-efd5b770235f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:48.286324 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-370fc00c-0aa2-4dab-85ab-dba4219da3e6 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:48.289925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-370fc00c-0aa2-4dab-85ab-dba4219da3e6 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9548101 Jan 28 13:00:48.303480 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53546) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:48.309080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eedb2-afd9-4ddd-9156-a8ea84f2049e req-a7867931-193a-48b7-9014-33fb4fe87fc3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:48.310664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44eedb2-afd9-4ddd-9156-a8ea84f2049e req-a7867931-193a-48b7-9014-33fb4fe87fc3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 945 time: 0.2850215 Jan 28 13:00:48.314019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d638806b-bff8-49a6-b086-45b2276efd5a tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Request body: {'security_group_rule': {'security_group_id': 'f1b7a4fc-863e-431b-b77a-c2b81609bc16', 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:48.391987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fc00c-0aa2-4dab-85ab-dba4219da3e6 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac873cc-4e13-400e-985b-efd5b770235f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:48.451037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (28811380-dbc2-44f0-84de-c2450e8bcaad), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:48.481606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44eedb2-afd9-4ddd-9156-a8ea84f2049e req-07504aa6-0c20-4ad0-a324-006783b488f1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435483 Jan 28 13:00:48.484189 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe51f8c-d497-4f63-97c9-8b5fecd055bf None None] Pushing event updated for resources: {'Port': ['ID=c07cd783-fd99-4cd7-9c51-6331d6a4c037,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:48.510384 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d4e49-323e-422f-8fc1-8826308fea3a None None] Port a48be4de-e52f-4dda-a7e2-108033256bc7 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:48.543789 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:48.573291 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6755c4d6-6902-4f77-b111-87b01664e6aa is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:48.579209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 96cdfb8f-7adb-4e4d-8281-3f20852589ff up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:48.753512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:48.767424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:48.771618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:48.776947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:48.828041 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 96cdfb8f-7adb-4e4d-8281-3f20852589ff triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:48.828815 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:49.034663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d638806b-bff8-49a6-b086-45b2276efd5a tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group_rule (4109414c-3866-4ff1-bb82-34876b5ebe78), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:49.193640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 96cdfb8f-7adb-4e4d-8281-3f20852589ff is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:49.194053 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:49.253285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 96cdfb8f-7adb-4e4d-8281-3f20852589ff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=96cdfb8f-7adb-4e4d-8281-3f20852589ff,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:49.269274 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:49.290736 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edee6ad4-b2d4-4cf1-975a-8bc07eabb813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:49.369387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ecd19-83b2-4cbb-8d36-a425d23abf1d req-3ef7e0cb-fcaa-4752-a9c6-43581f19f8f5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:49.379499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b1ecd19-83b2-4cbb-8d36-a425d23abf1d req-3ef7e0cb-fcaa-4752-a9c6-43581f19f8f5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1321120 Jan 28 13:00:49.470254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=96cdfb8f-7adb-4e4d-8281-3f20852589ff,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:49.532366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b1ecd19-83b2-4cbb-8d36-a425d23abf1d req-f5d41363-37d7-45ef-a771-048fee5bd212 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510963 Jan 28 13:00:49.818413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5bbef1eb-fbcd-44c5-b81c-0d4eeab6e6e4 None None] Provisioning complete for port a48be4de-e52f-4dda-a7e2-108033256bc7 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:49.818597 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bbef1eb-fbcd-44c5-b81c-0d4eeab6e6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:49.900362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7a12d7f5-159e-4c55-9784-24b6dec1c67f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:49.993224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5bbef1eb-fbcd-44c5-b81c-0d4eeab6e6e4 None None] Port a48be4de-e52f-4dda-a7e2-108033256bc7 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:50.033357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7a12d7f5-159e-4c55-9784-24b6dec1c67f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:50.034055 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:50.196838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7a12d7f5-159e-4c55-9784-24b6dec1c67f is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:50.197581 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:50.245240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 7a12d7f5-159e-4c55-9784-24b6dec1c67f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7a12d7f5-159e-4c55-9784-24b6dec1c67f,segment=NetworkSegment(cec1f6b1-1bf4-4f66-a035-880d157d8254),segment_id=cec1f6b1-1bf4-4f66-a035-880d157d8254)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:50.254259 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:50.255161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c07cd783-fd99-4cd7-9c51-6331d6a4c037 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:50.368665 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d638806b-bff8-49a6-b086-45b2276efd5a tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group_rule (4109414c-3866-4ff1-bb82-34876b5ebe78), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:50.371638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc14d44-803e-4930-b357-64024f9b9cc1 None None] Network 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:50.380087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Router 28811380-dbc2-44f0-84de-c2450e8bcaad has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:00:50.386027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 4f80e71d-d4be-46ec-80bf-920150a2a623 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:00:50.408319 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d638806b-bff8-49a6-b086-45b2276efd5a tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (4109414c-3866-4ff1-bb82-34876b5ebe78), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:50.434442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638806b-bff8-49a6-b086-45b2276efd5a tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4109414c-3866-4ff1-bb82-34876b5ebe78,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:50.691653 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c07cd783-fd99-4cd7-9c51-6331d6a4c037 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:50.693783 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c07cd783-fd99-4cd7-9c51-6331d6a4c037), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:50.696561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f90f2b-36c8-41e9-a3be-6f560a49e0e6 None None] Network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:50.751402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:50.771954 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ea2d7ea3-681f-41ba-9d6a-6919772f62ff admin admin] 10.222.0.53 "PUT /v2.0/routers/28811380-dbc2-44f0-84de-c2450e8bcaad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7468195 Jan 28 13:00:50.773409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:50.781917 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d691b8f0-4f78-41aa-8202-276e65383146 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/4f80e71d-d4be-46ec-80bf-920150a2a623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5442650 Jan 28 13:00:50.782879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53592) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:50.830039 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfeabef-4bc2-4fa9-99fc-0ce567564d07 None None] Sync routers for ids ['4f80e71d-d4be-46ec-80bf-920150a2a623'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:50.835285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7bba8-8fe2-4cb2-852c-eb4985be7337 req-97865d87-a700-4bbc-a3b5-f368e153cb25 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:50.839120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6b7bba8-8fe2-4cb2-852c-eb4985be7337 req-97865d87-a700-4bbc-a3b5-f368e153cb25 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1368394 Jan 28 13:00:50.860715 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfeabef-4bc2-4fa9-99fc-0ce567564d07 None None] Routers {'4f80e71d-d4be-46ec-80bf-920150a2a623'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:50.866790 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5dfeabef-4bc2-4fa9-99fc-0ce567564d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4f80e71d-d4be-46ec-80bf-920150a2a623'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:50.873793 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfabfeb-e5c7-4b55-ada4-3077cb3a228f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:50.879903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53596) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:50.884036 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cbfabfeb-e5c7-4b55-ada4-3077cb3a228f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports/f3e41f3e-b7cb-4018-8d02-b6762d555e67 HTTP/1.1" status: 200 len: 910 time: 0.0984199 Jan 28 13:00:50.891738 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d638806b-bff8-49a6-b086-45b2276efd5a tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:50.913338 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d638806b-bff8-49a6-b086-45b2276efd5a tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6086109 Jan 28 13:00:50.924803 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5dfeabef-4bc2-4fa9-99fc-0ce567564d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:50.936180 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfeabef-4bc2-4fa9-99fc-0ce567564d07 None None] Routers {'4f80e71d-d4be-46ec-80bf-920150a2a623'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:50.938130 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5dfeabef-4bc2-4fa9-99fc-0ce567564d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4f80e71d-d4be-46ec-80bf-920150a2a623'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:51.008365 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5dfeabef-4bc2-4fa9-99fc-0ce567564d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:51.009450 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfeabef-4bc2-4fa9-99fc-0ce567564d07 None None] The sync data for ids ['4f80e71d-d4be-46ec-80bf-920150a2a623'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:51.040634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ae76165b-4470-4e37-b530-3a508f79b6f3 None None] Provisioning complete for port 7a12d7f5-159e-4c55-9784-24b6dec1c67f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:51.042106 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae76165b-4470-4e37-b530-3a508f79b6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:51.044791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Sync routers for ids ['28811380-dbc2-44f0-84de-c2450e8bcaad'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:51.244474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Routers {'28811380-dbc2-44f0-84de-c2450e8bcaad'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:51.248281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['28811380-dbc2-44f0-84de-c2450e8bcaad'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:51.250988 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=7a12d7f5-159e-4c55-9784-24b6dec1c67f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:51.996837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53640) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:52.002355 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1819154484-network', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:52.043815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Made reservation on behalf of 5cdb1af5c68449d0ab8f1cccf6b3ff05 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:52.047097 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.067560 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.202083 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Set router 28811380-dbc2-44f0-84de-c2450e8bcaad gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:52.257152 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Publish callbacks [] for security_group (7f00dbf3-4258-4395-984b-f9b7c0ec71a5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.264213 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7f00dbf3-4258-4395-984b-f9b7c0ec71a5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.272549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6b7bba8-8fe2-4cb2-852c-eb4985be7337 req-2d1d1e88-0b1a-406c-aed1-9d7de7a38644 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4247141 Jan 28 13:00:52.322831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:00:52.354809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f00dbf3-4258-4395-984b-f9b7c0ec71a5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:52.374507 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-100c041d-d263-4c34-aae9-ccfe6d2e263c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.376398 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (2515b62a-b9f3-4ea2-8f05-af12728e6c89), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.376584 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Added segment 2515b62a-b9f3-4ea2-8f05-af12728e6c89 of type vlan for network 0baee52a-36fc-49c5-9774-8c1c93b2e2e0 Jan 28 13:00:52.473866 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0baee52a-36fc-49c5-9774-8c1c93b2e2e0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.496273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4fb85e48-8f0f-4ac3-861d-805033a5ecc3 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--1006215963&fields=id&tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5 HTTP/1.1" status: 200 len: 267 time: 0.3010285 Jan 28 13:00:52.499009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c07cd783-fd99-4cd7-9c51-6331d6a4c037 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:52.507560 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c07cd783-fd99-4cd7-9c51-6331d6a4c037), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.524174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ae76165b-4470-4e37-b530-3a508f79b6f3 None None] Current status of the port 7a12d7f5-159e-4c55-9784-24b6dec1c67f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:52.540469 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0baee52a-36fc-49c5-9774-8c1c93b2e2e0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.541465 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:52.542067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.674351 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port c07cd783-fd99-4cd7-9c51-6331d6a4c037, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c07cd783-fd99-4cd7-9c51-6331d6a4c037,segment=NetworkSegment(fc90d9ed-6f04-4774-b1a5-1ea7c853500f),segment_id=fc90d9ed-6f04-4774-b1a5-1ea7c853500f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:52.696023 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c07cd783-fd99-4cd7-9c51-6331d6a4c037), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.698849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] Pushing event updated for resources: {'Network': ['ID=0baee52a-36fc-49c5-9774-8c1c93b2e2e0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:52.735958 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4822dc66-709c-4793-a742-5cf12de4bf60 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7373798 Jan 28 13:00:52.741471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0baee52a-36fc-49c5-9774-8c1c93b2e2e0 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:00:52.743921 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-d1aa7527-994c-4a2d-8a91-4bb156291216 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--991876125&fields=id&tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5 HTTP/1.1" status: 200 len: 267 time: 0.2273452 Jan 28 13:00:52.745828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53644) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:52.751924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Sync routers for ids ['9c91ff77-f74c-4979-808b-b42c825992c4'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:52.755090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1bd2d943-62bd-4886-abe4-afa6d504fa74 admin admin] Request body: {'subnet': {'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1819154484-subnet', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:52.925135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-000ccf97-bc45-4e0e-9494-a5d239ad3ec1 None None] Provisioning complete for port c07cd783-fd99-4cd7-9c51-6331d6a4c037 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:52.925522 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-000ccf97-bc45-4e0e-9494-a5d239ad3ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c07cd783-fd99-4cd7-9c51-6331d6a4c037), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.931675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd2d943-62bd-4886-abe4-afa6d504fa74 admin admin] Made reservation on behalf of 5cdb1af5c68449d0ab8f1cccf6b3ff05 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:52.935864 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1bd2d943-62bd-4886-abe4-afa6d504fa74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:52.984736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Routers {'9c91ff77-f74c-4979-808b-b42c825992c4'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:52.985292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-297814cf-1dea-49b6-969a-738ede107155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9c91ff77-f74c-4979-808b-b42c825992c4'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:53.068883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=c07cd783-fd99-4cd7-9c51-6331d6a4c037,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:53.094674 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3930795-e05c-4319-81b0-a106ac6180d1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (4f80e71d-d4be-46ec-80bf-920150a2a623), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:53.107970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-ebc2abb1-a8e9-42b0-bbd4-29e88f25e96d tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:53.110566 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:53.110838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-ebc2abb1-a8e9-42b0-bbd4-29e88f25e96d tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/networks?id=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f HTTP/1.1" status: 200 len: 796 time: 0.3368602 Jan 28 13:00:53.158525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7a12d7f5-159e-4c55-9784-24b6dec1c67f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:53.216626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'name': 'tempest-TestServerMultinode-1890933365-router', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:35Z', 'updated_at': '2022-01-28T13:00:46Z', 'revision_number': 4, 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'gw_port': {'id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:37Z', 'updated_at': '2022-01-28T13:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a48be4de-e52f-4dda-a7e2-108033256bc7', 'name': '', 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'mac_address': 'fa:16:3e:29:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '400c2fa5-afbf-4f6d-9d6b-afcbf1dba857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:43Z', 'updated_at': '2022-01-28T13:00:47Z', 'revision_number': 2, 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'subnets': [{'id': '400c2fa5-afbf-4f6d-9d6b-afcbf1dba857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:53.230968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-bd778ba5-8726-4b49-ab11-0cf0e5b79864 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/quotas/38a74fdf8f7b46ec84caf05dc04d0ad5 HTTP/1.1" status: 200 len: 375 time: 0.0567000 Jan 28 13:00:53.294790 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Checking router: 28811380-dbc2-44f0-84de-c2450e8bcaad for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:00:53.295151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Updating router 28811380-dbc2-44f0-84de-c2450e8bcaad port a48be4de-e52f-4dda-a7e2-108033256bc7 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:00:53.299948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Set router 9c91ff77-f74c-4979-808b-b42c825992c4 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:53.372797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7a12d7f5-159e-4c55-9784-24b6dec1c67f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:53.373271 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:53.379435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-000ccf97-bc45-4e0e-9494-a5d239ad3ec1 None None] Current status of the port c07cd783-fd99-4cd7-9c51-6331d6a4c037 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:53.440585 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:53.471651 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-255ce29e-9443-465a-b266-c3650e7d5ef0 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2232678 Jan 28 13:00:53.545697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-000ccf97-bc45-4e0e-9494-a5d239ad3ec1 None None] Provisioning complete for port 7a12d7f5-159e-4c55-9784-24b6dec1c67f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:53.546071 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-000ccf97-bc45-4e0e-9494-a5d239ad3ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:53.567170 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1bd2d943-62bd-4886-abe4-afa6d504fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (b914635d-d187-49bd-9261-fbe2cb1fab39), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:53.644757 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc8e9b-9aa6-455a-b239-8de3c0a157ac req-f53db35e-0ba8-4469-a33a-c5494abff33c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:53.647135 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9fc8e9b-9aa6-455a-b239-8de3c0a157ac req-f53db35e-0ba8-4469-a33a-c5494abff33c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.2352405 Jan 28 13:00:53.700394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2d943-62bd-4886-abe4-afa6d504fa74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b914635d-d187-49bd-9261-fbe2cb1fab39,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:53.755475 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-0756f5ed-ee0e-4ed8-acd9-1b7c85f5b69a service neutron] 10.222.0.53 "GET /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566199 Jan 28 13:00:53.769966 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7a12d7f5-159e-4c55-9784-24b6dec1c67f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:53.769966 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 96cdfb8f-7adb-4e4d-8281-3f20852589ff up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:53.802868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2d943-62bd-4886-abe4-afa6d504fa74 admin admin] Checking segment: {'id': '2515b62a-b9f3-4ea2-8f05-af12728e6c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:53.802868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd2d943-62bd-4886-abe4-afa6d504fa74 admin admin] Network hostable DHCP agents. Network: 0baee52a-36fc-49c5-9774-8c1c93b2e2e0, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:00:53.888915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9fc8e9b-9aa6-455a-b239-8de3c0a157ac req-3dcfaa8d-eb21-4875-b570-222d973de84b tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085330 Jan 28 13:00:53.927599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd2d943-62bd-4886-abe4-afa6d504fa74 admin admin] Network 0baee52a-36fc-49c5-9774-8c1c93b2e2e0 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:00:53.955711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1bd2d943-62bd-4886-abe4-afa6d504fa74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 0baee52a-36fc-49c5-9774-8c1c93b2e2e0) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:53.965295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd2d943-62bd-4886-abe4-afa6d504fa74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:53.965985 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1bd2d943-62bd-4886-abe4-afa6d504fa74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:53.967395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1c4194-960f-45be-8e08-e26e0ec46b68 None None] Network 0baee52a-36fc-49c5-9774-8c1c93b2e2e0 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:53.969290 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-000ccf97-bc45-4e0e-9494-a5d239ad3ec1 None None] Current status of the port 7a12d7f5-159e-4c55-9784-24b6dec1c67f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:53.969840 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-3d6eafc4-0ca7-4a58-b9a1-4c93eb026a40 service neutron] 10.222.0.53 "GET /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872938 Jan 28 13:00:53.993000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a3930795-e05c-4319-81b0-a106ac6180d1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port f3e41f3e-b7cb-4018-8d02-b6762d555e67 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:53.993378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3930795-e05c-4319-81b0-a106ac6180d1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f3e41f3e-b7cb-4018-8d02-b6762d555e67), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.005715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1bd2d943-62bd-4886-abe4-afa6d504fa74 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2567916 Jan 28 13:00:54.007820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53650) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:54.033611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1819154484-router', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:54.151036 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (f8638de1-a0d6-4d95-acd6-c36985de0528), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.152649 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (f8638de1-a0d6-4d95-acd6-c36985de0528), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.250310 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 96cdfb8f-7adb-4e4d-8281-3f20852589ff triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:54.251005 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.260614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-000ccf97-bc45-4e0e-9494-a5d239ad3ec1 None None] Provisioning complete for port f3e41f3e-b7cb-4018-8d02-b6762d555e67 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:54.260929 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-000ccf97-bc45-4e0e-9494-a5d239ad3ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f3e41f3e-b7cb-4018-8d02-b6762d555e67), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.295795 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Publish callbacks [] for router_controller (f8638de1-a0d6-4d95-acd6-c36985de0528), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.343247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-297814cf-1dea-49b6-969a-738ede107155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:44Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '38b52978-e4f0-4011-bd1f-efe61e7e53cf', 'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:3c:0f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:42Z', 'updated_at': '2022-01-28T13:00:45Z', 'revision_number': 2, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:54.345206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3930795-e05c-4319-81b0-a106ac6180d1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f3e41f3e-b7cb-4018-8d02-b6762d555e67), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.375515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a3930795-e05c-4319-81b0-a106ac6180d1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for f3e41f3e-b7cb-4018-8d02-b6762d555e67 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:54.417858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Checking router: 9c91ff77-f74c-4979-808b-b42c825992c4 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:00:54.418355 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Updating router 9c91ff77-f74c-4979-808b-b42c825992c4 port 38b52978-e4f0-4011-bd1f-efe61e7e53cf binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:00:54.656677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Publish callbacks [] for router_gateway (f8638de1-a0d6-4d95-acd6-c36985de0528), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.670337 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38481f4a-d5dc-4c5d-a3ae-4094706fbdc4 req-50c1b822-bc6f-4955-9821-0e80e1ef2a0c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 210 time: 0.0709982 Jan 28 13:00:54.781012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-000ccf97-bc45-4e0e-9494-a5d239ad3ec1 None None] Port f3e41f3e-b7cb-4018-8d02-b6762d555e67 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:54.793049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-0baee52a-36fc-49c5-9774-8c1c93b2e2e0', 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0', 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'fixed_ips': [{'subnet_id': 'b914635d-d187-49bd-9261-fbe2cb1fab39'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:00:54.793901 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.820591 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.833266 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Publish callbacks [] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.842391 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.859328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.918171 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-000ccf97-bc45-4e0e-9494-a5d239ad3ec1 None None] Provisioning complete for port 38b52978-e4f0-4011-bd1f-efe61e7e53cf triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:54.918553 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-000ccf97-bc45-4e0e-9494-a5d239ad3ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:54.975120 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3930795-e05c-4319-81b0-a106ac6180d1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f3e41f3e-b7cb-4018-8d02-b6762d555e67), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:55.050153 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Publish callbacks [] for router_gateway (f8638de1-a0d6-4d95-acd6-c36985de0528), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:55.091242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:55.098581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3930795-e05c-4319-81b0-a106ac6180d1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=f3e41f3e-b7cb-4018-8d02-b6762d555e67,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:55.144767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 96cdfb8f-7adb-4e4d-8281-3f20852589ff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:55.146157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 04fcd2f7-e306-44e3-96e9-8d6be69785f5 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:55.255073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Allocated IP 172.25.7.45 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/a4f3ee03-073b-41aa-a736-f795a40e973d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:55.276566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04956b88-fb17-4184-8dd4-d8194adcc27b None None] Pushing event updated for resources: {'Port': ['ID=a48be4de-e52f-4dda-a7e2-108033256bc7,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:55.348781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69717ecd-8e6f-48b7-8f9d-b5ad9c739306 req-387c4538-8e38-4fa7-a4b7-16122b59d148 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:55.351251 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69717ecd-8e6f-48b7-8f9d-b5ad9c739306 req-387c4538-8e38-4fa7-a4b7-16122b59d148 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.2701855 Jan 28 13:00:55.370895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-000ccf97-bc45-4e0e-9494-a5d239ad3ec1 None None] Port 38b52978-e4f0-4011-bd1f-efe61e7e53cf cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:55.507187 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Publish callbacks [] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:55.594289 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3930795-e05c-4319-81b0-a106ac6180d1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (4f80e71d-d4be-46ec-80bf-920150a2a623), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:55.596344 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:55.603709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69717ecd-8e6f-48b7-8f9d-b5ad9c739306 req-7bd9b1ca-9f86-4b94-85ff-4e3c853d6dea tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422762 Jan 28 13:00:55.655499 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:55.657602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:55.670933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:55.740412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Allocated IP 172.20.0.2 (0baee52a-36fc-49c5-9774-8c1c93b2e2e0/b914635d-d187-49bd-9261-fbe2cb1fab39/e5189df6-021a-424a-92f2-c5da6961e551) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:55.783549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-623e7e5a-6176-4c45-b876-09d28604f3a7 None None] Provisioning complete for port 38b52978-e4f0-4011-bd1f-efe61e7e53cf triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:55.783943 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-623e7e5a-6176-4c45-b876-09d28604f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:55.789228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f3ee03-073b-41aa-a736-f795a40e973d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:55.790782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Attempting to bind port a48be4de-e52f-4dda-a7e2-108033256bc7 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:00:55.791903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Attempting to bind port a48be4de-e52f-4dda-a7e2-108033256bc7 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:00:55.792116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Attempting to bind port a48be4de-e52f-4dda-a7e2-108033256bc7 on network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:55.841993 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 04fcd2f7-e306-44e3-96e9-8d6be69785f5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:55.842380 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:55.850474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:00:55.850896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Checking segment: {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:55.851596 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:55.851848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Bound using segment: {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:00:55.852510 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Bound port: a48be4de-e52f-4dda-a7e2-108033256bc7, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:00:55.853157 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:55.889530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e79a4b73-5897-44bc-86ea-c5ba8dd7c63f req-7867b9f3-6de4-473a-807b-acd5919da753 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 210 time: 0.0810874 Jan 28 13:00:55.939768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3930795-e05c-4319-81b0-a106ac6180d1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 4f80e71d-d4be-46ec-80bf-920150a2a623 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:00:55.984568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-623e7e5a-6176-4c45-b876-09d28604f3a7 None None] Port 38b52978-e4f0-4011-bd1f-efe61e7e53cf cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:00:56.070483 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Publish callbacks [] for router_gateway (f8638de1-a0d6-4d95-acd6-c36985de0528), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.099030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-8fb3c79e-586b-481b-9750-be74538365a8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:56.100624 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-8fb3c79e-586b-481b-9750-be74538365a8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.2934988 Jan 28 13:00:56.101808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3930795-e05c-4319-81b0-a106ac6180d1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:56.106882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a3930795-e05c-4319-81b0-a106ac6180d1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/4f80e71d-d4be-46ec-80bf-920150a2a623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2239890 Jan 28 13:00:56.113110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53682) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:56.116175 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c5890-626f-49c0-81f1-f0a2235d998d None None] Sync routers for ids ['4f80e71d-d4be-46ec-80bf-920150a2a623'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:56.135944 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c5890-626f-49c0-81f1-f0a2235d998d None None] Routers {'4f80e71d-d4be-46ec-80bf-920150a2a623'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:56.138126 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-113c5890-626f-49c0-81f1-f0a2235d998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4f80e71d-d4be-46ec-80bf-920150a2a623'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:56.166269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0932e917-0f85-4779-9244-13d38b4312e7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80e71d-d4be-46ec-80bf-920150a2a623 HTTP/1.1" status: 200 len: 205 time: 0.0393856 Jan 28 13:00:56.167860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] For port a48be4de-e52f-4dda-a7e2-108033256bc7, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:00:56.168275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53684) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:56.176220 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.178943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] For port a48be4de-e52f-4dda-a7e2-108033256bc7, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a48be4de-e52f-4dda-a7e2-108033256bc7,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:00:56.202866 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.229575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-91b23f71-8358-4d65-a28d-b3a21fad2207 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/quotas/24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 375 time: 0.1142139 Jan 28 13:00:56.242370 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-113c5890-626f-49c0-81f1-f0a2235d998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:56.259423 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c5890-626f-49c0-81f1-f0a2235d998d None None] Routers {'4f80e71d-d4be-46ec-80bf-920150a2a623'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:56.260429 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-113c5890-626f-49c0-81f1-f0a2235d998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['4f80e71d-d4be-46ec-80bf-920150a2a623'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:56.298233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b13c99d7-5907-4504-8479-32bf0c339df4 None None] Provisioning complete for port a48be4de-e52f-4dda-a7e2-108033256bc7 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:56.298834 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13c99d7-5907-4504-8479-32bf0c339df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.319716 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-113c5890-626f-49c0-81f1-f0a2235d998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:56.321049 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c5890-626f-49c0-81f1-f0a2235d998d None None] The sync data for ids ['4f80e71d-d4be-46ec-80bf-920150a2a623'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:00:56.370072 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f87c21d-0131-419b-add4-3d4b4ed6448f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (4f80e71d-d4be-46ec-80bf-920150a2a623), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.378115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-82e6a496-08ca-4bcf-a2d8-a7b48992a7ba tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:56.380248 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-82e6a496-08ca-4bcf-a2d8-a7b48992a7ba tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.49 "GET /v2.0/networks?id=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f HTTP/1.1" status: 200 len: 796 time: 0.2095425 Jan 28 13:00:56.424692 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Publish callbacks [] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.484337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 04fcd2f7-e306-44e3-96e9-8d6be69785f5 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:56.485127 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.497571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04956b88-fb17-4184-8dd4-d8194adcc27b None None] Pushing event updated for resources: {'Port': ['ID=a48be4de-e52f-4dda-a7e2-108033256bc7,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:56.511028 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.528123 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-e8e31870-1b41-4e9c-aaf7-a03ffb16395a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2345734 Jan 28 13:00:56.574774 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Routers {'28811380-dbc2-44f0-84de-c2450e8bcaad'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:56.575800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['28811380-dbc2-44f0-84de-c2450e8bcaad'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:56.603929 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Publish callbacks [] for port (e5189df6-021a-424a-92f2-c5da6961e551), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.633939 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-feab6caa-e408-43ee-8a74-f209c6938b2f tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5 HTTP/1.1" status: 200 len: 477 time: 0.1974578 Jan 28 13:00:56.647060 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Request body: {'port': {'device_id': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'admin_state_up': True, 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'security_groups': ['bac873cc-4e13-400e-985b-efd5b770235f', 'f1b7a4fc-863e-431b-b77a-c2b81609bc16']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:56.682733 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (e5189df6-021a-424a-92f2-c5da6961e551), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.724138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f87c21d-0131-419b-add4-3d4b4ed6448f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (4f80e71d-d4be-46ec-80bf-920150a2a623), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.728128 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f87c21d-0131-419b-add4-3d4b4ed6448f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (4f80e71d-d4be-46ec-80bf-920150a2a623), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.728823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 04fcd2f7-e306-44e3-96e9-8d6be69785f5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=04fcd2f7-e306-44e3-96e9-8d6be69785f5,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:56.740211 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (f8638de1-a0d6-4d95-acd6-c36985de0528), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.823297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b13c99d7-5907-4504-8479-32bf0c339df4 None None] Current status of the port a48be4de-e52f-4dda-a7e2-108033256bc7 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:56.823791 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13c99d7-5907-4504-8479-32bf0c339df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.825217 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f87c21d-0131-419b-add4-3d4b4ed6448f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (4f80e71d-d4be-46ec-80bf-920150a2a623), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.825726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f87c21d-0131-419b-add4-3d4b4ed6448f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Fanout notify agent at l3_agent the message router_deleted on router 4f80e71d-d4be-46ec-80bf-920150a2a623 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:00:56.837180 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.841099 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f87c21d-0131-419b-add4-3d4b4ed6448f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:56.845266 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1f87c21d-0131-419b-add4-3d4b4ed6448f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/4f80e71d-d4be-46ec-80bf-920150a2a623 HTTP/1.1" status: 204 len: 168 time: 0.6720970 Jan 28 13:00:56.852318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53688) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:56.916407 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-c07a092a-4d79-4bfb-833a-8ca4a8262877 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611767 Jan 28 13:00:56.946362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d0bfe-e526-4002-b04a-ad3ff557706b None None] Pushing event updated for resources: {'Port': ['ID=38b52978-e4f0-4011-bd1f-efe61e7e53cf,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:56.959041 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b134c-8e66-492b-b8f4-32011c9402a9 req-8f53e26c-b507-4d70-97a3-a7d735ac50de tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:56.960709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b5b134c-8e66-492b-b8f4-32011c9402a9 req-8f53e26c-b507-4d70-97a3-a7d735ac50de tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1845899 Jan 28 13:00:56.980702 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Made reservation on behalf of 38a74fdf8f7b46ec84caf05dc04d0ad5 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:56.987149 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:57.007739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Network 0baee52a-36fc-49c5-9774-8c1c93b2e2e0 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:57.013330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c07cd783-fd99-4cd7-9c51-6331d6a4c037 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:57.030219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-15197203-1d19-454b-aadf-0ab4273fd6a3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting subnet 15607e0a-b2b8-43e7-aea4-786a6a00e7a3 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:00:57.042763 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15197203-1d19-454b-aadf-0ab4273fd6a3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (15607e0a-b2b8-43e7-aea4-786a6a00e7a3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:57.084947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:57.121830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:57.138683 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15197203-1d19-454b-aadf-0ab4273fd6a3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (15607e0a-b2b8-43e7-aea4-786a6a00e7a3), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:57.189017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] Set router 28811380-dbc2-44f0-84de-c2450e8bcaad gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:57.196945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Router f8638de1-a0d6-4d95-acd6-c36985de0528 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:00:57.254732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b13c99d7-5907-4504-8479-32bf0c339df4 None None] For port a48be4de-e52f-4dda-a7e2-108033256bc7, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a48be4de-e52f-4dda-a7e2-108033256bc7,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:57.254732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Attempting to bind port 38b52978-e4f0-4011-bd1f-efe61e7e53cf on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:00:57.255435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Attempting to bind port 38b52978-e4f0-4011-bd1f-efe61e7e53cf by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:00:57.255717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Attempting to bind port 38b52978-e4f0-4011-bd1f-efe61e7e53cf on network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:57.264631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Pushing event updated for resources: {'Port': ['ID=e5189df6-021a-424a-92f2-c5da6961e551,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:57.285750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Allocated IP 172.20.0.8 (291bb2da-19a3-492b-ae3c-bc9c9aa3b33f/33010f4f-44bd-4440-8a35-087f26a1f0e3/7ccf2caa-a14e-4c73-87a6-8fb8839c93a7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:57.297606 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13c99d7-5907-4504-8479-32bf0c339df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:57.334150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:00:57.338220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Checking segment: {'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:57.338220 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:57.338220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Bound using segment: {'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:00:57.338220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Bound port: 38b52978-e4f0-4011-bd1f-efe61e7e53cf, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:00:57.338220 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:57.415100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:00:57.496151 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:57.501762 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-908b8bf8-2391-4271-b08b-bfe55174e080 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4698064 Jan 28 13:00:57.503009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53692) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:57.564157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b5b134c-8e66-492b-b8f4-32011c9402a9 req-ab9854b4-6b97-4c79-bae3-5762444fc43f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5896940 Jan 28 13:00:57.588880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-a0006fab-786a-43fd-8877-421744b77d64 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589317 Jan 28 13:00:57.690865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b35ef0d8-4d08-480e-be10-6d88a2ba7ef2 req-799d99df-8374-4479-9109-928f0852c450 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 210 time: 0.0382249 Jan 28 13:00:57.698665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Sync routers for ids ['f8638de1-a0d6-4d95-acd6-c36985de0528'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:00:57.698965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15197203-1d19-454b-aadf-0ab4273fd6a3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (15607e0a-b2b8-43e7-aea4-786a6a00e7a3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:57.741437 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:57.789850 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15197203-1d19-454b-aadf-0ab4273fd6a3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (15607e0a-b2b8-43e7-aea4-786a6a00e7a3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:57.822352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Routers {'f8638de1-a0d6-4d95-acd6-c36985de0528'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:57.823021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f8638de1-a0d6-4d95-acd6-c36985de0528'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:57.837495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15197203-1d19-454b-aadf-0ab4273fd6a3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Subnet': ['ID=15607e0a-b2b8-43e7-aea4-786a6a00e7a3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:57.842643 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15197203-1d19-454b-aadf-0ab4273fd6a3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:57.846775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-15197203-1d19-454b-aadf-0ab4273fd6a3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/15607e0a-b2b8-43e7-aea4-786a6a00e7a3 HTTP/1.1" status: 204 len: 168 time: 0.9799297 Jan 28 13:00:57.849532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53696) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:57.963370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Attempting to bind port e5189df6-021a-424a-92f2-c5da6961e551 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:00:57.963776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Attempting to bind port e5189df6-021a-424a-92f2-c5da6961e551 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '2515b62a-b9f3-4ea2-8f05-af12728e6c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:00:57.966053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Attempting to bind port e5189df6-021a-424a-92f2-c5da6961e551 on network 0baee52a-36fc-49c5-9774-8c1c93b2e2e0 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:00:57.981846 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (7e02c6c4-c4e9-4760-ab0a-5160dc527d7b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.032824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-69a66e09-3517-4ea3-9f95-cdfb5090009c req-e17e4329-35fe-4831-a711-0b38dea14ba1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0425735 Jan 28 13:00:58.054422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c07cd783-fd99-4cd7-9c51-6331d6a4c037 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:58.054720 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c07cd783-fd99-4cd7-9c51-6331d6a4c037), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.101403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port 7a12d7f5-159e-4c55-9784-24b6dec1c67f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:00:58.101802 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.111950 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7236286a-1a58-431e-8e0e-b8c90b178e22 None None] Network 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:00:58.115075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=04fcd2f7-e306-44e3-96e9-8d6be69785f5,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:58.121234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:00:58.121618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Checking segment: {'id': '2515b62a-b9f3-4ea2-8f05-af12728e6c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:00:58.122132 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.122422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Bound using segment: {'id': '2515b62a-b9f3-4ea2-8f05-af12728e6c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:00:58.123134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Bound port: e5189df6-021a-424a-92f2-c5da6961e551, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2515b62a-b9f3-4ea2-8f05-af12728e6c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:00:58.123547 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5189df6-021a-424a-92f2-c5da6961e551), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.128044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-db97363a-ce4a-4014-b07f-1b70bc0a9220 None None] Provisioning complete for port a48be4de-e52f-4dda-a7e2-108033256bc7 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:58.128718 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db97363a-ce4a-4014-b07f-1b70bc0a9220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.203459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] For port 7a12d7f5-159e-4c55-9784-24b6dec1c67f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7a12d7f5-159e-4c55-9784-24b6dec1c67f,segment=NetworkSegment(cec1f6b1-1bf4-4f66-a035-880d157d8254),segment_id=cec1f6b1-1bf4-4f66-a035-880d157d8254)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:58.203977 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.227240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for 7a12d7f5-159e-4c55-9784-24b6dec1c67f owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:00:58.301472 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.372385 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7a12d7f5-159e-4c55-9784-24b6dec1c67f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.393167 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:00:58.401747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:00:58.414442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:00:58.427491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=7a12d7f5-159e-4c55-9784-24b6dec1c67f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:58.444741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Port': ['ID=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:58.446006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No DVR routers for this DVR port 7a12d7f5-159e-4c55-9784-24b6dec1c67f on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:00:58.466599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] For port e5189df6-021a-424a-92f2-c5da6961e551, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:00:58.474336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] For port e5189df6-021a-424a-92f2-c5da6961e551, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e5189df6-021a-424a-92f2-c5da6961e551,segment=NetworkSegment(2515b62a-b9f3-4ea2-8f05-af12728e6c89),segment_id=2515b62a-b9f3-4ea2-8f05-af12728e6c89)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:00:58.517738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:58.519134 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.541478 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e5189df6-021a-424a-92f2-c5da6961e551), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.606570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-4dc7a81a-bfae-4fbb-a759-0f6525600eeb tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.9663780 Jan 28 13:00:58.630678 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (7e02c6c4-c4e9-4760-ab0a-5160dc527d7b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.672672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e02c6c4-c4e9-4760-ab0a-5160dc527d7b']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:58.673222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-7b326566-2989-41d0-9548-dae9725ab7c5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:00:58.674654 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-7b326566-2989-41d0-9548-dae9725ab7c5 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125024 Jan 28 13:00:58.692906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec1f6b1-1bf4-4f66-a035-880d157d8254') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:58.693249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec1f6b1-1bf4-4f66-a035-880d157d8254') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:58.706168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Request body: {'port': {'device_id': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:58.714668 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (cec1f6b1-1bf4-4f66-a035-880d157d8254), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.725908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 069bf510-73e7-40d8-8d92-2933d1607b88 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:00:58.729237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-297814cf-1dea-49b6-969a-738ede107155 None None] For port 38b52978-e4f0-4011-bd1f-efe61e7e53cf, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:00:58.772783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (cec1f6b1-1bf4-4f66-a035-880d157d8254), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.791567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:00:58.792548 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (cec1f6b1-1bf4-4f66-a035-880d157d8254), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:00:58.797861 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:00:58.828553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782c994-1708-4baf-a136-ade3d0211105 req-5159aedb-dcdf-4a68-8014-8625d4f112d7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:58.830419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6782c994-1708-4baf-a136-ade3d0211105 req-5159aedb-dcdf-4a68-8014-8625d4f112d7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.1135159 Jan 28 13:00:58.845509 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.882593 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c99d7-5907-4504-8479-32bf0c339df4 None None] Pushing event updated for resources: {'Port': ['ID=a48be4de-e52f-4dda-a7e2-108033256bc7,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:58.895139 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:58.937893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-297814cf-1dea-49b6-969a-738ede107155 None None] For port 38b52978-e4f0-4011-bd1f-efe61e7e53cf, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=38b52978-e4f0-4011-bd1f-efe61e7e53cf,segment=NetworkSegment(fc90d9ed-6f04-4774-b1a5-1ea7c853500f),segment_id=fc90d9ed-6f04-4774-b1a5-1ea7c853500f)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:00:58.974252 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:59.013810 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825e7237-ea5b-4dd5-9d0b-83cdf4184d4e None None] DHCP port deletion for 7e02c6c4-c4e9-4760-ab0a-5160dc527d7b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:00:59.016654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6782c994-1708-4baf-a136-ade3d0211105 req-c5909853-ec14-49a6-86d3-1f07d5eed6db tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320341 Jan 28 13:00:59.034345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c07cd783-fd99-4cd7-9c51-6331d6a4c037 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:59.039239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-db97363a-ce4a-4014-b07f-1b70bc0a9220 None None] Current status of the port a48be4de-e52f-4dda-a7e2-108033256bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:00:59.053096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Set router f8638de1-a0d6-4d95-acd6-c36985de0528 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:59.074744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58d507-725a-4aa5-888d-1f98dba6ef16 req-d9568a99-76b3-41e2-8093-ac21f68dc6ed tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:59.096048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b58d507-725a-4aa5-888d-1f98dba6ef16 req-d9568a99-76b3-41e2-8093-ac21f68dc6ed tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 970 time: 0.2757378 Jan 28 13:00:59.187775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 04fcd2f7-e306-44e3-96e9-8d6be69785f5 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:00:59.207410 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (7e02c6c4-c4e9-4760-ab0a-5160dc527d7b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:59.256648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b58d507-725a-4aa5-888d-1f98dba6ef16 req-afa39d97-f13a-425a-94e7-407592202a10 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1560252 Jan 28 13:00:59.335869 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:59.339592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/networks/7e02c6c4-c4e9-4760-ab0a-5160dc527d7b HTTP/1.1" status: 204 len: 168 time: 1.4885635 Jan 28 13:00:59.340599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc49748-e0dd-4a74-95c9-08ed3089faa3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Network': ['ID=7e02c6c4-c4e9-4760-ab0a-5160dc527d7b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:59.354117 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53714) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:00:59.355087 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55884f44-8438-4ee9-9c6a-19ce0d5443b7 req-cfe98a70-bcf7-4781-9131-84588838db1f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.1404765 Jan 28 13:00:59.409387 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1472927459', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:59.609307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-1267e68b-1648-4edc-ae0e-232c924756de tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:00:59.610898 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-1267e68b-1648-4edc-ae0e-232c924756de tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.2544076 Jan 28 13:00:59.636251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'port': {'device_id': '8329ef67-a931-4911-8771-95008abbfbff', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'admin_state_up': True, 'tenant_id': '24aad192de1a4673b231d4b2844e4f83'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:00:59.642890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-db97363a-ce4a-4014-b07f-1b70bc0a9220 None None] Provisioning complete for port 38b52978-e4f0-4011-bd1f-efe61e7e53cf triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:00:59.643636 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db97363a-ce4a-4014-b07f-1b70bc0a9220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:59.656964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (1351eded-4398-4065-bc8c-e7263440d778), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:59.658063 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (1351eded-4398-4065-bc8c-e7263440d778), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:59.707814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Allocated IP 172.20.0.1 (0baee52a-36fc-49c5-9774-8c1c93b2e2e0/b914635d-d187-49bd-9261-fbe2cb1fab39/552816c2-4008-4684-84c2-193ab1a7ad94) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:00:59.714994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15247e4b-23e0-4820-afb5-0412d3c79bed None None] Pushing event updated for resources: {'Port': ['ID=e5189df6-021a-424a-92f2-c5da6961e551,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:00:59.729160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=069bf510-73e7-40d8-8d92-2933d1607b88,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:00:59.740423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Routers {'9c91ff77-f74c-4979-808b-b42c825992c4'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:00:59.741097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-297814cf-1dea-49b6-969a-738ede107155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9c91ff77-f74c-4979-808b-b42c825992c4'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:00:59.767524 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (1351eded-4398-4065-bc8c-e7263440d778), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:59.853409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Made reservation on behalf of 24aad192de1a4673b231d4b2844e4f83 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:00:59.858456 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:00:59.877314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-297814cf-1dea-49b6-969a-738ede107155 None None] Set router 9c91ff77-f74c-4979-808b-b42c825992c4 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:00:59.999596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'name': 'tempest-TestServerMultinode-1890933365-router', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:35Z', 'updated_at': '2022-01-28T13:00:46Z', 'revision_number': 4, 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'gw_port': {'id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:37Z', 'updated_at': '2022-01-28T13:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a48be4de-e52f-4dda-a7e2-108033256bc7', 'name': '', 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'mac_address': 'fa:16:3e:29:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '400c2fa5-afbf-4f6d-9d6b-afcbf1dba857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:43Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'subnets': [{'id': '400c2fa5-afbf-4f6d-9d6b-afcbf1dba857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:00.052530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6960322-7168-4d68-bd1f-1c64fa2894fa None None] The sync data for ids ['28811380-dbc2-44f0-84de-c2450e8bcaad'] in n-d-824835-4 is: [{'id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'name': 'tempest-TestServerMultinode-1890933365-router', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:35Z', 'updated_at': '2022-01-28T13:00:46Z', 'revision_number': 4, 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'gw_port': {'id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:37Z', 'updated_at': '2022-01-28T13:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a48be4de-e52f-4dda-a7e2-108033256bc7', 'name': '', 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'mac_address': 'fa:16:3e:29:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '400c2fa5-afbf-4f6d-9d6b-afcbf1dba857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:43Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'subnets': [{'id': '400c2fa5-afbf-4f6d-9d6b-afcbf1dba857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:00.105511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Allocated IP 172.20.0.4 (400dedcb-474b-4bdd-8e0d-8b7a83328c0b/33a5bffe-7382-46b3-a030-e2d3aecb2902/fcd2680e-e0ad-4b81-be3c-404f2a1d743b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:00.130179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '069bf510-73e7-40d8-8d92-2933d1607b88', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'port_id': '069bf510-73e7-40d8-8d92-2933d1607b88', 'mac_address': 'fa:16:3e:76:69:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:01:00.181849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 04fcd2f7-e306-44e3-96e9-8d6be69785f5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:00.182228 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:00.228195 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_gateway (1351eded-4398-4065-bc8c-e7263440d778), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:00.340962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Publish callbacks [] for port (552816c2-4008-4684-84c2-193ab1a7ad94), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:00.535638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:01:00.549021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:00.572429 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Publish callbacks [] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:00.622925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dd96f-14f0-49a1-b3bc-f8f87fa2d1e4 req-2acc3223-0935-45fd-a0e7-a85c6059fc66 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:00.624632 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-496dd96f-14f0-49a1-b3bc-f8f87fa2d1e4 req-2acc3223-0935-45fd-a0e7-a85c6059fc66 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 943 time: 0.3940377 Jan 28 13:01:00.670826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Pushing event updated for resources: {'Port': ['ID=552816c2-4008-4684-84c2-193ab1a7ad94,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:00.671140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-db97363a-ce4a-4014-b07f-1b70bc0a9220 None None] Current status of the port 38b52978-e4f0-4011-bd1f-efe61e7e53cf is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:00.671704 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db97363a-ce4a-4014-b07f-1b70bc0a9220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:00.704995 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Network 0baee52a-36fc-49c5-9774-8c1c93b2e2e0 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:00.727473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Transition to ACTIVE for port object 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:01:00.728755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:00.763248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13d2af-4379-45d8-95bd-da6902be5bae req-bb6eebce-1726-483c-8b09-c0438f1f3963 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:00.769584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea13d2af-4379-45d8-95bd-da6902be5bae req-bb6eebce-1726-483c-8b09-c0438f1f3963 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 970 time: 0.3012013 Jan 28 13:01:00.786448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:00.849658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (f8638de1-a0d6-4d95-acd6-c36985de0528), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:00.892521 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:00.904046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d0bfe-e526-4002-b04a-ad3ff557706b None None] Pushing event updated for resources: {'Port': ['ID=38b52978-e4f0-4011-bd1f-efe61e7e53cf,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:00.948271 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:01.022631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=fcd2680e-e0ad-4b81-be3c-404f2a1d743b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:01.029304 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:01.037069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 04fcd2f7-e306-44e3-96e9-8d6be69785f5 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:01.039763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8462348a-9a92-4401-8573-2b4d0ea82137 None None] Network 0baee52a-36fc-49c5-9774-8c1c93b2e2e0 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:01.048066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-496dd96f-14f0-49a1-b3bc-f8f87fa2d1e4 req-9b540020-adb6-44b2-bb04-e68d281bc816 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4070199 Jan 28 13:01:01.091397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:01.093585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:01.100269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:01.184179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ea13d2af-4379-45d8-95bd-da6902be5bae req-1ea523cb-d518-4741-953d-f2da7b8d1153 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3999674 Jan 28 13:01:01.195853 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:01.247173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:01.247890 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:01.254601 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['786f6c1b-4038-4cc5-8817-04d458fa7c3e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:01:01.267382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Pushing event updated for resources: {'Port': ['ID=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:01.328163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7a12d7f5-159e-4c55-9784-24b6dec1c67f no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:01.359482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-11dd8dae-79bb-4c55-9883-7d6db8be5d16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7345614 Jan 28 13:01:01.387724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Request body: {'port': {'device_id': '8329ef67-a931-4911-8771-95008abbfbff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:01.475445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-db97363a-ce4a-4014-b07f-1b70bc0a9220 None None] For port 38b52978-e4f0-4011-bd1f-efe61e7e53cf, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=38b52978-e4f0-4011-bd1f-efe61e7e53cf,segment=NetworkSegment(fc90d9ed-6f04-4774-b1a5-1ea7c853500f),segment_id=fc90d9ed-6f04-4774-b1a5-1ea7c853500f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:01.487842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c78b9-3a97-4c2b-9e43-66d3857f4034 req-5dff6c04-8351-45a2-a5d9-aecedd79d162 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:01.499739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-472c78b9-3a97-4c2b-9e43-66d3857f4034 req-5dff6c04-8351-45a2-a5d9-aecedd79d162 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 931 time: 0.2172971 Jan 28 13:01:01.572288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 7a12d7f5-159e-4c55-9784-24b6dec1c67f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:01.572655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7a12d7f5-159e-4c55-9784-24b6dec1c67f not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:01.575542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 069bf510-73e7-40d8-8d92-2933d1607b88 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:01.576001 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:01.605409 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db97363a-ce4a-4014-b07f-1b70bc0a9220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:01.678207 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:01.687086 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069bf510-73e7-40d8-8d92-2933d1607b88 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:01:01.714445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=069bf510-73e7-40d8-8d92-2933d1607b88,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:01.759323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-472c78b9-3a97-4c2b-9e43-66d3857f4034 req-4801908b-235f-4249-a81e-ab83835389c4 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581797 Jan 28 13:01:01.817137 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:01.905256 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Publish callbacks [] for port (552816c2-4008-4684-84c2-193ab1a7ad94), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:01.907874 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Attempting to bind port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:01.908569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Attempting to bind port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:01.909143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Attempting to bind port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 on network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:01.927334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c949396a-ada9-4e9b-8b6c-80c9aab6116a None None] Provisioning complete for port e5189df6-021a-424a-92f2-c5da6961e551 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:01.928015 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c949396a-ada9-4e9b-8b6c-80c9aab6116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e5189df6-021a-424a-92f2-c5da6961e551), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:01.929343 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 on network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:01:01.931662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Attempting to bind port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 on network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:01.944341 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:02.067116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (f8638de1-a0d6-4d95-acd6-c36985de0528), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:02.069704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:02.070056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Checking segment: {'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:02.070451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Bound using segment: {'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:02.070899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Bound port: 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:02.072503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:02.106603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['069bf510-73e7-40d8-8d92-2933d1607b88'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:01:02.318823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e5189df6-021a-424a-92f2-c5da6961e551 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:02.342222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97363a-ce4a-4014-b07f-1b70bc0a9220 None None] Pushing event updated for resources: {'Port': ['ID=38b52978-e4f0-4011-bd1f-efe61e7e53cf,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:02.427715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Pushing event updated for resources: {'Port': ['ID=552816c2-4008-4684-84c2-193ab1a7ad94,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:02.500529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'name': 'tempest-TestServerMultinode-1819154484-router', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:54Z', 'updated_at': '2022-01-28T13:00:55Z', 'revision_number': 3, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'gw_port': {'id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:55Z', 'updated_at': '2022-01-28T13:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:02.525025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd2680e-e0ad-4b81-be3c-404f2a1d743b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:01:02.544281 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Publish callbacks [] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:02.567695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Transition to ACTIVE for port object fcd2680e-e0ad-4b81-be3c-404f2a1d743b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:01:02.587165 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:02.649793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Checking router: f8638de1-a0d6-4d95-acd6-c36985de0528 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:02.650680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Updating router f8638de1-a0d6-4d95-acd6-c36985de0528 port a4f3ee03-073b-41aa-a736-f795a40e973d binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:01:02.718632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd2680e-e0ad-4b81-be3c-404f2a1d743b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:02.759441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=069bf510-73e7-40d8-8d92-2933d1607b88,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:02.788333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0f214-63fc-4eb1-89ab-34411a256faf req-e3289ba3-c73e-4dd5-9f1b-e8b5d7c581fd tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:02.803753 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63e0f214-63fc-4eb1-89ab-34411a256faf req-e3289ba3-c73e-4dd5-9f1b-e8b5d7c581fd tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 944 time: 0.5249732 Jan 28 13:01:02.805021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-297814cf-1dea-49b6-969a-738ede107155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:44Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '38b52978-e4f0-4011-bd1f-efe61e7e53cf', 'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:3c:0f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:42Z', 'updated_at': '2022-01-28T13:00:58Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:02.856234 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] For port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:02.863432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef462f-eec6-4380-afdb-a71f8d41f9ee req-0a088876-dde9-474a-b532-956ac84ed254 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:02.866958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35ef462f-eec6-4380-afdb-a71f8d41f9ee req-0a088876-dde9-474a-b532-956ac84ed254 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 982 time: 0.5386419 Jan 28 13:01:02.905306 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:02.906777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] For port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7,segment=NetworkSegment(fc90d9ed-6f04-4774-b1a5-1ea7c853500f),segment_id=fc90d9ed-6f04-4774-b1a5-1ea7c853500f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:02.932636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297814cf-1dea-49b6-969a-738ede107155 None None] The sync data for ids ['9c91ff77-f74c-4979-808b-b42c825992c4'] in n-d-824835-4 is: [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:44Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '38b52978-e4f0-4011-bd1f-efe61e7e53cf', 'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:3c:0f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:42Z', 'updated_at': '2022-01-28T13:00:58Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:02.934253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c949396a-ada9-4e9b-8b6c-80c9aab6116a None None] Current status of the port e5189df6-021a-424a-92f2-c5da6961e551 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:02.934664 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c949396a-ada9-4e9b-8b6c-80c9aab6116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e5189df6-021a-424a-92f2-c5da6961e551), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:02.986534 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:02.990285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Network 0baee52a-36fc-49c5-9774-8c1c93b2e2e0 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:02.993935 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_gateway (1351eded-4398-4065-bc8c-e7263440d778), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:03.070899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:03.075781 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:03.112232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c949396a-ada9-4e9b-8b6c-80c9aab6116a None None] For port e5189df6-021a-424a-92f2-c5da6961e551, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e5189df6-021a-424a-92f2-c5da6961e551,segment=NetworkSegment(2515b62a-b9f3-4ea2-8f05-af12728e6c89),segment_id=2515b62a-b9f3-4ea2-8f05-af12728e6c89)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:03.176917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63e0f214-63fc-4eb1-89ab-34411a256faf req-bfeb1db2-288a-4680-8ccc-2f61be749c8a tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085618 Jan 28 13:01:03.196952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:03.197593 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:03.199033 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] 10.222.0.49 "PUT /v2.0/ports/7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 HTTP/1.1" status: 200 len: 1130 time: 4.4971290 Jan 28 13:01:03.212479 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'tag': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:03.224998 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de83231-09e8-4838-a322-2f2e603ce7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5c52c68c-14d5-4d45-80a0-09c8f45693cc", "tag": "7ccf2caa-a14e-4c73-87a6-8fb8839c93a7"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:03.323321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e5189df6-021a-424a-92f2-c5da6961e551 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:03.324333 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e5189df6-021a-424a-92f2-c5da6961e551), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:03.325988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35ef462f-eec6-4380-afdb-a71f8d41f9ee req-63707f5e-6022-445a-93e5-052f01e8a360 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3482089 Jan 28 13:01:03.326774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Attempting to bind port fcd2680e-e0ad-4b81-be3c-404f2a1d743b on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:03.327108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Attempting to bind port fcd2680e-e0ad-4b81-be3c-404f2a1d743b by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:03.327469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Attempting to bind port fcd2680e-e0ad-4b81-be3c-404f2a1d743b on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:03.328701 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c949396a-ada9-4e9b-8b6c-80c9aab6116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e5189df6-021a-424a-92f2-c5da6961e551), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:03.348792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Port fcd2680e-e0ad-4b81-be3c-404f2a1d743b on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:01:03.349130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Attempting to bind port fcd2680e-e0ad-4b81-be3c-404f2a1d743b on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:03.377314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:03.377815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Checking segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:03.378217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Bound using segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:03.379475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Bound port: fcd2680e-e0ad-4b81-be3c-404f2a1d743b, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:03.379891 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:03.554119 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858510a3-06e0-45b3-871e-26d33dcc2658 service neutron] Pushing event updated for resources: {'Port': ['ID=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:03.622721 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c0f858-f882-44fb-a0bb-2a1937272543 x-openstack-request-id: req-f6c0f858-f882-44fb-a0bb-2a1937272543 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:03.631052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] For port fcd2680e-e0ad-4b81-be3c-404f2a1d743b, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:03.633840 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c52c68c-14d5-4d45-80a0-09c8f45693cc", "tag": "7ccf2caa-a14e-4c73-87a6-8fb8839c93a7", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:03.633840 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6c0f858-f882-44fb-a0bb-2a1937272543 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:03.634060 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'tag': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7', 'status': 'completed', 'code': 200} Jan 28 13:01:03.642106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] For port fcd2680e-e0ad-4b81-be3c-404f2a1d743b, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fcd2680e-e0ad-4b81-be3c-404f2a1d743b,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:03.649061 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:03.787217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:03.788115 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:03.790007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] 10.222.0.49 "PUT /v2.0/ports/fcd2680e-e0ad-4b81-be3c-404f2a1d743b HTTP/1.1" status: 200 len: 1091 time: 2.4215558 Jan 28 13:01:03.805252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949396a-ada9-4e9b-8b6c-80c9aab6116a None None] Pushing event updated for resources: {'Port': ['ID=e5189df6-021a-424a-92f2-c5da6961e551,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:03.810345 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8329ef67-a931-4911-8771-95008abbfbff', 'tag': 'fcd2680e-e0ad-4b81-be3c-404f2a1d743b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:03.813864 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e7a234-720f-469d-b9b5-e88488620114" -d '{"events": [{"name": "network-changed", "server_uuid": "8329ef67-a931-4911-8771-95008abbfbff", "tag": "fcd2680e-e0ad-4b81-be3c-404f2a1d743b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:03.843430 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Allocated IP 172.25.7.166 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/3aff43d6-3f61-4c57-af2f-7ca97d1cd844) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:03.851888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-bdde8e70-438a-4a80-973d-80fee23baa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:03.853486 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-bdde8e70-438a-4a80-973d-80fee23baa33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5&device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 1133 time: 0.6016304 Jan 28 13:01:03.933767 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-7e2bd06b-5313-4157-bd0f-212e801628fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 HTTP/1.1" status: 200 len: 217 time: 0.0603805 Jan 28 13:01:03.959225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491c4f9-cf9c-44eb-af21-0a48c563aa02 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd2680e-e0ad-4b81-be3c-404f2a1d743b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:03.966592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Router f8638de1-a0d6-4d95-acd6-c36985de0528 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:04.025301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f78e94-d678-4e9e-9099-24aa5e82fd20 req-50a1778a-d50e-4ed9-9983-1bf11ea605bc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:04.037156 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-64f78e94-d678-4e9e-9099-24aa5e82fd20 req-50a1778a-d50e-4ed9-9983-1bf11ea605bc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.3557868 Jan 28 13:01:04.144651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c949396a-ada9-4e9b-8b6c-80c9aab6116a None None] Provisioning complete for port 38b52978-e4f0-4011-bd1f-efe61e7e53cf triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:04.144651 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c949396a-ada9-4e9b-8b6c-80c9aab6116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:04.155719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-fdddc923-4433-4cd5-9dad-55a1bce600c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:04.157552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-fdddc923-4433-4cd5-9dad-55a1bce600c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 1094 time: 0.2644393 Jan 28 13:01:04.162051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-84361849-41a5-4cc2-9652-06136d11f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:04.163517 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-84361849-41a5-4cc2-9652-06136d11f4b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33010f4f-44bd-4440-8a35-087f26a1f0e3 HTTP/1.1" status: 200 len: 834 time: 0.2216129 Jan 28 13:01:04.166452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e5189df6-021a-424a-92f2-c5da6961e551 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:04.168075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a48be4de-e52f-4dda-a7e2-108033256bc7 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:04.270373 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a47386-69a7-4af0-8c12-36c085735eb7 x-openstack-request-id: req-c7a47386-69a7-4af0-8c12-36c085735eb7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:04.270881 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8329ef67-a931-4911-8771-95008abbfbff", "tag": "fcd2680e-e0ad-4b81-be3c-404f2a1d743b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:04.271532 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7a47386-69a7-4af0-8c12-36c085735eb7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:04.272302 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8329ef67-a931-4911-8771-95008abbfbff', 'tag': 'fcd2680e-e0ad-4b81-be3c-404f2a1d743b', 'status': 'completed', 'code': 200} Jan 28 13:01:04.279331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-8d2359e7-4a28-4878-a3d1-b82974790681 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd2680e-e0ad-4b81-be3c-404f2a1d743b HTTP/1.1" status: 200 len: 217 time: 0.1102149 Jan 28 13:01:04.285746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-64f78e94-d678-4e9e-9099-24aa5e82fd20 req-3ffb0ddd-ad8c-4ce9-bd1b-ea631175e83b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414160 Jan 28 13:01:04.329766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (3aff43d6-3f61-4c57-af2f-7ca97d1cd844), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:04.355868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-29d40589-c7e5-45d8-9874-9275e6d2311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:04.357393 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-29d40589-c7e5-45d8-9874-9275e6d2311a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846988 Jan 28 13:01:04.406276 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-b81f528c-27f4-4265-a71c-b2da8b4d2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:04.410779 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-b81f528c-27f4-4265-a71c-b2da8b4d2e0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.1193740 Jan 28 13:01:04.440715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a48be4de-e52f-4dda-a7e2-108033256bc7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:04.441651 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:04.495166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c949396a-ada9-4e9b-8b6c-80c9aab6116a None None] Current status of the port 38b52978-e4f0-4011-bd1f-efe61e7e53cf is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:04.584053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a48be4de-e52f-4dda-a7e2-108033256bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:04.588415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 38b52978-e4f0-4011-bd1f-efe61e7e53cf up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:04.697644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-3a7bbe22-d984-4a6a-99fc-9fb5accdee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:04.700896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-3a7bbe22-d984-4a6a-99fc-9fb5accdee72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2813892 Jan 28 13:01:04.715083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd1b3-3df1-4fda-a070-206f60201365 req-cccca88c-e36a-4a20-847c-4a963b3a1813 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:04.717116 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-422bd1b3-3df1-4fda-a070-206f60201365 req-cccca88c-e36a-4a20-847c-4a963b3a1813 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 982 time: 0.1428864 Jan 28 13:01:04.727042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e0c6a648-9002-47ae-9047-40a8aa90a807 None None] Provisioning complete for port 552816c2-4008-4684-84c2-193ab1a7ad94 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:04.727493 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a648-9002-47ae-9047-40a8aa90a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:04.744713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f4cb1-d427-4461-a645-9af2a32529f0 req-88ad9285-1462-4ee6-ae1f-5e51cc795cb0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:04.746939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-988f4cb1-d427-4461-a645-9af2a32529f0 req-88ad9285-1462-4ee6-ae1f-5e51cc795cb0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 944 time: 0.2932501 Jan 28 13:01:04.807584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6a648-9002-47ae-9047-40a8aa90a807 None None] Port 552816c2-4008-4684-84c2-193ab1a7ad94 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:04.815506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 38b52978-e4f0-4011-bd1f-efe61e7e53cf triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:04.817761 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:04.876617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-422bd1b3-3df1-4fda-a070-206f60201365 req-0c523814-9368-4205-b124-b0154220ca50 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1270559 Jan 28 13:01:04.988929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-988f4cb1-d427-4461-a645-9af2a32529f0 req-0f865e70-5539-4d18-a1fe-ae06815fa9b6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283580 Jan 28 13:01:04.992848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e0c6a648-9002-47ae-9047-40a8aa90a807 None None] Provisioning complete for port e5189df6-021a-424a-92f2-c5da6961e551 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:04.993295 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a648-9002-47ae-9047-40a8aa90a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e5189df6-021a-424a-92f2-c5da6961e551), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:05.047705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:05.048852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-db9031bf-7d92-4f01-8889-bd097c6746e0 service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303244 Jan 28 13:01:05.067978 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3a20993a-039d-40ca-a497-1cff3fdb6aef admin admin] 10.222.0.53 "PUT /v2.0/routers/f8638de1-a0d6-4d95-acd6-c36985de0528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5629165 Jan 28 13:01:05.099945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 38b52978-e4f0-4011-bd1f-efe61e7e53cf is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:05.114343 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3aff43d6-3f61-4c57-af2f-7ca97d1cd844), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:05.154068 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a59fc2c-0804-40f6-b0ee-8144ffb8cfa8 req-325c233d-c749-40b7-9f38-8a32c77b6808 service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983794 Jan 28 13:01:05.243628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:05.266120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:05.270189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7a234-720f-469d-b9b5-e88488620114 req-04126112-cf2d-45d0-90c6-83f5d01bebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:05.270733 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6a648-9002-47ae-9047-40a8aa90a807 None None] Current status of the port e5189df6-021a-424a-92f2-c5da6961e551 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:05.273341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28e7a234-720f-469d-b9b5-e88488620114 req-04126112-cf2d-45d0-90c6-83f5d01bebcd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 1094 time: 0.0679877 Jan 28 13:01:05.305118 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-56eea7af-9992-44c4-96e0-69c323d403b0 service neutron] 10.222.0.49 "GET /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9398155 Jan 28 13:01:05.315372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=3aff43d6-3f61-4c57-af2f-7ca97d1cd844,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:05.341939 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:05.600305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7a234-720f-469d-b9b5-e88488620114 req-fb49cc50-fab3-4465-8fdb-a18cfb0cab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:05.602184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28e7a234-720f-469d-b9b5-e88488620114 req-fb49cc50-fab3-4465-8fdb-a18cfb0cab6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.3187258 Jan 28 13:01:05.627100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9336518-7a99-4732-9c2e-1e50000d8b01 req-40fcb3ba-5c40-4ada-b7a0-69a64828ada0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:05.630141 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9336518-7a99-4732-9c2e-1e50000d8b01 req-40fcb3ba-5c40-4ada-b7a0-69a64828ada0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1387248 Jan 28 13:01:05.645779 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e5189df6-021a-424a-92f2-c5da6961e551 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:05.679764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28e7a234-720f-469d-b9b5-e88488620114 req-d8d2b9d2-a8aa-4f25-bfa8-0c9a9f1bc8a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcd2680e-e0ad-4b81-be3c-404f2a1d743b HTTP/1.1" status: 200 len: 217 time: 0.0710504 Jan 28 13:01:05.737181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e5189df6-021a-424a-92f2-c5da6961e551 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:05.737560 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e5189df6-021a-424a-92f2-c5da6961e551), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:05.790084 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Publish callbacks [] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:05.798700 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:05.802781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9336518-7a99-4732-9c2e-1e50000d8b01 req-88ccbb64-5aa9-45e4-9784-befa7732c0b7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312962 Jan 28 13:01:05.826100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7a234-720f-469d-b9b5-e88488620114 req-03360436-9d92-4409-b96e-ccab81e81f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:05.828351 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28e7a234-720f-469d-b9b5-e88488620114 req-03360436-9d92-4409-b96e-ccab81e81f8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.1409776 Jan 28 13:01:05.840233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 069bf510-73e7-40d8-8d92-2933d1607b88 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:05.907709 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Attempting to bind port a4f3ee03-073b-41aa-a736-f795a40e973d on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:05.908409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Attempting to bind port a4f3ee03-073b-41aa-a736-f795a40e973d by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:05.911594 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7297492a-2259-4ff1-a798-ccadb0e9b2ae req-52da116c-92cc-48d7-881e-cc24623dad27 service neutron] 10.222.0.49 "GET /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946119 Jan 28 13:01:05.911917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Attempting to bind port a4f3ee03-073b-41aa-a736-f795a40e973d on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:05.927093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:05.927656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:05.927931 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:05.928366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:05.928868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Bound port: a4f3ee03-073b-41aa-a736-f795a40e973d, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:05.929255 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:06.021149 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_gateway (1351eded-4398-4065-bc8c-e7263440d778), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:06.068427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ca085-b100-4b87-99c5-497b060203f3 None None] Pushing event updated for resources: {'Port': ['ID=a4f3ee03-073b-41aa-a736-f795a40e973d,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:06.086724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7a234-720f-469d-b9b5-e88488620114 req-5d3f3497-d109-43f2-9c43-365c42acf5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:06.089137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28e7a234-720f-469d-b9b5-e88488620114 req-5d3f3497-d109-43f2-9c43-365c42acf5d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2441723 Jan 28 13:01:06.134459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] For port a4f3ee03-073b-41aa-a736-f795a40e973d, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:06.148247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-a8bf1a50-e65b-4624-b093-d02ea12a8a50 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:06.151156 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-a8bf1a50-e65b-4624-b093-d02ea12a8a50 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/networks?id=233f9234-9d66-4ad6-8ce3-72163bb5bc4e HTTP/1.1" status: 200 len: 911 time: 0.3192704 Jan 28 13:01:06.163332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] For port a4f3ee03-073b-41aa-a736-f795a40e973d, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a4f3ee03-073b-41aa-a736-f795a40e973d,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:06.166633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e5189df6-021a-424a-92f2-c5da6961e551 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:06.167777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 38b52978-e4f0-4011-bd1f-efe61e7e53cf up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:06.190168 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:06.198059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de83231-09e8-4838-a322-2f2e603ce7ef req-50b29052-3f57-4d00-919a-a5eabc3d9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:06.199921 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5de83231-09e8-4838-a322-2f2e603ce7ef req-50b29052-3f57-4d00-919a-a5eabc3d9086 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5&device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 1133 time: 0.2089505 Jan 28 13:01:06.215486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 069bf510-73e7-40d8-8d92-2933d1607b88 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:06.215938 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:06.250689 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28e7a234-720f-469d-b9b5-e88488620114 req-48b887bb-8445-45e1-b8f6-13d39ff0ab18 service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527863 Jan 28 13:01:06.259255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7df9d4-bd2d-46de-a6b6-219b92dd1fcf req-24453c14-44d3-4438-9d83-14bafc545185 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:06.260917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb7df9d4-bd2d-46de-a6b6-219b92dd1fcf req-24453c14-44d3-4438-9d83-14bafc545185 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 982 time: 0.2603631 Jan 28 13:01:06.288648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-d87785db-b3c9-44c1-852e-e3f8335ec0f1 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/quotas/5cdb1af5c68449d0ab8f1cccf6b3ff05 HTTP/1.1" status: 200 len: 375 time: 0.0150044 Jan 28 13:01:06.357226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Routers {'f8638de1-a0d6-4d95-acd6-c36985de0528'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:06.357850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f8638de1-a0d6-4d95-acd6-c36985de0528'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:06.366499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ca085-b100-4b87-99c5-497b060203f3 None None] Pushing event updated for resources: {'Port': ['ID=a4f3ee03-073b-41aa-a736-f795a40e973d,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:06.372129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de83231-09e8-4838-a322-2f2e603ce7ef req-72a2254c-9024-4a75-ad3c-8360d25c52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:06.374485 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5de83231-09e8-4838-a322-2f2e603ce7ef req-72a2254c-9024-4a75-ad3c-8360d25c52bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f HTTP/1.1" status: 200 len: 897 time: 0.1650887 Jan 28 13:01:06.417555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 38b52978-e4f0-4011-bd1f-efe61e7e53cf triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:06.417931 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:06.516538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb7df9d4-bd2d-46de-a6b6-219b92dd1fcf req-d93764d0-2bd0-4855-94a9-9cc2f9272939 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2259805 Jan 28 13:01:06.523847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-8c48a133-c931-4a0c-a0e3-bb878cb926ba tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=5cdb1af5c68449d0ab8f1cccf6b3ff05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2253370 Jan 28 13:01:06.529826 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5de83231-09e8-4838-a322-2f2e603ce7ef req-4d72107c-0abc-45cc-841d-920f3c0d1246 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 HTTP/1.1" status: 200 len: 217 time: 0.1311014 Jan 28 13:01:06.595680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 069bf510-73e7-40d8-8d92-2933d1607b88 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:06.596099 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:06.621850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] Set router f8638de1-a0d6-4d95-acd6-c36985de0528 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:06.727903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de83231-09e8-4838-a322-2f2e603ce7ef req-d7f376fb-8f3e-4b75-95c7-d3c33396f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:06.736775 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5de83231-09e8-4838-a322-2f2e603ce7ef req-d7f376fb-8f3e-4b75-95c7-d3c33396f810 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33010f4f-44bd-4440-8a35-087f26a1f0e3 HTTP/1.1" status: 200 len: 834 time: 0.2056816 Jan 28 13:01:06.757005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-fc7b8c34-30c1-4a49-b801-44e8c6de967c service neutron] 10.222.0.53 "GET /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219803 Jan 28 13:01:06.828862 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (1351eded-4398-4065-bc8c-e7263440d778), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:06.888204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28e7a234-720f-469d-b9b5-e88488620114 req-147ff7c4-72f0-42ef-80c6-fcf9aaaee486 service neutron] 10.222.0.49 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259205 Jan 28 13:01:06.895678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=069bf510-73e7-40d8-8d92-2933d1607b88,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:06.907051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92ddb-4bde-45d8-80c9-adcebe6ca42d req-90c7fdec-7169-48cb-b1aa-bc3684787c7a tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:06.908940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fad92ddb-4bde-45d8-80c9-adcebe6ca42d req-90c7fdec-7169-48cb-b1aa-bc3684787c7a tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 944 time: 0.2287252 Jan 28 13:01:06.923243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:06.928686 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b2eefb-c324-46e2-bd02-fa97624acfba" -d '{"events": [{"server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "name": "network-vif-plugged", "status": "completed", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:06.939968 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:06.975246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-ed7d1e06-45c2-4f5a-9d3c-b43cbce1abdc service neutron] 10.222.0.53 "GET /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173371 Jan 28 13:01:06.980587 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de83231-09e8-4838-a322-2f2e603ce7ef req-5cf8235b-3347-4ac1-a7dc-f7266adb44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:06.983209 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5de83231-09e8-4838-a322-2f2e603ce7ef req-5cf8235b-3347-4ac1-a7dc-f7266adb44e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2294462 Jan 28 13:01:07.002462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fad92ddb-4bde-45d8-80c9-adcebe6ca42d req-5a7883a0-4efa-4da9-a9fc-947e9f6a78a5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834169 Jan 28 13:01:07.117194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 38b52978-e4f0-4011-bd1f-efe61e7e53cf is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:07.199064 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42060a8-69cc-4456-84c7-fae46feab1eb x-openstack-request-id: req-b42060a8-69cc-4456-84c7-fae46feab1eb {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:07.199383 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "name": "network-vif-plugged", "status": "completed", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:07.199650 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b42060a8-69cc-4456-84c7-fae46feab1eb {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:07.204718 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88', 'code': 200} Jan 28 13:01:07.256244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=069bf510-73e7-40d8-8d92-2933d1607b88,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:07.367872 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5de83231-09e8-4838-a322-2f2e603ce7ef req-4004c8bd-a7d4-4cac-b56e-e8a0acd5001a service neutron] 10.222.0.49 "GET /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745100 Jan 28 13:01:07.381241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e303829f-9ec5-4123-8a0e-480e59c1302d req-3ca1fe94-9503-4a4f-8bae-1d9e69418416 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 210 time: 0.0887334 Jan 28 13:01:07.391772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 1351eded-4398-4065-bc8c-e7263440d778 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:01:07.422982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf79265-cd44-4c4e-9105-4d77016ddce7 req-506c47ea-1483-4f12-8452-1fa71cf11502 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:07.436506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'name': 'tempest-TestServerMultinode-1819154484-router', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:54Z', 'updated_at': '2022-01-28T13:01:01Z', 'revision_number': 4, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'gw_port': {'id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:55Z', 'updated_at': '2022-01-28T13:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '552816c2-4008-4684-84c2-193ab1a7ad94', 'name': '', 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'mac_address': 'fa:16:3e:6e:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'b914635d-d187-49bd-9261-fbe2cb1fab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:58Z', 'updated_at': '2022-01-28T13:01:01Z', 'revision_number': 2, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'subnets': [{'id': 'b914635d-d187-49bd-9261-fbe2cb1fab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:07.437892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-daf79265-cd44-4c4e-9105-4d77016ddce7 req-506c47ea-1483-4f12-8452-1fa71cf11502 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.2142477 Jan 28 13:01:07.510026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a2a69c-c90e-4576-87fa-c5e8a45bdd5e None None] The sync data for ids ['f8638de1-a0d6-4d95-acd6-c36985de0528'] in n-d-824835-4 is: [{'id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'name': 'tempest-TestServerMultinode-1819154484-router', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:54Z', 'updated_at': '2022-01-28T13:01:01Z', 'revision_number': 4, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'gw_port': {'id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:55Z', 'updated_at': '2022-01-28T13:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '552816c2-4008-4684-84c2-193ab1a7ad94', 'name': '', 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'mac_address': 'fa:16:3e:6e:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'b914635d-d187-49bd-9261-fbe2cb1fab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:58Z', 'updated_at': '2022-01-28T13:01:01Z', 'revision_number': 2, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'subnets': [{'id': 'b914635d-d187-49bd-9261-fbe2cb1fab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:07.583255 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5de83231-09e8-4838-a322-2f2e603ce7ef req-71aa7cf3-5d13-4451-b6c2-ea2546b628ac service neutron] 10.222.0.49 "GET /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058454 Jan 28 13:01:07.591792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49446c90-49e9-44ba-bdf4-7dd2e45df2fb req-6acdd6d7-537a-4270-bae8-d32d0cdf2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:07.594167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49446c90-49e9-44ba-bdf4-7dd2e45df2fb req-6acdd6d7-537a-4270-bae8-d32d0cdf2e43 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 1097 time: 0.1541529 Jan 28 13:01:07.600133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-daf79265-cd44-4c4e-9105-4d77016ddce7 req-bb8ca2b0-93a0-46d8-8884-7b3f94d38e13 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608109 Jan 28 13:01:07.683914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49446c90-49e9-44ba-bdf4-7dd2e45df2fb req-5df71145-bab1-42aa-ad92-302e8098b887 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823903 Jan 28 13:01:07.721408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:07.742122 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d19d9-1025-4756-bf53-7357d2f2eba4 None None] Sync routers for ids ['1351eded-4398-4065-bc8c-e7263440d778'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:07.762148 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:07.764149 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-09a8854f-f3f2-4bfd-a7fa-56a0ff8f4085 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.3750753 Jan 28 13:01:07.768339 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:07.779609 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d19d9-1025-4756-bf53-7357d2f2eba4 None None] Routers {'1351eded-4398-4065-bc8c-e7263440d778'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:07.780416 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c00d19d9-1025-4756-bf53-7357d2f2eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1351eded-4398-4065-bc8c-e7263440d778'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:07.798725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735da5-2fff-45bb-aee6-016a71a87739 req-f942332b-e66e-4d88-923c-46231da24010 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:07.800487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5735da5-2fff-45bb-aee6-016a71a87739 req-f942332b-e66e-4d88-923c-46231da24010 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 982 time: 0.1056757 Jan 28 13:01:07.854739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:01:07.881154 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c00d19d9-1025-4756-bf53-7357d2f2eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:07.895484 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d19d9-1025-4756-bf53-7357d2f2eba4 None None] Routers {'1351eded-4398-4065-bc8c-e7263440d778'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:07.897850 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c00d19d9-1025-4756-bf53-7357d2f2eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1351eded-4398-4065-bc8c-e7263440d778'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:07.939224 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c00d19d9-1025-4756-bf53-7357d2f2eba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:07.940134 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d19d9-1025-4756-bf53-7357d2f2eba4 None None] The sync data for ids ['1351eded-4398-4065-bc8c-e7263440d778'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:07.947610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5735da5-2fff-45bb-aee6-016a71a87739 req-3b18e1d8-a6a0-4939-8447-5aabaa6e490d tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1291616 Jan 28 13:01:08.110690 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4c888d9a-9210-46f1-ba6a-7266ce4cf89a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/routers/1351eded-4398-4065-bc8c-e7263440d778 HTTP/1.1" status: 200 len: 881 time: 0.3363509 Jan 28 13:01:08.111102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53790) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:08.126328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7,segment=NetworkSegment(fc90d9ed-6f04-4774-b1a5-1ea7c853500f),segment_id=fc90d9ed-6f04-4774-b1a5-1ea7c853500f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:08.149163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'port_id': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7', 'mac_address': 'fa:16:3e:09:71:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:01:08.289668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:08.290298 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:08.355841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:01:08.418913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7,segment=NetworkSegment(fc90d9ed-6f04-4774-b1a5-1ea7c853500f),segment_id=fc90d9ed-6f04-4774-b1a5-1ea7c853500f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:08.425873 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:08.491121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bd794-b34b-4ee1-91d5-d5469696228f req-d9197a81-2174-4b58-92a4-590126c00354 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:08.501222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-097bd794-b34b-4ee1-91d5-d5469696228f req-d9197a81-2174-4b58-92a4-590126c00354 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 946 time: 0.1892350 Jan 28 13:01:08.539825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:08.685036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['7ccf2caa-a14e-4c73-87a6-8fb8839c93a7'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:01:09.140005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4960f56e-76a1-4e71-872a-6cfd9b2f082d req-b904228b-826a-4632-aa70-1b90619ea53a tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 210 time: 0.6226068 Jan 28 13:01:09.333202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-097bd794-b34b-4ee1-91d5-d5469696228f req-62e7ed9f-1c1c-4986-9cf1-1a00e424e384 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8291814 Jan 28 13:01:09.562483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40345245-effa-4912-b916-da24b91908ee req-267fbb5c-3584-44c9-b8ce-cba1deffe2ae tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:09.575324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40345245-effa-4912-b916-da24b91908ee req-267fbb5c-3584-44c9-b8ce-cba1deffe2ae tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.3268623 Jan 28 13:01:09.810206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94811971-46fd-4734-944e-4a8e1c99680b req-4b1b79fe-5806-4b72-b700-1049d94b5529 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:09.815925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94811971-46fd-4734-944e-4a8e1c99680b req-4b1b79fe-5806-4b72-b700-1049d94b5529 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 983 time: 0.3618934 Jan 28 13:01:09.881489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6c7d7f46-f62b-4c46-a879-c9d5d053adb1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.7684076 Jan 28 13:01:09.883916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:09.889526 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7d8fc1e0-84b3-4423-9260-ad3c6a7a7f24 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1472927459'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:09.892608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-9879184f-ae5c-4da2-8e7d-cacc108ee3fc tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:09.894151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-9879184f-ae5c-4da2-8e7d-cacc108ee3fc tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.49 "GET /v2.0/networks?id=233f9234-9d66-4ad6-8ce3-72163bb5bc4e HTTP/1.1" status: 200 len: 911 time: 0.4013393 Jan 28 13:01:09.899785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:09.972899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Request body: {'port': {'device_id': '23e0d501-cbe7-4de7-bead-7a65b1229014', 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e', 'admin_state_up': True, 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:10.020144 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40345245-effa-4912-b916-da24b91908ee req-d900981e-0bed-4c22-9d97-dc4e925f8e16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436696 Jan 28 13:01:10.048689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:01:10.074377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:10.076894 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:10.082078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Made reservation on behalf of 5cdb1af5c68449d0ab8f1cccf6b3ff05 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:10.089974 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:10.169850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94811971-46fd-4734-944e-4a8e1c99680b req-feb6e86f-5891-4e9c-915b-d14cf0fb6a29 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3097000 Jan 28 13:01:10.360698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:10.361357 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:10.376965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a35f3751-73c1-496f-a7ee-498e7b0f613f req-465c8dc0-c1b7-442a-9cfc-d60565aa4c65 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 210 time: 0.0585368 Jan 28 13:01:10.412163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:10.415642 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e0ef5c-1341-43e4-af97-f8b3be1a1c35" -d '{"events": [{"server_uuid": "5c52c68c-14d5-4d45-80a0-09c8f45693cc", "name": "network-vif-plugged", "status": "completed", "tag": "7ccf2caa-a14e-4c73-87a6-8fb8839c93a7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:10.480955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7,segment=NetworkSegment(fc90d9ed-6f04-4774-b1a5-1ea7c853500f),segment_id=fc90d9ed-6f04-4774-b1a5-1ea7c853500f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:10.490149 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:10.566373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Allocated IP 172.20.0.13 (233f9234-9d66-4ad6-8ce3-72163bb5bc4e/400c2fa5-afbf-4f6d-9d6b-afcbf1dba857/9d2f2cab-0411-407a-be9b-fa1337528b51) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:10.576313 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fddc7e9-18ba-47a9-a199-c3a361142e05 x-openstack-request-id: req-2fddc7e9-18ba-47a9-a199-c3a361142e05 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:10.577123 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c52c68c-14d5-4d45-80a0-09c8f45693cc", "name": "network-vif-plugged", "status": "completed", "tag": "7ccf2caa-a14e-4c73-87a6-8fb8839c93a7", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:10.577604 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fddc7e9-18ba-47a9-a199-c3a361142e05 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:10.581563 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7', 'code': 200} Jan 28 13:01:10.704659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:10.809076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bedff-d2a0-4a62-9920-4d38f8b7eec5 req-f2ae04cb-706c-4989-940b-d654dfc56511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:10.810842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9b26f-1932-4dd2-9a98-267f625706a3 req-96fd604a-a6ac-474c-a094-57d66de36e56 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:10.810981 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-eb4bedff-d2a0-4a62-9920-4d38f8b7eec5 req-f2ae04cb-706c-4989-940b-d654dfc56511 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 1135 time: 0.1309123 Jan 28 13:01:10.815086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81f9b26f-1932-4dd2-9a98-267f625706a3 req-96fd604a-a6ac-474c-a094-57d66de36e56 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 946 time: 0.1971078 Jan 28 13:01:10.869416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc1e0-84b3-4423-9260-ad3c6a7a7f24 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (1351eded-4398-4065-bc8c-e7263440d778), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:10.916601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc1e0-84b3-4423-9260-ad3c6a7a7f24 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (1351eded-4398-4065-bc8c-e7263440d778), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:10.930658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81f9b26f-1932-4dd2-9a98-267f625706a3 req-43c083b7-bba2-44df-95a6-6030ec42b612 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031902 Jan 28 13:01:10.942623 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-eb4bedff-d2a0-4a62-9920-4d38f8b7eec5 req-e24ed346-2454-45ba-aca8-203a13c04968 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bac873cc-4e13-400e-985b-efd5b770235f&id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1180980 Jan 28 13:01:10.944212 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks [] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:11.030468 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:11.081384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:11.101259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:11.103613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Pushing event updated for resources: {'Port': ['ID=9d2f2cab-0411-407a-be9b-fa1337528b51,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:11.105988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:11.122565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8fc1e0-84b3-4423-9260-ad3c6a7a7f24 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 1351eded-4398-4065-bc8c-e7263440d778 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:11.162005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:11.162954 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:11.220271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-3c127394-d226-4936-a4dd-0d463707a33e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2981327 Jan 28 13:01:11.233082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Request body: {'port': {'device_id': '23e0d501-cbe7-4de7-bead-7a65b1229014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:11.305038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30de76-7df8-4be5-ac08-cd15be5dc1a2 req-ae63813d-6717-4b1a-809c-90e2ffe24230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:11.316793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f30de76-7df8-4be5-ac08-cd15be5dc1a2 req-ae63813d-6717-4b1a-809c-90e2ffe24230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1507318 Jan 28 13:01:11.403268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8fc1e0-84b3-4423-9260-ad3c6a7a7f24 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:11.418916 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc1e0-84b3-4423-9260-ad3c6a7a7f24 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:11.422875 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7d8fc1e0-84b3-4423-9260-ad3c6a7a7f24 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/1351eded-4398-4065-bc8c-e7263440d778 HTTP/1.1" status: 200 len: 888 time: 1.5353858 Jan 28 13:01:11.429159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2ee71-c714-4db4-980d-624c912c106f None None] Sync routers for ids ['1351eded-4398-4065-bc8c-e7263440d778'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:11.430629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:11.443799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a4f3ee03-073b-41aa-a736-f795a40e973d up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:11.482115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f30de76-7df8-4be5-ac08-cd15be5dc1a2 req-c8e6a3d5-2e11-4e71-ba39-01070bd492f5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645277 Jan 28 13:01:11.491059 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:11.555383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586979f3-a35c-4f04-9e42-f83ef4a56ee4 req-968a3699-8e4b-4f13-888b-38ec64fc2e72 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:11.557378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-586979f3-a35c-4f04-9e42-f83ef4a56ee4 req-968a3699-8e4b-4f13-888b-38ec64fc2e72 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 984 time: 0.1935644 Jan 28 13:01:11.595062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2ee71-c714-4db4-980d-624c912c106f None None] Routers {'1351eded-4398-4065-bc8c-e7263440d778'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:11.596274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-add2ee71-c714-4db4-980d-624c912c106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1351eded-4398-4065-bc8c-e7263440d778'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:11.692897 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-add2ee71-c714-4db4-980d-624c912c106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:11.714986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c524edd6-00e7-4730-94d9-047c43b22e6f None None] Provisioning complete for port 9d2f2cab-0411-407a-be9b-fa1337528b51 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:11.715730 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c524edd6-00e7-4730-94d9-047c43b22e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:11.728650 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2ee71-c714-4db4-980d-624c912c106f None None] Routers {'1351eded-4398-4065-bc8c-e7263440d778'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:11.729465 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d808143d-87b5-4738-b646-f8244952a113 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/routers/1351eded-4398-4065-bc8c-e7263440d778 HTTP/1.1" status: 200 len: 888 time: 0.2957082 Jan 28 13:01:11.729965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-add2ee71-c714-4db4-980d-624c912c106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1351eded-4398-4065-bc8c-e7263440d778'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:11.731095 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53850) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:11.803852 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-986572b2-86a3-4bed-8d24-1b6ad6be75dd tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=1351eded-4398-4065-bc8c-e7263440d778 HTTP/1.1" status: 200 len: 205 time: 0.0714152 Jan 28 13:01:11.807743 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53852) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:11.817258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-add2ee71-c714-4db4-980d-624c912c106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:11.818449 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2ee71-c714-4db4-980d-624c912c106f None None] The sync data for ids ['1351eded-4398-4065-bc8c-e7263440d778'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:11.843816 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-586979f3-a35c-4f04-9e42-f83ef4a56ee4 req-7d53f32e-2d32-44a6-b66f-55d946f6b1d7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2580998 Jan 28 13:01:11.849441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b6244-6ec7-437d-9ceb-8669f2ec7aa4 req-045a9712-1d4a-426e-a654-7c4ede6fe944 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:11.850833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c524edd6-00e7-4730-94d9-047c43b22e6f None None] Port 9d2f2cab-0411-407a-be9b-fa1337528b51 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:11.853094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-217b6244-6ec7-437d-9ceb-8669f2ec7aa4 req-045a9712-1d4a-426e-a654-7c4ede6fe944 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1028 time: 0.2392168 Jan 28 13:01:11.884921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a4f3ee03-073b-41aa-a736-f795a40e973d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:11.885753 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:12.001050 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (1351eded-4398-4065-bc8c-e7263440d778), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:12.038510 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-217b6244-6ec7-437d-9ceb-8669f2ec7aa4 req-8cc6467b-1f2e-4de0-91f8-d1aae5243fa4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356671 Jan 28 13:01:12.110797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a4f3ee03-073b-41aa-a736-f795a40e973d is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:12.113396 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:12.168545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port a4f3ee03-073b-41aa-a736-f795a40e973d, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a4f3ee03-073b-41aa-a736-f795a40e973d,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:12.178434 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:12.278828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2f2cab-0411-407a-be9b-fa1337528b51 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:01:12.284542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=a4f3ee03-073b-41aa-a736-f795a40e973d,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:12.301184 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Publish callbacks [] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:12.326624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Transition to ACTIVE for port object 9d2f2cab-0411-407a-be9b-fa1337528b51 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:01:12.336050 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:12.345810 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_gateway (1351eded-4398-4065-bc8c-e7263440d778), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:12.479039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port 3aff43d6-3f61-4c57-af2f-7ca97d1cd844 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:12.479914 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3aff43d6-3f61-4c57-af2f-7ca97d1cd844), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:12.498889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2f2cab-0411-407a-be9b-fa1337528b51,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:12.589025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Attempting to bind port 9d2f2cab-0411-407a-be9b-fa1337528b51 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:12.591493 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Attempting to bind port 9d2f2cab-0411-407a-be9b-fa1337528b51 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:12.592045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Attempting to bind port 9d2f2cab-0411-407a-be9b-fa1337528b51 on network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:12.636046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Port 9d2f2cab-0411-407a-be9b-fa1337528b51 on network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:01:12.640763 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Sync routers for ids ['f8638de1-a0d6-4d95-acd6-c36985de0528'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:12.647616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Attempting to bind port 9d2f2cab-0411-407a-be9b-fa1337528b51 on network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:12.664273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:12.664273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Checking segment: {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:12.664719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Bound using segment: {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:12.665260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Bound port: 9d2f2cab-0411-407a-be9b-fa1337528b51, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:12.665701 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:12.668202 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Routers {'f8638de1-a0d6-4d95-acd6-c36985de0528'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:12.671586 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f8638de1-a0d6-4d95-acd6-c36985de0528'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:12.716935 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3aff43d6-3f61-4c57-af2f-7ca97d1cd844), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:12.742043 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for 3aff43d6-3f61-4c57-af2f-7ca97d1cd844 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:13.117507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] For port 9d2f2cab-0411-407a-be9b-fa1337528b51, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:13.126589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] For port 9d2f2cab-0411-407a-be9b-fa1337528b51, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9d2f2cab-0411-407a-be9b-fa1337528b51,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:13.152689 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3aff43d6-3f61-4c57-af2f-7ca97d1cd844), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:13.153897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77697a36-887b-4016-b683-a1226d03857c req-decd4322-2301-4169-bada-d95df431b070 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:13.154769 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77697a36-887b-4016-b683-a1226d03857c req-decd4322-2301-4169-bada-d95df431b070 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.2883308 Jan 28 13:01:13.157370 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:13.173626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c72b7-fd7e-4c6f-8357-cbdcc95b1a08 req-3b50289a-1075-4a52-ae9a-2faebda3a35e tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:13.184683 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d3c72b7-fd7e-4c6f-8357-cbdcc95b1a08 req-3b50289a-1075-4a52-ae9a-2faebda3a35e tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 984 time: 0.1968105 Jan 28 13:01:13.208592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=3aff43d6-3f61-4c57-af2f-7ca97d1cd844,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:13.309889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.311291 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.312817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.313481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.314254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.316559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.317228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.317828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.318531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.319102 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.319869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.320437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.321005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:13.369679 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Set router f8638de1-a0d6-4d95-acd6-c36985de0528 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:13.372597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:13.373713 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:13.380839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] 10.222.0.49 "PUT /v2.0/ports/9d2f2cab-0411-407a-be9b-fa1337528b51 HTTP/1.1" status: 200 len: 1092 time: 2.1510668 Jan 28 13:01:13.399509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e0d501-cbe7-4de7-bead-7a65b1229014', 'tag': '9d2f2cab-0411-407a-be9b-fa1337528b51'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:13.402859 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c966c523-09a4-4de1-9e81-4cd7679699c6" -d '{"events": [{"name": "network-changed", "server_uuid": "23e0d501-cbe7-4de7-bead-7a65b1229014", "tag": "9d2f2cab-0411-407a-be9b-fa1337528b51"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:13.417552 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (1351eded-4398-4065-bc8c-e7263440d778), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:13.486120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a4f3ee03-073b-41aa-a736-f795a40e973d up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:13.631221 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77697a36-887b-4016-b683-a1226d03857c req-e0d58230-c1e1-4eed-8f2d-752c40858e87 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304388 Jan 28 13:01:13.632463 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44c722-d071-42a9-b39d-4717cae76ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2f2cab-0411-407a-be9b-fa1337528b51,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:13.683956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6d3c72b7-fd7e-4c6f-8357-cbdcc95b1a08 req-a7a6c2eb-ba6f-4f24-b4dc-6e6d367feb06 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4979680 Jan 28 13:01:13.689004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (1351eded-4398-4065-bc8c-e7263440d778), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:13.711636 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (1351eded-4398-4065-bc8c-e7263440d778), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:13.718322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a4f3ee03-073b-41aa-a736-f795a40e973d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:13.718546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:13.786450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-ccbed519-f72d-4bca-9c7e-0495639b9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:13.789927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-ccbed519-f72d-4bca-9c7e-0495639b9f4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cdb1af5c68449d0ab8f1cccf6b3ff05&device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1095 time: 0.2539725 Jan 28 13:01:13.852557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (1351eded-4398-4065-bc8c-e7263440d778), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:13.854201 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Fanout notify agent at l3_agent the message router_deleted on router 1351eded-4398-4065-bc8c-e7263440d778 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:01:13.869872 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:13.876649 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-595fce26-4ad1-4d18-b0da-5ec8af7081ee tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/1351eded-4398-4065-bc8c-e7263440d778 HTTP/1.1" status: 204 len: 168 time: 2.0665584 Jan 28 13:01:13.877225 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53866) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:13.886046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f497ef8e-affe-490f-9cc3-8b6cc48171b3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1130318552'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:13.916986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f497ef8e-affe-490f-9cc3-8b6cc48171b3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:13.922690 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f497ef8e-affe-490f-9cc3-8b6cc48171b3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:13.949628 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e176bd-97f9-4132-81b8-c74cd9575ce1 x-openstack-request-id: req-42e176bd-97f9-4132-81b8-c74cd9575ce1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:13.951222 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e0d501-cbe7-4de7-bead-7a65b1229014", "tag": "9d2f2cab-0411-407a-be9b-fa1337528b51", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:13.951743 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42e176bd-97f9-4132-81b8-c74cd9575ce1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:13.952349 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e0d501-cbe7-4de7-bead-7a65b1229014', 'tag': '9d2f2cab-0411-407a-be9b-fa1337528b51', 'status': 'completed', 'code': 200} Jan 28 13:01:13.957225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-6ea06625-d833-43b5-803a-15fde14f6be9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d2f2cab-0411-407a-be9b-fa1337528b51 HTTP/1.1" status: 200 len: 217 time: 0.1613557 Jan 28 13:01:13.999007 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f497ef8e-affe-490f-9cc3-8b6cc48171b3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:01:14.028354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f497ef8e-affe-490f-9cc3-8b6cc48171b3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (21a0e4f2-c75c-44b4-9330-f24ac021d394), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:14.028740 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-f497ef8e-affe-490f-9cc3-8b6cc48171b3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Added segment 21a0e4f2-c75c-44b4-9330-f24ac021d394 of type vlan for network f0ce90c6-6091-4866-ab41-5aafb027fd39 Jan 28 13:01:14.036786 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'name': 'tempest-TestServerMultinode-1819154484-router', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:54Z', 'updated_at': '2022-01-28T13:01:01Z', 'revision_number': 4, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'gw_port': {'id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:55Z', 'updated_at': '2022-01-28T13:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '552816c2-4008-4684-84c2-193ab1a7ad94', 'name': '', 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'mac_address': 'fa:16:3e:6e:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'b914635d-d187-49bd-9261-fbe2cb1fab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:58Z', 'updated_at': '2022-01-28T13:01:01Z', 'revision_number': 2, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'subnets': [{'id': 'b914635d-d187-49bd-9261-fbe2cb1fab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:14.075292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a4f3ee03-073b-41aa-a736-f795a40e973d is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:14.093194 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Checking router: f8638de1-a0d6-4d95-acd6-c36985de0528 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:14.093896 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Updating router f8638de1-a0d6-4d95-acd6-c36985de0528 port 552816c2-4008-4684-84c2-193ab1a7ad94 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:01:14.124515 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f497ef8e-affe-490f-9cc3-8b6cc48171b3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f0ce90c6-6091-4866-ab41-5aafb027fd39), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:14.149950 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:14.152174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-21307a7f-69b4-4a12-895e-426249f20ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:14.156129 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-21307a7f-69b4-4a12-895e-426249f20ccd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=400c2fa5-afbf-4f6d-9d6b-afcbf1dba857 HTTP/1.1" status: 200 len: 849 time: 0.1718078 Jan 28 13:01:14.162718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f7a99-242d-41db-8cdc-8979e3a18975 req-72124e0c-c37b-4619-93e1-9f8ede759232 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:14.165839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-215f7a99-242d-41db-8cdc-8979e3a18975 req-72124e0c-c37b-4619-93e1-9f8ede759232 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1095 time: 0.2312992 Jan 28 13:01:14.189648 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f497ef8e-affe-490f-9cc3-8b6cc48171b3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f0ce90c6-6091-4866-ab41-5aafb027fd39), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:14.197066 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497ef8e-affe-490f-9cc3-8b6cc48171b3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:14.197915 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f497ef8e-affe-490f-9cc3-8b6cc48171b3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:14.259428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e061150-876f-4cc1-b18a-851d8d8f8c34 req-f0ac6d83-2087-4317-bcda-f2d9e16f7ad8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:14.261317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e061150-876f-4cc1-b18a-851d8d8f8c34 req-f0ac6d83-2087-4317-bcda-f2d9e16f7ad8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 984 time: 0.2254689 Jan 28 13:01:14.285076 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f497ef8e-affe-490f-9cc3-8b6cc48171b3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4065263 Jan 28 13:01:14.289680 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53868) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:14.298850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-971ce7d8-3813-498d-a6ad-757bce7552a8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'subnet': {'network_id': 'f0ce90c6-6091-4866-ab41-5aafb027fd39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:14.326290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd947d64-9b5a-4f83-8f67-56e2a0a5ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:14.327037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497ef8e-affe-490f-9cc3-8b6cc48171b3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Network': ['ID=f0ce90c6-6091-4866-ab41-5aafb027fd39,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:14.327828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-bd947d64-9b5a-4f83-8f67-56e2a0a5ce89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=233f9234-9d66-4ad6-8ce3-72163bb5bc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601744 Jan 28 13:01:14.355443 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f0ce90c6-6091-4866-ab41-5aafb027fd39 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:01:14.492038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-215f7a99-242d-41db-8cdc-8979e3a18975 req-2c9b353e-83d6-49d2-b8dc-97e901191b82 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052144 Jan 28 13:01:14.610883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e061150-876f-4cc1-b18a-851d8d8f8c34 req-593d4972-1029-4b30-9211-05bb04ebc131 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3386896 Jan 28 13:01:14.657372 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Publish callbacks [] for port (552816c2-4008-4684-84c2-193ab1a7ad94), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:14.669454 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:14.682938 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-9d2aaa9f-3767-49b1-80e6-c07e64b5ef37 service neutron] 10.222.0.49 "GET /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446643 Jan 28 13:01:14.733887 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcb019-072b-4d91-a0b1-1a3c3a598fb2 None None] Pushing event updated for resources: {'Port': ['ID=552816c2-4008-4684-84c2-193ab1a7ad94,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:14.848227 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Attempting to bind port 552816c2-4008-4684-84c2-193ab1a7ad94 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:14.852706 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Attempting to bind port 552816c2-4008-4684-84c2-193ab1a7ad94 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '2515b62a-b9f3-4ea2-8f05-af12728e6c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:14.853166 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Attempting to bind port 552816c2-4008-4684-84c2-193ab1a7ad94 on network 0baee52a-36fc-49c5-9774-8c1c93b2e2e0 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:14.867443 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:14.867825 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Checking segment: {'id': '2515b62a-b9f3-4ea2-8f05-af12728e6c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:14.868482 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:14.868761 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Bound using segment: {'id': '2515b62a-b9f3-4ea2-8f05-af12728e6c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:14.869235 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Bound port: 552816c2-4008-4684-84c2-193ab1a7ad94, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2515b62a-b9f3-4ea2-8f05-af12728e6c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:14.869633 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:15.054905 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] For port 552816c2-4008-4684-84c2-193ab1a7ad94, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:15.061103 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] For port 552816c2-4008-4684-84c2-193ab1a7ad94, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=552816c2-4008-4684-84c2-193ab1a7ad94,segment=NetworkSegment(2515b62a-b9f3-4ea2-8f05-af12728e6c89),segment_id=2515b62a-b9f3-4ea2-8f05-af12728e6c89)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:15.064690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a069bef-2210-4164-8e77-8ba237f29a8f req-44e1f01b-bbc3-42f3-b9e3-58b28a4207f9 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:15.074023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a069bef-2210-4164-8e77-8ba237f29a8f req-44e1f01b-bbc3-42f3-b9e3-58b28a4207f9 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 1135 time: 0.2154233 Jan 28 13:01:15.075779 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:15.103704 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3a069bef-2210-4164-8e77-8ba237f29a8f req-b7e017d5-31f5-436b-bafe-b9d77d6297ed tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:15.109753 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0bbdd9b-d7b7-4126-9805-4e6b95800674 req-766be60d-7cf2-4b71-ba54-d22f246d6c93 service neutron] 10.222.0.49 "GET /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194105 Jan 28 13:01:15.124842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a05bb-19dc-48e7-80e7-96bea5876212 req-f1704453-9139-497e-94fd-6fee0252edb4 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:15.126460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c93a05bb-19dc-48e7-80e7-96bea5876212 req-f1704453-9139-497e-94fd-6fee0252edb4 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.2325580 Jan 28 13:01:15.174071 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Routers {'f8638de1-a0d6-4d95-acd6-c36985de0528'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:15.174655 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f8638de1-a0d6-4d95-acd6-c36985de0528'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:15.177040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971ce7d8-3813-498d-a6ad-757bce7552a8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:15.180724 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-971ce7d8-3813-498d-a6ad-757bce7552a8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:15.251836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-58668fd2-b278-4c5c-b6bb-19394b1e4c15 None None] Provisioning complete for port 552816c2-4008-4684-84c2-193ab1a7ad94 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:15.254527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58668fd2-b278-4c5c-b6bb-19394b1e4c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:15.288899 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcb019-072b-4d91-a0b1-1a3c3a598fb2 None None] Pushing event updated for resources: {'Port': ['ID=552816c2-4008-4684-84c2-193ab1a7ad94,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:15.527032 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c93a05bb-19dc-48e7-80e7-96bea5876212 req-c2b12f75-3a2f-4120-b5e7-66d94b1489e1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271921 Jan 28 13:01:15.555992 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3a069bef-2210-4164-8e77-8ba237f29a8f req-b7e017d5-31f5-436b-bafe-b9d77d6297ed tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Publish callbacks [] for security_group (e038d44f-4cba-4173-8a9f-b43ee6bc0b64), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:15.559062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966c523-09a4-4de1-9e81-4cd7679699c6 req-4e1d00f9-07c5-43d1-b237-6cad99e7f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:15.576036 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] Set router f8638de1-a0d6-4d95-acd6-c36985de0528 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:15.576430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c966c523-09a4-4de1-9e81-4cd7679699c6 req-4e1d00f9-07c5-43d1-b237-6cad99e7f103 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cdb1af5c68449d0ab8f1cccf6b3ff05&device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1095 time: 0.3281562 Jan 28 13:01:15.578116 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3a069bef-2210-4164-8e77-8ba237f29a8f req-b7e017d5-31f5-436b-bafe-b9d77d6297ed tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e038d44f-4cba-4173-8a9f-b43ee6bc0b64), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:15.594630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-58668fd2-b278-4c5c-b6bb-19394b1e4c15 None None] Current status of the port 552816c2-4008-4684-84c2-193ab1a7ad94 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:15.595837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58668fd2-b278-4c5c-b6bb-19394b1e4c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:15.676407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-58668fd2-b278-4c5c-b6bb-19394b1e4c15 None None] For port 552816c2-4008-4684-84c2-193ab1a7ad94, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=552816c2-4008-4684-84c2-193ab1a7ad94,segment=NetworkSegment(2515b62a-b9f3-4ea2-8f05-af12728e6c89),segment_id=2515b62a-b9f3-4ea2-8f05-af12728e6c89)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:15.685725 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58668fd2-b278-4c5c-b6bb-19394b1e4c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:15.713501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-971ce7d8-3813-498d-a6ad-757bce7552a8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (a63451a9-b43b-47fd-9bed-e6ad14f50717), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:15.796387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e017d5-31f5-436b-bafe-b9d77d6297ed tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e038d44f-4cba-4173-8a9f-b43ee6bc0b64,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:15.828796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58668fd2-b278-4c5c-b6bb-19394b1e4c15 None None] Pushing event updated for resources: {'Port': ['ID=552816c2-4008-4684-84c2-193ab1a7ad94,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:15.834798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a069bef-2210-4164-8e77-8ba237f29a8f req-b7e017d5-31f5-436b-bafe-b9d77d6297ed tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7594485 Jan 28 13:01:15.857747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-64b508e8-8821-459c-823b-9f2b0f85df80 None None] Provisioning complete for port 552816c2-4008-4684-84c2-193ab1a7ad94 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:15.858339 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64b508e8-8821-459c-823b-9f2b0f85df80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:15.868528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53876) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:15.897165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ce7d8-3813-498d-a6ad-757bce7552a8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Subnet': ['ID=a63451a9-b43b-47fd-9bed-e6ad14f50717,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:15.926920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ce7d8-3813-498d-a6ad-757bce7552a8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Checking segment: {'id': '21a0e4f2-c75c-44b4-9330-f24ac021d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f0ce90c6-6091-4866-ab41-5aafb027fd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:15.929582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971ce7d8-3813-498d-a6ad-757bce7552a8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network hostable DHCP agents. Network: f0ce90c6-6091-4866-ab41-5aafb027fd39, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:01:15.932169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80a0-a4c1-45b7-b1cc-70ac67dfba3f req-5d25873e-1b41-46a8-ac43-1776cec387a3 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:15.941680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8eab80a0-a4c1-45b7-b1cc-70ac67dfba3f req-5d25873e-1b41-46a8-ac43-1776cec387a3 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1095 time: 0.2039347 Jan 28 13:01:15.967290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971ce7d8-3813-498d-a6ad-757bce7552a8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network f0ce90c6-6091-4866-ab41-5aafb027fd39 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:01:15.995886 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'name': 'tempest-TestServerMultinode-1819154484-router', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:54Z', 'updated_at': '2022-01-28T13:01:01Z', 'revision_number': 4, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'gw_port': {'id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:55Z', 'updated_at': '2022-01-28T13:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '552816c2-4008-4684-84c2-193ab1a7ad94', 'name': '', 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'mac_address': 'fa:16:3e:6e:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'b914635d-d187-49bd-9261-fbe2cb1fab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:58Z', 'updated_at': '2022-01-28T13:01:15Z', 'revision_number': 4, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'subnets': [{'id': 'b914635d-d187-49bd-9261-fbe2cb1fab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:16.001020 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-971ce7d8-3813-498d-a6ad-757bce7552a8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, f0ce90c6-6091-4866-ab41-5aafb027fd39) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:16.005687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966c523-09a4-4de1-9e81-4cd7679699c6 req-97573dcd-2648-4de5-aa28-6346ce7ca3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:16.007419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c966c523-09a4-4de1-9e81-4cd7679699c6 req-97573dcd-2648-4de5-aa28-6346ce7ca3c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=233f9234-9d66-4ad6-8ce3-72163bb5bc4e HTTP/1.1" status: 200 len: 911 time: 0.4209702 Jan 28 13:01:16.031821 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e38fbf-3b07-4564-9d5b-be60c960ff40 None None] The sync data for ids ['f8638de1-a0d6-4d95-acd6-c36985de0528'] in n-d-824835-4 is: [{'id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'name': 'tempest-TestServerMultinode-1819154484-router', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:54Z', 'updated_at': '2022-01-28T13:01:01Z', 'revision_number': 4, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'gw_port': {'id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:55Z', 'updated_at': '2022-01-28T13:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '552816c2-4008-4684-84c2-193ab1a7ad94', 'name': '', 'network_id': '0baee52a-36fc-49c5-9774-8c1c93b2e2e0', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'mac_address': 'fa:16:3e:6e:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'b914635d-d187-49bd-9261-fbe2cb1fab39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:58Z', 'updated_at': '2022-01-28T13:01:15Z', 'revision_number': 4, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'subnets': [{'id': 'b914635d-d187-49bd-9261-fbe2cb1fab39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:16.036637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ce7d8-3813-498d-a6ad-757bce7552a8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:16.037873 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-971ce7d8-3813-498d-a6ad-757bce7552a8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:16.043979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41bdc0f-b3bf-40b8-8ca2-546461463209 None None] Network f0ce90c6-6091-4866-ab41-5aafb027fd39 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:16.090072 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-971ce7d8-3813-498d-a6ad-757bce7552a8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7992904 Jan 28 13:01:16.091566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53878) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:16.101113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-870f6abe-6053-40ef-816a-8e3339912f4c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1114712813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:16.114131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c966c523-09a4-4de1-9e81-4cd7679699c6 req-7c948ec0-85f4-4814-a417-c55838ba31b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d2f2cab-0411-407a-be9b-fa1337528b51 HTTP/1.1" status: 200 len: 217 time: 0.0902891 Jan 28 13:01:16.165092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-870f6abe-6053-40ef-816a-8e3339912f4c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (384ee86a-0e21-48d6-aec9-cff3db90c01e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:16.170402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737821c1-45d6-4b28-84b7-225f0ece30e6 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:16.171601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-870f6abe-6053-40ef-816a-8e3339912f4c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (384ee86a-0e21-48d6-aec9-cff3db90c01e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:16.172447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-737821c1-45d6-4b28-84b7-225f0ece30e6 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 1130 time: 0.3029532 Jan 28 13:01:16.178574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:16.183752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:16.187448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-64b508e8-8821-459c-823b-9f2b0f85df80 None None] Current status of the port 552816c2-4008-4684-84c2-193ab1a7ad94 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:16.213649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8eab80a0-a4c1-45b7-b1cc-70ac67dfba3f req-6fd38bd0-6b8e-4e42-8840-5e490ffc4653 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703636 Jan 28 13:01:16.250500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966c523-09a4-4de1-9e81-4cd7679699c6 req-9cf19721-14ce-4891-9032-958420ad417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:16.252959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c966c523-09a4-4de1-9e81-4cd7679699c6 req-9cf19721-14ce-4891-9032-958420ad417b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=400c2fa5-afbf-4f6d-9d6b-afcbf1dba857 HTTP/1.1" status: 200 len: 849 time: 0.1314704 Jan 28 13:01:16.282206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:16.302399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-f0ce90c6-6091-4866-ab41-5aafb027fd39', 'network_id': 'f0ce90c6-6091-4866-ab41-5aafb027fd39', 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'fixed_ips': [{'subnet_id': 'a63451a9-b43b-47fd-9bed-e6ad14f50717'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:01:16.303670 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:16.366737 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-870f6abe-6053-40ef-816a-8e3339912f4c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (384ee86a-0e21-48d6-aec9-cff3db90c01e), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:16.372775 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-870f6abe-6053-40ef-816a-8e3339912f4c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (384ee86a-0e21-48d6-aec9-cff3db90c01e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:16.402978 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-870f6abe-6053-40ef-816a-8e3339912f4c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:16.404296 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-870f6abe-6053-40ef-816a-8e3339912f4c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3115709 Jan 28 13:01:16.407866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53882) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:16.449079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966c523-09a4-4de1-9e81-4cd7679699c6 req-f66a6752-eb94-48e2-8c4b-2e199e74f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:16.468661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c966c523-09a4-4de1-9e81-4cd7679699c6 req-f66a6752-eb94-48e2-8c4b-2e199e74f85c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=233f9234-9d66-4ad6-8ce3-72163bb5bc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033038 Jan 28 13:01:16.630165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Allocated IP 172.20.0.2 (f0ce90c6-6091-4866-ab41-5aafb027fd39/a63451a9-b43b-47fd-9bed-e6ad14f50717/d3fa12ff-d0b4-4790-8ea7-ded2824bcf39) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:16.703883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c966c523-09a4-4de1-9e81-4cd7679699c6 req-5648682c-7c2d-46b5-9636-7b87a6a919dd service neutron] 10.222.0.49 "GET /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286398 Jan 28 13:01:16.870401 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:16.908514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec393d-a88e-4d2b-b480-e19f26df9e1b req-b298b937-bc5c-4f36-aa9e-1f15e5481ae1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:16.911440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30ec393d-a88e-4d2b-b480-e19f26df9e1b req-b298b937-bc5c-4f36-aa9e-1f15e5481ae1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1511676 Jan 28 13:01:16.928707 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Publish callbacks [] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:16.938108 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:16.969140 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:16.986643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Network f0ce90c6-6091-4866-ab41-5aafb027fd39 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:16.995278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:16.998666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:17.011814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Pushing event updated for resources: {'Port': ['ID=d3fa12ff-d0b4-4790-8ea7-ded2824bcf39,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:17.102157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-30ec393d-a88e-4d2b-b480-e19f26df9e1b req-67b5b55b-f5af-4f92-a31b-4168d32e86ef tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262825 Jan 28 13:01:17.116200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c966c523-09a4-4de1-9e81-4cd7679699c6 req-3b3786b7-aaf4-4dac-9ea3-fc44f803f030 service neutron] 10.222.0.49 "GET /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980315 Jan 28 13:01:17.119326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Attempting to bind port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:17.119917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Attempting to bind port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '21a0e4f2-c75c-44b4-9330-f24ac021d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f0ce90c6-6091-4866-ab41-5aafb027fd39'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:17.128637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Attempting to bind port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 on network f0ce90c6-6091-4866-ab41-5aafb027fd39 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:17.149570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:17.150609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Checking segment: {'id': '21a0e4f2-c75c-44b4-9330-f24ac021d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f0ce90c6-6091-4866-ab41-5aafb027fd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:17.151328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:17.152306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Bound using segment: {'id': '21a0e4f2-c75c-44b4-9330-f24ac021d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f0ce90c6-6091-4866-ab41-5aafb027fd39'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:17.153143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Bound port: d3fa12ff-d0b4-4790-8ea7-ded2824bcf39, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a0e4f2-c75c-44b4-9330-f24ac021d394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f0ce90c6-6091-4866-ab41-5aafb027fd39'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:17.154125 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:17.222158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Allocated IP 172.25.7.238 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:17.405624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] For port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:17.469437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a9c1a-a9fb-4483-91a1-6ff4118d6ce6 req-bc2dabfd-c9b3-4e47-9d58-6b03047c77f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:17.478010 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d3a9c1a-a9fb-4483-91a1-6ff4118d6ce6 req-bc2dabfd-c9b3-4e47-9d58-6b03047c77f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1095 time: 0.1238654 Jan 28 13:01:17.487383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 552816c2-4008-4684-84c2-193ab1a7ad94 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:17.511708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Allocated IP 172.20.0.1 (f0ce90c6-6091-4866-ab41-5aafb027fd39/a63451a9-b43b-47fd-9bed-e6ad14f50717/0607a703-4160-41b2-a947-751d31697c81) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:17.563311 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for port (ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:17.564082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] For port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d3fa12ff-d0b4-4790-8ea7-ded2824bcf39,segment=NetworkSegment(21a0e4f2-c75c-44b4-9330-f24ac021d394),segment_id=21a0e4f2-c75c-44b4-9330-f24ac021d394)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:17.570663 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:17.574135 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:17.582830 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d3a9c1a-a9fb-4483-91a1-6ff4118d6ce6 req-26c9d2e8-832e-472b-8f32-462feb4fb634 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035051 Jan 28 13:01:17.660274 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:17.674000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33ebd4-a06d-47f2-85f6-f3d7c33586bd None None] Pushing event updated for resources: {'Port': ['ID=d3fa12ff-d0b4-4790-8ea7-ded2824bcf39,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:17.685554 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 552816c2-4008-4684-84c2-193ab1a7ad94 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:17.687123 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:17.727045 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (0607a703-4160-41b2-a947-751d31697c81), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:17.733596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:17.741799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:17.748986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:17.794433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Port': ['ID=ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:17.803313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0607a703-4160-41b2-a947-751d31697c81), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:17.833366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 552816c2-4008-4684-84c2-193ab1a7ad94 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:17.871934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network f0ce90c6-6091-4866-ab41-5aafb027fd39 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:17.875568 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:17.880435 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:17.922275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=0607a703-4160-41b2-a947-751d31697c81,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:17.945483 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (384ee86a-0e21-48d6-aec9-cff3db90c01e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:17.990816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9d2f2cab-0411-407a-be9b-fa1337528b51 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:01:17.993429 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:18.202543 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0607a703-4160-41b2-a947-751d31697c81), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:18.215466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9d2f2cab-0411-407a-be9b-fa1337528b51, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9d2f2cab-0411-407a-be9b-fa1337528b51,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:18.281926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '9d2f2cab-0411-407a-be9b-fa1337528b51', 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e', 'port_id': '9d2f2cab-0411-407a-be9b-fa1337528b51', 'mac_address': 'fa:16:3e:89:7e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400c2fa5-afbf-4f6d-9d6b-afcbf1dba857', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:01:18.358459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 9d2f2cab-0411-407a-be9b-fa1337528b51 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:18.358835 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:18.376444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2f2cab-0411-407a-be9b-fa1337528b51 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:01:18.439080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9d2f2cab-0411-407a-be9b-fa1337528b51, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9d2f2cab-0411-407a-be9b-fa1337528b51,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:18.447060 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:18.581690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=9d2f2cab-0411-407a-be9b-fa1337528b51,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:18.672230 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (0607a703-4160-41b2-a947-751d31697c81), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:18.684691 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (0607a703-4160-41b2-a947-751d31697c81), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:18.713143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['9d2f2cab-0411-407a-be9b-fa1337528b51'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:01:18.853775 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (384ee86a-0e21-48d6-aec9-cff3db90c01e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:18.857042 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=0607a703-4160-41b2-a947-751d31697c81,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:18.954175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021ad7e-e9ce-45b2-ac7a-a072be909d5c req-182ebad0-2c57-448a-bc65-8842ce5232a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:18.955940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6021ad7e-e9ce-45b2-ac7a-a072be909d5c req-182ebad0-2c57-448a-bc65-8842ce5232a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.3350375 Jan 28 13:01:19.023395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network f0ce90c6-6091-4866-ab41-5aafb027fd39 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:19.025088 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:19.090269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6021ad7e-e9ce-45b2-ac7a-a072be909d5c req-c220efb1-e77b-449e-a9a6-ee0195ada6d3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133904 Jan 28 13:01:19.101959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5543dd-9ad6-4a01-b680-62e669cd3315 req-1d99f690-c09a-468e-b56b-d05aef52a3fc tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:19.104073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b5543dd-9ad6-4a01-b680-62e669cd3315 req-1d99f690-c09a-468e-b56b-d05aef52a3fc tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1096 time: 0.2973495 Jan 28 13:01:19.121894 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for floatingip (d27d7b6e-75c4-45e6-a4fd-ef2c28f2ad74), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:19.216443 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 384ee86a-0e21-48d6-aec9-cff3db90c01e is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:01:19.233788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b5543dd-9ad6-4a01-b680-62e669cd3315 req-eef2a1a5-e369-473b-908d-f4e19add2c7e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199203 Jan 28 13:01:19.293335 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-051035c4-3d6c-4f14-bffc-fd664acc6889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:19.339732 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:19.354367 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:19.364011 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-194f847d-dde8-44bc-b419-b56351b022b9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/384ee86a-0e21-48d6-aec9-cff3db90c01e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9510026 Jan 28 13:01:19.364235 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a56ba7a-ce53-4436-9390-a6aab7ce58d0 None None] Network f0ce90c6-6091-4866-ab41-5aafb027fd39 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:19.364345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:19.391935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45e352-d8ed-4170-9560-9b28ba37aceb None None] Sync routers for ids ['384ee86a-0e21-48d6-aec9-cff3db90c01e'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:19.436461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:19.437589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfbe87e-930c-4276-9048-745346aac295 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:19.440045 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8dfbe87e-930c-4276-9048-745346aac295 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports/0607a703-4160-41b2-a947-751d31697c81 HTTP/1.1" status: 200 len: 910 time: 0.0705690 Jan 28 13:01:19.441734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53894) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:19.450395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4c2e6e75-dfd7-42f6-9b11-3bad36eb450f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a63451a9-b43b-47fd-9bed-e6ad14f50717'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:19.480081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45e352-d8ed-4170-9560-9b28ba37aceb None None] Routers {'384ee86a-0e21-48d6-aec9-cff3db90c01e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:19.481517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0c45e352-d8ed-4170-9560-9b28ba37aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['384ee86a-0e21-48d6-aec9-cff3db90c01e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:19.536451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0c45e352-d8ed-4170-9560-9b28ba37aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:19.562384 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for port (ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:19.567710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:19.570628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e7df47fb-08d6-4039-924d-892799f346fa None None] Provisioning complete for port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:19.571013 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7df47fb-08d6-4039-924d-892799f346fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:19.602925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45e352-d8ed-4170-9560-9b28ba37aceb None None] Routers {'384ee86a-0e21-48d6-aec9-cff3db90c01e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:19.603742 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0c45e352-d8ed-4170-9560-9b28ba37aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['384ee86a-0e21-48d6-aec9-cff3db90c01e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:19.620159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Port': ['ID=ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:19.644602 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6e75-dfd7-42f6-9b11-3bad36eb450f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0607a703-4160-41b2-a947-751d31697c81), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:19.666489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0c45e352-d8ed-4170-9560-9b28ba37aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:19.667231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45e352-d8ed-4170-9560-9b28ba37aceb None None] The sync data for ids ['384ee86a-0e21-48d6-aec9-cff3db90c01e'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:19.684088 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (d27d7b6e-75c4-45e6-a4fd-ef2c28f2ad74), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:19.689487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:19.689995 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:19.792117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e7df47fb-08d6-4039-924d-892799f346fa None None] Current status of the port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:19.792798 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7df47fb-08d6-4039-924d-892799f346fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:19.835521 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Floating IP d27d7b6e-75c4-45e6-a4fd-ef2c28f2ad74 associated. External IP: 172.25.7.238, port: 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7. Jan 28 13:01:19.860954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e7df47fb-08d6-4039-924d-892799f346fa None None] For port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d3fa12ff-d0b4-4790-8ea7-ded2824bcf39,segment=NetworkSegment(21a0e4f2-c75c-44b4-9330-f24ac021d394),segment_id=21a0e4f2-c75c-44b4-9330-f24ac021d394)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:19.870029 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7df47fb-08d6-4039-924d-892799f346fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:19.877199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:19.877531 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:19.989959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9d2f2cab-0411-407a-be9b-fa1337528b51 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:19.997105 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df47fb-08d6-4039-924d-892799f346fa None None] Pushing event updated for resources: {'Port': ['ID=d3fa12ff-d0b4-4790-8ea7-ded2824bcf39,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:20.050387 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:01:20.051424 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:01:20.084019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 9d2f2cab-0411-407a-be9b-fa1337528b51 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:01:20.092211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 9d2f2cab-0411-407a-be9b-fa1337528b51 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:20.092597 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:20.134723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0e8f5bd0-1820-49d1-af6a-b1e6781ec169 None None] Provisioning complete for port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:20.135191 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e8f5bd0-1820-49d1-af6a-b1e6781ec169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:20.245704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6e75-dfd7-42f6-9b11-3bad36eb450f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (0607a703-4160-41b2-a947-751d31697c81), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:20.262573 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6e75-dfd7-42f6-9b11-3bad36eb450f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (0607a703-4160-41b2-a947-751d31697c81), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:20.311050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 9d2f2cab-0411-407a-be9b-fa1337528b51 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:20.311501 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:20.354164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0e8f5bd0-1820-49d1-af6a-b1e6781ec169 None None] Current status of the port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:20.367041 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e0d501-cbe7-4de7-bead-7a65b1229014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2f2cab-0411-407a-be9b-fa1337528b51'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:20.369711 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067acef9-3994-4fc1-971e-6a06264f4a9e" -d '{"events": [{"server_uuid": "23e0d501-cbe7-4de7-bead-7a65b1229014", "name": "network-vif-plugged", "status": "completed", "tag": "9d2f2cab-0411-407a-be9b-fa1337528b51"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:20.388383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 9d2f2cab-0411-407a-be9b-fa1337528b51, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9d2f2cab-0411-407a-be9b-fa1337528b51,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:20.389499 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e6e75-dfd7-42f6-9b11-3bad36eb450f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=0607a703-4160-41b2-a947-751d31697c81,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:20.390093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0e8f5bd0-1820-49d1-af6a-b1e6781ec169 None None] Provisioning complete for port 0607a703-4160-41b2-a947-751d31697c81 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:20.390501 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e8f5bd0-1820-49d1-af6a-b1e6781ec169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0607a703-4160-41b2-a947-751d31697c81), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:20.398716 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2e6e75-dfd7-42f6-9b11-3bad36eb450f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:20.399910 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6e75-dfd7-42f6-9b11-3bad36eb450f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:20.404852 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4c2e6e75-dfd7-42f6-9b11-3bad36eb450f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/ports/0607a703-4160-41b2-a947-751d31697c81 HTTP/1.1" status: 200 len: 910 time: 0.9598725 Jan 28 13:01:20.405792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53902) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:20.417999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93a939-0349-49a9-9731-0d5d217c1b80 req-80639c53-12d6-4ea1-9029-41394ff4946b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:20.419775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca93a939-0349-49a9-9731-0d5d217c1b80 req-80639c53-12d6-4ea1-9029-41394ff4946b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1770303 Jan 28 13:01:20.427676 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:20.432435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Router 9c91ff77-f74c-4979-808b-b42c825992c4 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:20.484913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0e8f5bd0-1820-49d1-af6a-b1e6781ec169 None None] Port 0607a703-4160-41b2-a947-751d31697c81 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:20.490850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605fa8b-c39e-4a28-af51-e65e1b7a5efe req-106d2130-78be-456a-bb3b-8e78f01dad72 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:20.498896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6605fa8b-c39e-4a28-af51-e65e1b7a5efe req-106d2130-78be-456a-bb3b-8e78f01dad72 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1096 time: 0.1402521 Jan 28 13:01:20.505743 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=9d2f2cab-0411-407a-be9b-fa1337528b51,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:20.610807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:20.626770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9a4464b4-c996-4692-936a-742ef93f8376 None None] Provisioning complete for port 0607a703-4160-41b2-a947-751d31697c81 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:20.627113 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6605fa8b-c39e-4a28-af51-e65e1b7a5efe req-3f162b32-ff3b-487e-8040-97b56ab98fa4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271408 Jan 28 13:01:20.627740 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a4464b4-c996-4692-936a-742ef93f8376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0607a703-4160-41b2-a947-751d31697c81), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:20.634212 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca93a939-0349-49a9-9731-0d5d217c1b80 req-04e0d87f-944e-4250-a3a0-1734860ce8b0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996756 Jan 28 13:01:20.709429 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade91fda-708e-4e86-b003-b91ca48e51d0 x-openstack-request-id: req-ade91fda-708e-4e86-b003-b91ca48e51d0 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:20.709856 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e0d501-cbe7-4de7-bead-7a65b1229014", "name": "network-vif-plugged", "status": "completed", "tag": "9d2f2cab-0411-407a-be9b-fa1337528b51", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:20.710207 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ade91fda-708e-4e86-b003-b91ca48e51d0 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:20.711073 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e0d501-cbe7-4de7-bead-7a65b1229014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2f2cab-0411-407a-be9b-fa1337528b51', 'code': 200} Jan 28 13:01:20.714349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9a4464b4-c996-4692-936a-742ef93f8376 None None] Port 0607a703-4160-41b2-a947-751d31697c81 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:20.764381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:20.777562 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a911950b-dc64-4a19-b1fc-85e78894652d None None] Sync routers for ids ['9c91ff77-f74c-4979-808b-b42c825992c4'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:20.798206 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911950b-dc64-4a19-b1fc-85e78894652d None None] Routers {'9c91ff77-f74c-4979-808b-b42c825992c4'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:20.798883 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a911950b-dc64-4a19-b1fc-85e78894652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9c91ff77-f74c-4979-808b-b42c825992c4'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:20.809002 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:20.853790 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-53165248-891b-42d6-a34c-4001e4cbdf93 None None] Provisioning complete for port 0607a703-4160-41b2-a947-751d31697c81 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:20.854485 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53165248-891b-42d6-a34c-4001e4cbdf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0607a703-4160-41b2-a947-751d31697c81), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:20.865984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5e0e5d66-0d0a-40ce-aefc-24285f4329f8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6857634 Jan 28 13:01:20.867811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'tag': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:20.870090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53906) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:20.871042 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c8cf53-408c-436c-bbc2-74bbccc0d112" -d '{"events": [{"name": "network-changed", "server_uuid": "5c52c68c-14d5-4d45-80a0-09c8f45693cc", "tag": "7ccf2caa-a14e-4c73-87a6-8fb8839c93a7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:20.946312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-53165248-891b-42d6-a34c-4001e4cbdf93 None None] Port 0607a703-4160-41b2-a947-751d31697c81 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:20.953711 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1047b49-c898-478b-8e98-8187c264b190 x-openstack-request-id: req-d1047b49-c898-478b-8e98-8187c264b190 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:20.953711 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c52c68c-14d5-4d45-80a0-09c8f45693cc", "tag": "7ccf2caa-a14e-4c73-87a6-8fb8839c93a7", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:20.953711 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1047b49-c898-478b-8e98-8187c264b190 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:20.953711 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'tag': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7', 'status': 'completed', 'code': 200} Jan 28 13:01:20.983297 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a911950b-dc64-4a19-b1fc-85e78894652d None None] Set router 9c91ff77-f74c-4979-808b-b42c825992c4 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:21.084564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827853ec-d1f8-4c4d-aa20-a7d1e584479e req-f3866868-cc6c-448f-898a-372371cf60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.086596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-827853ec-d1f8-4c4d-aa20-a7d1e584479e req-f3866868-cc6c-448f-898a-372371cf60d0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1097 time: 0.2976794 Jan 28 13:01:21.154258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-827853ec-d1f8-4c4d-aa20-a7d1e584479e req-0ff16833-dfbb-493b-b7e3-7cc7e5d22f42 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607600 Jan 28 13:01:21.172965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8549aaf-7e05-4241-9f5d-690f1b69676f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.173633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8549aaf-7e05-4241-9f5d-690f1b69676f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.173908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8549aaf-7e05-4241-9f5d-690f1b69676f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.174369 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8549aaf-7e05-4241-9f5d-690f1b69676f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.175094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8549aaf-7e05-4241-9f5d-690f1b69676f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.175712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8549aaf-7e05-4241-9f5d-690f1b69676f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.176227 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8549aaf-7e05-4241-9f5d-690f1b69676f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.176714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8549aaf-7e05-4241-9f5d-690f1b69676f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.177180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8549aaf-7e05-4241-9f5d-690f1b69676f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.177591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8549aaf-7e05-4241-9f5d-690f1b69676f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.182913 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f8549aaf-7e05-4241-9f5d-690f1b69676f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7067 time: 0.3084908 Jan 28 13:01:21.184106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53912) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:21.188967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8cf53-408c-436c-bbc2-74bbccc0d112 req-024202a0-de88-43bd-95f3-f93dcdaa6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.191039 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-66c8cf53-408c-436c-bbc2-74bbccc0d112 req-024202a0-de88-43bd-95f3-f93dcdaa6f84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5&device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 1135 time: 0.2148407 Jan 28 13:01:21.204692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22c801a3-ea58-4f51-b5eb-5c20d2a3e71d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (384ee86a-0e21-48d6-aec9-cff3db90c01e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:21.251628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:21.278955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed0be0-609a-498a-87da-f5b8c299b217 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.279461 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed0be0-609a-498a-87da-f5b8c299b217 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.279928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed0be0-609a-498a-87da-f5b8c299b217 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.280382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed0be0-609a-498a-87da-f5b8c299b217 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.280894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed0be0-609a-498a-87da-f5b8c299b217 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.281415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed0be0-609a-498a-87da-f5b8c299b217 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.281973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed0be0-609a-498a-87da-f5b8c299b217 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.282564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed0be0-609a-498a-87da-f5b8c299b217 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.283012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed0be0-609a-498a-87da-f5b8c299b217 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.283651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed0be0-609a-498a-87da-f5b8c299b217 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.286583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-abed0be0-609a-498a-87da-f5b8c299b217 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6514 time: 0.1020551 Jan 28 13:01:21.289465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53914) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:21.310379 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a911950b-dc64-4a19-b1fc-85e78894652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:44Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'd27d7b6e-75c4-45e6-a4fd-ef2c28f2ad74', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'port_id': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'mac_address': 'fa:16:3e:09:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:01:18Z', 'updated_at': '2022-01-28T13:01:18Z', 'revision_number': 0, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b52978-e4f0-4011-bd1f-efe61e7e53cf', 'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:3c:0f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:42Z', 'updated_at': '2022-01-28T13:01:00Z', 'revision_number': 5, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:21.334112 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:21.334998 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:21.358210 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a911950b-dc64-4a19-b1fc-85e78894652d None None] Checking router: 9c91ff77-f74c-4979-808b-b42c825992c4 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:21.368549 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911950b-dc64-4a19-b1fc-85e78894652d None None] Routers {'9c91ff77-f74c-4979-808b-b42c825992c4'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:21.369511 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a911950b-dc64-4a19-b1fc-85e78894652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:00:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9c91ff77-f74c-4979-808b-b42c825992c4'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:21.469596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:21.491970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8cf53-408c-436c-bbc2-74bbccc0d112 req-a55b4bfd-a4e2-4068-8435-02bb293b730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.493745 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-66c8cf53-408c-436c-bbc2-74bbccc0d112 req-a55b4bfd-a4e2-4068-8435-02bb293b730b service neutron] 10.222.0.49 "GET /v2.0/networks?id=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f HTTP/1.1" status: 200 len: 897 time: 0.1174228 Jan 28 13:01:21.527439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5b8d7025-93dc-4035-b3bc-602dd92529dc tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5749 time: 0.2353129 Jan 28 13:01:21.529917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53916) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:21.582126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549d150-0f27-41d8-a25c-8350e4ee6277 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.583131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549d150-0f27-41d8-a25c-8350e4ee6277 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.585214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b549d150-0f27-41d8-a25c-8350e4ee6277 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9c91ff77-f74c-4979-808b-b42c825992c4 HTTP/1.1" status: 200 len: 1990 time: 0.0540125 Jan 28 13:01:21.617505 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ff15eec-a7a1-438f-a229-e720f268e267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:21.632956 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a911950b-dc64-4a19-b1fc-85e78894652d None None] Set router 9c91ff77-f74c-4979-808b-b42c825992c4 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:21.819375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63659e-6d29-4d81-8034-418ad747e413 req-9d0fd6f2-cbf9-4697-996c-d67d466f25c4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:21.827528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf63659e-6d29-4d81-8034-418ad747e413 req-9d0fd6f2-cbf9-4697-996c-d67d466f25c4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1097 time: 0.0745118 Jan 28 13:01:21.907168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf63659e-6d29-4d81-8034-418ad747e413 req-e17f0f37-d479-4ff8-bb63-a03766e4d58e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784297 Jan 28 13:01:22.026006 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a911950b-dc64-4a19-b1fc-85e78894652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:44Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'd27d7b6e-75c4-45e6-a4fd-ef2c28f2ad74', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'port_id': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'mac_address': 'fa:16:3e:09:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:01:18Z', 'updated_at': '2022-01-28T13:01:18Z', 'revision_number': 0, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b52978-e4f0-4011-bd1f-efe61e7e53cf', 'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:3c:0f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:42Z', 'updated_at': '2022-01-28T13:01:00Z', 'revision_number': 5, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:22.077113 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a911950b-dc64-4a19-b1fc-85e78894652d None None] The sync data for ids ['9c91ff77-f74c-4979-808b-b42c825992c4'] in n-d-824835-4 is: [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:44Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'd27d7b6e-75c4-45e6-a4fd-ef2c28f2ad74', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'port_id': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'mac_address': 'fa:16:3e:09:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:01:18Z', 'updated_at': '2022-01-28T13:01:18Z', 'revision_number': 0, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b52978-e4f0-4011-bd1f-efe61e7e53cf', 'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:3c:0f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:42Z', 'updated_at': '2022-01-28T13:01:00Z', 'revision_number': 5, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:22.100217 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-66c8cf53-408c-436c-bbc2-74bbccc0d112 req-bc48227b-fb82-4525-a972-5a5e9b449e62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 HTTP/1.1" status: 200 len: 999 time: 0.5982163 Jan 28 13:01:22.148323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9863c-a39c-4906-8ef9-abfde8a8d1a7 req-b84d3364-6625-401a-acac-5db0b9c7717d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:22.149549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97b9863c-a39c-4906-8ef9-abfde8a8d1a7 req-b84d3364-6625-401a-acac-5db0b9c7717d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.0598726 Jan 28 13:01:22.177084 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-22c801a3-ea58-4f51-b5eb-5c20d2a3e71d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port 0607a703-4160-41b2-a947-751d31697c81 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:22.177523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22c801a3-ea58-4f51-b5eb-5c20d2a3e71d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0607a703-4160-41b2-a947-751d31697c81), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:22.183163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8cf53-408c-436c-bbc2-74bbccc0d112 req-5c4ed1af-53ae-40dd-9fcd-16913b7e59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:22.184704 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-66c8cf53-408c-436c-bbc2-74bbccc0d112 req-5c4ed1af-53ae-40dd-9fcd-16913b7e59bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33010f4f-44bd-4440-8a35-087f26a1f0e3 HTTP/1.1" status: 200 len: 834 time: 0.0752954 Jan 28 13:01:22.218417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97b9863c-a39c-4906-8ef9-abfde8a8d1a7 req-d59e11e5-9a38-4366-8417-03139cf918cd tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603476 Jan 28 13:01:22.299076 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8cf53-408c-436c-bbc2-74bbccc0d112 req-54d51826-a29c-4839-828d-4ca9e70f975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:22.300690 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-66c8cf53-408c-436c-bbc2-74bbccc0d112 req-54d51826-a29c-4839-828d-4ca9e70f975e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050286 Jan 28 13:01:22.337526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22c801a3-ea58-4f51-b5eb-5c20d2a3e71d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0607a703-4160-41b2-a947-751d31697c81), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:22.382707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-22c801a3-ea58-4f51-b5eb-5c20d2a3e71d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for 0607a703-4160-41b2-a947-751d31697c81 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:22.481875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fcb87d-6b27-48b0-a241-256e37ffcb0f None None] New status for floating IP d27d7b6e-75c4-45e6-a4fd-ef2c28f2ad74: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:01:22.486198 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-66c8cf53-408c-436c-bbc2-74bbccc0d112 req-21628f11-53ab-4f63-8b92-c0f03d687224 service neutron] 10.222.0.49 "GET /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778574 Jan 28 13:01:22.671837 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-66c8cf53-408c-436c-bbc2-74bbccc0d112 req-9ce8257f-27cf-48e3-ba29-be3de0333ab4 service neutron] 10.222.0.49 "GET /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740251 Jan 28 13:01:22.717646 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22c801a3-ea58-4f51-b5eb-5c20d2a3e71d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0607a703-4160-41b2-a947-751d31697c81), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:22.759926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c801a3-ea58-4f51-b5eb-5c20d2a3e71d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=0607a703-4160-41b2-a947-751d31697c81,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:22.936212 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22c801a3-ea58-4f51-b5eb-5c20d2a3e71d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (384ee86a-0e21-48d6-aec9-cff3db90c01e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:23.046056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:23.093168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a25b42-090b-4f0e-8b11-64d4752ba7fe req-19c8f245-24e9-4a09-8891-0b994e35a1b0 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:23.095786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5a25b42-090b-4f0e-8b11-64d4752ba7fe req-19c8f245-24e9-4a09-8891-0b994e35a1b0 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1097 time: 0.0678120 Jan 28 13:01:23.170892 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:01:23.172547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5a25b42-090b-4f0e-8b11-64d4752ba7fe req-95bdb248-a0e9-4000-853e-0760449488c3 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669730 Jan 28 13:01:23.198357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c801a3-ea58-4f51-b5eb-5c20d2a3e71d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 384ee86a-0e21-48d6-aec9-cff3db90c01e has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:23.312937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c801a3-ea58-4f51-b5eb-5c20d2a3e71d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:23.326433 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf3b36-9780-4d29-abd4-5272a938d91c None None] Sync routers for ids ['384ee86a-0e21-48d6-aec9-cff3db90c01e'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:23.335109 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-22c801a3-ea58-4f51-b5eb-5c20d2a3e71d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/384ee86a-0e21-48d6-aec9-cff3db90c01e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9251070 Jan 28 13:01:23.335328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:23.348385 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf3b36-9780-4d29-abd4-5272a938d91c None None] Routers {'384ee86a-0e21-48d6-aec9-cff3db90c01e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:23.349534 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-edbf3b36-9780-4d29-abd4-5272a938d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['384ee86a-0e21-48d6-aec9-cff3db90c01e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:23.367323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09addfc-7d78-494a-b75d-d3196cf5a56a req-996721b5-0f4b-490b-9cc3-cb8474660c74 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:23.369090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d09addfc-7d78-494a-b75d-d3196cf5a56a req-996721b5-0f4b-490b-9cc3-cb8474660c74 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1097 time: 0.0818968 Jan 28 13:01:23.374728 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2a712ba9-e57c-4f16-ae63-1697b4c1858e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=384ee86a-0e21-48d6-aec9-cff3db90c01e HTTP/1.1" status: 200 len: 205 time: 0.0382330 Jan 28 13:01:23.377284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53932) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:23.394870 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-edbf3b36-9780-4d29-abd4-5272a938d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:23.406658 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf3b36-9780-4d29-abd4-5272a938d91c None None] Routers {'384ee86a-0e21-48d6-aec9-cff3db90c01e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:23.407559 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-edbf3b36-9780-4d29-abd4-5272a938d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['384ee86a-0e21-48d6-aec9-cff3db90c01e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:23.422061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ffba1-962d-4095-94ca-0f91cbbf46f4 req-49b174b5-7001-49db-9653-2608427b6ec5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:23.432099 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e4ffba1-962d-4095-94ca-0f91cbbf46f4 req-49b174b5-7001-49db-9653-2608427b6ec5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1037993 Jan 28 13:01:23.447558 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-edbf3b36-9780-4d29-abd4-5272a938d91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:23.448458 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf3b36-9780-4d29-abd4-5272a938d91c None None] The sync data for ids ['384ee86a-0e21-48d6-aec9-cff3db90c01e'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:23.463153 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae6e804c-0339-4cbe-ad5e-6248af10890c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (384ee86a-0e21-48d6-aec9-cff3db90c01e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:23.524217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d09addfc-7d78-494a-b75d-d3196cf5a56a req-8f128cae-8219-48c5-a758-21e69fd0f9f5 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452153 Jan 28 13:01:23.533555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e4ffba1-962d-4095-94ca-0f91cbbf46f4 req-7bc9558f-3c73-4230-8568-ca103b243547 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004527 Jan 28 13:01:23.688886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41650ba7-febd-486b-a6a8-20758dc50120 req-2490b87b-53c2-402d-9c8d-e11024027e93 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:23.691144 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41650ba7-febd-486b-a6a8-20758dc50120 req-2490b87b-53c2-402d-9c8d-e11024027e93 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1097 time: 0.0537407 Jan 28 13:01:23.702878 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae6e804c-0339-4cbe-ad5e-6248af10890c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (384ee86a-0e21-48d6-aec9-cff3db90c01e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:23.705172 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae6e804c-0339-4cbe-ad5e-6248af10890c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (384ee86a-0e21-48d6-aec9-cff3db90c01e), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:23.756517 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae6e804c-0339-4cbe-ad5e-6248af10890c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (384ee86a-0e21-48d6-aec9-cff3db90c01e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:23.757128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6e804c-0339-4cbe-ad5e-6248af10890c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Fanout notify agent at l3_agent the message router_deleted on router 384ee86a-0e21-48d6-aec9-cff3db90c01e {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:01:23.760499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41650ba7-febd-486b-a6a8-20758dc50120 req-f13d8d70-62d5-4e26-9d0d-e6269e27fdf5 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631547 Jan 28 13:01:23.764676 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae6e804c-0339-4cbe-ad5e-6248af10890c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:23.768939 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ae6e804c-0339-4cbe-ad5e-6248af10890c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/384ee86a-0e21-48d6-aec9-cff3db90c01e HTTP/1.1" status: 204 len: 168 time: 0.3875575 Jan 28 13:01:23.769848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53936) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:23.845400 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9756d5-91bc-4618-ab7b-c7dfed3c6b4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting subnet a63451a9-b43b-47fd-9bed-e6ad14f50717 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:01:23.849990 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce9756d5-91bc-4618-ab7b-c7dfed3c6b4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (a63451a9-b43b-47fd-9bed-e6ad14f50717), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:23.912685 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce9756d5-91bc-4618-ab7b-c7dfed3c6b4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (a63451a9-b43b-47fd-9bed-e6ad14f50717), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.049123 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce9756d5-91bc-4618-ab7b-c7dfed3c6b4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (a63451a9-b43b-47fd-9bed-e6ad14f50717), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.060656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-38be0440-e855-445a-98da-a8c5fdf52b52 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:24.062465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-38be0440-e855-445a-98da-a8c5fdf52b52 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/networks?id=233f9234-9d66-4ad6-8ce3-72163bb5bc4e HTTP/1.1" status: 200 len: 911 time: 0.1091785 Jan 28 13:01:24.079752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-481ce1b8-b4ad-49fa-b13b-6557ec334d3d tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/quotas/5cdb1af5c68449d0ab8f1cccf6b3ff05 HTTP/1.1" status: 200 len: 375 time: 0.0103147 Jan 28 13:01:24.141564 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-2aea766d-6c12-48a5-9dbc-6489013d7e0c tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=5cdb1af5c68449d0ab8f1cccf6b3ff05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550122 Jan 28 13:01:24.144135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce9756d5-91bc-4618-ab7b-c7dfed3c6b4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (a63451a9-b43b-47fd-9bed-e6ad14f50717), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.190360 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce9756d5-91bc-4618-ab7b-c7dfed3c6b4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.196391 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ce9756d5-91bc-4618-ab7b-c7dfed3c6b4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/a63451a9-b43b-47fd-9bed-e6ad14f50717 HTTP/1.1" status: 204 len: 168 time: 0.4198585 Jan 28 13:01:24.196583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9756d5-91bc-4618-ab7b-c7dfed3c6b4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Subnet': ['ID=a63451a9-b43b-47fd-9bed-e6ad14f50717,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:24.199588 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53950) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:24.213995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c161e78-b2d7-41bd-b9cb-53e9724e9e36 None None] Network f0ce90c6-6091-4866-ab41-5aafb027fd39 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:24.271271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-459024d8-eba4-4def-8fbe-0e6c431f9e29 service neutron] 10.222.0.53 "GET /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188986 Jan 28 13:01:24.319452 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f0ce90c6-6091-4866-ab41-5aafb027fd39), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.387015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:24.387402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.388659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-3d97d177-e2d9-469e-9ed2-145da36e8de7 service neutron] 10.222.0.53 "GET /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163530 Jan 28 13:01:24.449850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dac6b1-51d9-42b7-b98f-0d59652b5a4d None None] DHCP port deletion for f0ce90c6-6091-4866-ab41-5aafb027fd39 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:01:24.529091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] For port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d3fa12ff-d0b4-4790-8ea7-ded2824bcf39,segment=NetworkSegment(21a0e4f2-c75c-44b4-9330-f24ac021d394),segment_id=21a0e4f2-c75c-44b4-9330-f24ac021d394)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:24.529867 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.548602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-89dac6b1-51d9-42b7-b98f-0d59652b5a4d None None] Deleting port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:24.549298 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89dac6b1-51d9-42b7-b98f-0d59652b5a4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.556081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:24.667646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-89dac6b1-51d9-42b7-b98f-0d59652b5a4d None None] For port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d3fa12ff-d0b4-4790-8ea7-ded2824bcf39,segment=NetworkSegment(21a0e4f2-c75c-44b4-9330-f24ac021d394),segment_id=21a0e4f2-c75c-44b4-9330-f24ac021d394)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:24.668235 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89dac6b1-51d9-42b7-b98f-0d59652b5a4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.687905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-df08b5b4-3827-4df2-baa8-00c6a93cebf5 req-5335f0eb-1315-4fea-b519-477fd238916d tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 210 time: 0.0836926 Jan 28 13:01:24.697695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-89dac6b1-51d9-42b7-b98f-0d59652b5a4d None None] Calling delete_port for d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:24.725897 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.795294 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.823240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bac92b-f183-44a5-8dd9-ca0fb46ea843 req-296e231a-9dbd-40d5-83fc-8f2890d26b00 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:24.824857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1bac92b-f183-44a5-8dd9-ca0fb46ea843 req-296e231a-9dbd-40d5-83fc-8f2890d26b00 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1359682 Jan 28 13:01:24.825665 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89dac6b1-51d9-42b7-b98f-0d59652b5a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (d3fa12ff-d0b4-4790-8ea7-ded2824bcf39), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.841378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=d3fa12ff-d0b4-4790-8ea7-ded2824bcf39,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:24.844035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No DVR routers for this DVR port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:24.890487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dac6b1-51d9-42b7-b98f-0d59652b5a4d None None] Pushing event deleted for resources: {'Port': ['ID=d3fa12ff-d0b4-4790-8ea7-ded2824bcf39,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:24.907946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dac6b1-51d9-42b7-b98f-0d59652b5a4d None None] No DVR routers for this DVR port d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:24.933524 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1bac92b-f183-44a5-8dd9-ca0fb46ea843 req-d883c5be-cd5e-490c-bdf6-539c7c4a1c53 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012428 Jan 28 13:01:24.965690 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f0ce90c6-6091-4866-ab41-5aafb027fd39), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:24.996841 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ce90c6-6091-4866-ab41-5aafb027fd39']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:25.010531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a0e4f2-c75c-44b4-9330-f24ac021d394') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:25.010861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a0e4f2-c75c-44b4-9330-f24ac021d394') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:25.023126 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (21a0e4f2-c75c-44b4-9330-f24ac021d394), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.047139 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (21a0e4f2-c75c-44b4-9330-f24ac021d394), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.060707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:01:25.061215 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (21a0e4f2-c75c-44b4-9330-f24ac021d394), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:01:25.065757 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:01:25.157067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f0ce90c6-6091-4866-ab41-5aafb027fd39), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.168006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.175791 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/networks/f0ce90c6-6091-4866-ab41-5aafb027fd39 HTTP/1.1" status: 204 len: 168 time: 0.9731863 Jan 28 13:01:25.180194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53964) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:25.187622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2ab9f76d-311e-4415-b9ac-bc8cdae795cc tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1598639199', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:25.229794 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab9f76d-311e-4415-b9ac-bc8cdae795cc tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.231311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3865cf9-d84f-4ca5-9ac0-07877f014ef8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Network': ['ID=f0ce90c6-6091-4866-ab41-5aafb027fd39,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:25.231837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab9f76d-311e-4415-b9ac-bc8cdae795cc tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.292643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:25.317115 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab9f76d-311e-4415-b9ac-bc8cdae795cc tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (15b56cd6-6578-43bf-99b5-b29f1198e10d), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.322469 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab9f76d-311e-4415-b9ac-bc8cdae795cc tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.329466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:25.330083 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d3fa12ff-d0b4-4790-8ea7-ded2824bcf39 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:25.358034 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab9f76d-311e-4415-b9ac-bc8cdae795cc tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.362832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53966) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:25.363158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2ab9f76d-311e-4415-b9ac-bc8cdae795cc tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1805534 Jan 28 13:01:25.370334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4107b071-9750-424e-9d68-2f7c2d807c54 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1693995167'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:25.398631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4107b071-9750-424e-9d68-2f7c2d807c54 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:25.403589 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4107b071-9750-424e-9d68-2f7c2d807c54 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.437988 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4107b071-9750-424e-9d68-2f7c2d807c54 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:01:25.460020 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4107b071-9750-424e-9d68-2f7c2d807c54 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7175dce9-e2ec-47da-bd26-cf6fa067f6c7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.460698 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-4107b071-9750-424e-9d68-2f7c2d807c54 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Added segment 7175dce9-e2ec-47da-bd26-cf6fa067f6c7 of type vlan for network ffa20d67-9f2a-47fe-ab65-294fadcb1716 Jan 28 13:01:25.517815 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4107b071-9750-424e-9d68-2f7c2d807c54 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (ffa20d67-9f2a-47fe-ab65-294fadcb1716), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.546281 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4107b071-9750-424e-9d68-2f7c2d807c54 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (ffa20d67-9f2a-47fe-ab65-294fadcb1716), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.551694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4107b071-9750-424e-9d68-2f7c2d807c54 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:25.552297 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4107b071-9750-424e-9d68-2f7c2d807c54 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.617255 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4107b071-9750-424e-9d68-2f7c2d807c54 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2524159 Jan 28 13:01:25.623739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53968) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:25.632263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107b071-9750-424e-9d68-2f7c2d807c54 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Network': ['ID=ffa20d67-9f2a-47fe-ab65-294fadcb1716,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:25.634647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'subnet': {'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:25.646337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network ffa20d67-9f2a-47fe-ab65-294fadcb1716 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:01:25.795365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:25.798623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:25.875209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a24a509d-61a6-4747-a1ba-91011e822b4b req-25889af7-27b4-408e-b149-997747755f5b tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 210 time: 0.0925920 Jan 28 13:01:25.937570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2b2fcf9-96bf-4122-a3ab-7956ee76e14c req-23303278-3a5b-4bdc-a0b8-d33463635837 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1073360 Jan 28 13:01:25.967950 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-343b8fa8-0fea-492c-99e2-3e46b15ebd6d tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:25.971061 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-343b8fa8-0fea-492c-99e2-3e46b15ebd6d tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.35 "GET /v2.0/networks?id=233f9234-9d66-4ad6-8ce3-72163bb5bc4e HTTP/1.1" status: 200 len: 911 time: 0.1417120 Jan 28 13:01:25.984157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Request body: {'port': {'device_id': '03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4', 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e', 'admin_state_up': True, 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:26.011495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Made reservation on behalf of 5cdb1af5c68449d0ab8f1cccf6b3ff05 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:26.014926 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:26.036628 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:26.087470 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (bd4a004a-58ba-423f-89ef-8b1599f998bb), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:26.135268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2fcf9-96bf-4122-a3ab-7956ee76e14c req-6a31b10e-b826-4ee3-bd9f-b1a2335d946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:26.136872 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2b2fcf9-96bf-4122-a3ab-7956ee76e14c req-6a31b10e-b826-4ee3-bd9f-b1a2335d946a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0882673 Jan 28 13:01:26.188223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583191d0-c015-4b26-8d52-5ab57270991c req-a946385c-ae5d-4395-98fc-33889e141c7d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:26.195255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-583191d0-c015-4b26-8d52-5ab57270991c req-a946385c-ae5d-4395-98fc-33889e141c7d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1241946 Jan 28 13:01:26.199825 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Subnet': ['ID=bd4a004a-58ba-423f-89ef-8b1599f998bb,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:26.228687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.229088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.229546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.229967 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.230363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.231101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.231380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.231772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.232704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.232704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.233122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.233511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.234026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:26.241881 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Allocated IP 172.20.0.10 (233f9234-9d66-4ad6-8ce3-72163bb5bc4e/400c2fa5-afbf-4f6d-9d6b-afcbf1dba857/e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:26.242964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Checking segment: {'id': '7175dce9-e2ec-47da-bd26-cf6fa067f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:26.243552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network hostable DHCP agents. Network: ffa20d67-9f2a-47fe-ab65-294fadcb1716, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:01:26.295785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2fcf9-96bf-4122-a3ab-7956ee76e14c req-724d7acd-4432-4d33-94ec-ec36b33e6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:26.296608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-583191d0-c015-4b26-8d52-5ab57270991c req-f35d51fc-29d7-465d-84a9-46c9051b726e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998094 Jan 28 13:01:26.297344 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2b2fcf9-96bf-4122-a3ab-7956ee76e14c req-724d7acd-4432-4d33-94ec-ec36b33e6037 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 918 time: 0.1288848 Jan 28 13:01:26.298452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network ffa20d67-9f2a-47fe-ab65-294fadcb1716 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:01:26.315657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, ffa20d67-9f2a-47fe-ab65-294fadcb1716) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:26.325081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:26.325799 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:26.330595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def593c-8684-418a-9416-30b848e52d94 None None] Network ffa20d67-9f2a-47fe-ab65-294fadcb1716 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:26.349222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-23edd756-9654-4f8d-8bf4-d2b017a2df2e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7226095 Jan 28 13:01:26.351766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53974) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:26.423664 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2b2fcf9-96bf-4122-a3ab-7956ee76e14c req-4b75b7ad-474b-4b05-9481-d5dcf1152779 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=069bf510-73e7-40d8-8d92-2933d1607b88 HTTP/1.1" status: 200 len: 1001 time: 0.1104629 Jan 28 13:01:26.447848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:01:26.448795 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:26.520011 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks [] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:26.522350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2fcf9-96bf-4122-a3ab-7956ee76e14c req-68cefe9a-a99a-4a58-a169-21831e973f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:26.524177 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2b2fcf9-96bf-4122-a3ab-7956ee76e14c req-68cefe9a-a99a-4a58-a169-21831e973f62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.0894487 Jan 28 13:01:26.613917 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2fcf9-96bf-4122-a3ab-7956ee76e14c req-c7bd0f27-3db7-48e3-a556-cdae0e3ad7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:26.616010 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2b2fcf9-96bf-4122-a3ab-7956ee76e14c req-c7bd0f27-3db7-48e3-a556-cdae0e3ad7ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850575 Jan 28 13:01:26.651989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Allocated IP 172.20.0.2 (ffa20d67-9f2a-47fe-ab65-294fadcb1716/bd4a004a-58ba-423f-89ef-8b1599f998bb/5a5c32fe-6cf5-4891-a15c-53c84e869a32) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:26.693355 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:26.718839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['9d2f2cab-0411-407a-be9b-fa1337528b51'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:01:26.785636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:26.789332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Pushing event updated for resources: {'Port': ['ID=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:26.801125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:26.807482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:26.839380 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:26.899777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:26.900738 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:26.912626 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2b2fcf9-96bf-4122-a3ab-7956ee76e14c req-dfc699a5-7876-4040-a584-1ab0ef9004ed service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875965 Jan 28 13:01:27.016595 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Publish callbacks [] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:27.047021 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:27.066641 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c2b2fcf9-96bf-4122-a3ab-7956ee76e14c req-b0176d69-63d1-4821-9e2e-0930d96762f9 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425173 Jan 28 13:01:27.071376 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-b950301e-7d7b-4680-bcfc-3f0350c304f4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0929556 Jan 28 13:01:27.091418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Request body: {'port': {'device_id': '03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:27.121227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Network ffa20d67-9f2a-47fe-ab65-294fadcb1716 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:27.126130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:27.136357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:27.171157 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:27.190800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Pushing event updated for resources: {'Port': ['ID=5a5c32fe-6cf5-4891-a15c-53c84e869a32,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:27.232254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Attempting to bind port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:27.232627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Attempting to bind port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '7175dce9-e2ec-47da-bd26-cf6fa067f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:27.232991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Attempting to bind port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 on network ffa20d67-9f2a-47fe-ab65-294fadcb1716 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:27.243693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-225d27e9-05b0-4e74-9d50-259728e495fd None None] Provisioning complete for port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:27.244066 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-225d27e9-05b0-4e74-9d50-259728e495fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:27.247781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:27.248295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Checking segment: {'id': '7175dce9-e2ec-47da-bd26-cf6fa067f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:27.248729 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:27.249128 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Bound using segment: {'id': '7175dce9-e2ec-47da-bd26-cf6fa067f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:27.249733 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Bound port: 5a5c32fe-6cf5-4891-a15c-53c84e869a32, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7175dce9-e2ec-47da-bd26-cf6fa067f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:27.250116 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:27.255764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e9319-3e17-4222-b0d5-2d127f18d79e req-1f0f47f4-8db4-4e34-8fef-32f3cf916da7 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:27.270562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b71e9319-3e17-4222-b0d5-2d127f18d79e req-1f0f47f4-8db4-4e34-8fef-32f3cf916da7 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1028 time: 0.2103789 Jan 28 13:01:27.368019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] For port 5a5c32fe-6cf5-4891-a15c-53c84e869a32, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:27.371569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] For port 5a5c32fe-6cf5-4891-a15c-53c84e869a32, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5a5c32fe-6cf5-4891-a15c-53c84e869a32,segment=NetworkSegment(7175dce9-e2ec-47da-bd26-cf6fa067f6c7),segment_id=7175dce9-e2ec-47da-bd26-cf6fa067f6c7)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:27.372627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Allocated IP 172.20.0.1 (ffa20d67-9f2a-47fe-ab65-294fadcb1716/bd4a004a-58ba-423f-89ef-8b1599f998bb/5b26cff5-7fd6-4b49-85e1-4bf98538e64c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:27.388596 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:27.404851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-225d27e9-05b0-4e74-9d50-259728e495fd None None] Port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:27.540755 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518052d7-341e-4b48-aa61-829fcace2023 None None] Pushing event updated for resources: {'Port': ['ID=5a5c32fe-6cf5-4891-a15c-53c84e869a32,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:27.547886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b71e9319-3e17-4222-b0d5-2d127f18d79e req-e2ddcb9d-cc3d-4540-a4ec-26d710c6eac4 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760553 Jan 28 13:01:27.585951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a72f61-a400-44b7-8a4b-cd34bce5716f req-c8deba17-159d-4268-a841-4c61e410c721 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:27.587793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0a72f61-a400-44b7-8a4b-cd34bce5716f req-c8deba17-159d-4268-a841-4c61e410c721 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1809294 Jan 28 13:01:27.650053 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:27.651980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:01:27.666733 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Publish callbacks [] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:27.686889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0a72f61-a400-44b7-8a4b-cd34bce5716f req-5a114fa8-b41b-4364-b087-35f71fc49126 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905886 Jan 28 13:01:27.692016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Transition to ACTIVE for port object e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:01:27.698029 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:27.738760 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:27.784692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network ffa20d67-9f2a-47fe-ab65-294fadcb1716 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:27.787511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:27.791456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:27.858442 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:27.864324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=5b26cff5-7fd6-4b49-85e1-4bf98538e64c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:28.028924 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:28.210935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Pushing event updated for resources: {'Port': ['ID=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:28.296810 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Attempting to bind port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:28.297560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Attempting to bind port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:28.297769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Attempting to bind port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae on network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:28.304510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae on network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:01:28.305047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Attempting to bind port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae on network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:28.311938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:28.312281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Checking segment: {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:28.312837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Bound using segment: {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:28.313345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Bound port: e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:28.313773 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:28.398503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] For port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:28.402188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] For port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:28.410660 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:28.481010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:28.482827 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:28.486457 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] 10.222.0.35 "PUT /v2.0/ports/e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae HTTP/1.1" status: 200 len: 1092 time: 1.4066002 Jan 28 13:01:28.487792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4', 'tag': 'e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:28.490354 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce66c106-0a7f-4d5f-bec8-e4e5adbd1b71" -d '{"events": [{"name": "network-changed", "server_uuid": "03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4", "tag": "e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:28.608262 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddef528-5c8a-4cab-8652-712b5bd3ea75 x-openstack-request-id: req-fddef528-5c8a-4cab-8652-712b5bd3ea75 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:28.608558 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4", "tag": "e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:28.608815 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fddef528-5c8a-4cab-8652-712b5bd3ea75 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:28.609221 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4', 'tag': 'e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae', 'status': 'completed', 'code': 200} Jan 28 13:01:28.610769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9317853-9afd-4b7d-9241-6aec4e4bd2dd service neutron] Pushing event updated for resources: {'Port': ['ID=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:28.644534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-e27c0d24-1bc2-4b2d-ab9f-ffb80dfbf8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:28.646143 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-e27c0d24-1bc2-4b2d-ab9f-ffb80dfbf8fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5cdb1af5c68449d0ab8f1cccf6b3ff05&device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1095 time: 0.1042089 Jan 28 13:01:28.709954 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-dc5df87b-1e75-4e06-bf65-333fdf547a69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae HTTP/1.1" status: 200 len: 217 time: 0.0574036 Jan 28 13:01:28.746918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c1f6e-9919-46fc-8af2-4ec410f17877 req-f56b0b97-081d-4d21-9fe9-7b269cde0b10 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:28.753955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-540c1f6e-9919-46fc-8af2-4ec410f17877 req-f56b0b97-081d-4d21-9fe9-7b269cde0b10 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1095 time: 0.1004977 Jan 28 13:01:28.797171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-dd8bc594-0117-490d-bd16-ec77985c6c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:28.802198 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-dd8bc594-0117-490d-bd16-ec77985c6c7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=400c2fa5-afbf-4f6d-9d6b-afcbf1dba857 HTTP/1.1" status: 200 len: 849 time: 0.0832453 Jan 28 13:01:28.874199 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-4289d18d-3238-4d13-822c-019e01207c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:28.876048 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-4289d18d-3238-4d13-822c-019e01207c4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=233f9234-9d66-4ad6-8ce3-72163bb5bc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707111 Jan 28 13:01:28.914201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-540c1f6e-9919-46fc-8af2-4ec410f17877 req-92f0fd19-a532-49bb-8344-2ec688a04151 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593325 Jan 28 13:01:28.916257 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:28.940921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:28.951602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba3c90-72c4-4ed8-ac88-29590da350e9 req-a5dd9635-9167-4cc6-b248-dec0acfc0f00 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:28.953724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1ba3c90-72c4-4ed8-ac88-29590da350e9 req-a5dd9635-9167-4cc6-b248-dec0acfc0f00 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1359930 Jan 28 13:01:29.005940 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-f68957c8-0535-4813-880e-1d4aafb4e332 service neutron] 10.222.0.35 "GET /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224113 Jan 28 13:01:29.006216 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:29.070696 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bade935-00f7-47be-a6be-c4f89b06291b None None] Network ffa20d67-9f2a-47fe-ab65-294fadcb1716 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:29.140570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=5b26cff5-7fd6-4b49-85e1-4bf98538e64c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:29.154114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Provisioning complete for port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:29.154682 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:29.156261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1ba3c90-72c4-4ed8-ac88-29590da350e9 req-e9faa7b7-d1ec-4487-aa9b-955673804b57 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405890 Jan 28 13:01:29.156684 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f052a3e-9d9b-445f-bf84-f350fd6950e4 req-d2b06d47-a6a0-4092-aa28-c6246365fb66 service neutron] 10.222.0.35 "GET /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439068 Jan 28 13:01:29.216950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network ffa20d67-9f2a-47fe-ab65-294fadcb1716 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:29.218958 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:29.307229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c106-0a7f-4d5f-bec8-e4e5adbd1b71 req-2a976e51-9bf2-4590-81a4-70476a5e9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:29.309418 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce66c106-0a7f-4d5f-bec8-e4e5adbd1b71 req-2a976e51-9bf2-4590-81a4-70476a5e9009 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5cdb1af5c68449d0ab8f1cccf6b3ff05&device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0912931 Jan 28 13:01:29.326537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Current status of the port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:29.326938 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:29.375985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] For port 5a5c32fe-6cf5-4891-a15c-53c84e869a32, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5a5c32fe-6cf5-4891-a15c-53c84e869a32,segment=NetworkSegment(7175dce9-e2ec-47da-bd26-cf6fa067f6c7),segment_id=7175dce9-e2ec-47da-bd26-cf6fa067f6c7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:29.388218 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:29.427026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 15b56cd6-6578-43bf-99b5-b29f1198e10d is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:01:29.470375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5a5c32fe-6cf5-4891-a15c-53c84e869a32 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:29.545111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c106-0a7f-4d5f-bec8-e4e5adbd1b71 req-d0e90097-14d0-4158-acbd-c946dcf37fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:29.546602 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce66c106-0a7f-4d5f-bec8-e4e5adbd1b71 req-d0e90097-14d0-4158-acbd-c946dcf37fc0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=233f9234-9d66-4ad6-8ce3-72163bb5bc4e HTTP/1.1" status: 200 len: 911 time: 0.2315285 Jan 28 13:01:29.558727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Pushing event updated for resources: {'Port': ['ID=5a5c32fe-6cf5-4891-a15c-53c84e869a32,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:29.569970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:29.582423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-071cea12-2eff-4f16-b282-a8d3b7219200 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2170308 Jan 28 13:01:29.583586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53988) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:29.590174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Sync routers for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:29.594444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a3213c79-226a-4bed-a711-c01bba1aef7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'network': {'name': 'tempest-RoutersTest-1596817769'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:29.597743 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce66c106-0a7f-4d5f-bec8-e4e5adbd1b71 req-bd4523a6-ab9c-4790-8905-6cbf238473c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae HTTP/1.1" status: 200 len: 217 time: 0.0435610 Jan 28 13:01:29.602458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.607386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.610151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.610501 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.610841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.611179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.611559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.612581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.615394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.615919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.616428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.616767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.617101 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199949a8-4d03-4ea7-998d-bd34d3af3e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:29.643806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3213c79-226a-4bed-a711-c01bba1aef7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:29.647103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3213c79-226a-4bed-a711-c01bba1aef7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:29.653268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:29.654219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:29.680627 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c106-0a7f-4d5f-bec8-e4e5adbd1b71 req-2cbdc38e-ddf1-4214-8fb6-edc161b0efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:29.682117 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce66c106-0a7f-4d5f-bec8-e4e5adbd1b71 req-2cbdc38e-ddf1-4214-8fb6-edc161b0efa4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=400c2fa5-afbf-4f6d-9d6b-afcbf1dba857 HTTP/1.1" status: 200 len: 849 time: 0.0693505 Jan 28 13:01:29.697320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3213c79-226a-4bed-a711-c01bba1aef7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:01:29.711023 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3213c79-226a-4bed-a711-c01bba1aef7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b4094bed-5495-444e-bf9d-6592ca5c6096), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:29.712101 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-a3213c79-226a-4bed-a711-c01bba1aef7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Added segment b4094bed-5495-444e-bf9d-6592ca5c6096 of type vlan for network 2a763fce-ac1f-48fd-827e-cf17bb0846f5 Jan 28 13:01:29.753665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e67de4ec-057f-42a2-8a43-c6914fb82318 None None] Provisioning complete for port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:29.754366 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e67de4ec-057f-42a2-8a43-c6914fb82318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:29.759806 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3213c79-226a-4bed-a711-c01bba1aef7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (2a763fce-ac1f-48fd-827e-cf17bb0846f5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:29.787998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c106-0a7f-4d5f-bec8-e4e5adbd1b71 req-5511a629-51d5-43ab-90cd-a149e7cbf399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:29.789556 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce66c106-0a7f-4d5f-bec8-e4e5adbd1b71 req-5511a629-51d5-43ab-90cd-a149e7cbf399 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=233f9234-9d66-4ad6-8ce3-72163bb5bc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996332 Jan 28 13:01:29.802358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:29.802555 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3213c79-226a-4bed-a711-c01bba1aef7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (2a763fce-ac1f-48fd-827e-cf17bb0846f5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:29.803105 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:29.810981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3213c79-226a-4bed-a711-c01bba1aef7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:29.812448 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3213c79-226a-4bed-a711-c01bba1aef7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:29.844297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:29.918259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a3213c79-226a-4bed-a711-c01bba1aef7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3335738 Jan 28 13:01:29.919081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 53990) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:29.933349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5af9ccad-b9a0-49dd-826d-11e4d16ada08 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'subnet': {'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:29.993387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3213c79-226a-4bed-a711-c01bba1aef7e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Network': ['ID=2a763fce-ac1f-48fd-827e-cf17bb0846f5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:30.000940 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce66c106-0a7f-4d5f-bec8-e4e5adbd1b71 req-aefaf8fc-7060-40ef-8312-cacefeb18f1f service neutron] 10.222.0.35 "GET /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041755 Jan 28 13:01:30.164959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af9ccad-b9a0-49dd-826d-11e4d16ada08 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:30.170410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 2a763fce-ac1f-48fd-827e-cf17bb0846f5 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:01:30.173690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5af9ccad-b9a0-49dd-826d-11e4d16ada08 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:30.195062 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ce66c106-0a7f-4d5f-bec8-e4e5adbd1b71 req-4ba86f39-2fe4-462f-98f5-cf34cc0196bf service neutron] 10.222.0.35 "GET /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876564 Jan 28 13:01:30.389503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bfca3-29c0-46d6-ae3c-d4504edc2cdb req-b472d3ea-69a9-451a-bb21-f7c9ef96525e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:30.391284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-991bfca3-29c0-46d6-ae3c-d4504edc2cdb req-b472d3ea-69a9-451a-bb21-f7c9ef96525e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.0905931 Jan 28 13:01:30.441775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e67de4ec-057f-42a2-8a43-c6914fb82318 None None] Current status of the port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:30.521508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e67de4ec-057f-42a2-8a43-c6914fb82318 None None] Provisioning complete for port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:30.521938 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e67de4ec-057f-42a2-8a43-c6914fb82318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:30.544573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-991bfca3-29c0-46d6-ae3c-d4504edc2cdb req-0be91835-3b98-44e7-a2f0-fa07846273ac tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442544 Jan 28 13:01:30.560672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bde64-2206-489e-ad02-49900e35dd7e req-afb1c6c8-20de-4a63-91d7-a42583941149 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:30.562074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b70bde64-2206-489e-ad02-49900e35dd7e req-afb1c6c8-20de-4a63-91d7-a42583941149 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1095 time: 0.1295748 Jan 28 13:01:30.584693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:30.610323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e67de4ec-057f-42a2-8a43-c6914fb82318 None None] Port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:30.633070 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:27Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:28Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:30.641939 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5af9ccad-b9a0-49dd-826d-11e4d16ada08 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (b3ea2126-51b7-41d1-9a8c-07feda623a0a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:30.666343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Checking router: 15b56cd6-6578-43bf-99b5-b29f1198e10d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:30.666693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Updating router 15b56cd6-6578-43bf-99b5-b29f1198e10d port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:01:30.693983 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:30.703907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b70bde64-2206-489e-ad02-49900e35dd7e req-d76c4cf2-ba1c-4ef5-ad09-eaf120aaa388 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100373 Jan 28 13:01:30.719331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9ccad-b9a0-49dd-826d-11e4d16ada08 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Subnet': ['ID=b3ea2126-51b7-41d1-9a8c-07feda623a0a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:30.749042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af9ccad-b9a0-49dd-826d-11e4d16ada08 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Checking segment: {'id': 'b4094bed-5495-444e-bf9d-6592ca5c6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:30.749042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af9ccad-b9a0-49dd-826d-11e4d16ada08 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network hostable DHCP agents. Network: 2a763fce-ac1f-48fd-827e-cf17bb0846f5, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:01:30.769965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af9ccad-b9a0-49dd-826d-11e4d16ada08 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 2a763fce-ac1f-48fd-827e-cf17bb0846f5 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:01:30.781503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5af9ccad-b9a0-49dd-826d-11e4d16ada08 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 2a763fce-ac1f-48fd-827e-cf17bb0846f5) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:30.790686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af9ccad-b9a0-49dd-826d-11e4d16ada08 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:30.791326 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5af9ccad-b9a0-49dd-826d-11e4d16ada08 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:30.812373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5af9ccad-b9a0-49dd-826d-11e4d16ada08 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8863099 Jan 28 13:01:30.812698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 53996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:30.822529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1f14ec-95e6-40f2-9b12-38c7ee5d0d33 None None] Network 2a763fce-ac1f-48fd-827e-cf17bb0846f5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:30.827380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4b311aed-b785-472e-bb7d-f5d7b819f3f3 None None] Provisioning complete for port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:30.827760 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b311aed-b785-472e-bb7d-f5d7b819f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:30.936710 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4b311aed-b785-472e-bb7d-f5d7b819f3f3 None None] Port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:31.034346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:01:31.035183 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:31.197305 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Publish callbacks [] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:31.198226 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:31.231777 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:31.273805 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5a5c32fe-6cf5-4891-a15c-53c84e869a32 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:31.305960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Allocated IP 172.21.0.2 (2a763fce-ac1f-48fd-827e-cf17bb0846f5/b3ea2126-51b7-41d1-9a8c-07feda623a0a/c47fad73-06ca-47a8-bfa3-5a25a1f2767c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:31.337754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9e537-606f-42f1-8566-99f539282c7b None None] Pushing event updated for resources: {'Port': ['ID=5b26cff5-7fd6-4b49-85e1-4bf98538e64c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:31.485050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Attempting to bind port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:31.485425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Attempting to bind port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '7175dce9-e2ec-47da-bd26-cf6fa067f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:31.485791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Attempting to bind port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c on network ffa20d67-9f2a-47fe-ab65-294fadcb1716 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:31.489747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:31.490123 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:31.521503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:31.521927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Checking segment: {'id': '7175dce9-e2ec-47da-bd26-cf6fa067f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:31.522321 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:31.522871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Bound using segment: {'id': '7175dce9-e2ec-47da-bd26-cf6fa067f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:31.523397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Bound port: 5b26cff5-7fd6-4b49-85e1-4bf98538e64c, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7175dce9-e2ec-47da-bd26-cf6fa067f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:31.523784 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:31.685252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbba306-2c74-4fa5-be0a-e76cb5bd0159 req-127fe6c2-2e36-4168-9e47-e518d8f0243c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:31.686909 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cfbba306-2c74-4fa5-be0a-e76cb5bd0159 req-127fe6c2-2e36-4168-9e47-e518d8f0243c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.0633664 Jan 28 13:01:31.695577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] For port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:31.704082 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Publish callbacks [] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:31.725349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] For port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5b26cff5-7fd6-4b49-85e1-4bf98538e64c,segment=NetworkSegment(7175dce9-e2ec-47da-bd26-cf6fa067f6c7),segment_id=7175dce9-e2ec-47da-bd26-cf6fa067f6c7)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:31.744508 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:31.749412 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:31.754539 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8220de17-fe52-424f-a623-112552a5a863 None None] Provisioning complete for port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:31.754911 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8220de17-fe52-424f-a623-112552a5a863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:31.766299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:31.850929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Allocated IP 172.21.0.1 (2a763fce-ac1f-48fd-827e-cf17bb0846f5/b3ea2126-51b7-41d1-9a8c-07feda623a0a/4d2f7e8d-4180-41f2-bf44-5cd26fb6d139) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:31.851614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cfbba306-2c74-4fa5-be0a-e76cb5bd0159 req-87313bee-568d-43d2-9c6e-aa0504b18216 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525354 Jan 28 13:01:31.862558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Network 2a763fce-ac1f-48fd-827e-cf17bb0846f5 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:31.869062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd696171-3fb2-4cb2-8f51-c35f1ec9b344 req-cdf043fc-7c8d-4edb-8036-e709563ac30f tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:31.870903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd696171-3fb2-4cb2-8f51-c35f1ec9b344 req-cdf043fc-7c8d-4edb-8036-e709563ac30f tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0829339 Jan 28 13:01:31.892635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:31.906725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:31.927164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Pushing event updated for resources: {'Port': ['ID=c47fad73-06ca-47a8-bfa3-5a25a1f2767c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:31.935967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:31.936967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:31.949843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd696171-3fb2-4cb2-8f51-c35f1ec9b344 req-bedf96de-d022-4a28-9960-0e900745a36c tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693500 Jan 28 13:01:32.038866 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.088511 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.132382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 2a763fce-ac1f-48fd-827e-cf17bb0846f5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:32.138414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:32.140564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Attempting to bind port c47fad73-06ca-47a8-bfa3-5a25a1f2767c on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:32.140945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Attempting to bind port c47fad73-06ca-47a8-bfa3-5a25a1f2767c by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'b4094bed-5495-444e-bf9d-6592ca5c6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:32.141317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Attempting to bind port c47fad73-06ca-47a8-bfa3-5a25a1f2767c on network 2a763fce-ac1f-48fd-827e-cf17bb0846f5 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:32.146220 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:32.171312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:32.171723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Checking segment: {'id': 'b4094bed-5495-444e-bf9d-6592ca5c6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:32.172136 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.172533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Bound using segment: {'id': 'b4094bed-5495-444e-bf9d-6592ca5c6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:32.173022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Bound port: c47fad73-06ca-47a8-bfa3-5a25a1f2767c, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4094bed-5495-444e-bf9d-6592ca5c6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:32.173406 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.178204 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=4d2f7e8d-4180-41f2-bf44-5cd26fb6d139,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:32.203226 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.224595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:01:32.296295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:32.330857 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.508590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9e537-606f-42f1-8566-99f539282c7b None None] Pushing event updated for resources: {'Port': ['ID=5b26cff5-7fd6-4b49-85e1-4bf98538e64c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:32.557058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8220de17-fe52-424f-a623-112552a5a863 None None] Current status of the port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:32.557452 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8220de17-fe52-424f-a623-112552a5a863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.632172 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.640010 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.720864 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] For port c47fad73-06ca-47a8-bfa3-5a25a1f2767c, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:32.722682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=4d2f7e8d-4180-41f2-bf44-5cd26fb6d139,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:32.726092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.726507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:32.747210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8220de17-fe52-424f-a623-112552a5a863 None None] For port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5b26cff5-7fd6-4b49-85e1-4bf98538e64c,segment=NetworkSegment(7175dce9-e2ec-47da-bd26-cf6fa067f6c7),segment_id=7175dce9-e2ec-47da-bd26-cf6fa067f6c7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:32.759625 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8220de17-fe52-424f-a623-112552a5a863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.764371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] For port c47fad73-06ca-47a8-bfa3-5a25a1f2767c, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c47fad73-06ca-47a8-bfa3-5a25a1f2767c,segment=NetworkSegment(b4094bed-5495-444e-bf9d-6592ca5c6096),segment_id=b4094bed-5495-444e-bf9d-6592ca5c6096)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:32.767006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae', 'network_id': '233f9234-9d66-4ad6-8ce3-72163bb5bc4e', 'port_id': 'e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae', 'mac_address': 'fa:16:3e:a6:3c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400c2fa5-afbf-4f6d-9d6b-afcbf1dba857', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:01:32.806636 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.838402 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 2a763fce-ac1f-48fd-827e-cf17bb0846f5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:32.840161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:32.931319 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220de17-fe52-424f-a623-112552a5a863 None None] Pushing event updated for resources: {'Port': ['ID=5b26cff5-7fd6-4b49-85e1-4bf98538e64c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:32.936832 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:32.937230 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:32.998659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 15b56cd6-6578-43bf-99b5-b29f1198e10d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:33.048967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:01:33.068172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-681602e3-6700-44a9-aea8-825c37698adf None None] Provisioning complete for port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:33.068551 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-681602e3-6700-44a9-aea8-825c37698adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:33.069296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043efc-0b7f-4caf-9cf1-1caddfaced8f req-a1bcf81e-571a-4476-876d-fcce90cd1868 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:33.072279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6043efc-0b7f-4caf-9cf1-1caddfaced8f req-a1bcf81e-571a-4476-876d-fcce90cd1868 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1148939 Jan 28 13:01:33.132040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:33.137365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877950ab-f3f6-44af-ade1-2973d26a86b3 None None] Pushing event updated for resources: {'Port': ['ID=c47fad73-06ca-47a8-bfa3-5a25a1f2767c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:33.155646 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:33.156379 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:33.169851 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a68b7204-9546-4abc-a0df-22b2154bcf07 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3535855 Jan 28 13:01:33.170882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54008) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:33.176947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ae90b78c-cdcf-411a-a37d-4a777c265f6d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'network': {'name': 'tempest-RoutersTest-2015187227'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:33.190517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ff05c-db64-40ee-a1a3-1ca611899d54 req-705b3b28-5a51-49ac-9659-64ed539614d5 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:33.192605 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-078ff05c-db64-40ee-a1a3-1ca611899d54 req-705b3b28-5a51-49ac-9659-64ed539614d5 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1095 time: 0.1188891 Jan 28 13:01:33.214008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae90b78c-cdcf-411a-a37d-4a777c265f6d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:33.214264 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:27Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:31Z', 'revision_number': 4, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:33.220607 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae90b78c-cdcf-411a-a37d-4a777c265f6d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:33.272737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae41bac-3b0d-495a-a9ba-92de613b89cb None None] The sync data for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 is: [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:27Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:31Z', 'revision_number': 4, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:33.297820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae90b78c-cdcf-411a-a37d-4a777c265f6d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:01:33.299758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6043efc-0b7f-4caf-9cf1-1caddfaced8f req-e60eedcc-30ab-42af-ab61-875a6549eac6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816213 Jan 28 13:01:33.322689 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae90b78c-cdcf-411a-a37d-4a777c265f6d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d3f8624b-666c-45e4-bb6a-836edd0206dd), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:33.322689 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-ae90b78c-cdcf-411a-a37d-4a777c265f6d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Added segment d3f8624b-666c-45e4-bb6a-836edd0206dd of type vlan for network 9f95343f-e133-4bc2-8d48-da5735ac3da6 Jan 28 13:01:33.379797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:33.402021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-681602e3-6700-44a9-aea8-825c37698adf None None] Current status of the port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:33.405261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-078ff05c-db64-40ee-a1a3-1ca611899d54 req-e6d9b795-0025-4a0c-88f8-0b9b4e09ab78 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042248 Jan 28 13:01:33.428579 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae90b78c-cdcf-411a-a37d-4a777c265f6d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (9f95343f-e133-4bc2-8d48-da5735ac3da6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:33.434047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:01:33.478679 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae90b78c-cdcf-411a-a37d-4a777c265f6d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (9f95343f-e133-4bc2-8d48-da5735ac3da6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:33.483844 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90b78c-cdcf-411a-a37d-4a777c265f6d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:33.484668 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae90b78c-cdcf-411a-a37d-4a777c265f6d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:33.573101 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ae90b78c-cdcf-411a-a37d-4a777c265f6d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4014153 Jan 28 13:01:33.574432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90b78c-cdcf-411a-a37d-4a777c265f6d tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Network': ['ID=9f95343f-e133-4bc2-8d48-da5735ac3da6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:33.577616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54010) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:33.582959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f915600a-f22d-4dc5-b669-bafa9a18a48c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'subnet': {'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:33.588417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 9f95343f-e133-4bc2-8d48-da5735ac3da6 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:01:33.718659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f915600a-f22d-4dc5-b669-bafa9a18a48c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:33.723390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f915600a-f22d-4dc5-b669-bafa9a18a48c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:33.953195 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f915600a-f22d-4dc5-b669-bafa9a18a48c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (e0b2ef0a-dba3-497e-ae75-eddf113e7389), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:34.016295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915600a-f22d-4dc5-b669-bafa9a18a48c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Subnet': ['ID=e0b2ef0a-dba3-497e-ae75-eddf113e7389,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:34.037578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915600a-f22d-4dc5-b669-bafa9a18a48c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Checking segment: {'id': 'd3f8624b-666c-45e4-bb6a-836edd0206dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:34.037981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f915600a-f22d-4dc5-b669-bafa9a18a48c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network hostable DHCP agents. Network: 9f95343f-e133-4bc2-8d48-da5735ac3da6, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:01:34.069416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f915600a-f22d-4dc5-b669-bafa9a18a48c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 9f95343f-e133-4bc2-8d48-da5735ac3da6 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:01:34.088102 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f915600a-f22d-4dc5-b669-bafa9a18a48c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 9f95343f-e133-4bc2-8d48-da5735ac3da6) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:34.096698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60af1399-c80b-47ad-9c82-0fcbe935e5e9 None None] Network 9f95343f-e133-4bc2-8d48-da5735ac3da6 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:34.102977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f915600a-f22d-4dc5-b669-bafa9a18a48c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:34.103620 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f915600a-f22d-4dc5-b669-bafa9a18a48c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:34.128414 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f915600a-f22d-4dc5-b669-bafa9a18a48c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5464144 Jan 28 13:01:34.129019 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54012) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:34.229443 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:34.314219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-9f95343f-e133-4bc2-8d48-da5735ac3da6', 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'fixed_ips': [{'subnet_id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:01:34.316454 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:34.439006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:01:34.476739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:34.480206 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:34.596719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Allocated IP 172.22.0.2 (9f95343f-e133-4bc2-8d48-da5735ac3da6/e0b2ef0a-dba3-497e-ae75-eddf113e7389/07d08c09-abfb-46b5-b9e0-ea138683ccf0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:34.676840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bbde4-9a07-447f-8354-0024497e2543 req-8deff4d4-b8ec-4f4c-aadc-d40e3b4d22d5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:34.678373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45bbde4-9a07-447f-8354-0024497e2543 req-8deff4d4-b8ec-4f4c-aadc-d40e3b4d22d5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1777725 Jan 28 13:01:34.683303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7f744-1e91-46a4-86c6-323d82da2198 req-498df9b7-edcb-4886-8450-e236e3aca22e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:34.684878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4b7f744-1e91-46a4-86c6-323d82da2198 req-498df9b7-edcb-4886-8450-e236e3aca22e tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1398156 Jan 28 13:01:34.697503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40093d45-85da-4768-b90c-57d79d7d06fc None None] Network 2a763fce-ac1f-48fd-827e-cf17bb0846f5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:34.780976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:34.781397 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:34.796234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d45bbde4-9a07-447f-8354-0024497e2543 req-3a89b3ce-d625-4a7e-b926-432dfcb3bd0b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103034 Jan 28 13:01:34.806307 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:34.814378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4b7f744-1e91-46a4-86c6-323d82da2198 req-967d8057-f8de-4ca0-b88f-b751cf3173de tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176085 Jan 28 13:01:34.863433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-03a30a8f-878d-4bcc-8c55-242effedd02a None None] Provisioning complete for port c47fad73-06ca-47a8-bfa3-5a25a1f2767c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:34.863814 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03a30a8f-878d-4bcc-8c55-242effedd02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:34.900878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:34.903112 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d72f113-e8a3-45d6-bcfb-7db17d77dae9" -d '{"events": [{"server_uuid": "03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4", "name": "network-vif-plugged", "status": "completed", "tag": "e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:35.012655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:35.021002 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9430a2c-0e20-4f4a-8c14-32e78aaed407 x-openstack-request-id: req-a9430a2c-0e20-4f4a-8c14-32e78aaed407 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:35.021295 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4", "name": "network-vif-plugged", "status": "completed", "tag": "e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:35.021552 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9430a2c-0e20-4f4a-8c14-32e78aaed407 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:35.021956 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae', 'code': 200} Jan 28 13:01:35.031398 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.098233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dd284-99d7-4bf3-9a6d-665e68b0333e req-8d052aff-c1c9-4a45-b3da-fa6d7354b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:35.099848 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3e3dd284-99d7-4bf3-9a6d-665e68b0333e req-8d052aff-c1c9-4a45-b3da-fa6d7354b145 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1097 time: 0.0490108 Jan 28 13:01:35.114235 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Publish callbacks [] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.135249 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.161097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Network 9f95343f-e133-4bc2-8d48-da5735ac3da6 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:35.163369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-3e3dd284-99d7-4bf3-9a6d-665e68b0333e req-045f9e18-a0d3-4b61-aa58-ab318a40f6b2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577066 Jan 28 13:01:35.168011 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:35.188672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:35.195439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:35.219613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Allocated IP 172.22.0.1 (9f95343f-e133-4bc2-8d48-da5735ac3da6/e0b2ef0a-dba3-497e-ae75-eddf113e7389/5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:35.303860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-03a30a8f-878d-4bcc-8c55-242effedd02a None None] Current status of the port c47fad73-06ca-47a8-bfa3-5a25a1f2767c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:35.304264 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03a30a8f-878d-4bcc-8c55-242effedd02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.339585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Attempting to bind port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:35.340218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Attempting to bind port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'd3f8624b-666c-45e4-bb6a-836edd0206dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:35.340356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Attempting to bind port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 on network 9f95343f-e133-4bc2-8d48-da5735ac3da6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:35.360539 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Pushing event updated for resources: {'Port': ['ID=07d08c09-abfb-46b5-b9e0-ea138683ccf0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:35.370537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:35.370924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Checking segment: {'id': 'd3f8624b-666c-45e4-bb6a-836edd0206dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:35.371360 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.371764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Bound using segment: {'id': 'd3f8624b-666c-45e4-bb6a-836edd0206dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:35.372253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Bound port: 07d08c09-abfb-46b5-b9e0-ea138683ccf0, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f8624b-666c-45e4-bb6a-836edd0206dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:35.372642 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.378419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-03a30a8f-878d-4bcc-8c55-242effedd02a None None] For port c47fad73-06ca-47a8-bfa3-5a25a1f2767c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c47fad73-06ca-47a8-bfa3-5a25a1f2767c,segment=NetworkSegment(b4094bed-5495-444e-bf9d-6592ca5c6096),segment_id=b4094bed-5495-444e-bf9d-6592ca5c6096)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:35.389802 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03a30a8f-878d-4bcc-8c55-242effedd02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.424917 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.463155 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Sync routers for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:35.470727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] For port 07d08c09-abfb-46b5-b9e0-ea138683ccf0, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:35.482625 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:35.483262 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:35.488816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] For port 07d08c09-abfb-46b5-b9e0-ea138683ccf0, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=07d08c09-abfb-46b5-b9e0-ea138683ccf0,segment=NetworkSegment(d3f8624b-666c-45e4-bb6a-836edd0206dd),segment_id=d3f8624b-666c-45e4-bb6a-836edd0206dd)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:35.493085 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.508083 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.525026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5b26cff5-7fd6-4b49-85e1-4bf98538e64c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:35.552864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 9f95343f-e133-4bc2-8d48-da5735ac3da6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:35.555745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:35.556740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a30a8f-878d-4bcc-8c55-242effedd02a None None] Pushing event updated for resources: {'Port': ['ID=c47fad73-06ca-47a8-bfa3-5a25a1f2767c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:35.558541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:35.562531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:35.618984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf5578-0b56-4803-9a43-3ddf61015912 None None] Pushing event updated for resources: {'Port': ['ID=07d08c09-abfb-46b5-b9e0-ea138683ccf0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:35.619205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.638249 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:35.642256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7a311371-415b-4a73-a2f4-eddd10299c28 None None] Provisioning complete for port c47fad73-06ca-47a8-bfa3-5a25a1f2767c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:35.643699 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a311371-415b-4a73-a2f4-eddd10299c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.702252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:35.702561 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.799473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7a311371-415b-4a73-a2f4-eddd10299c28 None None] Current status of the port c47fad73-06ca-47a8-bfa3-5a25a1f2767c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:35.819995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7a311371-415b-4a73-a2f4-eddd10299c28 None None] Provisioning complete for port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:35.820174 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a311371-415b-4a73-a2f4-eddd10299c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.820656 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:35.901643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:35.903545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c47fad73-06ca-47a8-bfa3-5a25a1f2767c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:35.906003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7a311371-415b-4a73-a2f4-eddd10299c28 None None] Port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:36.037853 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 3, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:36.086884 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Checking router: 15b56cd6-6578-43bf-99b5-b29f1198e10d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:36.087820 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Updating router 15b56cd6-6578-43bf-99b5-b29f1198e10d port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:01:36.147465 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.160030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a352f6-36e2-48a6-a1d8-a83f2c084085 req-7186df4b-1c8a-425c-8b08-900b9db1a0fc tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:36.168041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43a352f6-36e2-48a6-a1d8-a83f2c084085 req-7186df4b-1c8a-425c-8b08-900b9db1a0fc tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1097 time: 0.1790404 Jan 28 13:01:36.282004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-590a6914-4c4c-415c-999b-840d4dcf1460 None None] Provisioning complete for port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:36.282467 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-590a6914-4c4c-415c-999b-840d4dcf1460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.294283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae2ddb-f77a-4994-ab73-ae7516e1277b req-39b92067-e80d-483f-bf2a-c800955305c9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:36.296172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87ae2ddb-f77a-4994-ab73-ae7516e1277b req-39b92067-e80d-483f-bf2a-c800955305c9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.3087640 Jan 28 13:01:36.305172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43a352f6-36e2-48a6-a1d8-a83f2c084085 req-38e490a3-9714-4464-99b9-71def6f74a7f tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359255 Jan 28 13:01:36.353494 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-590a6914-4c4c-415c-999b-840d4dcf1460 None None] Port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:36.366624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c47fad73-06ca-47a8-bfa3-5a25a1f2767c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:36.367147 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.428733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87ae2ddb-f77a-4994-ab73-ae7516e1277b req-a6babadc-3094-41e6-8055-68280d5a6361 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203108 Jan 28 13:01:36.483901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c47fad73-06ca-47a8-bfa3-5a25a1f2767c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:36.496616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6968ba27-3672-4065-9dbd-bd435c8eaf09 None None] Provisioning complete for port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:36.497072 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6968ba27-3672-4065-9dbd-bd435c8eaf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.521985 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.528544 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.540367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6968ba27-3672-4065-9dbd-bd435c8eaf09 None None] Port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:36.546487 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Publish callbacks [] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.552214 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.603948 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb47f5a-8297-4f1b-a326-b0562702ac1d None None] Pushing event updated for resources: {'Port': ['ID=4d2f7e8d-4180-41f2-bf44-5cd26fb6d139,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:36.613851 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.616588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:36.666240 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Attempting to bind port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:36.666605 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Attempting to bind port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'b4094bed-5495-444e-bf9d-6592ca5c6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:36.666964 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Attempting to bind port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 on network 2a763fce-ac1f-48fd-827e-cf17bb0846f5 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:36.675760 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:36.676129 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Checking segment: {'id': 'b4094bed-5495-444e-bf9d-6592ca5c6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:36.676529 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.676915 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Bound using segment: {'id': 'b4094bed-5495-444e-bf9d-6592ca5c6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:36.677396 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Bound port: 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4094bed-5495-444e-bf9d-6592ca5c6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:36.678059 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.722600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network 9f95343f-e133-4bc2-8d48-da5735ac3da6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:36.724496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:36.753349 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] For port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:36.761390 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] For port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4d2f7e8d-4180-41f2-bf44-5cd26fb6d139,segment=NetworkSegment(b4094bed-5495-444e-bf9d-6592ca5c6096),segment_id=b4094bed-5495-444e-bf9d-6592ca5c6096)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:36.770181 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.842953 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:36.843622 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:36.847372 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb47f5a-8297-4f1b-a326-b0562702ac1d None None] Pushing event updated for resources: {'Port': ['ID=4d2f7e8d-4180-41f2-bf44-5cd26fb6d139,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:36.868994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-33b9d8be-0b71-4f07-b584-56646415443d None None] Provisioning complete for port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:36.869955 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33b9d8be-0b71-4f07-b584-56646415443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.884846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 15b56cd6-6578-43bf-99b5-b29f1198e10d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:36.980848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-33b9d8be-0b71-4f07-b584-56646415443d None None] Current status of the port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:36.980848 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33b9d8be-0b71-4f07-b584-56646415443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:36.981240 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:37.021211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-33b9d8be-0b71-4f07-b584-56646415443d None None] For port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4d2f7e8d-4180-41f2-bf44-5cd26fb6d139,segment=NetworkSegment(b4094bed-5495-444e-bf9d-6592ca5c6096),segment_id=b4094bed-5495-444e-bf9d-6592ca5c6096)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:37.031215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:37.033061 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33b9d8be-0b71-4f07-b584-56646415443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:37.046612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d2700621-660a-479a-a87b-5f1458c281ea tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9131930 Jan 28 13:01:37.046747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54026) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:37.052777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-05343c5e-4cce-44c6-88ba-137896dbce56 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'network': {'name': 'tempest-RoutersTest-2047910606'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:37.087281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05343c5e-4cce-44c6-88ba-137896dbce56 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:37.091937 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05343c5e-4cce-44c6-88ba-137896dbce56 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:37.102656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9d8be-0b71-4f07-b584-56646415443d None None] Pushing event updated for resources: {'Port': ['ID=4d2f7e8d-4180-41f2-bf44-5cd26fb6d139,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:37.128300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05343c5e-4cce-44c6-88ba-137896dbce56 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:01:37.140175 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05343c5e-4cce-44c6-88ba-137896dbce56 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (32b933b4-6532-4888-bde0-f0630e2476b6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:37.141554 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-05343c5e-4cce-44c6-88ba-137896dbce56 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Added segment 32b933b4-6532-4888-bde0-f0630e2476b6 of type vlan for network ac58fd4f-42a8-4e3d-ac94-2ad09438c175 Jan 28 13:01:37.212596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05343c5e-4cce-44c6-88ba-137896dbce56 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (ac58fd4f-42a8-4e3d-ac94-2ad09438c175), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:37.273282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1e8d8da2-1989-4e60-974d-a865e953ac77 None None] Provisioning complete for port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:37.273503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05343c5e-4cce-44c6-88ba-137896dbce56 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (ac58fd4f-42a8-4e3d-ac94-2ad09438c175), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:37.274199 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8da2-1989-4e60-974d-a865e953ac77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:37.282952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05343c5e-4cce-44c6-88ba-137896dbce56 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:37.284998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-05343c5e-4cce-44c6-88ba-137896dbce56 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:37.285227 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:35Z', 'revision_number': 4, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 4, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c', 'name': '', 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:2e:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:34Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:37.318240 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f5dcc-fe5c-4054-8148-8b194d5a87df None None] The sync data for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 is: [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:35Z', 'revision_number': 4, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 4, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c', 'name': '', 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:2e:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:34Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:37.431416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d8da2-1989-4e60-974d-a865e953ac77 None None] Current status of the port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:37.438953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05343c5e-4cce-44c6-88ba-137896dbce56 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Network': ['ID=ac58fd4f-42a8-4e3d-ac94-2ad09438c175,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:37.453124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da148741-7b71-49f2-9b38-f92b2c9a1de0 None None] Network 9f95343f-e133-4bc2-8d48-da5735ac3da6 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:37.472723 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-05343c5e-4cce-44c6-88ba-137896dbce56 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4225392 Jan 28 13:01:37.474130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54032) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:37.479829 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0deae4ce-c15f-4abe-aeb5-85e207b8da3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'subnet': {'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:37.547005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada5f3f-2919-4ddb-af02-20469d444575 req-82de2722-3823-4df8-8156-83880eda9ee9 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:37.550385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aada5f3f-2919-4ddb-af02-20469d444575 req-82de2722-3823-4df8-8156-83880eda9ee9 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1097 time: 0.0858700 Jan 28 13:01:37.587421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network ac58fd4f-42a8-4e3d-ac94-2ad09438c175 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:01:37.594292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c47fad73-06ca-47a8-bfa3-5a25a1f2767c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:37.614600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deae4ce-c15f-4abe-aeb5-85e207b8da3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Made reservation on behalf of bff813e75fea4284ad5bc755e63ffacb for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:37.618842 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0deae4ce-c15f-4abe-aeb5-85e207b8da3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:37.644977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aada5f3f-2919-4ddb-af02-20469d444575 req-71f20f6b-a157-49eb-9980-97589e74907b tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810211 Jan 28 13:01:37.653551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a9875-4a74-4b23-bf5e-1ed01ee77d71 req-990a476d-dfe1-4122-b0f5-0c4901eac47f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:37.662098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-955a9875-4a74-4b23-bf5e-1ed01ee77d71 req-990a476d-dfe1-4122-b0f5-0c4901eac47f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1074278 Jan 28 13:01:37.727222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-955a9875-4a74-4b23-bf5e-1ed01ee77d71 req-3a32808f-b37a-4d30-a961-db3bcc63b0db tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635114 Jan 28 13:01:37.789010 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5345f4df-1995-47ae-89f2-4f45189d7532 None None] Provisioning complete for port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:37.789554 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5345f4df-1995-47ae-89f2-4f45189d7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:37.795988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84301e0-9cc4-4bb0-a8ef-4d2c55baf55c req-221236cf-eb9b-4599-b836-a3af3a656428 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:37.804090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a84301e0-9cc4-4bb0-a8ef-4d2c55baf55c req-221236cf-eb9b-4599-b836-a3af3a656428 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1097 time: 0.0559893 Jan 28 13:01:37.846626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c47fad73-06ca-47a8-bfa3-5a25a1f2767c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:37.847042 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:37.914095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a84301e0-9cc4-4bb0-a8ef-4d2c55baf55c req-0552064f-9746-4364-88d7-cd2e6d1e0b92 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046407 Jan 28 13:01:37.930925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0deae4ce-c15f-4abe-aeb5-85e207b8da3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (3c80e062-c7fe-49fa-8f75-3a01ba01acd8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:37.985421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c47fad73-06ca-47a8-bfa3-5a25a1f2767c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:37.987114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 07d08c09-abfb-46b5-b9e0-ea138683ccf0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:37.992207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deae4ce-c15f-4abe-aeb5-85e207b8da3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Subnet': ['ID=3c80e062-c7fe-49fa-8f75-3a01ba01acd8,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:38.057096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deae4ce-c15f-4abe-aeb5-85e207b8da3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Checking segment: {'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:38.057771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deae4ce-c15f-4abe-aeb5-85e207b8da3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network hostable DHCP agents. Network: ac58fd4f-42a8-4e3d-ac94-2ad09438c175, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:01:38.081747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5345f4df-1995-47ae-89f2-4f45189d7532 None None] Current status of the port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:38.082280 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5345f4df-1995-47ae-89f2-4f45189d7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:38.086317 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deae4ce-c15f-4abe-aeb5-85e207b8da3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network ac58fd4f-42a8-4e3d-ac94-2ad09438c175 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:01:38.101471 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0deae4ce-c15f-4abe-aeb5-85e207b8da3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, ac58fd4f-42a8-4e3d-ac94-2ad09438c175) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:38.108038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deae4ce-c15f-4abe-aeb5-85e207b8da3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:38.108766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0deae4ce-c15f-4abe-aeb5-85e207b8da3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:38.128105 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b91da57-cc43-4fee-97c5-ea8458574339 None None] Network ac58fd4f-42a8-4e3d-ac94-2ad09438c175 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:38.147399 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0deae4ce-c15f-4abe-aeb5-85e207b8da3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6701858 Jan 28 13:01:38.149801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54038) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:38.252958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5345f4df-1995-47ae-89f2-4f45189d7532 None None] For port 07d08c09-abfb-46b5-b9e0-ea138683ccf0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=07d08c09-abfb-46b5-b9e0-ea138683ccf0,segment=NetworkSegment(d3f8624b-666c-45e4-bb6a-836edd0206dd),segment_id=d3f8624b-666c-45e4-bb6a-836edd0206dd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:38.268427 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5345f4df-1995-47ae-89f2-4f45189d7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:38.310222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:38.310222 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:38.323096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b087-85a5-4db5-b886-d7defc43cf74 req-9ca9812a-dd9e-4a19-8caa-ea0621f0aeed tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:38.324976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b4b1b087-85a5-4db5-b886-d7defc43cf74 req-9ca9812a-dd9e-4a19-8caa-ea0621f0aeed tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1097 time: 0.2864850 Jan 28 13:01:38.406454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-ac58fd4f-42a8-4e3d-ac94-2ad09438c175', 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175', 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'fixed_ips': [{'subnet_id': '3c80e062-c7fe-49fa-8f75-3a01ba01acd8'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:01:38.408848 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:38.442281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345f4df-1995-47ae-89f2-4f45189d7532 None None] Pushing event updated for resources: {'Port': ['ID=07d08c09-abfb-46b5-b9e0-ea138683ccf0,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:38.459222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fc812c6f-8645-4766-8ece-6d5649f77853 None None] Provisioning complete for port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:38.459892 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc812c6f-8645-4766-8ece-6d5649f77853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:38.494659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b4b1b087-85a5-4db5-b886-d7defc43cf74 req-6ca18e75-626e-4c8a-bbe2-f0b7801ffc20 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365972 Jan 28 13:01:38.693392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:38.727587 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:38.779811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Allocated IP 172.23.0.2 (ac58fd4f-42a8-4e3d-ac94-2ad09438c175/3c80e062-c7fe-49fa-8f75-3a01ba01acd8/48d8fa81-7e89-4674-8318-5579c863daee) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:38.801301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fc812c6f-8645-4766-8ece-6d5649f77853 None None] Current status of the port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:38.835223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fc812c6f-8645-4766-8ece-6d5649f77853 None None] Provisioning complete for port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:38.835424 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc812c6f-8645-4766-8ece-6d5649f77853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:38.916913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fc812c6f-8645-4766-8ece-6d5649f77853 None None] Port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:39.007244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Publish callbacks [] for port (48d8fa81-7e89-4674-8318-5579c863daee), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:39.016432 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (48d8fa81-7e89-4674-8318-5579c863daee), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:39.080109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Network ac58fd4f-42a8-4e3d-ac94-2ad09438c175 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:39.085859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:39.095245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:39.106357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Pushing event updated for resources: {'Port': ['ID=48d8fa81-7e89-4674-8318-5579c863daee,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:39.109450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8bc824d0-1e74-4c62-b3e8-128c058d685c None None] Provisioning complete for port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:39.109838 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bc824d0-1e74-4c62-b3e8-128c058d685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:39.201975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Attempting to bind port 48d8fa81-7e89-4674-8318-5579c863daee on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:39.202384 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Attempting to bind port 48d8fa81-7e89-4674-8318-5579c863daee by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:39.202759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Attempting to bind port 48d8fa81-7e89-4674-8318-5579c863daee on network ac58fd4f-42a8-4e3d-ac94-2ad09438c175 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:39.207155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8bc824d0-1e74-4c62-b3e8-128c058d685c None None] Port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:39.211822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:39.212123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Checking segment: {'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:39.212501 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:39.212903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Bound using segment: {'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:39.213397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Bound port: 48d8fa81-7e89-4674-8318-5579c863daee, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:39.213980 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (48d8fa81-7e89-4674-8318-5579c863daee), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:39.300699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Sync routers for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:39.307312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] For port 48d8fa81-7e89-4674-8318-5579c863daee, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:39.332567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] For port 48d8fa81-7e89-4674-8318-5579c863daee, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=48d8fa81-7e89-4674-8318-5579c863daee,segment=NetworkSegment(32b933b4-6532-4888-bde0-f0630e2476b6),segment_id=32b933b4-6532-4888-bde0-f0630e2476b6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:39.335695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:39.337144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:39.383831 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (48d8fa81-7e89-4674-8318-5579c863daee), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:39.398930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20016bea-43ed-4acc-b4b5-518375e33fec req-2498f75c-adf3-423a-9575-93a6b6fe6d70 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:39.405576 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20016bea-43ed-4acc-b4b5-518375e33fec req-2498f75c-adf3-423a-9575-93a6b6fe6d70 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.5540683 Jan 28 13:01:39.414404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f34f0-49ae-437d-b536-d4eba157bc34 req-ea676faa-1b48-4f8c-b52b-4a915c6794e3 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:39.421535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-748f34f0-49ae-437d-b536-d4eba157bc34 req-ea676faa-1b48-4f8c-b52b-4a915c6794e3 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1097 time: 0.5711274 Jan 28 13:01:39.463842 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:39.540209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4651f-6539-4e22-9489-bc40be1b71bf None None] Pushing event updated for resources: {'Port': ['ID=48d8fa81-7e89-4674-8318-5579c863daee,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:39.556235 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:39.587497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-748f34f0-49ae-437d-b536-d4eba157bc34 req-438ad195-c1da-4e0c-8ba5-0fddd65b692d tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639769 Jan 28 13:01:39.599931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20016bea-43ed-4acc-b4b5-518375e33fec req-4ec261a8-1a4b-4fa1-a025-a9306ad0fcff tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932650 Jan 28 13:01:39.680355 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Allocated IP 172.23.0.1 (ac58fd4f-42a8-4e3d-ac94-2ad09438c175/3c80e062-c7fe-49fa-8f75-3a01ba01acd8/b0f501e8-51ce-4d70-8e03-834e78e5b2e7) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:39.738440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:39.739256 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:39.885513 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:39.929549 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:39.974337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network ac58fd4f-42a8-4e3d-ac94-2ad09438c175 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:39.977308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:39.981071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:40.020067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=b0f501e8-51ce-4d70-8e03-834e78e5b2e7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:40.044790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb80605-672d-45b9-9ed0-76ccfb77869d req-5b9efaea-1a77-49f8-ac32-a1ac94b2e545 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:40.047683 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0bb80605-672d-45b9-9ed0-76ccfb77869d req-5b9efaea-1a77-49f8-ac32-a1ac94b2e545 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 1097 time: 0.0550437 Jan 28 13:01:40.053546 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.125543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:40.127524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 07d08c09-abfb-46b5-b9e0-ea138683ccf0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:40.138459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-0bb80605-672d-45b9-9ed0-76ccfb77869d req-cb0fee2f-9532-49c2-a4b4-251dbc8bf0bf tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Deleting port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:40.139066 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0bb80605-672d-45b9-9ed0-76ccfb77869d req-cb0fee2f-9532-49c2-a4b4-251dbc8bf0bf tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.195292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:35Z', 'revision_number': 4, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c', 'name': '', 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:2e:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:34Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:40.227328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-0bb80605-672d-45b9-9ed0-76ccfb77869d req-cb0fee2f-9532-49c2-a4b4-251dbc8bf0bf tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] For port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:40.227638 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0bb80605-672d-45b9-9ed0-76ccfb77869d req-cb0fee2f-9532-49c2-a4b4-251dbc8bf0bf tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.231372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Checking router: 15b56cd6-6578-43bf-99b5-b29f1198e10d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:40.231791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Updating router 15b56cd6-6578-43bf-99b5-b29f1198e10d port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:01:40.241014 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.250786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-0bb80605-672d-45b9-9ed0-76ccfb77869d req-cb0fee2f-9532-49c2-a4b4-251dbc8bf0bf tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Calling delete_port for e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:40.266258 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.269656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:40.269989 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.413914 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0bb80605-672d-45b9-9ed0-76ccfb77869d req-cb0fee2f-9532-49c2-a4b4-251dbc8bf0bf tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.432599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:01:40.454037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fee2f-9532-49c2-a4b4-251dbc8bf0bf tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Pushing event deleted for resources: {'Port': ['ID=e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:40.463727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['9d2f2cab-0411-407a-be9b-fa1337528b51'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:01:40.504852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb80605-672d-45b9-9ed0-76ccfb77869d req-cb0fee2f-9532-49c2-a4b4-251dbc8bf0bf tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] No DVR routers for this DVR port e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:40.508009 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0bb80605-672d-45b9-9ed0-76ccfb77869d req-cb0fee2f-9532-49c2-a4b4-251dbc8bf0bf tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.511896 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0bb80605-672d-45b9-9ed0-76ccfb77869d req-cb0fee2f-9532-49c2-a4b4-251dbc8bf0bf tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.35 "DELETE /v2.0/ports/e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae HTTP/1.1" status: 204 len: 173 time: 0.4590726 Jan 28 13:01:40.512599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4', 'name': 'network-vif-deleted', 'tag': 'e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:40.516117 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92987d2b-bdad-40a5-a20b-ccdf7a6beb32" -d '{"events": [{"server_uuid": "03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4", "name": "network-vif-deleted", "tag": "e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:40.529270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:40.582106 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb5facb-2d79-4773-9ba6-600a93edebaf x-openstack-request-id: req-4eb5facb-2d79-4773-9ba6-600a93edebaf {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:40.582465 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4", "name": "network-vif-deleted", "tag": "e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:40.582690 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4eb5facb-2d79-4773-9ba6-600a93edebaf {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:40.583104 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4', 'name': 'network-vif-deleted', 'tag': 'e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae', 'status': 'completed', 'code': 200} Jan 28 13:01:40.639788 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.650509 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.811817 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.844985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event updated for resources: {'Port': ['ID=b0f501e8-51ce-4d70-8e03-834e78e5b2e7,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:40.871577 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66f22790-a11c-4b89-afc9-94bf4d21bb77 req-eb9742a8-7795-4a6c-9210-d65b2b28d642 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03d2ba1d-927d-43d8-8fe1-cfcd4ad90aa4 HTTP/1.1" status: 200 len: 210 time: 0.0548654 Jan 28 13:01:40.923730 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Publish callbacks [] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.937169 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:40.982055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25264d4-1387-40c7-bbb8-f65b99caedf9 req-2fbbd075-95b0-49dc-89b0-996a442715a3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:40.983796 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b25264d4-1387-40c7-bbb8-f65b99caedf9 req-2fbbd075-95b0-49dc-89b0-996a442715a3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1565292 Jan 28 13:01:41.008702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc39b7-3eb9-4869-819d-0a73b75772e5 None None] Pushing event updated for resources: {'Port': ['ID=5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:41.062675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Network ac58fd4f-42a8-4e3d-ac94-2ad09438c175 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:41.073638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Attempting to bind port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:41.075270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Attempting to bind port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'd3f8624b-666c-45e4-bb6a-836edd0206dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:41.075800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Attempting to bind port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c on network 9f95343f-e133-4bc2-8d48-da5735ac3da6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:41.076035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:41.092651 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b25264d4-1387-40c7-bbb8-f65b99caedf9 req-a55126b0-395e-4784-a8c6-8c8f7b1a057a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933032 Jan 28 13:01:41.103366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:41.105798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Checking segment: {'id': 'd3f8624b-666c-45e4-bb6a-836edd0206dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:41.106355 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:41.109969 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Bound using segment: {'id': 'd3f8624b-666c-45e4-bb6a-836edd0206dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:41.110782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Bound port: 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f8624b-666c-45e4-bb6a-836edd0206dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:41.110941 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:41.221874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] For port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:01:41.225939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] For port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c,segment=NetworkSegment(d3f8624b-666c-45e4-bb6a-836edd0206dd),segment_id=d3f8624b-666c-45e4-bb6a-836edd0206dd)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:01:41.228295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58cfebd-a88b-4499-965f-c3ba06d0be49 None None] Network ac58fd4f-42a8-4e3d-ac94-2ad09438c175 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:41.255081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 15b56cd6-6578-43bf-99b5-b29f1198e10d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:41.262461 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:41.383598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-75c2bb03-d555-4357-b6e4-7d4e125f0044 None None] Provisioning complete for port 48d8fa81-7e89-4674-8318-5579c863daee triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:41.383983 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75c2bb03-d555-4357-b6e4-7d4e125f0044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (48d8fa81-7e89-4674-8318-5579c863daee), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:41.409737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:41.422768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6f64bf76-32c6-49bc-a428-b35c87fa45a9 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2659647 Jan 28 13:01:41.424082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54054) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:41.432085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f8b22f95-3302-42f7-9974-4ab2e04d7bab tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:41.435227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 48d8fa81-7e89-4674-8318-5579c863daee up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:41.441135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:41.441580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:41.473906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc39b7-3eb9-4869-819d-0a73b75772e5 None None] Pushing event updated for resources: {'Port': ['ID=5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:41.616028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:41.734646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 48d8fa81-7e89-4674-8318-5579c863daee triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:41.735029 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (48d8fa81-7e89-4674-8318-5579c863daee), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:41.740430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-75c2bb03-d555-4357-b6e4-7d4e125f0044 None None] Current status of the port 48d8fa81-7e89-4674-8318-5579c863daee is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:41.740823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75c2bb03-d555-4357-b6e4-7d4e125f0044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (48d8fa81-7e89-4674-8318-5579c863daee), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:41.869577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-75c2bb03-d555-4357-b6e4-7d4e125f0044 None None] For port 48d8fa81-7e89-4674-8318-5579c863daee, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=48d8fa81-7e89-4674-8318-5579c863daee,segment=NetworkSegment(32b933b4-6532-4888-bde0-f0630e2476b6),segment_id=32b933b4-6532-4888-bde0-f0630e2476b6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:41.885153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.extraroute_db [None req-f8b22f95-3302-42f7-9974-4ab2e04d7bab tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:01:41.886756 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75c2bb03-d555-4357-b6e4-7d4e125f0044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (48d8fa81-7e89-4674-8318-5579c863daee), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:41.913901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.extraroute_db [None req-f8b22f95-3302-42f7-9974-4ab2e04d7bab tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Removed routes are [] {{(pid=103129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:01:41.915428 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8b22f95-3302-42f7-9974-4ab2e04d7bab tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:42.044831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 48d8fa81-7e89-4674-8318-5579c863daee is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:42.070361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2bb03-d555-4357-b6e4-7d4e125f0044 None None] Pushing event updated for resources: {'Port': ['ID=48d8fa81-7e89-4674-8318-5579c863daee,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:42.074070 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] Provisioning complete for port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:42.074445 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:42.164131 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8b22f95-3302-42f7-9974-4ab2e04d7bab tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:42.173122 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8b22f95-3302-42f7-9974-4ab2e04d7bab tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:42.302228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fcd2680e-e0ad-4b81-be3c-404f2a1d743b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:01:42.335978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:40Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c', 'name': '', 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:2e:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:34Z', 'updated_at': '2022-01-28T13:01:41Z', 'revision_number': 4, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f501e8-51ce-4d70-8e03-834e78e5b2e7', 'name': '', 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:47:61:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '3c80e062-c7fe-49fa-8f75-3a01ba01acd8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:39Z', 'updated_at': '2022-01-28T13:01:40Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': '3c80e062-c7fe-49fa-8f75-3a01ba01acd8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:42.366708 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] Port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:42.372138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5501a-d3c6-45ff-a5f0-cbdaf41f6fd8 req-638dfbae-9e58-4633-9fef-d3ee89c67a79 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:42.373672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b4e5501a-d3c6-45ff-a5f0-cbdaf41f6fd8 req-638dfbae-9e58-4633-9fef-d3ee89c67a79 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 943 time: 0.1456320 Jan 28 13:01:42.375410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7aeaa-1887-44b1-b6a5-2f176bb37480 None None] The sync data for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 is: [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:40Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c', 'name': '', 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:2e:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:34Z', 'updated_at': '2022-01-28T13:01:41Z', 'revision_number': 4, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f501e8-51ce-4d70-8e03-834e78e5b2e7', 'name': '', 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:47:61:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '3c80e062-c7fe-49fa-8f75-3a01ba01acd8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:39Z', 'updated_at': '2022-01-28T13:01:40Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': '3c80e062-c7fe-49fa-8f75-3a01ba01acd8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:42.380290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b22f95-3302-42f7-9974-4ab2e04d7bab tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 15b56cd6-6578-43bf-99b5-b29f1198e10d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:42.387140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefe175-e708-4118-b040-385c1a265365 req-741ba1c1-9853-4302-8258-152c6751ea12 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:42.388673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-acefe175-e708-4118-b040-385c1a265365 req-741ba1c1-9853-4302-8258-152c6751ea12 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1097 time: 0.1416519 Jan 28 13:01:42.435480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] Provisioning complete for port 48d8fa81-7e89-4674-8318-5579c863daee triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:42.435856 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (48d8fa81-7e89-4674-8318-5579c863daee), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:42.554222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fcd2680e-e0ad-4b81-be3c-404f2a1d743b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fcd2680e-e0ad-4b81-be3c-404f2a1d743b,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:42.571420 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'fcd2680e-e0ad-4b81-be3c-404f2a1d743b', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'port_id': 'fcd2680e-e0ad-4b81-be3c-404f2a1d743b', 'mac_address': 'fa:16:3e:c5:03:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:01:42.582721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b4e5501a-d3c6-45ff-a5f0-cbdaf41f6fd8 req-a945930b-63cb-4984-9a36-98358094b9a1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517487 Jan 28 13:01:42.585743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-acefe175-e708-4118-b040-385c1a265365 req-8073090b-e942-4a53-9721-cb44759094dd tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485159 Jan 28 13:01:42.587359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b22f95-3302-42f7-9974-4ab2e04d7bab tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:42.607276 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8b22f95-3302-42f7-9974-4ab2e04d7bab tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:42.611947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54066) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:42.612619 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f8b22f95-3302-42f7-9974-4ab2e04d7bab tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d HTTP/1.1" status: 200 len: 934 time: 1.1862271 Jan 28 13:01:42.644811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] Current status of the port 48d8fa81-7e89-4674-8318-5579c863daee is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:42.668703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fcd2680e-e0ad-4b81-be3c-404f2a1d743b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:42.669247 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:42.684135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] Provisioning complete for port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:42.684701 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:42.690636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd2680e-e0ad-4b81-be3c-404f2a1d743b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:01:42.724106 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-43a961bf-914c-449f-86a9-11b632fa2391 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d HTTP/1.1" status: 200 len: 934 time: 0.1104410 Jan 28 13:01:42.726588 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54068) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:42.733779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-325a8fbf-2b99-4bf1-863c-421eb91f8a31 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'router': {'routes': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:42.751759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fcd2680e-e0ad-4b81-be3c-404f2a1d743b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fcd2680e-e0ad-4b81-be3c-404f2a1d743b,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:42.757480 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:42.842471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fcd2680e-e0ad-4b81-be3c-404f2a1d743b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:42.860451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] Current status of the port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:42.861157 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:42.898165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] For port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c,segment=NetworkSegment(d3f8624b-666c-45e4-bb6a-836edd0206dd),segment_id=d3f8624b-666c-45e4-bb6a-836edd0206dd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:42.904034 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:42.964519 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97311322-a9d7-422d-81a2-cad08f2ecee2 None None] Pushing event updated for resources: {'Port': ['ID=5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:43.024908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e6d766ed-24db-4909-92ec-bbcbe902a889 None None] Provisioning complete for port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:43.025403 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e6d766ed-24db-4909-92ec-bbcbe902a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:43.070867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['fcd2680e-e0ad-4b81-be3c-404f2a1d743b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:01:43.103073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e6d766ed-24db-4909-92ec-bbcbe902a889 None None] Port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:01:43.125836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.extraroute_db [None req-325a8fbf-2b99-4bf1-863c-421eb91f8a31 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Added routes are [] {{(pid=103128) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:01:43.126350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.extraroute_db [None req-325a8fbf-2b99-4bf1-863c-421eb91f8a31 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103128) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:01:43.164111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-325a8fbf-2b99-4bf1-863c-421eb91f8a31 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:43.338668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:43.390337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:43.390626 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:43.488253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:43.489377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 48d8fa81-7e89-4674-8318-5579c863daee up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:43.541200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 48d8fa81-7e89-4674-8318-5579c863daee triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:43.541570 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (48d8fa81-7e89-4674-8318-5579c863daee), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:43.645301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 48d8fa81-7e89-4674-8318-5579c863daee is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:43.732329 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-325a8fbf-2b99-4bf1-863c-421eb91f8a31 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:43.735889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-325a8fbf-2b99-4bf1-863c-421eb91f8a31 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:43.756517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe6cdb-eeba-4657-89fd-c108f97cfd8e req-f578de75-dd5f-4a40-a5c8-4e47a312bf0c tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:43.758133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ebe6cdb-eeba-4657-89fd-c108f97cfd8e req-f578de75-dd5f-4a40-a5c8-4e47a312bf0c tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1097 time: 0.0763011 Jan 28 13:01:43.765510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0d0bd-f156-42f6-978c-5b9bb3947a08 req-029df4ea-650c-4c0c-812d-08d13b34c91a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:43.766918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1e0d0bd-f156-42f6-978c-5b9bb3947a08 req-029df4ea-650c-4c0c-812d-08d13b34c91a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 944 time: 0.0763140 Jan 28 13:01:43.844212 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ebe6cdb-eeba-4657-89fd-c108f97cfd8e req-4dbe25e8-b366-4480-94f5-a5db128b0a2a tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7f00dbf3-4258-4395-984b-f9b7c0ec71a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761650 Jan 28 13:01:43.851194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1e0d0bd-f156-42f6-978c-5b9bb3947a08 req-f02acf2b-1ff4-43ed-ad67-011da4c40d2d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752475 Jan 28 13:01:43.873869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4668a35-6333-4033-802b-8a9fb0fb9b2c req-e7dd9a3d-b4dd-4012-9724-8202e8b4e413 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:43.875356 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c4668a35-6333-4033-802b-8a9fb0fb9b2c req-e7dd9a3d-b4dd-4012-9724-8202e8b4e413 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 1097 time: 0.0963299 Jan 28 13:01:43.879955 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325a8fbf-2b99-4bf1-863c-421eb91f8a31 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 15b56cd6-6578-43bf-99b5-b29f1198e10d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:44.035567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325a8fbf-2b99-4bf1-863c-421eb91f8a31 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:44.042296 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-325a8fbf-2b99-4bf1-863c-421eb91f8a31 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:44.043455 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-325a8fbf-2b99-4bf1-863c-421eb91f8a31 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d HTTP/1.1" status: 200 len: 700 time: 1.3158991 Jan 28 13:01:44.046031 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54076) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:44.089570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-c4668a35-6333-4033-802b-8a9fb0fb9b2c req-b0f8c609-8efe-4edf-8722-5e30b8997403 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Deleting port 9d2f2cab-0411-407a-be9b-fa1337528b51 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:44.089905 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c4668a35-6333-4033-802b-8a9fb0fb9b2c req-b0f8c609-8efe-4edf-8722-5e30b8997403 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:44.143230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fcd2680e-e0ad-4b81-be3c-404f2a1d743b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:01:44.191490 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-962cea68-aba8-4d61-9978-b3bfe00a56b7 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d HTTP/1.1" status: 200 len: 700 time: 0.1443672 Jan 28 13:01:44.194469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54078) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:44.197833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port fcd2680e-e0ad-4b81-be3c-404f2a1d743b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:01:44.202841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port fcd2680e-e0ad-4b81-be3c-404f2a1d743b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:01:44.203358 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:44.219823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c4668a35-6333-4033-802b-8a9fb0fb9b2c req-b0f8c609-8efe-4edf-8722-5e30b8997403 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] For port 9d2f2cab-0411-407a-be9b-fa1337528b51, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=9d2f2cab-0411-407a-be9b-fa1337528b51,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:44.220183 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c4668a35-6333-4033-802b-8a9fb0fb9b2c req-b0f8c609-8efe-4edf-8722-5e30b8997403 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:44.234309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-c4668a35-6333-4033-802b-8a9fb0fb9b2c req-b0f8c609-8efe-4edf-8722-5e30b8997403 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Calling delete_port for 9d2f2cab-0411-407a-be9b-fa1337528b51 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:44.282705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:44.312818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port fcd2680e-e0ad-4b81-be3c-404f2a1d743b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:01:44.312818 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:44.332641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:44.333383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device e09ac2c5-47b7-4e8e-97dd-3fe27b79a2ae not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:44.344772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8329ef67-a931-4911-8771-95008abbfbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd2680e-e0ad-4b81-be3c-404f2a1d743b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:44.347961 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac57966-5c0d-4837-b2d1-339589082c17" -d '{"events": [{"server_uuid": "8329ef67-a931-4911-8771-95008abbfbff", "name": "network-vif-plugged", "status": "completed", "tag": "fcd2680e-e0ad-4b81-be3c-404f2a1d743b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:44.363262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port fcd2680e-e0ad-4b81-be3c-404f2a1d743b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fcd2680e-e0ad-4b81-be3c-404f2a1d743b,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:44.368510 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:44.369458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9d2f2cab-0411-407a-be9b-fa1337528b51 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:44.383588 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c4668a35-6333-4033-802b-8a9fb0fb9b2c req-b0f8c609-8efe-4edf-8722-5e30b8997403 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9d2f2cab-0411-407a-be9b-fa1337528b51), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:44.405503 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2fb6b5-508e-458c-a171-6804f89af23d x-openstack-request-id: req-fe2fb6b5-508e-458c-a171-6804f89af23d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:44.406353 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8329ef67-a931-4911-8771-95008abbfbff", "name": "network-vif-plugged", "status": "completed", "tag": "fcd2680e-e0ad-4b81-be3c-404f2a1d743b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:44.406353 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe2fb6b5-508e-458c-a171-6804f89af23d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:44.406724 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8329ef67-a931-4911-8771-95008abbfbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd2680e-e0ad-4b81-be3c-404f2a1d743b', 'code': 200} Jan 28 13:01:44.414360 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8c609-8efe-4edf-8722-5e30b8997403 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d2f2cab-0411-407a-be9b-fa1337528b51,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:44.455718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4668a35-6333-4033-802b-8a9fb0fb9b2c req-b0f8c609-8efe-4edf-8722-5e30b8997403 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] No DVR routers for this DVR port 9d2f2cab-0411-407a-be9b-fa1337528b51 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:44.458628 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c4668a35-6333-4033-802b-8a9fb0fb9b2c req-b0f8c609-8efe-4edf-8722-5e30b8997403 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:44.462020 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c4668a35-6333-4033-802b-8a9fb0fb9b2c req-b0f8c609-8efe-4edf-8722-5e30b8997403 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.49 "DELETE /v2.0/ports/9d2f2cab-0411-407a-be9b-fa1337528b51 HTTP/1.1" status: 204 len: 173 time: 0.5791187 Jan 28 13:01:44.462555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e0d501-cbe7-4de7-bead-7a65b1229014', 'name': 'network-vif-deleted', 'tag': '9d2f2cab-0411-407a-be9b-fa1337528b51'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:44.465520 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6ac362-a95b-49ec-9b1e-59a9698fcd4d" -d '{"events": [{"server_uuid": "23e0d501-cbe7-4de7-bead-7a65b1229014", "name": "network-vif-deleted", "tag": "9d2f2cab-0411-407a-be9b-fa1337528b51"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:44.481841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=fcd2680e-e0ad-4b81-be3c-404f2a1d743b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:44.485157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No active binding found for port 9d2f2cab-0411-407a-be9b-fa1337528b51 {{(pid=103130) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:01:44.485804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port 9d2f2cab-0411-407a-be9b-fa1337528b51 host None! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:01:44.486957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 9d2f2cab-0411-407a-be9b-fa1337528b51 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:44.500429 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Sync routers for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:44.519504 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:44.519968 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bba1b9-27a6-4b67-8cce-ae46062fa334 x-openstack-request-id: req-80bba1b9-27a6-4b67-8cce-ae46062fa334 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:44.520346 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e0d501-cbe7-4de7-bead-7a65b1229014", "name": "network-vif-deleted", "tag": "9d2f2cab-0411-407a-be9b-fa1337528b51", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:44.520603 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80bba1b9-27a6-4b67-8cce-ae46062fa334 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:44.521244 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e0d501-cbe7-4de7-bead-7a65b1229014', 'name': 'network-vif-deleted', 'tag': '9d2f2cab-0411-407a-be9b-fa1337528b51', 'status': 'completed', 'code': 200} Jan 28 13:01:44.521375 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:44.632117 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ec58c-d620-4329-a2c8-929b092c3b16 req-21ccaea9-c750-4259-ba31-ac96c4cc344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:44.640752 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a00ec58c-d620-4329-a2c8-929b092c3b16 req-21ccaea9-c750-4259-ba31-ac96c4cc344a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 1096 time: 0.0905259 Jan 28 13:01:44.655872 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94dfdb2c-92d9-4272-bfff-37a9169f7413 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:44.723948 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a00ec58c-d620-4329-a2c8-929b092c3b16 req-466dbb71-a466-4b6a-bdb0-f2c1c826e8bb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714121 Jan 28 13:01:44.774274 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:44.928978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-94dfdb2c-92d9-4272-bfff-37a9169f7413 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:44.929593 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94dfdb2c-92d9-4272-bfff-37a9169f7413 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:45.022836 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7841cccd-4749-4c17-8041-69fe9732ceda req-f7bc722f-0091-47de-bcd7-55936a4f34d7 tempest-TestServerMultinode-441739945 tempest-TestServerMultinode-441739945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23e0d501-cbe7-4de7-bead-7a65b1229014 HTTP/1.1" status: 200 len: 210 time: 0.0772657 Jan 28 13:01:45.068786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c9a58-4ba4-418e-91e8-4a326b2748bb req-d0573e05-0e46-465d-8b5b-a1da6250e8e6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:45.070227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a6c9a58-4ba4-418e-91e8-4a326b2748bb req-d0573e05-0e46-465d-8b5b-a1da6250e8e6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 945 time: 0.1236837 Jan 28 13:01:45.094000 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94dfdb2c-92d9-4272-bfff-37a9169f7413 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:45.096931 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:43Z', 'revision_number': 7, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c', 'name': '', 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:2e:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:34Z', 'updated_at': '2022-01-28T13:01:42Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f501e8-51ce-4d70-8e03-834e78e5b2e7', 'name': '', 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:47:61:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '3c80e062-c7fe-49fa-8f75-3a01ba01acd8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:39Z', 'updated_at': '2022-01-28T13:01:40Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': '3c80e062-c7fe-49fa-8f75-3a01ba01acd8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:45.118748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-94dfdb2c-92d9-4272-bfff-37a9169f7413 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for b0f501e8-51ce-4d70-8e03-834e78e5b2e7 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:45.130431 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Checking router: 15b56cd6-6578-43bf-99b5-b29f1198e10d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:45.130731 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Updating router 15b56cd6-6578-43bf-99b5-b29f1198e10d port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:01:45.156548 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:45.462386 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Publish callbacks [] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:45.468895 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:45.544792 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Pushing event updated for resources: {'Port': ['ID=b0f501e8-51ce-4d70-8e03-834e78e5b2e7,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:45.546115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4a6c9a58-4ba4-418e-91e8-4a326b2748bb req-30d4657d-a3f7-42a2-9164-0731cffceacd tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659975 Jan 28 13:01:45.578250 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.578789 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.579226 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.579721 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.580792 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.581254 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.581687 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.582112 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.582532 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.582955 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.583423 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.583906 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.584348 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0ca97-c6fb-4492-b277-fcc523855075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:01:45.607005 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Attempting to bind port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:45.607553 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Attempting to bind port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:45.607915 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Attempting to bind port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 on network ac58fd4f-42a8-4e3d-ac94-2ad09438c175 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:45.613984 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:45.614369 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Checking segment: {'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:45.614804 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:45.615198 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Bound using segment: {'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:45.615693 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Bound port: b0f501e8-51ce-4d70-8e03-834e78e5b2e7, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:45.616070 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:45.704363 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94dfdb2c-92d9-4272-bfff-37a9169f7413 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:45.704710 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:01:45.705308 n-d-824835-4 neutron-server[103131]: DEBUG oslo_db.api [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:01:45.748780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfdb2c-92d9-4272-bfff-37a9169f7413 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=b0f501e8-51ce-4d70-8e03-834e78e5b2e7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:45.749496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ab69debb-71ad-4a4e-b18c-c8c1f4afd0c8 None None] Could not find standard attr ID for object b0f501e8-51ce-4d70-8e03-834e78e5b2e7. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:01:45.920510 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94dfdb2c-92d9-4272-bfff-37a9169f7413 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.089847 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54090) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:46.130177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dfdb2c-92d9-4272-bfff-37a9169f7413 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 15b56cd6-6578-43bf-99b5-b29f1198e10d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:46.219940 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Attempting to bind port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:01:46.220311 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Attempting to bind port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:01:46.220662 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Attempting to bind port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 on network ac58fd4f-42a8-4e3d-ac94-2ad09438c175 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:01:46.225892 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:01:46.226207 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Checking segment: {'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:01:46.226608 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.226984 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Bound using segment: {'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:01:46.227715 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Bound port: b0f501e8-51ce-4d70-8e03-834e78e5b2e7, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b933b4-6532-4888-bde0-f0630e2476b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ac58fd4f-42a8-4e3d-ac94-2ad09438c175'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:01:46.227845 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b0f501e8-51ce-4d70-8e03-834e78e5b2e7), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.228107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dfdb2c-92d9-4272-bfff-37a9169f7413 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:46.235835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-94dfdb2c-92d9-4272-bfff-37a9169f7413 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0402517 Jan 28 13:01:46.236971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54092) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:46.263304 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Port b0f501e8-51ce-4d70-8e03-834e78e5b2e7 has been deleted concurrently {{(pid=103131) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 13:01:46.273783 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:46.274396 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:46.290992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ead5e9-b98b-430a-900e-b1540a897eed tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting subnet 3c80e062-c7fe-49fa-8f75-3a01ba01acd8 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:01:46.294265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42ead5e9-b98b-430a-900e-b1540a897eed tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (3c80e062-c7fe-49fa-8f75-3a01ba01acd8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.336772 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42ead5e9-b98b-430a-900e-b1540a897eed tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (3c80e062-c7fe-49fa-8f75-3a01ba01acd8), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.366204 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:46.434876 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42ead5e9-b98b-430a-900e-b1540a897eed tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (3c80e062-c7fe-49fa-8f75-3a01ba01acd8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.459499 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06f407a-3f53-47f5-9b52-7f0d956f38b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (28811380-dbc2-44f0-84de-c2450e8bcaad), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.499399 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42ead5e9-b98b-430a-900e-b1540a897eed tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (3c80e062-c7fe-49fa-8f75-3a01ba01acd8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.529853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ead5e9-b98b-430a-900e-b1540a897eed tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Subnet': ['ID=3c80e062-c7fe-49fa-8f75-3a01ba01acd8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:46.536061 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42ead5e9-b98b-430a-900e-b1540a897eed tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.545310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-42ead5e9-b98b-430a-900e-b1540a897eed tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/3c80e062-c7fe-49fa-8f75-3a01ba01acd8 HTTP/1.1" status: 204 len: 168 time: 0.3038287 Jan 28 13:01:46.546682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54094) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:46.553198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c18d76e-cd75-4efa-9064-c7e005442a81 None None] Network ac58fd4f-42a8-4e3d-ac94-2ad09438c175 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:46.616873 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:45Z', 'revision_number': 8, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c', 'name': '', 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:2e:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:34Z', 'updated_at': '2022-01-28T13:01:42Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:46.653157 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caed410-b9e2-45e5-ba90-9218d337e152 None None] The sync data for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 is: [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:45Z', 'revision_number': 8, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c', 'name': '', 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:2e:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:34Z', 'updated_at': '2022-01-28T13:01:42Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:46.718531 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (ac58fd4f-42a8-4e3d-ac94-2ad09438c175), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.735841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f0e25-ff2c-496f-a818-5973bff261d2 req-10ee5a8a-da61-4770-933e-207dbf1ea5d0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:46.737973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-336f0e25-ff2c-496f-a818-5973bff261d2 req-10ee5a8a-da61-4770-933e-207dbf1ea5d0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 945 time: 0.0776284 Jan 28 13:01:46.792470 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b06f407a-3f53-47f5-9b52-7f0d956f38b9 admin admin] Deleting port a48be4de-e52f-4dda-a7e2-108033256bc7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:46.792708 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06f407a-3f53-47f5-9b52-7f0d956f38b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.820312 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-336f0e25-ff2c-496f-a818-5973bff261d2 req-3d48017f-8e48-43ab-aad8-78ea3ea66641 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750210 Jan 28 13:01:46.829663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port 48d8fa81-7e89-4674-8318-5579c863daee {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:46.830216 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (48d8fa81-7e89-4674-8318-5579c863daee), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.886709 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b06f407a-3f53-47f5-9b52-7f0d956f38b9 admin admin] For port a48be4de-e52f-4dda-a7e2-108033256bc7, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a48be4de-e52f-4dda-a7e2-108033256bc7,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:46.887080 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06f407a-3f53-47f5-9b52-7f0d956f38b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.901002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b06f407a-3f53-47f5-9b52-7f0d956f38b9 admin admin] Calling delete_port for a48be4de-e52f-4dda-a7e2-108033256bc7 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:46.912175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] For port 48d8fa81-7e89-4674-8318-5579c863daee, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=48d8fa81-7e89-4674-8318-5579c863daee,segment=NetworkSegment(32b933b4-6532-4888-bde0-f0630e2476b6),segment_id=32b933b4-6532-4888-bde0-f0630e2476b6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:46.912541 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (48d8fa81-7e89-4674-8318-5579c863daee), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:46.940978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for 48d8fa81-7e89-4674-8318-5579c863daee owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:47.002302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05c398-c090-413f-bf87-7b638fa19994 req-249fac83-34ed-4795-9ebe-a55671459847 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:47.004082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d05c398-c090-413f-bf87-7b638fa19994 req-249fac83-34ed-4795-9ebe-a55671459847 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 945 time: 0.1083612 Jan 28 13:01:47.042279 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5a9bce-5217-42dc-bc65-374e6cd16265 None None] DHCP port deletion for ac58fd4f-42a8-4e3d-ac94-2ad09438c175 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:01:47.092917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d05c398-c090-413f-bf87-7b638fa19994 req-4fac1469-f16e-4984-834e-92728a625f47 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763507 Jan 28 13:01:47.103581 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (48d8fa81-7e89-4674-8318-5579c863daee), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.134975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a9bce-5217-42dc-bc65-374e6cd16265 None None] Deleting port 48d8fa81-7e89-4674-8318-5579c863daee {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:47.135229 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06f407a-3f53-47f5-9b52-7f0d956f38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a48be4de-e52f-4dda-a7e2-108033256bc7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.135724 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9bce-5217-42dc-bc65-374e6cd16265 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (48d8fa81-7e89-4674-8318-5579c863daee), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.142213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=48d8fa81-7e89-4674-8318-5579c863daee,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:47.148978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No DVR routers for this DVR port 48d8fa81-7e89-4674-8318-5579c863daee on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:47.192705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f407a-3f53-47f5-9b52-7f0d956f38b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a48be4de-e52f-4dda-a7e2-108033256bc7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:47.270606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3b5a9bce-5217-42dc-bc65-374e6cd16265 None None] For port 48d8fa81-7e89-4674-8318-5579c863daee, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:47.271093 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9bce-5217-42dc-bc65-374e6cd16265 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (48d8fa81-7e89-4674-8318-5579c863daee), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.297089 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a9bce-5217-42dc-bc65-374e6cd16265 None None] Calling delete_port for 48d8fa81-7e89-4674-8318-5579c863daee owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:47.300740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-3b5a9bce-5217-42dc-bc65-374e6cd16265 None None] Port 48d8fa81-7e89-4674-8318-5579c863daee was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:01:47.302236 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9bce-5217-42dc-bc65-374e6cd16265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (48d8fa81-7e89-4674-8318-5579c863daee), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.330843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (ac58fd4f-42a8-4e3d-ac94-2ad09438c175), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.336233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 48d8fa81-7e89-4674-8318-5579c863daee no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:47.339227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a9bce-5217-42dc-bc65-374e6cd16265 None None] Pushing event deleted for resources: {'Port': ['ID=48d8fa81-7e89-4674-8318-5579c863daee,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:47.375864 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a9bce-5217-42dc-bc65-374e6cd16265 None None] No DVR routers for this DVR port 48d8fa81-7e89-4674-8318-5579c863daee on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:47.379846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac58fd4f-42a8-4e3d-ac94-2ad09438c175']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:47.388548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 48d8fa81-7e89-4674-8318-5579c863daee {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:47.389078 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 48d8fa81-7e89-4674-8318-5579c863daee not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:47.389428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b0f501e8-51ce-4d70-8e03-834e78e5b2e7 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:47.402995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbf169-b7cd-49a0-b19c-c339666af8ab None None] Sync routers for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:47.405271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b933b4-6532-4888-bde0-f0630e2476b6') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:47.405581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b933b4-6532-4888-bde0-f0630e2476b6') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:47.418044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (32b933b4-6532-4888-bde0-f0630e2476b6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.433792 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (32b933b4-6532-4888-bde0-f0630e2476b6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.442835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:01:47.443289 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (32b933b4-6532-4888-bde0-f0630e2476b6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.460427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: b0f501e8-51ce-4d70-8e03-834e78e5b2e7 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:47.461724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b0f501e8-51ce-4d70-8e03-834e78e5b2e7 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:47.469294 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fbf169-b7cd-49a0-b19c-c339666af8ab None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:47.470521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b8fbf169-b7cd-49a0-b19c-c339666af8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:47.475694 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: items = [ Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:01:47.543411 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:01:47.575613 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06f407a-3f53-47f5-9b52-7f0d956f38b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (28811380-dbc2-44f0-84de-c2450e8bcaad), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.583919 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (ac58fd4f-42a8-4e3d-ac94-2ad09438c175), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.590055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:47.597575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/networks/ac58fd4f-42a8-4e3d-ac94-2ad09438c175 HTTP/1.1" status: 204 len: 168 time: 1.0492215 Jan 28 13:01:47.600794 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54106) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:47.627824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b8fbf169-b7cd-49a0-b19c-c339666af8ab None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:47.646630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03380eb1-bfcb-4ac9-84a3-7febc9965e4a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Network': ['ID=ac58fd4f-42a8-4e3d-ac94-2ad09438c175,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:47.678775 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c90e23-146e-422a-9762-f9b257d5b426 req-7ae66b68-18d3-43f8-a8b9-f7967f230326 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:47.680474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00c90e23-146e-422a-9762-f9b257d5b426 req-7ae66b68-18d3-43f8-a8b9-f7967f230326 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 945 time: 0.0763316 Jan 28 13:01:47.739525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00c90e23-146e-422a-9762-f9b257d5b426 req-07d4cae3-2005-4925-afac-ade0f694b4bc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512555 Jan 28 13:01:47.855469 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b8fbf169-b7cd-49a0-b19c-c339666af8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:45Z', 'revision_number': 8, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c', 'name': '', 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:2e:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:34Z', 'updated_at': '2022-01-28T13:01:42Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:47.887446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbf169-b7cd-49a0-b19c-c339666af8ab None None] Checking router: 15b56cd6-6578-43bf-99b5-b29f1198e10d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:47.898077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fbf169-b7cd-49a0-b19c-c339666af8ab None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:47.898716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b8fbf169-b7cd-49a0-b19c-c339666af8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:47.984815 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:48.002840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b8fbf169-b7cd-49a0-b19c-c339666af8ab None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:48.068432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06f407a-3f53-47f5-9b52-7f0d956f38b9 admin admin] Router 28811380-dbc2-44f0-84de-c2450e8bcaad has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:48.217493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b8fbf169-b7cd-49a0-b19c-c339666af8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:45Z', 'revision_number': 8, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c', 'name': '', 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:2e:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:34Z', 'updated_at': '2022-01-28T13:01:42Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:48.220161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06f407a-3f53-47f5-9b52-7f0d956f38b9 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:48.225602 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b06f407a-3f53-47f5-9b52-7f0d956f38b9 admin admin] 10.222.0.53 "PUT /v2.0/routers/28811380-dbc2-44f0-84de-c2450e8bcaad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1353109 Jan 28 13:01:48.228140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54110) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:48.229082 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f8fed-27b7-4a3b-9320-e0f25324111c None None] Sync routers for ids ['28811380-dbc2-44f0-84de-c2450e8bcaad'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:48.241219 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f8fed-27b7-4a3b-9320-e0f25324111c None None] Routers {'28811380-dbc2-44f0-84de-c2450e8bcaad'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:48.242133 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a39f8fed-27b7-4a3b-9320-e0f25324111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['28811380-dbc2-44f0-84de-c2450e8bcaad'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:48.256628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbf169-b7cd-49a0-b19c-c339666af8ab None None] The sync data for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 is: [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:45Z', 'revision_number': 8, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c', 'name': '', 'network_id': '9f95343f-e133-4bc2-8d48-da5735ac3da6', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:2e:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:34Z', 'updated_at': '2022-01-28T13:01:42Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'e0b2ef0a-dba3-497e-ae75-eddf113e7389', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:48.269500 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d0098a-4bf9-438c-87c2-8cf1fd307da3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:48.355999 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Publish callbacks [] for router (28811380-dbc2-44f0-84de-c2450e8bcaad), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:48.373853 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a39f8fed-27b7-4a3b-9320-e0f25324111c None None] Set router 28811380-dbc2-44f0-84de-c2450e8bcaad gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:48.506595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Publish callbacks [] for router_gateway (28811380-dbc2-44f0-84de-c2450e8bcaad), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:48.570456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Deleting port 96cdfb8f-7adb-4e4d-8281-3f20852589ff {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:48.570893 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:48.661510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] For port 96cdfb8f-7adb-4e4d-8281-3f20852589ff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=96cdfb8f-7adb-4e4d-8281-3f20852589ff,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:48.662049 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:48.677026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Calling delete_port for 96cdfb8f-7adb-4e4d-8281-3f20852589ff owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:48.679298 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a39f8fed-27b7-4a3b-9320-e0f25324111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'name': 'tempest-TestServerMultinode-1890933365-router', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:35Z', 'updated_at': '2022-01-28T13:01:47Z', 'revision_number': 5, 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'gw_port': {'id': '96cdfb8f-7adb-4e4d-8281-3f20852589ff', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:77:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:37Z', 'updated_at': '2022-01-28T13:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:48.717695 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f8fed-27b7-4a3b-9320-e0f25324111c None None] Checking router: 28811380-dbc2-44f0-84de-c2450e8bcaad for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:48.728221 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f8fed-27b7-4a3b-9320-e0f25324111c None None] Routers {'28811380-dbc2-44f0-84de-c2450e8bcaad'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:48.728863 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a39f8fed-27b7-4a3b-9320-e0f25324111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['28811380-dbc2-44f0-84de-c2450e8bcaad'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:48.846927 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a39f8fed-27b7-4a3b-9320-e0f25324111c None None] Set router 28811380-dbc2-44f0-84de-c2450e8bcaad gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:48.904125 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a39f8fed-27b7-4a3b-9320-e0f25324111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'name': 'tempest-TestServerMultinode-1890933365-router', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:35Z', 'updated_at': '2022-01-28T13:01:48Z', 'revision_number': 6, 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:48.907158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db0bde-6427-41ba-93a5-8360e216b250 req-68f97e99-b9e3-424a-b0f1-c7af95e97a49 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:48.908846 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7db0bde-6427-41ba-93a5-8360e216b250 req-68f97e99-b9e3-424a-b0f1-c7af95e97a49 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 945 time: 0.0890007 Jan 28 13:01:48.917125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (96cdfb8f-7adb-4e4d-8281-3f20852589ff), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:48.931380 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0098a-4bf9-438c-87c2-8cf1fd307da3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:48.931598 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f8fed-27b7-4a3b-9320-e0f25324111c None None] The sync data for ids ['28811380-dbc2-44f0-84de-c2450e8bcaad'] in n-d-824835-4 is: [{'id': '28811380-dbc2-44f0-84de-c2450e8bcaad', 'name': 'tempest-TestServerMultinode-1890933365-router', 'tenant_id': '6b9f1a6950bf4374806d5fed46dfa150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:35Z', 'updated_at': '2022-01-28T13:01:48Z', 'revision_number': 6, 'project_id': '6b9f1a6950bf4374806d5fed46dfa150', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:48.931959 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d0098a-4bf9-438c-87c2-8cf1fd307da3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:48.957953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Pushing event deleted for resources: {'Port': ['ID=96cdfb8f-7adb-4e4d-8281-3f20852589ff,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:49.029954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d8d0098a-4bf9-438c-87c2-8cf1fd307da3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] For port 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c,segment=NetworkSegment(d3f8624b-666c-45e4-bb6a-836edd0206dd),segment_id=d3f8624b-666c-45e4-bb6a-836edd0206dd)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:49.030321 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d0098a-4bf9-438c-87c2-8cf1fd307da3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.033070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7db0bde-6427-41ba-93a5-8360e216b250 req-528cf1f3-924d-40f1-ad26-df419082e7cf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174800 Jan 28 13:01:49.044829 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (28811380-dbc2-44f0-84de-c2450e8bcaad), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.051386 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0098a-4bf9-438c-87c2-8cf1fd307da3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:49.139254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (28811380-dbc2-44f0-84de-c2450e8bcaad), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.141354 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Publish callbacks [] for router_controller (28811380-dbc2-44f0-84de-c2450e8bcaad), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.185824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (28811380-dbc2-44f0-84de-c2450e8bcaad), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.186409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28811380-dbc2-44f0-84de-c2450e8bcaad {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:01:49.193302 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.197543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54116) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:49.197727 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-52d86b3a-839a-41d0-8a75-1b9fb5e5d70e admin admin] 10.222.0.53 "DELETE /v2.0/routers/28811380-dbc2-44f0-84de-c2450e8bcaad HTTP/1.1" status: 204 len: 168 time: 0.9670169 Jan 28 13:01:49.270859 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9b5c-fd38-42f7-8c9a-57ffc8064b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.275870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44d2e2-7b41-4533-a0bb-6344228bcf72 req-3253b407-a0d9-452d-9b21-f7f743904c0b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:49.277362 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4d44d2e2-7b41-4533-a0bb-6344228bcf72 req-3253b407-a0d9-452d-9b21-f7f743904c0b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 945 time: 0.1262305 Jan 28 13:01:49.300944 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7adc18-4c88-45f6-8623-6dca555b0ffb admin admin] Deleting subnet 400c2fa5-afbf-4f6d-9d6b-afcbf1dba857 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:01:49.325982 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d7adc18-4c88-45f6-8623-6dca555b0ffb admin admin] Publish callbacks [] for subnet (400c2fa5-afbf-4f6d-9d6b-afcbf1dba857), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.367077 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d0098a-4bf9-438c-87c2-8cf1fd307da3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.427173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0098a-4bf9-438c-87c2-8cf1fd307da3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:49.449098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d7adc18-4c88-45f6-8623-6dca555b0ffb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (400c2fa5-afbf-4f6d-9d6b-afcbf1dba857), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.614556 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-4d44d2e2-7b41-4533-a0bb-6344228bcf72 req-bf3062e5-bf54-4111-b2d0-5a6f14317e61 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Deleting port fcd2680e-e0ad-4b81-be3c-404f2a1d743b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:49.614952 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d44d2e2-7b41-4533-a0bb-6344228bcf72 req-bf3062e5-bf54-4111-b2d0-5a6f14317e61 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.738096 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d7adc18-4c88-45f6-8623-6dca555b0ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (400c2fa5-afbf-4f6d-9d6b-afcbf1dba857), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.797162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a48be4de-e52f-4dda-a7e2-108033256bc7 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:49.800861 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8d0098a-4bf9-438c-87c2-8cf1fd307da3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.819871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a48be4de-e52f-4dda-a7e2-108033256bc7 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:49.820486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a48be4de-e52f-4dda-a7e2-108033256bc7 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:49.842227 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-4d44d2e2-7b41-4533-a0bb-6344228bcf72 req-bf3062e5-bf54-4111-b2d0-5a6f14317e61 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] For port fcd2680e-e0ad-4b81-be3c-404f2a1d743b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=fcd2680e-e0ad-4b81-be3c-404f2a1d743b,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:49.842599 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d44d2e2-7b41-4533-a0bb-6344228bcf72 req-bf3062e5-bf54-4111-b2d0-5a6f14317e61 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.888891 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d7adc18-4c88-45f6-8623-6dca555b0ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (400c2fa5-afbf-4f6d-9d6b-afcbf1dba857), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.922651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-4d44d2e2-7b41-4533-a0bb-6344228bcf72 req-bf3062e5-bf54-4111-b2d0-5a6f14317e61 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Calling delete_port for fcd2680e-e0ad-4b81-be3c-404f2a1d743b owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:49.955761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7adc18-4c88-45f6-8623-6dca555b0ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400c2fa5-afbf-4f6d-9d6b-afcbf1dba857,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:49.966219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d7adc18-4c88-45f6-8623-6dca555b0ffb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:49.969026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ede83d-1a8a-44ec-8b9d-8f35f3ef248d None None] Network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:49.969310 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0d7adc18-4c88-45f6-8623-6dca555b0ffb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/400c2fa5-afbf-4f6d-9d6b-afcbf1dba857 HTTP/1.1" status: 204 len: 168 time: 0.7714591 Jan 28 13:01:49.972797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54130) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:50.082038 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (233f9234-9d66-4ad6-8ce3-72163bb5bc4e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.181447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba984b7e-f96f-44ec-a465-ee15b400cf78 None None] DHCP port deletion for 233f9234-9d66-4ad6-8ce3-72163bb5bc4e request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:01:50.216735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Deleting port 6755c4d6-6902-4f77-b111-87b01664e6aa {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:50.216735 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.260571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d0098a-4bf9-438c-87c2-8cf1fd307da3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 15b56cd6-6578-43bf-99b5-b29f1198e10d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:50.262163 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d44d2e2-7b41-4533-a0bb-6344228bcf72 req-bf3062e5-bf54-4111-b2d0-5a6f14317e61 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fcd2680e-e0ad-4b81-be3c-404f2a1d743b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.262453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ba984b7e-f96f-44ec-a465-ee15b400cf78 None None] Deleting port 6755c4d6-6902-4f77-b111-87b01664e6aa {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:50.263118 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba984b7e-f96f-44ec-a465-ee15b400cf78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.277492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7320b-5bdd-4b06-a503-1733bbbfba52 req-e80f9438-4bcd-4caf-8db9-72f10e1b30f8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:50.279466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3d7320b-5bdd-4b06-a503-1733bbbfba52 req-e80f9438-4bcd-4caf-8db9-72f10e1b30f8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 945 time: 0.1421297 Jan 28 13:01:50.285732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['786f6c1b-4038-4cc5-8817-04d458fa7c3e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:01:50.302619 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3062e5-bf54-4111-b2d0-5a6f14317e61 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event deleted for resources: {'Port': ['ID=fcd2680e-e0ad-4b81-be3c-404f2a1d743b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:50.333941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] For port 6755c4d6-6902-4f77-b111-87b01664e6aa, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6755c4d6-6902-4f77-b111-87b01664e6aa,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:50.334451 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.362322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Calling delete_port for 6755c4d6-6902-4f77-b111-87b01664e6aa owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:50.405860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3d7320b-5bdd-4b06-a503-1733bbbfba52 req-157926e5-f439-41e5-8346-87c18125eab2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169119 Jan 28 13:01:50.439890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d44d2e2-7b41-4533-a0bb-6344228bcf72 req-bf3062e5-bf54-4111-b2d0-5a6f14317e61 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] No DVR routers for this DVR port fcd2680e-e0ad-4b81-be3c-404f2a1d743b on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:50.449090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d44d2e2-7b41-4533-a0bb-6344228bcf72 req-bf3062e5-bf54-4111-b2d0-5a6f14317e61 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.452914 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4d44d2e2-7b41-4533-a0bb-6344228bcf72 req-bf3062e5-bf54-4111-b2d0-5a6f14317e61 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "DELETE /v2.0/ports/fcd2680e-e0ad-4b81-be3c-404f2a1d743b HTTP/1.1" status: 204 len: 173 time: 1.1656013 Jan 28 13:01:50.453376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8329ef67-a931-4911-8771-95008abbfbff', 'name': 'network-vif-deleted', 'tag': 'fcd2680e-e0ad-4b81-be3c-404f2a1d743b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:01:50.456154 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164b39c1-d9da-4b3c-8125-d0c842e54d8e" -d '{"events": [{"server_uuid": "8329ef67-a931-4911-8771-95008abbfbff", "name": "network-vif-deleted", "tag": "fcd2680e-e0ad-4b81-be3c-404f2a1d743b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:01:50.510209 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d0098a-4bf9-438c-87c2-8cf1fd307da3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:50.523941 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d8d0098a-4bf9-438c-87c2-8cf1fd307da3 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9219673 Jan 28 13:01:50.526206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:50.538035 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b639d0a6-9de0-4115-8b36-85dca5f2c566 x-openstack-request-id: req-b639d0a6-9de0-4115-8b36-85dca5f2c566 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:01:50.538571 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8329ef67-a931-4911-8771-95008abbfbff", "name": "network-vif-deleted", "tag": "fcd2680e-e0ad-4b81-be3c-404f2a1d743b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:01:50.539007 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b639d0a6-9de0-4115-8b36-85dca5f2c566 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:01:50.539686 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8329ef67-a931-4911-8771-95008abbfbff', 'name': 'network-vif-deleted', 'tag': 'fcd2680e-e0ad-4b81-be3c-404f2a1d743b', 'status': 'completed', 'code': 200} Jan 28 13:01:50.605331 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.676221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-194c88f7-a15f-4fbb-8c37-87f21dbe3bb0 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting subnet e0b2ef0a-dba3-497e-ae75-eddf113e7389 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:01:50.682509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] No DVR routers for this DVR port 6755c4d6-6902-4f77-b111-87b01664e6aa on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:50.688798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-194c88f7-a15f-4fbb-8c37-87f21dbe3bb0 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (e0b2ef0a-dba3-497e-ae75-eddf113e7389), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.692274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=6755c4d6-6902-4f77-b111-87b01664e6aa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:50.694813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cbad64-37e7-4f38-aa18-1288234b7bce None None] Sync routers for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:50.732831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cbad64-37e7-4f38-aa18-1288234b7bce None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:50.735530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-67cbad64-37e7-4f38-aa18-1288234b7bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:50.809754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-194c88f7-a15f-4fbb-8c37-87f21dbe3bb0 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (e0b2ef0a-dba3-497e-ae75-eddf113e7389), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.833048 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (233f9234-9d66-4ad6-8ce3-72163bb5bc4e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.853147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ba984b7e-f96f-44ec-a465-ee15b400cf78 None None] For port 6755c4d6-6902-4f77-b111-87b01664e6aa, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6755c4d6-6902-4f77-b111-87b01664e6aa,segment=NetworkSegment(a5c99792-ef14-4bcd-ae83-6d4ecf185a23),segment_id=a5c99792-ef14-4bcd-ae83-6d4ecf185a23)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:50.853147 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba984b7e-f96f-44ec-a465-ee15b400cf78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.863686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233f9234-9d66-4ad6-8ce3-72163bb5bc4e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:50.879273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:50.879593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c99792-ef14-4bcd-ae83-6d4ecf185a23') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:50.880861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ba984b7e-f96f-44ec-a465-ee15b400cf78 None None] Calling delete_port for 6755c4d6-6902-4f77-b111-87b01664e6aa owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:50.890229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-67cbad64-37e7-4f38-aa18-1288234b7bce None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:50.893438 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (a5c99792-ef14-4bcd-ae83-6d4ecf185a23), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.924291 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a5c99792-ef14-4bcd-ae83-6d4ecf185a23), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.937620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:01:50.938022 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (a5c99792-ef14-4bcd-ae83-6d4ecf185a23), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:01:50.940837 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:01:50.955442 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-194c88f7-a15f-4fbb-8c37-87f21dbe3bb0 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (e0b2ef0a-dba3-497e-ae75-eddf113e7389), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.033103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (233f9234-9d66-4ad6-8ce3-72163bb5bc4e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.038117 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.043849 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] 10.222.0.53 "DELETE /v2.0/networks/233f9234-9d66-4ad6-8ce3-72163bb5bc4e HTTP/1.1" status: 204 len: 168 time: 1.0691447 Jan 28 13:01:51.044613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54140) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:51.071694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5287ce-4f4e-404f-9936-b3decdf87b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=233f9234-9d66-4ad6-8ce3-72163bb5bc4e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:51.088747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-194c88f7-a15f-4fbb-8c37-87f21dbe3bb0 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (e0b2ef0a-dba3-497e-ae75-eddf113e7389), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.122723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c88f7-a15f-4fbb-8c37-87f21dbe3bb0 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b2ef0a-dba3-497e-ae75-eddf113e7389,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:51.143417 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-194c88f7-a15f-4fbb-8c37-87f21dbe3bb0 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.143907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12df8b64-28ed-430f-aabb-07b5c4bba371 None None] Network 9f95343f-e133-4bc2-8d48-da5735ac3da6 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:51.148734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-194c88f7-a15f-4fbb-8c37-87f21dbe3bb0 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/e0b2ef0a-dba3-497e-ae75-eddf113e7389 HTTP/1.1" status: 204 len: 168 time: 0.6188703 Jan 28 13:01:51.151505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54142) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:51.228719 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba984b7e-f96f-44ec-a465-ee15b400cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (6755c4d6-6902-4f77-b111-87b01664e6aa), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.272773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba984b7e-f96f-44ec-a465-ee15b400cf78 None None] Network 233f9234-9d66-4ad6-8ce3-72163bb5bc4e is not hosted by any dhcp agent {{(pid=103130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:01:51.273596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba984b7e-f96f-44ec-a465-ee15b400cf78 None None] No DVR routers for this DVR port 6755c4d6-6902-4f77-b111-87b01664e6aa on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:51.278061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba984b7e-f96f-44ec-a465-ee15b400cf78 None None] Pushing event deleted for resources: {'Port': ['ID=6755c4d6-6902-4f77-b111-87b01664e6aa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:51.307440 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (9f95343f-e133-4bc2-8d48-da5735ac3da6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.357922 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-67cbad64-37e7-4f38-aa18-1288234b7bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:49Z', 'revision_number': 9, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:51.416058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:51.416402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.421879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cbad64-37e7-4f38-aa18-1288234b7bce None None] Checking router: 15b56cd6-6578-43bf-99b5-b29f1198e10d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:51.435289 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cbad64-37e7-4f38-aa18-1288234b7bce None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:51.436225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-67cbad64-37e7-4f38-aa18-1288234b7bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:51.438862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a4db1-8f4b-48a2-b56e-c903b78e2c9c None None] DHCP port deletion for 9f95343f-e133-4bc2-8d48-da5735ac3da6 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:01:51.497261 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6755c4d6-6902-4f77-b111-87b01664e6aa no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:51.501061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] For port 07d08c09-abfb-46b5-b9e0-ea138683ccf0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=07d08c09-abfb-46b5-b9e0-ea138683ccf0,segment=NetworkSegment(d3f8624b-666c-45e4-bb6a-836edd0206dd),segment_id=d3f8624b-666c-45e4-bb6a-836edd0206dd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:51.501981 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.525553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for 07d08c09-abfb-46b5-b9e0-ea138683ccf0 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:51.626231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 6755c4d6-6902-4f77-b111-87b01664e6aa {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:51.627131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6755c4d6-6902-4f77-b111-87b01664e6aa not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:51.627595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 96cdfb8f-7adb-4e4d-8281-3f20852589ff no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:51.651055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.681233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 96cdfb8f-7adb-4e4d-8281-3f20852589ff {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:51.681638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 96cdfb8f-7adb-4e4d-8281-3f20852589ff not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:51.701166 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-985bd163-c6d8-4d03-8f30-f1919edfdb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.712142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4149ae9e-942b-405b-b5a1-ea372f010829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (f8638de1-a0d6-4d95-acd6-c36985de0528), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.714972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=07d08c09-abfb-46b5-b9e0-ea138683ccf0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:51.724304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-67cbad64-37e7-4f38-aa18-1288234b7bce None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:51.728296 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2a584d7-74ee-4534-931a-0f8260b450d7 req-43895a06-8491-478d-93c7-0c0842eb6abf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0985124 Jan 28 13:01:51.751228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No DVR routers for this DVR port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:51.787833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-145a4db1-8f4b-48a2-b56e-c903b78e2c9c None None] Deleting port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:51.788208 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-145a4db1-8f4b-48a2-b56e-c903b78e2c9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.915485 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (9f95343f-e133-4bc2-8d48-da5735ac3da6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.937049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f95343f-e133-4bc2-8d48-da5735ac3da6']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:51.948404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f8624b-666c-45e4-bb6a-836edd0206dd') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:51.948700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f8624b-666c-45e4-bb6a-836edd0206dd') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:51.960010 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (d3f8624b-666c-45e4-bb6a-836edd0206dd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.974635 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d3f8624b-666c-45e4-bb6a-836edd0206dd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.981008 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:01:51.981430 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (d3f8624b-666c-45e4-bb6a-836edd0206dd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:51.999923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-145a4db1-8f4b-48a2-b56e-c903b78e2c9c None None] For port 07d08c09-abfb-46b5-b9e0-ea138683ccf0, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:52.000328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-145a4db1-8f4b-48a2-b56e-c903b78e2c9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:01:52.007510 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:01:52.029093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-145a4db1-8f4b-48a2-b56e-c903b78e2c9c None None] Calling delete_port for 07d08c09-abfb-46b5-b9e0-ea138683ccf0 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:52.033812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-145a4db1-8f4b-48a2-b56e-c903b78e2c9c None None] Port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:01:52.057178 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-145a4db1-8f4b-48a2-b56e-c903b78e2c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (07d08c09-abfb-46b5-b9e0-ea138683ccf0), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:52.099933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a4db1-8f4b-48a2-b56e-c903b78e2c9c None None] No DVR routers for this DVR port 07d08c09-abfb-46b5-b9e0-ea138683ccf0 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:52.106863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a4db1-8f4b-48a2-b56e-c903b78e2c9c None None] Pushing event deleted for resources: {'Port': ['ID=07d08c09-abfb-46b5-b9e0-ea138683ccf0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:52.143552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-67cbad64-37e7-4f38-aa18-1288234b7bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:49Z', 'revision_number': 9, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:52.145504 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (9f95343f-e133-4bc2-8d48-da5735ac3da6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:52.159941 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:52.166562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/networks/9f95343f-e133-4bc2-8d48-da5735ac3da6 HTTP/1.1" status: 204 len: 168 time: 1.0139363 Jan 28 13:01:52.167156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54148) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:52.174338 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cbad64-37e7-4f38-aa18-1288234b7bce None None] The sync data for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 is: [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:49Z', 'revision_number': 9, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '4d2f7e8d-4180-41f2-bf44-5cd26fb6d139', 'name': '', 'network_id': '2a763fce-ac1f-48fd-827e-cf17bb0846f5', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:e7:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:31Z', 'updated_at': '2022-01-28T13:01:36Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'b3ea2126-51b7-41d1-9a8c-07feda623a0a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:52.192953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fcd2680e-e0ad-4b81-be3c-404f2a1d743b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:52.216752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6cc13-dd57-4fd7-9afa-32be8c76e40b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Network': ['ID=9f95343f-e133-4bc2-8d48-da5735ac3da6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:52.224331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: fcd2680e-e0ad-4b81-be3c-404f2a1d743b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:52.224684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device fcd2680e-e0ad-4b81-be3c-404f2a1d743b not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:52.226235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4149ae9e-942b-405b-b5a1-ea372f010829 admin admin] Deleting port 552816c2-4008-4684-84c2-193ab1a7ad94 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:52.226678 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4149ae9e-942b-405b-b5a1-ea372f010829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:52.321650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4149ae9e-942b-405b-b5a1-ea372f010829 admin admin] For port 552816c2-4008-4684-84c2-193ab1a7ad94, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=552816c2-4008-4684-84c2-193ab1a7ad94,segment=NetworkSegment(2515b62a-b9f3-4ea2-8f05-af12728e6c89),segment_id=2515b62a-b9f3-4ea2-8f05-af12728e6c89)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:52.322014 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4149ae9e-942b-405b-b5a1-ea372f010829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:52.337101 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4149ae9e-942b-405b-b5a1-ea372f010829 admin admin] Calling delete_port for 552816c2-4008-4684-84c2-193ab1a7ad94 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:52.562438 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4149ae9e-942b-405b-b5a1-ea372f010829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (552816c2-4008-4684-84c2-193ab1a7ad94), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:52.596313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-988aa594-a302-4491-95d4-605d1e0f0c88 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:52.597820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149ae9e-942b-405b-b5a1-ea372f010829 admin admin] Pushing event deleted for resources: {'Port': ['ID=552816c2-4008-4684-84c2-193ab1a7ad94,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:52.790269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4149ae9e-942b-405b-b5a1-ea372f010829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (f8638de1-a0d6-4d95-acd6-c36985de0528), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:52.899048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-988aa594-a302-4491-95d4-605d1e0f0c88 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:52.899419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-988aa594-a302-4491-95d4-605d1e0f0c88 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:53.027051 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:53.054290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4149ae9e-942b-405b-b5a1-ea372f010829 admin admin] Router f8638de1-a0d6-4d95-acd6-c36985de0528 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:53.174613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4149ae9e-942b-405b-b5a1-ea372f010829 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:53.182838 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4149ae9e-942b-405b-b5a1-ea372f010829 admin admin] 10.222.0.53 "PUT /v2.0/routers/f8638de1-a0d6-4d95-acd6-c36985de0528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1340957 Jan 28 13:01:53.182838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54154) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:53.202255 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d98b44-65cf-446d-a0d1-38c7eee45458 None None] Sync routers for ids ['f8638de1-a0d6-4d95-acd6-c36985de0528'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:53.217442 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d98b44-65cf-446d-a0d1-38c7eee45458 None None] Routers {'f8638de1-a0d6-4d95-acd6-c36985de0528'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:53.219511 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-30d98b44-65cf-446d-a0d1-38c7eee45458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f8638de1-a0d6-4d95-acd6-c36985de0528'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:53.351987 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Publish callbacks [] for router (f8638de1-a0d6-4d95-acd6-c36985de0528), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:53.364747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bae9dfab-86c2-41ac-ba6a-c008117ee875 req-f468e444-d4b5-4a00-aa7b-191252213d46 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.4136698 Jan 28 13:01:53.412462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:53.430215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-988aa594-a302-4491-95d4-605d1e0f0c88 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] For port 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4d2f7e8d-4180-41f2-bf44-5cd26fb6d139,segment=NetworkSegment(b4094bed-5495-444e-bf9d-6592ca5c6096),segment_id=b4094bed-5495-444e-bf9d-6592ca5c6096)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:53.430990 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-988aa594-a302-4491-95d4-605d1e0f0c88 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:53.443661 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-30d98b44-65cf-446d-a0d1-38c7eee45458 None None] Set router f8638de1-a0d6-4d95-acd6-c36985de0528 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:53.444022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:53.445994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5b46c0fe-38b6-42f6-ad06-3c3a87a44b6c not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:53.446453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 07d08c09-abfb-46b5-b9e0-ea138683ccf0 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:53.452685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-988aa594-a302-4491-95d4-605d1e0f0c88 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:53.475207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 07d08c09-abfb-46b5-b9e0-ea138683ccf0 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:53.475947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 07d08c09-abfb-46b5-b9e0-ea138683ccf0 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:53.522575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Publish callbacks [] for router_gateway (f8638de1-a0d6-4d95-acd6-c36985de0528), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:53.585170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Deleting port a4f3ee03-073b-41aa-a736-f795a40e973d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:53.585418 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:53.675079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] For port a4f3ee03-073b-41aa-a736-f795a40e973d, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a4f3ee03-073b-41aa-a736-f795a40e973d,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:53.675524 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:53.678786 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-30d98b44-65cf-446d-a0d1-38c7eee45458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'name': 'tempest-TestServerMultinode-1819154484-router', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:54Z', 'updated_at': '2022-01-28T13:01:52Z', 'revision_number': 5, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'gw_port': {'id': 'a4f3ee03-073b-41aa-a736-f795a40e973d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:55Z', 'updated_at': '2022-01-28T13:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:53.690577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Calling delete_port for a4f3ee03-073b-41aa-a736-f795a40e973d owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:53.695181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-988aa594-a302-4491-95d4-605d1e0f0c88 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4d2f7e8d-4180-41f2-bf44-5cd26fb6d139), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:53.712079 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d98b44-65cf-446d-a0d1-38c7eee45458 None None] Checking router: f8638de1-a0d6-4d95-acd6-c36985de0528 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:53.722106 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d98b44-65cf-446d-a0d1-38c7eee45458 None None] Routers {'f8638de1-a0d6-4d95-acd6-c36985de0528'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:53.722726 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-30d98b44-65cf-446d-a0d1-38c7eee45458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f8638de1-a0d6-4d95-acd6-c36985de0528'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:53.739281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aa594-a302-4491-95d4-605d1e0f0c88 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=4d2f7e8d-4180-41f2-bf44-5cd26fb6d139,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:53.865906 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-30d98b44-65cf-446d-a0d1-38c7eee45458 None None] Set router f8638de1-a0d6-4d95-acd6-c36985de0528 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:53.969736 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-30d98b44-65cf-446d-a0d1-38c7eee45458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'name': 'tempest-TestServerMultinode-1819154484-router', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:54Z', 'updated_at': '2022-01-28T13:01:53Z', 'revision_number': 6, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:53.983877 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-988aa594-a302-4491-95d4-605d1e0f0c88 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.042288 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d98b44-65cf-446d-a0d1-38c7eee45458 None None] The sync data for ids ['f8638de1-a0d6-4d95-acd6-c36985de0528'] in n-d-824835-4 is: [{'id': 'f8638de1-a0d6-4d95-acd6-c36985de0528', 'name': 'tempest-TestServerMultinode-1819154484-router', 'tenant_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:54Z', 'updated_at': '2022-01-28T13:01:53Z', 'revision_number': 6, 'project_id': '5cdb1af5c68449d0ab8f1cccf6b3ff05', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:54.240981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988aa594-a302-4491-95d4-605d1e0f0c88 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 15b56cd6-6578-43bf-99b5-b29f1198e10d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:54.310830 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a4f3ee03-073b-41aa-a736-f795a40e973d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.338963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f3ee03-073b-41aa-a736-f795a40e973d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:54.362496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988aa594-a302-4491-95d4-605d1e0f0c88 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:54.371718 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-988aa594-a302-4491-95d4-605d1e0f0c88 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1630495 Jan 28 13:01:54.372408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54160) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:54.386702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5a465-a1ae-4724-b7bd-ef4be42d8050 None None] Sync routers for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:54.410558 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (f8638de1-a0d6-4d95-acd6-c36985de0528), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.415805 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5a465-a1ae-4724-b7bd-ef4be42d8050 None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:54.416458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5ed5a465-a1ae-4724-b7bd-ef4be42d8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:54.473163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-500a2f11-f036-4ab5-911b-68a641940047 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting subnet b3ea2126-51b7-41d1-9a8c-07feda623a0a {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:01:54.494530 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-500a2f11-f036-4ab5-911b-68a641940047 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (b3ea2126-51b7-41d1-9a8c-07feda623a0a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.547742 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (f8638de1-a0d6-4d95-acd6-c36985de0528), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.555283 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Publish callbacks [] for router_controller (f8638de1-a0d6-4d95-acd6-c36985de0528), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.559997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-332e25e4-5879-4468-a2a3-34d6ba77a05e req-e7c44ab2-4eec-4033-8e2b-a8c02c466aec tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0794036 Jan 28 13:01:54.605592 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-500a2f11-f036-4ab5-911b-68a641940047 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (b3ea2126-51b7-41d1-9a8c-07feda623a0a), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.639206 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (f8638de1-a0d6-4d95-acd6-c36985de0528), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.639872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8638de1-a0d6-4d95-acd6-c36985de0528 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:01:54.649547 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.654128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:54.654905 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c26faf40-0578-4cfe-a93b-2ad65db8ed1a admin admin] 10.222.0.53 "DELETE /v2.0/routers/f8638de1-a0d6-4d95-acd6-c36985de0528 HTTP/1.1" status: 204 len: 168 time: 1.4713631 Jan 28 13:01:54.736701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-96cc780a-38bc-4b3c-b617-d613dda2d6b5 admin admin] Deleting subnet b914635d-d187-49bd-9261-fbe2cb1fab39 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:01:54.742709 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96cc780a-38bc-4b3c-b617-d613dda2d6b5 admin admin] Publish callbacks [] for subnet (b914635d-d187-49bd-9261-fbe2cb1fab39), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.765963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5ed5a465-a1ae-4724-b7bd-ef4be42d8050 None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:54.778415 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-500a2f11-f036-4ab5-911b-68a641940047 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b3ea2126-51b7-41d1-9a8c-07feda623a0a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.803161 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.820557 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96cc780a-38bc-4b3c-b617-d613dda2d6b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (b914635d-d187-49bd-9261-fbe2cb1fab39), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.902504 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-500a2f11-f036-4ab5-911b-68a641940047 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (b3ea2126-51b7-41d1-9a8c-07feda623a0a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.941012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-500a2f11-f036-4ab5-911b-68a641940047 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:54.946990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388557f-d501-456d-87a2-09ed2183ab0f None None] Network 2a763fce-ac1f-48fd-827e-cf17bb0846f5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:54.950324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:54.950477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-500a2f11-f036-4ab5-911b-68a641940047 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/b3ea2126-51b7-41d1-9a8c-07feda623a0a HTTP/1.1" status: 204 len: 168 time: 0.5769954 Jan 28 13:01:54.955084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a2f11-f036-4ab5-911b-68a641940047 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ea2126-51b7-41d1-9a8c-07feda623a0a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:54.962168 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96cc780a-38bc-4b3c-b617-d613dda2d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b914635d-d187-49bd-9261-fbe2cb1fab39), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.067903 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96cc780a-38bc-4b3c-b617-d613dda2d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (b914635d-d187-49bd-9261-fbe2cb1fab39), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.083638 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (2a763fce-ac1f-48fd-827e-cf17bb0846f5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.113453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc780a-38bc-4b3c-b617-d613dda2d6b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b914635d-d187-49bd-9261-fbe2cb1fab39,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:55.116188 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96cc780a-38bc-4b3c-b617-d613dda2d6b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.119617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-96cc780a-38bc-4b3c-b617-d613dda2d6b5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b914635d-d187-49bd-9261-fbe2cb1fab39 HTTP/1.1" status: 204 len: 168 time: 0.4642832 Jan 28 13:01:55.122325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:55.125866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1b0a2d-85ab-4fa7-8953-f4e40e4fae72 None None] Network 0baee52a-36fc-49c5-9774-8c1c93b2e2e0 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:55.132146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5ed5a465-a1ae-4724-b7bd-ef4be42d8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:53Z', 'revision_number': 10, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:55.174120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port c47fad73-06ca-47a8-bfa3-5a25a1f2767c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:55.174740 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.185132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5a465-a1ae-4724-b7bd-ef4be42d8050 None None] Checking router: 15b56cd6-6578-43bf-99b5-b29f1198e10d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:55.216759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54174) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:55.250974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5a465-a1ae-4724-b7bd-ef4be42d8050 None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:55.251733 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5ed5a465-a1ae-4724-b7bd-ef4be42d8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:55.254814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087cbb3c-b009-4d17-937e-9902ef232b94 None None] DHCP port deletion for 2a763fce-ac1f-48fd-827e-cf17bb0846f5 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:01:55.272264 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (0baee52a-36fc-49c5-9774-8c1c93b2e2e0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.356293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Deleting port e5189df6-021a-424a-92f2-c5da6961e551 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:55.356623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e5189df6-021a-424a-92f2-c5da6961e551), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.449766 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] For port c47fad73-06ca-47a8-bfa3-5a25a1f2767c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c47fad73-06ca-47a8-bfa3-5a25a1f2767c,segment=NetworkSegment(b4094bed-5495-444e-bf9d-6592ca5c6096),segment_id=b4094bed-5495-444e-bf9d-6592ca5c6096)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:55.450321 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.453761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 552816c2-4008-4684-84c2-193ab1a7ad94 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:55.474558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] For port e5189df6-021a-424a-92f2-c5da6961e551, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e5189df6-021a-424a-92f2-c5da6961e551,segment=NetworkSegment(2515b62a-b9f3-4ea2-8f05-af12728e6c89),segment_id=2515b62a-b9f3-4ea2-8f05-af12728e6c89)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:55.475459 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e5189df6-021a-424a-92f2-c5da6961e551), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.480450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 552816c2-4008-4684-84c2-193ab1a7ad94 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:55.480883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 552816c2-4008-4684-84c2-193ab1a7ad94 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:55.481227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a4f3ee03-073b-41aa-a736-f795a40e973d no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:55.497219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Calling delete_port for e5189df6-021a-424a-92f2-c5da6961e551 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:55.509043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a4f3ee03-073b-41aa-a736-f795a40e973d {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:55.509399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a4f3ee03-073b-41aa-a736-f795a40e973d not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:55.529750 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-956e55a2-2007-4c3e-9568-26873bc710a3 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3291 time: 0.3118143 Jan 28 13:01:55.530898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for c47fad73-06ca-47a8-bfa3-5a25a1f2767c owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:55.536166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5ed5a465-a1ae-4724-b7bd-ef4be42d8050 None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:55.541140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54176) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:55.546305 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-921c253e-c2eb-4580-a7db-a4711ff49498 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Request body: {'network': {'name': 'tempest-network-smoke--410876183', 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'port_security_enabled': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:55.588313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-087cbb3c-b009-4d17-937e-9902ef232b94 None None] Deleting port c47fad73-06ca-47a8-bfa3-5a25a1f2767c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:55.588855 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-087cbb3c-b009-4d17-937e-9902ef232b94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.644665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e5189df6-021a-424a-92f2-c5da6961e551), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.681258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-087cbb3c-b009-4d17-937e-9902ef232b94 None None] For port c47fad73-06ca-47a8-bfa3-5a25a1f2767c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c47fad73-06ca-47a8-bfa3-5a25a1f2767c,segment=NetworkSegment(b4094bed-5495-444e-bf9d-6592ca5c6096),segment_id=b4094bed-5495-444e-bf9d-6592ca5c6096)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:55.681779 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-087cbb3c-b009-4d17-937e-9902ef232b94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.685711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5189df6-021a-424a-92f2-c5da6961e551,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:55.693456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] No DVR routers for this DVR port e5189df6-021a-424a-92f2-c5da6961e551 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:55.695555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921c253e-c2eb-4580-a7db-a4711ff49498 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Made reservation on behalf of 38a74fdf8f7b46ec84caf05dc04d0ad5 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:01:55.699369 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-921c253e-c2eb-4580-a7db-a4711ff49498 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.708397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-087cbb3c-b009-4d17-937e-9902ef232b94 None None] Calling delete_port for c47fad73-06ca-47a8-bfa3-5a25a1f2767c owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:55.746775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921c253e-c2eb-4580-a7db-a4711ff49498 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:01:55.760551 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7c336f1-7af7-40fa-95d0-94bc59852ac8 req-8cadbc0c-86dc-4a06-a57c-9b123e9be19b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0646737 Jan 28 13:01:55.779639 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-921c253e-c2eb-4580-a7db-a4711ff49498 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (26b9f667-d7f7-4798-bc3a-f3c8a336268f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.779984 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-921c253e-c2eb-4580-a7db-a4711ff49498 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Added segment 26b9f667-d7f7-4798-bc3a-f3c8a336268f of type vlan for network cf97316f-dd6e-4440-854e-18af9d545e3e Jan 28 13:01:55.787898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d89d58c-e2e1-4b21-bc98-4f262f5646b6 None None] DHCP port deletion for 0baee52a-36fc-49c5-9774-8c1c93b2e2e0 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:01:55.817557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.822774 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (0baee52a-36fc-49c5-9774-8c1c93b2e2e0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.837425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No DVR routers for this DVR port c47fad73-06ca-47a8-bfa3-5a25a1f2767c on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:55.848473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0baee52a-36fc-49c5-9774-8c1c93b2e2e0']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:55.859069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2515b62a-b9f3-4ea2-8f05-af12728e6c89') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:55.859313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2515b62a-b9f3-4ea2-8f05-af12728e6c89') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:55.875770 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (2515b62a-b9f3-4ea2-8f05-af12728e6c89), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.889926 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (2515b62a-b9f3-4ea2-8f05-af12728e6c89), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.896964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:01:55.897519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (2515b62a-b9f3-4ea2-8f05-af12728e6c89), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.910913 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-087cbb3c-b009-4d17-937e-9902ef232b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (c47fad73-06ca-47a8-bfa3-5a25a1f2767c), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.942809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cbb3c-b009-4d17-937e-9902ef232b94 None None] Pushing event deleted for resources: {'Port': ['ID=c47fad73-06ca-47a8-bfa3-5a25a1f2767c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:55.956811 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (2a763fce-ac1f-48fd-827e-cf17bb0846f5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.957073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087cbb3c-b009-4d17-937e-9902ef232b94 None None] No DVR routers for this DVR port c47fad73-06ca-47a8-bfa3-5a25a1f2767c on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:01:55.957984 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:01:55.973226 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (0baee52a-36fc-49c5-9774-8c1c93b2e2e0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:55.981666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a763fce-ac1f-48fd-827e-cf17bb0846f5']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:55.992537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4094bed-5495-444e-bf9d-6592ca5c6096') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:55.992537 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4094bed-5495-444e-bf9d-6592ca5c6096') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:56.001796 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.006359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0baee52a-36fc-49c5-9774-8c1c93b2e2e0 HTTP/1.1" status: 204 len: 168 time: 0.8829544 Jan 28 13:01:56.008015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf0580-10dc-47cc-a069-7f02d1404884 admin admin] Pushing event deleted for resources: {'Network': ['ID=0baee52a-36fc-49c5-9774-8c1c93b2e2e0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:56.012361 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (b4094bed-5495-444e-bf9d-6592ca5c6096), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.031279 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b4094bed-5495-444e-bf9d-6592ca5c6096), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.042145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:01:56.042663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (b4094bed-5495-444e-bf9d-6592ca5c6096), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.055496 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.076690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5ed5a465-a1ae-4724-b7bd-ef4be42d8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:53Z', 'revision_number': 10, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:01:56.100516 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:01:56.104373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=c47fad73-06ca-47a8-bfa3-5a25a1f2767c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:56.109448 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-921c253e-c2eb-4580-a7db-a4711ff49498 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (cf97316f-dd6e-4440-854e-18af9d545e3e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.125382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5a465-a1ae-4724-b7bd-ef4be42d8050 None None] The sync data for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 is: [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:53Z', 'revision_number': 10, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None, '_interfaces': [{'id': '5b26cff5-7fd6-4b49-85e1-4bf98538e64c', 'name': '', 'network_id': 'ffa20d67-9f2a-47fe-ab65-294fadcb1716', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'mac_address': 'fa:16:3e:a5:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:26Z', 'updated_at': '2022-01-28T13:01:32Z', 'revision_number': 5, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'subnets': [{'id': 'bd4a004a-58ba-423f-89ef-8b1599f998bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:56.154837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (2a763fce-ac1f-48fd-827e-cf17bb0846f5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.162069 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.168532 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/networks/2a763fce-ac1f-48fd-827e-cf17bb0846f5 HTTP/1.1" status: 204 len: 168 time: 1.2142577 Jan 28 13:01:56.170084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54184) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:56.187258 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a6c73-6215-490a-9baa-221a19a4abc8 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Network': ['ID=2a763fce-ac1f-48fd-827e-cf17bb0846f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:56.190256 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-921c253e-c2eb-4580-a7db-a4711ff49498 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (cf97316f-dd6e-4440-854e-18af9d545e3e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.196752 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c253e-c2eb-4580-a7db-a4711ff49498 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:56.197829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-921c253e-c2eb-4580-a7db-a4711ff49498 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.280807 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c253e-c2eb-4580-a7db-a4711ff49498 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Network': ['ID=cf97316f-dd6e-4440-854e-18af9d545e3e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:56.292691 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54186) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:56.294633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network cf97316f-dd6e-4440-854e-18af9d545e3e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:01:56.310822 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-921c253e-c2eb-4580-a7db-a4711ff49498 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7686145 Jan 28 13:01:56.314507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54188) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:56.321179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1962685487', 'admin_state_up': True, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:01:56.351334 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-00276b34-9303-46ae-a7ac-6334ea7dfe9a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b9f1a6950bf4374806d5fed46dfa150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571773 Jan 28 13:01:56.351977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54190) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:56.410346 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89cec3ad-9286-4864-9682-20e193107912 admin admin] Publish callbacks [] for security_group (6baf4944-5b53-4ce8-87a3-547767c770d6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.424369 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.425736 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.438197 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89cec3ad-9286-4864-9682-20e193107912 admin admin] Publish callbacks [] for security_group (6baf4944-5b53-4ce8-87a3-547767c770d6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.507269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89cec3ad-9286-4864-9682-20e193107912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6baf4944-5b53-4ce8-87a3-547767c770d6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.510411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89cec3ad-9286-4864-9682-20e193107912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.512197 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-89cec3ad-9286-4864-9682-20e193107912 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6baf4944-5b53-4ce8-87a3-547767c770d6 HTTP/1.1" status: 204 len: 168 time: 0.1587856 Jan 28 13:01:56.522713 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cec3ad-9286-4864-9682-20e193107912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baf4944-5b53-4ce8-87a3-547767c770d6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:56.599905 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router_controller (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.802417 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router_gateway (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.927796 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2de5137a-8d29-40c6-a6ff-90339cabd942 req-0c9d8f2b-aac8-457e-a419-e1e546d57878 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0636225 Jan 28 13:01:56.969498 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4b35-6b84-4e6e-9da7-bf48dbb318c4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:56.985779 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54198) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:57.029604 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-74fb2ab3-b527-4890-8ad9-22e69dd72d81 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cdb1af5c68449d0ab8f1cccf6b3ff05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424018 Jan 28 13:01:57.033411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54200) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:57.093847 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93685c25-343d-497a-8f7e-35750070d0f7 admin admin] Publish callbacks [] for security_group (7f00dbf3-4258-4395-984b-f9b7c0ec71a5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:57.117187 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93685c25-343d-497a-8f7e-35750070d0f7 admin admin] Publish callbacks [] for security_group (7f00dbf3-4258-4395-984b-f9b7c0ec71a5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:57.165147 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93685c25-343d-497a-8f7e-35750070d0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7f00dbf3-4258-4395-984b-f9b7c0ec71a5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:57.169351 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93685c25-343d-497a-8f7e-35750070d0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:57.172624 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-93685c25-343d-497a-8f7e-35750070d0f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f00dbf3-4258-4395-984b-f9b7c0ec71a5 HTTP/1.1" status: 204 len: 168 time: 0.1355169 Jan 28 13:01:57.179497 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93685c25-343d-497a-8f7e-35750070d0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f00dbf3-4258-4395-984b-f9b7c0ec71a5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:57.219649 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router_gateway (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:57.243798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:57.333038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:57.358248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:57.358851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4d2f7e8d-4180-41f2-bf44-5cd26fb6d139 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:57.359486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e5189df6-021a-424a-92f2-c5da6961e551 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:57.381366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e5189df6-021a-424a-92f2-c5da6961e551 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:57.382005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e5189df6-021a-424a-92f2-c5da6961e551 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:57.382625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c47fad73-06ca-47a8-bfa3-5a25a1f2767c no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:01:57.406126 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: c47fad73-06ca-47a8-bfa3-5a25a1f2767c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:01:57.406771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c47fad73-06ca-47a8-bfa3-5a25a1f2767c not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:01:57.424440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Allocated IP 172.25.7.154 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/f0b65163-c71e-45e0-b83d-bbe98b714de2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:01:57.515265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1e1f4b35-6b84-4e6e-9da7-bf48dbb318c4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:01:57.515815 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4b35-6b84-4e6e-9da7-bf48dbb318c4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:57.618754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:57.660054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1e1f4b35-6b84-4e6e-9da7-bf48dbb318c4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] For port 5b26cff5-7fd6-4b49-85e1-4bf98538e64c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5b26cff5-7fd6-4b49-85e1-4bf98538e64c,segment=NetworkSegment(7175dce9-e2ec-47da-bd26-cf6fa067f6c7),segment_id=7175dce9-e2ec-47da-bd26-cf6fa067f6c7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:01:57.660592 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4b35-6b84-4e6e-9da7-bf48dbb318c4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:57.684480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1e1f4b35-6b84-4e6e-9da7-bf48dbb318c4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for 5b26cff5-7fd6-4b49-85e1-4bf98538e64c owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:01:57.741552 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:57.804710 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:01:57.813324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:01:57.820754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:01:57.826038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Port': ['ID=f0b65163-c71e-45e0-b83d-bbe98b714de2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:58.414978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c82d637-79b3-4cb3-a78c-93d4478b70c0 req-a1d6a9cb-038e-4895-9855-a07d9b1b3768 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0391421 Jan 28 13:01:58.514017 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4b35-6b84-4e6e-9da7-bf48dbb318c4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5b26cff5-7fd6-4b49-85e1-4bf98538e64c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:58.556068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f4b35-6b84-4e6e-9da7-bf48dbb318c4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=5b26cff5-7fd6-4b49-85e1-4bf98538e64c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:58.663653 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router_gateway (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:58.787521 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4b35-6b84-4e6e-9da7-bf48dbb318c4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:59.052609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1f4b35-6b84-4e6e-9da7-bf48dbb318c4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 15b56cd6-6578-43bf-99b5-b29f1198e10d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:01:59.121093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:59.154779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1f4b35-6b84-4e6e-9da7-bf48dbb318c4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:59.161376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1e1f4b35-6b84-4e6e-9da7-bf48dbb318c4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9896286 Jan 28 13:01:59.163929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:59.165520 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b258532-20f3-4ee0-a60e-8aed89970215 None None] Sync routers for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:59.176378 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b258532-20f3-4ee0-a60e-8aed89970215 None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:59.177018 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0b258532-20f3-4ee0-a60e-8aed89970215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:59.253264 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0b258532-20f3-4ee0-a60e-8aed89970215 None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:59.258785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf451cd5-b58f-4958-8483-7b28a50aeaca tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting subnet bd4a004a-58ba-423f-89ef-8b1599f998bb {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:01:59.262145 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf451cd5-b58f-4958-8483-7b28a50aeaca tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (bd4a004a-58ba-423f-89ef-8b1599f998bb), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:59.303651 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf451cd5-b58f-4958-8483-7b28a50aeaca tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (bd4a004a-58ba-423f-89ef-8b1599f998bb), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:59.308974 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0b258532-20f3-4ee0-a60e-8aed89970215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:58Z', 'revision_number': 11, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:59.340742 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b258532-20f3-4ee0-a60e-8aed89970215 None None] Checking router: 15b56cd6-6578-43bf-99b5-b29f1198e10d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:01:59.349135 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b258532-20f3-4ee0-a60e-8aed89970215 None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:59.349998 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0b258532-20f3-4ee0-a60e-8aed89970215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:59.425391 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0b258532-20f3-4ee0-a60e-8aed89970215 None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:01:59.488872 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0b258532-20f3-4ee0-a60e-8aed89970215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:58Z', 'revision_number': 11, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:59.505440 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf451cd5-b58f-4958-8483-7b28a50aeaca tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (bd4a004a-58ba-423f-89ef-8b1599f998bb), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:59.521016 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b258532-20f3-4ee0-a60e-8aed89970215 None None] The sync data for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 is: [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:58Z', 'revision_number': 11, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:01:59.555127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Router e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:01:59.574922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10a89a49-4ff9-4c5f-bc38-894c47df63a7 req-3b4b757c-e8fb-465e-802d-7745c5442127 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0388308 Jan 28 13:01:59.678558 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf451cd5-b58f-4958-8483-7b28a50aeaca tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (bd4a004a-58ba-423f-89ef-8b1599f998bb), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:59.718101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf451cd5-b58f-4958-8483-7b28a50aeaca tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Subnet': ['ID=bd4a004a-58ba-423f-89ef-8b1599f998bb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:01:59.720150 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf451cd5-b58f-4958-8483-7b28a50aeaca tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:59.726361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cf451cd5-b58f-4958-8483-7b28a50aeaca tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/bd4a004a-58ba-423f-89ef-8b1599f998bb HTTP/1.1" status: 204 len: 168 time: 0.5609777 Jan 28 13:01:59.727483 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54216) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:59.732850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0014b39d-19b4-4d93-ae7a-631ea44cca71 None None] Network ffa20d67-9f2a-47fe-ab65-294fadcb1716 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:01:59.739215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:01:59.761939 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:59.763285 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9e87cad5-6516-4927-b685-b9a9e79db894 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4476228 Jan 28 13:01:59.766237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54218) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:59.778989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Sync routers for ids ['e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:01:59.841448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Routers {'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:01:59.842144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1adadb-467b-4385-9dbe-529feb31ab6e tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:59.842595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:01:59.847972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fd1adadb-467b-4385-9dbe-529feb31ab6e tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=38a74fdf8f7b46ec84caf05dc04d0ad5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0806003 Jan 28 13:01:59.848548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:01:59.864898 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (ffa20d67-9f2a-47fe-ab65-294fadcb1716), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:01:59.990373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e344834e-4675-4fe9-8f67-fde1255432d1 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:01:59.992223 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e344834e-4675-4fe9-8f67-fde1255432d1 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1427271 Jan 28 13:01:59.995178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:00.012208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Set router e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:00.034051 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5ad2d59c-8277-4da7-bce0-c94bf94c4dd6 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374453 Jan 28 13:02:00.037331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54224) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:00.060748 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Deleting port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:00.061094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.089618 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e40f0baf-3c94-4d2c-afef-4fe6710514a8 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=38a74fdf8f7b46ec84caf05dc04d0ad5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504994 Jan 28 13:02:00.090325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54226) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:00.136284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] For port 5a5c32fe-6cf5-4891-a15c-53c84e869a32, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5a5c32fe-6cf5-4891-a15c-53c84e869a32,segment=NetworkSegment(7175dce9-e2ec-47da-bd26-cf6fa067f6c7),segment_id=7175dce9-e2ec-47da-bd26-cf6fa067f6c7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:00.136662 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.148183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694c8832-8326-4d16-bf2a-7e7c9322f94f None None] DHCP port deletion for ffa20d67-9f2a-47fe-ab65-294fadcb1716 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:02:00.151597 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Calling delete_port for 5a5c32fe-6cf5-4891-a15c-53c84e869a32 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:00.153170 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:02:00.246026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbdd2ae-e517-4d68-a744-336ad727e02c tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:00.253999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2dbdd2ae-e517-4d68-a744-336ad727e02c tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1624615 Jan 28 13:02:00.257195 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54228) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:00.266867 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.310681 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Port': ['ID=5a5c32fe-6cf5-4891-a15c-53c84e869a32,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:00.319748 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-acdf87d8-8140-4565-9ed0-eee8f8aff4cd tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0611911 Jan 28 13:02:00.322627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54230) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:00.328510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6b3183b0-2840-47d1-81e5-898f07441c94 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-892042658', 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e', 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:00.331134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No DVR routers for this DVR port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:00.437799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (ffa20d67-9f2a-47fe-ab65-294fadcb1716), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.442897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3183b0-2840-47d1-81e5-898f07441c94 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Made reservation on behalf of 38a74fdf8f7b46ec84caf05dc04d0ad5 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:00.448656 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b3183b0-2840-47d1-81e5-898f07441c94 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.468473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-694c8832-8326-4d16-bf2a-7e7c9322f94f None None] Deleting port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:00.468856 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-694c8832-8326-4d16-bf2a-7e7c9322f94f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.480490 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa20d67-9f2a-47fe-ab65-294fadcb1716']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:00.494699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7175dce9-e2ec-47da-bd26-cf6fa067f6c7') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:00.494999 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7175dce9-e2ec-47da-bd26-cf6fa067f6c7') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:00.505974 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (7175dce9-e2ec-47da-bd26-cf6fa067f6c7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.523388 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7175dce9-e2ec-47da-bd26-cf6fa067f6c7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.533366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:02:00.534058 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (7175dce9-e2ec-47da-bd26-cf6fa067f6c7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.550508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-694c8832-8326-4d16-bf2a-7e7c9322f94f None None] For port 5a5c32fe-6cf5-4891-a15c-53c84e869a32, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:00.550936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-694c8832-8326-4d16-bf2a-7e7c9322f94f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.575816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-694c8832-8326-4d16-bf2a-7e7c9322f94f None None] Calling delete_port for 5a5c32fe-6cf5-4891-a15c-53c84e869a32 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:00.578465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962685487', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:56Z', 'updated_at': '2022-01-28T13:01:58Z', 'revision_number': 3, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:57Z', 'updated_at': '2022-01-28T13:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:00.581816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-694c8832-8326-4d16-bf2a-7e7c9322f94f None None] Port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:02:00.584469 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-694c8832-8326-4d16-bf2a-7e7c9322f94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (5a5c32fe-6cf5-4891-a15c-53c84e869a32), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:02:00.624341 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:02:00.626946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Checking router: e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:02:00.626946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Updating router e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 port f0b65163-c71e-45e0-b83d-bbe98b714de2 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:02:00.654678 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (ffa20d67-9f2a-47fe-ab65-294fadcb1716), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.665295 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.668173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c8832-8326-4d16-bf2a-7e7c9322f94f None None] Pushing event deleted for resources: {'Port': ['ID=5a5c32fe-6cf5-4891-a15c-53c84e869a32,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:00.682144 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/networks/ffa20d67-9f2a-47fe-ab65-294fadcb1716 HTTP/1.1" status: 204 len: 168 time: 0.9454503 Jan 28 13:02:00.682503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c8832-8326-4d16-bf2a-7e7c9322f94f None None] No DVR routers for this DVR port 5a5c32fe-6cf5-4891-a15c-53c84e869a32 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:00.685590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54236) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:00.692632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-358d2b90-bb8f-4128-8fed-f8cf3cf95d46 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'router': {'routes': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:00.696770 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.711141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffc637-0475-4e8a-bca3-2c088eec88bb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Pushing event deleted for resources: {'Network': ['ID=ffa20d67-9f2a-47fe-ab65-294fadcb1716,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:00.828625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1a6578c-f41f-48a6-b033-f067ed60154f req-ee7bfa4f-4b38-49fc-bb89-9e02736e951b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.1068342 Jan 28 13:02:00.958788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.extraroute_db [None req-358d2b90-bb8f-4128-8fed-f8cf3cf95d46 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Added routes are [] {{(pid=103129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:02:00.959149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.extraroute_db [None req-358d2b90-bb8f-4128-8fed-f8cf3cf95d46 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Removed routes are [] {{(pid=103129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:02:00.959607 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-358d2b90-bb8f-4128-8fed-f8cf3cf95d46 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.990578 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Publish callbacks [] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:00.997064 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:01.002094 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b3183b0-2840-47d1-81e5-898f07441c94 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (d74d1b18-8956-41ec-a2a9-4c8930398791), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:01.053500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Attempting to bind port f0b65163-c71e-45e0-b83d-bbe98b714de2 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:02:01.053874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Attempting to bind port f0b65163-c71e-45e0-b83d-bbe98b714de2 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:02:01.054248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Attempting to bind port f0b65163-c71e-45e0-b83d-bbe98b714de2 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:02:01.061361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5661371-ee5a-4b11-a568-bb178157417b None None] Pushing event updated for resources: {'Port': ['ID=f0b65163-c71e-45e0-b83d-bbe98b714de2,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:01.064651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:02:01.065379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:01.065946 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:01.066688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:02:01.067372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Bound port: f0b65163-c71e-45e0-b83d-bbe98b714de2, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:02:01.067938 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:01.123836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] For port f0b65163-c71e-45e0-b83d-bbe98b714de2, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:02:01.128606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] For port f0b65163-c71e-45e0-b83d-bbe98b714de2, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f0b65163-c71e-45e0-b83d-bbe98b714de2,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:02:01.133635 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:01.161740 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-358d2b90-bb8f-4128-8fed-f8cf3cf95d46 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:01.167261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3183b0-2840-47d1-81e5-898f07441c94 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Subnet': ['ID=d74d1b18-8956-41ec-a2a9-4c8930398791,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:01.177831 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-358d2b90-bb8f-4128-8fed-f8cf3cf95d46 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:01.196282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Routers {'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:01.197218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:01.275924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3183b0-2840-47d1-81e5-898f07441c94 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Checking segment: {'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:01.276482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3183b0-2840-47d1-81e5-898f07441c94 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network hostable DHCP agents. Network: cf97316f-dd6e-4440-854e-18af9d545e3e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:02:01.297073 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358d2b90-bb8f-4128-8fed-f8cf3cf95d46 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router 15b56cd6-6578-43bf-99b5-b29f1198e10d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:02:01.308259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] Set router e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:01.310584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3183b0-2840-47d1-81e5-898f07441c94 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network cf97316f-dd6e-4440-854e-18af9d545e3e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:02:01.351419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6b3183b0-2840-47d1-81e5-898f07441c94 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, cf97316f-dd6e-4440-854e-18af9d545e3e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:01.370405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5661371-ee5a-4b11-a568-bb178157417b None None] Pushing event updated for resources: {'Port': ['ID=f0b65163-c71e-45e0-b83d-bbe98b714de2,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:01.373148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5b26cff5-7fd6-4b49-85e1-4bf98538e64c no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:01.374938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af5ac28-5329-47bb-bcfd-14076fba940a None None] Network cf97316f-dd6e-4440-854e-18af9d545e3e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:01.386718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3183b0-2840-47d1-81e5-898f07441c94 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:01.387323 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b3183b0-2840-47d1-81e5-898f07441c94 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:01.397247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358d2b90-bb8f-4128-8fed-f8cf3cf95d46 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:02:01.411626 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-358d2b90-bb8f-4128-8fed-f8cf3cf95d46 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:01.411626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-358d2b90-bb8f-4128-8fed-f8cf3cf95d46 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d HTTP/1.1" status: 200 len: 701 time: 0.7200963 Jan 28 13:02:01.411626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:01.415992 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb5f2a4-d2f1-4de0-82e7-d862657f2843 None None] Sync routers for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:02:01.450376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 5b26cff5-7fd6-4b49-85e1-4bf98538e64c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:01.450784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5b26cff5-7fd6-4b49-85e1-4bf98538e64c not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:01.451166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5a5c32fe-6cf5-4891-a15c-53c84e869a32 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:01.517841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 5a5c32fe-6cf5-4891-a15c-53c84e869a32 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:01.517841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5a5c32fe-6cf5-4891-a15c-53c84e869a32 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:01.580599 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb5f2a4-d2f1-4de0-82e7-d862657f2843 None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:01.581677 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5cb5f2a4-d2f1-4de0-82e7-d862657f2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:01.625822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-cf97316f-dd6e-4440-854e-18af9d545e3e', 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e', 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'fixed_ips': [{'subnet_id': 'd74d1b18-8956-41ec-a2a9-4c8930398791'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:02:01.626739 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:01.699748 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5cb5f2a4-d2f1-4de0-82e7-d862657f2843 None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:01.735202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962685487', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:56Z', 'updated_at': '2022-01-28T13:01:58Z', 'revision_number': 3, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:57Z', 'updated_at': '2022-01-28T13:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:01.774848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3eaf-34d5-46d0-8caa-9bcce03f1dea None None] The sync data for ids ['e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'] in n-d-824835-4 is: [{'id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962685487', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:56Z', 'updated_at': '2022-01-28T13:01:58Z', 'revision_number': 3, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:57Z', 'updated_at': '2022-01-28T13:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:01.776171 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5cb5f2a4-d2f1-4de0-82e7-d862657f2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:58Z', 'revision_number': 11, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:01.826502 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb5f2a4-d2f1-4de0-82e7-d862657f2843 None None] Checking router: 15b56cd6-6578-43bf-99b5-b29f1198e10d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:02:01.836815 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb5f2a4-d2f1-4de0-82e7-d862657f2843 None None] Routers {'15b56cd6-6578-43bf-99b5-b29f1198e10d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:01.837688 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5cb5f2a4-d2f1-4de0-82e7-d862657f2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['15b56cd6-6578-43bf-99b5-b29f1198e10d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:01.871143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Allocated IP 172.20.0.18 (cf97316f-dd6e-4440-854e-18af9d545e3e/d74d1b18-8956-41ec-a2a9-4c8930398791/2fc59a95-4145-4a96-9764-67941c30529b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:01.990740 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5cb5f2a4-d2f1-4de0-82e7-d862657f2843 None None] Set router 15b56cd6-6578-43bf-99b5-b29f1198e10d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:02.008480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6b3183b0-2840-47d1-81e5-898f07441c94 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6844649 Jan 28 13:02:02.011678 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:02.024351 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-004b1e70-2588-4a05-85ef-77fdefcb6da6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b56cd6-6578-43bf-99b5-b29f1198e10d HTTP/1.1" status: 200 len: 205 time: 0.6120079 Jan 28 13:02:02.027238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54250) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:02.120732 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5cb5f2a4-d2f1-4de0-82e7-d862657f2843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:58Z', 'revision_number': 11, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:02.193838 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb5f2a4-d2f1-4de0-82e7-d862657f2843 None None] The sync data for ids ['15b56cd6-6578-43bf-99b5-b29f1198e10d'] in n-d-824835-4 is: [{'id': '15b56cd6-6578-43bf-99b5-b29f1198e10d', 'name': 'tempest-RoutersTest-router-1598639199', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:25Z', 'updated_at': '2022-01-28T13:01:58Z', 'revision_number': 11, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:02.207392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7b0230b-397f-4aa1-959f-5514331768f4 req-3596ce27-8aa9-472f-9086-24109fa2505d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.1974428 Jan 28 13:02:02.282764 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Publish callbacks [] for port (2fc59a95-4145-4a96-9764-67941c30529b), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.296516 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (2fc59a95-4145-4a96-9764-67941c30529b), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.299313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6321cef5-fd54-48ba-bc53-f2d0eef6b173 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.359104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Network cf97316f-dd6e-4440-854e-18af9d545e3e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:02.364352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:02.377850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:02.396405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6918f4-9bd2-40c2-89de-eaf654573400 req-62182295-2668-4ef1-9cb1-92baaa87e73c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:02.398009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd6918f4-9bd2-40c2-89de-eaf654573400 req-62182295-2668-4ef1-9cb1-92baaa87e73c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 946 time: 0.1878638 Jan 28 13:02:02.481731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Pushing event updated for resources: {'Port': ['ID=2fc59a95-4145-4a96-9764-67941c30529b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:02.534483 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Attempting to bind port 2fc59a95-4145-4a96-9764-67941c30529b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:02:02.534734 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Attempting to bind port 2fc59a95-4145-4a96-9764-67941c30529b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:02:02.535106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Attempting to bind port 2fc59a95-4145-4a96-9764-67941c30529b on network cf97316f-dd6e-4440-854e-18af9d545e3e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:02:02.552239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:02:02.552622 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Checking segment: {'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:02.553035 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.553437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Bound using segment: {'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:02:02.553927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Bound port: 2fc59a95-4145-4a96-9764-67941c30529b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:02:02.554309 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2fc59a95-4145-4a96-9764-67941c30529b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.562402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6321cef5-fd54-48ba-bc53-f2d0eef6b173 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.570091 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6321cef5-fd54-48ba-bc53-f2d0eef6b173 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (15b56cd6-6578-43bf-99b5-b29f1198e10d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.638928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd6918f4-9bd2-40c2-89de-eaf654573400 req-5d1f049f-165b-4f75-a535-d403ae0e15ad tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330072 Jan 28 13:02:02.664114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] For port 2fc59a95-4145-4a96-9764-67941c30529b, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:02:02.667224 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6321cef5-fd54-48ba-bc53-f2d0eef6b173 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (15b56cd6-6578-43bf-99b5-b29f1198e10d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.668093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6321cef5-fd54-48ba-bc53-f2d0eef6b173 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Fanout notify agent at l3_agent the message router_deleted on router 15b56cd6-6578-43bf-99b5-b29f1198e10d {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:02:02.668366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] For port 2fc59a95-4145-4a96-9764-67941c30529b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2fc59a95-4145-4a96-9764-67941c30529b,segment=NetworkSegment(26b9f667-d7f7-4798-bc3a-f3c8a336268f),segment_id=26b9f667-d7f7-4798-bc3a-f3c8a336268f)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:02:02.677603 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6321cef5-fd54-48ba-bc53-f2d0eef6b173 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.678733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6321cef5-fd54-48ba-bc53-f2d0eef6b173 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d HTTP/1.1" status: 204 len: 168 time: 0.6503868 Jan 28 13:02:02.684256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54254) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:02.686244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2fc59a95-4145-4a96-9764-67941c30529b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.690208 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b5e67918-64af-4e51-8aea-1af6512440c6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-719846902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:02.769566 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5e67918-64af-4e51-8aea-1af6512440c6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (dbc20b8f-67e6-4093-81b3-f2d7d4234a9f), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.779214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e5154-969b-4a0f-9d45-3b1793aeb7ef None None] Pushing event updated for resources: {'Port': ['ID=2fc59a95-4145-4a96-9764-67941c30529b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:02.783675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5e67918-64af-4e51-8aea-1af6512440c6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (dbc20b8f-67e6-4093-81b3-f2d7d4234a9f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.886942 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5e67918-64af-4e51-8aea-1af6512440c6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (dbc20b8f-67e6-4093-81b3-f2d7d4234a9f), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.898968 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5e67918-64af-4e51-8aea-1af6512440c6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (dbc20b8f-67e6-4093-81b3-f2d7d4234a9f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.919477 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.980796 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5e67918-64af-4e51-8aea-1af6512440c6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:02.984638 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b5e67918-64af-4e51-8aea-1af6512440c6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2980897 Jan 28 13:02:02.986097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54256) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:02.993110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-008a400e-b547-4404-a750-d7f243c3ab29 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:03.379709 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-008a400e-b547-4404-a750-d7f243c3ab29 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5368'] for router (dbc20b8f-67e6-4093-81b3-f2d7d4234a9f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:03.386053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42fd6009-f6b8-4290-a70f-e63c5bca06f0 req-f3f02eb1-a9d7-4e4f-b388-40e0a9d63737 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0345457 Jan 28 13:02:03.403316 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-008a400e-b547-4404-a750-d7f243c3ab29 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566302'] for router (dbc20b8f-67e6-4093-81b3-f2d7d4234a9f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:03.406391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Allocated IP 172.20.0.17 (cf97316f-dd6e-4440-854e-18af9d545e3e/d74d1b18-8956-41ec-a2a9-4c8930398791/9645f65f-e4a3-4fc8-9421-775faeb7b7d3) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:03.519145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2fc59a95-4145-4a96-9764-67941c30529b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:03.535085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008a400e-b547-4404-a750-d7f243c3ab29 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Router dbc20b8f-67e6-4093-81b3-f2d7d4234a9f is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:02:03.607592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 2fc59a95-4145-4a96-9764-67941c30529b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:03.608286 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2fc59a95-4145-4a96-9764-67941c30529b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:03.628374 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:03.634615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008a400e-b547-4404-a750-d7f243c3ab29 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:02:03.643759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-008a400e-b547-4404-a750-d7f243c3ab29 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:03.648250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-008a400e-b547-4404-a750-d7f243c3ab29 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "PUT /v2.0/routers/dbc20b8f-67e6-4093-81b3-f2d7d4234a9f HTTP/1.1" status: 200 len: 693 time: 0.6609519 Jan 28 13:02:03.648638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54260) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:03.652967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b358a90-fc27-436a-9b05-a7738d7071f5 None None] Sync routers for ids ['dbc20b8f-67e6-4093-81b3-f2d7d4234a9f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:02:03.676541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b358a90-fc27-436a-9b05-a7738d7071f5 None None] Routers {'dbc20b8f-67e6-4093-81b3-f2d7d4234a9f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:03.677469 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1b358a90-fc27-436a-9b05-a7738d7071f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dbc20b8f-67e6-4093-81b3-f2d7d4234a9f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:03.713413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-4f46856a-5cb5-469b-9a6a-de8aabd08568 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:03.714949 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-4f46856a-5cb5-469b-9a6a-de8aabd08568 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 946 time: 0.1545660 Jan 28 13:02:03.777698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1b358a90-fc27-436a-9b05-a7738d7071f5 None None] Set router dbc20b8f-67e6-4093-81b3-f2d7d4234a9f gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:03.793983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8969c-1190-4e12-bd36-9803966155f1 req-f06ee187-4fc2-405f-8a42-2788a412d756 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:03.795913 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4d8969c-1190-4e12-bd36-9803966155f1 req-f06ee187-4fc2-405f-8a42-2788a412d756 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 946 time: 0.0641744 Jan 28 13:02:03.819159 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6bf88a4c-521c-4cfb-9923-e63474eca236 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/routers/dbc20b8f-67e6-4093-81b3-f2d7d4234a9f HTTP/1.1" status: 200 len: 699 time: 0.1665232 Jan 28 13:02:03.825235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:03.873406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 2fc59a95-4145-4a96-9764-67941c30529b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:03.873971 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2fc59a95-4145-4a96-9764-67941c30529b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:03.876692 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9a59d6eb-d57a-4d18-af57-bcc10b53c381 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc20b8f-67e6-4093-81b3-f2d7d4234a9f HTTP/1.1" status: 200 len: 205 time: 0.0497341 Jan 28 13:02:03.879747 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:03.881459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54266) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:03.882196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4d8969c-1190-4e12-bd36-9803966155f1 req-292cf65a-201e-499a-83f7-dcd700a2326d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764589 Jan 28 13:02:03.891189 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1b358a90-fc27-436a-9b05-a7738d7071f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc20b8f-67e6-4093-81b3-f2d7d4234a9f', 'name': 'tempest-RoutersTest-router-719846902', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:02:02Z', 'updated_at': '2022-01-28T13:02:03Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:03.927487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b358a90-fc27-436a-9b05-a7738d7071f5 None None] Checking router: dbc20b8f-67e6-4093-81b3-f2d7d4234a9f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:02:03.947710 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 2fc59a95-4145-4a96-9764-67941c30529b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2fc59a95-4145-4a96-9764-67941c30529b,segment=NetworkSegment(26b9f667-d7f7-4798-bc3a-f3c8a336268f),segment_id=26b9f667-d7f7-4798-bc3a-f3c8a336268f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:03.950082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b358a90-fc27-436a-9b05-a7738d7071f5 None None] Routers {'dbc20b8f-67e6-4093-81b3-f2d7d4234a9f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:03.950702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1b358a90-fc27-436a-9b05-a7738d7071f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dbc20b8f-67e6-4093-81b3-f2d7d4234a9f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:03.955358 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2fc59a95-4145-4a96-9764-67941c30529b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:03.956272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f0b65163-c71e-45e0-b83d-bbe98b714de2 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:04.014994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network cf97316f-dd6e-4440-854e-18af9d545e3e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:04.023641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:04.027220 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5dc579d-0557-4caa-bff4-66fdad5aa724 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (dbc20b8f-67e6-4093-81b3-f2d7d4234a9f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:04.029892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:04.059843 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Port': ['ID=9645f65f-e4a3-4fc8-9421-775faeb7b7d3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:04.069746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1b358a90-fc27-436a-9b05-a7738d7071f5 None None] Set router dbc20b8f-67e6-4093-81b3-f2d7d4234a9f gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:04.159691 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Deleting port 069bf510-73e7-40d8-8d92-2933d1607b88 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:04.160050 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:04.178404 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:04.306074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1b358a90-fc27-436a-9b05-a7738d7071f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc20b8f-67e6-4093-81b3-f2d7d4234a9f', 'name': 'tempest-RoutersTest-router-719846902', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:02:02Z', 'updated_at': '2022-01-28T13:02:03Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:04.341275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b358a90-fc27-436a-9b05-a7738d7071f5 None None] The sync data for ids ['dbc20b8f-67e6-4093-81b3-f2d7d4234a9f'] in n-d-824835-4 is: [{'id': 'dbc20b8f-67e6-4093-81b3-f2d7d4234a9f', 'name': 'tempest-RoutersTest-router-719846902', 'tenant_id': 'bff813e75fea4284ad5bc755e63ffacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:02:02Z', 'updated_at': '2022-01-28T13:02:03Z', 'revision_number': 2, 'project_id': 'bff813e75fea4284ad5bc755e63ffacb', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:04.363039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=2fc59a95-4145-4a96-9764-67941c30529b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:04.383724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f0b65163-c71e-45e0-b83d-bbe98b714de2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:04.384107 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:04.545372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f0b65163-c71e-45e0-b83d-bbe98b714de2 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:04.547435 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:04.578375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port f0b65163-c71e-45e0-b83d-bbe98b714de2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f0b65163-c71e-45e0-b83d-bbe98b714de2,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:04.608042 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:04.610065 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1039e02b-1acb-4bb7-ad59-b241f2c25f2e req-ad1f52ac-a950-4305-a0ea-b016403e61f2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0597246 Jan 28 13:02:04.701907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=f0b65163-c71e-45e0-b83d-bbe98b714de2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:04.795062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21629ef4-c2ae-4483-84ed-da5e2c494b98 None None] Network cf97316f-dd6e-4440-854e-18af9d545e3e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:04.823178 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5dc579d-0557-4caa-bff4-66fdad5aa724 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (dbc20b8f-67e6-4093-81b3-f2d7d4234a9f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:04.829832 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5dc579d-0557-4caa-bff4-66fdad5aa724 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router_controller (dbc20b8f-67e6-4093-81b3-f2d7d4234a9f), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:04.910212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6da1fdd7-4860-4b44-8ba4-bd97738683c8 None None] Provisioning complete for port 2fc59a95-4145-4a96-9764-67941c30529b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:04.910212 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6da1fdd7-4860-4b44-8ba4-bd97738683c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2fc59a95-4145-4a96-9764-67941c30529b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:04.941358 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5dc579d-0557-4caa-bff4-66fdad5aa724 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (dbc20b8f-67e6-4093-81b3-f2d7d4234a9f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:04.941883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dc579d-0557-4caa-bff4-66fdad5aa724 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Fanout notify agent at l3_agent the message router_deleted on router dbc20b8f-67e6-4093-81b3-f2d7d4234a9f {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:02:04.945059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] For port 069bf510-73e7-40d8-8d92-2933d1607b88, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=069bf510-73e7-40d8-8d92-2933d1607b88,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:04.945442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:04.954443 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5dc579d-0557-4caa-bff4-66fdad5aa724 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:04.955739 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f5dc579d-0557-4caa-bff4-66fdad5aa724 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/dbc20b8f-67e6-4093-81b3-f2d7d4234a9f HTTP/1.1" status: 204 len: 168 time: 1.0681834 Jan 28 13:02:04.959120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54272) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.006988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-76e5e428-f99b-4d4c-8e49-0b3e1b8ce385 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbc20b8f-67e6-4093-81b3-f2d7d4234a9f HTTP/1.1" status: 200 len: 205 time: 0.0462537 Jan 28 13:02:05.024230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54274) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.053665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6da1fdd7-4860-4b44-8ba4-bd97738683c8 None None] Current status of the port 2fc59a95-4145-4a96-9764-67941c30529b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:05.082813 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-bd552ffb-7311-4b1b-8659-3b090e132bc6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] delete failed (client error): The resource could not be found. Jan 28 13:02:05.084962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bd552ffb-7311-4b1b-8659-3b090e132bc6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/dbc20b8f-67e6-4093-81b3-f2d7d4234a9f HTTP/1.1" status: 404 len: 336 time: 0.0587749 Jan 28 13:02:05.088572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54276) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.111532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fa85a-0da8-4287-91c9-c42fd593f516 req-b3cf256c-8176-485c-93c7-c36bcbd4a9f1 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:05.113197 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30fa85a-0da8-4287-91c9-c42fd593f516 req-b3cf256c-8176-485c-93c7-c36bcbd4a9f1 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 946 time: 0.1048222 Jan 28 13:02:05.173041 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-41265c66-4360-4c90-b979-7fa96af621cc tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] DELETE failed (client error): The resource could not be found. Jan 28 13:02:05.173458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41265c66-4360-4c90-b979-7fa96af621cc tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:02:05.179792 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-41265c66-4360-4c90-b979-7fa96af621cc tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/3c80e062-c7fe-49fa-8f75-3a01ba01acd8 HTTP/1.1" status: 404 len: 337 time: 0.0816278 Jan 28 13:02:05.185625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b30fa85a-0da8-4287-91c9-c42fd593f516 req-11ae729f-f52f-40b0-ab6a-4f915ea33198 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650320 Jan 28 13:02:05.186175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54278) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.212703 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:05.244740 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e67ac3a-ea25-47a6-a853-ba63c0c1fa3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] DELETE failed (client error): The resource could not be found. Jan 28 13:02:05.245222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e67ac3a-ea25-47a6-a853-ba63c0c1fa3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:02:05.251470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8e67ac3a-ea25-47a6-a853-ba63c0c1fa3e tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/e0b2ef0a-dba3-497e-ae75-eddf113e7389 HTTP/1.1" status: 404 len: 337 time: 0.0613902 Jan 28 13:02:05.251908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54280) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.301140 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f073dff0-e9be-4e2b-ab00-cf71d1b00532 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] DELETE failed (client error): The resource could not be found. Jan 28 13:02:05.301786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f073dff0-e9be-4e2b-ab00-cf71d1b00532 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:02:05.307497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f073dff0-e9be-4e2b-ab00-cf71d1b00532 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/b3ea2126-51b7-41d1-9a8c-07feda623a0a HTTP/1.1" status: 404 len: 337 time: 0.0519118 Jan 28 13:02:05.307714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54282) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.351477 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e1092d-e9e3-4e50-8490-d30cd7d1eb6b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] DELETE failed (client error): The resource could not be found. Jan 28 13:02:05.351951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e1092d-e9e3-4e50-8490-d30cd7d1eb6b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:02:05.355139 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-34e1092d-e9e3-4e50-8490-d30cd7d1eb6b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/bd4a004a-58ba-423f-89ef-8b1599f998bb HTTP/1.1" status: 404 len: 337 time: 0.0464602 Jan 28 13:02:05.358359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54284) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.382136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2fc59a95-4145-4a96-9764-67941c30529b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:05.404758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-552baded-0340-4dd6-ab77-dc6373803669 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=15b56cd6-6578-43bf-99b5-b29f1198e10d HTTP/1.1" status: 200 len: 205 time: 0.0450940 Jan 28 13:02:05.408182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54286) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.446535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 2fc59a95-4145-4a96-9764-67941c30529b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:05.447186 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2fc59a95-4145-4a96-9764-67941c30529b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:05.462598 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:05.462984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (8ad0f2cb-85e6-4143-b802-4f112d2b0f68), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:05.463440 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Floating IP 8ad0f2cb-85e6-4143-b802-4f112d2b0f68 disassociated. External IP: 172.25.7.186, port: 069bf510-73e7-40d8-8d92-2933d1607b88. Jan 28 13:02:05.463719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Calling delete_port for 069bf510-73e7-40d8-8d92-2933d1607b88 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:05.464566 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-e71f8c09-dbe8-4214-b43b-056bf441d249 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] delete failed (client error): The resource could not be found. Jan 28 13:02:05.468577 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e71f8c09-dbe8-4214-b43b-056bf441d249 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/15b56cd6-6578-43bf-99b5-b29f1198e10d HTTP/1.1" status: 404 len: 336 time: 0.0570564 Jan 28 13:02:05.469341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54288) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.530464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6bb42686-7504-47a9-986c-dee3a39eb08a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=384ee86a-0e21-48d6-aec9-cff3db90c01e HTTP/1.1" status: 200 len: 205 time: 0.0592020 Jan 28 13:02:05.531298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54290) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.532929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9f88ea82-9a15-4e49-9ac6-9c5f6e1f09b8 None None] Provisioning complete for port 2fc59a95-4145-4a96-9764-67941c30529b triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:05.533526 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f88ea82-9a15-4e49-9ac6-9c5f6e1f09b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2fc59a95-4145-4a96-9764-67941c30529b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:05.596566 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-5b4d66da-e076-4ea7-b2f5-3b61edd2c9c1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] delete failed (client error): The resource could not be found. Jan 28 13:02:05.606689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54292) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.608227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5b4d66da-e076-4ea7-b2f5-3b61edd2c9c1 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/384ee86a-0e21-48d6-aec9-cff3db90c01e HTTP/1.1" status: 404 len: 336 time: 0.0681007 Jan 28 13:02:05.617867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 2fc59a95-4145-4a96-9764-67941c30529b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:05.619058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f0b65163-c71e-45e0-b83d-bbe98b714de2 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:05.677151 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-745850bc-0a4b-4541-a88a-adb7f1c79509 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] DELETE failed (client error): The resource could not be found. Jan 28 13:02:05.677623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745850bc-0a4b-4541-a88a-adb7f1c79509 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:02:05.682271 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-745850bc-0a4b-4541-a88a-adb7f1c79509 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/a63451a9-b43b-47fd-9bed-e6ad14f50717 HTTP/1.1" status: 404 len: 337 time: 0.0736148 Jan 28 13:02:05.684040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54296) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.769176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9f88ea82-9a15-4e49-9ac6-9c5f6e1f09b8 None None] Current status of the port 2fc59a95-4145-4a96-9764-67941c30529b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:05.776435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f0b65163-c71e-45e0-b83d-bbe98b714de2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:05.776435 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:05.789277 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3808e0d1-09c5-4b61-8514-cf14f11eac28 req-1e935270-e2d7-4045-8975-c63c52ffce70 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0617371 Jan 28 13:02:05.825793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9f88ea82-9a15-4e49-9ac6-9c5f6e1f09b8 None None] Provisioning complete for port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:05.826174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-45e9ef66-69a0-4cfa-9161-98375b124f74 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=1351eded-4398-4065-bc8c-e7263440d778 HTTP/1.1" status: 200 len: 205 time: 0.1405389 Jan 28 13:02:05.826828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f88ea82-9a15-4e49-9ac6-9c5f6e1f09b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:05.829876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54298) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.886541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9f88ea82-9a15-4e49-9ac6-9c5f6e1f09b8 None None] Port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:02:05.897756 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (069bf510-73e7-40d8-8d92-2933d1607b88), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:05.917099 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-319fc83e-16f8-4352-beab-7ab466f4b08f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] delete failed (client error): The resource could not be found. Jan 28 13:02:05.920478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-319fc83e-16f8-4352-beab-7ab466f4b08f tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/1351eded-4398-4065-bc8c-e7263440d778 HTTP/1.1" status: 404 len: 336 time: 0.0873370 Jan 28 13:02:05.920934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54300) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.936346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f0b65163-c71e-45e0-b83d-bbe98b714de2 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:05.937644 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event deleted for resources: {'Port': ['ID=069bf510-73e7-40d8-8d92-2933d1607b88,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:05.959568 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-515434e6-bd35-4e57-a9a9-5fc3045de5b4 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80e71d-d4be-46ec-80bf-920150a2a623 HTTP/1.1" status: 200 len: 205 time: 0.0368595 Jan 28 13:02:05.962064 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:05.963898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54302) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:05.974731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:06.013376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-54af2947-bc3d-41ea-9e35-71b561913359 None None] Provisioning complete for port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:06.013762 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54af2947-bc3d-41ea-9e35-71b561913359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:06.068605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-54af2947-bc3d-41ea-9e35-71b561913359 None None] Port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:02:06.111385 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-ab513f0a-2e88-4f8f-a69a-cc3aa58e668a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] delete failed (client error): The resource could not be found. Jan 28 13:02:06.115874 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ab513f0a-2e88-4f8f-a69a-cc3aa58e668a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/4f80e71d-d4be-46ec-80bf-920150a2a623 HTTP/1.1" status: 404 len: 336 time: 0.1474919 Jan 28 13:02:06.117254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54304) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:06.151330 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f073afeb-cd10-48b2-81ea-f786db74f1ac tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] DELETE failed (client error): The resource could not be found. Jan 28 13:02:06.152614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f073afeb-cd10-48b2-81ea-f786db74f1ac tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:02:06.156450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f073afeb-cd10-48b2-81ea-f786db74f1ac tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/15607e0a-b2b8-43e7-aea4-786a6a00e7a3 HTTP/1.1" status: 404 len: 337 time: 0.0373955 Jan 28 13:02:06.159005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54306) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:06.195608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8c936a67-70e2-4a89-9038-7b849a0c238b tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=d838a720-0931-417e-8138-a289c8d27bf4 HTTP/1.1" status: 200 len: 205 time: 0.0351005 Jan 28 13:02:06.198018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54308) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:06.227233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Port': ['ID=9645f65f-e4a3-4fc8-9421-775faeb7b7d3,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:06.242142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:06.248522 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-33257e8c-5cc1-4fdc-bd2b-c1c558b9e60a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] delete failed (client error): The resource could not be found. Jan 28 13:02:06.249883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-33257e8c-5cc1-4fdc-bd2b-c1c558b9e60a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/d838a720-0931-417e-8138-a289c8d27bf4 HTTP/1.1" status: 404 len: 336 time: 0.0507545 Jan 28 13:02:06.261468 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54312) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:06.279196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 069bf510-73e7-40d8-8d92-2933d1607b88 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:06.304676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 069bf510-73e7-40d8-8d92-2933d1607b88 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:06.305034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 069bf510-73e7-40d8-8d92-2933d1607b88 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:06.316416 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-c010058d-7b2e-4312-afcc-8a8d1c2360a6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] DELETE failed (client error): The resource could not be found. Jan 28 13:02:06.317002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c010058d-7b2e-4312-afcc-8a8d1c2360a6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:02:06.320227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c010058d-7b2e-4312-afcc-8a8d1c2360a6 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/0633553e-bfb2-4723-a084-2acbe4c17ce0 HTTP/1.1" status: 404 len: 337 time: 0.0637350 Jan 28 13:02:06.323027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54314) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:06.333567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Router be2e7a99-f190-46e2-b4da-4e4b89bed73e has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:02:06.363376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54316) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:06.363724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-014cafa9-7a3a-459a-82b0-4a6fed98c32a tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3125994-0f7a-47a4-8fb7-f0fc58889bec HTTP/1.1" status: 200 len: 205 time: 0.0387959 Jan 28 13:02:06.387310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a8f8fde-59d5-4dda-9d09-dbc23dde73e8 req-88b9e817-bb3e-4b00-9e5d-694f6f77fccb tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4ace4c-ad50-4b42-a756-575bcce64fa6 HTTP/1.1" status: 200 len: 210 time: 0.0656641 Jan 28 13:02:06.512630 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-60d13265-6d3d-4e25-95c5-996037affedb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] delete failed (client error): The resource could not be found. Jan 28 13:02:06.516428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54318) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:06.516810 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-60d13265-6d3d-4e25-95c5-996037affedb tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/routers/b3125994-0f7a-47a4-8fb7-f0fc58889bec HTTP/1.1" status: 404 len: 336 time: 0.1503153 Jan 28 13:02:06.537831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network cf97316f-dd6e-4440-854e-18af9d545e3e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:06.541195 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:02:06.543017 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:06.560121 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb54fc-2ed5-41c9-81a2-71b7752a175f None None] Sync routers for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:02:06.566497 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eaa7b26-d436-43f9-8cc8-dc1346d47665 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] DELETE failed (client error): The resource could not be found. Jan 28 13:02:06.568387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eaa7b26-d436-43f9-8cc8-dc1346d47665 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:02:06.571708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7eaa7b26-d436-43f9-8cc8-dc1346d47665 tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/e7772c7a-61a6-46d6-ac59-2e9a01bd52a4 HTTP/1.1" status: 404 len: 337 time: 0.0533795 Jan 28 13:02:06.576513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54320) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:06.577124 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb54fc-2ed5-41c9-81a2-71b7752a175f None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:06.577758 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-04eb54fc-2ed5-41c9-81a2-71b7752a175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:06.617027 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0ada6c-aaa7-48a0-bf5f-c1f9abcb6d0c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] DELETE failed (client error): The resource could not be found. Jan 28 13:02:06.617502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0ada6c-aaa7-48a0-bf5f-c1f9abcb6d0c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:02:06.620824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ec0ada6c-aaa7-48a0-bf5f-c1f9abcb6d0c tempest-RoutersTest-467817137 tempest-RoutersTest-467817137-project] 10.222.0.53 "DELETE /v2.0/subnets/302a0dfd-906f-4de0-af2e-8d763b250087 HTTP/1.1" status: 404 len: 337 time: 0.0433099 Jan 28 13:02:06.651437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] No DVR routers for this DVR port 069bf510-73e7-40d8-8d92-2933d1607b88 on host n-h2-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:06.655987 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:06.662356 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-cb63df5c-d84f-4643-9243-4443f18bcc80 req-7c76f415-93b9-446c-b2e6-7232d2053fb5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.49 "DELETE /v2.0/ports/069bf510-73e7-40d8-8d92-2933d1607b88 HTTP/1.1" status: 204 len: 173 time: 2.9373758 Jan 28 13:02:06.663051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'name': 'network-vif-deleted', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:02:06.665588 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2b3c9a-3ee3-4c48-b07e-cc7adc681882" -d '{"events": [{"server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "name": "network-vif-deleted", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:02:06.712178 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-04eb54fc-2ed5-41c9-81a2-71b7752a175f None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:06.791898 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9e3158-e7c6-4f51-a2af-2f51d7d530a0 x-openstack-request-id: req-7c9e3158-e7c6-4f51-a2af-2f51d7d530a0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:02:06.792211 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4ace4c-ad50-4b42-a756-575bcce64fa6", "name": "network-vif-deleted", "tag": "069bf510-73e7-40d8-8d92-2933d1607b88", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:02:06.793933 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c9e3158-e7c6-4f51-a2af-2f51d7d530a0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:02:06.795148 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4ace4c-ad50-4b42-a756-575bcce64fa6', 'name': 'network-vif-deleted', 'tag': '069bf510-73e7-40d8-8d92-2933d1607b88', 'status': 'completed', 'code': 200} Jan 28 13:02:06.854370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Router e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:02:06.964093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4ccb0fe-6094-4a41-aeb8-a1a48977f874 req-9e93f72b-df71-4fea-a06e-0bbdb5fd055e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0589957 Jan 28 13:02:07.003749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2df9bf8b-db70-4e80-9c39-9eaa1f920f4b None None] Provisioning complete for port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:07.004834 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2df9bf8b-db70-4e80-9c39-9eaa1f920f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:07.044483 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2df9bf8b-db70-4e80-9c39-9eaa1f920f4b None None] Port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:02:07.091386 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:02:07.099952 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6c27cd03-35d3-4cf3-b0c3-a2f61e25e940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "PUT /v2.0/routers/e253d7b3-d84d-47f8-bec9-86dcdae7b7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0871410 Jan 28 13:02:07.104143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Sync routers for ids ['e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:02:07.120161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Routers {'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:07.121633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:07.150386 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-04eb54fc-2ed5-41c9-81a2-71b7752a175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:07.187878 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb54fc-2ed5-41c9-81a2-71b7752a175f None None] Checking router: be2e7a99-f190-46e2-b4da-4e4b89bed73e for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:02:07.197083 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb54fc-2ed5-41c9-81a2-71b7752a175f None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:07.197935 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-04eb54fc-2ed5-41c9-81a2-71b7752a175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:07.257080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54332) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:07.316003 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-04eb54fc-2ed5-41c9-81a2-71b7752a175f None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:07.371144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Set router e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:07.512326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a97d9261-606a-4c89-916f-f7ddb7bf3306 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bff813e75fea4284ad5bc755e63ffacb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536817 Jan 28 13:02:07.515026 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54350) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:07.558609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54352) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:07.581748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-f8f7f27a-e8cd-4051-af57-3501a3eb7d26 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:07.589450 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-f8f7f27a-e8cd-4051-af57-3501a3eb7d26 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/networks?id=cf97316f-dd6e-4440-854e-18af9d545e3e HTTP/1.1" status: 200 len: 797 time: 0.2069407 Jan 28 13:02:07.617972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-36d5a4c0-b606-4811-8ffc-387930cecc64 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/quotas/38a74fdf8f7b46ec84caf05dc04d0ad5 HTTP/1.1" status: 200 len: 375 time: 0.0277092 Jan 28 13:02:07.620318 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-04eb54fc-2ed5-41c9-81a2-71b7752a175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:07.632414 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccaec579-e917-46e0-a3bd-0fb182ae35c0 admin admin] Publish callbacks [] for security_group (9c029c41-2322-4e24-ab58-38799341bfd3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:07.652657 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb54fc-2ed5-41c9-81a2-71b7752a175f None None] The sync data for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 is: [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:07.677607 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccaec579-e917-46e0-a3bd-0fb182ae35c0 admin admin] Publish callbacks [] for security_group (9c029c41-2322-4e24-ab58-38799341bfd3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:07.718141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962685487', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:56Z', 'updated_at': '2022-01-28T13:02:04Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:57Z', 'updated_at': '2022-01-28T13:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '9645f65f-e4a3-4fc8-9421-775faeb7b7d3', 'name': '', 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:fd:3a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd74d1b18-8956-41ec-a2a9-4c8930398791', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:02:03Z', 'updated_at': '2022-01-28T13:02:05Z', 'revision_number': 2, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': 'd74d1b18-8956-41ec-a2a9-4c8930398791', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:07.750527 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccaec579-e917-46e0-a3bd-0fb182ae35c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9c029c41-2322-4e24-ab58-38799341bfd3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:07.752881 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Checking router: e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:02:07.753246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Updating router e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:02:07.754118 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccaec579-e917-46e0-a3bd-0fb182ae35c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:07.755393 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ccaec579-e917-46e0-a3bd-0fb182ae35c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c029c41-2322-4e24-ab58-38799341bfd3 HTTP/1.1" status: 204 len: 168 time: 0.2391164 Jan 28 13:02:07.781458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaec579-e917-46e0-a3bd-0fb182ae35c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c029c41-2322-4e24-ab58-38799341bfd3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:07.783425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-08a957b1-8fb8-40e4-838f-cdbc8efa7268 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1637709 Jan 28 13:02:07.784490 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:07.796078 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5969433-5957-481c-a2e8-1e0a064403ca tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group (48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:07.824083 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5969433-5957-481c-a2e8-1e0a064403ca tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group (48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:07.933341 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5969433-5957-481c-a2e8-1e0a064403ca tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:07.936902 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5969433-5957-481c-a2e8-1e0a064403ca tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:07.939505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c5969433-5957-481c-a2e8-1e0a064403ca tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "DELETE /v2.0/security-groups/48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518 HTTP/1.1" status: 204 len: 168 time: 0.3793490 Jan 28 13:02:07.942297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54356) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:07.992696 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-d36bb684-84ca-4492-bb17-ac48e95b45b5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] show failed (client error): The resource could not be found. Jan 28 13:02:08.000085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5969433-5957-481c-a2e8-1e0a064403ca tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:08.007267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54362) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:08.012909 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d36bb684-84ca-4492-bb17-ac48e95b45b5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups/48a0c5b1-7d07-4df5-b4ac-fc7dce0aa518 HTTP/1.1" status: 404 len: 347 time: 0.0687578 Jan 28 13:02:08.141151 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c25c2b2-9557-4ee7-b05d-b1c87a4dc659 None None] New status for floating IP 8ad0f2cb-85e6-4143-b802-4f112d2b0f68: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:02:08.168801 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-221de9dd-cf9b-4c2e-b8f8-9a5ca8760552 req-49b26983-7ef9-4a69-8c37-0dc9dace982d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0976048 Jan 28 13:02:08.230248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-1b9694d6-9e02-4552-bfa6-583e59e15df0 service neutron] 10.222.0.53 "GET /v2.0/networks/cf97316f-dd6e-4440-854e-18af9d545e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458520 Jan 28 13:02:08.349148 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-f4670053-7f82-4975-b292-bae94cfdf1ca service neutron] 10.222.0.53 "GET /v2.0/networks/cf97316f-dd6e-4440-854e-18af9d545e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176481 Jan 28 13:02:08.362931 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Publish callbacks [] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:08.370597 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:08.399571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-add3baf9-a9fb-443c-bb07-d09e3bd4d253 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Deleting port 12f784ea-7ff3-4192-a445-07ab5aa82c81 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:08.399782 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-add3baf9-a9fb-443c-bb07-d09e3bd4d253 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (12f784ea-7ff3-4192-a445-07ab5aa82c81), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:08.439755 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f3055-3b55-48ff-97de-9072a5faca2a None None] Pushing event updated for resources: {'Port': ['ID=9645f65f-e4a3-4fc8-9421-775faeb7b7d3,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:08.564731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Attempting to bind port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:02:08.565285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Attempting to bind port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:02:08.566229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Attempting to bind port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 on network cf97316f-dd6e-4440-854e-18af9d545e3e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:02:08.571195 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-add3baf9-a9fb-443c-bb07-d09e3bd4d253 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (12f784ea-7ff3-4192-a445-07ab5aa82c81), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:08.571925 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-add3baf9-a9fb-443c-bb07-d09e3bd4d253 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (12f784ea-7ff3-4192-a445-07ab5aa82c81), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:08.573306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:02:08.573693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Checking segment: {'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:08.574105 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:08.574522 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Bound using segment: {'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:02:08.574985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Bound port: 9645f65f-e4a3-4fc8-9421-775faeb7b7d3, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:02:08.575405 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:08.633927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-add3baf9-a9fb-443c-bb07-d09e3bd4d253 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Calling delete_port for 12f784ea-7ff3-4192-a445-07ab5aa82c81 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:08.677842 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] For port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:02:08.682796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] For port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9645f65f-e4a3-4fc8-9421-775faeb7b7d3,segment=NetworkSegment(26b9f667-d7f7-4798-bc3a-f3c8a336268f),segment_id=26b9f667-d7f7-4798-bc3a-f3c8a336268f)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:02:08.695833 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:08.787721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Routers {'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:08.788354 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:08.842078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2ccc6d3-bf51-4178-893a-2633b901ca7a req-315a6772-3c50-4ac5-8c78-96a2bb0ddb5a tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 210 time: 0.1768539 Jan 28 13:02:08.845605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f3055-3b55-48ff-97de-9072a5faca2a None None] Pushing event updated for resources: {'Port': ['ID=9645f65f-e4a3-4fc8-9421-775faeb7b7d3,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:09.034332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-943595fd-a8b4-4531-9638-1cbeedaf2f84 None None] Provisioning complete for port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:09.036548 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-943595fd-a8b4-4531-9638-1cbeedaf2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.065703 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-add3baf9-a9fb-443c-bb07-d09e3bd4d253 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (12f784ea-7ff3-4192-a445-07ab5aa82c81), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.099797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] Set router e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:09.122248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3baf9-a9fb-443c-bb07-d09e3bd4d253 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event deleted for resources: {'Port': ['ID=12f784ea-7ff3-4192-a445-07ab5aa82c81,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:09.178260 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54390) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:09.236032 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-add3baf9-a9fb-443c-bb07-d09e3bd4d253 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (8ad0f2cb-85e6-4143-b802-4f112d2b0f68), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.240729 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-add3baf9-a9fb-443c-bb07-d09e3bd4d253 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.245984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-add3baf9-a9fb-443c-bb07-d09e3bd4d253 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "DELETE /v2.0/floatingips/8ad0f2cb-85e6-4143-b802-4f112d2b0f68 HTTP/1.1" status: 204 len: 168 time: 1.2374082 Jan 28 13:02:09.388574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c805c1d8-87a9-47ff-ae2d-d1d3d47a6cec req-e37a82f7-d5da-4201-97ff-2c340f7db410 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0470567 Jan 28 13:02:09.404173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-943595fd-a8b4-4531-9638-1cbeedaf2f84 None None] Current status of the port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:09.405359 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-943595fd-a8b4-4531-9638-1cbeedaf2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.425340 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f24abbe4-6ab5-4bbc-9454-d66b63895ede tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1939669196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:09.450734 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f24abbe4-6ab5-4bbc-9454-d66b63895ede tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (580a813c-cd70-4504-b783-90c96f3ba6ec), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.466662 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f24abbe4-6ab5-4bbc-9454-d66b63895ede tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (580a813c-cd70-4504-b783-90c96f3ba6ec), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.518213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-943595fd-a8b4-4531-9638-1cbeedaf2f84 None None] For port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9645f65f-e4a3-4fc8-9421-775faeb7b7d3,segment=NetworkSegment(26b9f667-d7f7-4798-bc3a-f3c8a336268f),segment_id=26b9f667-d7f7-4798-bc3a-f3c8a336268f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:09.531129 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-943595fd-a8b4-4531-9638-1cbeedaf2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.543573 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f24abbe4-6ab5-4bbc-9454-d66b63895ede tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for router_controller (580a813c-cd70-4504-b783-90c96f3ba6ec), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.554606 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f24abbe4-6ab5-4bbc-9454-d66b63895ede tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (580a813c-cd70-4504-b783-90c96f3ba6ec), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.584194 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f24abbe4-6ab5-4bbc-9454-d66b63895ede tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.586100 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f24abbe4-6ab5-4bbc-9454-d66b63895ede tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4042535 Jan 28 13:02:09.589092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54398) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:09.597016 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1090703359'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:09.630475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Made reservation on behalf of c94c0877206a4bdc8f2cd6fe3b75b38d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:09.634808 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.646675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.697626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943595fd-a8b4-4531-9638-1cbeedaf2f84 None None] Pushing event updated for resources: {'Port': ['ID=9645f65f-e4a3-4fc8-9421-775faeb7b7d3,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:09.705383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a7b66501-70bc-4b35-805f-5f13e7a839ac None None] Provisioning complete for port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:09.705691 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a7b66501-70bc-4b35-805f-5f13e7a839ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.774657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962685487', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:56Z', 'updated_at': '2022-01-28T13:02:04Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:57Z', 'updated_at': '2022-01-28T13:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '9645f65f-e4a3-4fc8-9421-775faeb7b7d3', 'name': '', 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:fd:3a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd74d1b18-8956-41ec-a2a9-4c8930398791', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:02:03Z', 'updated_at': '2022-01-28T13:02:08Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': 'd74d1b18-8956-41ec-a2a9-4c8930398791', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:09.823639 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for security_group (2aed6c0b-2d37-4e76-b0fb-848a1dda6120), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.832985 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2aed6c0b-2d37-4e76-b0fb-848a1dda6120), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.850818 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:02:09.869443 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8dbf644b-02d2-403c-8f18-ff645a33031b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.870415 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Added segment 8dbf644b-02d2-403c-8f18-ff645a33031b of type vlan for network fe186215-a300-4424-9a73-40e686e33b1f Jan 28 13:02:09.884537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54404) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:09.889215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-27df3418-e9c8-49d3-8ae3-5eb4f0b80dc0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--339962648', 'description': 'tempest-description--1701850067'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:09.947645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (fe186215-a300-4424-9a73-40e686e33b1f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.966468 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27df3418-e9c8-49d3-8ae3-5eb4f0b80dc0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:09.986033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2176f32a-b7f5-4e9d-846c-e6fd20b920bd req-21dffdda-7897-44d1-8779-f8d04eac3d03 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 210 time: 0.0529597 Jan 28 13:02:09.999120 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (fe186215-a300-4424-9a73-40e686e33b1f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.006374 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:10.007692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.124530 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27df3418-e9c8-49d3-8ae3-5eb4f0b80dc0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group (d7c0406a-1050-43a7-b962-b038182c16b3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.133993 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27df3418-e9c8-49d3-8ae3-5eb4f0b80dc0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d7c0406a-1050-43a7-b962-b038182c16b3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.191035 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27df3418-e9c8-49d3-8ae3-5eb4f0b80dc0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.193047 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6025367 Jan 28 13:02:10.194261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-27df3418-e9c8-49d3-8ae3-5eb4f0b80dc0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3086400 Jan 28 13:02:10.201407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54406) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:10.202673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54408) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:10.215157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-19ba948e-5500-4144-9670-4e99b2552398 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Request body: {'subnet': {'network_id': 'fe186215-a300-4424-9a73-40e686e33b1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:10.225127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aed6c0b-2d37-4e76-b0fb-848a1dda6120,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:10.232841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-77d12caa-5a56-4895-8c4b-82cab07ea5ed tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Request body: {'security_group_rule': {'security_group_id': 'd7c0406a-1050-43a7-b962-b038182c16b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:10.269873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f39268-29a1-43d4-88cc-8e87421515af tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'Network': ['ID=fe186215-a300-4424-9a73-40e686e33b1f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:10.286753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaed03c-14bd-4afb-a54f-4e616e6e2fe5 None None] The sync data for ids ['e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'] in n-d-824835-4 is: [{'id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962685487', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:56Z', 'updated_at': '2022-01-28T13:02:04Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:57Z', 'updated_at': '2022-01-28T13:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '9645f65f-e4a3-4fc8-9421-775faeb7b7d3', 'name': '', 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:fd:3a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'd74d1b18-8956-41ec-a2a9-4c8930398791', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:02:03Z', 'updated_at': '2022-01-28T13:02:08Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': 'd74d1b18-8956-41ec-a2a9-4c8930398791', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:10.289257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df3418-e9c8-49d3-8ae3-5eb4f0b80dc0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c0406a-1050-43a7-b962-b038182c16b3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:10.359539 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network fe186215-a300-4424-9a73-40e686e33b1f details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:02:10.434486 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-7eaa258f-c39d-4252-b5fa-bb4274995881 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:10.436467 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-7eaa258f-c39d-4252-b5fa-bb4274995881 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.35 "GET /v2.0/networks?id=cf97316f-dd6e-4440-854e-18af9d545e3e HTTP/1.1" status: 200 len: 797 time: 0.4251544 Jan 28 13:02:10.457107 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77d12caa-5a56-4895-8c4b-82cab07ea5ed tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group_rule (8fc6b30b-e31a-47b8-9e0f-3736dedf6474), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.472126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Request body: {'port': {'device_id': '883ecbba-b26a-4c9b-a884-4a94143f91b2', 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e', 'admin_state_up': True, 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:10.494155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ba948e-5500-4144-9670-4e99b2552398 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Made reservation on behalf of c94c0877206a4bdc8f2cd6fe3b75b38d for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:10.499072 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19ba948e-5500-4144-9670-4e99b2552398 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.552598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a7b66501-70bc-4b35-805f-5f13e7a839ac None None] Current status of the port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:10.638150 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b4ad2f34-cd62-4b8a-9d56-b1e2e4862f57 req-3bc47179-72bf-4f1a-83c9-3144b03edf9e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0368667 Jan 28 13:02:10.652520 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Made reservation on behalf of 38a74fdf8f7b46ec84caf05dc04d0ad5 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:10.662452 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.701824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77d12caa-5a56-4895-8c4b-82cab07ea5ed tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group_rule (8fc6b30b-e31a-47b8-9e0f-3736dedf6474), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.715916 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77d12caa-5a56-4895-8c4b-82cab07ea5ed tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (8fc6b30b-e31a-47b8-9e0f-3736dedf6474), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.754572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d12caa-5a56-4895-8c4b-82cab07ea5ed tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc6b30b-e31a-47b8-9e0f-3736dedf6474,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:10.784641 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77d12caa-5a56-4895-8c4b-82cab07ea5ed tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.785910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-77d12caa-5a56-4895-8c4b-82cab07ea5ed tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5798907 Jan 28 13:02:10.788951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54412) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:10.797055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3edb4fbb-9c61-40f1-9d04-8bd8e7497680 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Request body: {'security_group_rule': {'security_group_id': 'd7c0406a-1050-43a7-b962-b038182c16b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:10.843522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Allocated IP 172.20.0.23 (cf97316f-dd6e-4440-854e-18af9d545e3e/d74d1b18-8956-41ec-a2a9-4c8930398791/2515cc45-f116-4761-a71e-37ca18d363b0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:10.894711 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3edb4fbb-9c61-40f1-9d04-8bd8e7497680 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group_rule (65dcdef4-3be9-4b0f-adb4-c4fe3e3c1d69), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.933913 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19ba948e-5500-4144-9670-4e99b2552398 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (251ad77f-450f-454c-be0a-5e8e99ec8cc3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.989185 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for port (2515cc45-f116-4761-a71e-37ca18d363b0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:10.998554 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3edb4fbb-9c61-40f1-9d04-8bd8e7497680 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group_rule (65dcdef4-3be9-4b0f-adb4-c4fe3e3c1d69), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.015602 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3edb4fbb-9c61-40f1-9d04-8bd8e7497680 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (65dcdef4-3be9-4b0f-adb4-c4fe3e3c1d69), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.031727 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.086186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Network cf97316f-dd6e-4440-854e-18af9d545e3e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:11.093970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:11.098866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:11.100126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba948e-5500-4144-9670-4e99b2552398 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'Subnet': ['ID=251ad77f-450f-454c-be0a-5e8e99ec8cc3,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:11.104982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba948e-5500-4144-9670-4e99b2552398 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Checking segment: {'id': '8dbf644b-02d2-403c-8f18-ff645a33031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fe186215-a300-4424-9a73-40e686e33b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:11.105353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba948e-5500-4144-9670-4e99b2552398 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Network hostable DHCP agents. Network: fe186215-a300-4424-9a73-40e686e33b1f, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:02:11.117661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb4fbb-9c61-40f1-9d04-8bd8e7497680 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dcdef4-3be9-4b0f-adb4-c4fe3e3c1d69,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:11.146285 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3edb4fbb-9c61-40f1-9d04-8bd8e7497680 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.147886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3edb4fbb-9c61-40f1-9d04-8bd8e7497680 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3576267 Jan 28 13:02:11.150726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba948e-5500-4144-9670-4e99b2552398 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Network fe186215-a300-4424-9a73-40e686e33b1f is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:02:11.155508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54416) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:11.160862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:11.166785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event updated for resources: {'Port': ['ID=2515cc45-f116-4761-a71e-37ca18d363b0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:11.205429 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.226209 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:11.226862 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.228305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-19ba948e-5500-4144-9670-4e99b2552398 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, fe186215-a300-4424-9a73-40e686e33b1f) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:11.240134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d555dd7-cf87-4bed-82ab-cc7b9e4b8337 None None] Network fe186215-a300-4424-9a73-40e686e33b1f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:11.258450 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-cdac2886-0a5d-4f8e-b58e-d6578517df15 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8136518 Jan 28 13:02:11.279287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba948e-5500-4144-9670-4e99b2552398 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:11.279928 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19ba948e-5500-4144-9670-4e99b2552398 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.287308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Request body: {'port': {'device_id': '883ecbba-b26a-4c9b-a884-4a94143f91b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:11.382397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72918984-75b1-4fff-be0e-73ce81fae173 req-287fc335-efb5-4153-b1f4-ecd1ba41713f tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:11.385351 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72918984-75b1-4fff-be0e-73ce81fae173 req-287fc335-efb5-4153-b1f4-ecd1ba41713f tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 895 time: 0.2317054 Jan 28 13:02:11.394559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-19ba948e-5500-4144-9670-4e99b2552398 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1838777 Jan 28 13:02:11.395198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54418) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:11.406393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8421efc4-0045-4592-b6f7-033a186857c3 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Request body: {'network': {'name': 'tempest-router-network01--2066986937'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:11.416114 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.445732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:11.446354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8421efc4-0045-4592-b6f7-033a186857c3 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Made reservation on behalf of c94c0877206a4bdc8f2cd6fe3b75b38d for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:11.449993 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8421efc4-0045-4592-b6f7-033a186857c3 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.546487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-fe186215-a300-4424-9a73-40e686e33b1f', 'network_id': 'fe186215-a300-4424-9a73-40e686e33b1f', 'project_id': 'c94c0877206a4bdc8f2cd6fe3b75b38d', 'fixed_ips': [{'subnet_id': '251ad77f-450f-454c-be0a-5e8e99ec8cc3'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:02:11.549268 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.574100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8421efc4-0045-4592-b6f7-033a186857c3 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:02:11.606233 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.611195 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8421efc4-0045-4592-b6f7-033a186857c3 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (32412fee-b26c-479c-8589-00b315cd1b4b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.611962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:11.612513 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-8421efc4-0045-4592-b6f7-033a186857c3 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Added segment 32412fee-b26c-479c-8589-00b315cd1b4b of type vlan for network 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c Jan 28 13:02:11.613160 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.752665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8421efc4-0045-4592-b6f7-033a186857c3 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (51239a83-d4f2-40d6-a9e1-a8f37ce64d9c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.791313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4e23e871-b1e0-482a-b09a-04774b430723 None None] Provisioning complete for port 2515cc45-f116-4761-a71e-37ca18d363b0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:11.795589 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e23e871-b1e0-482a-b09a-04774b430723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.840613 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8421efc4-0045-4592-b6f7-033a186857c3 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (51239a83-d4f2-40d6-a9e1-a8f37ce64d9c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.846111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8421efc4-0045-4592-b6f7-033a186857c3 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:11.847497 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8421efc4-0045-4592-b6f7-033a186857c3 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.882535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Allocated IP 172.25.7.71 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/d21d33a1-19e1-4837-adad-0a3550e802a2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:11.982161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2515cc45-f116-4761-a71e-37ca18d363b0 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:02:11.991356 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Publish callbacks [] for port (2515cc45-f116-4761-a71e-37ca18d363b0), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:11.992270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4e23e871-b1e0-482a-b09a-04774b430723 None None] Port 2515cc45-f116-4761-a71e-37ca18d363b0 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:02:11.997045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Allocated IP 2001:db8::2 (fe186215-a300-4424-9a73-40e686e33b1f/251ad77f-450f-454c-be0a-5e8e99ec8cc3/0d568fd4-f263-4fab-b42d-6e83f1a75fd1) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:12.006767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Transition to ACTIVE for port object 2515cc45-f116-4761-a71e-37ca18d363b0 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:02:12.013852 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.046253 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for port (d21d33a1-19e1-4837-adad-0a3550e802a2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.089627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:12.150278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82bddd7c-79b7-4baa-97ae-bb43ce0bf8c4 req-7ade4f11-ec5f-4b1d-bfd6-ba022c4eb0f2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.3220685 Jan 28 13:02:12.216992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Pushing event updated for resources: {'Port': ['ID=2515cc45-f116-4761-a71e-37ca18d363b0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:12.240924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8421efc4-0045-4592-b6f7-033a186857c3 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8383682 Jan 28 13:02:12.242194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54422) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:12.244938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d21d33a1-19e1-4837-adad-0a3550e802a2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.251803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7993b684-1bec-4754-8e56-60b85ee8b03d tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Request body: {'network': {'name': 'tempest-router-network02--727531113'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:12.292447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Attempting to bind port 2515cc45-f116-4761-a71e-37ca18d363b0 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:02:12.293090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Attempting to bind port 2515cc45-f116-4761-a71e-37ca18d363b0 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:02:12.294239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Attempting to bind port 2515cc45-f116-4761-a71e-37ca18d363b0 on network cf97316f-dd6e-4440-854e-18af9d545e3e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:02:12.301059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Port 2515cc45-f116-4761-a71e-37ca18d363b0 on network cf97316f-dd6e-4440-854e-18af9d545e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:02:12.301643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Attempting to bind port 2515cc45-f116-4761-a71e-37ca18d363b0 on network cf97316f-dd6e-4440-854e-18af9d545e3e {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:02:12.307906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:02:12.308560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Checking segment: {'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:12.309272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Bound using segment: {'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:02:12.309923 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Bound port: 2515cc45-f116-4761-a71e-37ca18d363b0, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b9f667-d7f7-4798-bc3a-f3c8a336268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:02:12.310533 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.330786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event updated for resources: {'Port': ['ID=d21d33a1-19e1-4837-adad-0a3550e802a2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:12.339771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421efc4-0045-4592-b6f7-033a186857c3 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'Network': ['ID=51239a83-d4f2-40d6-a9e1-a8f37ce64d9c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:12.349048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7993b684-1bec-4754-8e56-60b85ee8b03d tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Made reservation on behalf of c94c0877206a4bdc8f2cd6fe3b75b38d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:12.353621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:12.357060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7993b684-1bec-4754-8e56-60b85ee8b03d tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.357270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:12.360478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:12.362991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:02:12.435093 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] For port 2515cc45-f116-4761-a71e-37ca18d363b0, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:02:12.439333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] For port 2515cc45-f116-4761-a71e-37ca18d363b0, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=2515cc45-f116-4761-a71e-37ca18d363b0,segment=NetworkSegment(26b9f667-d7f7-4798-bc3a-f3c8a336268f),segment_id=26b9f667-d7f7-4798-bc3a-f3c8a336268f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:02:12.466819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7993b684-1bec-4754-8e56-60b85ee8b03d tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:02:12.479615 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7993b684-1bec-4754-8e56-60b85ee8b03d tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7835850c-e43e-4bd8-8b3b-3fec7d0f308a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.480445 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-7993b684-1bec-4754-8e56-60b85ee8b03d tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Added segment 7835850c-e43e-4bd8-8b3b-3fec7d0f308a of type vlan for network 755aa329-6c2e-4661-befc-33128e33a0da Jan 28 13:02:12.514965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (12e67ec5-b95b-48ae-91d5-64889c6e9387), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.519451 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Publish callbacks [] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.557118 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.565827 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.590319 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d21d33a1-19e1-4837-adad-0a3550e802a2), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.629025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873953af-87c6-438d-b612-30a12487cd4e req-74a2d28b-df78-43bf-987b-19aeba52cbbc tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:12.630860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-873953af-87c6-438d-b612-30a12487cd4e req-74a2d28b-df78-43bf-987b-19aeba52cbbc tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 907 time: 0.1080539 Jan 28 13:02:12.648425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Network fe186215-a300-4424-9a73-40e686e33b1f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:12.662236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:12.666886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Pushing event updated for resources: {'Port': ['ID=2515cc45-f116-4761-a71e-37ca18d363b0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:12.667299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:12.670657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Pushing event updated for resources: {'Port': ['ID=0d568fd4-f263-4fab-b42d-6e83f1a75fd1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:12.701696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7993b684-1bec-4754-8e56-60b85ee8b03d tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (755aa329-6c2e-4661-befc-33128e33a0da), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.714907 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:12.715558 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.717825 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-e4852a64-1101-47ed-9f2b-75c1257c8518 service neutron] 10.222.0.35 "PUT /v2.0/ports/2515cc45-f116-4761-a71e-37ca18d363b0 HTTP/1.1" status: 200 len: 1055 time: 1.4414849 Jan 28 13:02:12.718332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883ecbba-b26a-4c9b-a884-4a94143f91b2', 'tag': '2515cc45-f116-4761-a71e-37ca18d363b0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:02:12.720747 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd6184a-7fcd-46e0-9736-0bb2e42f269d" -d '{"events": [{"name": "network-changed", "server_uuid": "883ecbba-b26a-4c9b-a884-4a94143f91b2", "tag": "2515cc45-f116-4761-a71e-37ca18d363b0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:02:12.779168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Attempting to bind port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:02:12.779567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Attempting to bind port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '8dbf644b-02d2-403c-8f18-ff645a33031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fe186215-a300-4424-9a73-40e686e33b1f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:02:12.779906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Attempting to bind port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 on network fe186215-a300-4424-9a73-40e686e33b1f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:02:12.790681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:02:12.791149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Checking segment: {'id': '8dbf644b-02d2-403c-8f18-ff645a33031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fe186215-a300-4424-9a73-40e686e33b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:12.795069 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.795069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Bound using segment: {'id': '8dbf644b-02d2-403c-8f18-ff645a33031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fe186215-a300-4424-9a73-40e686e33b1f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:02:12.795491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Bound port: 0d568fd4-f263-4fab-b42d-6e83f1a75fd1, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbf644b-02d2-403c-8f18-ff645a33031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fe186215-a300-4424-9a73-40e686e33b1f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:02:12.795942 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.800231 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de679b32-55f7-4dbd-bddd-5ecff5ae57a2 x-openstack-request-id: req-de679b32-55f7-4dbd-bddd-5ecff5ae57a2 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:02:12.811362 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883ecbba-b26a-4c9b-a884-4a94143f91b2", "tag": "2515cc45-f116-4761-a71e-37ca18d363b0", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:02:12.811812 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de679b32-55f7-4dbd-bddd-5ecff5ae57a2 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:02:12.813857 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883ecbba-b26a-4c9b-a884-4a94143f91b2', 'tag': '2515cc45-f116-4761-a71e-37ca18d363b0', 'status': 'completed', 'code': 200} Jan 28 13:02:12.836776 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for port (d21d33a1-19e1-4837-adad-0a3550e802a2), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.844897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d21d33a1-19e1-4837-adad-0a3550e802a2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.854680 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7993b684-1bec-4754-8e56-60b85ee8b03d tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (755aa329-6c2e-4661-befc-33128e33a0da), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.861303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7993b684-1bec-4754-8e56-60b85ee8b03d tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:12.864039 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7993b684-1bec-4754-8e56-60b85ee8b03d tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.881563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] For port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:02:12.885661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] For port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0d568fd4-f263-4fab-b42d-6e83f1a75fd1,segment=NetworkSegment(8dbf644b-02d2-403c-8f18-ff645a33031b),segment_id=8dbf644b-02d2-403c-8f18-ff645a33031b)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:02:12.895520 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:12.997601 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9612b-a10f-4960-add3-64b1b1c4d952 None None] Pushing event updated for resources: {'Port': ['ID=0d568fd4-f263-4fab-b42d-6e83f1a75fd1,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:13.012739 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (12e67ec5-b95b-48ae-91d5-64889c6e9387), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:13.013895 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7993b684-1bec-4754-8e56-60b85ee8b03d tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7686875 Jan 28 13:02:13.019248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54428) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:13.025027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Request body: {'subnet': {'network_id': '51239a83-d4f2-40d6-a9e1-a8f37ce64d9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:13.031089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-5c339687-2999-438c-ae92-7a164eb56972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:13.032682 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-5c339687-2999-438c-ae92-7a164eb56972 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5&device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 1058 time: 0.2574933 Jan 28 13:02:13.035623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993b684-1bec-4754-8e56-60b85ee8b03d tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'Network': ['ID=755aa329-6c2e-4661-befc-33128e33a0da,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:13.038176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event updated for resources: {'Port': ['ID=d21d33a1-19e1-4837-adad-0a3550e802a2,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:13.049900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 755aa329-6c2e-4661-befc-33128e33a0da details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:02:13.066171 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:13.067492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-951579fd-27c3-450d-a74f-534b974365f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9110677 Jan 28 13:02:13.155164 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-577a7a61-8954-43b7-8149-b193b58b9ea7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=2515cc45-f116-4761-a71e-37ca18d363b0 HTTP/1.1" status: 200 len: 217 time: 0.0960467 Jan 28 13:02:13.246122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-a90eb4fc-93e8-4ed0-80ec-cfd36b212e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:13.261570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-a90eb4fc-93e8-4ed0-80ec-cfd36b212e56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d74d1b18-8956-41ec-a2a9-4c8930398791 HTTP/1.1" status: 200 len: 837 time: 0.1001670 Jan 28 13:02:13.287389 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Made reservation on behalf of c94c0877206a4bdc8f2cd6fe3b75b38d for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:13.304372 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:13.324120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d2a5378-6cf9-455c-8d7b-04e6a13bcfe3 req-ac9a2c36-3519-4194-be37-bec7d2c440b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=8329ef67-a931-4911-8771-95008abbfbff HTTP/1.1" status: 200 len: 210 time: 0.0327654 Jan 28 13:02:13.396665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-b7f7548f-7f9d-4419-a197-141135fc72bc tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--339962648&fields=id&tenant_id=11258f31de5b4bed8449aa57334697f8 HTTP/1.1" status: 200 len: 267 time: 0.0643370 Jan 28 13:02:13.435092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-ab92fe52-2f29-4a1e-85e4-dec26e773ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:13.436993 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-ab92fe52-2f29-4a1e-85e4-dec26e773ca4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf97316f-dd6e-4440-854e-18af9d545e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607213 Jan 28 13:02:13.544632 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-aff8ac63-fa5d-484a-88f6-3d7defcae0fe service neutron] 10.222.0.35 "GET /v2.0/networks/cf97316f-dd6e-4440-854e-18af9d545e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995083 Jan 28 13:02:13.546283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-e9455d15-9e45-4600-9d17-ef05cdf7a781 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:13.548186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-e9455d15-9e45-4600-9d17-ef05cdf7a781 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 817 time: 0.1428192 Jan 28 13:02:13.566684 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-f72c1288-bf92-4418-9eb4-44fbb756598e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/quotas/11258f31de5b4bed8449aa57334697f8 HTTP/1.1" status: 200 len: 375 time: 0.0122583 Jan 28 13:02:13.624109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-efaa4cb2-24bc-4f34-bcb1-ee9bf80f5d09 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517912 Jan 28 13:02:13.708200 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e65f9b71-daa9-4166-bc0f-35aecbd71791 req-87301d3d-1a3e-4a6d-8e01-3950aeda07b4 service neutron] 10.222.0.35 "GET /v2.0/networks/cf97316f-dd6e-4440-854e-18af9d545e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535316 Jan 28 13:02:13.869932 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-754e7e16-6f0c-4e6d-9690-d5c80668cf62 service neutron] 10.222.0.53 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308164 Jan 28 13:02:13.901521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95dc76-789a-4854-af5f-c6adbfadaf94 req-b4cd930f-6e65-472d-aabf-b8fbd9717fcc tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:13.913602 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd95dc76-789a-4854-af5f-c6adbfadaf94 req-b4cd930f-6e65-472d-aabf-b8fbd9717fcc tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 907 time: 0.1379182 Jan 28 13:02:14.015825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-9c3058ac-8e89-4c81-871a-dd899a0831c2 service neutron] 10.222.0.53 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449640 Jan 28 13:02:14.229860 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (443a1a9e-09d9-4f85-ba97-135aed0cb4a3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:14.326080 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ce616ec-fde9-4e9c-b5b3-83b5d82ba948 req-55de6a82-d1ac-4e96-9443-d2f83fb1c1d8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 210 time: 0.1005874 Jan 28 13:02:14.334239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Checking segment: {'id': '32412fee-b26c-479c-8589-00b315cd1b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '51239a83-d4f2-40d6-a9e1-a8f37ce64d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:14.335314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Network hostable DHCP agents. Network: 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:02:14.343512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6184a-7fcd-46e0-9736-0bb2e42f269d req-b425ff21-f6bf-4044-8959-3db1c4d39623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:14.345237 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fd6184a-7fcd-46e0-9736-0bb2e42f269d req-b425ff21-f6bf-4044-8959-3db1c4d39623 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5&device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 1058 time: 0.1871595 Jan 28 13:02:14.366534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'Subnet': ['ID=443a1a9e-09d9-4f85-ba97-135aed0cb4a3,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:14.378249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.378769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.379222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.379991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.380513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.381078 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.382464 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.382978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.383447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.383904 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.384340 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.384777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.385207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:14.459657 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Network 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:02:14.480485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:14.489798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37b0f55-5c90-414d-80b4-cd3fe72fdff9 None None] Network 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:14.495127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:14.495864 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:14.527107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6184a-7fcd-46e0-9736-0bb2e42f269d req-a3ca3434-c712-448d-a622-794df4f4b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:14.529154 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fd6184a-7fcd-46e0-9736-0bb2e42f269d req-a3ca3434-c712-448d-a622-794df4f4b623 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cf97316f-dd6e-4440-854e-18af9d545e3e HTTP/1.1" status: 200 len: 898 time: 0.1743445 Jan 28 13:02:14.538052 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0ed1dab7-5db6-4880-a63e-379e097a7e76 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5145156 Jan 28 13:02:14.538453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54458) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:14.544949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-016470e4-5c49-4656-bcdf-8a483c243c7f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Request body: {'subnet': {'network_id': '755aa329-6c2e-4661-befc-33128e33a0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:14.574123 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fd6184a-7fcd-46e0-9736-0bb2e42f269d req-f51f6ce5-a0c1-42e2-8e96-56648c84532e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=2515cc45-f116-4761-a71e-37ca18d363b0 HTTP/1.1" status: 200 len: 217 time: 0.0373893 Jan 28 13:02:14.619294 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8323d2-6fd0-4863-8b03-9f09a6ecc827 None None] Network fe186215-a300-4424-9a73-40e686e33b1f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:14.670469 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6184a-7fcd-46e0-9736-0bb2e42f269d req-08b8ed7c-9697-40fd-a9e8-a8c886d3abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:14.671990 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fd6184a-7fcd-46e0-9736-0bb2e42f269d req-08b8ed7c-9697-40fd-a9e8-a8c886d3abaa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d74d1b18-8956-41ec-a2a9-4c8930398791 HTTP/1.1" status: 200 len: 837 time: 0.0914974 Jan 28 13:02:14.674661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016470e4-5c49-4656-bcdf-8a483c243c7f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Made reservation on behalf of c94c0877206a4bdc8f2cd6fe3b75b38d for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:14.679421 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-016470e4-5c49-4656-bcdf-8a483c243c7f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:14.753245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-432013d0-3913-4f1f-9e86-4dc34a11de01 None None] Provisioning complete for port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:14.753960 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-432013d0-3913-4f1f-9e86-4dc34a11de01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:14.784543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6184a-7fcd-46e0-9736-0bb2e42f269d req-d4d71ca8-953d-4366-8066-cdafbf5c1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:14.798208 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fd6184a-7fcd-46e0-9736-0bb2e42f269d req-d4d71ca8-953d-4366-8066-cdafbf5c1b7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf97316f-dd6e-4440-854e-18af9d545e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189101 Jan 28 13:02:14.867146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-51239a83-d4f2-40d6-a9e1-a8f37ce64d9c', 'network_id': '51239a83-d4f2-40d6-a9e1-a8f37ce64d9c', 'project_id': 'c94c0877206a4bdc8f2cd6fe3b75b38d', 'fixed_ips': [{'subnet_id': '443a1a9e-09d9-4f85-ba97-135aed0cb4a3'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:02:14.868317 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:15.012413 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fd6184a-7fcd-46e0-9736-0bb2e42f269d req-5fa6433b-59da-4655-b641-a55787868f89 service neutron] 10.222.0.35 "GET /v2.0/networks/cf97316f-dd6e-4440-854e-18af9d545e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939440 Jan 28 13:02:15.021381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-432013d0-3913-4f1f-9e86-4dc34a11de01 None None] Current status of the port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:15.021628 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-432013d0-3913-4f1f-9e86-4dc34a11de01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:15.136069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-432013d0-3913-4f1f-9e86-4dc34a11de01 None None] For port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0d568fd4-f263-4fab-b42d-6e83f1a75fd1,segment=NetworkSegment(8dbf644b-02d2-403c-8f18-ff645a33031b),segment_id=8dbf644b-02d2-403c-8f18-ff645a33031b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:15.157241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Allocated IP 2001:db8::2 (51239a83-d4f2-40d6-a9e1-a8f37ce64d9c/443a1a9e-09d9-4f85-ba97-135aed0cb4a3/cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:15.182852 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8fd6184a-7fcd-46e0-9736-0bb2e42f269d req-9a741c5f-af20-49b7-8712-8029c2fc1b70 service neutron] 10.222.0.35 "GET /v2.0/networks/cf97316f-dd6e-4440-854e-18af9d545e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629975 Jan 28 13:02:15.187508 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-432013d0-3913-4f1f-9e86-4dc34a11de01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:15.302084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432013d0-3913-4f1f-9e86-4dc34a11de01 None None] Pushing event updated for resources: {'Port': ['ID=0d568fd4-f263-4fab-b42d-6e83f1a75fd1,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:15.460835 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Publish callbacks [] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:15.471667 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:15.515637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:15.518889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Network 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:15.546722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:15.557962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:15.572368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-93a160ad-36dd-4aed-9d91-399c0d2a59a6 None None] Provisioning complete for port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:15.572964 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93a160ad-36dd-4aed-9d91-399c0d2a59a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:15.665362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Pushing event updated for resources: {'Port': ['ID=cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:15.718131 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-016470e4-5c49-4656-bcdf-8a483c243c7f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (d1d47019-7698-4a73-9c7c-4e4b8d9ecc41), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:15.727198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Attempting to bind port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:02:15.727892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Attempting to bind port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '32412fee-b26c-479c-8589-00b315cd1b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '51239a83-d4f2-40d6-a9e1-a8f37ce64d9c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:02:15.728435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Attempting to bind port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 on network 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:02:15.742516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:02:15.743213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Checking segment: {'id': '32412fee-b26c-479c-8589-00b315cd1b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '51239a83-d4f2-40d6-a9e1-a8f37ce64d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:15.743897 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:15.744486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Bound using segment: {'id': '32412fee-b26c-479c-8589-00b315cd1b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '51239a83-d4f2-40d6-a9e1-a8f37ce64d9c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:02:15.745154 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Bound port: cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32412fee-b26c-479c-8589-00b315cd1b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '51239a83-d4f2-40d6-a9e1-a8f37ce64d9c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:02:15.745734 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:15.749300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c5c0a75-219f-4d09-aea3-4fd4749b16dd req-97bffda5-ce91-416a-854e-cad1271959d0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 210 time: 0.0987179 Jan 28 13:02:15.755901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:15.756492 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:15.764550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-93a160ad-36dd-4aed-9d91-399c0d2a59a6 None None] Current status of the port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:15.821297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d5f8b-4aa7-4458-8e85-9456f42708f6 req-2aae1b25-cce8-4c43-a929-5a132c6f8382 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:15.823129 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a7d5f8b-4aa7-4458-8e85-9456f42708f6 req-2aae1b25-cce8-4c43-a929-5a132c6f8382 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 907 time: 0.1838777 Jan 28 13:02:15.826430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016470e4-5c49-4656-bcdf-8a483c243c7f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'Subnet': ['ID=d1d47019-7698-4a73-9c7c-4e4b8d9ecc41,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:15.849082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016470e4-5c49-4656-bcdf-8a483c243c7f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Checking segment: {'id': '7835850c-e43e-4bd8-8b3b-3fec7d0f308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '755aa329-6c2e-4661-befc-33128e33a0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:15.849438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016470e4-5c49-4656-bcdf-8a483c243c7f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Network hostable DHCP agents. Network: 755aa329-6c2e-4661-befc-33128e33a0da, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:02:15.869651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016470e4-5c49-4656-bcdf-8a483c243c7f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Network 755aa329-6c2e-4661-befc-33128e33a0da is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:02:15.881263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-016470e4-5c49-4656-bcdf-8a483c243c7f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 755aa329-6c2e-4661-befc-33128e33a0da) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:15.886222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016470e4-5c49-4656-bcdf-8a483c243c7f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:15.887782 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-016470e4-5c49-4656-bcdf-8a483c243c7f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:15.905604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-016470e4-5c49-4656-bcdf-8a483c243c7f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3660517 Jan 28 13:02:15.909059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54472) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:16.061568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642e81aa-1e22-45e2-9a6c-4c443056a401 None None] Network 755aa329-6c2e-4661-befc-33128e33a0da requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:16.213003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-c2f81711-efac-4b0c-b750-42f270eee43f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:16.216168 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-c2f81711-efac-4b0c-b750-42f270eee43f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 817 time: 0.1952004 Jan 28 13:02:16.260407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] For port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:02:16.270410 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:16.293181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] For port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9,segment=NetworkSegment(32412fee-b26c-479c-8589-00b315cd1b4b),segment_id=32412fee-b26c-479c-8589-00b315cd1b4b)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:02:16.306725 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:16.316928 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-df58e4fb-0144-4218-9494-bb345898f60e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11258f31de5b4bed8449aa57334697f8 HTTP/1.1" status: 200 len: 379 time: 0.0901790 Jan 28 13:02:16.346887 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Request body: {'port': {'device_id': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'admin_state_up': True, 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'security_groups': ['d7c0406a-1050-43a7-b962-b038182c16b3']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:16.364851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:16.421421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-755aa329-6c2e-4661-befc-33128e33a0da', 'network_id': '755aa329-6c2e-4661-befc-33128e33a0da', 'project_id': 'c94c0877206a4bdc8f2cd6fe3b75b38d', 'fixed_ips': [{'subnet_id': 'd1d47019-7698-4a73-9c7c-4e4b8d9ecc41'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:02:16.423047 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:16.456792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 2515cc45-f116-4761-a71e-37ca18d363b0 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:02:16.467581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0574b4-10f4-4110-b8ff-cd6cf67cf552 None None] Pushing event updated for resources: {'Port': ['ID=cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:16.534821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Made reservation on behalf of 11258f31de5b4bed8449aa57334697f8 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:16.539681 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:16.719930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 2515cc45-f116-4761-a71e-37ca18d363b0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=2515cc45-f116-4761-a71e-37ca18d363b0,segment=NetworkSegment(26b9f667-d7f7-4798-bc3a-f3c8a336268f),segment_id=26b9f667-d7f7-4798-bc3a-f3c8a336268f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:16.738897 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '2515cc45-f116-4761-a71e-37ca18d363b0', 'network_id': 'cf97316f-dd6e-4440-854e-18af9d545e3e', 'port_id': '2515cc45-f116-4761-a71e-37ca18d363b0', 'mac_address': 'fa:16:3e:ab:25:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74d1b18-8956-41ec-a2a9-4c8930398791', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:02:16.743292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Allocated IP 2001:db8::2 (755aa329-6c2e-4661-befc-33128e33a0da/d1d47019-7698-4a73-9c7c-4e4b8d9ecc41/62944e3c-704c-4607-a13d-81c14d88ce42) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:16.811094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Allocated IP 2001:db8::1 (51239a83-d4f2-40d6-a9e1-a8f37ce64d9c/443a1a9e-09d9-4f85-ba97-135aed0cb4a3/d1631ede-a256-4de1-9419-11ad402d327d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:16.874044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Allocated IP 172.20.0.9 (4ed7a3fd-7370-417e-b92e-63c286e5cbb7/9e74c0b1-62d1-4d40-a2e5-3644ed262659/851e3254-592a-4377-9bbf-fa9744485d66) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:16.951419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for port (d1631ede-a256-4de1-9419-11ad402d327d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:16.981196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 2515cc45-f116-4761-a71e-37ca18d363b0 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:16.981791 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.037087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2515cc45-f116-4761-a71e-37ca18d363b0 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:02:17.049198 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d1631ede-a256-4de1-9419-11ad402d327d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.107859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 2515cc45-f116-4761-a71e-37ca18d363b0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=2515cc45-f116-4761-a71e-37ca18d363b0,segment=NetworkSegment(26b9f667-d7f7-4798-bc3a-f3c8a336268f),segment_id=26b9f667-d7f7-4798-bc3a-f3c8a336268f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:17.124377 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.137578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'Port': ['ID=d1631ede-a256-4de1-9419-11ad402d327d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:17.142108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46785b0b-61c9-40d0-b122-68113b5d66e2 req-a2a9c2e5-475f-4fc2-9f9c-3fef2c2c069c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 210 time: 0.1468360 Jan 28 13:02:17.150267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Network 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:17.164148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:17.178175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0b29e-dbed-4b7a-86c1-675b2eb1e7b9 req-2a77e2c9-7eca-4291-837a-be5480bd9eb8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:17.180786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35d0b29e-dbed-4b7a-86c1-675b2eb1e7b9 req-2a77e2c9-7eca-4291-837a-be5480bd9eb8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 907 time: 0.1708953 Jan 28 13:02:17.181629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:17.181859 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (580a813c-cd70-4504-b783-90c96f3ba6ec), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.258651 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Publish callbacks [] for port (62944e3c-704c-4607-a13d-81c14d88ce42), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.274164 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.290749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=2515cc45-f116-4761-a71e-37ca18d363b0,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:17.352831 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for port (851e3254-592a-4377-9bbf-fa9744485d66), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.392748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['2515cc45-f116-4761-a71e-37ca18d363b0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:02:17.405620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Network 755aa329-6c2e-4661-befc-33128e33a0da is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:17.425000 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d1631ede-a256-4de1-9419-11ad402d327d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.431860 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (851e3254-592a-4377-9bbf-fa9744485d66), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.478361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:17.485511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:17.503457 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.519149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Pushing event updated for resources: {'Port': ['ID=62944e3c-704c-4607-a13d-81c14d88ce42,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:17.531186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:17.537646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:17.540124 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:17.639433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Attempting to bind port 62944e3c-704c-4607-a13d-81c14d88ce42 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:02:17.640103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Attempting to bind port 62944e3c-704c-4607-a13d-81c14d88ce42 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '7835850c-e43e-4bd8-8b3b-3fec7d0f308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '755aa329-6c2e-4661-befc-33128e33a0da'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:02:17.640690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Attempting to bind port 62944e3c-704c-4607-a13d-81c14d88ce42 on network 755aa329-6c2e-4661-befc-33128e33a0da {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:02:17.656140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:02:17.656973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Checking segment: {'id': '7835850c-e43e-4bd8-8b3b-3fec7d0f308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '755aa329-6c2e-4661-befc-33128e33a0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:17.657575 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.658187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Bound using segment: {'id': '7835850c-e43e-4bd8-8b3b-3fec7d0f308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '755aa329-6c2e-4661-befc-33128e33a0da'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:02:17.658892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Bound port: 62944e3c-704c-4607-a13d-81c14d88ce42, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7835850c-e43e-4bd8-8b3b-3fec7d0f308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '755aa329-6c2e-4661-befc-33128e33a0da'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:02:17.659606 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.698922 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:17.699656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:17.705235 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.708255 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event updated for resources: {'Port': ['ID=851e3254-592a-4377-9bbf-fa9744485d66,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:17.755037 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-ab9625c3-6337-44a9-b95d-7fb0a4460e94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4323578 Jan 28 13:02:17.775177 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Request body: {'port': {'device_id': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:17.928984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] For port 62944e3c-704c-4607-a13d-81c14d88ce42, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:02:17.938909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] For port 62944e3c-704c-4607-a13d-81c14d88ce42, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=62944e3c-704c-4607-a13d-81c14d88ce42,segment=NetworkSegment(7835850c-e43e-4bd8-8b3b-3fec7d0f308a),segment_id=7835850c-e43e-4bd8-8b3b-3fec7d0f308a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:02:17.943195 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (851e3254-592a-4377-9bbf-fa9744485d66), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.983668 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:17.998604 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.091223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:18.091772 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.190589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-810a2b3c-059b-40df-a089-78d9c4bca96f None None] Provisioning complete for port 851e3254-592a-4377-9bbf-fa9744485d66 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:18.190969 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-810a2b3c-059b-40df-a089-78d9c4bca96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (851e3254-592a-4377-9bbf-fa9744485d66), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.198656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2240515-8cef-49fb-bb7f-89e39079266d None None] Pushing event updated for resources: {'Port': ['ID=62944e3c-704c-4607-a13d-81c14d88ce42,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:18.212419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for port (d1631ede-a256-4de1-9419-11ad402d327d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.222452 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d1631ede-a256-4de1-9419-11ad402d327d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.227181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (580a813c-cd70-4504-b783-90c96f3ba6ec), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.348505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-810a2b3c-059b-40df-a089-78d9c4bca96f None None] Port 851e3254-592a-4377-9bbf-fa9744485d66 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:02:18.368862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:18.370692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:18.441940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 2515cc45-f116-4761-a71e-37ca18d363b0 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:18.516464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d9d0fb-df44-43f4-9cde-15c60f29972c None None] Network 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:18.561251 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851e3254-592a-4377-9bbf-fa9744485d66 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:02:18.571449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Publish callbacks [] for port (851e3254-592a-4377-9bbf-fa9744485d66), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.591211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Transition to ACTIVE for port object 851e3254-592a-4377-9bbf-fa9744485d66 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:02:18.596448 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (851e3254-592a-4377-9bbf-fa9744485d66), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.626679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'Port': ['ID=d1631ede-a256-4de1-9419-11ad402d327d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:18.677800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7d20164b-4a47-4fe1-992a-7cfc1163ad36 None None] Provisioning complete for port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:18.678311 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d20164b-4a47-4fe1-992a-7cfc1163ad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.699458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=851e3254-592a-4377-9bbf-fa9744485d66,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:18.762254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6a924-5225-4da7-a455-ac3fe780b93f req-349a5323-047a-4fba-bc58-c1b1b784ca82 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:18.764951 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38d6a924-5225-4da7-a455-ac3fe780b93f req-349a5323-047a-4fba-bc58-c1b1b784ca82 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 908 time: 0.3946509 Jan 28 13:02:18.796799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6ff85-e31e-44ed-a93d-a41573ef7653 req-39945827-c8d0-46f1-af0c-5b37ab16fe3d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:18.797038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Attempting to bind port 851e3254-592a-4377-9bbf-fa9744485d66 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:02:18.797998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Attempting to bind port 851e3254-592a-4377-9bbf-fa9744485d66 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:02:18.798170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Attempting to bind port 851e3254-592a-4377-9bbf-fa9744485d66 on network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:02:18.803128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Port 851e3254-592a-4377-9bbf-fa9744485d66 on network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:02:18.803562 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Attempting to bind port 851e3254-592a-4377-9bbf-fa9744485d66 on network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:02:18.808974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:02:18.809325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Checking segment: {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:18.809739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Bound using segment: {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:02:18.810156 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Bound port: 851e3254-592a-4377-9bbf-fa9744485d66, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d31170e-b157-47af-b20e-170624bed273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:02:18.810523 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (851e3254-592a-4377-9bbf-fa9744485d66), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.811199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2b6ff85-e31e-44ed-a93d-a41573ef7653 req-39945827-c8d0-46f1-af0c-5b37ab16fe3d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 931 time: 0.4475360 Jan 28 13:02:18.841260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:18.842239 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.913090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:02:18.915500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 2515cc45-f116-4761-a71e-37ca18d363b0 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:02:18.918137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=851e3254-592a-4377-9bbf-fa9744485d66,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:02:18.924268 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (851e3254-592a-4377-9bbf-fa9744485d66), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.935702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 2515cc45-f116-4761-a71e-37ca18d363b0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:18.936268 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.939782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Network 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:18.967992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:18.972628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:18.973496 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:18.975211 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/851e3254-592a-4377-9bbf-fa9744485d66 HTTP/1.1" status: 200 len: 1091 time: 1.2127781 Jan 28 13:02:18.975882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:02:18.978568 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ede5bf-375d-4b88-8a16-9ef5c8b6dd08" -d '{"events": [{"name": "network-changed", "server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "tag": "851e3254-592a-4377-9bbf-fa9744485d66"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:02:19.077241 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27087521-559d-47a9-bea9-fdd124bca7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=851e3254-592a-4377-9bbf-fa9744485d66,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:19.081764 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e255e9-b4a1-4dd2-9160-b08caa8472e8 x-openstack-request-id: req-b2e255e9-b4a1-4dd2-9160-b08caa8472e8 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:02:19.082321 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "tag": "851e3254-592a-4377-9bbf-fa9744485d66", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:02:19.082746 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2e255e9-b4a1-4dd2-9160-b08caa8472e8 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:02:19.083523 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66', 'status': 'completed', 'code': 200} Jan 28 13:02:19.103026 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-e2dfe424-fe60-4ce2-b7bc-6006a732c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:19.104815 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-e2dfe424-fe60-4ce2-b7bc-6006a732c382 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 1094 time: 0.0659552 Jan 28 13:02:19.125568 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2b6ff85-e31e-44ed-a93d-a41573ef7653 req-ef2a5e03-089f-4b71-bbcf-a0148de5a35a tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125594 Jan 28 13:02:19.184342 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-2e70af78-38d4-4e09-9bf8-34d368e325b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=851e3254-592a-4377-9bbf-fa9744485d66 HTTP/1.1" status: 200 len: 217 time: 0.0702193 Jan 28 13:02:19.293738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-194c138b-f0c5-490c-9398-5f1bae5cbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:19.295403 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-194c138b-f0c5-490c-9398-5f1bae5cbf02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.1030362 Jan 28 13:02:19.344755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Router 580a813c-cd70-4504-b783-90c96f3ba6ec is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:02:19.354495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:19.354906 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:19.388671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7d20164b-4a47-4fe1-992a-7cfc1163ad36 None None] Current status of the port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:19.389409 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d20164b-4a47-4fe1-992a-7cfc1163ad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:19.397816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-7fc5f4de-eeca-431b-a051-7412b5ed477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:19.399407 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-7fc5f4de-eeca-431b-a051-7412b5ed477e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966072 Jan 28 13:02:19.554601 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8af48919-1616-41f5-ac77-1a7a1a6f31f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:19.585728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 2515cc45-f116-4761-a71e-37ca18d363b0 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:19.586638 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:19.594433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:02:19.610811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1f00dad3-e2b1-444c-b087-4f6062392ee4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "PUT /v2.0/routers/580a813c-cd70-4504-b783-90c96f3ba6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6963770 Jan 28 13:02:19.611520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54490) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:19.627823 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-1ab6dd3c-289e-4263-8245-be3a36397520 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197733 Jan 28 13:02:19.629082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2962be4-6fe6-40ee-9c4b-fd5024989688 None None] Sync routers for ids ['580a813c-cd70-4504-b783-90c96f3ba6ec'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:02:19.642439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9,segment=NetworkSegment(32412fee-b26c-479c-8589-00b315cd1b4b),segment_id=32412fee-b26c-479c-8589-00b315cd1b4b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:19.663010 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:19.726574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883ecbba-b26a-4c9b-a884-4a94143f91b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2515cc45-f116-4761-a71e-37ca18d363b0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:02:19.729020 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29942416-f499-41ba-ba75-7901a2002b19" -d '{"events": [{"server_uuid": "883ecbba-b26a-4c9b-a884-4a94143f91b2", "name": "network-vif-plugged", "status": "completed", "tag": "2515cc45-f116-4761-a71e-37ca18d363b0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:02:19.745829 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-7d20164b-4a47-4fe1-992a-7cfc1163ad36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:02:19.746195 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-7d20164b-4a47-4fe1-992a-7cfc1163ad36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:02:19.788188 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5edaa81d-8a8a-4483-9174-5161d6cd4e8d req-c986c6b6-69e0-4ec7-976a-4ba0170fd59b service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538842 Jan 28 13:02:19.819431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2962be4-6fe6-40ee-9c4b-fd5024989688 None None] Routers {'580a813c-cd70-4504-b783-90c96f3ba6ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:19.825121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a2962be4-6fe6-40ee-9c4b-fd5024989688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['580a813c-cd70-4504-b783-90c96f3ba6ec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:19.899379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a2962be4-6fe6-40ee-9c4b-fd5024989688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:19.910043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 2515cc45-f116-4761-a71e-37ca18d363b0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=2515cc45-f116-4761-a71e-37ca18d363b0,segment=NetworkSegment(26b9f667-d7f7-4798-bc3a-f3c8a336268f),segment_id=26b9f667-d7f7-4798-bc3a-f3c8a336268f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:19.926474 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:19.944175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2962be4-6fe6-40ee-9c4b-fd5024989688 None None] Routers {'580a813c-cd70-4504-b783-90c96f3ba6ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:19.947712 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a2962be4-6fe6-40ee-9c4b-fd5024989688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:01:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['580a813c-cd70-4504-b783-90c96f3ba6ec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:19.973510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ede5bf-375d-4b88-8a16-9ef5c8b6dd08 req-b3cfcd6a-1a75-45e5-bac6-1da078e04503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:19.975470 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58ede5bf-375d-4b88-8a16-9ef5c8b6dd08 req-b3cfcd6a-1a75-45e5-bac6-1da078e04503 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 1094 time: 0.1133106 Jan 28 13:02:20.227189 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ede5bf-375d-4b88-8a16-9ef5c8b6dd08 req-b1b30256-65b1-4e18-b178-7da524458653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:20.229120 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58ede5bf-375d-4b88-8a16-9ef5c8b6dd08 req-b1b30256-65b1-4e18-b178-7da524458653 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 918 time: 0.2455790 Jan 28 13:02:20.249112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38fb79-cb73-4c47-9ed1-7b000997f09f req-13e77989-7695-4c53-af06-b787931349f6 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:20.255826 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd38fb79-cb73-4c47-9ed1-7b000997f09f req-13e77989-7695-4c53-af06-b787931349f6 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 909 time: 0.3057640 Jan 28 13:02:20.328350 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58ede5bf-375d-4b88-8a16-9ef5c8b6dd08 req-6e41a2e8-8604-4f49-b685-44204077ca45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=851e3254-592a-4377-9bbf-fa9744485d66 HTTP/1.1" status: 200 len: 217 time: 0.0906007 Jan 28 13:02:20.412256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b356a-a3b1-4632-a209-ce4fe0cd4eec req-afbf9178-abdf-4ccd-92e4-6580d747848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:20.415568 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0e3b356a-a3b1-4632-a209-ce4fe0cd4eec req-afbf9178-abdf-4ccd-92e4-6580d747848c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 1060 time: 0.0977495 Jan 28 13:02:20.415819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a2962be4-6fe6-40ee-9c4b-fd5024989688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:20.416376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2962be4-6fe6-40ee-9c4b-fd5024989688 None None] The sync data for ids ['580a813c-cd70-4504-b783-90c96f3ba6ec'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:20.421670 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9046883-8e51-4ee3-aada-90c1e3ba7a37 x-openstack-request-id: req-f9046883-8e51-4ee3-aada-90c1e3ba7a37 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:02:20.421961 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883ecbba-b26a-4c9b-a884-4a94143f91b2", "name": "network-vif-plugged", "status": "completed", "tag": "2515cc45-f116-4761-a71e-37ca18d363b0", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:02:20.422758 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9046883-8e51-4ee3-aada-90c1e3ba7a37 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:02:20.423256 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883ecbba-b26a-4c9b-a884-4a94143f91b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2515cc45-f116-4761-a71e-37ca18d363b0', 'code': 200} Jan 28 13:02:20.426687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 62944e3c-704c-4607-a13d-81c14d88ce42 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:20.435139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ede5bf-375d-4b88-8a16-9ef5c8b6dd08 req-ac986603-6a87-4446-a9ce-cd9ab9952cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:20.436847 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58ede5bf-375d-4b88-8a16-9ef5c8b6dd08 req-ac986603-6a87-4446-a9ce-cd9ab9952cf3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.0882752 Jan 28 13:02:20.481653 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e025f633-1d19-41c6-a40d-8b7900939eef None None] Network 755aa329-6c2e-4661-befc-33128e33a0da requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:20.523250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:20.525219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ede5bf-375d-4b88-8a16-9ef5c8b6dd08 req-df85b07d-0852-443f-accf-d93293295cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:20.527126 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58ede5bf-375d-4b88-8a16-9ef5c8b6dd08 req-df85b07d-0852-443f-accf-d93293295cbd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818138 Jan 28 13:02:20.527567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037a68-2040-4cce-9808-289843245d88 req-cca65199-4d1c-4f24-9ac3-e00f5bb8bbbe tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:20.530702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22037a68-2040-4cce-9808-289843245d88 req-cca65199-4d1c-4f24-9ac3-e00f5bb8bbbe tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.1919160 Jan 28 13:02:20.621163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7d20164b-4a47-4fe1-992a-7cfc1163ad36 None None] Current status of the port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:20.652843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 62944e3c-704c-4607-a13d-81c14d88ce42 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:20.653128 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-58c690bf-80b4-44f1-9510-cc14febb9086 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:20.653254 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:20.654666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-58c690bf-80b4-44f1-9510-cc14febb9086 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "PUT /v2.0/routers/580a813c-cd70-4504-b783-90c96f3ba6ec/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0414968 Jan 28 13:02:20.659128 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54502) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:20.660211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22037a68-2040-4cce-9808-289843245d88 req-1183ebe6-78b2-4bdb-b632-9486f7d191ef tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042261 Jan 28 13:02:20.697152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=2515cc45-f116-4761-a71e-37ca18d363b0,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:20.767064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Provisioning complete for port 62944e3c-704c-4607-a13d-81c14d88ce42 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:20.767506 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:20.788896 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58ede5bf-375d-4b88-8a16-9ef5c8b6dd08 req-e9d4ba28-a225-4547-92a4-af009aab9e85 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468724 Jan 28 13:02:20.832591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 62944e3c-704c-4607-a13d-81c14d88ce42 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:20.832928 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:20.883452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 62944e3c-704c-4607-a13d-81c14d88ce42, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=62944e3c-704c-4607-a13d-81c14d88ce42,segment=NetworkSegment(7835850c-e43e-4bd8-8b3b-3fec7d0f308a),segment_id=7835850c-e43e-4bd8-8b3b-3fec7d0f308a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:20.936224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Current status of the port 62944e3c-704c-4607-a13d-81c14d88ce42 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:20.937059 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:20.941329 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:20.992678 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-58ede5bf-375d-4b88-8a16-9ef5c8b6dd08 req-794bbc4b-7861-44f3-bd57-17e5eedefd86 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727529 Jan 28 13:02:21.056271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=62944e3c-704c-4607-a13d-81c14d88ce42,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:21.059770 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:02:21.060133 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:02:21.114870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bc3540-06b9-4d34-85ff-56e7a466dedf tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (580a813c-cd70-4504-b783-90c96f3ba6ec), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:21.451671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-37bc3540-06b9-4d34-85ff-56e7a466dedf tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Deleting port d1631ede-a256-4de1-9419-11ad402d327d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:21.452445 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bc3540-06b9-4d34-85ff-56e7a466dedf tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d1631ede-a256-4de1-9419-11ad402d327d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:21.455219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d2e7f-de51-48d9-9684-4e81130715c0 req-50f1acf9-0079-4a29-a09a-d5275074c388 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:21.468070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b55d2e7f-de51-48d9-9684-4e81130715c0 req-50f1acf9-0079-4a29-a09a-d5275074c388 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 909 time: 0.0784400 Jan 28 13:02:21.571103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bc3540-06b9-4d34-85ff-56e7a466dedf tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d1631ede-a256-4de1-9419-11ad402d327d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:21.587645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-37bc3540-06b9-4d34-85ff-56e7a466dedf tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Calling delete_port for d1631ede-a256-4de1-9419-11ad402d327d owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:21.616527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2a5dfac-745e-40aa-b03c-ce0d97bb7717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:21.618209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Current status of the port 62944e3c-704c-4607-a13d-81c14d88ce42 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:21.642081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Provisioning complete for port d1631ede-a256-4de1-9419-11ad402d327d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:21.642776 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d1631ede-a256-4de1-9419-11ad402d327d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:21.679503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Port d1631ede-a256-4de1-9419-11ad402d327d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:02:21.689958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Provisioning complete for port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:21.690345 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:21.818167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 62944e3c-704c-4607-a13d-81c14d88ce42 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:21.819034 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bc3540-06b9-4d34-85ff-56e7a466dedf tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d1631ede-a256-4de1-9419-11ad402d327d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:21.830990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12483558-d6e2-46b8-ab45-1871af29cc78 req-1f663080-a6c4-491a-b81c-6bd711d173c2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:21.840613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12483558-d6e2-46b8-ab45-1871af29cc78 req-1f663080-a6c4-491a-b81c-6bd711d173c2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.0722513 Jan 28 13:02:21.856298 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc3540-06b9-4d34-85ff-56e7a466dedf tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event deleted for resources: {'Port': ['ID=d1631ede-a256-4de1-9419-11ad402d327d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:21.929137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12483558-d6e2-46b8-ab45-1871af29cc78 req-804db41c-61cf-4eb6-9d66-83ccc7a5aff6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875642 Jan 28 13:02:21.941796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-db89817b-bff3-46e5-82f1-1feb0ab99ec5 None None] Current status of the port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:21.956905 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 62944e3c-704c-4607-a13d-81c14d88ce42 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:21.957215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:21.983238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bc3540-06b9-4d34-85ff-56e7a466dedf tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (580a813c-cd70-4504-b783-90c96f3ba6ec), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:22.064573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 62944e3c-704c-4607-a13d-81c14d88ce42 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:22.066155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:22.136959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-371c2712-d2f4-4b0c-8602-9c2582febbb9 None None] Provisioning complete for port 62944e3c-704c-4607-a13d-81c14d88ce42 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:22.137254 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-371c2712-d2f4-4b0c-8602-9c2582febbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:22.156393 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bc3540-06b9-4d34-85ff-56e7a466dedf tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Router 580a813c-cd70-4504-b783-90c96f3ba6ec has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:02:22.186880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:22.187261 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:22.254520 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bc3540-06b9-4d34-85ff-56e7a466dedf tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:02:22.269778 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3372a9-2fe5-4c84-ab60-dd4e1d87baf0 None None] Sync routers for ids ['580a813c-cd70-4504-b783-90c96f3ba6ec'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:02:22.272791 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-37bc3540-06b9-4d34-85ff-56e7a466dedf tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "PUT /v2.0/routers/580a813c-cd70-4504-b783-90c96f3ba6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6107192 Jan 28 13:02:22.277145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54516) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:22.282247 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3372a9-2fe5-4c84-ab60-dd4e1d87baf0 None None] Routers {'580a813c-cd70-4504-b783-90c96f3ba6ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:22.282913 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9f3372a9-2fe5-4c84-ab60-dd4e1d87baf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['580a813c-cd70-4504-b783-90c96f3ba6ec'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:22.305815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-371c2712-d2f4-4b0c-8602-9c2582febbb9 None None] Current status of the port 62944e3c-704c-4607-a13d-81c14d88ce42 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:22.339060 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-797a8cd4-0a88-48ac-aa67-b2de12bfb81a tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] delete failed (client error): The resource could not be found. Jan 28 13:02:22.340316 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-797a8cd4-0a88-48ac-aa67-b2de12bfb81a tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1447494550 HTTP/1.1" status: 404 len: 335 time: 0.0620301 Jan 28 13:02:22.344021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:22.349359 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ade1b4e2-c8dc-4a12-aea0-44b066c3d85e tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Request body: {'router': {'external_gateway_info': {'network_id': '580a813c-cd70-4504-b783-90c96f3ba6ec'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:22.361208 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9f3372a9-2fe5-4c84-ab60-dd4e1d87baf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:22.366719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 851e3254-592a-4377-9bbf-fa9744485d66 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:02:22.391625 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3372a9-2fe5-4c84-ab60-dd4e1d87baf0 None None] Routers {'580a813c-cd70-4504-b783-90c96f3ba6ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:22.392313 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9f3372a9-2fe5-4c84-ab60-dd4e1d87baf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['580a813c-cd70-4504-b783-90c96f3ba6ec'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:22.417769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:22.465204 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9f3372a9-2fe5-4c84-ab60-dd4e1d87baf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:22.471092 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3372a9-2fe5-4c84-ab60-dd4e1d87baf0 None None] The sync data for ids ['580a813c-cd70-4504-b783-90c96f3ba6ec'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:22.552146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=851e3254-592a-4377-9bbf-fa9744485d66,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:22.579444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '851e3254-592a-4377-9bbf-fa9744485d66', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'port_id': '851e3254-592a-4377-9bbf-fa9744485d66', 'mac_address': 'fa:16:3e:12:62:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:02:22.651459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 851e3254-592a-4377-9bbf-fa9744485d66 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:22.651858 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (851e3254-592a-4377-9bbf-fa9744485d66), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:22.654495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ade1b4e2-c8dc-4a12-aea0-44b066c3d85e tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for router_gateway (580a813c-cd70-4504-b783-90c96f3ba6ec), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:22.682708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347dddc-a9d3-42c2-a873-8a97200fc84f req-3782a288-e999-43d6-8610-06c2fd23bea3 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:22.684892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1347dddc-a9d3-42c2-a873-8a97200fc84f req-3782a288-e999-43d6-8610-06c2fd23bea3 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 909 time: 0.1029878 Jan 28 13:02:22.686957 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-ade1b4e2-c8dc-4a12-aea0-44b066c3d85e tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] update failed (client error): The resource could not be found. Jan 28 13:02:22.691804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851e3254-592a-4377-9bbf-fa9744485d66 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:02:22.696099 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ade1b4e2-c8dc-4a12-aea0-44b066c3d85e tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "PUT /v2.0/routers/580a813c-cd70-4504-b783-90c96f3ba6ec HTTP/1.1" status: 404 len: 339 time: 0.3499961 Jan 28 13:02:22.699265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54522) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:22.714366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-243f5586-a5ac-4c11-8241-bf3f00592e68 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-113694039'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:22.736175 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243f5586-a5ac-4c11-8241-bf3f00592e68 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Made reservation on behalf of c94c0877206a4bdc8f2cd6fe3b75b38d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:22.744421 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-243f5586-a5ac-4c11-8241-bf3f00592e68 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:22.757937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=851e3254-592a-4377-9bbf-fa9744485d66,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:22.764878 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (851e3254-592a-4377-9bbf-fa9744485d66), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:22.794342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243f5586-a5ac-4c11-8241-bf3f00592e68 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:02:22.809269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-243f5586-a5ac-4c11-8241-bf3f00592e68 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6bf94e97-c279-4f19-8682-c0e78faaf7fa), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:22.809616 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-243f5586-a5ac-4c11-8241-bf3f00592e68 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Added segment 6bf94e97-c279-4f19-8682-c0e78faaf7fa of type vlan for network 9885e480-9019-45f7-a4b1-14a53c6cce29 Jan 28 13:02:22.835694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf1ce-9f76-4b60-8dff-25e2b474acc4 req-2ba18047-bfb6-4781-a067-6d7336ded9ac tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:22.841311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=851e3254-592a-4377-9bbf-fa9744485d66,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:22.848134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1cebf1ce-9f76-4b60-8dff-25e2b474acc4 req-2ba18047-bfb6-4781-a067-6d7336ded9ac tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 909 time: 0.0737762 Jan 28 13:02:22.862982 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-243f5586-a5ac-4c11-8241-bf3f00592e68 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (9885e480-9019-45f7-a4b1-14a53c6cce29), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:22.899929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-243f5586-a5ac-4c11-8241-bf3f00592e68 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (9885e480-9019-45f7-a4b1-14a53c6cce29), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:22.906123 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243f5586-a5ac-4c11-8241-bf3f00592e68 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:22.906983 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-243f5586-a5ac-4c11-8241-bf3f00592e68 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:22.989162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994885-923b-403f-a150-93bcc574f11f req-6de6d7ac-3e94-4370-8e7a-d7337aa0c412 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:22.994622 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['851e3254-592a-4377-9bbf-fa9744485d66'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:02:23.013225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41994885-923b-403f-a150-93bcc574f11f req-6de6d7ac-3e94-4370-8e7a-d7337aa0c412 tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 1060 time: 0.0833342 Jan 28 13:02:23.022713 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-243f5586-a5ac-4c11-8241-bf3f00592e68 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3217714 Jan 28 13:02:23.026399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54530) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:23.030858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f5586-a5ac-4c11-8241-bf3f00592e68 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'Network': ['ID=9885e480-9019-45f7-a4b1-14a53c6cce29,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:23.049944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-12c00416-ed17-4702-9709-d5e7f09ce8e8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Request body: {'subnet': {'network_id': '9885e480-9019-45f7-a4b1-14a53c6cce29', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:23.064116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 9885e480-9019-45f7-a4b1-14a53c6cce29 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:02:23.147822 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:23.249540 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbb606-c44b-476a-8608-3a6cfd13fbd1 req-e2d06e70-82f8-4104-9e92-4a6b5ec872e0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:23.257418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebdbb606-c44b-476a-8608-3a6cfd13fbd1 req-e2d06e70-82f8-4104-9e92-4a6b5ec872e0 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 944 time: 0.1664109 Jan 28 13:02:23.331885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebdbb606-c44b-476a-8608-3a6cfd13fbd1 req-1a05f62c-de54-45c4-92ed-a83de9ef0b3b tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735419 Jan 28 13:02:23.335772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807630e0-5f32-4b0b-b218-e24a3c8074d3 req-76997120-dff4-4987-aabc-fc15a415780f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:23.346664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-807630e0-5f32-4b0b-b218-e24a3c8074d3 req-76997120-dff4-4987-aabc-fc15a415780f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 1135 time: 0.1829329 Jan 28 13:02:23.378733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c00416-ed17-4702-9709-d5e7f09ce8e8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Made reservation on behalf of c94c0877206a4bdc8f2cd6fe3b75b38d for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:23.384344 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12c00416-ed17-4702-9709-d5e7f09ce8e8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:23.501238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-807630e0-5f32-4b0b-b218-e24a3c8074d3 req-f6d1efac-6657-49a3-9b81-4636e7aa722f tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1458678 Jan 28 13:02:23.549683 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:23.591466 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b943273-a9b3-4952-843c-fe5858280ddc tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:23.596412 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1b943273-a9b3-4952-843c-fe5858280ddc tempest-TestSecurityGroupsBasicOps-1961924966 tempest-TestSecurityGroupsBasicOps-1961924966-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 1055 time: 0.0423148 Jan 28 13:02:23.644199 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12c00416-ed17-4702-9709-d5e7f09ce8e8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (91daa939-7668-44d8-b25f-47a217c70ce7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:23.726363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c00416-ed17-4702-9709-d5e7f09ce8e8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'Subnet': ['ID=91daa939-7668-44d8-b25f-47a217c70ce7,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:23.748579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c00416-ed17-4702-9709-d5e7f09ce8e8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Checking segment: {'id': '6bf94e97-c279-4f19-8682-c0e78faaf7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9885e480-9019-45f7-a4b1-14a53c6cce29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:23.749028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c00416-ed17-4702-9709-d5e7f09ce8e8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Network hostable DHCP agents. Network: 9885e480-9019-45f7-a4b1-14a53c6cce29, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:02:23.773366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c00416-ed17-4702-9709-d5e7f09ce8e8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Network 9885e480-9019-45f7-a4b1-14a53c6cce29 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:02:23.785642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-12c00416-ed17-4702-9709-d5e7f09ce8e8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 9885e480-9019-45f7-a4b1-14a53c6cce29) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:23.791121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c00416-ed17-4702-9709-d5e7f09ce8e8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:23.792168 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12c00416-ed17-4702-9709-d5e7f09ce8e8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:23.802075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e763966-022d-4655-9d90-7f5a36826e4e None None] Network 9885e480-9019-45f7-a4b1-14a53c6cce29 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:23.838626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-12c00416-ed17-4702-9709-d5e7f09ce8e8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8084648 Jan 28 13:02:23.839167 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54542) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:23.843741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-36d18510-a288-4be2-8ede-9c9601f1714f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Request body: {'router': {'external_gateway_info': {'network_id': '9885e480-9019-45f7-a4b1-14a53c6cce29'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:23.937328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-9885e480-9019-45f7-a4b1-14a53c6cce29', 'network_id': '9885e480-9019-45f7-a4b1-14a53c6cce29', 'project_id': 'c94c0877206a4bdc8f2cd6fe3b75b38d', 'fixed_ips': [{'subnet_id': '91daa939-7668-44d8-b25f-47a217c70ce7'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:02:23.938953 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:24.060195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd9e5a-5343-4728-a323-00018b17ae35 req-17e1c264-1592-4399-8f0a-329e9a1a3056 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:24.061700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ecdd9e5a-5343-4728-a323-00018b17ae35 req-17e1c264-1592-4399-8f0a-329e9a1a3056 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 909 time: 0.1068444 Jan 28 13:02:24.219584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Allocated IP 2001:db8:1::2 (9885e480-9019-45f7-a4b1-14a53c6cce29/91daa939-7668-44d8-b25f-47a217c70ce7/c56d3b2b-ab14-47f2-861c-94c6f696ce79) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:24.457557 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Publish callbacks [] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:24.470105 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 851e3254-592a-4377-9bbf-fa9744485d66 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:24.473632 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:24.573020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Pushing event updated for resources: {'Port': ['ID=c56d3b2b-ab14-47f2-861c-94c6f696ce79,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:24.591577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d742d2-80d9-40da-afd6-4959cf985204 req-b0868118-083d-4bb7-a7cf-73e0968db11d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:24.592986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Network 9885e480-9019-45f7-a4b1-14a53c6cce29 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:24.599744 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49d742d2-80d9-40da-afd6-4959cf985204 req-b0868118-083d-4bb7-a7cf-73e0968db11d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 944 time: 0.1401639 Jan 28 13:02:24.603781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:24.609244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:24.652648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 851e3254-592a-4377-9bbf-fa9744485d66 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:02:24.688581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 851e3254-592a-4377-9bbf-fa9744485d66 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:24.689048 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (851e3254-592a-4377-9bbf-fa9744485d66), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:24.698556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49d742d2-80d9-40da-afd6-4959cf985204 req-131a5d97-4707-4927-8aba-67a0c4032fcc tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959835 Jan 28 13:02:24.724050 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36d18510-a288-4be2-8ede-9c9601f1714f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for router_gateway (580a813c-cd70-4504-b783-90c96f3ba6ec), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:24.760822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Attempting to bind port c56d3b2b-ab14-47f2-861c-94c6f696ce79 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:02:24.761200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Attempting to bind port c56d3b2b-ab14-47f2-861c-94c6f696ce79 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '6bf94e97-c279-4f19-8682-c0e78faaf7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9885e480-9019-45f7-a4b1-14a53c6cce29'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:02:24.761555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Attempting to bind port c56d3b2b-ab14-47f2-861c-94c6f696ce79 on network 9885e480-9019-45f7-a4b1-14a53c6cce29 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:02:24.786803 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:24.825734 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:02:24.826157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Checking segment: {'id': '6bf94e97-c279-4f19-8682-c0e78faaf7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9885e480-9019-45f7-a4b1-14a53c6cce29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:24.826549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:24.826951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Bound using segment: {'id': '6bf94e97-c279-4f19-8682-c0e78faaf7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9885e480-9019-45f7-a4b1-14a53c6cce29'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:02:24.827468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Bound port: c56d3b2b-ab14-47f2-861c-94c6f696ce79, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf94e97-c279-4f19-8682-c0e78faaf7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9885e480-9019-45f7-a4b1-14a53c6cce29'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:02:24.827856 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:24.895027 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-36d18510-a288-4be2-8ede-9c9601f1714f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:24.896379 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-36d18510-a288-4be2-8ede-9c9601f1714f tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "PUT /v2.0/routers/580a813c-cd70-4504-b783-90c96f3ba6ec HTTP/1.1" status: 400 len: 364 time: 1.0557568 Jan 28 13:02:24.899640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54548) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:24.948892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 851e3254-592a-4377-9bbf-fa9744485d66 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:24.949308 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (851e3254-592a-4377-9bbf-fa9744485d66), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:25.004985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:02:25.007245 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33e92c1-389b-4603-b240-9e097e8e9419" -d '{"events": [{"server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "name": "network-vif-plugged", "status": "completed", "tag": "851e3254-592a-4377-9bbf-fa9744485d66"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:02:25.023331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] For port c56d3b2b-ab14-47f2-861c-94c6f696ce79, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:02:25.034510 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=851e3254-592a-4377-9bbf-fa9744485d66,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:25.045979 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (851e3254-592a-4377-9bbf-fa9744485d66), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:25.051080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] For port c56d3b2b-ab14-47f2-861c-94c6f696ce79, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c56d3b2b-ab14-47f2-861c-94c6f696ce79,segment=NetworkSegment(6bf94e97-c279-4f19-8682-c0e78faaf7fa),segment_id=6bf94e97-c279-4f19-8682-c0e78faaf7fa)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:02:25.101099 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29bad2b-81e3-45ef-80fa-0054e6831acd x-openstack-request-id: req-c29bad2b-81e3-45ef-80fa-0054e6831acd {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:02:25.101412 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "name": "network-vif-plugged", "status": "completed", "tag": "851e3254-592a-4377-9bbf-fa9744485d66", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:02:25.101638 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c29bad2b-81e3-45ef-80fa-0054e6831acd {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:02:25.102260 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66', 'code': 200} Jan 28 13:02:25.104848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=851e3254-592a-4377-9bbf-fa9744485d66,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:25.109322 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:25.187555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eccd9d-0185-4241-8eaa-2ce284cc45e2 None None] Pushing event updated for resources: {'Port': ['ID=c56d3b2b-ab14-47f2-861c-94c6f696ce79,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:25.280075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510a62f-b009-421d-8a77-bacf7bc9ea35 req-9f31013b-594b-4a49-b000-29bbbc80bf7d tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:25.287937 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7510a62f-b009-421d-8a77-bacf7bc9ea35 req-9f31013b-594b-4a49-b000-29bbbc80bf7d tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 909 time: 0.0902843 Jan 28 13:02:25.369965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4703e-a866-479a-affb-acf531011be4 req-40d3f3d7-8ae6-400f-8196-01af8ccb6836 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:25.371482 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-43d4703e-a866-479a-affb-acf531011be4 req-40d3f3d7-8ae6-400f-8196-01af8ccb6836 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.35 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 909 time: 0.2843556 Jan 28 13:02:25.433935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dc64b-4dfc-4379-a1c8-dc173ca1f065 req-60f7d5a3-e649-4e13-a286-01447b153523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:25.436405 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-001dc64b-4dfc-4379-a1c8-dc173ca1f065 req-60f7d5a3-e649-4e13-a286-01447b153523 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 1096 time: 0.2642384 Jan 28 13:02:25.624766 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:25.630864 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-001dc64b-4dfc-4379-a1c8-dc173ca1f065 req-2ee32a30-c83e-47fa-8d54-762560f13961 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834605 Jan 28 13:02:25.763803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-43d4703e-a866-479a-affb-acf531011be4 req-0698f123-f2d4-4a3d-82d6-c03fe05715d1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Deleting port 2515cc45-f116-4761-a71e-37ca18d363b0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:25.764789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-43d4703e-a866-479a-affb-acf531011be4 req-0698f123-f2d4-4a3d-82d6-c03fe05715d1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:25.863818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd7f22-04bf-42f0-bf71-8909f061b72f req-c0f4bf06-1c82-4f2b-b7be-0226781a6329 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:25.865404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91cd7f22-04bf-42f0-bf71-8909f061b72f req-c0f4bf06-1c82-4f2b-b7be-0226781a6329 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0636690 Jan 28 13:02:25.884974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c56d3b2b-ab14-47f2-861c-94c6f696ce79 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:25.917687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91cd7f22-04bf-42f0-bf71-8909f061b72f req-fd48f8c5-1811-4528-a310-a437bbd1f2ed tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463803 Jan 28 13:02:25.954819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-43d4703e-a866-479a-affb-acf531011be4 req-0698f123-f2d4-4a3d-82d6-c03fe05715d1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] For port 2515cc45-f116-4761-a71e-37ca18d363b0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=2515cc45-f116-4761-a71e-37ca18d363b0,segment=NetworkSegment(26b9f667-d7f7-4798-bc3a-f3c8a336268f),segment_id=26b9f667-d7f7-4798-bc3a-f3c8a336268f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:25.955193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-43d4703e-a866-479a-affb-acf531011be4 req-0698f123-f2d4-4a3d-82d6-c03fe05715d1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:25.998498 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-43d4703e-a866-479a-affb-acf531011be4 req-0698f123-f2d4-4a3d-82d6-c03fe05715d1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Calling delete_port for 2515cc45-f116-4761-a71e-37ca18d363b0 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:26.029857 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Allocated IP 2001:db8::1 (fe186215-a300-4424-9a73-40e686e33b1f/251ad77f-450f-454c-be0a-5e8e99ec8cc3/3704765f-dee9-4267-acfe-c552c7151762) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:26.144207 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:26.165732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c56d3b2b-ab14-47f2-861c-94c6f696ce79 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:26.166126 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:26.243874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for port (3704765f-dee9-4267-acfe-c552c7151762), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:26.262572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-43d4703e-a866-479a-affb-acf531011be4 req-0698f123-f2d4-4a3d-82d6-c03fe05715d1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2515cc45-f116-4761-a71e-37ca18d363b0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:26.270925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c56d3b2b-ab14-47f2-861c-94c6f696ce79 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:26.271322 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:26.304970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698f123-f2d4-4a3d-82d6-c03fe05715d1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'Port': ['ID=2515cc45-f116-4761-a71e-37ca18d363b0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:26.349387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port c56d3b2b-ab14-47f2-861c-94c6f696ce79, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c56d3b2b-ab14-47f2-861c-94c6f696ce79,segment=NetworkSegment(6bf94e97-c279-4f19-8682-c0e78faaf7fa),segment_id=6bf94e97-c279-4f19-8682-c0e78faaf7fa)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:26.355753 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:26.359235 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3704765f-dee9-4267-acfe-c552c7151762), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:26.364572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d4703e-a866-479a-affb-acf531011be4 req-0698f123-f2d4-4a3d-82d6-c03fe05715d1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] No DVR routers for this DVR port 2515cc45-f116-4761-a71e-37ca18d363b0 on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:26.372042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-43d4703e-a866-479a-affb-acf531011be4 req-0698f123-f2d4-4a3d-82d6-c03fe05715d1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:26.375490 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-43d4703e-a866-479a-affb-acf531011be4 req-0698f123-f2d4-4a3d-82d6-c03fe05715d1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.35 "DELETE /v2.0/ports/2515cc45-f116-4761-a71e-37ca18d363b0 HTTP/1.1" status: 204 len: 173 time: 0.9832215 Jan 28 13:02:26.375973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883ecbba-b26a-4c9b-a884-4a94143f91b2', 'name': 'network-vif-deleted', 'tag': '2515cc45-f116-4761-a71e-37ca18d363b0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:02:26.382549 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e33da2c-62ab-4dac-8508-66e50c670608" -d '{"events": [{"server_uuid": "883ecbba-b26a-4c9b-a884-4a94143f91b2", "name": "network-vif-deleted", "tag": "2515cc45-f116-4761-a71e-37ca18d363b0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:02:26.517690 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d97c133-1635-433a-b6af-f8702275dfc8 x-openstack-request-id: req-2d97c133-1635-433a-b6af-f8702275dfc8 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:02:26.520476 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883ecbba-b26a-4c9b-a884-4a94143f91b2", "name": "network-vif-deleted", "tag": "2515cc45-f116-4761-a71e-37ca18d363b0", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:02:26.520682 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d97c133-1635-433a-b6af-f8702275dfc8 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:02:26.522410 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883ecbba-b26a-4c9b-a884-4a94143f91b2', 'name': 'network-vif-deleted', 'tag': '2515cc45-f116-4761-a71e-37ca18d363b0', 'status': 'completed', 'code': 200} Jan 28 13:02:26.541433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Network fe186215-a300-4424-9a73-40e686e33b1f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:26.553234 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:26.555907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1d5ff9b-9b65-4d36-be9f-ec6377535366 req-d87a558f-de82-4cab-b26f-f72c059ce4e6 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=883ecbba-b26a-4c9b-a884-4a94143f91b2 HTTP/1.1" status: 200 len: 210 time: 0.0617485 Jan 28 13:02:26.563750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:26.568685 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (580a813c-cd70-4504-b783-90c96f3ba6ec), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:26.582366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=c56d3b2b-ab14-47f2-861c-94c6f696ce79,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:26.667986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'Port': ['ID=3704765f-dee9-4267-acfe-c552c7151762,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:26.842367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb52b5df-1a22-44ef-81cb-256fb8900413 None None] Network 9885e480-9019-45f7-a4b1-14a53c6cce29 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:26.932112 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3704765f-dee9-4267-acfe-c552c7151762), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:26.971371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c4655a32-8774-4e52-81b0-a8f795973e90 None None] Provisioning complete for port c56d3b2b-ab14-47f2-861c-94c6f696ce79 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:26.972219 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4655a32-8774-4e52-81b0-a8f795973e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:27.096734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a7e92-4b2d-4c46-a832-46f7027c8d4a req-4898a218-03f8-452f-a5f7-eba5979e847f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:27.105529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf8a7e92-4b2d-4c46-a832-46f7027c8d4a req-4898a218-03f8-452f-a5f7-eba5979e847f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 945 time: 0.1278105 Jan 28 13:02:27.214062 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf8a7e92-4b2d-4c46-a832-46f7027c8d4a req-c4bdde41-6a19-494b-a799-4f7f15a19798 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072953 Jan 28 13:02:27.225847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59f836-c2b4-4da0-8403-616c886ae487 req-591739a6-5f35-4ba9-9caa-70d844c395e7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:27.227979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b59f836-c2b4-4da0-8403-616c886ae487 req-591739a6-5f35-4ba9-9caa-70d844c395e7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.1137025 Jan 28 13:02:27.293862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c4655a32-8774-4e52-81b0-a8f795973e90 None None] Current status of the port c56d3b2b-ab14-47f2-861c-94c6f696ce79 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:27.301748 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-e4dc5455-40cf-4092-96e2-5a300a3922a9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2986412 Jan 28 13:02:27.319910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b59f836-c2b4-4da0-8403-616c886ae487 req-ccd806ac-9c73-430e-a22f-164637dc71f6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842712 Jan 28 13:02:27.421816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-01c91deb-7368-46f6-8cc3-9c7f9df8b58a None None] Provisioning complete for port 3704765f-dee9-4267-acfe-c552c7151762 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:27.422334 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01c91deb-7368-46f6-8cc3-9c7f9df8b58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3704765f-dee9-4267-acfe-c552c7151762), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:27.456043 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-2354599e-b35e-4176-a9e9-cb0d48102903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:27.458009 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-2354599e-b35e-4176-a9e9-cb0d48102903 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5&device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 1135 time: 0.1201074 Jan 28 13:02:27.489012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-01c91deb-7368-46f6-8cc3-9c7f9df8b58a None None] Port 3704765f-dee9-4267-acfe-c552c7151762 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:02:27.520469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9af27-61ec-4ac3-84b2-8fac62a2715b req-3ce4955a-7761-46b3-8ee8-719cee257f69 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:27.527587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e5e9af27-61ec-4ac3-84b2-8fac62a2715b req-3ce4955a-7761-46b3-8ee8-719cee257f69 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0824981 Jan 28 13:02:27.532781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54572) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:27.541842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0aac9ef6-1e48-47a8-b5b8-820a1b03d8ba tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Request body: {'floatingip': {'port_id': '851e3254-592a-4377-9bbf-fa9744485d66'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:27.587571 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0aac9ef6-1e48-47a8-b5b8-820a1b03d8ba tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (12e67ec5-b95b-48ae-91d5-64889c6e9387), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:27.619217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c863a24d-174e-446c-aeae-afe501f77460 None None] Provisioning complete for port c56d3b2b-ab14-47f2-861c-94c6f696ce79 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:27.619878 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c863a24d-174e-446c-aeae-afe501f77460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:27.645215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54576) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:27.724804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-9d5c15cc-081e-42ba-99e5-07a2107bffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:27.726437 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-9d5c15cc-081e-42ba-99e5-07a2107bffa1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f HTTP/1.1" status: 200 len: 897 time: 0.2461016 Jan 28 13:02:27.747208 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for port (3704765f-dee9-4267-acfe-c552c7151762), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:27.773757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c863a24d-174e-446c-aeae-afe501f77460 None None] Current status of the port c56d3b2b-ab14-47f2-861c-94c6f696ce79 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:27.798840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c56d3b2b-ab14-47f2-861c-94c6f696ce79 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:27.842300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (3704765f-dee9-4267-acfe-c552c7151762), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:27.843005 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (580a813c-cd70-4504-b783-90c96f3ba6ec), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:27.860756 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c56d3b2b-ab14-47f2-861c-94c6f696ce79 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:27.860756 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:27.938521 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-18a8ce6b-1c5d-4980-9ff4-543ebbcbfeea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 HTTP/1.1" status: 200 len: 1001 time: 0.2040339 Jan 28 13:02:27.963754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c56d3b2b-ab14-47f2-861c-94c6f696ce79 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:27.993358 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event updated for resources: {'Port': ['ID=3704765f-dee9-4267-acfe-c552c7151762,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:28.093645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-de1732d6-0671-431d-8295-cf713802cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:28.095079 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-de1732d6-0671-431d-8295-cf713802cfc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33010f4f-44bd-4440-8a35-087f26a1f0e3 HTTP/1.1" status: 200 len: 834 time: 0.1243742 Jan 28 13:02:28.183245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Network fe186215-a300-4424-9a73-40e686e33b1f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:28.190111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:28.241746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-2d892679-d4a9-43e7-9822-a5828e6af4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:28.243384 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-2d892679-d4a9-43e7-9822-a5828e6af4d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165490 Jan 28 13:02:28.418297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf516e3-3d0a-422e-9425-06ff2702db45 req-051708f8-e69d-42c1-8f30-1442a8100412 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:28.419455 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abf516e3-3d0a-422e-9425-06ff2702db45 req-051708f8-e69d-42c1-8f30-1442a8100412 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 945 time: 0.0985842 Jan 28 13:02:28.443507 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Router 580a813c-cd70-4504-b783-90c96f3ba6ec has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:02:28.444997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 2515cc45-f116-4761-a71e-37ca18d363b0 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:28.458280 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-0ff5129e-acc6-44de-bc28-02ac8c561a1b service neutron] 10.222.0.49 "GET /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760800 Jan 28 13:02:28.510657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 2515cc45-f116-4761-a71e-37ca18d363b0 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:28.511242 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 2515cc45-f116-4761-a71e-37ca18d363b0 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:28.533367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abf516e3-3d0a-422e-9425-06ff2702db45 req-0e46f0ab-231b-49bf-a582-c9749e85aaf2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=05841978-012c-42ac-b312-2bd1bf260824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964439 Jan 28 13:02:28.603166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b5c8a880-99b3-4516-8235-b4e14fe4b7f1 None None] Provisioning complete for port 3704765f-dee9-4267-acfe-c552c7151762 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:28.617353 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5c8a880-99b3-4516-8235-b4e14fe4b7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3704765f-dee9-4267-acfe-c552c7151762), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:28.649410 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b5c8a880-99b3-4516-8235-b4e14fe4b7f1 None None] Port 3704765f-dee9-4267-acfe-c552c7151762 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:02:28.662027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595131bc-4fae-45d7-b7fa-a4ed36b6823c req-1edeca73-cf90-487f-a661-28433e1912b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:28.664684 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-595131bc-4fae-45d7-b7fa-a4ed36b6823c req-1edeca73-cf90-487f-a661-28433e1912b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 945 time: 0.1518617 Jan 28 13:02:28.693421 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0aac9ef6-1e48-47a8-b5b8-820a1b03d8ba tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:28.728184 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0aac9ef6-1e48-47a8-b5b8-820a1b03d8ba tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (12e67ec5-b95b-48ae-91d5-64889c6e9387), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:28.941674 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-0aac9ef6-1e48-47a8-b5b8-820a1b03d8ba tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Floating IP 12e67ec5-b95b-48ae-91d5-64889c6e9387 associated. External IP: 172.25.7.71, port: 851e3254-592a-4377-9bbf-fa9744485d66. Jan 28 13:02:28.993320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-595131bc-4fae-45d7-b7fa-a4ed36b6823c req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Deleting port 786f6c1b-4038-4cc5-8817-04d458fa7c3e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:28.993659 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-595131bc-4fae-45d7-b7fa-a4ed36b6823c req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:29.015663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:02:29.028118 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ae7e1c66-45f1-4e22-bf8d-be727de1b1dd tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "PUT /v2.0/routers/580a813c-cd70-4504-b783-90c96f3ba6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1228199 Jan 28 13:02:29.028118 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-619fc9d2-02f3-4d11-bdd6-cb12736107a3 service neutron] 10.222.0.49 "GET /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609529 Jan 28 13:02:29.028510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54580) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:29.035794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3e6ed-b98c-45e2-ba6a-88c89415e39b None None] Sync routers for ids ['580a813c-cd70-4504-b783-90c96f3ba6ec'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:02:29.057515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3e6ed-b98c-45e2-ba6a-88c89415e39b None None] Routers {'580a813c-cd70-4504-b783-90c96f3ba6ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:29.058689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bdb3e6ed-b98c-45e2-ba6a-88c89415e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['580a813c-cd70-4504-b783-90c96f3ba6ec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:29.097390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bdb3e6ed-b98c-45e2-ba6a-88c89415e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:29.109299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3e6ed-b98c-45e2-ba6a-88c89415e39b None None] Routers {'580a813c-cd70-4504-b783-90c96f3ba6ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:29.110132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bdb3e6ed-b98c-45e2-ba6a-88c89415e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['580a813c-cd70-4504-b783-90c96f3ba6ec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:29.144187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bdb3e6ed-b98c-45e2-ba6a-88c89415e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:29.144855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3e6ed-b98c-45e2-ba6a-88c89415e39b None None] The sync data for ids ['580a813c-cd70-4504-b783-90c96f3ba6ec'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:29.160861 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77261950-0f4a-46a3-8564-cc1ccdc28e44 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for router (580a813c-cd70-4504-b783-90c96f3ba6ec), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:29.187739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-595131bc-4fae-45d7-b7fa-a4ed36b6823c req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] For port 786f6c1b-4038-4cc5-8817-04d458fa7c3e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=786f6c1b-4038-4cc5-8817-04d458fa7c3e,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:29.188113 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-595131bc-4fae-45d7-b7fa-a4ed36b6823c req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:29.205080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-595131bc-4fae-45d7-b7fa-a4ed36b6823c req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Calling delete_port for 786f6c1b-4038-4cc5-8817-04d458fa7c3e owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:29.238372 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22cb2876-c466-4aa1-bbc0-11fce6af5249 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:29.299531 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-77261950-0f4a-46a3-8564-cc1ccdc28e44 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 13:02:29.300609 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-77261950-0f4a-46a3-8564-cc1ccdc28e44 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "DELETE /v2.0/routers/580a813c-cd70-4504-b783-90c96f3ba6ec HTTP/1.1" status: 409 len: 329 time: 0.2712903 Jan 28 13:02:29.313844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aac9ef6-1e48-47a8-b5b8-820a1b03d8ba tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Router be2e7a99-f190-46e2-b4da-4e4b89bed73e has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:02:29.409437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54582) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:29.487093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-595131bc-4fae-45d7-b7fa-a4ed36b6823c req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (786f6c1b-4038-4cc5-8817-04d458fa7c3e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:29.520891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aac9ef6-1e48-47a8-b5b8-820a1b03d8ba tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:02:29.526913 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0aac9ef6-1e48-47a8-b5b8-820a1b03d8ba tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:29.532259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event deleted for resources: {'Port': ['ID=786f6c1b-4038-4cc5-8817-04d458fa7c3e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:29.551239 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490bbe10-de39-4861-8245-f6869d165676 None None] Sync routers for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:02:29.565373 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490bbe10-de39-4861-8245-f6869d165676 None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:29.566006 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-490bbe10-de39-4861-8245-f6869d165676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:29.577690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.578616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.578924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.579265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.581377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.581743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.582078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.582431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.582754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.583079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.583432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.583771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.584106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:29.636838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0aac9ef6-1e48-47a8-b5b8-820a1b03d8ba tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "PUT /v2.0/floatingips/12e67ec5-b95b-48ae-91d5-64889c6e9387 HTTP/1.1" status: 200 len: 990 time: 2.1002357 Jan 28 13:02:29.644203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:02:29.648303 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b98300e-4a4b-4e4b-81a6-49a4b4f514bf" -d '{"events": [{"name": "network-changed", "server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "tag": "851e3254-592a-4377-9bbf-fa9744485d66"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:02:29.683831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-595131bc-4fae-45d7-b7fa-a4ed36b6823c req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] No DVR routers for this DVR port 786f6c1b-4038-4cc5-8817-04d458fa7c3e on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:29.718667 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-490bbe10-de39-4861-8245-f6869d165676 None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:29.723441 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-595131bc-4fae-45d7-b7fa-a4ed36b6823c req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:29.730628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-595131bc-4fae-45d7-b7fa-a4ed36b6823c req-598c8289-19b1-4d5c-84bc-72a4748a85b3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.49 "DELETE /v2.0/ports/786f6c1b-4038-4cc5-8817-04d458fa7c3e HTTP/1.1" status: 204 len: 173 time: 1.0529037 Jan 28 13:02:29.730628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d20cd69-de6d-4038-b679-0f2a07fd362f req-e1428389-34fc-46da-8044-0b6f09d156ce tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 210 time: 0.0902288 Jan 28 13:02:29.784437 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ba687e-5007-4afd-b62e-b367a71eb7f2 x-openstack-request-id: req-08ba687e-5007-4afd-b62e-b367a71eb7f2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:02:29.784739 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "tag": "851e3254-592a-4377-9bbf-fa9744485d66", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:02:29.785024 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08ba687e-5007-4afd-b62e-b367a71eb7f2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:02:29.785918 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66', 'status': 'completed', 'code': 200} Jan 28 13:02:29.869951 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-22cb2876-c466-4aa1-bbc0-11fce6af5249 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Deleting port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:29.870348 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22cb2876-c466-4aa1-bbc0-11fce6af5249 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:29.872223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98300e-4a4b-4e4b-81a6-49a4b4f514bf req-15dfc1aa-d2cc-4a30-b38e-7f2e13097cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:29.874076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b98300e-4a4b-4e4b-81a6-49a4b4f514bf req-15dfc1aa-d2cc-4a30-b38e-7f2e13097cdf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 1096 time: 0.0775003 Jan 28 13:02:30.009442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98300e-4a4b-4e4b-81a6-49a4b4f514bf req-64f80e91-ffa0-4d4c-ae52-24881f594bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:30.010903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b98300e-4a4b-4e4b-81a6-49a4b4f514bf req-64f80e91-ffa0-4d4c-ae52-24881f594bc8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 918 time: 0.1310010 Jan 28 13:02:30.090755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-22cb2876-c466-4aa1-bbc0-11fce6af5249 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] For port 9645f65f-e4a3-4fc8-9421-775faeb7b7d3, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=9645f65f-e4a3-4fc8-9421-775faeb7b7d3,segment=NetworkSegment(26b9f667-d7f7-4798-bc3a-f3c8a336268f),segment_id=26b9f667-d7f7-4798-bc3a-f3c8a336268f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:30.091400 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22cb2876-c466-4aa1-bbc0-11fce6af5249 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:30.118914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b98300e-4a4b-4e4b-81a6-49a4b4f514bf req-a5fb0eff-8f92-4c98-b93a-2eef6569af37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=851e3254-592a-4377-9bbf-fa9744485d66 HTTP/1.1" status: 200 len: 998 time: 0.0997963 Jan 28 13:02:30.132968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-22cb2876-c466-4aa1-bbc0-11fce6af5249 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Calling delete_port for 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:30.157581 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16e7cdf2-40a3-49dc-bfa7-1b62607442c8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (580a813c-cd70-4504-b783-90c96f3ba6ec), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:30.195591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98300e-4a4b-4e4b-81a6-49a4b4f514bf req-1c4cc289-8adf-4139-99d9-81023c2be666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:30.197753 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b98300e-4a4b-4e4b-81a6-49a4b4f514bf req-1c4cc289-8adf-4139-99d9-81023c2be666 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.0724106 Jan 28 13:02:30.268462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98300e-4a4b-4e4b-81a6-49a4b4f514bf req-d7e9e3f7-4d3a-4969-b865-512d31bcfdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:30.270366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b98300e-4a4b-4e4b-81a6-49a4b4f514bf req-d7e9e3f7-4d3a-4969-b865-512d31bcfdeb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617108 Jan 28 13:02:30.294746 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-490bbe10-de39-4861-8245-f6869d165676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '12e67ec5-b95b-48ae-91d5-64889c6e9387', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'port_id': '851e3254-592a-4377-9bbf-fa9744485d66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'mac_address': 'fa:16:3e:12:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:02:12Z', 'updated_at': '2022-01-28T13:02:28Z', 'revision_number': 1, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:30.338280 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490bbe10-de39-4861-8245-f6869d165676 None None] Checking router: be2e7a99-f190-46e2-b4da-4e4b89bed73e for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:02:30.350203 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490bbe10-de39-4861-8245-f6869d165676 None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:30.351122 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-490bbe10-de39-4861-8245-f6869d165676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:30.394220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 786f6c1b-4038-4cc5-8817-04d458fa7c3e no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:30.413348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b98300e-4a4b-4e4b-81a6-49a4b4f514bf req-292c990c-891c-4f73-9a16-478224f55db8 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360385 Jan 28 13:02:30.426157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 786f6c1b-4038-4cc5-8817-04d458fa7c3e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:30.427500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 786f6c1b-4038-4cc5-8817-04d458fa7c3e not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:30.549732 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-490bbe10-de39-4861-8245-f6869d165676 None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:30.553053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b98300e-4a4b-4e4b-81a6-49a4b4f514bf req-8882f470-7f50-4b48-a2a6-e6d609823632 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340058 Jan 28 13:02:30.585623 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22cb2876-c466-4aa1-bbc0-11fce6af5249 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9645f65f-e4a3-4fc8-9421-775faeb7b7d3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:30.626071 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb2876-c466-4aa1-bbc0-11fce6af5249 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'Port': ['ID=9645f65f-e4a3-4fc8-9421-775faeb7b7d3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:30.820973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-16e7cdf2-40a3-49dc-bfa7-1b62607442c8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Deleting port 3704765f-dee9-4267-acfe-c552c7151762 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:30.821375 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16e7cdf2-40a3-49dc-bfa7-1b62607442c8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3704765f-dee9-4267-acfe-c552c7151762), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:30.951671 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22cb2876-c466-4aa1-bbc0-11fce6af5249 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:30.971376 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-490bbe10-de39-4861-8245-f6869d165676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '12e67ec5-b95b-48ae-91d5-64889c6e9387', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'port_id': '851e3254-592a-4377-9bbf-fa9744485d66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'mac_address': 'fa:16:3e:12:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:02:12Z', 'updated_at': '2022-01-28T13:02:28Z', 'revision_number': 1, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:30.976907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6d1b61c-a168-4693-a7af-b73f16557895 req-63b4f654-a478-4cff-8510-098426184b16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 210 time: 0.0590434 Jan 28 13:02:30.983842 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16e7cdf2-40a3-49dc-bfa7-1b62607442c8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3704765f-dee9-4267-acfe-c552c7151762), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:31.034899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-16e7cdf2-40a3-49dc-bfa7-1b62607442c8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Calling delete_port for 3704765f-dee9-4267-acfe-c552c7151762 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:31.050480 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490bbe10-de39-4861-8245-f6869d165676 None None] The sync data for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 is: [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '12e67ec5-b95b-48ae-91d5-64889c6e9387', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'port_id': '851e3254-592a-4377-9bbf-fa9744485d66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'mac_address': 'fa:16:3e:12:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:02:12Z', 'updated_at': '2022-01-28T13:02:28Z', 'revision_number': 1, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:31.357426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cb2876-c466-4aa1-bbc0-11fce6af5249 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Router e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:02:31.367836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08572547-e9dc-451a-b803-b5c63edfd305 None None] New status for floating IP 12e67ec5-b95b-48ae-91d5-64889c6e9387: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:02:31.368161 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16e7cdf2-40a3-49dc-bfa7-1b62607442c8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3704765f-dee9-4267-acfe-c552c7151762), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:31.787244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c51401a-8cf5-455e-a371-0be9f9622d2f', 'name': 'network-vif-deleted', 'tag': '786f6c1b-4038-4cc5-8817-04d458fa7c3e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:02:31.789983 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60cae52-88f2-4ad7-abe0-128f8abd3f33" -d '{"events": [{"server_uuid": "4c51401a-8cf5-455e-a371-0be9f9622d2f", "name": "network-vif-deleted", "tag": "786f6c1b-4038-4cc5-8817-04d458fa7c3e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:02:31.833255 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c18bed-5cad-41af-9fbc-4569cd9bb4e8 x-openstack-request-id: req-75c18bed-5cad-41af-9fbc-4569cd9bb4e8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:02:31.833552 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c51401a-8cf5-455e-a371-0be9f9622d2f", "name": "network-vif-deleted", "tag": "786f6c1b-4038-4cc5-8817-04d458fa7c3e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:02:31.833811 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75c18bed-5cad-41af-9fbc-4569cd9bb4e8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:02:31.834658 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c51401a-8cf5-455e-a371-0be9f9622d2f', 'name': 'network-vif-deleted', 'tag': '786f6c1b-4038-4cc5-8817-04d458fa7c3e', 'status': 'completed', 'code': 200} Jan 28 13:02:31.887877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7cdf2-40a3-49dc-bfa7-1b62607442c8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event deleted for resources: {'Port': ['ID=3704765f-dee9-4267-acfe-c552c7151762,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:31.892945 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16e7cdf2-40a3-49dc-bfa7-1b62607442c8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (580a813c-cd70-4504-b783-90c96f3ba6ec), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:32.126107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cb2876-c466-4aa1-bbc0-11fce6af5249 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:02:32.132161 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-22cb2876-c466-4aa1-bbc0-11fce6af5249 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "PUT /v2.0/routers/e253d7b3-d84d-47f8-bec9-86dcdae7b7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4810472 Jan 28 13:02:32.134817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54600) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:32.144138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-538b862d-4397-4798-be29-939192629d0e req-46d4e1b9-8ee3-465e-934d-159bef3312e1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 210 time: 0.0343075 Jan 28 13:02:32.145698 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae987460-2407-49a8-b6f4-c76cf3b7d631 None None] Sync routers for ids ['e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:02:32.166090 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae987460-2407-49a8-b6f4-c76cf3b7d631 None None] Routers {'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:32.167579 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ae987460-2407-49a8-b6f4-c76cf3b7d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:32.173965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e7cdf2-40a3-49dc-bfa7-1b62607442c8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Router 580a813c-cd70-4504-b783-90c96f3ba6ec has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:02:32.200887 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c12ee76-df44-4191-a669-57114707ab91 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Deleting subnet d74d1b18-8956-41ec-a2a9-4c8930398791 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:02:32.206118 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c12ee76-df44-4191-a669-57114707ab91 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for subnet (d74d1b18-8956-41ec-a2a9-4c8930398791), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:32.311051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e7cdf2-40a3-49dc-bfa7-1b62607442c8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:02:32.318885 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-16e7cdf2-40a3-49dc-bfa7-1b62607442c8 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "PUT /v2.0/routers/580a813c-cd70-4504-b783-90c96f3ba6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9084203 Jan 28 13:02:32.324188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54602) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:32.324393 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c12ee76-df44-4191-a669-57114707ab91 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (d74d1b18-8956-41ec-a2a9-4c8930398791), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:32.328054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528a186f-4a3d-422a-becb-8663f95abbb9 None None] Sync routers for ids ['580a813c-cd70-4504-b783-90c96f3ba6ec'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:02:32.331386 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ae987460-2407-49a8-b6f4-c76cf3b7d631 None None] Set router e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:32.349940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a186f-4a3d-422a-becb-8663f95abbb9 None None] Routers {'580a813c-cd70-4504-b783-90c96f3ba6ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:32.350873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-528a186f-4a3d-422a-becb-8663f95abbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['580a813c-cd70-4504-b783-90c96f3ba6ec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:32.381467 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-800de113-4269-433f-97c8-0c08960985d4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] show failed (client error): The resource could not be found. Jan 28 13:02:32.383382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-800de113-4269-433f-97c8-0c08960985d4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1864337859 HTTP/1.1" status: 404 len: 335 time: 0.0573006 Jan 28 13:02:32.387325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54604) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:32.395435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9e074492-9146-45db-a07e-2ca38e9326b9 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:32.420130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-528a186f-4a3d-422a-becb-8663f95abbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:32.436192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a186f-4a3d-422a-becb-8663f95abbb9 None None] Routers {'580a813c-cd70-4504-b783-90c96f3ba6ec'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:32.437997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-528a186f-4a3d-422a-becb-8663f95abbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['580a813c-cd70-4504-b783-90c96f3ba6ec'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:32.464474 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c12ee76-df44-4191-a669-57114707ab91 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (d74d1b18-8956-41ec-a2a9-4c8930398791), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:32.471048 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-9e074492-9146-45db-a07e-2ca38e9326b9 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] update failed (client error): The resource could not be found. Jan 28 13:02:32.472897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9e074492-9146-45db-a07e-2ca38e9326b9 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-195464469 HTTP/1.1" status: 404 len: 334 time: 0.0839641 Jan 28 13:02:32.476489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54606) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:32.534649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-528a186f-4a3d-422a-becb-8663f95abbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:32.535369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528a186f-4a3d-422a-becb-8663f95abbb9 None None] The sync data for ids ['580a813c-cd70-4504-b783-90c96f3ba6ec'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:32.535765 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cd8507-c629-4b98-9d94-86b01e06cfa7 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Deleting subnet 91daa939-7668-44d8-b25f-47a217c70ce7 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:02:32.545113 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8507-c629-4b98-9d94-86b01e06cfa7 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for subnet (91daa939-7668-44d8-b25f-47a217c70ce7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:32.555618 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c12ee76-df44-4191-a669-57114707ab91 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (d74d1b18-8956-41ec-a2a9-4c8930398791), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:32.589458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ac89b-a1a0-47d6-94f0-342b434ef2e1 None None] Network cf97316f-dd6e-4440-854e-18af9d545e3e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:32.589924 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c12ee76-df44-4191-a669-57114707ab91 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:32.598758 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2c12ee76-df44-4191-a669-57114707ab91 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "DELETE /v2.0/subnets/d74d1b18-8956-41ec-a2a9-4c8930398791 HTTP/1.1" status: 204 len: 168 time: 0.4621637 Jan 28 13:02:32.602159 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54608) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:32.616942 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8507-c629-4b98-9d94-86b01e06cfa7 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (91daa939-7668-44d8-b25f-47a217c70ce7), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:32.655219 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ae987460-2407-49a8-b6f4-c76cf3b7d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962685487', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:56Z', 'updated_at': '2022-01-28T13:02:30Z', 'revision_number': 5, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:57Z', 'updated_at': '2022-01-28T13:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:32.705895 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae987460-2407-49a8-b6f4-c76cf3b7d631 None None] Checking router: e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:02:32.733948 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae987460-2407-49a8-b6f4-c76cf3b7d631 None None] Routers {'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:32.734842 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ae987460-2407-49a8-b6f4-c76cf3b7d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:32.822046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8507-c629-4b98-9d94-86b01e06cfa7 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (91daa939-7668-44d8-b25f-47a217c70ce7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:32.887532 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12ee76-df44-4191-a669-57114707ab91 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'Subnet': ['ID=d74d1b18-8956-41ec-a2a9-4c8930398791,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:32.894543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] DHCP port deletion for cf97316f-dd6e-4440-854e-18af9d545e3e request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:02:32.903189 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ae987460-2407-49a8-b6f4-c76cf3b7d631 None None] Set router e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:32.951748 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8507-c629-4b98-9d94-86b01e06cfa7 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (91daa939-7668-44d8-b25f-47a217c70ce7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:32.958604 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.003292 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0cd8507-c629-4b98-9d94-86b01e06cfa7 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.007644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b0cd8507-c629-4b98-9d94-86b01e06cfa7 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "DELETE /v2.0/subnets/91daa939-7668-44d8-b25f-47a217c70ce7 HTTP/1.1" status: 204 len: 168 time: 0.5299382 Jan 28 13:02:33.008802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd8507-c629-4b98-9d94-86b01e06cfa7 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event deleted for resources: {'Subnet': ['ID=91daa939-7668-44d8-b25f-47a217c70ce7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:33.011941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54614) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:33.024472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a64ed85-49f2-4119-ad76-62a9f01aa57f None None] Network 9885e480-9019-45f7-a4b1-14a53c6cce29 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:33.166424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Deleting port 2fc59a95-4145-4a96-9764-67941c30529b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:33.167036 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2fc59a95-4145-4a96-9764-67941c30529b), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.208634 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (9885e480-9019-45f7-a4b1-14a53c6cce29), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.280284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router_gateway (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.337080 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ae987460-2407-49a8-b6f4-c76cf3b7d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962685487', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:56Z', 'updated_at': '2022-01-28T13:02:30Z', 'revision_number': 5, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:57Z', 'updated_at': '2022-01-28T13:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:33.356378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] For port 2fc59a95-4145-4a96-9764-67941c30529b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2fc59a95-4145-4a96-9764-67941c30529b,segment=NetworkSegment(26b9f667-d7f7-4798-bc3a-f3c8a336268f),segment_id=26b9f667-d7f7-4798-bc3a-f3c8a336268f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:33.357292 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2fc59a95-4145-4a96-9764-67941c30529b), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.378231 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae987460-2407-49a8-b6f4-c76cf3b7d631 None None] The sync data for ids ['e253d7b3-d84d-47f8-bec9-86dcdae7b7d8'] in n-d-824835-4 is: [{'id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1962685487', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:01:56Z', 'updated_at': '2022-01-28T13:02:30Z', 'revision_number': 5, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': 'f0b65163-c71e-45e0-b83d-bbe98b714de2', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253d7b3-d84d-47f8-bec9-86dcdae7b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:01:57Z', 'updated_at': '2022-01-28T13:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:33.382764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Calling delete_port for 2fc59a95-4145-4a96-9764-67941c30529b owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:33.424752 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Deleting port f0b65163-c71e-45e0-b83d-bbe98b714de2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:33.425224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.465833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77d1f73c-02fd-4474-b8cc-d31d32a8469f req-d29b7141-7f54-4064-b5c1-a9994ba824b5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 210 time: 0.1356463 Jan 28 13:02:33.512916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Deleting port c56d3b2b-ab14-47f2-861c-94c6f696ce79 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:33.513260 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.561841 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (2fc59a95-4145-4a96-9764-67941c30529b), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.580057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] For port f0b65163-c71e-45e0-b83d-bbe98b714de2, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f0b65163-c71e-45e0-b83d-bbe98b714de2,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:33.580680 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.593350 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] For port c56d3b2b-ab14-47f2-861c-94c6f696ce79, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c56d3b2b-ab14-47f2-861c-94c6f696ce79,segment=NetworkSegment(6bf94e97-c279-4f19-8682-c0e78faaf7fa),segment_id=6bf94e97-c279-4f19-8682-c0e78faaf7fa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:33.594896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.602188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Calling delete_port for f0b65163-c71e-45e0-b83d-bbe98b714de2 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:33.610697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Pushing event deleted for resources: {'Port': ['ID=2fc59a95-4145-4a96-9764-67941c30529b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:33.617057 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Calling delete_port for c56d3b2b-ab14-47f2-861c-94c6f696ce79 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:33.621580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] No DVR routers for this DVR port 2fc59a95-4145-4a96-9764-67941c30529b on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:33.625759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.626131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.626485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.626822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.627165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.627545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.628014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.628358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.628690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.629024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.629484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.629829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.630157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b3d3b4-3139-45ec-a4e4-8e87c5a3244e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:02:33.744074 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (c56d3b2b-ab14-47f2-861c-94c6f696ce79), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.792809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event deleted for resources: {'Port': ['ID=c56d3b2b-ab14-47f2-861c-94c6f696ce79,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:33.808009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] No DVR routers for this DVR port c56d3b2b-ab14-47f2-861c-94c6f696ce79 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:33.810550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd7ac57-a282-4f63-b019-f733feb2f774 None None] DHCP port deletion for 9885e480-9019-45f7-a4b1-14a53c6cce29 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:02:33.881853 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f0b65163-c71e-45e0-b83d-bbe98b714de2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.928715 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (9885e480-9019-45f7-a4b1-14a53c6cce29), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:33.945868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'Port': ['ID=f0b65163-c71e-45e0-b83d-bbe98b714de2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:33.988908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9885e480-9019-45f7-a4b1-14a53c6cce29']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:34.001526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf94e97-c279-4f19-8682-c0e78faaf7fa') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:34.001824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf94e97-c279-4f19-8682-c0e78faaf7fa') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:34.024533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2fc59a95-4145-4a96-9764-67941c30529b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:34.028397 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (6bf94e97-c279-4f19-8682-c0e78faaf7fa), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.055970 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6bf94e97-c279-4f19-8682-c0e78faaf7fa), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.065641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 2fc59a95-4145-4a96-9764-67941c30529b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:34.066127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2fc59a95-4145-4a96-9764-67941c30529b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:34.066720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c56d3b2b-ab14-47f2-861c-94c6f696ce79 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:34.071616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:02:34.073732 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (6bf94e97-c279-4f19-8682-c0e78faaf7fa), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:02:34.084544 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:02:34.092833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.106671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: c56d3b2b-ab14-47f2-861c-94c6f696ce79 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:34.107285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c56d3b2b-ab14-47f2-861c-94c6f696ce79 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:34.107748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:34.135129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:34.135980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 9645f65f-e4a3-4fc8-9421-775faeb7b7d3 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:34.191015 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (9885e480-9019-45f7-a4b1-14a53c6cce29), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.198108 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.201307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "DELETE /v2.0/networks/9885e480-9019-45f7-a4b1-14a53c6cce29 HTTP/1.1" status: 204 len: 168 time: 1.1884277 Jan 28 13:02:34.219533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54618) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:34.229944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f46f4-531a-46be-adac-fea20c9d7cca tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event deleted for resources: {'Network': ['ID=9885e480-9019-45f7-a4b1-14a53c6cce29,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:34.232961 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.237859 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router_controller (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.293191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51239db-1ada-4401-b0c0-72d9c7f13fbe tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Deleting subnet d1d47019-7698-4a73-9c7c-4e4b8d9ecc41 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:02:34.301158 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b51239db-1ada-4401-b0c0-72d9c7f13fbe tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for subnet (d1d47019-7698-4a73-9c7c-4e4b8d9ecc41), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.306822 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (e253d7b3-d84d-47f8-bec9-86dcdae7b7d8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.307688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Fanout notify agent at l3_agent the message router_deleted on router e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:02:34.316272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.320768 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8cc300cd-e581-403a-98cc-51bd86e00a57 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "DELETE /v2.0/routers/e253d7b3-d84d-47f8-bec9-86dcdae7b7d8 HTTP/1.1" status: 204 len: 168 time: 1.7175879 Jan 28 13:02:34.321606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54622) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:34.382323 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b51239db-1ada-4401-b0c0-72d9c7f13fbe tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (d1d47019-7698-4a73-9c7c-4e4b8d9ecc41), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.427753 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (cf97316f-dd6e-4440-854e-18af9d545e3e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.512209 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b51239db-1ada-4401-b0c0-72d9c7f13fbe tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (d1d47019-7698-4a73-9c7c-4e4b8d9ecc41), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.541313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (cf97316f-dd6e-4440-854e-18af9d545e3e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.587097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf97316f-dd6e-4440-854e-18af9d545e3e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:34.599218 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b9f667-d7f7-4798-bc3a-f3c8a336268f') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:34.599632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b9f667-d7f7-4798-bc3a-f3c8a336268f') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:34.616852 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (26b9f667-d7f7-4798-bc3a-f3c8a336268f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.638007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbbbf0eb-e912-40e5-b113-c6fac7587140 req-fe47ca54-efc5-4a50-83f3-7117c2ca9f6d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 210 time: 0.0495698 Jan 28 13:02:34.643763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (26b9f667-d7f7-4798-bc3a-f3c8a336268f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.655244 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:02:34.655684 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (26b9f667-d7f7-4798-bc3a-f3c8a336268f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:02:34.659683 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:02:34.674576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b51239db-1ada-4401-b0c0-72d9c7f13fbe tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (d1d47019-7698-4a73-9c7c-4e4b8d9ecc41), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.715581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51239db-1ada-4401-b0c0-72d9c7f13fbe tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d47019-7698-4a73-9c7c-4e4b8d9ecc41,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:34.725654 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b51239db-1ada-4401-b0c0-72d9c7f13fbe tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.732047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcba388-4272-4d46-a0f4-09528b127122 None None] Network 755aa329-6c2e-4661-befc-33128e33a0da requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:34.737093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b51239db-1ada-4401-b0c0-72d9c7f13fbe tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "DELETE /v2.0/subnets/d1d47019-7698-4a73-9c7c-4e4b8d9ecc41 HTTP/1.1" status: 204 len: 168 time: 0.5162318 Jan 28 13:02:34.738054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54626) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:34.797665 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (cf97316f-dd6e-4440-854e-18af9d545e3e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.805216 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.814629 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "DELETE /v2.0/networks/cf97316f-dd6e-4440-854e-18af9d545e3e HTTP/1.1" status: 204 len: 168 time: 0.4881220 Jan 28 13:02:34.818227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54628) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:34.843233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b184745-feda-4ff7-95e8-065cbede47c7 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'Network': ['ID=cf97316f-dd6e-4440-854e-18af9d545e3e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:34.913176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb7f2ab-e611-425b-8bd3-0a61b51147f2 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Deleting subnet 443a1a9e-09d9-4f85-ba97-135aed0cb4a3 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:02:34.919661 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-deb7f2ab-e611-425b-8bd3-0a61b51147f2 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for subnet (443a1a9e-09d9-4f85-ba97-135aed0cb4a3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:34.972076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed325bef-a52c-43a5-9c43-1ec24096545e None None] DHCP port deletion for 755aa329-6c2e-4661-befc-33128e33a0da request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:02:35.019638 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-deb7f2ab-e611-425b-8bd3-0a61b51147f2 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (443a1a9e-09d9-4f85-ba97-135aed0cb4a3), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.034731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ed325bef-a52c-43a5-9c43-1ec24096545e None None] Deleting port 62944e3c-704c-4607-a13d-81c14d88ce42 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:35.035115 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed325bef-a52c-43a5-9c43-1ec24096545e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.111056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ed325bef-a52c-43a5-9c43-1ec24096545e None None] For port 62944e3c-704c-4607-a13d-81c14d88ce42, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=62944e3c-704c-4607-a13d-81c14d88ce42,segment=NetworkSegment(7835850c-e43e-4bd8-8b3b-3fec7d0f308a),segment_id=7835850c-e43e-4bd8-8b3b-3fec7d0f308a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:35.112073 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed325bef-a52c-43a5-9c43-1ec24096545e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.130872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ed325bef-a52c-43a5-9c43-1ec24096545e None None] Calling delete_port for 62944e3c-704c-4607-a13d-81c14d88ce42 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:35.147223 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-deb7f2ab-e611-425b-8bd3-0a61b51147f2 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (443a1a9e-09d9-4f85-ba97-135aed0cb4a3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.190082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Deleting port ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:35.190607 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.230960 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed325bef-a52c-43a5-9c43-1ec24096545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (62944e3c-704c-4607-a13d-81c14d88ce42), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.258994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed325bef-a52c-43a5-9c43-1ec24096545e None None] Pushing event deleted for resources: {'Port': ['ID=62944e3c-704c-4607-a13d-81c14d88ce42,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:35.262810 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed325bef-a52c-43a5-9c43-1ec24096545e None None] No DVR routers for this DVR port 62944e3c-704c-4607-a13d-81c14d88ce42 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:35.302758 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-deb7f2ab-e611-425b-8bd3-0a61b51147f2 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (443a1a9e-09d9-4f85-ba97-135aed0cb4a3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.320524 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.320852 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for floatingip (ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.346331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7f2ab-e611-425b-8bd3-0a61b51147f2 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event deleted for resources: {'Subnet': ['ID=443a1a9e-09d9-4f85-ba97-135aed0cb4a3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:35.354557 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-deb7f2ab-e611-425b-8bd3-0a61b51147f2 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.357949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-deb7f2ab-e611-425b-8bd3-0a61b51147f2 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "DELETE /v2.0/subnets/443a1a9e-09d9-4f85-ba97-135aed0cb4a3 HTTP/1.1" status: 204 len: 168 time: 0.6184461 Jan 28 13:02:35.358853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Calling delete_port for ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:35.360378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54632) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:35.372374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec8ad3e-f05d-48da-85ed-69a760aa06ab None None] Network 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:35.483995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (755aa329-6c2e-4661-befc-33128e33a0da), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.604159 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (755aa329-6c2e-4661-befc-33128e33a0da), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.615103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697000f9-e885-424e-a3fd-ec7bd2724c27 None None] DHCP port deletion for 51239a83-d4f2-40d6-a9e1-a8f37ce64d9c request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:02:35.623674 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.633756 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755aa329-6c2e-4661-befc-33128e33a0da']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:35.648730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7835850c-e43e-4bd8-8b3b-3fec7d0f308a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:35.649611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7835850c-e43e-4bd8-8b3b-3fec7d0f308a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:35.661588 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (7835850c-e43e-4bd8-8b3b-3fec7d0f308a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.672651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-697000f9-e885-424e-a3fd-ec7bd2724c27 None None] Deleting port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:35.673512 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-697000f9-e885-424e-a3fd-ec7bd2724c27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.681094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7835850c-e43e-4bd8-8b3b-3fec7d0f308a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.683941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'Port': ['ID=ed4b98a4-9a7d-4a9a-aaa2-1bd233a97524,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:35.693400 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:02:35.693795 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (7835850c-e43e-4bd8-8b3b-3fec7d0f308a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:02:35.703868 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:02:35.767777 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for floatingip (d27d7b6e-75c4-45e6-a4fd-ef2c28f2ad74), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.768228 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Floating IP d27d7b6e-75c4-45e6-a4fd-ef2c28f2ad74 disassociated (deleted). External IP: 172.25.7.238, port: 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7. Jan 28 13:02:35.847562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-697000f9-e885-424e-a3fd-ec7bd2724c27 None None] For port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9,segment=NetworkSegment(32412fee-b26c-479c-8589-00b315cd1b4b),segment_id=32412fee-b26c-479c-8589-00b315cd1b4b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:35.849224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-697000f9-e885-424e-a3fd-ec7bd2724c27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.870901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-697000f9-e885-424e-a3fd-ec7bd2724c27 None None] Calling delete_port for cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:35.882325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4839450-ee31-4502-8aa1-8c9362a2afeb req-7720c9e8-c0f3-4258-a064-e5958d88a131 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 210 time: 0.0525765 Jan 28 13:02:35.886572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (755aa329-6c2e-4661-befc-33128e33a0da), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.913555 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:35.917002 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "DELETE /v2.0/networks/755aa329-6c2e-4661-befc-33128e33a0da HTTP/1.1" status: 204 len: 168 time: 0.5555999 Jan 28 13:02:35.934700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54636) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:35.938730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9d870-60a2-44ee-ab9e-71e29191669c tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event deleted for resources: {'Network': ['ID=755aa329-6c2e-4661-befc-33128e33a0da,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:35.987471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f0b65163-c71e-45e0-b83d-bbe98b714de2 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:36.017346 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-697000f9-e885-424e-a3fd-ec7bd2724c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:36.019418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f0b65163-c71e-45e0-b83d-bbe98b714de2 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:36.019765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f0b65163-c71e-45e0-b83d-bbe98b714de2 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:36.020183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 62944e3c-704c-4607-a13d-81c14d88ce42 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:36.067538 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 62944e3c-704c-4607-a13d-81c14d88ce42 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:36.067828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 62944e3c-704c-4607-a13d-81c14d88ce42 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:36.068694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:36.071731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697000f9-e885-424e-a3fd-ec7bd2724c27 None None] Pushing event deleted for resources: {'Port': ['ID=cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:36.074364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697000f9-e885-424e-a3fd-ec7bd2724c27 None None] No DVR routers for this DVR port cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:36.096366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:36.097022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device cd0ce1a4-4308-44a0-ad6e-d6350b4d6ac9 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:36.526571 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (51239a83-d4f2-40d6-a9e1-a8f37ce64d9c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:36.702597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (51239a83-d4f2-40d6-a9e1-a8f37ce64d9c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:36.720458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Router 9c91ff77-f74c-4979-808b-b42c825992c4 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:02:36.731288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51239a83-d4f2-40d6-a9e1-a8f37ce64d9c']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:36.742662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32412fee-b26c-479c-8589-00b315cd1b4b') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:36.742955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32412fee-b26c-479c-8589-00b315cd1b4b') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:36.757111 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (32412fee-b26c-479c-8589-00b315cd1b4b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:36.802536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (32412fee-b26c-479c-8589-00b315cd1b4b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:36.813117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:02:36.813579 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (32412fee-b26c-479c-8589-00b315cd1b4b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:02:36.816509 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:02:36.919576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (51239a83-d4f2-40d6-a9e1-a8f37ce64d9c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:36.924761 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:36.931224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "DELETE /v2.0/networks/51239a83-d4f2-40d6-a9e1-a8f37ce64d9c HTTP/1.1" status: 204 len: 168 time: 0.9949100 Jan 28 13:02:36.931631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54640) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:36.935977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:02:36.941888 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:36.955540 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48734e17-e922-47c3-a2f2-f371b99a9ec1 None None] Sync routers for ids ['9c91ff77-f74c-4979-808b-b42c825992c4'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:02:36.975533 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48734e17-e922-47c3-a2f2-f371b99a9ec1 None None] Routers {'9c91ff77-f74c-4979-808b-b42c825992c4'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:36.976035 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-48734e17-e922-47c3-a2f2-f371b99a9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9c91ff77-f74c-4979-808b-b42c825992c4'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:36.990550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afec948-64f3-4ece-b072-3881c04de7c4 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event deleted for resources: {'Network': ['ID=51239a83-d4f2-40d6-a9e1-a8f37ce64d9c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:37.011496 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b83713dc-69a2-486a-aae6-5db6b833ef49 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "DELETE /v2.0/floatingips/d27d7b6e-75c4-45e6-a4fd-ef2c28f2ad74 HTTP/1.1" status: 204 len: 168 time: 2.1910977 Jan 28 13:02:37.012134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'tag': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:02:37.014445 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc547a58-708c-4d6f-bc7f-24079f74b245" -d '{"events": [{"name": "network-changed", "server_uuid": "5c52c68c-14d5-4d45-80a0-09c8f45693cc", "tag": "7ccf2caa-a14e-4c73-87a6-8fb8839c93a7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:02:37.017756 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b88b22-07d0-4612-b9d8-143e24f3a515 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Deleting subnet 251ad77f-450f-454c-be0a-5e8e99ec8cc3 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:02:37.022836 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06b88b22-07d0-4612-b9d8-143e24f3a515 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for subnet (251ad77f-450f-454c-be0a-5e8e99ec8cc3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:37.072943 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06b88b22-07d0-4612-b9d8-143e24f3a515 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (251ad77f-450f-454c-be0a-5e8e99ec8cc3), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:37.181482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9dc40d2f-466b-46ab-be55-ef69f579ba84 req-fde797c2-b203-455a-a213-5fa0c279bd31 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 210 time: 0.0489948 Jan 28 13:02:37.242292 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06b88b22-07d0-4612-b9d8-143e24f3a515 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (251ad77f-450f-454c-be0a-5e8e99ec8cc3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:37.257972 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f04952-ecc8-4dbc-86c5-15da7ddfe057 x-openstack-request-id: req-01f04952-ecc8-4dbc-86c5-15da7ddfe057 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:02:37.258283 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c52c68c-14d5-4d45-80a0-09c8f45693cc", "tag": "7ccf2caa-a14e-4c73-87a6-8fb8839c93a7", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:02:37.258533 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01f04952-ecc8-4dbc-86c5-15da7ddfe057 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:02:37.258942 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'tag': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7', 'status': 'completed', 'code': 200} Jan 28 13:02:37.261260 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:02:37.266807 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-48734e17-e922-47c3-a2f2-f371b99a9ec1 None None] Set router 9c91ff77-f74c-4979-808b-b42c825992c4 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:37.327285 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06b88b22-07d0-4612-b9d8-143e24f3a515 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (251ad77f-450f-454c-be0a-5e8e99ec8cc3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:37.366679 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b88b22-07d0-4612-b9d8-143e24f3a515 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event deleted for resources: {'Subnet': ['ID=251ad77f-450f-454c-be0a-5e8e99ec8cc3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:37.369367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06b88b22-07d0-4612-b9d8-143e24f3a515 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:37.373112 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-06b88b22-07d0-4612-b9d8-143e24f3a515 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "DELETE /v2.0/subnets/251ad77f-450f-454c-be0a-5e8e99ec8cc3 HTTP/1.1" status: 204 len: 168 time: 0.4372325 Jan 28 13:02:37.375838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54650) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:37.378797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a478b5-5aa0-4701-b861-1de82094c5ec None None] Network fe186215-a300-4424-9a73-40e686e33b1f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:37.394692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc547a58-708c-4d6f-bc7f-24079f74b245 req-d33d48ed-128f-4af8-85af-ec9963acdd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:37.400754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc547a58-708c-4d6f-bc7f-24079f74b245 req-d33d48ed-128f-4af8-85af-ec9963acdd84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5&device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 1135 time: 0.0777488 Jan 28 13:02:37.538764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7dd9f-f29c-48c3-965b-7c07c85b5f83 req-984b9773-ce4b-4e24-82a9-8f4563f21e10 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:37.540692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (fe186215-a300-4424-9a73-40e686e33b1f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:37.542165 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d7dd9f-f29c-48c3-965b-7c07c85b5f83 req-984b9773-ce4b-4e24-82a9-8f4563f21e10 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 984 time: 0.1401978 Jan 28 13:02:37.631908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Deleting port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:37.632278 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:37.636350 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33051e7b-8715-4375-ba31-91372c1dbf1d None None] DHCP port deletion for fe186215-a300-4424-9a73-40e686e33b1f request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:02:37.643766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc547a58-708c-4d6f-bc7f-24079f74b245 req-641dda67-ff4f-4b89-8b90-4e78c1f660f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:37.645254 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc547a58-708c-4d6f-bc7f-24079f74b245 req-641dda67-ff4f-4b89-8b90-4e78c1f660f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f HTTP/1.1" status: 200 len: 897 time: 0.2320487 Jan 28 13:02:37.737269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-33051e7b-8715-4375-ba31-91372c1dbf1d None None] Deleting port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:37.738721 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33051e7b-8715-4375-ba31-91372c1dbf1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:37.739129 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-48734e17-e922-47c3-a2f2-f371b99a9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:44Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '38b52978-e4f0-4011-bd1f-efe61e7e53cf', 'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:3c:0f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:42Z', 'updated_at': '2022-01-28T13:01:00Z', 'revision_number': 5, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:37.739812 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8d7dd9f-f29c-48c3-965b-7c07c85b5f83 req-df33b737-b712-4e26-9110-ee00f8b19e29 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1753418 Jan 28 13:02:37.747529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc547a58-708c-4d6f-bc7f-24079f74b245 req-46fa64b5-6380-43b9-b057-40eeac0ab210 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 HTTP/1.1" status: 200 len: 217 time: 0.0807512 Jan 28 13:02:37.784206 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] For port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0d568fd4-f263-4fab-b42d-6e83f1a75fd1,segment=NetworkSegment(8dbf644b-02d2-403c-8f18-ff645a33031b),segment_id=8dbf644b-02d2-403c-8f18-ff645a33031b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:37.784692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:37.801758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Calling delete_port for 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:37.813049 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48734e17-e922-47c3-a2f2-f371b99a9ec1 None None] Checking router: 9c91ff77-f74c-4979-808b-b42c825992c4 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:02:37.826947 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48734e17-e922-47c3-a2f2-f371b99a9ec1 None None] Routers {'9c91ff77-f74c-4979-808b-b42c825992c4'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:37.828089 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-48734e17-e922-47c3-a2f2-f371b99a9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9c91ff77-f74c-4979-808b-b42c825992c4'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:37.832755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc547a58-708c-4d6f-bc7f-24079f74b245 req-bff4d745-ab61-490a-a2f5-eab0df6f36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:37.835096 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc547a58-708c-4d6f-bc7f-24079f74b245 req-bff4d745-ab61-490a-a2f5-eab0df6f36aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33010f4f-44bd-4440-8a35-087f26a1f0e3 HTTP/1.1" status: 200 len: 834 time: 0.0831604 Jan 28 13:02:37.839438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:37.899704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-33051e7b-8715-4375-ba31-91372c1dbf1d None None] For port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0d568fd4-f263-4fab-b42d-6e83f1a75fd1,segment=NetworkSegment(8dbf644b-02d2-403c-8f18-ff645a33031b),segment_id=8dbf644b-02d2-403c-8f18-ff645a33031b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:37.900382 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33051e7b-8715-4375-ba31-91372c1dbf1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:37.922678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc547a58-708c-4d6f-bc7f-24079f74b245 req-ee2f072b-973c-4214-8f00-8238d6c75938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:37.924768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-33051e7b-8715-4375-ba31-91372c1dbf1d None None] Calling delete_port for 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:37.934973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc547a58-708c-4d6f-bc7f-24079f74b245 req-ee2f072b-973c-4214-8f00-8238d6c75938 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829701 Jan 28 13:02:37.958596 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.024531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 update to DOWN by agent not found {{(pid=103130) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 13:02:38.032613 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-48734e17-e922-47c3-a2f2-f371b99a9ec1 None None] Set router 9c91ff77-f74c-4979-808b-b42c825992c4 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:38.059963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] No DVR routers for this DVR port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:38.074821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event deleted for resources: {'Port': ['ID=0d568fd4-f263-4fab-b42d-6e83f1a75fd1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:38.115491 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33051e7b-8715-4375-ba31-91372c1dbf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (0d568fd4-f263-4fab-b42d-6e83f1a75fd1), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.133489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc547a58-708c-4d6f-bc7f-24079f74b245 req-2e733b51-a7fd-421c-9bba-eea93d4ce84b service neutron] 10.222.0.49 "GET /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974413 Jan 28 13:02:38.144159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33051e7b-8715-4375-ba31-91372c1dbf1d None None] Pushing event deleted for resources: {'Port': ['ID=0d568fd4-f263-4fab-b42d-6e83f1a75fd1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:38.148243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33051e7b-8715-4375-ba31-91372c1dbf1d None None] No DVR routers for this DVR port 0d568fd4-f263-4fab-b42d-6e83f1a75fd1 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:38.221243 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (fe186215-a300-4424-9a73-40e686e33b1f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.254541 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe186215-a300-4424-9a73-40e686e33b1f']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:38.278019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbf644b-02d2-403c-8f18-ff645a33031b') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:38.278467 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbf644b-02d2-403c-8f18-ff645a33031b') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:38.290195 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (8dbf644b-02d2-403c-8f18-ff645a33031b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.307220 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8dbf644b-02d2-403c-8f18-ff645a33031b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.322320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:02:38.323236 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (8dbf644b-02d2-403c-8f18-ff645a33031b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.325215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ffec4a2d-55e5-40bb-9ab0-0f4ddba348fb req-ba8c84d1-3615-4d0d-b9de-cbe4c0d2ac24 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 210 time: 0.0405207 Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:02:38.332029 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:02:38.349290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc547a58-708c-4d6f-bc7f-24079f74b245 req-15b0545a-49c7-4f6c-9563-e5bf4a736cd1 service neutron] 10.222.0.49 "GET /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050557 Jan 28 13:02:38.393790 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-48734e17-e922-47c3-a2f2-f371b99a9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:44Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '38b52978-e4f0-4011-bd1f-efe61e7e53cf', 'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:3c:0f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:42Z', 'updated_at': '2022-01-28T13:01:00Z', 'revision_number': 5, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:38.424167 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48734e17-e922-47c3-a2f2-f371b99a9ec1 None None] The sync data for ids ['9c91ff77-f74c-4979-808b-b42c825992c4'] in n-d-824835-4 is: [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:44Z', 'revision_number': 4, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '38b52978-e4f0-4011-bd1f-efe61e7e53cf', 'name': '', 'network_id': '291bb2da-19a3-492b-ae3c-bc9c9aa3b33f', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'mac_address': 'fa:16:3e:3c:0f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:42Z', 'updated_at': '2022-01-28T13:01:00Z', 'revision_number': 5, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'subnets': [{'id': '33010f4f-44bd-4440-8a35-087f26a1f0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:38.431436 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (fe186215-a300-4424-9a73-40e686e33b1f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.443217 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.449698 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "DELETE /v2.0/networks/fe186215-a300-4424-9a73-40e686e33b1f HTTP/1.1" status: 204 len: 168 time: 1.0654755 Jan 28 13:02:38.453704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54656) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:38.492178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155ee43-659a-4a92-bdd2-afb0ed3b1c67 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Pushing event deleted for resources: {'Network': ['ID=fe186215-a300-4424-9a73-40e686e33b1f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:38.495994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54658) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:38.496680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-76c1c5e3-77a4-417d-8f81-888393995103 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "GET /v2.0/ports?device_id=580a813c-cd70-4504-b783-90c96f3ba6ec HTTP/1.1" status: 200 len: 205 time: 0.0408034 Jan 28 13:02:38.599284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2b618e-2c0b-460a-8375-76e6837cf1d6 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for router (580a813c-cd70-4504-b783-90c96f3ba6ec), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.810662 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2b618e-2c0b-460a-8375-76e6837cf1d6 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (580a813c-cd70-4504-b783-90c96f3ba6ec), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.814285 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2b618e-2c0b-460a-8375-76e6837cf1d6 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for router_controller (580a813c-cd70-4504-b783-90c96f3ba6ec), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.827481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8349ca-c786-4faf-81c2-0929e22a13c5 req-a964bc39-55e5-43da-a423-c853b2feeefa tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:38.830130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c8349ca-c786-4faf-81c2-0929e22a13c5 req-a964bc39-55e5-43da-a423-c853b2feeefa tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 984 time: 0.0937493 Jan 28 13:02:38.848456 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02e0b6-0c5a-4c5b-8138-2ffb3d7f8468 None None] New status for floating IP d27d7b6e-75c4-45e6-a4fd-ef2c28f2ad74: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:02:38.880296 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2b618e-2c0b-460a-8375-76e6837cf1d6 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (580a813c-cd70-4504-b783-90c96f3ba6ec), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.880819 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2b618e-2c0b-460a-8375-76e6837cf1d6 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Fanout notify agent at l3_agent the message router_deleted on router 580a813c-cd70-4504-b783-90c96f3ba6ec {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:02:38.897749 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2b618e-2c0b-460a-8375-76e6837cf1d6 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:38.903295 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5f2b618e-2c0b-460a-8375-76e6837cf1d6 tempest-RoutersNegativeIpV6Test-1375736431 tempest-RoutersNegativeIpV6Test-1375736431-project] 10.222.0.53 "DELETE /v2.0/routers/580a813c-cd70-4504-b783-90c96f3ba6ec HTTP/1.1" status: 204 len: 168 time: 0.4016197 Jan 28 13:02:38.996600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c84a9-bbb1-47ad-ad6f-545ec64e2f08 req-d5875d1e-4ec8-4beb-8dc6-7e3e2bd7ea3d tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:39.004783 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-952c84a9-bbb1-47ad-ad6f-545ec64e2f08 req-d5875d1e-4ec8-4beb-8dc6-7e3e2bd7ea3d tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 984 time: 0.1316204 Jan 28 13:02:39.112188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-952c84a9-bbb1-47ad-ad6f-545ec64e2f08 req-bd6d9970-1e66-4c3b-a668-ed4c479802ed tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1b7a4fc-863e-431b-b77a-c2b81609bc16&id=bac873cc-4e13-400e-985b-efd5b770235f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1062582 Jan 28 13:02:39.134582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4c8349ca-c786-4faf-81c2-0929e22a13c5 req-b4556baa-7664-469a-bcb4-c40e80cb4940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Deleting port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:39.135002 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c8349ca-c786-4faf-81c2-0929e22a13c5 req-b4556baa-7664-469a-bcb4-c40e80cb4940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:39.261004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4c8349ca-c786-4faf-81c2-0929e22a13c5 req-b4556baa-7664-469a-bcb4-c40e80cb4940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] For port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7,segment=NetworkSegment(fc90d9ed-6f04-4774-b1a5-1ea7c853500f),segment_id=fc90d9ed-6f04-4774-b1a5-1ea7c853500f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:39.261713 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c8349ca-c786-4faf-81c2-0929e22a13c5 req-b4556baa-7664-469a-bcb4-c40e80cb4940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:39.267920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54668) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:39.290023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4c8349ca-c786-4faf-81c2-0929e22a13c5 req-b4556baa-7664-469a-bcb4-c40e80cb4940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Calling delete_port for 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:39.482190 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98506619-e9ac-4535-8041-15bc6f1989f1 req-51594920-402d-4a96-8bf7-38fdb03bf2b8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 210 time: 0.0491278 Jan 28 13:02:39.496974 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c8349ca-c786-4faf-81c2-0929e22a13c5 req-b4556baa-7664-469a-bcb4-c40e80cb4940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7ccf2caa-a14e-4c73-87a6-8fb8839c93a7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:39.559128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4556baa-7664-469a-bcb4-c40e80cb4940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'Port': ['ID=7ccf2caa-a14e-4c73-87a6-8fb8839c93a7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:39.559128 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f88e0842-70d7-46a0-b61e-a69d7c5e5ae4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c94c0877206a4bdc8f2cd6fe3b75b38d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2844369 Jan 28 13:02:39.559128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54674) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:39.617416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8349ca-c786-4faf-81c2-0929e22a13c5 req-b4556baa-7664-469a-bcb4-c40e80cb4940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] No DVR routers for this DVR port 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:39.622125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c8349ca-c786-4faf-81c2-0929e22a13c5 req-b4556baa-7664-469a-bcb4-c40e80cb4940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:39.626112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c8349ca-c786-4faf-81c2-0929e22a13c5 req-b4556baa-7664-469a-bcb4-c40e80cb4940 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.49 "DELETE /v2.0/ports/7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 HTTP/1.1" status: 204 len: 173 time: 0.7879736 Jan 28 13:02:39.626755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'name': 'network-vif-deleted', 'tag': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:02:39.629547 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae532d7-678e-4838-aa27-982d21d30cb2" -d '{"events": [{"server_uuid": "5c52c68c-14d5-4d45-80a0-09c8f45693cc", "name": "network-vif-deleted", "tag": "7ccf2caa-a14e-4c73-87a6-8fb8839c93a7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:02:39.680891 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b94ddb22-3a3c-426e-9835-8bb5c3ffe477 admin admin] Publish callbacks [] for security_group (2aed6c0b-2d37-4e76-b0fb-848a1dda6120), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:39.717341 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a58f223-1511-4c30-a8bc-6e19147d081a x-openstack-request-id: req-1a58f223-1511-4c30-a8bc-6e19147d081a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:02:39.717788 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c52c68c-14d5-4d45-80a0-09c8f45693cc", "name": "network-vif-deleted", "tag": "7ccf2caa-a14e-4c73-87a6-8fb8839c93a7", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:02:39.718197 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a58f223-1511-4c30-a8bc-6e19147d081a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:02:39.718883 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c52c68c-14d5-4d45-80a0-09c8f45693cc', 'name': 'network-vif-deleted', 'tag': '7ccf2caa-a14e-4c73-87a6-8fb8839c93a7', 'status': 'completed', 'code': 200} Jan 28 13:02:39.727653 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b94ddb22-3a3c-426e-9835-8bb5c3ffe477 admin admin] Publish callbacks [] for security_group (2aed6c0b-2d37-4e76-b0fb-848a1dda6120), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:39.798760 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b94ddb22-3a3c-426e-9835-8bb5c3ffe477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2aed6c0b-2d37-4e76-b0fb-848a1dda6120), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:39.804456 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b94ddb22-3a3c-426e-9835-8bb5c3ffe477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:39.814164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b94ddb22-3a3c-426e-9835-8bb5c3ffe477 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2aed6c0b-2d37-4e76-b0fb-848a1dda6120 HTTP/1.1" status: 204 len: 168 time: 0.2560554 Jan 28 13:02:39.824129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ddb22-3a3c-426e-9835-8bb5c3ffe477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aed6c0b-2d37-4e76-b0fb-848a1dda6120,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:40.300499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b72f1824-96e5-4516-ba63-6efa4d4f92c6 req-d70c50e5-134e-4619-b396-92367576663a tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c52c68c-14d5-4d45-80a0-09c8f45693cc HTTP/1.1" status: 200 len: 210 time: 0.0585704 Jan 28 13:02:40.618350 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6c7dcbc-774b-4911-9d59-3df0953b8dbf req-9ec1e11e-87f9-4720-8741-cccedd5173ce tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c51401a-8cf5-455e-a371-0be9f9622d2f HTTP/1.1" status: 200 len: 210 time: 0.0459390 Jan 28 13:02:40.740009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54704) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:40.865715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f882a244-b88c-482b-9e00-fcf183a471ae tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:40.866166 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-f882a244-b88c-482b-9e00-fcf183a471ae tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 13:02:40.866681 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-f882a244-b88c-482b-9e00-fcf183a471ae tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:02:40.867674 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f882a244-b88c-482b-9e00-fcf183a471ae tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1266406 Jan 28 13:02:40.872609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54708) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:40.878376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6bbd910d-b41e-41f5-bff2-e584b102a0c3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group': {'name': 'tempest-secgroup--368278132'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:40.904607 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bbd910d-b41e-41f5-bff2-e584b102a0c3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:40.916634 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bbd910d-b41e-41f5-bff2-e584b102a0c3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.026074 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bbd910d-b41e-41f5-bff2-e584b102a0c3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (913f7a5a-fd8b-440b-b713-163712d17dd9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.031898 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bbd910d-b41e-41f5-bff2-e584b102a0c3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (913f7a5a-fd8b-440b-b713-163712d17dd9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.083691 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd910d-b41e-41f5-bff2-e584b102a0c3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913f7a5a-fd8b-440b-b713-163712d17dd9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:41.146655 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bbd910d-b41e-41f5-bff2-e584b102a0c3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (06958fe3-e339-4e21-bd4a-84270438bcb3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.154990 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bbd910d-b41e-41f5-bff2-e584b102a0c3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (06958fe3-e339-4e21-bd4a-84270438bcb3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.193521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6bbd910d-b41e-41f5-bff2-e584b102a0c3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.194877 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6bbd910d-b41e-41f5-bff2-e584b102a0c3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3213191 Jan 28 13:02:41.197019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd910d-b41e-41f5-bff2-e584b102a0c3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06958fe3-e339-4e21-bd4a-84270438bcb3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:41.198570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:41.206048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-302d81d9-9dbf-43d6-a115-345136186945 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '06958fe3-e339-4e21-bd4a-84270438bcb3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:41.248048 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-302d81d9-9dbf-43d6-a115-345136186945 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group_rule (3dc6e001-d90b-4517-aff8-33d41e33d0b2), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.313137 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-302d81d9-9dbf-43d6-a115-345136186945 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group_rule (3dc6e001-d90b-4517-aff8-33d41e33d0b2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.318461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-302d81d9-9dbf-43d6-a115-345136186945 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (3dc6e001-d90b-4517-aff8-33d41e33d0b2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.340976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d81d9-9dbf-43d6-a115-345136186945 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc6e001-d90b-4517-aff8-33d41e33d0b2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:41.350969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-302d81d9-9dbf-43d6-a115-345136186945 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.355095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-302d81d9-9dbf-43d6-a115-345136186945 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523752 Jan 28 13:02:41.355718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54716) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:41.361633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8b8f5b32-2b12-4587-8282-305b932040f2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '06958fe3-e339-4e21-bd4a-84270438bcb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:41.376114 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54718) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:41.422828 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5b32-2b12-4587-8282-305b932040f2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group_rule (32ae46fe-fe35-461b-829f-3f5813e16b62), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.470702 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b986250-5dea-47e9-80d7-1b4cb843fbf1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (bac873cc-4e13-400e-985b-efd5b770235f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.501857 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b986250-5dea-47e9-80d7-1b4cb843fbf1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (bac873cc-4e13-400e-985b-efd5b770235f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.505179 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-8b8f5b32-2b12-4587-8282-305b932040f2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:02:41.509654 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8b8f5b32-2b12-4587-8282-305b932040f2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1491628 Jan 28 13:02:41.510112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54720) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:41.568653 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b986250-5dea-47e9-80d7-1b4cb843fbf1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (bac873cc-4e13-400e-985b-efd5b770235f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.571259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b986250-5dea-47e9-80d7-1b4cb843fbf1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.574996 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3b986250-5dea-47e9-80d7-1b4cb843fbf1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "DELETE /v2.0/security-groups/bac873cc-4e13-400e-985b-efd5b770235f HTTP/1.1" status: 204 len: 168 time: 0.1951385 Jan 28 13:02:41.575622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54722) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:41.585086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b986250-5dea-47e9-80d7-1b4cb843fbf1 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac873cc-4e13-400e-985b-efd5b770235f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:41.591022 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd91d4c9-8b1e-4ba3-a3af-646fafe977b8 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (06958fe3-e339-4e21-bd4a-84270438bcb3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.637375 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd91d4c9-8b1e-4ba3-a3af-646fafe977b8 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (06958fe3-e339-4e21-bd4a-84270438bcb3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.702106 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4e2eda3-28b1-4272-b2a7-08f812ebf306 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (f1b7a4fc-863e-431b-b77a-c2b81609bc16), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.739666 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4e2eda3-28b1-4272-b2a7-08f812ebf306 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (f1b7a4fc-863e-431b-b77a-c2b81609bc16), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.749313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd91d4c9-8b1e-4ba3-a3af-646fafe977b8 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (06958fe3-e339-4e21-bd4a-84270438bcb3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.753221 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd91d4c9-8b1e-4ba3-a3af-646fafe977b8 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.754452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bd91d4c9-8b1e-4ba3-a3af-646fafe977b8 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "DELETE /v2.0/security-groups/06958fe3-e339-4e21-bd4a-84270438bcb3 HTTP/1.1" status: 204 len: 168 time: 0.2432060 Jan 28 13:02:41.758565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54728) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:41.776790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91d4c9-8b1e-4ba3-a3af-646fafe977b8 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06958fe3-e339-4e21-bd4a-84270438bcb3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:41.818248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4e2eda3-28b1-4272-b2a7-08f812ebf306 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f1b7a4fc-863e-431b-b77a-c2b81609bc16), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.824396 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4e2eda3-28b1-4272-b2a7-08f812ebf306 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:41.826780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c4e2eda3-28b1-4272-b2a7-08f812ebf306 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "DELETE /v2.0/security-groups/f1b7a4fc-863e-431b-b77a-c2b81609bc16 HTTP/1.1" status: 204 len: 168 time: 0.2498527 Jan 28 13:02:41.833701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54730) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:41.862592 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f60f5fc7-3ca7-40c2-bfe9-b54ca53087c7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1021533 Jan 28 13:02:41.869196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54732) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:41.872659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fa8a8f5c-bff9-41ab-81bd-b57dac83134a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102895592'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:41.886726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2eda3-28b1-4272-b2a7-08f812ebf306 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b7a4fc-863e-431b-b77a-c2b81609bc16,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:41.897798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa8a8f5c-bff9-41ab-81bd-b57dac83134a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.020261 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa8a8f5c-bff9-41ab-81bd-b57dac83134a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (7dcda3fd-e66e-4c53-b9df-ff5add22fdf3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.026017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa8a8f5c-bff9-41ab-81bd-b57dac83134a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7dcda3fd-e66e-4c53-b9df-ff5add22fdf3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.065167 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa8a8f5c-bff9-41ab-81bd-b57dac83134a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.068661 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fa8a8f5c-bff9-41ab-81bd-b57dac83134a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1994452 Jan 28 13:02:42.068819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54736) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:42.071543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a8f5c-bff9-41ab-81bd-b57dac83134a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcda3fd-e66e-4c53-b9df-ff5add22fdf3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:42.080808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-46b37cdf-60af-4155-b9c8-c0832086cc29 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '7dcda3fd-e66e-4c53-b9df-ff5add22fdf3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:42.086588 n-d-824835-4 neutron-server[103129]: WARNING neutron.api.v2.base [None req-46b37cdf-60af-4155-b9c8-c0832086cc29 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 13:02:42.087375 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-46b37cdf-60af-4155-b9c8-c0832086cc29 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:42.088758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-46b37cdf-60af-4155-b9c8-c0832086cc29 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0179472 Jan 28 13:02:42.092198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54738) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:42.220165 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aac26db-84e8-4000-a65c-1000406e68a7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (7dcda3fd-e66e-4c53-b9df-ff5add22fdf3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.270880 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aac26db-84e8-4000-a65c-1000406e68a7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (7dcda3fd-e66e-4c53-b9df-ff5add22fdf3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.339213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aac26db-84e8-4000-a65c-1000406e68a7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (7dcda3fd-e66e-4c53-b9df-ff5add22fdf3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.341888 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aac26db-84e8-4000-a65c-1000406e68a7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.343028 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7aac26db-84e8-4000-a65c-1000406e68a7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "DELETE /v2.0/security-groups/7dcda3fd-e66e-4c53-b9df-ff5add22fdf3 HTTP/1.1" status: 204 len: 168 time: 0.2494659 Jan 28 13:02:42.347305 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54740) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:42.369624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac26db-84e8-4000-a65c-1000406e68a7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcda3fd-e66e-4c53-b9df-ff5add22fdf3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:42.406603 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-323cb7f4-b9ab-4b9d-b205-1064e5a8a57a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0535707 Jan 28 13:02:42.408522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54742) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:42.413394 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7c6371bd-3dea-4d90-be34-b482b395b3d1 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229368902'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:42.426342 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:42.441775 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f32c-d3ea-4a20-908d-803a80b7591c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (9c91ff77-f74c-4979-808b-b42c825992c4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.444748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c6371bd-3dea-4d90-be34-b482b395b3d1 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.464960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:42.465637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7ccf2caa-a14e-4c73-87a6-8fb8839c93a7 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:42.570196 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c6371bd-3dea-4d90-be34-b482b395b3d1 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (ec47995b-17ea-40bf-8344-c296d63b184f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.574620 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c6371bd-3dea-4d90-be34-b482b395b3d1 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ec47995b-17ea-40bf-8344-c296d63b184f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.611443 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c6371bd-3dea-4d90-be34-b482b395b3d1 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.618401 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7c6371bd-3dea-4d90-be34-b482b395b3d1 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2032714 Jan 28 13:02:42.619138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54744) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:42.623600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4882254e-c119-4d15-80b4-2e885db648ca tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': 'ec47995b-17ea-40bf-8344-c296d63b184f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:42.624788 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-4882254e-c119-4d15-80b4-2e885db648ca tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 13:02:42.625248 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-4882254e-c119-4d15-80b4-2e885db648ca tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:42.629232 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4882254e-c119-4d15-80b4-2e885db648ca tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063355 Jan 28 13:02:42.631253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54746) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:42.639473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6371bd-3dea-4d90-be34-b482b395b3d1 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec47995b-17ea-40bf-8344-c296d63b184f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:42.703685 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0bfea88-8802-4d4b-a08f-5247ad3b2dd0 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (ec47995b-17ea-40bf-8344-c296d63b184f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.735287 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0bfea88-8802-4d4b-a08f-5247ad3b2dd0 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (ec47995b-17ea-40bf-8344-c296d63b184f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.794181 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0bfea88-8802-4d4b-a08f-5247ad3b2dd0 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ec47995b-17ea-40bf-8344-c296d63b184f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.801770 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0bfea88-8802-4d4b-a08f-5247ad3b2dd0 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.806028 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b0bfea88-8802-4d4b-a08f-5247ad3b2dd0 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "DELETE /v2.0/security-groups/ec47995b-17ea-40bf-8344-c296d63b184f HTTP/1.1" status: 204 len: 168 time: 0.1710830 Jan 28 13:02:42.807614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54750) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:42.823732 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfea88-8802-4d4b-a08f-5247ad3b2dd0 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec47995b-17ea-40bf-8344-c296d63b184f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:42.831926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8ec2f32c-d3ea-4a20-908d-803a80b7591c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Deleting port 38b52978-e4f0-4011-bd1f-efe61e7e53cf {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:42.832220 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f32c-d3ea-4a20-908d-803a80b7591c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:42.950867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-391812c8-5308-4aea-8049-2de32991103d tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1411421 Jan 28 13:02:42.954808 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54752) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:42.960111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0ed49e35-0ffd-423a-b11a-92e2d4d1ca69 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group': {'name': 'tempest-secgroup--778384921'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:42.987503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ed49e35-0ffd-423a-b11a-92e2d4d1ca69 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.004681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8ec2f32c-d3ea-4a20-908d-803a80b7591c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] For port 38b52978-e4f0-4011-bd1f-efe61e7e53cf, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=38b52978-e4f0-4011-bd1f-efe61e7e53cf,segment=NetworkSegment(fc90d9ed-6f04-4774-b1a5-1ea7c853500f),segment_id=fc90d9ed-6f04-4774-b1a5-1ea7c853500f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:43.005050 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f32c-d3ea-4a20-908d-803a80b7591c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.023378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8ec2f32c-d3ea-4a20-908d-803a80b7591c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Calling delete_port for 38b52978-e4f0-4011-bd1f-efe61e7e53cf owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:43.076119 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ed49e35-0ffd-423a-b11a-92e2d4d1ca69 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (20130554-2d62-46f0-9dba-3cb95a5614b2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.081712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ed49e35-0ffd-423a-b11a-92e2d4d1ca69 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (20130554-2d62-46f0-9dba-3cb95a5614b2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.126779 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ed49e35-0ffd-423a-b11a-92e2d4d1ca69 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.132053 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0ed49e35-0ffd-423a-b11a-92e2d4d1ca69 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1716273 Jan 28 13:02:43.132053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed49e35-0ffd-423a-b11a-92e2d4d1ca69 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20130554-2d62-46f0-9dba-3cb95a5614b2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:43.133322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54756) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.149604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-90d668c4-e956-48f5-925f-20176be8a1ae tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '20130554-2d62-46f0-9dba-3cb95a5614b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:43.151293 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-90d668c4-e956-48f5-925f-20176be8a1ae tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 13:02:43.152022 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-90d668c4-e956-48f5-925f-20176be8a1ae tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:43.153197 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-90d668c4-e956-48f5-925f-20176be8a1ae tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094244 Jan 28 13:02:43.157164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54758) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.161831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-82c03a79-1c0b-4944-a3e0-41433e283713 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '20130554-2d62-46f0-9dba-3cb95a5614b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:43.164143 n-d-824835-4 neutron-server[103129]: WARNING neutron.api.v2.base [None req-82c03a79-1c0b-4944-a3e0-41433e283713 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 13:02:43.164663 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-82c03a79-1c0b-4944-a3e0-41433e283713 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:43.165654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-82c03a79-1c0b-4944-a3e0-41433e283713 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074594 Jan 28 13:02:43.168804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54760) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.175861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-52d617a7-0e42-465a-8cf2-cd12b581bcfd tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '20130554-2d62-46f0-9dba-3cb95a5614b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:43.175861 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-52d617a7-0e42-465a-8cf2-cd12b581bcfd tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 13:02:43.180594 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-52d617a7-0e42-465a-8cf2-cd12b581bcfd tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:43.181590 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-52d617a7-0e42-465a-8cf2-cd12b581bcfd tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115943 Jan 28 13:02:43.191316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54762) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.197125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7cf18d23-712b-45a6-afea-2d08ba6e9024 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '20130554-2d62-46f0-9dba-3cb95a5614b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:43.198003 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-7cf18d23-712b-45a6-afea-2d08ba6e9024 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 13:02:43.198500 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-7cf18d23-712b-45a6-afea-2d08ba6e9024 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:43.199499 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7cf18d23-712b-45a6-afea-2d08ba6e9024 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071359 Jan 28 13:02:43.203816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54764) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.270372 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75fa37d0-dacb-476d-9e2c-dca2f8087b01 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (20130554-2d62-46f0-9dba-3cb95a5614b2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.295623 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75fa37d0-dacb-476d-9e2c-dca2f8087b01 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (20130554-2d62-46f0-9dba-3cb95a5614b2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.347519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f32c-d3ea-4a20-908d-803a80b7591c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (38b52978-e4f0-4011-bd1f-efe61e7e53cf), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.348497 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75fa37d0-dacb-476d-9e2c-dca2f8087b01 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (20130554-2d62-46f0-9dba-3cb95a5614b2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.351636 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75fa37d0-dacb-476d-9e2c-dca2f8087b01 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.356142 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-75fa37d0-dacb-476d-9e2c-dca2f8087b01 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "DELETE /v2.0/security-groups/20130554-2d62-46f0-9dba-3cb95a5614b2 HTTP/1.1" status: 204 len: 168 time: 0.1513104 Jan 28 13:02:43.357023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.377449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2f32c-d3ea-4a20-908d-803a80b7591c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'Port': ['ID=38b52978-e4f0-4011-bd1f-efe61e7e53cf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:43.384198 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa37d0-dacb-476d-9e2c-dca2f8087b01 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20130554-2d62-46f0-9dba-3cb95a5614b2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:43.429896 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dd2f920e-df06-46ee-ac0d-ee3dc2589665 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0679920 Jan 28 13:02:43.430624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.436079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a91e5947-db01-4720-be7a-a5c93fb7ed95 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group': {'name': 'tempest-secgroup--238593320'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:43.478709 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a91e5947-db01-4720-be7a-a5c93fb7ed95 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.594211 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a91e5947-db01-4720-be7a-a5c93fb7ed95 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (71e06bca-73e4-429c-b6b9-1496b4cc1671), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.601090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a91e5947-db01-4720-be7a-a5c93fb7ed95 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (71e06bca-73e4-429c-b6b9-1496b4cc1671), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.620960 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ec2f32c-d3ea-4a20-908d-803a80b7591c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (9c91ff77-f74c-4979-808b-b42c825992c4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.665908 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a91e5947-db01-4720-be7a-a5c93fb7ed95 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:43.672789 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a91e5947-db01-4720-be7a-a5c93fb7ed95 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2406466 Jan 28 13:02:43.674422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54770) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.685780 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ebbe35e9-d630-42d4-be50-a18ba7b0053a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '71e06bca-73e4-429c-b6b9-1496b4cc1671', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:43.687683 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-ebbe35e9-d630-42d4-be50-a18ba7b0053a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 13:02:43.688472 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-ebbe35e9-d630-42d4-be50-a18ba7b0053a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:43.693567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54772) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.696127 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ebbe35e9-d630-42d4-be50-a18ba7b0053a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0132065 Jan 28 13:02:43.701544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e5947-db01-4720-be7a-a5c93fb7ed95 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e06bca-73e4-429c-b6b9-1496b4cc1671,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:43.723465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-25da9e29-397f-48dd-9a9c-e64130c717ce tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '71e06bca-73e4-429c-b6b9-1496b4cc1671', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:43.816605 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-25da9e29-397f-48dd-9a9c-e64130c717ce tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:43.817497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-25da9e29-397f-48dd-9a9c-e64130c717ce tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0979974 Jan 28 13:02:43.821082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54774) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.826182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c75e963e-30ff-40b4-9684-ddb43aba81f0 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '71e06bca-73e4-429c-b6b9-1496b4cc1671', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:43.826879 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-c75e963e-30ff-40b4-9684-ddb43aba81f0 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 13:02:43.827767 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-c75e963e-30ff-40b4-9684-ddb43aba81f0 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:43.832737 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c75e963e-30ff-40b4-9684-ddb43aba81f0 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103288 Jan 28 13:02:43.833488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54776) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.838736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fd018db9-7ec8-4bf6-b810-d776369f5c91 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '71e06bca-73e4-429c-b6b9-1496b4cc1671', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:43.892519 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-fd018db9-7ec8-4bf6-b810-d776369f5c91 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:43.893844 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fd018db9-7ec8-4bf6-b810-d776369f5c91 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0591736 Jan 28 13:02:43.898582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.911065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-da36731b-65f1-4116-bfc7-8a1ee988e9f4 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '71e06bca-73e4-429c-b6b9-1496b4cc1671', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:43.911611 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-da36731b-65f1-4116-bfc7-8a1ee988e9f4 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 13:02:43.914430 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-da36731b-65f1-4116-bfc7-8a1ee988e9f4 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:43.915562 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-da36731b-65f1-4116-bfc7-8a1ee988e9f4 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0151525 Jan 28 13:02:43.920440 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54782) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.926547 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c1a46c65-b823-41d4-ab45-086b0abd9f35 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '71e06bca-73e4-429c-b6b9-1496b4cc1671', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:43.962762 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-c1a46c65-b823-41d4-ab45-086b0abd9f35 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Project c24c14e0941541e88a9226bbe764f01b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:02:43.981463 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-c1a46c65-b823-41d4-ab45-086b0abd9f35 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:43.983127 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c1a46c65-b823-41d4-ab45-086b0abd9f35 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0620992 Jan 28 13:02:43.987596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:43.992600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1083daad-7226-41bc-bf71-1f428b1aacd3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '71e06bca-73e4-429c-b6b9-1496b4cc1671', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:43.993318 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-1083daad-7226-41bc-bf71-1f428b1aacd3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 13:02:43.994020 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-1083daad-7226-41bc-bf71-1f428b1aacd3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:43.995421 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1083daad-7226-41bc-bf71-1f428b1aacd3 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066109 Jan 28 13:02:43.995732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec2f32c-d3ea-4a20-908d-803a80b7591c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Router 9c91ff77-f74c-4979-808b-b42c825992c4 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:02:43.999989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54786) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:44.004674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-74100650-e6d1-4df0-8e2b-8ebf525bd2bc tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '71e06bca-73e4-429c-b6b9-1496b4cc1671', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:44.074183 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-74100650-e6d1-4df0-8e2b-8ebf525bd2bc tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Project c24c14e0941541e88a9226bbe764f01b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:02:44.097428 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-74100650-e6d1-4df0-8e2b-8ebf525bd2bc tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:44.098492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-74100650-e6d1-4df0-8e2b-8ebf525bd2bc tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0976989 Jan 28 13:02:44.102146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54788) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:44.136802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0c9d566b-8ef7-4386-87f6-febf0315854f tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '71e06bca-73e4-429c-b6b9-1496b4cc1671', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:44.175476 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec2f32c-d3ea-4a20-908d-803a80b7591c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:02:44.175476 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-0c9d566b-8ef7-4386-87f6-febf0315854f tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Project c24c14e0941541e88a9226bbe764f01b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:02:44.183167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8ec2f32c-d3ea-4a20-908d-803a80b7591c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "PUT /v2.0/routers/9c91ff77-f74c-4979-808b-b42c825992c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3481853 Jan 28 13:02:44.183791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54790) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:44.186592 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b2ff25-5e44-4f80-bcbc-179c451ccdee None None] Sync routers for ids ['9c91ff77-f74c-4979-808b-b42c825992c4'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:02:44.197325 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-0c9d566b-8ef7-4386-87f6-febf0315854f tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:44.203533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0c9d566b-8ef7-4386-87f6-febf0315854f tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0960803 Jan 28 13:02:44.203533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54794) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:44.211472 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2ff25-5e44-4f80-bcbc-179c451ccdee None None] Routers {'9c91ff77-f74c-4979-808b-b42c825992c4'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:44.216373 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-59b2ff25-5e44-4f80-bcbc-179c451ccdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9c91ff77-f74c-4979-808b-b42c825992c4'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:44.276982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c108456b-c532-4794-9038-69e0eafd121c tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (71e06bca-73e4-429c-b6b9-1496b4cc1671), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.304320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-555ca2d1-7797-4780-8b21-c98c32022635 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Deleting subnet 33010f4f-44bd-4440-8a35-087f26a1f0e3 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:02:44.307725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c108456b-c532-4794-9038-69e0eafd121c tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (71e06bca-73e4-429c-b6b9-1496b4cc1671), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.310209 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-555ca2d1-7797-4780-8b21-c98c32022635 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for subnet (33010f4f-44bd-4440-8a35-087f26a1f0e3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.358822 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c108456b-c532-4794-9038-69e0eafd121c tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (71e06bca-73e4-429c-b6b9-1496b4cc1671), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.364153 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c108456b-c532-4794-9038-69e0eafd121c tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.366334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c108456b-c532-4794-9038-69e0eafd121c tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "DELETE /v2.0/security-groups/71e06bca-73e4-429c-b6b9-1496b4cc1671 HTTP/1.1" status: 204 len: 168 time: 0.1619399 Jan 28 13:02:44.368562 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-555ca2d1-7797-4780-8b21-c98c32022635 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (33010f4f-44bd-4440-8a35-087f26a1f0e3), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.372350 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54796) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:44.378755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108456b-c532-4794-9038-69e0eafd121c tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e06bca-73e4-429c-b6b9-1496b4cc1671,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:44.388915 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-59b2ff25-5e44-4f80-bcbc-179c451ccdee None None] Set router 9c91ff77-f74c-4979-808b-b42c825992c4 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:44.482831 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-94da3ef5-addf-4c19-a4ac-a10b051224d8 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1030905 Jan 28 13:02:44.483099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:44.486404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8cde69e2-42ee-4bf7-a064-2e2f6f1cbb63 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490456044'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:44.513528 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8cde69e2-42ee-4bf7-a064-2e2f6f1cbb63 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.521509 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-555ca2d1-7797-4780-8b21-c98c32022635 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (33010f4f-44bd-4440-8a35-087f26a1f0e3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.611495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-555ca2d1-7797-4780-8b21-c98c32022635 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (33010f4f-44bd-4440-8a35-087f26a1f0e3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.626112 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8cde69e2-42ee-4bf7-a064-2e2f6f1cbb63 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (d57f372b-56e7-42ab-b449-c18b5f6c63ec), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.630814 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8cde69e2-42ee-4bf7-a064-2e2f6f1cbb63 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d57f372b-56e7-42ab-b449-c18b5f6c63ec), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.652362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ca2d1-7797-4780-8b21-c98c32022635 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'Subnet': ['ID=33010f4f-44bd-4440-8a35-087f26a1f0e3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:44.665341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3f5ef8-49d9-4d0f-a764-40780be841e2 None None] Network 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:44.665857 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-555ca2d1-7797-4780-8b21-c98c32022635 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.672143 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-555ca2d1-7797-4780-8b21-c98c32022635 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "DELETE /v2.0/subnets/33010f4f-44bd-4440-8a35-087f26a1f0e3 HTTP/1.1" status: 204 len: 168 time: 0.4769149 Jan 28 13:02:44.673911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54800) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:44.676322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde69e2-42ee-4bf7-a064-2e2f6f1cbb63 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57f372b-56e7-42ab-b449-c18b5f6c63ec,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:44.694511 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-59b2ff25-5e44-4f80-bcbc-179c451ccdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:02:43Z', 'revision_number': 5, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:44.695789 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8cde69e2-42ee-4bf7-a064-2e2f6f1cbb63 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.700207 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8cde69e2-42ee-4bf7-a064-2e2f6f1cbb63 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2173197 Jan 28 13:02:44.706037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54802) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:44.722414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a3ca493f-ab7b-4e90-8897-c4bd0da7694a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': 'd57f372b-56e7-42ab-b449-c18b5f6c63ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:44.731502 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b2ff25-5e44-4f80-bcbc-179c451ccdee None None] Checking router: 9c91ff77-f74c-4979-808b-b42c825992c4 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:02:44.742502 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2ff25-5e44-4f80-bcbc-179c451ccdee None None] Routers {'9c91ff77-f74c-4979-808b-b42c825992c4'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:02:44.743511 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-59b2ff25-5e44-4f80-bcbc-179c451ccdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:02:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['9c91ff77-f74c-4979-808b-b42c825992c4'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:44.786868 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-a3ca493f-ab7b-4e90-8897-c4bd0da7694a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The resource could not be found. Jan 28 13:02:44.788104 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a3ca493f-ab7b-4e90-8897-c4bd0da7694a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0809736 Jan 28 13:02:44.792648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54804) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:44.800762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5c60ef1f-9e08-4689-bcd8-a36fdc87ef78 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': 'd57f372b-56e7-42ab-b449-c18b5f6c63ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd43f9d33-ff35-4074-84b5-5b43d8e68814'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:44.875862 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-5c60ef1f-9e08-4689-bcd8-a36fdc87ef78 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The resource could not be found. Jan 28 13:02:44.880748 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54806) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:44.882835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5c60ef1f-9e08-4689-bcd8-a36fdc87ef78 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0889399 Jan 28 13:02:44.944458 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router (9c91ff77-f74c-4979-808b-b42c825992c4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:44.946548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea881ec5-0377-47a5-9aa2-60291391407c None None] DHCP port deletion for 291bb2da-19a3-492b-ae3c-bc9c9aa3b33f request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:02:45.000300 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-59b2ff25-5e44-4f80-bcbc-179c451ccdee None None] Set router 9c91ff77-f74c-4979-808b-b42c825992c4 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:02:45.049561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ea881ec5-0377-47a5-9aa2-60291391407c None None] Deleting port c07cd783-fd99-4cd7-9c51-6331d6a4c037 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:45.049940 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea881ec5-0377-47a5-9aa2-60291391407c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c07cd783-fd99-4cd7-9c51-6331d6a4c037), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:45.051304 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7daf6ee3-7710-4c32-816d-318fc5bf9f5f tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (d57f372b-56e7-42ab-b449-c18b5f6c63ec), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:45.125191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ea881ec5-0377-47a5-9aa2-60291391407c None None] For port c07cd783-fd99-4cd7-9c51-6331d6a4c037, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c07cd783-fd99-4cd7-9c51-6331d6a4c037,segment=NetworkSegment(fc90d9ed-6f04-4774-b1a5-1ea7c853500f),segment_id=fc90d9ed-6f04-4774-b1a5-1ea7c853500f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:45.125624 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea881ec5-0377-47a5-9aa2-60291391407c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c07cd783-fd99-4cd7-9c51-6331d6a4c037), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:45.142175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ea881ec5-0377-47a5-9aa2-60291391407c None None] Calling delete_port for c07cd783-fd99-4cd7-9c51-6331d6a4c037 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:45.242516 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea881ec5-0377-47a5-9aa2-60291391407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (c07cd783-fd99-4cd7-9c51-6331d6a4c037), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:45.243270 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-59b2ff25-5e44-4f80-bcbc-179c451ccdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:02:43Z', 'revision_number': 5, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:45.290739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea881ec5-0377-47a5-9aa2-60291391407c None None] No DVR routers for this DVR port c07cd783-fd99-4cd7-9c51-6331d6a4c037 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:02:45.296526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea881ec5-0377-47a5-9aa2-60291391407c None None] Pushing event deleted for resources: {'Port': ['ID=c07cd783-fd99-4cd7-9c51-6331d6a4c037,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:45.315800 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b2ff25-5e44-4f80-bcbc-179c451ccdee None None] The sync data for ids ['9c91ff77-f74c-4979-808b-b42c825992c4'] in n-d-824835-4 is: [{'id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-940250806', 'tenant_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:02:43Z', 'revision_number': 5, 'project_id': '38a74fdf8f7b46ec84caf05dc04d0ad5', 'gw_port': {'id': '04fcd2f7-e306-44e3-96e9-8d6be69785f5', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c91ff77-f74c-4979-808b-b42c825992c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:00:34Z', 'updated_at': '2022-01-28T13:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:02:45.504140 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7daf6ee3-7710-4c32-816d-318fc5bf9f5f tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (d57f372b-56e7-42ab-b449-c18b5f6c63ec), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:45.528747 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router_gateway (9c91ff77-f74c-4979-808b-b42c825992c4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:45.581067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7daf6ee3-7710-4c32-816d-318fc5bf9f5f tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d57f372b-56e7-42ab-b449-c18b5f6c63ec), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:45.583634 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7daf6ee3-7710-4c32-816d-318fc5bf9f5f tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:45.584796 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7daf6ee3-7710-4c32-816d-318fc5bf9f5f tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "DELETE /v2.0/security-groups/d57f372b-56e7-42ab-b449-c18b5f6c63ec HTTP/1.1" status: 204 len: 168 time: 0.7022407 Jan 28 13:02:45.588075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54812) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:45.598898 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf6ee3-7710-4c32-816d-318fc5bf9f5f tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57f372b-56e7-42ab-b449-c18b5f6c63ec,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:45.617920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Deleting port 04fcd2f7-e306-44e3-96e9-8d6be69785f5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:45.618491 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:45.671267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:45.671544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d6536509-886e-4c4b-8355-b6858c770667 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0803854 Jan 28 13:02:45.676512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b586ff66-f900-4fea-b708-142ead7a9e21 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '193b2b8c-b34f-4c66-a821-3f0b9cbdc290', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:45.741075 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] For port 04fcd2f7-e306-44e3-96e9-8d6be69785f5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=04fcd2f7-e306-44e3-96e9-8d6be69785f5,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:45.741448 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:45.765620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Calling delete_port for 04fcd2f7-e306-44e3-96e9-8d6be69785f5 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:45.772760 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-b586ff66-f900-4fea-b708-142ead7a9e21 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The resource could not be found. Jan 28 13:02:45.778539 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b586ff66-f900-4fea-b708-142ead7a9e21 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1028893 Jan 28 13:02:45.778539 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54816) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:45.783865 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c56b4ee9-8019-4c9f-aa73-f2596b570e91 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884522332'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:45.805542 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c07cd783-fd99-4cd7-9c51-6331d6a4c037 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:45.835635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: c07cd783-fd99-4cd7-9c51-6331d6a4c037 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:45.836238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c07cd783-fd99-4cd7-9c51-6331d6a4c037 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:45.837583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 38b52978-e4f0-4011-bd1f-efe61e7e53cf no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:45.864464 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c56b4ee9-8019-4c9f-aa73-f2596b570e91 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:45.869592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 38b52978-e4f0-4011-bd1f-efe61e7e53cf {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:45.870057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 38b52978-e4f0-4011-bd1f-efe61e7e53cf not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:46.047383 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c56b4ee9-8019-4c9f-aa73-f2596b570e91 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (030ead97-a657-41b0-b1d7-8d0c04e74e23), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.063485 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c56b4ee9-8019-4c9f-aa73-f2596b570e91 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (030ead97-a657-41b0-b1d7-8d0c04e74e23), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.103614 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (04fcd2f7-e306-44e3-96e9-8d6be69785f5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.122676 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c56b4ee9-8019-4c9f-aa73-f2596b570e91 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.123931 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c56b4ee9-8019-4c9f-aa73-f2596b570e91 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3455176 Jan 28 13:02:46.128921 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:46.133590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9c2c83cf-905f-455b-80e7-3cfbc12bc7c2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967937423'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:46.153957 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b4ee9-8019-4c9f-aa73-f2596b570e91 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030ead97-a657-41b0-b1d7-8d0c04e74e23,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:46.159903 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c2c83cf-905f-455b-80e7-3cfbc12bc7c2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.160118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'Port': ['ID=04fcd2f7-e306-44e3-96e9-8d6be69785f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:46.244403 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (9c91ff77-f74c-4979-808b-b42c825992c4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.257401 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c2c83cf-905f-455b-80e7-3cfbc12bc7c2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (4cfd18dd-1f23-4b6f-bc68-402077c751b6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.262125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c2c83cf-905f-455b-80e7-3cfbc12bc7c2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4cfd18dd-1f23-4b6f-bc68-402077c751b6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.293755 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c2c83cf-905f-455b-80e7-3cfbc12bc7c2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.295305 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9c2c83cf-905f-455b-80e7-3cfbc12bc7c2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1653936 Jan 28 13:02:46.299885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54822) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:46.306501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ead34d81-3eed-4153-9848-b65f6edfe505 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': '030ead97-a657-41b0-b1d7-8d0c04e74e23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4cfd18dd-1f23-4b6f-bc68-402077c751b6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:46.316785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c83cf-905f-455b-80e7-3cfbc12bc7c2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfd18dd-1f23-4b6f-bc68-402077c751b6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:46.367152 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-ead34d81-3eed-4153-9848-b65f6edfe505 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:46.372188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ead34d81-3eed-4153-9848-b65f6edfe505 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0656855 Jan 28 13:02:46.372598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54824) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:46.372809 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (9c91ff77-f74c-4979-808b-b42c825992c4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.376051 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router_controller (9c91ff77-f74c-4979-808b-b42c825992c4), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.453922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (9c91ff77-f74c-4979-808b-b42c825992c4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.454830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Fanout notify agent at l3_agent the message router_deleted on router 9c91ff77-f74c-4979-808b-b42c825992c4 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:02:46.464057 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.465459 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-36a44c99-4e8e-4f9a-8dc1-102c857ef17c tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "DELETE /v2.0/routers/9c91ff77-f74c-4979-808b-b42c825992c4 HTTP/1.1" status: 204 len: 168 time: 1.7798533 Jan 28 13:02:46.468814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54828) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:46.484623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bbc691f-ef20-4301-a39d-0aa07f1a8a64 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (4cfd18dd-1f23-4b6f-bc68-402077c751b6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.542756 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bbc691f-ef20-4301-a39d-0aa07f1a8a64 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (4cfd18dd-1f23-4b6f-bc68-402077c751b6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.625680 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bbc691f-ef20-4301-a39d-0aa07f1a8a64 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4cfd18dd-1f23-4b6f-bc68-402077c751b6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.629552 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bbc691f-ef20-4301-a39d-0aa07f1a8a64 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.630939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3bbc691f-ef20-4301-a39d-0aa07f1a8a64 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "DELETE /v2.0/security-groups/4cfd18dd-1f23-4b6f-bc68-402077c751b6 HTTP/1.1" status: 204 len: 168 time: 0.2573745 Jan 28 13:02:46.634975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54830) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:46.643704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (291bb2da-19a3-492b-ae3c-bc9c9aa3b33f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.665927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc691f-ef20-4301-a39d-0aa07f1a8a64 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfd18dd-1f23-4b6f-bc68-402077c751b6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:46.745911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-61bc5a66-fcc4-422b-9073-b92baa8c3c9a tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1083310 Jan 28 13:02:46.751535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54832) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:46.774993 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (291bb2da-19a3-492b-ae3c-bc9c9aa3b33f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.804609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291bb2da-19a3-492b-ae3c-bc9c9aa3b33f']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:46.814850 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d421-5f03-408c-8e40-e2651b56d5ed tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (030ead97-a657-41b0-b1d7-8d0c04e74e23), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.816032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:46.816464 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc90d9ed-6f04-4774-b1a5-1ea7c853500f') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:46.827702 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (fc90d9ed-6f04-4774-b1a5-1ea7c853500f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.842164 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (fc90d9ed-6f04-4774-b1a5-1ea7c853500f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.846092 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d421-5f03-408c-8e40-e2651b56d5ed tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (030ead97-a657-41b0-b1d7-8d0c04e74e23), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.851075 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:02:46.851771 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (fc90d9ed-6f04-4774-b1a5-1ea7c853500f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:02:46.855427 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:02:46.908964 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d421-5f03-408c-8e40-e2651b56d5ed tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (030ead97-a657-41b0-b1d7-8d0c04e74e23), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.911788 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d421-5f03-408c-8e40-e2651b56d5ed tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.916494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d1b8d421-5f03-408c-8e40-e2651b56d5ed tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "DELETE /v2.0/security-groups/030ead97-a657-41b0-b1d7-8d0c04e74e23 HTTP/1.1" status: 204 len: 168 time: 0.1604583 Jan 28 13:02:46.916742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:46.939771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8d421-5f03-408c-8e40-e2651b56d5ed tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030ead97-a657-41b0-b1d7-8d0c04e74e23,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:46.940183 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (291bb2da-19a3-492b-ae3c-bc9c9aa3b33f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.963483 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:46.977570 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] 10.222.0.53 "DELETE /v2.0/networks/291bb2da-19a3-492b-ae3c-bc9c9aa3b33f HTTP/1.1" status: 204 len: 168 time: 0.5067742 Jan 28 13:02:46.987638 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9013072c-f5e0-4bb7-ad9e-badf562c0283 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0697718 Jan 28 13:02:46.988269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54838) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:46.991750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a108043-2f2c-43e6-840b-c44ed2a1aea8 tempest-TestSecurityGroupsBasicOps-538544458 tempest-TestSecurityGroupsBasicOps-538544458-project] Pushing event deleted for resources: {'Network': ['ID=291bb2da-19a3-492b-ae3c-bc9c9aa3b33f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:46.992718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0b3f8eec-606c-4115-84f7-2a54d2542153 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823094294'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:47.023851 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b3f8eec-606c-4115-84f7-2a54d2542153 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.128137 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b3f8eec-606c-4115-84f7-2a54d2542153 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (abbd878d-b04c-4b3a-83f1-68a7b5c5fada), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.132697 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b3f8eec-606c-4115-84f7-2a54d2542153 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (abbd878d-b04c-4b3a-83f1-68a7b5c5fada), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.169583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f8eec-606c-4115-84f7-2a54d2542153 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbd878d-b04c-4b3a-83f1-68a7b5c5fada,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:47.175011 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b3f8eec-606c-4115-84f7-2a54d2542153 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.179759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0b3f8eec-606c-4115-84f7-2a54d2542153 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1904416 Jan 28 13:02:47.180149 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54844) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:47.185559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0e3b9dfa-ba3b-4b97-b61b-7e19e2c9809e tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': 'abbd878d-b04c-4b3a-83f1-68a7b5c5fada', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:47.240801 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-0e3b9dfa-ba3b-4b97-b61b-7e19e2c9809e tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:47.242102 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0e3b9dfa-ba3b-4b97-b61b-7e19e2c9809e tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0606401 Jan 28 13:02:47.246403 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:47.252280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-02c828f7-be1f-48f3-878b-e1f2f3a77733 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group_rule': {'security_group_id': 'abbd878d-b04c-4b3a-83f1-68a7b5c5fada', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:47.300483 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-02c828f7-be1f-48f3-878b-e1f2f3a77733 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:02:47.301690 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-02c828f7-be1f-48f3-878b-e1f2f3a77733 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0537839 Jan 28 13:02:47.304793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54858) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:47.365939 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd624441-f4cc-4c65-8eb4-12f0d49856f7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (abbd878d-b04c-4b3a-83f1-68a7b5c5fada), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.408015 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.411397 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd624441-f4cc-4c65-8eb4-12f0d49856f7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (abbd878d-b04c-4b3a-83f1-68a7b5c5fada), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.480425 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd624441-f4cc-4c65-8eb4-12f0d49856f7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (abbd878d-b04c-4b3a-83f1-68a7b5c5fada), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.483055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd624441-f4cc-4c65-8eb4-12f0d49856f7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.487714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54870) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:47.489627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bd624441-f4cc-4c65-8eb4-12f0d49856f7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "DELETE /v2.0/security-groups/abbd878d-b04c-4b3a-83f1-68a7b5c5fada HTTP/1.1" status: 204 len: 168 time: 0.1835482 Jan 28 13:02:47.510786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd624441-f4cc-4c65-8eb4-12f0d49856f7 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbd878d-b04c-4b3a-83f1-68a7b5c5fada,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:47.559712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54876) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:47.564746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e273e548-f7fa-40ba-888d-b0bb78e5c36b tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765148197'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:47.569645 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-29a6eed8-f744-45cf-91f6-0f62e4fda0cf tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0806890 Jan 28 13:02:47.592126 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e273e548-f7fa-40ba-888d-b0bb78e5c36b tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.692503 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e273e548-f7fa-40ba-888d-b0bb78e5c36b tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (4f54e892-9ea2-49a6-823d-270433f50706), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.709429 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e273e548-f7fa-40ba-888d-b0bb78e5c36b tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4f54e892-9ea2-49a6-823d-270433f50706), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.749581 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e273e548-f7fa-40ba-888d-b0bb78e5c36b tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.751603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e273e548-f7fa-40ba-888d-b0bb78e5c36b tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1907704 Jan 28 13:02:47.756393 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54888) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:47.759262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273e548-f7fa-40ba-888d-b0bb78e5c36b tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f54e892-9ea2-49a6-823d-270433f50706,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:47.764168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-487865dd-ccd0-48e4-b0aa-7398f845ac11 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:47.765583 n-d-824835-4 neutron-server[103128]: WARNING neutron.api.v2.base [None req-487865dd-ccd0-48e4-b0aa-7398f845ac11 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 13:02:47.766496 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-487865dd-ccd0-48e4-b0aa-7398f845ac11 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 13:02:47.773717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54890) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:47.774539 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-487865dd-ccd0-48e4-b0aa-7398f845ac11 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "PUT /v2.0/security-groups/4f54e892-9ea2-49a6-823d-270433f50706 HTTP/1.1" status: 409 len: 330 time: 0.0166726 Jan 28 13:02:47.816375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 04fcd2f7-e306-44e3-96e9-8d6be69785f5 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:47.852165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 04fcd2f7-e306-44e3-96e9-8d6be69785f5 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:02:47.852888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 04fcd2f7-e306-44e3-96e9-8d6be69785f5 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:02:47.865936 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2085c305-27e8-4d56-b82d-55c4ea39f8e2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (4f54e892-9ea2-49a6-823d-270433f50706), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.906988 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2085c305-27e8-4d56-b82d-55c4ea39f8e2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (4f54e892-9ea2-49a6-823d-270433f50706), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.969118 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2085c305-27e8-4d56-b82d-55c4ea39f8e2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4f54e892-9ea2-49a6-823d-270433f50706), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.974998 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2085c305-27e8-4d56-b82d-55c4ea39f8e2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.976474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2085c305-27e8-4d56-b82d-55c4ea39f8e2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "DELETE /v2.0/security-groups/4f54e892-9ea2-49a6-823d-270433f50706 HTTP/1.1" status: 204 len: 168 time: 0.2004390 Jan 28 13:02:47.977009 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:47.979475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54898) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:47.992471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085c305-27e8-4d56-b82d-55c4ea39f8e2 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f54e892-9ea2-49a6-823d-270433f50706,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:48.043476 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d90fd95c-d4ac-4ac7-a777-ea4dfe796d89 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0611632 Jan 28 13:02:48.045691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:48.066104 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-0d3cf70a-a9d4-4373-8fd5-9f73917feb20 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] delete failed (client error): The resource could not be found. Jan 28 13:02:48.067397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0d3cf70a-a9d4-4373-8fd5-9f73917feb20 tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "DELETE /v2.0/security-groups/ca3efe04-f6d6-4741-8e82-5e2f85fa561a HTTP/1.1" status: 404 len: 347 time: 0.0196993 Jan 28 13:02:48.071554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54906) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:48.088587 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-c0a0a6e6-5891-47ec-a50f-12c5ac18d6bc tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] show failed (client error): The resource could not be found. Jan 28 13:02:48.089957 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c0a0a6e6-5891-47ec-a50f-12c5ac18d6bc tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "GET /v2.0/security-groups/e359b5d9-e751-4828-997d-97a2707d48fd HTTP/1.1" status: 404 len: 347 time: 0.0172935 Jan 28 13:02:48.094760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54908) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:48.113481 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-465435a8-034d-435e-9b73-5cbea865c7dc tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] show failed (client error): The resource could not be found. Jan 28 13:02:48.114762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-465435a8-034d-435e-9b73-5cbea865c7dc tempest-NegativeSecGroupIPv6Test-1587449332 tempest-NegativeSecGroupIPv6Test-1587449332-project] 10.222.0.53 "GET /v2.0/security-group-rules/be1ff134-d4e5-4005-991b-9e44164774ed HTTP/1.1" status: 404 len: 356 time: 0.0189440 Jan 28 13:02:48.489453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54924) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:48.494233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54926) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:48.499014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c2c416f5-858d-48c1-a8f8-ffa6be2518c7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1599977681', 'description': 'tempest-secgroup-smoke-1599977681 description', 'project_id': '24aad192de1a4673b231d4b2844e4f83'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:48.526332 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2c416f5-858d-48c1-a8f8-ffa6be2518c7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:48.558060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54930) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:48.628216 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2c416f5-858d-48c1-a8f8-ffa6be2518c7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group (2a088b96-2a25-44a0-9214-c33ec88f8682), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:48.633357 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2c416f5-858d-48c1-a8f8-ffa6be2518c7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2a088b96-2a25-44a0-9214-c33ec88f8682), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:48.654395 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2c416f5-858d-48c1-a8f8-ffa6be2518c7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:48.657177 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c2c416f5-858d-48c1-a8f8-ffa6be2518c7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1618099 Jan 28 13:02:48.660224 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54936) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:48.667402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3765c039-ed8d-45e2-affc-4e40ef6a5380 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'security_group_rule': {'security_group_id': '2a088b96-2a25-44a0-9214-c33ec88f8682', 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:48.720781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c416f5-858d-48c1-a8f8-ffa6be2518c7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a088b96-2a25-44a0-9214-c33ec88f8682,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:48.731612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3765c039-ed8d-45e2-affc-4e40ef6a5380 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (d40c6764-53de-40be-ae7f-dc8ebe722c8b), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:48.857912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7c7aea6f-1b52-4930-8cd3-a26d8f711e0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38a74fdf8f7b46ec84caf05dc04d0ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3671620 Jan 28 13:02:48.861687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:48.868714 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b98233a8-13f6-457e-b49d-87cd5433fef4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c24c14e0941541e88a9226bbe764f01b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3068135 Jan 28 13:02:48.868714 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3765c039-ed8d-45e2-affc-4e40ef6a5380 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (d40c6764-53de-40be-ae7f-dc8ebe722c8b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:48.869434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54940) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:48.880840 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3765c039-ed8d-45e2-affc-4e40ef6a5380 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (d40c6764-53de-40be-ae7f-dc8ebe722c8b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:48.914805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765c039-ed8d-45e2-affc-4e40ef6a5380 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40c6764-53de-40be-ae7f-dc8ebe722c8b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:48.936161 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-daa19c99-bbbd-45eb-af34-eaa1813dddd3 admin admin] Publish callbacks [] for security_group (f0c415fa-96bb-467f-9354-9fe99a756f3b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:48.950827 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3765c039-ed8d-45e2-affc-4e40ef6a5380 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:48.955716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3765c039-ed8d-45e2-affc-4e40ef6a5380 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2941723 Jan 28 13:02:48.963747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54942) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:48.969852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dd56baa1-0767-492c-b3b2-f32438c8ca07 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'security_group_rule': {'security_group_id': '2a088b96-2a25-44a0-9214-c33ec88f8682', 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:48.980663 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4afa6e37-d9d5-47d4-a8bb-224a07901c82 admin admin] Publish callbacks [] for security_group (913f7a5a-fd8b-440b-b713-163712d17dd9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:48.981740 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-daa19c99-bbbd-45eb-af34-eaa1813dddd3 admin admin] Publish callbacks [] for security_group (f0c415fa-96bb-467f-9354-9fe99a756f3b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.007206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4afa6e37-d9d5-47d4-a8bb-224a07901c82 admin admin] Publish callbacks [] for security_group (913f7a5a-fd8b-440b-b713-163712d17dd9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.025645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd56baa1-0767-492c-b3b2-f32438c8ca07 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (fd922d3b-0b56-4150-9c5e-e1159b3e825a), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.067665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4afa6e37-d9d5-47d4-a8bb-224a07901c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (913f7a5a-fd8b-440b-b713-163712d17dd9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.069920 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-daa19c99-bbbd-45eb-af34-eaa1813dddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f0c415fa-96bb-467f-9354-9fe99a756f3b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.070338 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4afa6e37-d9d5-47d4-a8bb-224a07901c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.072067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4afa6e37-d9d5-47d4-a8bb-224a07901c82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/913f7a5a-fd8b-440b-b713-163712d17dd9 HTTP/1.1" status: 204 len: 168 time: 0.2014291 Jan 28 13:02:49.072700 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-daa19c99-bbbd-45eb-af34-eaa1813dddd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.076770 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-daa19c99-bbbd-45eb-af34-eaa1813dddd3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0c415fa-96bb-467f-9354-9fe99a756f3b HTTP/1.1" status: 204 len: 168 time: 0.2136703 Jan 28 13:02:49.083232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa6e37-d9d5-47d4-a8bb-224a07901c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f7a5a-fd8b-440b-b713-163712d17dd9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:49.103781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa19c99-bbbd-45eb-af34-eaa1813dddd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c415fa-96bb-467f-9354-9fe99a756f3b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:49.106887 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd56baa1-0767-492c-b3b2-f32438c8ca07 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (fd922d3b-0b56-4150-9c5e-e1159b3e825a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.112843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd56baa1-0767-492c-b3b2-f32438c8ca07 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (fd922d3b-0b56-4150-9c5e-e1159b3e825a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.146684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56baa1-0767-492c-b3b2-f32438c8ca07 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd922d3b-0b56-4150-9c5e-e1159b3e825a,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:49.156710 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd56baa1-0767-492c-b3b2-f32438c8ca07 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.158414 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dd56baa1-0767-492c-b3b2-f32438c8ca07 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1936100 Jan 28 13:02:49.162349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54948) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:49.167994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-96bd4b59-5fb2-409b-9461-95cd94a59c70 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'security_group_rule': {'security_group_id': '2a088b96-2a25-44a0-9214-c33ec88f8682', 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:49.215548 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96bd4b59-5fb2-409b-9461-95cd94a59c70 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (66c03a76-5a7b-4850-bfc7-1a6cb43690f2), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.294423 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-300a3bfd-b5c1-46c6-bfaf-a637dea9410b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.308393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96bd4b59-5fb2-409b-9461-95cd94a59c70 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (66c03a76-5a7b-4850-bfc7-1a6cb43690f2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.314129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96bd4b59-5fb2-409b-9461-95cd94a59c70 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (66c03a76-5a7b-4850-bfc7-1a6cb43690f2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.342310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd4b59-5fb2-409b-9461-95cd94a59c70 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c03a76-5a7b-4850-bfc7-1a6cb43690f2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:49.355435 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96bd4b59-5fb2-409b-9461-95cd94a59c70 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.357257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-96bd4b59-5fb2-409b-9461-95cd94a59c70 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1937115 Jan 28 13:02:49.360214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54954) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:49.368262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5a37afd7-73c7-4796-9427-8e392b6f3da9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'security_group_rule': {'security_group_id': '2a088b96-2a25-44a0-9214-c33ec88f8682', 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:49.396705 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a37afd7-73c7-4796-9427-8e392b6f3da9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (79994aa1-e10a-4ff4-ad10-e3dc2f983d46), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.497900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a37afd7-73c7-4796-9427-8e392b6f3da9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (79994aa1-e10a-4ff4-ad10-e3dc2f983d46), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.504519 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a37afd7-73c7-4796-9427-8e392b6f3da9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (79994aa1-e10a-4ff4-ad10-e3dc2f983d46), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.541982 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37afd7-73c7-4796-9427-8e392b6f3da9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79994aa1-e10a-4ff4-ad10-e3dc2f983d46,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:49.560663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a37afd7-73c7-4796-9427-8e392b6f3da9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.564068 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5a37afd7-73c7-4796-9427-8e392b6f3da9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2015240 Jan 28 13:02:49.568928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54960) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:49.575186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-eee124be-93e2-47e8-9843-9304be901af5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'security_group_rule': {'security_group_id': '2a088b96-2a25-44a0-9214-c33ec88f8682', 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:49.608941 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-eee124be-93e2-47e8-9843-9304be901af5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Project 24aad192de1a4673b231d4b2844e4f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:02:49.616424 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee124be-93e2-47e8-9843-9304be901af5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (b559e277-1beb-45a1-84a3-707d7ad8370b), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.661318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54966) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:49.682218 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93676e4a-4e56-462d-8936-6eb5c6f03011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.697748 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee124be-93e2-47e8-9843-9304be901af5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (b559e277-1beb-45a1-84a3-707d7ad8370b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.705984 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee124be-93e2-47e8-9843-9304be901af5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (b559e277-1beb-45a1-84a3-707d7ad8370b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.730357 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee124be-93e2-47e8-9843-9304be901af5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b559e277-1beb-45a1-84a3-707d7ad8370b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:49.743963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee124be-93e2-47e8-9843-9304be901af5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.748258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-eee124be-93e2-47e8-9843-9304be901af5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1777842 Jan 28 13:02:49.749481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 54968) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:49.759803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-eb9c10b5-d12e-4c80-8abd-258f34ea62e1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'security_group_rule': {'security_group_id': '2a088b96-2a25-44a0-9214-c33ec88f8682', 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:49.790987 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-eb9c10b5-d12e-4c80-8abd-258f34ea62e1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Project 24aad192de1a4673b231d4b2844e4f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:02:49.800181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb9c10b5-d12e-4c80-8abd-258f34ea62e1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (9b404109-f74f-4717-b664-d20caa855bc3), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.813976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93676e4a-4e56-462d-8936-6eb5c6f03011 admin admin] Publish callbacks [] for security_group (38c72b97-e2ae-4182-bc90-31488f3560d4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.822219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93676e4a-4e56-462d-8936-6eb5c6f03011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (38c72b97-e2ae-4182-bc90-31488f3560d4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.886558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93676e4a-4e56-462d-8936-6eb5c6f03011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c72b97-e2ae-4182-bc90-31488f3560d4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:49.892114 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-93676e4a-4e56-462d-8936-6eb5c6f03011 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=049da0e7f08040f492f8fcbb17684864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2296073 Jan 28 13:02:49.895833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 54974) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:49.899816 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb9c10b5-d12e-4c80-8abd-258f34ea62e1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (9b404109-f74f-4717-b664-d20caa855bc3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.906098 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb9c10b5-d12e-4c80-8abd-258f34ea62e1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (9b404109-f74f-4717-b664-d20caa855bc3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.927416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c10b5-d12e-4c80-8abd-258f34ea62e1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b404109-f74f-4717-b664-d20caa855bc3,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:49.942245 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb9c10b5-d12e-4c80-8abd-258f34ea62e1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:49.944290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-eb9c10b5-d12e-4c80-8abd-258f34ea62e1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1918733 Jan 28 13:02:49.972321 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b322fee-c3a6-4c84-8fe5-7856553257cf admin admin] Publish callbacks [] for security_group (38c72b97-e2ae-4182-bc90-31488f3560d4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.003431 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b322fee-c3a6-4c84-8fe5-7856553257cf admin admin] Publish callbacks [] for security_group (38c72b97-e2ae-4182-bc90-31488f3560d4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.098546 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b322fee-c3a6-4c84-8fe5-7856553257cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (38c72b97-e2ae-4182-bc90-31488f3560d4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.102031 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b322fee-c3a6-4c84-8fe5-7856553257cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.103467 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0b322fee-c3a6-4c84-8fe5-7856553257cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38c72b97-e2ae-4182-bc90-31488f3560d4 HTTP/1.1" status: 204 len: 168 time: 0.2064354 Jan 28 13:02:50.115945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b322fee-c3a6-4c84-8fe5-7856553257cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c72b97-e2ae-4182-bc90-31488f3560d4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:50.244650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55022) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:50.557590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-50148019'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:50.594616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Made reservation on behalf of d7279d8ab41b41bc9f2617033eebc387 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:50.600041 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.618839 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.655207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55032) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:50.718185 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-609082e6-9f12-42a6-a62c-96cea3c53a47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dff27cbedd5947398ef21aac2fe523e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0619900 Jan 28 13:02:50.721060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55036) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:50.758835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for security_group (261cebff-5c55-45a1-b610-8b5f33142919), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.764585 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (261cebff-5c55-45a1-b610-8b5f33142919), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.804810 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc1e5804-e2b7-48cf-8792-39285329217b admin admin] Publish callbacks [] for security_group (e038d44f-4cba-4173-8a9f-b43ee6bc0b64), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.808547 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:02:50.817220 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261cebff-5c55-45a1-b610-8b5f33142919,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:50.824932 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.826096 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Added segment bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1 of type vlan for network 674c0f27-a665-4e0b-bd82-fedf8cd6735b Jan 28 13:02:50.856997 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc1e5804-e2b7-48cf-8792-39285329217b admin admin] Publish callbacks [] for security_group (e038d44f-4cba-4173-8a9f-b43ee6bc0b64), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.875689 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (674c0f27-a665-4e0b-bd82-fedf8cd6735b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.923982 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (674c0f27-a665-4e0b-bd82-fedf8cd6735b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.929871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:50.930456 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.931399 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc1e5804-e2b7-48cf-8792-39285329217b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e038d44f-4cba-4173-8a9f-b43ee6bc0b64), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.937814 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc1e5804-e2b7-48cf-8792-39285329217b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:50.940038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cc1e5804-e2b7-48cf-8792-39285329217b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e038d44f-4cba-4173-8a9f-b43ee6bc0b64 HTTP/1.1" status: 204 len: 168 time: 0.2170143 Jan 28 13:02:50.956366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e5804-e2b7-48cf-8792-39285329217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e038d44f-4cba-4173-8a9f-b43ee6bc0b64,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:50.988774 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.7431786 Jan 28 13:02:50.991677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55070) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:50.997587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0450cb69-a366-4711-839d-ec0918766a90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Request body: {'subnet': {'network_id': '674c0f27-a665-4e0b-bd82-fedf8cd6735b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:51.079947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074bc3e-c339-4df8-8da1-a72b64a4011d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Pushing event updated for resources: {'Network': ['ID=674c0f27-a665-4e0b-bd82-fedf8cd6735b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:51.097610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 674c0f27-a665-4e0b-bd82-fedf8cd6735b details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:02:51.579497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0450cb69-a366-4711-839d-ec0918766a90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Made reservation on behalf of d7279d8ab41b41bc9f2617033eebc387 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:51.584608 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0450cb69-a366-4711-839d-ec0918766a90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:51.622073 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f270941-2cb1-404f-b59e-640e2c1bf858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:51.848980 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0450cb69-a366-4711-839d-ec0918766a90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (66059e6b-0db3-4562-97a8-ddee3e9def7f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:51.914487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450cb69-a366-4711-839d-ec0918766a90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Pushing event updated for resources: {'Subnet': ['ID=66059e6b-0db3-4562-97a8-ddee3e9def7f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:51.925370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450cb69-a366-4711-839d-ec0918766a90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Checking segment: {'id': 'bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '674c0f27-a665-4e0b-bd82-fedf8cd6735b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:51.925732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450cb69-a366-4711-839d-ec0918766a90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Network hostable DHCP agents. Network: 674c0f27-a665-4e0b-bd82-fedf8cd6735b, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:02:51.946892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450cb69-a366-4711-839d-ec0918766a90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Network 674c0f27-a665-4e0b-bd82-fedf8cd6735b is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:02:51.962589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0450cb69-a366-4711-839d-ec0918766a90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 674c0f27-a665-4e0b-bd82-fedf8cd6735b) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:51.968240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0450cb69-a366-4711-839d-ec0918766a90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:51.970202 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0450cb69-a366-4711-839d-ec0918766a90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:51.975444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c4ee6e-f42b-4479-811e-9579fc930507 None None] Network 674c0f27-a665-4e0b-bd82-fedf8cd6735b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:52.011926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0450cb69-a366-4711-839d-ec0918766a90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0187833 Jan 28 13:02:52.015200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55076) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:52.020885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Request body: {'port': {'network_id': '674c0f27-a665-4e0b-bd82-fedf8cd6735b', 'name': 'tempest-TagsExtTest-1020225315'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:52.157995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-674c0f27-a665-4e0b-bd82-fedf8cd6735b', 'network_id': '674c0f27-a665-4e0b-bd82-fedf8cd6735b', 'project_id': 'd7279d8ab41b41bc9f2617033eebc387', 'fixed_ips': [{'subnet_id': '66059e6b-0db3-4562-97a8-ddee3e9def7f'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:02:52.159056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:52.228065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Made reservation on behalf of d7279d8ab41b41bc9f2617033eebc387 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:02:52.235757 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:52.260407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] device_id is not set on port adbfff9c-8fc9-4145-83ad-e88e6abf4af9 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:02:52.355112 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Allocated IP 172.20.0.2 (674c0f27-a665-4e0b-bd82-fedf8cd6735b/66059e6b-0db3-4562-97a8-ddee3e9def7f/d5fc801d-0c2f-4a7e-8726-beb929fd5f89) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:52.557976 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Publish callbacks [] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:52.567855 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:52.613605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Network 674c0f27-a665-4e0b-bd82-fedf8cd6735b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:52.616844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:52.623287 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:52.631059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Pushing event updated for resources: {'Port': ['ID=d5fc801d-0c2f-4a7e-8726-beb929fd5f89,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:52.632536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Allocated IP 172.20.0.12 (674c0f27-a665-4e0b-bd82-fedf8cd6735b/66059e6b-0db3-4562-97a8-ddee3e9def7f/adbfff9c-8fc9-4145-83ad-e88e6abf4af9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:02:52.693795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Attempting to bind port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:02:52.694436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Attempting to bind port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '674c0f27-a665-4e0b-bd82-fedf8cd6735b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:02:52.694947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Attempting to bind port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 on network 674c0f27-a665-4e0b-bd82-fedf8cd6735b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:02:52.701048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:02:52.701586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Checking segment: {'id': 'bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '674c0f27-a665-4e0b-bd82-fedf8cd6735b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:02:52.702733 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:52.703672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Bound using segment: {'id': 'bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '674c0f27-a665-4e0b-bd82-fedf8cd6735b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:02:52.706301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Bound port: d5fc801d-0c2f-4a7e-8726-beb929fd5f89, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '674c0f27-a665-4e0b-bd82-fedf8cd6735b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:02:52.706818 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:52.796487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] For port d5fc801d-0c2f-4a7e-8726-beb929fd5f89, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:02:52.801632 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] For port d5fc801d-0c2f-4a7e-8726-beb929fd5f89, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d5fc801d-0c2f-4a7e-8726-beb929fd5f89,segment=NetworkSegment(bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1),segment_id=bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:02:52.813611 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:52.890453 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for port (adbfff9c-8fc9-4145-83ad-e88e6abf4af9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:52.903374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54a299-07a3-4560-bdb1-45076dc1b30b None None] Pushing event updated for resources: {'Port': ['ID=d5fc801d-0c2f-4a7e-8726-beb929fd5f89,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:52.940744 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (adbfff9c-8fc9-4145-83ad-e88e6abf4af9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:52.993125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Network 674c0f27-a665-4e0b-bd82-fedf8cd6735b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:02:52.996621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:02:53.004945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:02:53.013045 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Pushing event updated for resources: {'Port': ['ID=adbfff9c-8fc9-4145-83ad-e88e6abf4af9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:53.058325 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:53.100291 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:02:53.101639 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:53.132153 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-437762b6-0084-475c-b84b-44cded8dd06c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1154439 Jan 28 13:02:53.136377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55082) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:53.141486 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a51b2dbd-9b37-4926-b44a-0980f1b84752 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-707473338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:53.170223 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a51b2dbd-9b37-4926-b44a-0980f1b84752 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (5bd5fe6f-c50c-4152-af55-cb244fc944e4), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:53.176384 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a51b2dbd-9b37-4926-b44a-0980f1b84752 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (5bd5fe6f-c50c-4152-af55-cb244fc944e4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:53.256367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a51b2dbd-9b37-4926-b44a-0980f1b84752 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for router_controller (5bd5fe6f-c50c-4152-af55-cb244fc944e4), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:53.262444 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a51b2dbd-9b37-4926-b44a-0980f1b84752 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (5bd5fe6f-c50c-4152-af55-cb244fc944e4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:53.286834 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a51b2dbd-9b37-4926-b44a-0980f1b84752 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:53.290978 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a51b2dbd-9b37-4926-b44a-0980f1b84752 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1520321 Jan 28 13:02:53.291104 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55084) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:53.295852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a49e591a-19cf-4eb9-afd5-a8b98197131b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-85198719', 'prefixes': ['172.20.0.0/16']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:02:53.370351 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a49e591a-19cf-4eb9-afd5-a8b98197131b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:53.371704 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a49e591a-19cf-4eb9-afd5-a8b98197131b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.0796080 Jan 28 13:02:53.378359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55086) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:53.383365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-acc74f14-c6b1-4fd0-83cb-24330a377b6d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f', 'tempest-TagsExtTest-Tag-1195888581') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:53.500528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-acc74f14-c6b1-4fd0-83cb-24330a377b6d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "PUT /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags/tempest-TagsExtTest-Tag-1195888581 HTTP/1.1" status: 201 len: 201 time: 0.1208324 Jan 28 13:02:53.503169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55088) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:53.512264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-55a687fb-1b6e-4492-a19a-d432c34f1bf4 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9', 'tempest-TagsExtTest-Tag-1764829132') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:53.581968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-55a687fb-1b6e-4492-a19a-d432c34f1bf4 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "PUT /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags/tempest-TagsExtTest-Tag-1764829132 HTTP/1.1" status: 201 len: 201 time: 0.0766563 Jan 28 13:02:53.585265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55090) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:53.592474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-c86eb309-100d-4717-ae08-3d4abd9ebd8a tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4', 'tempest-TagsExtTest-Tag-936128509') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:53.738416 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c86eb309-100d-4717-ae08-3d4abd9ebd8a tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "PUT /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags/tempest-TagsExtTest-Tag-936128509 HTTP/1.1" status: 201 len: 201 time: 0.1461396 Jan 28 13:02:53.738731 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55094) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:53.747300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-18681d6c-e195-4fb2-82e4-7cf354b5373b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d', 'tempest-TagsExtTest-Tag-1344701754') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:53.831388 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-18681d6c-e195-4fb2-82e4-7cf354b5373b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "PUT /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags/tempest-TagsExtTest-Tag-1344701754 HTTP/1.1" status: 201 len: 201 time: 0.0913849 Jan 28 13:02:53.835147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55096) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:53.840295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-026e398f-ce41-42d3-8c1a-6160c9e26a1a tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:53.899609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d5fc801d-0c2f-4a7e-8726-beb929fd5f89 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:53.903750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-026e398f-ce41-42d3-8c1a-6160c9e26a1a tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags HTTP/1.1" status: 200 len: 241 time: 0.0668447 Jan 28 13:02:53.909110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55098) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:53.913401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-2ff84fe5-e8d6-4834-ade9-baa2b82f8636 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f', 'tempest-TagsExtTest-Tag-1195888581') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:53.980463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2ff84fe5-e8d6-4834-ade9-baa2b82f8636 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags/tempest-TagsExtTest-Tag-1195888581 HTTP/1.1" status: 204 len: 168 time: 0.0674365 Jan 28 13:02:53.981510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55100) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:53.986070 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:53.986445 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:53.997048 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-9c550a8d-16e0-4850-8054-21c87576fc41 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f', 'tempest-TagsExtTest-Tag-1195888581') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:54.115788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:54.116191 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:54.130508 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9c550a8d-16e0-4850-8054-21c87576fc41 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags/tempest-TagsExtTest-Tag-1195888581 HTTP/1.1" status: 204 len: 168 time: 0.1472807 Jan 28 13:02:54.134396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55102) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:54.138912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-99a8a489-3383-4cf7-a28f-bcb387b6180b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:54.162953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port d5fc801d-0c2f-4a7e-8726-beb929fd5f89, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d5fc801d-0c2f-4a7e-8726-beb929fd5f89,segment=NetworkSegment(bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1),segment_id=bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:54.171083 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:54.246028 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=d5fc801d-0c2f-4a7e-8726-beb929fd5f89,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:54.258380 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-99a8a489-3383-4cf7-a28f-bcb387b6180b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags HTTP/1.1" status: 200 len: 205 time: 0.1196916 Jan 28 13:02:54.261716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c587cb9-0ec9-491a-be73-399c8f9d896b None None] Network 674c0f27-a665-4e0b-bd82-fedf8cd6735b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:54.263953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55106) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:54.269171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-ced26b13-14af-4491-8f7c-14aa9bb6314d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:54.339089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ced26b13-14af-4491-8f7c-14aa9bb6314d tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags HTTP/1.1" status: 200 len: 241 time: 0.0733638 Jan 28 13:02:54.342347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55108) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:54.347452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-ddae3a84-d6aa-43a2-a935-5a656e96dd61 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9', 'tempest-TagsExtTest-Tag-1764829132') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:54.365791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3d0128d1-1216-407d-9d17-68227d5d18f7 None None] Provisioning complete for port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:54.366171 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d0128d1-1216-407d-9d17-68227d5d18f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:54.416296 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ddae3a84-d6aa-43a2-a935-5a656e96dd61 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags/tempest-TagsExtTest-Tag-1764829132 HTTP/1.1" status: 204 len: 168 time: 0.0722780 Jan 28 13:02:54.419552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55110) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:54.425262 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-4c90be94-3003-4430-b09b-0935331e7eba tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9', 'tempest-TagsExtTest-Tag-1764829132') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:54.522980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3d0128d1-1216-407d-9d17-68227d5d18f7 None None] Current status of the port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:54.564609 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4c90be94-3003-4430-b09b-0935331e7eba tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags/tempest-TagsExtTest-Tag-1764829132 HTTP/1.1" status: 204 len: 168 time: 0.1436126 Jan 28 13:02:54.567042 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55112) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:54.572019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-8195a3cf-4840-4ee1-bb36-f0809cc3334a tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:54.633420 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8195a3cf-4840-4ee1-bb36-f0809cc3334a tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags HTTP/1.1" status: 200 len: 205 time: 0.0648344 Jan 28 13:02:54.636732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55114) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:54.644594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-9a231e7d-b487-41a2-84ec-9d4d8bb7e95c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:54.719201 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:54.757240 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9a231e7d-b487-41a2-84ec-9d4d8bb7e95c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags HTTP/1.1" status: 200 len: 240 time: 0.1177588 Jan 28 13:02:54.757663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55116) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:54.763052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-298342d6-6f8e-4621-8495-f9c7c869af12 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4', 'tempest-TagsExtTest-Tag-936128509') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:54.770596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1d101843-871b-4ce9-ac58-35ca27751436 None None] Provisioning complete for port adbfff9c-8fc9-4145-83ad-e88e6abf4af9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:54.771316 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d101843-871b-4ce9-ac58-35ca27751436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (adbfff9c-8fc9-4145-83ad-e88e6abf4af9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:54.856724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1d101843-871b-4ce9-ac58-35ca27751436 None None] Port adbfff9c-8fc9-4145-83ad-e88e6abf4af9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:02:54.869724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1d101843-871b-4ce9-ac58-35ca27751436 None None] Provisioning complete for port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:54.870391 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d101843-871b-4ce9-ac58-35ca27751436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:54.907187 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-298342d6-6f8e-4621-8495-f9c7c869af12 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags/tempest-TagsExtTest-Tag-936128509 HTTP/1.1" status: 204 len: 168 time: 0.1482501 Jan 28 13:02:54.911086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55120) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:54.917412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-9d323267-6774-413f-a6a5-48541f13d91f tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4', 'tempest-TagsExtTest-Tag-936128509') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:54.988965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1d101843-871b-4ce9-ac58-35ca27751436 None None] Current status of the port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:55.028604 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9d323267-6774-413f-a6a5-48541f13d91f tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags/tempest-TagsExtTest-Tag-936128509 HTTP/1.1" status: 204 len: 168 time: 0.1161160 Jan 28 13:02:55.032890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55122) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.038495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-0cf5a40c-3cff-4b5a-8ccd-32e603cc7915 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.111602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a8dc1992-da19-4707-a293-2b82a851f688 None None] Provisioning complete for port adbfff9c-8fc9-4145-83ad-e88e6abf4af9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:55.112039 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8dc1992-da19-4707-a293-2b82a851f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (adbfff9c-8fc9-4145-83ad-e88e6abf4af9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:55.133512 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0cf5a40c-3cff-4b5a-8ccd-32e603cc7915 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags HTTP/1.1" status: 200 len: 205 time: 0.0995076 Jan 28 13:02:55.136551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55124) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.141489 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-2c7ceffd-e5c2-46b7-a6d5-83a215c8548a tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.156504 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc1992-da19-4707-a293-2b82a851f688 None None] Port adbfff9c-8fc9-4145-83ad-e88e6abf4af9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:02:55.163923 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2c7ceffd-e5c2-46b7-a6d5-83a215c8548a tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags HTTP/1.1" status: 200 len: 241 time: 0.0262830 Jan 28 13:02:55.166275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55126) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.170525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-fed4980a-9b49-4712-b078-6949fa5dd8c8 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d', 'tempest-TagsExtTest-Tag-1344701754') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.195116 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fed4980a-9b49-4712-b078-6949fa5dd8c8 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags/tempest-TagsExtTest-Tag-1344701754 HTTP/1.1" status: 204 len: 168 time: 0.0278165 Jan 28 13:02:55.197790 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55128) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.204573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-3cf562a6-5cbf-4e28-9756-ca5ab90ff0cd tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d', 'tempest-TagsExtTest-Tag-1344701754') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.251534 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3cf562a6-5cbf-4e28-9756-ca5ab90ff0cd tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags/tempest-TagsExtTest-Tag-1344701754 HTTP/1.1" status: 204 len: 168 time: 0.0494239 Jan 28 13:02:55.252698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.257368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-f5b4c922-f853-4cea-a318-01972715f479 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.306202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.306758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f5b4c922-f853-4cea-a318-01972715f479 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags HTTP/1.1" status: 200 len: 205 time: 0.0524371 Jan 28 13:02:55.311322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-eb348b46-1c9d-4c09-8e80-45bf6054a086 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.343312 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eb348b46-1c9d-4c09-8e80-45bf6054a086 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags HTTP/1.1" status: 204 len: 168 time: 0.0350072 Jan 28 13:02:55.345894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.350773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-0f693bfe-f7d1-44c7-b224-3e9dff6d127b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.435861 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0f693bfe-f7d1-44c7-b224-3e9dff6d127b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags HTTP/1.1" status: 204 len: 168 time: 0.0887868 Jan 28 13:02:55.439655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55138) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.444581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-b29bfe41-bdd7-4da8-9926-7ed22dd941b6 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.511372 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b29bfe41-bdd7-4da8-9926-7ed22dd941b6 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags HTTP/1.1" status: 204 len: 168 time: 0.0704136 Jan 28 13:02:55.513954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55140) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.518414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-85531dcd-20b5-40f0-9000-1fcb313c0c99 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.600998 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-85531dcd-20b5-40f0-9000-1fcb313c0c99 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags HTTP/1.1" status: 204 len: 168 time: 0.0809865 Jan 28 13:02:55.601496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55142) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.606226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-7a3d71ba-ce68-41f3-9638-034166c9525b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f', 'tempest-TagsExtTest-Tag-1017723103') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.679645 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7a3d71ba-ce68-41f3-9638-034166c9525b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "PUT /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags/tempest-TagsExtTest-Tag-1017723103 HTTP/1.1" status: 201 len: 201 time: 0.0765204 Jan 28 13:02:55.682005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.687980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-43572667-87f7-4d04-847a-a3d8aeecb860 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9', 'tempest-TagsExtTest-Tag-952649063') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.782922 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-43572667-87f7-4d04-847a-a3d8aeecb860 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "PUT /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags/tempest-TagsExtTest-Tag-952649063 HTTP/1.1" status: 201 len: 201 time: 0.0995755 Jan 28 13:02:55.787696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55146) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.790734 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d5fc801d-0c2f-4a7e-8726-beb929fd5f89 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:02:55.793521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-d7bc6f83-11e6-4e24-9a65-c834b41ac2d1 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4', 'tempest-TagsExtTest-Tag-648614849') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.855318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:02:55.855929 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:55.901608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d7bc6f83-11e6-4e24-9a65-c834b41ac2d1 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "PUT /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags/tempest-TagsExtTest-Tag-648614849 HTTP/1.1" status: 201 len: 201 time: 0.1121001 Jan 28 13:02:55.906135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.914592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-23523b80-512b-4419-a9a1-6fc0012c6f28 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d', 'tempest-TagsExtTest-Tag-397789245') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:55.960614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:02:55.966748 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-23523b80-512b-4419-a9a1-6fc0012c6f28 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "PUT /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags/tempest-TagsExtTest-Tag-397789245 HTTP/1.1" status: 201 len: 201 time: 0.0577607 Jan 28 13:02:55.969908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55152) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:55.976143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-9579ce0d-8620-4ae8-bb9b-3bb165dcba9c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f', {'tags': ['tempest-TagsExtTest-Tag-1921639349', 'tempest-TagsExtTest-Tag-1243273691', 'tempest-TagsExtTest-Tag-899182652']}) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:56.013782 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:56.046978 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9579ce0d-8620-4ae8-bb9b-3bb165dcba9c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "PUT /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags HTTP/1.1" status: 200 len: 317 time: 0.0745115 Jan 28 13:02:56.053091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55154) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:56.058454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-34ab0749-e535-4f31-b66b-2fd4b17979b6 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:56.137433 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-34ab0749-e535-4f31-b66b-2fd4b17979b6 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags HTTP/1.1" status: 204 len: 168 time: 0.0829594 Jan 28 13:02:56.140115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55156) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:56.144452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-3969ec86-a6a1-491f-a2da-16877f78b735 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f', 'tempest-TagsExtTest-Tag-1921639349') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:56.214378 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-3969ec86-a6a1-491f-a2da-16877f78b735 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] show failed (client error): The resource could not be found. Jan 28 13:02:56.215333 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3969ec86-a6a1-491f-a2da-16877f78b735 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags/tempest-TagsExtTest-Tag-1921639349 HTTP/1.1" status: 404 len: 329 time: 0.0743077 Jan 28 13:02:56.227159 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55158) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:56.232002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-00c3b149-ec4b-4dab-95fc-8d0d8b322c22 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f', 'tempest-TagsExtTest-Tag-1243273691') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:56.556363 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-00c3b149-ec4b-4dab-95fc-8d0d8b322c22 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] show failed (client error): The resource could not be found. Jan 28 13:02:56.557605 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-00c3b149-ec4b-4dab-95fc-8d0d8b322c22 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags/tempest-TagsExtTest-Tag-1243273691 HTTP/1.1" status: 404 len: 329 time: 0.3294406 Jan 28 13:02:56.560839 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55162) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:56.566424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-941a534a-ed47-45c4-975f-1a065030e02c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f', 'tempest-TagsExtTest-Tag-899182652') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:56.633915 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-941a534a-ed47-45c4-975f-1a065030e02c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] show failed (client error): The resource could not be found. Jan 28 13:02:56.635457 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-941a534a-ed47-45c4-975f-1a065030e02c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags/tempest-TagsExtTest-Tag-899182652 HTTP/1.1" status: 404 len: 328 time: 0.0723989 Jan 28 13:02:56.638144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55164) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:56.645236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-a5cf895a-d2cb-4370-a72c-2cf1551f9166 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9', {'tags': ['tempest-TagsExtTest-Tag-1815098622', 'tempest-TagsExtTest-Tag-18324861', 'tempest-TagsExtTest-Tag-1660787733']}) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:56.720000 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a5cf895a-d2cb-4370-a72c-2cf1551f9166 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "PUT /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags HTTP/1.1" status: 200 len: 316 time: 0.0775208 Jan 28 13:02:56.720235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55166) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:56.724561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-0be313d3-9012-447e-87b3-3adaffa10937 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:56.796631 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0be313d3-9012-447e-87b3-3adaffa10937 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags HTTP/1.1" status: 204 len: 168 time: 0.0754740 Jan 28 13:02:56.799575 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:56.803913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-e88ca29d-1fa2-4016-a792-bc8aa6bf5875 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9', 'tempest-TagsExtTest-Tag-1815098622') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:56.860929 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-e88ca29d-1fa2-4016-a792-bc8aa6bf5875 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] show failed (client error): The resource could not be found. Jan 28 13:02:56.861982 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e88ca29d-1fa2-4016-a792-bc8aa6bf5875 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags/tempest-TagsExtTest-Tag-1815098622 HTTP/1.1" status: 404 len: 329 time: 0.0614414 Jan 28 13:02:56.864807 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55170) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:56.868994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-3fc14af2-47b8-40c0-9cb9-7c1f4944a595 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9', 'tempest-TagsExtTest-Tag-18324861') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:56.921505 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-3fc14af2-47b8-40c0-9cb9-7c1f4944a595 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] show failed (client error): The resource could not be found. Jan 28 13:02:56.922632 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3fc14af2-47b8-40c0-9cb9-7c1f4944a595 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags/tempest-TagsExtTest-Tag-18324861 HTTP/1.1" status: 404 len: 327 time: 0.0569141 Jan 28 13:02:56.925872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:56.931500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-21f75f60-c64e-44cb-8c94-e9f64efa074c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9', 'tempest-TagsExtTest-Tag-1660787733') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:56.988133 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-21f75f60-c64e-44cb-8c94-e9f64efa074c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] show failed (client error): The resource could not be found. Jan 28 13:02:56.992693 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55176) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:56.997814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-a05355ec-7bcc-44d9-a6e9-a4044a9948a7 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4', {'tags': ['tempest-TagsExtTest-Tag-744291585', 'tempest-TagsExtTest-Tag-888820821', 'tempest-TagsExtTest-Tag-1301453026']}) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.000300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-21f75f60-c64e-44cb-8c94-e9f64efa074c tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags/tempest-TagsExtTest-Tag-1660787733 HTTP/1.1" status: 404 len: 329 time: 0.0729644 Jan 28 13:02:57.094604 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a05355ec-7bcc-44d9-a6e9-a4044a9948a7 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "PUT /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags HTTP/1.1" status: 200 len: 316 time: 0.1005073 Jan 28 13:02:57.097064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55178) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.103596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-dfaf70df-07ce-4e85-9380-b0233738b21b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.237203 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dfaf70df-07ce-4e85-9380-b0233738b21b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1386001 Jan 28 13:02:57.239919 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55180) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.244409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-f6bcc41c-30dc-4299-b110-03a6be5b7975 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4', 'tempest-TagsExtTest-Tag-744291585') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.327128 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-f6bcc41c-30dc-4299-b110-03a6be5b7975 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] show failed (client error): The resource could not be found. Jan 28 13:02:57.328389 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f6bcc41c-30dc-4299-b110-03a6be5b7975 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags/tempest-TagsExtTest-Tag-744291585 HTTP/1.1" status: 404 len: 328 time: 0.0874453 Jan 28 13:02:57.332214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.341858 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-c5508289-d88d-4bb9-92c7-f8f968689c41 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4', 'tempest-TagsExtTest-Tag-888820821') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.428262 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-c5508289-d88d-4bb9-92c7-f8f968689c41 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] show failed (client error): The resource could not be found. Jan 28 13:02:57.429545 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c5508289-d88d-4bb9-92c7-f8f968689c41 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags/tempest-TagsExtTest-Tag-888820821 HTTP/1.1" status: 404 len: 328 time: 0.0952921 Jan 28 13:02:57.432610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55186) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.440875 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-438f620e-4b7d-473f-988f-2ff151c2b307 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4', 'tempest-TagsExtTest-Tag-1301453026') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.535765 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-438f620e-4b7d-473f-988f-2ff151c2b307 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] show failed (client error): The resource could not be found. Jan 28 13:02:57.537391 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-438f620e-4b7d-473f-988f-2ff151c2b307 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags/tempest-TagsExtTest-Tag-1301453026 HTTP/1.1" status: 404 len: 329 time: 0.1031449 Jan 28 13:02:57.540013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55188) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.548129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-afc78710-f31d-4c86-8e16-76882348dc23 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d', {'tags': ['tempest-TagsExtTest-Tag-1387283844', 'tempest-TagsExtTest-Tag-219887703', 'tempest-TagsExtTest-Tag-941456496']}) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.589379 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-afc78710-f31d-4c86-8e16-76882348dc23 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "PUT /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags HTTP/1.1" status: 200 len: 316 time: 0.0451677 Jan 28 13:02:57.592179 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55190) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.597774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-f0109661-c32b-4a0a-a098-eaf2fe0558ef tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.643922 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f0109661-c32b-4a0a-a098-eaf2fe0558ef tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags HTTP/1.1" status: 204 len: 168 time: 0.0500753 Jan 28 13:02:57.647364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55192) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.651901 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-436b06af-4b19-488b-a54e-e262c9a7cda4 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d', 'tempest-TagsExtTest-Tag-1387283844') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.676462 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-436b06af-4b19-488b-a54e-e262c9a7cda4 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] show failed (client error): The resource could not be found. Jan 28 13:02:57.677517 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-436b06af-4b19-488b-a54e-e262c9a7cda4 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags/tempest-TagsExtTest-Tag-1387283844 HTTP/1.1" status: 404 len: 329 time: 0.0291595 Jan 28 13:02:57.680481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55194) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.687634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-aa6e66d0-4e33-450a-ad8b-8e0464275643 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d', 'tempest-TagsExtTest-Tag-219887703') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.715622 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-aa6e66d0-4e33-450a-ad8b-8e0464275643 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] show failed (client error): The resource could not be found. Jan 28 13:02:57.716884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-aa6e66d0-4e33-450a-ad8b-8e0464275643 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags/tempest-TagsExtTest-Tag-219887703 HTTP/1.1" status: 404 len: 328 time: 0.0354176 Jan 28 13:02:57.720358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55196) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.726994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-3fcc4721-6014-4422-ac44-58eca157bad1 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d', 'tempest-TagsExtTest-Tag-941456496') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.755438 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [None req-3fcc4721-6014-4422-ac44-58eca157bad1 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] show failed (client error): The resource could not be found. Jan 28 13:02:57.759506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55198) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.759821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3fcc4721-6014-4422-ac44-58eca157bad1 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags/tempest-TagsExtTest-Tag-941456496 HTTP/1.1" status: 404 len: 328 time: 0.0378335 Jan 28 13:02:57.765671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-3ed2e95b-db3a-450a-a022-b9cd4cf2fa00 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '57cdecbb-b4f8-4fed-95a4-21af0181af2d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.792907 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3ed2e95b-db3a-450a-a022-b9cd4cf2fa00 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d/tags HTTP/1.1" status: 204 len: 168 time: 0.0322480 Jan 28 13:02:57.797584 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55200) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.802634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-0376a8ec-e0f2-4cc0-8066-f837c0658ee7 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5bd5fe6f-c50c-4152-af55-cb244fc944e4') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.891623 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0376a8ec-e0f2-4cc0-8066-f837c0658ee7 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4/tags HTTP/1.1" status: 204 len: 168 time: 0.0928385 Jan 28 13:02:57.894531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55202) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.899491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-cb63ea3f-9c50-48da-ae00-95fd7d35bbcb tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'adbfff9c-8fc9-4145-83ad-e88e6abf4af9') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:57.960671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cb63ea3f-9c50-48da-ae00-95fd7d35bbcb tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9/tags HTTP/1.1" status: 204 len: 168 time: 0.0650132 Jan 28 13:02:57.964889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55204) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:57.970600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-e99fd660-8e5c-4fc2-8750-03df8f7ba62b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66059e6b-0db3-4562-97a8-ddee3e9def7f') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:02:58.037904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e99fd660-8e5c-4fc2-8750-03df8f7ba62b tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f/tags HTTP/1.1" status: 204 len: 168 time: 0.0710809 Jan 28 13:02:58.038166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55208) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:58.131948 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8fc2c9a-fa6a-4baf-ba35-83b4135eebb1 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:58.133112 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d8fc2c9a-fa6a-4baf-ba35-83b4135eebb1 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/subnetpools/57cdecbb-b4f8-4fed-95a4-21af0181af2d HTTP/1.1" status: 204 len: 168 time: 0.0938678 Jan 28 13:02:58.135700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:58.169563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-520e9a52-869d-47c8-b390-14dc22dab512 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bd5fe6f-c50c-4152-af55-cb244fc944e4 HTTP/1.1" status: 200 len: 205 time: 0.0326962 Jan 28 13:02:58.171961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55212) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:58.257597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d00dcd0e-8725-4db9-a801-c4430963daeb tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for router (5bd5fe6f-c50c-4152-af55-cb244fc944e4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:58.451845 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d00dcd0e-8725-4db9-a801-c4430963daeb tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (5bd5fe6f-c50c-4152-af55-cb244fc944e4), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:58.464904 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d00dcd0e-8725-4db9-a801-c4430963daeb tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for router_controller (5bd5fe6f-c50c-4152-af55-cb244fc944e4), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:58.543583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d00dcd0e-8725-4db9-a801-c4430963daeb tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (5bd5fe6f-c50c-4152-af55-cb244fc944e4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:58.544108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00dcd0e-8725-4db9-a801-c4430963daeb tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Fanout notify agent at l3_agent the message router_deleted on router 5bd5fe6f-c50c-4152-af55-cb244fc944e4 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:02:58.551927 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d00dcd0e-8725-4db9-a801-c4430963daeb tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:58.555552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d00dcd0e-8725-4db9-a801-c4430963daeb tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/routers/5bd5fe6f-c50c-4152-af55-cb244fc944e4 HTTP/1.1" status: 204 len: 168 time: 0.3825846 Jan 28 13:02:58.555703 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55216) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:58.663385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d990b-63ae-409f-aef6-5dfa5a31ba90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Deleting port adbfff9c-8fc9-4145-83ad-e88e6abf4af9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:58.663742 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab6d990b-63ae-409f-aef6-5dfa5a31ba90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (adbfff9c-8fc9-4145-83ad-e88e6abf4af9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:58.768414 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab6d990b-63ae-409f-aef6-5dfa5a31ba90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (adbfff9c-8fc9-4145-83ad-e88e6abf4af9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:58.781332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d990b-63ae-409f-aef6-5dfa5a31ba90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Calling delete_port for adbfff9c-8fc9-4145-83ad-e88e6abf4af9 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:58.928784 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab6d990b-63ae-409f-aef6-5dfa5a31ba90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (adbfff9c-8fc9-4145-83ad-e88e6abf4af9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:58.963862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d990b-63ae-409f-aef6-5dfa5a31ba90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Pushing event deleted for resources: {'Port': ['ID=adbfff9c-8fc9-4145-83ad-e88e6abf4af9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:59.042376 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab6d990b-63ae-409f-aef6-5dfa5a31ba90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:59.048934 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ab6d990b-63ae-409f-aef6-5dfa5a31ba90 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/ports/adbfff9c-8fc9-4145-83ad-e88e6abf4af9 HTTP/1.1" status: 204 len: 168 time: 0.4915447 Jan 28 13:02:59.051538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55218) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:59.125655 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ba3e42-4333-43be-89b2-5858fce0d400 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Deleting subnet 66059e6b-0db3-4562-97a8-ddee3e9def7f {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:02:59.130019 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3e42-4333-43be-89b2-5858fce0d400 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for subnet (66059e6b-0db3-4562-97a8-ddee3e9def7f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:59.186060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3e42-4333-43be-89b2-5858fce0d400 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (66059e6b-0db3-4562-97a8-ddee3e9def7f), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:59.332900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3e42-4333-43be-89b2-5858fce0d400 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (66059e6b-0db3-4562-97a8-ddee3e9def7f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:59.425230 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3e42-4333-43be-89b2-5858fce0d400 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (66059e6b-0db3-4562-97a8-ddee3e9def7f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:59.459184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba3e42-4333-43be-89b2-5858fce0d400 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Pushing event deleted for resources: {'Subnet': ['ID=66059e6b-0db3-4562-97a8-ddee3e9def7f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:59.462965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3e42-4333-43be-89b2-5858fce0d400 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:59.466578 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f2ba3e42-4333-43be-89b2-5858fce0d400 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/subnets/66059e6b-0db3-4562-97a8-ddee3e9def7f HTTP/1.1" status: 204 len: 168 time: 0.4140041 Jan 28 13:02:59.469459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:02:59.478935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed937c4-9689-4e69-8ad7-780069a95832 None None] Network 674c0f27-a665-4e0b-bd82-fedf8cd6735b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:02:59.605190 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (674c0f27-a665-4e0b-bd82-fedf8cd6735b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:59.706395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Deleting port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:59.706788 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:59.724942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd82d97-315e-4c58-bad6-739b6d568008 None None] DHCP port deletion for 674c0f27-a665-4e0b-bd82-fedf8cd6735b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:02:59.785823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1dd82d97-315e-4c58-bad6-739b6d568008 None None] Deleting port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:02:59.786209 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1dd82d97-315e-4c58-bad6-739b6d568008 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:59.812911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] For port d5fc801d-0c2f-4a7e-8726-beb929fd5f89, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d5fc801d-0c2f-4a7e-8726-beb929fd5f89,segment=NetworkSegment(bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1),segment_id=bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:59.813866 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:59.840073 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Calling delete_port for d5fc801d-0c2f-4a7e-8726-beb929fd5f89 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:59.840358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d5fc801d-0c2f-4a7e-8726-beb929fd5f89 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:02:59.897777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1dd82d97-315e-4c58-bad6-739b6d568008 None None] For port d5fc801d-0c2f-4a7e-8726-beb929fd5f89, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d5fc801d-0c2f-4a7e-8726-beb929fd5f89,segment=NetworkSegment(bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1),segment_id=bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:02:59.898194 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1dd82d97-315e-4c58-bad6-739b6d568008 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:59.921652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1dd82d97-315e-4c58-bad6-739b6d568008 None None] Calling delete_port for d5fc801d-0c2f-4a7e-8726-beb929fd5f89 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:02:59.947501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:02:59.978601 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Pushing event deleted for resources: {'Port': ['ID=d5fc801d-0c2f-4a7e-8726-beb929fd5f89,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:02:59.982138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] No DVR routers for this DVR port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:03:00.002820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 update to DOWN by agent not found {{(pid=103130) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 13:03:00.058040 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1dd82d97-315e-4c58-bad6-739b6d568008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (d5fc801d-0c2f-4a7e-8726-beb929fd5f89), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:00.083449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (674c0f27-a665-4e0b-bd82-fedf8cd6735b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:00.093026 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd82d97-315e-4c58-bad6-739b6d568008 None None] Pushing event deleted for resources: {'Port': ['ID=d5fc801d-0c2f-4a7e-8726-beb929fd5f89,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:00.097594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd82d97-315e-4c58-bad6-739b6d568008 None None] No DVR routers for this DVR port d5fc801d-0c2f-4a7e-8726-beb929fd5f89 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:03:00.121613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674c0f27-a665-4e0b-bd82-fedf8cd6735b']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:00.136840 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:00.136840 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:00.149752 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:00.165788 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:00.173633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:03:00.174357 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (bcd8b32d-9a57-4c7a-bcf4-bbde9a501ea1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:03:00.177523 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:03:00.250147 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (674c0f27-a665-4e0b-bd82-fedf8cd6735b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:00.257911 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:00.261242 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] 10.222.0.53 "DELETE /v2.0/networks/674c0f27-a665-4e0b-bd82-fedf8cd6735b HTTP/1.1" status: 204 len: 168 time: 0.7906871 Jan 28 13:03:00.285285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e7af7-028b-4d7d-8fa3-e7399da768c3 tempest-TagsExtTest-253559719 tempest-TagsExtTest-253559719-project] Pushing event deleted for resources: {'Network': ['ID=674c0f27-a665-4e0b-bd82-fedf8cd6735b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:00.637316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:00.835473 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9177797a-6c17-4ee0-8c8b-a1b52e5c272c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7279d8ab41b41bc9f2617033eebc387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963670 Jan 28 13:03:00.839498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:00.899566 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3cdadba-1894-4c76-a8d0-3c8dd8a9e443 admin admin] Publish callbacks [] for security_group (261cebff-5c55-45a1-b610-8b5f33142919), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:00.931988 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3cdadba-1894-4c76-a8d0-3c8dd8a9e443 admin admin] Publish callbacks [] for security_group (261cebff-5c55-45a1-b610-8b5f33142919), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:00.992712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3cdadba-1894-4c76-a8d0-3c8dd8a9e443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (261cebff-5c55-45a1-b610-8b5f33142919), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:00.996694 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3cdadba-1894-4c76-a8d0-3c8dd8a9e443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:00.998589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e3cdadba-1894-4c76-a8d0-3c8dd8a9e443 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/261cebff-5c55-45a1-b610-8b5f33142919 HTTP/1.1" status: 204 len: 168 time: 0.1577408 Jan 28 13:03:01.012229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdadba-1894-4c76-a8d0-3c8dd8a9e443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261cebff-5c55-45a1-b610-8b5f33142919,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:01.888361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55264) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:02.029599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-639746545'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:03:02.055415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Made reservation on behalf of dd6c51d71bf04c08af1409d25fbf3b07 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:03:02.058956 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:02.078055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:02.164181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks [] for security_group (a86dda54-c018-4c47-8bf2-a86b5055495e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:02.168152 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a86dda54-c018-4c47-8bf2-a86b5055495e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:02.207714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86dda54-c018-4c47-8bf2-a86b5055495e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:02.212018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:03:02.229472 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (06c47719-8a05-4f58-8763-dbeb503a3375), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:02.229803 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Added segment 06c47719-8a05-4f58-8763-dbeb503a3375 of type vlan for network a892aba6-e27f-411e-9bb2-72c8343dce15 Jan 28 13:03:02.286514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a892aba6-e27f-411e-9bb2-72c8343dce15), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:02.337529 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a892aba6-e27f-411e-9bb2-72c8343dce15), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:02.343876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:02.344510 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:02.419866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5302563 Jan 28 13:03:02.428398 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55270) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:02.440715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8336d0-5107-43dc-bfeb-f52f63d6792e tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Pushing event updated for resources: {'Network': ['ID=a892aba6-e27f-411e-9bb2-72c8343dce15,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:02.443526 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-78d649e9-ef26-41cf-a8cc-d0b691d03752 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a892aba6-e27f-411e-9bb2-72c8343dce15', 'tempest-TagsTest-Tag-1377729663') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:02.461538 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a892aba6-e27f-411e-9bb2-72c8343dce15 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:03:02.611369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-78d649e9-ef26-41cf-a8cc-d0b691d03752 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "PUT /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15/tags/tempest-TagsTest-Tag-1377729663 HTTP/1.1" status: 201 len: 201 time: 0.1811509 Jan 28 13:03:02.623439 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55272) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:02.633120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-1512ac29-77e0-46c7-a37f-642251d67294 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a892aba6-e27f-411e-9bb2-72c8343dce15', 'tempest-TagsTest-Tag-1377729663') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:02.717537 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1512ac29-77e0-46c7-a37f-642251d67294 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "GET /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15/tags/tempest-TagsTest-Tag-1377729663 HTTP/1.1" status: 204 len: 168 time: 0.0916288 Jan 28 13:03:02.720115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:02.724750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-0fd2d2e5-5cce-4642-aab7-4b02da91fcca tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a892aba6-e27f-411e-9bb2-72c8343dce15') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:02.801316 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0fd2d2e5-5cce-4642-aab7-4b02da91fcca tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "GET /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15/tags HTTP/1.1" status: 200 len: 238 time: 0.0801306 Jan 28 13:03:02.804564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55276) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:02.808942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-2eaabc8e-d012-4fab-ad01-876bbc929481 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a892aba6-e27f-411e-9bb2-72c8343dce15', {'tags': ['tempest-TagsTest-Tag-539218662', 'tempest-TagsTest-Tag-2132373961', 'tempest-TagsTest-Tag-1459363443']}) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:02.900879 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2eaabc8e-d012-4fab-ad01-876bbc929481 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "PUT /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15/tags HTTP/1.1" status: 200 len: 308 time: 0.0951657 Jan 28 13:03:02.904414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55280) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:02.910724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-0a9470d3-9c81-4c1e-9272-748d7e347514 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a892aba6-e27f-411e-9bb2-72c8343dce15', 'tempest-TagsTest-Tag-539218662') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:03.000182 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0a9470d3-9c81-4c1e-9272-748d7e347514 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "DELETE /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15/tags/tempest-TagsTest-Tag-539218662 HTTP/1.1" status: 204 len: 168 time: 0.0943768 Jan 28 13:03:03.002926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55282) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:03.007683 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-ffe36db9-a37d-48c9-8663-3c84dd436791 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a892aba6-e27f-411e-9bb2-72c8343dce15', 'tempest-TagsTest-Tag-539218662') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:03.086976 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-ffe36db9-a37d-48c9-8663-3c84dd436791 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] show failed (client error): The resource could not be found. Jan 28 13:03:03.088753 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ffe36db9-a37d-48c9-8663-3c84dd436791 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "GET /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15/tags/tempest-TagsTest-Tag-539218662 HTTP/1.1" status: 404 len: 325 time: 0.0846574 Jan 28 13:03:03.091545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55284) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:03.096845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-04c0cea9-04f1-4008-8a5f-848fae290dcc tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a892aba6-e27f-411e-9bb2-72c8343dce15', 'tempest-TagsTest-Tag-2132373961') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:03.178887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-04c0cea9-04f1-4008-8a5f-848fae290dcc tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "GET /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15/tags/tempest-TagsTest-Tag-2132373961 HTTP/1.1" status: 204 len: 168 time: 0.0862162 Jan 28 13:03:03.187488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55286) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:03.193761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-ca7d9375-33c6-437c-9188-232e3037fd83 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a892aba6-e27f-411e-9bb2-72c8343dce15', 'tempest-TagsTest-Tag-1459363443') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:03.289249 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ca7d9375-33c6-437c-9188-232e3037fd83 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "GET /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15/tags/tempest-TagsTest-Tag-1459363443 HTTP/1.1" status: 204 len: 168 time: 0.1003509 Jan 28 13:03:03.291635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55288) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:03.295992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-11e48ca0-aeed-467d-9986-cf912e96ded8 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a892aba6-e27f-411e-9bb2-72c8343dce15') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:03.392585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-11e48ca0-aeed-467d-9986-cf912e96ded8 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "DELETE /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15/tags HTTP/1.1" status: 204 len: 168 time: 0.0999210 Jan 28 13:03:03.395973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55292) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:03.401495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-e247251f-44bd-429c-b23c-c4d6e3ff45d9 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a892aba6-e27f-411e-9bb2-72c8343dce15', 'tempest-TagsTest-Tag-2132373961') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:03.486399 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-e247251f-44bd-429c-b23c-c4d6e3ff45d9 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] show failed (client error): The resource could not be found. Jan 28 13:03:03.487884 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e247251f-44bd-429c-b23c-c4d6e3ff45d9 tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "GET /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15/tags/tempest-TagsTest-Tag-2132373961 HTTP/1.1" status: 404 len: 326 time: 0.0900860 Jan 28 13:03:03.490520 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55294) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:03.496651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-92a846cc-bf03-45bd-893b-c69bdc78e8df tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a892aba6-e27f-411e-9bb2-72c8343dce15', 'tempest-TagsTest-Tag-1459363443') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:03.584879 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-92a846cc-bf03-45bd-893b-c69bdc78e8df tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] show failed (client error): The resource could not be found. Jan 28 13:03:03.589018 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-92a846cc-bf03-45bd-893b-c69bdc78e8df tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "GET /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15/tags/tempest-TagsTest-Tag-1459363443 HTTP/1.1" status: 404 len: 326 time: 0.0945132 Jan 28 13:03:03.589421 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55296) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:03.595977 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-2788711a-4002-454b-be9d-48b28a81b28b tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a892aba6-e27f-411e-9bb2-72c8343dce15') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:03.698233 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2788711a-4002-454b-be9d-48b28a81b28b tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "DELETE /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15/tags HTTP/1.1" status: 204 len: 168 time: 0.1074822 Jan 28 13:03:03.703217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55298) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:03.800406 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a892aba6-e27f-411e-9bb2-72c8343dce15), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:03.902555 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a892aba6-e27f-411e-9bb2-72c8343dce15), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:03.941732 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a892aba6-e27f-411e-9bb2-72c8343dce15']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:03.956301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c47719-8a05-4f58-8763-dbeb503a3375') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:03.956725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c47719-8a05-4f58-8763-dbeb503a3375') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:03.973260 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (06c47719-8a05-4f58-8763-dbeb503a3375), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:03.988876 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (06c47719-8a05-4f58-8763-dbeb503a3375), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:03.996929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:03:03.997423 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (06c47719-8a05-4f58-8763-dbeb503a3375), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:03:04.000886 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:03:04.066664 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a892aba6-e27f-411e-9bb2-72c8343dce15), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:04.075962 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:04.082639 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] 10.222.0.53 "DELETE /v2.0/networks/a892aba6-e27f-411e-9bb2-72c8343dce15 HTTP/1.1" status: 204 len: 168 time: 0.3751035 Jan 28 13:03:04.093512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e391d-457b-4abe-9cdc-d50ae2f7cc3f tempest-TagsTest-1026546576 tempest-TagsTest-1026546576-project] Pushing event deleted for resources: {'Network': ['ID=a892aba6-e27f-411e-9bb2-72c8343dce15,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:04.385255 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55308) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:04.575959 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1fbbf8b3-82c2-4021-969b-365f3654cd10 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd6c51d71bf04c08af1409d25fbf3b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1892917 Jan 28 13:03:04.580851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55320) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:04.635677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44f64242-b2d0-4241-bb2d-a149bd58f9bb admin admin] Publish callbacks [] for security_group (a86dda54-c018-4c47-8bf2-a86b5055495e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:04.668246 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44f64242-b2d0-4241-bb2d-a149bd58f9bb admin admin] Publish callbacks [] for security_group (a86dda54-c018-4c47-8bf2-a86b5055495e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:04.724778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44f64242-b2d0-4241-bb2d-a149bd58f9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a86dda54-c018-4c47-8bf2-a86b5055495e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:04.727454 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44f64242-b2d0-4241-bb2d-a149bd58f9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:04.732064 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-44f64242-b2d0-4241-bb2d-a149bd58f9bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a86dda54-c018-4c47-8bf2-a86b5055495e HTTP/1.1" status: 204 len: 168 time: 0.1467514 Jan 28 13:03:04.741277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f64242-b2d0-4241-bb2d-a149bd58f9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86dda54-c018-4c47-8bf2-a86b5055495e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:06.649325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55382) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:06.789142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c76d63a9-cecf-407d-a8e0-b6a5eb6cbdc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:06.909756 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c76d63a9-cecf-407d-a8e0-b6a5eb6cbdc7 admin admin] Publish callbacks [] for security_group (2bdfb1d4-b405-4990-92e2-2e1b00c23cca), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:06.916976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c76d63a9-cecf-407d-a8e0-b6a5eb6cbdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2bdfb1d4-b405-4990-92e2-2e1b00c23cca), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:06.965364 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c76d63a9-cecf-407d-a8e0-b6a5eb6cbdc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=423225036ebe441c9178609fc662a1c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3107436 Jan 28 13:03:06.965364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d63a9-cecf-407d-a8e0-b6a5eb6cbdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdfb1d4-b405-4990-92e2-2e1b00c23cca,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:06.965864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55386) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:07.022282 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a78c7cb-edae-4ad1-95cd-6de2930f2b27 admin admin] Publish callbacks [] for security_group (2bdfb1d4-b405-4990-92e2-2e1b00c23cca), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:07.051449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a78c7cb-edae-4ad1-95cd-6de2930f2b27 admin admin] Publish callbacks [] for security_group (2bdfb1d4-b405-4990-92e2-2e1b00c23cca), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:07.105451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a78c7cb-edae-4ad1-95cd-6de2930f2b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2bdfb1d4-b405-4990-92e2-2e1b00c23cca), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:07.110022 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a78c7cb-edae-4ad1-95cd-6de2930f2b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:07.114199 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6a78c7cb-edae-4ad1-95cd-6de2930f2b27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bdfb1d4-b405-4990-92e2-2e1b00c23cca HTTP/1.1" status: 204 len: 168 time: 0.1477382 Jan 28 13:03:07.122550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78c7cb-edae-4ad1-95cd-6de2930f2b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdfb1d4-b405-4990-92e2-2e1b00c23cca,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:07.488513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55394) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:07.506938 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31c1ad89-bfe9-481a-b266-37871f797589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:07.597641 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31c1ad89-bfe9-481a-b266-37871f797589 admin admin] Publish callbacks [] for security_group (1a909fc9-583c-4d91-9d85-1f7667b7a0c3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:07.603459 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31c1ad89-bfe9-481a-b266-37871f797589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1a909fc9-583c-4d91-9d85-1f7667b7a0c3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:07.661107 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-31c1ad89-bfe9-481a-b266-37871f797589 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=901abf79aba54beebb759bf5c44be253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1688030 Jan 28 13:03:07.661107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1ad89-bfe9-481a-b266-37871f797589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a909fc9-583c-4d91-9d85-1f7667b7a0c3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:07.662779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55398) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:07.745032 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75cb987b-d7b8-4dfb-a7dc-5f9a17d453d3 admin admin] Publish callbacks [] for security_group (1a909fc9-583c-4d91-9d85-1f7667b7a0c3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:07.771576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75cb987b-d7b8-4dfb-a7dc-5f9a17d453d3 admin admin] Publish callbacks [] for security_group (1a909fc9-583c-4d91-9d85-1f7667b7a0c3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:07.829253 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75cb987b-d7b8-4dfb-a7dc-5f9a17d453d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1a909fc9-583c-4d91-9d85-1f7667b7a0c3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:07.832452 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75cb987b-d7b8-4dfb-a7dc-5f9a17d453d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:07.833606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-75cb987b-d7b8-4dfb-a7dc-5f9a17d453d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a909fc9-583c-4d91-9d85-1f7667b7a0c3 HTTP/1.1" status: 204 len: 168 time: 0.1699946 Jan 28 13:03:07.851199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb987b-d7b8-4dfb-a7dc-5f9a17d453d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a909fc9-583c-4d91-9d85-1f7667b7a0c3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:14.253508 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:03:15.372712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-d4fdbc85-4a83-498e-8812-37dcc5f8c04c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599977681&fields=id&tenant_id=24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 267 time: 0.0444345 Jan 28 13:03:15.497403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-7e31d4f5-9598-48e2-b62b-3c97b835734d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:15.500404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-7e31d4f5-9598-48e2-b62b-3c97b835734d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.1197989 Jan 28 13:03:15.521614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-a207820a-fd7a-47a5-85ea-19deb5f0143a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/quotas/24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 375 time: 0.0096374 Jan 28 13:03:15.591671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-2df99380-141c-4b36-a615-cd17300e5179 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633292 Jan 28 13:03:15.702824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-0019a413-6004-452b-a34a-8191f4b8aa87 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004658 Jan 28 13:03:15.804509 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-cabc0c3b-4e45-4d60-9da9-b4605d0fc9d3 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956955 Jan 28 13:03:16.122788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc3ba3fc-4857-4c80-af88-59d1546795a5 req-0c671449-c6f6-495e-b954-9526f5cde084 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 210 time: 0.0295200 Jan 28 13:03:16.893262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55546) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:17.041754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f35e4f02-d3d7-4402-8029-7a1f80c5a345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:17.144635 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-4b878544-43b4-4a3e-8d47-8ceb8be9e44d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:17.147155 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-4b878544-43b4-4a3e-8d47-8ceb8be9e44d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.1449239 Jan 28 13:03:17.176000 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f35e4f02-d3d7-4402-8029-7a1f80c5a345 admin admin] Publish callbacks [] for security_group (e2117877-857a-4b6d-8f0f-26efe1a58f92), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:17.180567 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f35e4f02-d3d7-4402-8029-7a1f80c5a345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e2117877-857a-4b6d-8f0f-26efe1a58f92), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:17.224007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f35e4f02-d3d7-4402-8029-7a1f80c5a345 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4d99e02d9ee4726848ccf049bb96af6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296402 Jan 28 13:03:17.225297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e4f02-d3d7-4402-8029-7a1f80c5a345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2117877-857a-4b6d-8f0f-26efe1a58f92,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:17.228067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55552) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:17.241381 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-e20056e6-71cd-4668-8704-9c78e8c4eea1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 380 time: 0.0854921 Jan 28 13:03:17.251688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'port': {'device_id': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'admin_state_up': True, 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'security_groups': ['2a088b96-2a25-44a0-9214-c33ec88f8682']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:03:17.293614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16ea77e9-4f60-4dfb-a018-d2b3d775c265 req-72ad3f70-ff08-44f6-939e-94069443c2b5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 210 time: 0.0319259 Jan 28 13:03:17.325161 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68900063-c6eb-48d1-b3e3-dcbfbb2d5ddd admin admin] Publish callbacks [] for security_group (e2117877-857a-4b6d-8f0f-26efe1a58f92), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:17.355901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68900063-c6eb-48d1-b3e3-dcbfbb2d5ddd admin admin] Publish callbacks [] for security_group (e2117877-857a-4b6d-8f0f-26efe1a58f92), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:17.417102 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68900063-c6eb-48d1-b3e3-dcbfbb2d5ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e2117877-857a-4b6d-8f0f-26efe1a58f92), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:17.420756 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68900063-c6eb-48d1-b3e3-dcbfbb2d5ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:17.421536 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:17.422291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-68900063-c6eb-48d1-b3e3-dcbfbb2d5ddd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2117877-857a-4b6d-8f0f-26efe1a58f92 HTTP/1.1" status: 204 len: 168 time: 0.1937644 Jan 28 13:03:17.432425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68900063-c6eb-48d1-b3e3-dcbfbb2d5ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2117877-857a-4b6d-8f0f-26efe1a58f92,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:17.442144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Made reservation on behalf of 24aad192de1a4673b231d4b2844e4f83 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:03:17.445981 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:17.799093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55558) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:17.812857 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1376f3f-5af1-4422-9216-b646851861a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:17.881165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Allocated IP 172.20.0.12 (400dedcb-474b-4bdd-8e0d-8b7a83328c0b/33a5bffe-7382-46b3-a030-e2d3aecb2902/23e090eb-12ff-4047-a545-a6f483af57c2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:03:17.917596 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1376f3f-5af1-4422-9216-b646851861a4 admin admin] Publish callbacks [] for security_group (f827f6e0-d8f4-4496-ad9d-d66d45d0e668), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:17.922724 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1376f3f-5af1-4422-9216-b646851861a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f827f6e0-d8f4-4496-ad9d-d66d45d0e668), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:17.965311 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:18.001876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a1376f3f-5af1-4422-9216-b646851861a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39007ee9934b44e9ad6ae4fe83a7e7d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2016444 Jan 28 13:03:18.003466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1376f3f-5af1-4422-9216-b646851861a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f827f6e0-d8f4-4496-ad9d-d66d45d0e668,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:18.006107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55562) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:18.096735 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94774a85-5001-4686-9c08-efabc6308822 admin admin] Publish callbacks [] for security_group (f827f6e0-d8f4-4496-ad9d-d66d45d0e668), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:18.098717 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (23e090eb-12ff-4047-a545-a6f483af57c2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:18.123605 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94774a85-5001-4686-9c08-efabc6308822 admin admin] Publish callbacks [] for security_group (f827f6e0-d8f4-4496-ad9d-d66d45d0e668), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:18.139502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:18.197763 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94774a85-5001-4686-9c08-efabc6308822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f827f6e0-d8f4-4496-ad9d-d66d45d0e668), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:18.204181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94774a85-5001-4686-9c08-efabc6308822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:18.206270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-94774a85-5001-4686-9c08-efabc6308822 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f827f6e0-d8f4-4496-ad9d-d66d45d0e668 HTTP/1.1" status: 204 len: 168 time: 0.1988661 Jan 28 13:03:18.216392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94774a85-5001-4686-9c08-efabc6308822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f827f6e0-d8f4-4496-ad9d-d66d45d0e668,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:18.254540 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:03:18.256715 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:03:18.258677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=23e090eb-12ff-4047-a545-a6f483af57c2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:18.261209 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:03:18.298163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.303039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.306129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.306426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.306588 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.307005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.307224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.307544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.307871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.308203 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.308535 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.308864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.309192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:18.352207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:18.353183 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:18.374132 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-aabcf10c-a63c-4365-bd84-bdb873a79b21 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1282222 Jan 28 13:03:18.384612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-5c81350c-df94-4ef1-983c-69724c04f8bf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:03:18.386536 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-5c81350c-df94-4ef1-983c-69724c04f8bf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072079 Jan 28 13:03:18.461387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536fac5-1b33-4b10-918e-dbde7f66d440 req-e8e84a03-2d0e-4113-a171-c2c3ab2cd0ab tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:18.463201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1536fac5-1b33-4b10-918e-dbde7f66d440 req-e8e84a03-2d0e-4113-a171-c2c3ab2cd0ab tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 932 time: 0.0728214 Jan 28 13:03:18.582920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1536fac5-1b33-4b10-918e-dbde7f66d440 req-607f5a0c-ab24-4eb4-a2bc-cb0fb610c12c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066241 Jan 28 13:03:18.659814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-00700136-b3fa-4052-b781-cb564294f6a5 None None] Provisioning complete for port 23e090eb-12ff-4047-a545-a6f483af57c2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:03:18.660362 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00700136-b3fa-4052-b781-cb564294f6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:18.708450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Request body: {'port': {'device_id': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:03:18.726349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-00700136-b3fa-4052-b781-cb564294f6a5 None None] Port 23e090eb-12ff-4047-a545-a6f483af57c2 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:03:18.796004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:19.150378 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e090eb-12ff-4047-a545-a6f483af57c2 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:03:19.162122 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Publish callbacks [] for port (23e090eb-12ff-4047-a545-a6f483af57c2), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:19.176678 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Transition to ACTIVE for port object 23e090eb-12ff-4047-a545-a6f483af57c2 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:03:19.182723 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:19.250382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Pushing event updated for resources: {'Port': ['ID=23e090eb-12ff-4047-a545-a6f483af57c2,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:19.275422 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0193dd78-43ab-44d6-bd84-49da89f8e8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:19.374495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Attempting to bind port 23e090eb-12ff-4047-a545-a6f483af57c2 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:03:19.376948 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Attempting to bind port 23e090eb-12ff-4047-a545-a6f483af57c2 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:03:19.377295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Attempting to bind port 23e090eb-12ff-4047-a545-a6f483af57c2 on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:03:19.383132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Port 23e090eb-12ff-4047-a545-a6f483af57c2 on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:03:19.383627 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Attempting to bind port 23e090eb-12ff-4047-a545-a6f483af57c2 on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:03:19.390362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:03:19.390672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Checking segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:03:19.391068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Bound using segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:03:19.391823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Bound port: 23e090eb-12ff-4047-a545-a6f483af57c2, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:03:19.391976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:19.488991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] For port 23e090eb-12ff-4047-a545-a6f483af57c2, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:03:19.494200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] For port 23e090eb-12ff-4047-a545-a6f483af57c2, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=23e090eb-12ff-4047-a545-a6f483af57c2,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:03:19.500212 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:19.521468 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:19.522471 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:19.524003 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] 10.222.0.35 "PUT /v2.0/ports/23e090eb-12ff-4047-a545-a6f483af57c2 HTTP/1.1" status: 200 len: 1092 time: 1.1307921 Jan 28 13:03:19.525990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'tag': '23e090eb-12ff-4047-a545-a6f483af57c2'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:03:19.531087 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448557b0-2af5-41fb-b0f0-21ee6c093505" -d '{"events": [{"name": "network-changed", "server_uuid": "6a014dc2-b8f5-436f-8ca9-5c7545408736", "tag": "23e090eb-12ff-4047-a545-a6f483af57c2"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:03:19.649307 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad3a515-dc78-41a3-80da-84f21e734678 x-openstack-request-id: req-cad3a515-dc78-41a3-80da-84f21e734678 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:03:19.649832 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a014dc2-b8f5-436f-8ca9-5c7545408736", "tag": "23e090eb-12ff-4047-a545-a6f483af57c2", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:03:19.650361 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cad3a515-dc78-41a3-80da-84f21e734678 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:03:19.651218 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'tag': '23e090eb-12ff-4047-a545-a6f483af57c2', 'status': 'completed', 'code': 200} Jan 28 13:03:19.677607 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-bdba6db6-05eb-4cfa-a2b6-9eba41b29845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:19.680434 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-bdba6db6-05eb-4cfa-a2b6-9eba41b29845 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 1095 time: 0.1063168 Jan 28 13:03:19.681832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674c898-64dd-420a-8ee4-2eb4b61b30bf service neutron] Pushing event updated for resources: {'Port': ['ID=23e090eb-12ff-4047-a545-a6f483af57c2,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:19.743606 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-6186c66d-7030-4a15-9bd8-bca651106d5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23e090eb-12ff-4047-a545-a6f483af57c2 HTTP/1.1" status: 200 len: 217 time: 0.0553505 Jan 28 13:03:19.777269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61652104-2f13-428b-a69e-4df5ac2e403c req-7846a9d3-dc63-483c-9734-007860ad22c0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:19.787292 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61652104-2f13-428b-a69e-4df5ac2e403c req-7846a9d3-dc63-483c-9734-007860ad22c0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0795908 Jan 28 13:03:19.841640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-61bb0580-56fe-4312-8bfd-78380935ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:19.844687 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-61bb0580-56fe-4312-8bfd-78380935ccea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0903020 Jan 28 13:03:19.878126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61652104-2f13-428b-a69e-4df5ac2e403c req-bc321468-592d-4878-a634-5f347f4a71bf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892222 Jan 28 13:03:19.916911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-d1b34403-1981-4e09-93bd-d01e40383a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:19.918783 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-d1b34403-1981-4e09-93bd-d01e40383a73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689099 Jan 28 13:03:20.027879 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-27211c4b-c861-4085-b9a9-5f5745e65f48 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030183 Jan 28 13:03:20.139802 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5b4e793f-6bd7-4410-9fe2-bc7ff63b2691 req-de6bb48a-4b98-4eab-981e-2e62c86753f0 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044142 Jan 28 13:03:20.265736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448557b0-2af5-41fb-b0f0-21ee6c093505 req-b73f31f5-29be-49cb-bb2b-d483e5ae7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:20.268513 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-448557b0-2af5-41fb-b0f0-21ee6c093505 req-b73f31f5-29be-49cb-bb2b-d483e5ae7239 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 1095 time: 0.0808616 Jan 28 13:03:20.379736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448557b0-2af5-41fb-b0f0-21ee6c093505 req-8b64dde0-fd73-4c96-b462-04c5097a93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:20.379736 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-448557b0-2af5-41fb-b0f0-21ee6c093505 req-8b64dde0-fd73-4c96-b462-04c5097a93c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.1054721 Jan 28 13:03:20.437214 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-448557b0-2af5-41fb-b0f0-21ee6c093505 req-0c501814-0b5c-4355-9173-a4275198a382 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23e090eb-12ff-4047-a545-a6f483af57c2 HTTP/1.1" status: 200 len: 217 time: 0.0523872 Jan 28 13:03:20.507277 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448557b0-2af5-41fb-b0f0-21ee6c093505 req-8983d791-9fbe-43a8-a0cf-509defbe3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:20.509035 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-448557b0-2af5-41fb-b0f0-21ee6c093505 req-8983d791-9fbe-43a8-a0cf-509defbe3857 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0667429 Jan 28 13:03:20.579045 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448557b0-2af5-41fb-b0f0-21ee6c093505 req-e10c71f1-e74d-40e0-90fc-f1def40f3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:20.581742 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-448557b0-2af5-41fb-b0f0-21ee6c093505 req-e10c71f1-e74d-40e0-90fc-f1def40f3cfc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657563 Jan 28 13:03:20.694704 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-448557b0-2af5-41fb-b0f0-21ee6c093505 req-1a2e44e8-eaed-4153-96e1-954055c028b1 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072190 Jan 28 13:03:20.793553 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-448557b0-2af5-41fb-b0f0-21ee6c093505 req-be924e62-995b-4855-8dd6-5a94c9438ced service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919683 Jan 28 13:03:20.874942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55628) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:21.000544 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbeed38f-ea6b-4459-92d1-0e5de1f1c17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.012811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61324167-5313-4846-ac5e-16f7d632cc2c req-4ddcf6b1-6200-4f72-a239-57a7f9bd1446 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:21.015863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61324167-5313-4846-ac5e-16f7d632cc2c req-4ddcf6b1-6200-4f72-a239-57a7f9bd1446 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0609417 Jan 28 13:03:21.073338 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61324167-5313-4846-ac5e-16f7d632cc2c req-d4d267ce-7983-47e2-b72f-7a2bee38c44d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511398 Jan 28 13:03:21.098599 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbeed38f-ea6b-4459-92d1-0e5de1f1c17b admin admin] Publish callbacks [] for security_group (9c914536-f773-43d5-9f8b-7ed02a0b33a5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.103224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bbeed38f-ea6b-4459-92d1-0e5de1f1c17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9c914536-f773-43d5-9f8b-7ed02a0b33a5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.148872 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bbeed38f-ea6b-4459-92d1-0e5de1f1c17b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=666140ea39414eff992dee91721b55a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2689877 Jan 28 13:03:21.148872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeed38f-ea6b-4459-92d1-0e5de1f1c17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c914536-f773-43d5-9f8b-7ed02a0b33a5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:21.150084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55634) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:21.203639 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-645723e9-df94-452c-bb5b-af0310fb2ed6 admin admin] Publish callbacks [] for security_group (9c914536-f773-43d5-9f8b-7ed02a0b33a5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.226627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-645723e9-df94-452c-bb5b-af0310fb2ed6 admin admin] Publish callbacks [] for security_group (9c914536-f773-43d5-9f8b-7ed02a0b33a5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.286529 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-645723e9-df94-452c-bb5b-af0310fb2ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (9c914536-f773-43d5-9f8b-7ed02a0b33a5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.289456 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-645723e9-df94-452c-bb5b-af0310fb2ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.290796 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-645723e9-df94-452c-bb5b-af0310fb2ed6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c914536-f773-43d5-9f8b-7ed02a0b33a5 HTTP/1.1" status: 204 len: 168 time: 0.1393907 Jan 28 13:03:21.301066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645723e9-df94-452c-bb5b-af0310fb2ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c914536-f773-43d5-9f8b-7ed02a0b33a5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:21.612837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bba3306b-f398-4c6d-978e-637136290d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.632633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55642) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:21.646328 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d7a3cef-ba3e-4be8-96cc-a8ed2f250b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.725651 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d7a3cef-ba3e-4be8-96cc-a8ed2f250b59 admin admin] Publish callbacks [] for security_group (14af9e0e-8f60-464f-b4b0-a74eebaa6498), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.729857 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d7a3cef-ba3e-4be8-96cc-a8ed2f250b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (14af9e0e-8f60-464f-b4b0-a74eebaa6498), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.768761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4d7a3cef-ba3e-4be8-96cc-a8ed2f250b59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f72c7c352a864586a87e3be62999f8aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348028 Jan 28 13:03:21.769645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a3cef-ba3e-4be8-96cc-a8ed2f250b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14af9e0e-8f60-464f-b4b0-a74eebaa6498,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:21.771434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55644) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:21.829412 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75ade874-ba87-4e71-9a2b-cc528703eac7 admin admin] Publish callbacks [] for security_group (14af9e0e-8f60-464f-b4b0-a74eebaa6498), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.851399 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75ade874-ba87-4e71-9a2b-cc528703eac7 admin admin] Publish callbacks [] for security_group (14af9e0e-8f60-464f-b4b0-a74eebaa6498), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.902078 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75ade874-ba87-4e71-9a2b-cc528703eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (14af9e0e-8f60-464f-b4b0-a74eebaa6498), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.905833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75ade874-ba87-4e71-9a2b-cc528703eac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:21.907055 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-75ade874-ba87-4e71-9a2b-cc528703eac7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14af9e0e-8f60-464f-b4b0-a74eebaa6498 HTTP/1.1" status: 204 len: 168 time: 0.1333702 Jan 28 13:03:21.914935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ade874-ba87-4e71-9a2b-cc528703eac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14af9e0e-8f60-464f-b4b0-a74eebaa6498,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:22.238528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656ab73-57d1-409d-be34-06e699b6f81a req-3d58f68c-de07-4b9c-80fd-97860a5af4bc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:22.240963 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1656ab73-57d1-409d-be34-06e699b6f81a req-3d58f68c-de07-4b9c-80fd-97860a5af4bc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0690684 Jan 28 13:03:22.306838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1656ab73-57d1-409d-be34-06e699b6f81a req-d29d8c5d-4cdf-4437-821c-baca140fbf01 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595055 Jan 28 13:03:23.037264 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:23.452932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cb914-0f87-4dcc-931e-3b364f1c1f49 req-de4949c2-db82-4b5f-b31b-ec749f1a22e8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:23.461986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b1cb914-0f87-4dcc-931e-3b364f1c1f49 req-de4949c2-db82-4b5f-b31b-ec749f1a22e8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0742290 Jan 28 13:03:23.524241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b1cb914-0f87-4dcc-931e-3b364f1c1f49 req-91297116-d804-48e4-8361-c2a9d9ed7901 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606103 Jan 28 13:03:24.359992 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55724) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:24.489089 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54fbec92-1c28-4ba0-8a4c-119d21ee3061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:24.608337 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54fbec92-1c28-4ba0-8a4c-119d21ee3061 admin admin] Publish callbacks [] for security_group (22955461-fe3f-4be3-9d92-66777556ce45), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:24.613755 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54fbec92-1c28-4ba0-8a4c-119d21ee3061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (22955461-fe3f-4be3-9d92-66777556ce45), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:24.658032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbec92-1c28-4ba0-8a4c-119d21ee3061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22955461-fe3f-4be3-9d92-66777556ce45,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:24.683597 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-54fbec92-1c28-4ba0-8a4c-119d21ee3061 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=261cae10b98647fbb096fe6229124a64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3214808 Jan 28 13:03:24.684312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55732) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:24.713066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e58eaf-264b-439b-89f2-52ebb1d8f8c3 req-40c7cf4e-8edf-475f-bd4d-2d8480deb7cb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:24.715223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1e58eaf-264b-439b-89f2-52ebb1d8f8c3 req-40c7cf4e-8edf-475f-bd4d-2d8480deb7cb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0866866 Jan 28 13:03:24.720894 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:24.752669 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4535ef4e-ec4d-4d98-8fb4-92ecf51293dc admin admin] Publish callbacks [] for security_group (22955461-fe3f-4be3-9d92-66777556ce45), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:24.786823 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4535ef4e-ec4d-4d98-8fb4-92ecf51293dc admin admin] Publish callbacks [] for security_group (22955461-fe3f-4be3-9d92-66777556ce45), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:24.794692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1e58eaf-264b-439b-89f2-52ebb1d8f8c3 req-c57c972f-a294-4f55-bbe7-f754be42ab92 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717468 Jan 28 13:03:24.864623 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4535ef4e-ec4d-4d98-8fb4-92ecf51293dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (22955461-fe3f-4be3-9d92-66777556ce45), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:24.867513 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4535ef4e-ec4d-4d98-8fb4-92ecf51293dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:24.871562 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4535ef4e-ec4d-4d98-8fb4-92ecf51293dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22955461-fe3f-4be3-9d92-66777556ce45 HTTP/1.1" status: 204 len: 168 time: 0.1860976 Jan 28 13:03:24.881630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535ef4e-ec4d-4d98-8fb4-92ecf51293dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22955461-fe3f-4be3-9d92-66777556ce45,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:25.209532 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55738) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:25.224976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8719dcf8-46a2-4126-8c6e-ce5312c8887c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:25.327946 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8719dcf8-46a2-4126-8c6e-ce5312c8887c admin admin] Publish callbacks [] for security_group (a5bca052-18b3-40fd-a8e1-b7f8283ccd60), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:25.334756 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8719dcf8-46a2-4126-8c6e-ce5312c8887c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a5bca052-18b3-40fd-a8e1-b7f8283ccd60), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:25.376498 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719dcf8-46a2-4126-8c6e-ce5312c8887c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bca052-18b3-40fd-a8e1-b7f8283ccd60,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:25.393068 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8719dcf8-46a2-4126-8c6e-ce5312c8887c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3d99224122b4882b8fb1e0826f7b17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1824291 Jan 28 13:03:25.395704 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55740) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:25.463572 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b9a14b5-eb54-4f2a-98bc-89db554fcae4 admin admin] Publish callbacks [] for security_group (a5bca052-18b3-40fd-a8e1-b7f8283ccd60), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:25.491483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b9a14b5-eb54-4f2a-98bc-89db554fcae4 admin admin] Publish callbacks [] for security_group (a5bca052-18b3-40fd-a8e1-b7f8283ccd60), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:25.566293 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b9a14b5-eb54-4f2a-98bc-89db554fcae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a5bca052-18b3-40fd-a8e1-b7f8283ccd60), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:25.570174 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b9a14b5-eb54-4f2a-98bc-89db554fcae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:25.573960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7b9a14b5-eb54-4f2a-98bc-89db554fcae4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5bca052-18b3-40fd-a8e1-b7f8283ccd60 HTTP/1.1" status: 204 len: 168 time: 0.1758935 Jan 28 13:03:25.588881 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a14b5-eb54-4f2a-98bc-89db554fcae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bca052-18b3-40fd-a8e1-b7f8283ccd60,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:25.948248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c0049-83eb-4403-ab66-e159da202c83 req-cdb7a249-8252-403f-b996-b78716135ef2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:25.957950 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c2c0049-83eb-4403-ab66-e159da202c83 req-cdb7a249-8252-403f-b996-b78716135ef2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0851264 Jan 28 13:03:26.024350 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c2c0049-83eb-4403-ab66-e159da202c83 req-5140f2cf-fa75-4c8f-b3d0-773bec6613d9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649066 Jan 28 13:03:26.030434 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:26.974647 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55776) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:27.111727 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-128e6a1c-fb83-43d9-952a-4db3ba48c34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:27.179659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e10abd-9e6c-4092-8ed0-07774d1b1557 req-3380a5e9-7f4c-445b-93d9-294d10cc28f8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:27.187283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20e10abd-9e6c-4092-8ed0-07774d1b1557 req-3380a5e9-7f4c-445b-93d9-294d10cc28f8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0552454 Jan 28 13:03:27.199986 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-128e6a1c-fb83-43d9-952a-4db3ba48c34f admin admin] Publish callbacks [] for security_group (1a8d9c33-8547-47ff-a17b-d8a4ecfe665f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:27.205865 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-128e6a1c-fb83-43d9-952a-4db3ba48c34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1a8d9c33-8547-47ff-a17b-d8a4ecfe665f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:27.239406 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e6a1c-fb83-43d9-952a-4db3ba48c34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8d9c33-8547-47ff-a17b-d8a4ecfe665f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:27.241407 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20e10abd-9e6c-4092-8ed0-07774d1b1557 req-ae7f6ad3-9b4e-4e3b-b1ce-b3474c2d0fa1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530524 Jan 28 13:03:27.263389 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-128e6a1c-fb83-43d9-952a-4db3ba48c34f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ceb2fddb23347809cf53123abafb259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2864001 Jan 28 13:03:27.265276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55782) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:27.333592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b58539b9-e0f6-423a-b731-44a1438beea6 admin admin] Publish callbacks [] for security_group (1a8d9c33-8547-47ff-a17b-d8a4ecfe665f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:27.358030 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b58539b9-e0f6-423a-b731-44a1438beea6 admin admin] Publish callbacks [] for security_group (1a8d9c33-8547-47ff-a17b-d8a4ecfe665f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:27.413025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b58539b9-e0f6-423a-b731-44a1438beea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1a8d9c33-8547-47ff-a17b-d8a4ecfe665f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:27.417788 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b58539b9-e0f6-423a-b731-44a1438beea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:27.420916 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b58539b9-e0f6-423a-b731-44a1438beea6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a8d9c33-8547-47ff-a17b-d8a4ecfe665f HTTP/1.1" status: 204 len: 168 time: 0.1542211 Jan 28 13:03:27.438504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58539b9-e0f6-423a-b731-44a1438beea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8d9c33-8547-47ff-a17b-d8a4ecfe665f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:28.399506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83addd15-33ae-4d4d-91ca-687467520327 req-e0b96267-8d2f-4078-b4dd-84b9d48a586b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:28.401095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83addd15-33ae-4d4d-91ca-687467520327 req-e0b96267-8d2f-4078-b4dd-84b9d48a586b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0596471 Jan 28 13:03:28.468519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-83addd15-33ae-4d4d-91ca-687467520327 req-15909cf1-e0fd-4f94-ab16-a32641d771fd tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586147 Jan 28 13:03:29.598044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f346b-0422-489d-a9e1-7c489c9a2748 req-cd3aad86-c15e-4206-be60-756578806042 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:29.599556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-764f346b-0422-489d-a9e1-7c489c9a2748 req-cd3aad86-c15e-4206-be60-756578806042 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0554755 Jan 28 13:03:29.650987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-764f346b-0422-489d-a9e1-7c489c9a2748 req-be9d0ca1-2dc2-47d9-b88d-7d976c704df2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452383 Jan 28 13:03:30.775444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a729aa9-cca2-4e39-b224-02eecf3f76fa req-190a93cb-e22c-4cda-90c2-6f060f8f07b2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:30.776854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a729aa9-cca2-4e39-b224-02eecf3f76fa req-190a93cb-e22c-4cda-90c2-6f060f8f07b2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0563486 Jan 28 13:03:30.828815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a729aa9-cca2-4e39-b224-02eecf3f76fa req-bec72adf-241f-41f6-aa1e-548bfd4e20a4 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456710 Jan 28 13:03:31.952498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400719b2-41ab-4208-b195-20c4d9dde038 req-c029d73d-cf83-45f0-b6a4-c27a7f8df632 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:31.954308 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-400719b2-41ab-4208-b195-20c4d9dde038 req-c029d73d-cf83-45f0-b6a4-c27a7f8df632 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0546396 Jan 28 13:03:32.018017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-400719b2-41ab-4208-b195-20c4d9dde038 req-b4e16900-79cc-46bf-9c6c-8063087f1cd8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576119 Jan 28 13:03:33.166751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cebc5-0d41-4514-85dc-5a2e317dad39 req-e8a0ecaa-e584-47a5-b5ae-d404997c4e8f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:33.172795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a3cebc5-0d41-4514-85dc-5a2e317dad39 req-e8a0ecaa-e584-47a5-b5ae-d404997c4e8f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0647986 Jan 28 13:03:33.266577 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a3cebc5-0d41-4514-85dc-5a2e317dad39 req-984e54ca-22a9-498c-82a0-666ce3701dc9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878792 Jan 28 13:03:34.429052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123725c3-862c-495e-bed6-69b8a26c3675 req-ed28636d-5854-4380-ba2a-d80b51f69f30 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:34.430614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-123725c3-862c-495e-bed6-69b8a26c3675 req-ed28636d-5854-4380-ba2a-d80b51f69f30 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0764399 Jan 28 13:03:34.495498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-123725c3-862c-495e-bed6-69b8a26c3675 req-f559ae13-19d9-47d4-9b80-3008b197f2fa tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528812 Jan 28 13:03:35.621589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e30b9-119e-488a-978f-f0e52be44db5 req-b32ffb25-8b20-4e10-9d87-aff6e3f60222 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:35.623818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-137e30b9-119e-488a-978f-f0e52be44db5 req-b32ffb25-8b20-4e10-9d87-aff6e3f60222 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0538127 Jan 28 13:03:35.690795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-137e30b9-119e-488a-978f-f0e52be44db5 req-4b9f35c4-6990-4858-a83e-7cb773b06ee8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592005 Jan 28 13:03:36.717731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 23e090eb-12ff-4047-a545-a6f483af57c2 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:03:36.836116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 23e090eb-12ff-4047-a545-a6f483af57c2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=23e090eb-12ff-4047-a545-a6f483af57c2,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:03:36.849703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '23e090eb-12ff-4047-a545-a6f483af57c2', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'port_id': '23e090eb-12ff-4047-a545-a6f483af57c2', 'mac_address': 'fa:16:3e:83:7f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:03:36.870915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cf1d7-cbb0-45e4-86b5-c4b7aac527ab req-44cdd157-81ec-4305-9a7a-d7c8564edcff tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:36.873750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c53cf1d7-cbb0-45e4-86b5-c4b7aac527ab req-44cdd157-81ec-4305-9a7a-d7c8564edcff tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 944 time: 0.0961139 Jan 28 13:03:36.897013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 23e090eb-12ff-4047-a545-a6f483af57c2 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:03:36.897547 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:36.916994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e090eb-12ff-4047-a545-a6f483af57c2 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:03:36.953672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 23e090eb-12ff-4047-a545-a6f483af57c2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=23e090eb-12ff-4047-a545-a6f483af57c2,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:03:36.967409 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:36.975984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c53cf1d7-cbb0-45e4-86b5-c4b7aac527ab req-2cdd51f8-7660-446e-b8de-18203569efd6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959811 Jan 28 13:03:37.063053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=23e090eb-12ff-4047-a545-a6f483af57c2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:37.071615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.072043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.072398 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.072738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.073072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.073405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.073736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.074072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.074398 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.074723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.075049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.075391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.075757 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:37.168415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['23e090eb-12ff-4047-a545-a6f483af57c2'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:03:38.114884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc966a-4f54-46d8-9471-35880122dd89 req-99744a63-cc7e-42ae-b629-ae7b767121a3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:38.116231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8bc966a-4f54-46d8-9471-35880122dd89 req-99744a63-cc7e-42ae-b629-ae7b767121a3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 945 time: 0.0658290 Jan 28 13:03:38.182293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8bc966a-4f54-46d8-9471-35880122dd89 req-0818a0a1-07c7-43d4-aab4-7cb61f3899c8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542028 Jan 28 13:03:38.749245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 23e090eb-12ff-4047-a545-a6f483af57c2 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:03:38.811603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 23e090eb-12ff-4047-a545-a6f483af57c2 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:03:38.818001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 23e090eb-12ff-4047-a545-a6f483af57c2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:03:38.818582 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:38.910997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 23e090eb-12ff-4047-a545-a6f483af57c2 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:03:38.911589 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:38.948394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e090eb-12ff-4047-a545-a6f483af57c2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:03:38.950645 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142b4048-a6da-4571-a25d-5b875ee10fe7" -d '{"events": [{"server_uuid": "6a014dc2-b8f5-436f-8ca9-5c7545408736", "name": "network-vif-plugged", "status": "completed", "tag": "23e090eb-12ff-4047-a545-a6f483af57c2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:03:38.965461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 23e090eb-12ff-4047-a545-a6f483af57c2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=23e090eb-12ff-4047-a545-a6f483af57c2,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:03:38.971731 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:39.017380 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f754be-000c-443c-a071-085068c043eb x-openstack-request-id: req-08f754be-000c-443c-a071-085068c043eb {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:03:39.017702 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a014dc2-b8f5-436f-8ca9-5c7545408736", "name": "network-vif-plugged", "status": "completed", "tag": "23e090eb-12ff-4047-a545-a6f483af57c2", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:03:39.018667 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08f754be-000c-443c-a071-085068c043eb {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:03:39.018667 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e090eb-12ff-4047-a545-a6f483af57c2', 'code': 200} Jan 28 13:03:39.045945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=23e090eb-12ff-4047-a545-a6f483af57c2,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:39.146749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45d8fb-c1e7-470c-9328-67fd39208c3b req-c3b6d26f-05e0-4b05-8c2e-9e0b570eff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:39.149368 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-db45d8fb-c1e7-470c-9328-67fd39208c3b req-c3b6d26f-05e0-4b05-8c2e-9e0b570eff08 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 1097 time: 0.0649786 Jan 28 13:03:39.203726 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-db45d8fb-c1e7-470c-9328-67fd39208c3b req-b8f01ec6-f76d-4520-917e-6050659e5c6e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478048 Jan 28 13:03:39.323660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b901ff-04a9-454e-b3e9-b5af33f0bfc7 req-b95b35bc-4413-454e-ba06-4a26d784e614 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:39.325195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58b901ff-04a9-454e-b3e9-b5af33f0bfc7 req-b95b35bc-4413-454e-ba06-4a26d784e614 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 946 time: 0.0633190 Jan 28 13:03:39.383578 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58b901ff-04a9-454e-b3e9-b5af33f0bfc7 req-4c5614a1-7ea2-4870-bf33-fa2ab94fb926 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520382 Jan 28 13:03:40.509897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c98db-526d-443c-9d31-8c42d3b8feab req-8f427069-cbe3-4ab5-be2f-55ec24b4c11c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:40.511411 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e85c98db-526d-443c-9d31-8c42d3b8feab req-8f427069-cbe3-4ab5-be2f-55ec24b4c11c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 946 time: 0.0519145 Jan 28 13:03:40.578617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e85c98db-526d-443c-9d31-8c42d3b8feab req-cb6593ff-4d3d-43b4-afab-9694dfd91b15 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594227 Jan 28 13:03:40.706639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f066e3-4132-40da-9a7e-9f2f12a608da req-871586aa-02e0-4e24-a864-ab228877b607 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:40.708155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d3f066e3-4132-40da-9a7e-9f2f12a608da req-871586aa-02e0-4e24-a864-ab228877b607 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 946 time: 0.0558116 Jan 28 13:03:40.760713 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d3f066e3-4132-40da-9a7e-9f2f12a608da req-4eb83624-6b86-414f-a3e7-e6670b8e867d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460889 Jan 28 13:03:40.801279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55926) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:41.046525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5cd805-3e33-4693-b454-3daf54ed0243 tempest-TestVolumeBootPattern-101551383 tempest-TestVolumeBootPattern-101551383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:41.047993 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2d5cd805-3e33-4693-b454-3daf54ed0243 tempest-TestVolumeBootPattern-101551383 tempest-TestVolumeBootPattern-101551383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 1092 time: 0.2457020 Jan 28 13:03:41.051233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 55932) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:41.056026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '23e090eb-12ff-4047-a545-a6f483af57c2', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:03:41.084346 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:41.473838 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:41.610657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Allocated IP 172.25.7.225 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/4020db31-47bd-4a1c-937f-b305d78d96fc) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:03:41.728989 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (4020db31-47bd-4a1c-937f-b305d78d96fc), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:41.773379 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4020db31-47bd-4a1c-937f-b305d78d96fc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:41.819474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:03:41.824398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:03:41.828867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:03:41.852772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=4020db31-47bd-4a1c-937f-b305d78d96fc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:41.866636 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:41.866939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:41.867216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:41.867586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:41.867931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:41.868271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:41.868606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:41.868933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:41.869283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:41.869847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:41.870432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:41.871013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:41.871557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:03:42.261979 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (066edccb-c2da-47e0-b3fc-64fbf10369d3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:42.338061 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4020db31-47bd-4a1c-937f-b305d78d96fc), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:42.586859 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (4020db31-47bd-4a1c-937f-b305d78d96fc), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:42.596692 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (4020db31-47bd-4a1c-937f-b305d78d96fc), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:42.670018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=4020db31-47bd-4a1c-937f-b305d78d96fc,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:42.683132 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (066edccb-c2da-47e0-b3fc-64fbf10369d3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:42.727147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:42.836641 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Floating IP 066edccb-c2da-47e0-b3fc-64fbf10369d3 associated. External IP: 172.25.7.225, port: 23e090eb-12ff-4047-a545-a6f483af57c2. Jan 28 13:03:42.928843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d326a0a-f0e6-4e6a-9a9b-7b5a43a9a6b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:43.014807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d326a0a-f0e6-4e6a-9a9b-7b5a43a9a6b7 admin admin] Publish callbacks [] for security_group (1d1dfa77-ecf4-4932-81a8-5b1384cf7b66), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:43.026704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d326a0a-f0e6-4e6a-9a9b-7b5a43a9a6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1d1dfa77-ecf4-4932-81a8-5b1384cf7b66), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:43.083170 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8d326a0a-f0e6-4e6a-9a9b-7b5a43a9a6b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6cf6997d7f4d47e2a774572bc2f20149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3460078 Jan 28 13:03:43.087217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 55950) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:03:43.096487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d326a0a-f0e6-4e6a-9a9b-7b5a43a9a6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1dfa77-ecf4-4932-81a8-5b1384cf7b66,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:43.106062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Router a9a85840-777c-4350-92be-e43a10c9e792 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:03:43.163055 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6139c1e-4096-401b-bd42-26e7748332ee admin admin] Publish callbacks [] for security_group (1d1dfa77-ecf4-4932-81a8-5b1384cf7b66), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:43.201171 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6139c1e-4096-401b-bd42-26e7748332ee admin admin] Publish callbacks [] for security_group (1d1dfa77-ecf4-4932-81a8-5b1384cf7b66), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:43.257085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:03:43.261240 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6139c1e-4096-401b-bd42-26e7748332ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (1d1dfa77-ecf4-4932-81a8-5b1384cf7b66), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:43.266690 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6139c1e-4096-401b-bd42-26e7748332ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:43.270388 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e6139c1e-4096-401b-bd42-26e7748332ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d1dfa77-ecf4-4932-81a8-5b1384cf7b66 HTTP/1.1" status: 204 len: 168 time: 0.1799092 Jan 28 13:03:43.275707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2524df53-f89f-4fe6-951d-310773592ecb None None] Sync routers for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:03:43.293515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6139c1e-4096-401b-bd42-26e7748332ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1dfa77-ecf4-4932-81a8-5b1384cf7b66,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:03:43.309518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2524df53-f89f-4fe6-951d-310773592ecb None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:03:43.312107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2524df53-f89f-4fe6-951d-310773592ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:03:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:43.317822 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:43.375451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4975777e-f2bb-4789-b24d-745183d2981a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3097613 Jan 28 13:03:43.375451 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'tag': '23e090eb-12ff-4047-a545-a6f483af57c2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:03:43.375451 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e5d35e-c9d9-43db-beb2-4347340ccfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a014dc2-b8f5-436f-8ca9-5c7545408736", "tag": "23e090eb-12ff-4047-a545-a6f483af57c2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:03:43.432161 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f26b53-4813-4150-b821-9b756ee1d7c6 x-openstack-request-id: req-a2f26b53-4813-4150-b821-9b756ee1d7c6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:03:43.432161 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a014dc2-b8f5-436f-8ca9-5c7545408736", "tag": "23e090eb-12ff-4047-a545-a6f483af57c2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:03:43.432647 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2f26b53-4813-4150-b821-9b756ee1d7c6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:03:43.433462 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'tag': '23e090eb-12ff-4047-a545-a6f483af57c2', 'status': 'completed', 'code': 200} Jan 28 13:03:43.535079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5d35e-c9d9-43db-beb2-4347340ccfa3 req-757cb87b-c630-4dc3-b235-c0fe2c68f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:43.537658 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d5e5d35e-c9d9-43db-beb2-4347340ccfa3 req-757cb87b-c630-4dc3-b235-c0fe2c68f040 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 1097 time: 0.0787878 Jan 28 13:03:43.663213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5d35e-c9d9-43db-beb2-4347340ccfa3 req-b8566635-5e32-48fd-9e51-ad1ed7b4f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:43.665726 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d5e5d35e-c9d9-43db-beb2-4347340ccfa3 req-b8566635-5e32-48fd-9e51-ad1ed7b4f0e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.1203887 Jan 28 13:03:43.679964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2524df53-f89f-4fe6-951d-310773592ecb None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:03:43.794127 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d5e5d35e-c9d9-43db-beb2-4347340ccfa3 req-2b034a24-b9d4-4bdc-81b9-b13a68b1e098 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23e090eb-12ff-4047-a545-a6f483af57c2 HTTP/1.1" status: 200 len: 1000 time: 0.1227930 Jan 28 13:03:43.868669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5d35e-c9d9-43db-beb2-4347340ccfa3 req-da67698d-dd6b-4f5f-b7f2-47425b7113bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:43.871359 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d5e5d35e-c9d9-43db-beb2-4347340ccfa3 req-da67698d-dd6b-4f5f-b7f2-47425b7113bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0716662 Jan 28 13:03:43.930214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5d35e-c9d9-43db-beb2-4347340ccfa3 req-6a765b12-35c3-49a0-8c81-0d015fe56074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:03:43.932053 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d5e5d35e-c9d9-43db-beb2-4347340ccfa3 req-6a765b12-35c3-49a0-8c81-0d015fe56074 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549710 Jan 28 13:03:44.013677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2524df53-f89f-4fe6-951d-310773592ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '066edccb-c2da-47e0-b3fc-64fbf10369d3', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': '23e090eb-12ff-4047-a545-a6f483af57c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:83:7f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:03:42Z', 'updated_at': '2022-01-28T13:03:42Z', 'revision_number': 0, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:44.043799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2524df53-f89f-4fe6-951d-310773592ecb None None] Checking router: a9a85840-777c-4350-92be-e43a10c9e792 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:03:44.047715 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d5e5d35e-c9d9-43db-beb2-4347340ccfa3 req-a3121db4-ce38-4653-b39a-1e23bf099a42 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094115 Jan 28 13:03:44.055055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2524df53-f89f-4fe6-951d-310773592ecb None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:03:44.055781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2524df53-f89f-4fe6-951d-310773592ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:03:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:44.204564 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d5e5d35e-c9d9-43db-beb2-4347340ccfa3 req-dc266ce0-2a7f-45cf-88e1-f260661b543e service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513674 Jan 28 13:03:44.205034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2524df53-f89f-4fe6-951d-310773592ecb None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:03:44.490975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2524df53-f89f-4fe6-951d-310773592ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '066edccb-c2da-47e0-b3fc-64fbf10369d3', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': '23e090eb-12ff-4047-a545-a6f483af57c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:83:7f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:03:42Z', 'updated_at': '2022-01-28T13:03:42Z', 'revision_number': 0, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:03:44.519531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2524df53-f89f-4fe6-951d-310773592ecb None None] The sync data for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 is: [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '066edccb-c2da-47e0-b3fc-64fbf10369d3', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': '23e090eb-12ff-4047-a545-a6f483af57c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:83:7f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:03:42Z', 'updated_at': '2022-01-28T13:03:42Z', 'revision_number': 0, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:03:44.882851 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfdc829-9d42-4b3c-afdd-acecf65db7e8 None None] New status for floating IP 066edccb-c2da-47e0-b3fc-64fbf10369d3: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:03:47.616849 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:47.955625 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:49.268972 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53e9e23f-dc08-4335-b271-3414985bcb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:51.253753 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:03:51.613196 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99484e11-e652-4106-a516-d3330b28397f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:53.038864 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:54.728346 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:03:56.017455 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:00.692132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:04:00.823609 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b14152b4-c859-4b84-901e-bbe2e46f1c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:00.923910 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b14152b4-c859-4b84-901e-bbe2e46f1c8e admin admin] Publish callbacks [] for security_group (3f73f5cd-ca62-4b2c-8aff-7b3d72b00f19), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:00.930855 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b14152b4-c859-4b84-901e-bbe2e46f1c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3f73f5cd-ca62-4b2c-8aff-7b3d72b00f19), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:00.970189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14152b4-c859-4b84-901e-bbe2e46f1c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f73f5cd-ca62-4b2c-8aff-7b3d72b00f19,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:00.974459 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b14152b4-c859-4b84-901e-bbe2e46f1c8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9911739565654d848ad81ff0f06549cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2811594 Jan 28 13:04:00.977030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:04:01.039856 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac74c8b-866c-4596-89d3-5d2335e9c525 admin admin] Publish callbacks [] for security_group (3f73f5cd-ca62-4b2c-8aff-7b3d72b00f19), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:01.066356 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac74c8b-866c-4596-89d3-5d2335e9c525 admin admin] Publish callbacks [] for security_group (3f73f5cd-ca62-4b2c-8aff-7b3d72b00f19), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:01.125538 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac74c8b-866c-4596-89d3-5d2335e9c525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (3f73f5cd-ca62-4b2c-8aff-7b3d72b00f19), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:01.128296 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac74c8b-866c-4596-89d3-5d2335e9c525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:01.129448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cac74c8b-866c-4596-89d3-5d2335e9c525 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f73f5cd-ca62-4b2c-8aff-7b3d72b00f19 HTTP/1.1" status: 204 len: 168 time: 0.1501148 Jan 28 13:04:01.138615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac74c8b-866c-4596-89d3-5d2335e9c525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f73f5cd-ca62-4b2c-8aff-7b3d72b00f19,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:01.512072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:04:01.526952 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bec002bf-e1c5-482a-bbb9-e417b38e46a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:01.624650 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bec002bf-e1c5-482a-bbb9-e417b38e46a0 admin admin] Publish callbacks [] for security_group (d708e1db-1ee3-42cf-a3d3-bda2542be4a1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:01.633438 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bec002bf-e1c5-482a-bbb9-e417b38e46a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d708e1db-1ee3-42cf-a3d3-bda2542be4a1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:01.690983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bec002bf-e1c5-482a-bbb9-e417b38e46a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3997c3fb46a044ea9f19c22a80c44057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1774395 Jan 28 13:04:01.691745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec002bf-e1c5-482a-bbb9-e417b38e46a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d708e1db-1ee3-42cf-a3d3-bda2542be4a1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:01.695867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56146) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:04:01.773263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fff2008-4188-4cce-8dc5-e68ff2b7f2c7 admin admin] Publish callbacks [] for security_group (d708e1db-1ee3-42cf-a3d3-bda2542be4a1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:01.804740 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fff2008-4188-4cce-8dc5-e68ff2b7f2c7 admin admin] Publish callbacks [] for security_group (d708e1db-1ee3-42cf-a3d3-bda2542be4a1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:01.862183 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fff2008-4188-4cce-8dc5-e68ff2b7f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d708e1db-1ee3-42cf-a3d3-bda2542be4a1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:01.865490 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fff2008-4188-4cce-8dc5-e68ff2b7f2c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:01.866655 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3fff2008-4188-4cce-8dc5-e68ff2b7f2c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d708e1db-1ee3-42cf-a3d3-bda2542be4a1 HTTP/1.1" status: 204 len: 168 time: 0.1694200 Jan 28 13:04:01.876003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff2008-4188-4cce-8dc5-e68ff2b7f2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d708e1db-1ee3-42cf-a3d3-bda2542be4a1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:02.259848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56152) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:04:02.273420 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a8a9847-3ce3-4a2c-8cff-c7569c08d815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:02.353417 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a8a9847-3ce3-4a2c-8cff-c7569c08d815 admin admin] Publish callbacks [] for security_group (93567e29-652f-49b1-881d-1a3796adc9e4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:02.359291 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a8a9847-3ce3-4a2c-8cff-c7569c08d815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (93567e29-652f-49b1-881d-1a3796adc9e4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:02.396133 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a9847-3ce3-4a2c-8cff-c7569c08d815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93567e29-652f-49b1-881d-1a3796adc9e4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:02.400899 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0a8a9847-3ce3-4a2c-8cff-c7569c08d815 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85b3b52e73d04075b475c97cfab94eb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400201 Jan 28 13:04:02.404259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56154) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:04:02.461509 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c11a50b8-ebaa-4198-95ef-2d69fdf6cdb1 admin admin] Publish callbacks [] for security_group (93567e29-652f-49b1-881d-1a3796adc9e4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:02.486803 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c11a50b8-ebaa-4198-95ef-2d69fdf6cdb1 admin admin] Publish callbacks [] for security_group (93567e29-652f-49b1-881d-1a3796adc9e4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:02.537548 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c11a50b8-ebaa-4198-95ef-2d69fdf6cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (93567e29-652f-49b1-881d-1a3796adc9e4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:02.540218 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c11a50b8-ebaa-4198-95ef-2d69fdf6cdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:02.541438 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c11a50b8-ebaa-4198-95ef-2d69fdf6cdb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93567e29-652f-49b1-881d-1a3796adc9e4 HTTP/1.1" status: 204 len: 168 time: 0.1364267 Jan 28 13:04:02.551405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a50b8-ebaa-4198-95ef-2d69fdf6cdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93567e29-652f-49b1-881d-1a3796adc9e4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:17.625892 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:17.964202 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:19.273658 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48afa151-a1de-4252-aab2-e73040996e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:21.609767 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-871a7c90-90bb-4103-9b51-8fccd206888a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:23.041673 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:23.976578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec433e1-b033-490a-8259-44fb4fc285af req-0d786a0e-a4a0-4e1a-a7de-3b794f7a957d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:23.978022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fec433e1-b033-490a-8259-44fb4fc285af req-0d786a0e-a4a0-4e1a-a7de-3b794f7a957d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0502150 Jan 28 13:04:24.035601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fec433e1-b033-490a-8259-44fb4fc285af req-29494abf-6a99-403d-8db5-1d842360496c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501087 Jan 28 13:04:24.738672 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:25.164948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069db8b-eba6-478a-8cc7-cf5e4de533f8 req-4deec055-ddb8-4da3-9b30-c68e4e05a1bd tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:25.166463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7069db8b-eba6-478a-8cc7-cf5e4de533f8 req-4deec055-ddb8-4da3-9b30-c68e4e05a1bd tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0508971 Jan 28 13:04:25.218513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7069db8b-eba6-478a-8cc7-cf5e4de533f8 req-261ac056-37f1-4586-a439-85740d82b03b tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454445 Jan 28 13:04:26.014346 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:26.354605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642576-4791-465c-8146-b10b9fb63eba req-a1729e15-a2aa-464b-8191-0f98ab15d8e5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:26.356644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec642576-4791-465c-8146-b10b9fb63eba req-a1729e15-a2aa-464b-8191-0f98ab15d8e5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0503838 Jan 28 13:04:26.414022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec642576-4791-465c-8146-b10b9fb63eba req-ec790535-e19e-4dfe-bdc4-09e6810bd6b1 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509770 Jan 28 13:04:27.562286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a69a67-289c-4e74-b45e-a9495fcbb744 req-adb4b497-5fba-4c97-8c14-e00bd4cb5e49 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:27.563862 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11a69a67-289c-4e74-b45e-a9495fcbb744 req-adb4b497-5fba-4c97-8c14-e00bd4cb5e49 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0610096 Jan 28 13:04:27.615788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11a69a67-289c-4e74-b45e-a9495fcbb744 req-fcf8958f-1790-42b8-a1a4-8c2b196c4535 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462945 Jan 28 13:04:28.252654 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:04:28.743820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b82d3-ed2d-4cd8-9451-793f007013db req-21721fd4-5945-47c2-afce-26e814a8487b tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:28.745322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b5b82d3-ed2d-4cd8-9451-793f007013db req-21721fd4-5945-47c2-afce-26e814a8487b tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0494919 Jan 28 13:04:28.795627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b5b82d3-ed2d-4cd8-9451-793f007013db req-cd22002a-cd40-4141-b153-b00619c4458f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444064 Jan 28 13:04:29.923375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155847ce-3fc3-46ee-af7a-060b6a9f6353 req-7865291f-029f-4a33-81f5-9ca9b8d661e5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:29.925222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-155847ce-3fc3-46ee-af7a-060b6a9f6353 req-7865291f-029f-4a33-81f5-9ca9b8d661e5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0564122 Jan 28 13:04:29.979519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-155847ce-3fc3-46ee-af7a-060b6a9f6353 req-43dd4512-2afa-4bb9-adbc-9cfa3aacab69 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489342 Jan 28 13:04:30.889611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f12a3b-e740-4c5e-b74d-8584d667c2bb req-e970d818-5f6c-457d-a1a7-9da4b08b8f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:30.891004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9f12a3b-e740-4c5e-b74d-8584d667c2bb req-e970d818-5f6c-457d-a1a7-9da4b08b8f21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 1096 time: 0.0426164 Jan 28 13:04:30.994252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f12a3b-e740-4c5e-b74d-8584d667c2bb req-d3399041-4147-4fff-90e3-7a26e5ee906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:30.995734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9f12a3b-e740-4c5e-b74d-8584d667c2bb req-d3399041-4147-4fff-90e3-7a26e5ee906a service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 918 time: 0.0867715 Jan 28 13:04:31.098289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9f12a3b-e740-4c5e-b74d-8584d667c2bb req-d16e97e2-cb55-4864-b37d-736569e0659b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=851e3254-592a-4377-9bbf-fa9744485d66 HTTP/1.1" status: 200 len: 1000 time: 0.0966480 Jan 28 13:04:31.151715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fb61d-b8fb-475c-b147-9effaf1882a7 req-95bb879f-3f17-45ed-a62d-27f1cd41addb tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:31.154662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f1fb61d-b8fb-475c-b147-9effaf1882a7 req-95bb879f-3f17-45ed-a62d-27f1cd41addb tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0904398 Jan 28 13:04:31.175694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f12a3b-e740-4c5e-b74d-8584d667c2bb req-c6c2d559-f59b-4e16-b6f0-de6f072cb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:31.176964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9f12a3b-e740-4c5e-b74d-8584d667c2bb req-c6c2d559-f59b-4e16-b6f0-de6f072cb2f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.0728841 Jan 28 13:04:31.251251 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f1fb61d-b8fb-475c-b147-9effaf1882a7 req-32d3fe73-f671-4bbe-b79d-59d19f38e96d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864086 Jan 28 13:04:31.256834 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f12a3b-e740-4c5e-b74d-8584d667c2bb req-ca5e9d2e-f911-438d-b974-00b5a9f55e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:31.258377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9f12a3b-e740-4c5e-b74d-8584d667c2bb req-ca5e9d2e-f911-438d-b974-00b5a9f55e9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729959 Jan 28 13:04:31.349722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9f12a3b-e740-4c5e-b74d-8584d667c2bb req-91c62b78-5d98-4c52-9276-446c9b6c10fe service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847950 Jan 28 13:04:31.445538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9f12a3b-e740-4c5e-b74d-8584d667c2bb req-0b9a78cb-45bc-44d9-8c84-682dacfab6c5 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897765 Jan 28 13:04:32.388430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f8b99-c2db-4bbe-b1d3-2a84734716fd req-92a0688a-5b95-44a2-9774-e7598fbfd5dd tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:32.389897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-008f8b99-c2db-4bbe-b1d3-2a84734716fd req-92a0688a-5b95-44a2-9774-e7598fbfd5dd tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0498617 Jan 28 13:04:32.437906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-008f8b99-c2db-4bbe-b1d3-2a84734716fd req-390883ed-454f-4dc2-a2d3-329016f2d674 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418005 Jan 28 13:04:33.061765 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59b3d13b-c399-4ab9-ae6e-7ea09b8d5441 req-d94e145b-9b1a-4c33-a52f-a599f97a2eb2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438104 Jan 28 13:04:33.143751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3d13b-c399-4ab9-ae6e-7ea09b8d5441 req-214daec6-9079-4da6-9ef1-df77f544906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:33.145247 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59b3d13b-c399-4ab9-ae6e-7ea09b8d5441 req-214daec6-9079-4da6-9ef1-df77f544906b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 1097 time: 0.0431976 Jan 28 13:04:33.260188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3d13b-c399-4ab9-ae6e-7ea09b8d5441 req-c41ba9d2-a4ac-426f-ab6a-3fa6c8956fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:33.261934 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59b3d13b-c399-4ab9-ae6e-7ea09b8d5441 req-c41ba9d2-a4ac-426f-ab6a-3fa6c8956fde service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.0988185 Jan 28 13:04:33.361332 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59b3d13b-c399-4ab9-ae6e-7ea09b8d5441 req-d6372fb5-edd6-413c-82ac-c7fdc43622ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23e090eb-12ff-4047-a545-a6f483af57c2 HTTP/1.1" status: 200 len: 1002 time: 0.0929661 Jan 28 13:04:33.413191 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3d13b-c399-4ab9-ae6e-7ea09b8d5441 req-d423f0ca-dc13-4093-b11e-a4d79192c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:33.414663 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59b3d13b-c399-4ab9-ae6e-7ea09b8d5441 req-d423f0ca-dc13-4093-b11e-a4d79192c15b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0478950 Jan 28 13:04:33.463610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3d13b-c399-4ab9-ae6e-7ea09b8d5441 req-1a8930f2-768a-4aa1-ae3a-42ace57c2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:33.465165 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59b3d13b-c399-4ab9-ae6e-7ea09b8d5441 req-1a8930f2-768a-4aa1-ae3a-42ace57c2c68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445642 Jan 28 13:04:33.565724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6b6c-e064-4c47-9965-921429e3beb9 req-76a3f586-c5fa-44bf-8a0a-eaf7d961b22d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:33.567250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bae6b6c-e064-4c47-9965-921429e3beb9 req-76a3f586-c5fa-44bf-8a0a-eaf7d961b22d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0526795 Jan 28 13:04:33.570067 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59b3d13b-c399-4ab9-ae6e-7ea09b8d5441 req-84765519-1805-41d6-947b-5c448ff54ccf service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991304 Jan 28 13:04:33.618795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bae6b6c-e064-4c47-9965-921429e3beb9 req-49d2a412-5ec2-4556-a7e9-15ce10e3c549 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456331 Jan 28 13:04:33.660201 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-59b3d13b-c399-4ab9-ae6e-7ea09b8d5441 req-70b42889-769c-4dda-aaf4-1958d257520d service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841017 Jan 28 13:04:34.753530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7c4ad-0bc7-4e7c-ab63-43d530417279 req-b4a78039-cf12-4c8c-8904-d521a1148cc2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:34.755290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5f7c4ad-0bc7-4e7c-ab63-43d530417279 req-b4a78039-cf12-4c8c-8904-d521a1148cc2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0588095 Jan 28 13:04:34.811118 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5f7c4ad-0bc7-4e7c-ab63-43d530417279 req-bb2c53d1-cf31-4199-84be-e6b0c9869bda tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459929 Jan 28 13:04:34.888462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 851e3254-592a-4377-9bbf-fa9744485d66 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:04:34.998310 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=851e3254-592a-4377-9bbf-fa9744485d66,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:04:35.009080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '851e3254-592a-4377-9bbf-fa9744485d66', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'port_id': '851e3254-592a-4377-9bbf-fa9744485d66', 'mac_address': 'fa:16:3e:12:62:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:04:35.052499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 851e3254-592a-4377-9bbf-fa9744485d66 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:04:35.052900 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (851e3254-592a-4377-9bbf-fa9744485d66), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:35.066118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 851e3254-592a-4377-9bbf-fa9744485d66 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:04:35.085943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=851e3254-592a-4377-9bbf-fa9744485d66,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:04:35.091579 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (851e3254-592a-4377-9bbf-fa9744485d66), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:35.148441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=851e3254-592a-4377-9bbf-fa9744485d66,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:35.164298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['851e3254-592a-4377-9bbf-fa9744485d66'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:04:35.939077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055896-159e-42a9-9f03-4f9f30d59f4e req-daf431e9-8463-4874-9137-73be15ca3ae9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:35.940606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9055896-159e-42a9-9f03-4f9f30d59f4e req-daf431e9-8463-4874-9137-73be15ca3ae9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 944 time: 0.0540714 Jan 28 13:04:35.988465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9055896-159e-42a9-9f03-4f9f30d59f4e req-c36aa1fd-6a90-4653-8857-b4193f76934d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419085 Jan 28 13:04:36.923739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 851e3254-592a-4377-9bbf-fa9744485d66 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:04:37.023815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 851e3254-592a-4377-9bbf-fa9744485d66 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:04:37.024503 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (851e3254-592a-4377-9bbf-fa9744485d66), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:37.149925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 851e3254-592a-4377-9bbf-fa9744485d66 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:04:37.150324 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (851e3254-592a-4377-9bbf-fa9744485d66), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:37.182247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:04:37.185854 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5fe2a2-2402-4e83-8712-d3c35dd76b28" -d '{"events": [{"server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "name": "network-vif-plugged", "status": "completed", "tag": "851e3254-592a-4377-9bbf-fa9744485d66"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:04:37.202230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5bfe-bfa3-4682-ae04-ea4c1c1e2b80 req-bf0251ec-a956-48ee-ae3c-29c22004da16 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:37.203837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db8a5bfe-bfa3-4682-ae04-ea4c1c1e2b80 req-bf0251ec-a956-48ee-ae3c-29c22004da16 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 944 time: 0.1087716 Jan 28 13:04:37.203972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=851e3254-592a-4377-9bbf-fa9744485d66,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:04:37.209324 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (851e3254-592a-4377-9bbf-fa9744485d66), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:37.292404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=851e3254-592a-4377-9bbf-fa9744485d66,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:37.310911 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.311277 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.311664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.312012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.312356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.312697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.313098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.313354 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.316326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.317002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.317354 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.317692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.318582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:37.335849 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db8a5bfe-bfa3-4682-ae04-ea4c1c1e2b80 req-74fbfd69-1689-47d1-b6cf-3af4ad0050de tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241424 Jan 28 13:04:37.341347 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c79c49-e6da-45c2-8b01-e40118c44f81 x-openstack-request-id: req-83c79c49-e6da-45c2-8b01-e40118c44f81 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:04:37.341734 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "name": "network-vif-plugged", "status": "completed", "tag": "851e3254-592a-4377-9bbf-fa9744485d66", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:04:37.343738 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83c79c49-e6da-45c2-8b01-e40118c44f81 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:04:37.345110 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66', 'code': 200} Jan 28 13:04:38.479685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac89498-c919-4ef8-b516-888886227443 req-b2ebe739-03b8-40a9-b2ec-9cdeeec08805 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:38.481437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aac89498-c919-4ef8-b516-888886227443 req-b2ebe739-03b8-40a9-b2ec-9cdeeec08805 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0599492 Jan 28 13:04:38.545196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aac89498-c919-4ef8-b516-888886227443 req-0b997138-64c3-4bac-b198-7f96b9807ca3 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571713 Jan 28 13:04:39.718651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70cd68-65af-430e-8c74-52f3184cade5 req-cccf8fc2-6204-44b7-ad7c-c019d14bddcb tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:39.722566 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da70cd68-65af-430e-8c74-52f3184cade5 req-cccf8fc2-6204-44b7-ad7c-c019d14bddcb tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0816247 Jan 28 13:04:39.818901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da70cd68-65af-430e-8c74-52f3184cade5 req-22765bd4-deda-46ac-afa0-fd12a18fe6c3 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857785 Jan 28 13:04:40.958942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73de3a-1e80-4015-8e82-5c5cfa3fb299 req-afd6a2a2-ded1-4ba9-ac60-9ce5a3c482d2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:40.961492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe73de3a-1e80-4015-8e82-5c5cfa3fb299 req-afd6a2a2-ded1-4ba9-ac60-9ce5a3c482d2 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0663712 Jan 28 13:04:41.056615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe73de3a-1e80-4015-8e82-5c5cfa3fb299 req-9aa180b7-fc79-4ee2-863d-31739e003f22 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860097 Jan 28 13:04:42.216870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca590f45-c96b-485e-908e-4fd194750887 req-109c5b3b-9739-464a-a9c6-39b9dedb240b tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:42.225229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca590f45-c96b-485e-908e-4fd194750887 req-109c5b3b-9739-464a-a9c6-39b9dedb240b tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0678217 Jan 28 13:04:42.295156 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca590f45-c96b-485e-908e-4fd194750887 req-359c531e-0374-49ce-b613-e931c65e634e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662010 Jan 28 13:04:43.516774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a496-c11c-4a85-9c57-7d3afebe2e89 req-a9ebd239-4c21-4bad-b1bc-a90817b9a89a tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:43.518349 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbd8a496-c11c-4a85-9c57-7d3afebe2e89 req-a9ebd239-4c21-4bad-b1bc-a90817b9a89a tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0858054 Jan 28 13:04:43.594102 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbd8a496-c11c-4a85-9c57-7d3afebe2e89 req-495f8bf1-d134-4260-b8c0-e4f06520e143 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589917 Jan 28 13:04:44.736448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4f78d-d9fb-41c1-b4f8-cba9ae208512 req-09343201-302d-4b0c-970b-58bf5f747ab9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:44.748249 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20f4f78d-d9fb-41c1-b4f8-cba9ae208512 req-09343201-302d-4b0c-970b-58bf5f747ab9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0639682 Jan 28 13:04:44.805785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20f4f78d-d9fb-41c1-b4f8-cba9ae208512 req-2cf86cd6-81b0-4744-a1c6-26eb135ae000 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561523 Jan 28 13:04:45.970235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f8dc4-d836-43b7-aedd-d144b03a2ab8 req-8e8d6316-db1a-490c-8509-166dca4d0048 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:45.979119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-676f8dc4-d836-43b7-aedd-d144b03a2ab8 req-8e8d6316-db1a-490c-8509-166dca4d0048 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0689347 Jan 28 13:04:46.040607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-676f8dc4-d836-43b7-aedd-d144b03a2ab8 req-90df0627-ffad-4bdd-95c5-0c5f99a7a977 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558372 Jan 28 13:04:47.190341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73ab0e-f0e1-4e20-a157-278ca0acb500 req-2f91489d-6db8-43f1-8e4c-cda288966677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:47.192985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef73ab0e-f0e1-4e20-a157-278ca0acb500 req-2f91489d-6db8-43f1-8e4c-cda288966677 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 1096 time: 0.1069701 Jan 28 13:04:47.279015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d003eb-ec68-4f70-84da-f3bcdffe2611 req-22d28711-6e24-4608-bb2d-45d5aa0e47a6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:47.280801 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7d003eb-ec68-4f70-84da-f3bcdffe2611 req-22d28711-6e24-4608-bb2d-45d5aa0e47a6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.1454225 Jan 28 13:04:47.348274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73ab0e-f0e1-4e20-a157-278ca0acb500 req-f88e9538-b085-4b67-afe7-5911fe8be079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:47.349951 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef73ab0e-f0e1-4e20-a157-278ca0acb500 req-f88e9538-b085-4b67-afe7-5911fe8be079 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 918 time: 0.1493928 Jan 28 13:04:47.373474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7d003eb-ec68-4f70-84da-f3bcdffe2611 req-871f1f52-3b41-4be5-8e91-48fa1a4ce212 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815196 Jan 28 13:04:47.436174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef73ab0e-f0e1-4e20-a157-278ca0acb500 req-9ca14965-5ff5-498f-a582-24bb27ce8694 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=851e3254-592a-4377-9bbf-fa9744485d66 HTTP/1.1" status: 200 len: 1000 time: 0.0783069 Jan 28 13:04:47.516194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73ab0e-f0e1-4e20-a157-278ca0acb500 req-d81f36bf-f0af-4e06-95fc-6f13f2f4395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:47.518476 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef73ab0e-f0e1-4e20-a157-278ca0acb500 req-d81f36bf-f0af-4e06-95fc-6f13f2f4395a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.0766432 Jan 28 13:04:47.576971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73ab0e-f0e1-4e20-a157-278ca0acb500 req-9d0c24c3-7e26-4476-820f-49c13d459c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:47.579635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef73ab0e-f0e1-4e20-a157-278ca0acb500 req-9d0c24c3-7e26-4476-820f-49c13d459c11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554440 Jan 28 13:04:47.652760 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:47.707167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef73ab0e-f0e1-4e20-a157-278ca0acb500 req-ef9b6fe9-c09a-4343-8057-5cad334c609e service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208782 Jan 28 13:04:47.834423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef73ab0e-f0e1-4e20-a157-278ca0acb500 req-a9e8fe5f-213e-460a-a43c-940907a51075 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206522 Jan 28 13:04:47.968633 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:48.511219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b428dc3-55e2-43f8-85f3-bbe7c675a085 req-8fada050-36a7-454d-b146-9ad581d90a09 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:48.513654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b428dc3-55e2-43f8-85f3-bbe7c675a085 req-8fada050-36a7-454d-b146-9ad581d90a09 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0497410 Jan 28 13:04:48.569506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b428dc3-55e2-43f8-85f3-bbe7c675a085 req-dbac1e12-46a1-4f46-a599-0bffcee2ce0e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502665 Jan 28 13:04:49.276226 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c7d41b4-7be7-45bf-8fef-920f232e67d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:49.735379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492d0f2-41d6-4c5a-bd58-f50407153392 req-bc9ada1b-8c12-463d-b814-0dae55fde181 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:49.737573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4492d0f2-41d6-4c5a-bd58-f50407153392 req-bc9ada1b-8c12-463d-b814-0dae55fde181 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 945 time: 0.0823619 Jan 28 13:04:49.797973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4492d0f2-41d6-4c5a-bd58-f50407153392 req-c7012290-4611-439c-b672-decce002089e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513523 Jan 28 13:04:50.983860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 851e3254-592a-4377-9bbf-fa9744485d66 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:04:51.070567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 851e3254-592a-4377-9bbf-fa9744485d66 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:04:51.070860 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (851e3254-592a-4377-9bbf-fa9744485d66), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:51.096147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:04:51.098292 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb97166e-1629-444c-9360-5851440ba648" -d '{"events": [{"server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "name": "network-vif-unplugged", "status": "completed", "tag": "851e3254-592a-4377-9bbf-fa9744485d66"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:04:51.127606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=851e3254-592a-4377-9bbf-fa9744485d66,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:04:51.132290 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (851e3254-592a-4377-9bbf-fa9744485d66), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:51.158681 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 13:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4bc474-4730-4efe-9b53-96a5067ddbb2 x-openstack-request-id: req-db4bc474-4730-4efe-9b53-96a5067ddbb2 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:04:51.159025 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "name": "network-vif-unplugged", "status": "failed", "tag": "851e3254-592a-4377-9bbf-fa9744485d66", "code": 422}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:04:51.159298 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db4bc474-4730-4efe-9b53-96a5067ddbb2 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:04:51.159728 n-d-824835-4 neutron-server[103130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66', 'code': 422} returned with failed status Jan 28 13:04:51.185888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=851e3254-592a-4377-9bbf-fa9744485d66,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:51.608310 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ee78c2d-cf7c-4a1e-9a16-cf2f22b9434a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:51.866980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478f20-a80c-409d-8fc1-283cc34cd672 req-a583fba7-e63d-445b-a5c4-84824cc19d94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:51.868805 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87478f20-a80c-409d-8fc1-283cc34cd672 req-a583fba7-e63d-445b-a5c4-84824cc19d94 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.0839839 Jan 28 13:04:51.878450 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-5855017d-40fa-4180-a027-9c2553523251 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0513504 Jan 28 13:04:51.923888 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87478f20-a80c-409d-8fc1-283cc34cd672 req-79c36e09-e930-4fff-a49a-0f1edac0cfdc tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474515 Jan 28 13:04:53.069930 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:53.234142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56590) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:04:53.319856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd5118-3bbc-4ab8-93a8-707beec00b9c req-c95f219f-a110-42e7-91b1-2ec16c19a414 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:53.321404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ccd5118-3bbc-4ab8-93a8-707beec00b9c req-c95f219f-a110-42e7-91b1-2ec16c19a414 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.3152599 Jan 28 13:04:53.367067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:53.373884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ccd5118-3bbc-4ab8-93a8-707beec00b9c req-38245267-e2cd-4273-8f69-f3eb4d4532b5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468011 Jan 28 13:04:53.449622 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Publish callbacks [] for security_group (74dca932-ceb2-414a-9e0b-c5f91aff19ce), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:53.460746 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (74dca932-ceb2-414a-9e0b-c5f91aff19ce), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:53.501547 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7a0059652084bfda5e9aa69a5dff053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2662969 Jan 28 13:04:53.502447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dca932-ceb2-414a-9e0b-c5f91aff19ce,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:53.504841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56594) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:04:53.510385 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.510729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.511081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.511453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.512153 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.512376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.512791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.513192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.513492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.513828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.514167 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.514623 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.514962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f5ebd6-1272-4c23-b23d-3edb5fa214c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.559704 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Publish callbacks [] for security_group (74dca932-ceb2-414a-9e0b-c5f91aff19ce), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:53.581456 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Publish callbacks [] for security_group (74dca932-ceb2-414a-9e0b-c5f91aff19ce), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:53.629920 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (74dca932-ceb2-414a-9e0b-c5f91aff19ce), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:53.632574 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:53.633879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74dca932-ceb2-414a-9e0b-c5f91aff19ce HTTP/1.1" status: 204 len: 168 time: 0.1277804 Jan 28 13:04:53.641936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dca932-ceb2-414a-9e0b-c5f91aff19ce,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:53.650661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.650661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.650980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.651317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.651829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.653034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.653454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.654168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.654585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.654874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.655218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.655588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:53.655909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefdd66-cfb6-4d38-a213-3a4393f14bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:04:54.374792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 56618) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:04:54.496955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-618412059-network', 'tenant_id': '37fcb0fcb04c474b9fcc2eb5e3fe6f92'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:04:54.529761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402c2b-8cbf-4d32-9a80-3724e6e58c62 req-53220a68-e085-49d2-b8d1-40ce44f822d8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:54.531204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad402c2b-8cbf-4d32-9a80-3724e6e58c62 req-53220a68-e085-49d2-b8d1-40ce44f822d8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.0725214 Jan 28 13:04:54.532306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Made reservation on behalf of 37fcb0fcb04c474b9fcc2eb5e3fe6f92 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:04:54.534474 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:54.549988 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:54.608706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad402c2b-8cbf-4d32-9a80-3724e6e58c62 req-89e7b572-94b8-418b-a01f-3a55c26e22a9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652621 Jan 28 13:04:54.660503 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Publish callbacks [] for security_group (81df6160-4cbd-4ba0-b804-0d1f4502e6b4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:54.664221 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (81df6160-4cbd-4ba0-b804-0d1f4502e6b4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:54.691838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:04:54.698515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81df6160-4cbd-4ba0-b804-0d1f4502e6b4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:54.705090 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (5445c741-9469-4426-8cfa-7788254b8361), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:54.705430 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Added segment 5445c741-9469-4426-8cfa-7788254b8361 of type vlan for network 08616164-a97d-4726-af43-d2c781fcfbfd Jan 28 13:04:54.732110 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:54.795562 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (08616164-a97d-4726-af43-d2c781fcfbfd), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:54.827797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-00b4b955-0e06-4abd-8950-05c2fffd8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:54.829279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-00b4b955-0e06-4abd-8950-05c2fffd8070 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86&tenant_id=11258f31de5b4bed8449aa57334697f8 HTTP/1.1" status: 200 len: 1094 time: 0.1157570 Jan 28 13:04:54.837216 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (08616164-a97d-4726-af43-d2c781fcfbfd), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:54.838217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:54.838793 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:54.950404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5736368 Jan 28 13:04:54.954659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 56624) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:04:54.959689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-36369c1f-ac63-418e-8e1b-4ad83589b26f admin admin] Request body: {'subnet': {'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-618412059-subnet', 'tenant_id': '37fcb0fcb04c474b9fcc2eb5e3fe6f92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:04:54.970564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec5e2f-c100-437d-ac40-4f75933bbba7 admin admin] Pushing event updated for resources: {'Network': ['ID=08616164-a97d-4726-af43-d2c781fcfbfd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:54.982437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-70eb36ac-0c5e-4ea9-95cb-cf90552b8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:54.984186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-70eb36ac-0c5e-4ea9-95cb-cf90552b8b7e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 1094 time: 0.1172111 Jan 28 13:04:54.985369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 08616164-a97d-4726-af43-d2c781fcfbfd details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:04:54.985767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36369c1f-ac63-418e-8e1b-4ad83589b26f admin admin] Made reservation on behalf of 37fcb0fcb04c474b9fcc2eb5e3fe6f92 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:04:54.988106 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36369c1f-ac63-418e-8e1b-4ad83589b26f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:55.032854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 851e3254-592a-4377-9bbf-fa9744485d66 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:04:55.089743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-3de2834d-d150-4016-b444-358483c2cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:55.092616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-3de2834d-d150-4016-b444-358483c2cf96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 918 time: 0.1028652 Jan 28 13:04:55.131404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 851e3254-592a-4377-9bbf-fa9744485d66 is: DOWN; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:04:55.163745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-83f05518-a755-4821-95d6-52d5bde8f556 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=851e3254-592a-4377-9bbf-fa9744485d66 HTTP/1.1" status: 200 len: 998 time: 0.0650976 Jan 28 13:04:55.176043 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36369c1f-ac63-418e-8e1b-4ad83589b26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (1dce8874-1503-4523-a728-3bf77b481c2f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:55.217742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-1744bff7-bedf-4a35-80eb-7dc7b12e9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:55.219315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-1744bff7-bedf-4a35-80eb-7dc7b12e9ddb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.0496204 Jan 28 13:04:55.236617 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36369c1f-ac63-418e-8e1b-4ad83589b26f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dce8874-1503-4523-a728-3bf77b481c2f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:04:55.245422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36369c1f-ac63-418e-8e1b-4ad83589b26f admin admin] Checking segment: {'id': '5445c741-9469-4426-8cfa-7788254b8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:04:55.245787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36369c1f-ac63-418e-8e1b-4ad83589b26f admin admin] Network hostable DHCP agents. Network: 08616164-a97d-4726-af43-d2c781fcfbfd, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:04:55.270258 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36369c1f-ac63-418e-8e1b-4ad83589b26f admin admin] Network 08616164-a97d-4726-af43-d2c781fcfbfd is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:04:55.281095 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-846df11a-3a8e-46da-a1f3-e29aa78b22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:55.283255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-846df11a-3a8e-46da-a1f3-e29aa78b22c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584495 Jan 28 13:04:55.283840 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-36369c1f-ac63-418e-8e1b-4ad83589b26f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 08616164-a97d-4726-af43-d2c781fcfbfd) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:04:55.288846 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36369c1f-ac63-418e-8e1b-4ad83589b26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:55.290493 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36369c1f-ac63-418e-8e1b-4ad83589b26f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:55.295118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae29a2c9-9bba-48e4-9401-5439096053d3 None None] Network 08616164-a97d-4726-af43-d2c781fcfbfd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:04:55.333688 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-36369c1f-ac63-418e-8e1b-4ad83589b26f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3687825 Jan 28 13:04:55.411065 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e82a18-8ce1-4e72-b2a9-b8b0eba518bc None None] Network 08616164-a97d-4726-af43-d2c781fcfbfd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:04:55.411370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-f49a1f81-94ff-4331-b784-b985151c2544 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221728 Jan 28 13:04:55.525169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee834f2f-e0aa-44c1-a234-b306a00f306d req-2b7b418f-268f-4233-aa8d-6215f3cba7a5 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087844 Jan 28 13:04:55.756500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e46c6-fa95-4a27-a25f-d4d9c6012a71 req-c25fc325-c1e3-4afd-988b-52d521b39c21 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:55.758693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a20e46c6-fa95-4a27-a25f-d4d9c6012a71 req-c25fc325-c1e3-4afd-988b-52d521b39c21 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.0595794 Jan 28 13:04:55.814876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a20e46c6-fa95-4a27-a25f-d4d9c6012a71 req-4aab03e9-2835-431b-86ef-2a79bbfc5387 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502653 Jan 28 13:04:56.029619 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:04:57.004192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08d1e5-a509-4da6-b11c-a46f88ae1850 req-0a42a4d2-4e1a-4445-ad04-c73f0187140d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:57.015378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa08d1e5-a509-4da6-b11c-a46f88ae1850 req-0a42a4d2-4e1a-4445-ad04-c73f0187140d tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.0979159 Jan 28 13:04:57.098348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa08d1e5-a509-4da6-b11c-a46f88ae1850 req-754586f2-0efa-4ad7-95c6-61dc3d33b7eb tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732992 Jan 28 13:04:58.306205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbfeda-773a-4ed7-a6b1-4d47125a6f83 req-416240c6-36ab-425f-ba4c-b186e5f68831 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:58.307956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81bbfeda-773a-4ed7-a6b1-4d47125a6f83 req-416240c6-36ab-425f-ba4c-b186e5f68831 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.0649877 Jan 28 13:04:58.415220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81bbfeda-773a-4ed7-a6b1-4d47125a6f83 req-757cb1ab-dac7-4113-a346-6a9c70904968 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953310 Jan 28 13:04:59.596619 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8628-9240-4d17-942d-e68346688c70 req-b94bd24e-b5e4-4724-91da-dc692d23970b tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:04:59.604352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9ca8628-9240-4d17-942d-e68346688c70 req-b94bd24e-b5e4-4724-91da-dc692d23970b tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.0720549 Jan 28 13:04:59.682878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9ca8628-9240-4d17-942d-e68346688c70 req-b633e1bf-ab39-4b0e-af13-eed1b595c29b tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770679 Jan 28 13:05:01.049940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73955a-2e3a-4f73-bad4-4a2360699b52 req-b05f8131-ecc3-4707-b6db-ab63dab36623 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:01.057162 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b73955a-2e3a-4f73-bad4-4a2360699b52 req-b05f8131-ecc3-4707-b6db-ab63dab36623 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.1515248 Jan 28 13:05:01.129024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b73955a-2e3a-4f73-bad4-4a2360699b52 req-1d6aba97-d1d2-4a39-90fd-f5519ff43ad5 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705960 Jan 28 13:05:02.264572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22772d-6e18-4989-b286-2ac8e95eef25 req-33246a67-fc00-459b-ade3-285eac5a2ec1 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:02.274671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd22772d-6e18-4989-b286-2ac8e95eef25 req-33246a67-fc00-459b-ade3-285eac5a2ec1 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.0612202 Jan 28 13:05:02.348428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd22772d-6e18-4989-b286-2ac8e95eef25 req-9fcf8ffa-fd9b-4b91-b9bc-53ea64f063a7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727103 Jan 28 13:05:03.562310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afceec2e-a8cc-4bd8-ba53-66b46ae5d205 req-a240ea11-6a2a-4d7b-925c-3d5695c97baf tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:03.565386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-afceec2e-a8cc-4bd8-ba53-66b46ae5d205 req-a240ea11-6a2a-4d7b-925c-3d5695c97baf tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.0962813 Jan 28 13:05:03.627688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-afceec2e-a8cc-4bd8-ba53-66b46ae5d205 req-dc3252dc-4e39-473a-8bd9-f41074b8eb29 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562656 Jan 28 13:05:04.766319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ab104-9f12-476b-81db-e85df6e69819 req-558faed8-c5d8-4a9f-95cd-365e0ed479c8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:04.767833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a79ab104-9f12-476b-81db-e85df6e69819 req-558faed8-c5d8-4a9f-95cd-365e0ed479c8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.0564573 Jan 28 13:05:04.818336 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a79ab104-9f12-476b-81db-e85df6e69819 req-8b0045df-89cd-4ef0-b4ec-6f7c0a328aac tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446439 Jan 28 13:05:05.255273 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:05:05.977602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f626dd0-945f-4ea5-aa5d-1269d1e7ef87 req-3b397a0c-e5f2-4e6f-8959-285e706f2fe7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:05.979194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f626dd0-945f-4ea5-aa5d-1269d1e7ef87 req-3b397a0c-e5f2-4e6f-8959-285e706f2fe7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.0575795 Jan 28 13:05:06.047152 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f626dd0-945f-4ea5-aa5d-1269d1e7ef87 req-f95a381b-028e-482b-a18f-8da75560fd95 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556970 Jan 28 13:05:07.047221 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 851e3254-592a-4377-9bbf-fa9744485d66 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:05:07.158093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=851e3254-592a-4377-9bbf-fa9744485d66,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:05:07.178739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '851e3254-592a-4377-9bbf-fa9744485d66', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'port_id': '851e3254-592a-4377-9bbf-fa9744485d66', 'mac_address': 'fa:16:3e:12:62:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:05:07.197356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa380253-0162-460c-9ee3-3cd3193af60e req-0ae08517-46ce-4dbc-9774-7ba81a3dbea8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:07.199567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa380253-0162-460c-9ee3-3cd3193af60e req-0ae08517-46ce-4dbc-9774-7ba81a3dbea8 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 943 time: 0.0597787 Jan 28 13:05:07.225597 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 851e3254-592a-4377-9bbf-fa9744485d66 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:05:07.226258 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (851e3254-592a-4377-9bbf-fa9744485d66), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:07.242578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851e3254-592a-4377-9bbf-fa9744485d66 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:05:07.269387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa380253-0162-460c-9ee3-3cd3193af60e req-24f5448d-6389-4f52-b349-6ff6384b4fc7 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629156 Jan 28 13:05:07.270487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=851e3254-592a-4377-9bbf-fa9744485d66,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:05:07.276176 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (851e3254-592a-4377-9bbf-fa9744485d66), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:07.333969 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=851e3254-592a-4377-9bbf-fa9744485d66,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:07.529514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['851e3254-592a-4377-9bbf-fa9744485d66'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:05:08.411630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa562f71-5c42-423d-90b0-f867cf664faf req-a79e9763-bebb-4c5d-9e5f-73318e98d85f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:08.413164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa562f71-5c42-423d-90b0-f867cf664faf req-a79e9763-bebb-4c5d-9e5f-73318e98d85f tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 944 time: 0.0567350 Jan 28 13:05:08.465817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa562f71-5c42-423d-90b0-f867cf664faf req-ed0f3dde-7f2d-4b13-81b9-6a8012bd4042 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450938 Jan 28 13:05:09.077793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 851e3254-592a-4377-9bbf-fa9744485d66 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:05:09.141845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 851e3254-592a-4377-9bbf-fa9744485d66 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:05:09.142259 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (851e3254-592a-4377-9bbf-fa9744485d66), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:09.256865 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 851e3254-592a-4377-9bbf-fa9744485d66 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:05:09.257383 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (851e3254-592a-4377-9bbf-fa9744485d66), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:09.295060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:05:09.298970 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75134067-0f7c-44ca-8303-131f3092db24" -d '{"events": [{"server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "name": "network-vif-plugged", "status": "completed", "tag": "851e3254-592a-4377-9bbf-fa9744485d66"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:05:09.319617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=851e3254-592a-4377-9bbf-fa9744485d66,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:05:09.325942 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (851e3254-592a-4377-9bbf-fa9744485d66), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:09.354801 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7889cdf-405e-47f5-8218-2192e0253992 x-openstack-request-id: req-a7889cdf-405e-47f5-8218-2192e0253992 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:05:09.355097 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "name": "network-vif-plugged", "status": "completed", "tag": "851e3254-592a-4377-9bbf-fa9744485d66", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:05:09.356033 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7889cdf-405e-47f5-8218-2192e0253992 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:05:09.356441 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66', 'code': 200} Jan 28 13:05:09.388902 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=851e3254-592a-4377-9bbf-fa9744485d66,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:09.564569 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085e257-e5d3-43b3-8839-b6510d276e1c req-b4b29b0c-3f59-442e-a802-31e821bbf41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:09.566137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7085e257-e5d3-43b3-8839-b6510d276e1c req-b4b29b0c-3f59-442e-a802-31e821bbf41d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 1097 time: 0.0614803 Jan 28 13:05:09.653497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7085e257-e5d3-43b3-8839-b6510d276e1c req-66064a63-1856-46c2-9851-22f5a0725228 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811570 Jan 28 13:05:09.666645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6601ede-439c-4efd-92e9-641d5c3e18df req-e4be81eb-90ef-4637-be01-3931a29725b1 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:09.668759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6601ede-439c-4efd-92e9-641d5c3e18df req-e4be81eb-90ef-4637-be01-3931a29725b1 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 946 time: 0.0893335 Jan 28 13:05:09.736397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6601ede-439c-4efd-92e9-641d5c3e18df req-3ca79dce-a9a8-460c-b693-8b05facf8455 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547130 Jan 28 13:05:10.916705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c80296-0418-4cc5-843d-1f015f4e23cf req-68ac58df-4593-4ed9-aae7-530b541dfe0c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:10.926723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38c80296-0418-4cc5-843d-1f015f4e23cf req-68ac58df-4593-4ed9-aae7-530b541dfe0c tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 946 time: 0.0753949 Jan 28 13:05:10.982302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38c80296-0418-4cc5-843d-1f015f4e23cf req-280e22ed-f889-4c30-bdac-a403266e7cba tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556221 Jan 28 13:05:12.188788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28bf28-2766-4792-87bb-b0f0d77fc577 req-691a8b55-7b47-4750-892c-5dfb5a44696e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:12.191448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd28bf28-2766-4792-87bb-b0f0d77fc577 req-691a8b55-7b47-4750-892c-5dfb5a44696e tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 946 time: 0.0743034 Jan 28 13:05:12.284779 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd28bf28-2766-4792-87bb-b0f0d77fc577 req-d6227a1b-2b40-473b-a83b-3b44c5b3d0f9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854347 Jan 28 13:05:17.638233 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:17.969010 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:19.276267 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3917dda8-9225-4b23-86d4-a4b80bc4dabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:21.605979 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dca8d42a-0337-417b-b371-aab8356b63ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:23.046983 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:24.727459 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:26.006381 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:26.841039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-b247688c-a169-45cd-9be2-bdac98e503d4 req-5181e41c-ecfa-4516-b343-2ea2492c5ba2 service neutron] (103128) timed out ('10.222.0.49', 52673) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:05:31.860569 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff1214c5-34cf-4546-8f63-cff2473869d6 req-9cc6f03c-32f0-4d38-a93c-e16694e97d24 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406370 Jan 28 13:05:31.954185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1214c5-34cf-4546-8f63-cff2473869d6 req-0878ebcd-d66a-4993-baf0-19d1a9c84b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:31.955697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff1214c5-34cf-4546-8f63-cff2473869d6 req-0878ebcd-d66a-4993-baf0-19d1a9c84b96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11258f31de5b4bed8449aa57334697f8&device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 1097 time: 0.0416784 Jan 28 13:05:32.072439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1214c5-34cf-4546-8f63-cff2473869d6 req-4c49063c-fc43-446a-854a-bf1476a62afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:32.073917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff1214c5-34cf-4546-8f63-cff2473869d6 req-4c49063c-fc43-446a-854a-bf1476a62afe service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 200 len: 918 time: 0.0988579 Jan 28 13:05:32.143432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff1214c5-34cf-4546-8f63-cff2473869d6 req-c7fc77de-d34f-47a9-9d52-e0b34486ae5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=851e3254-592a-4377-9bbf-fa9744485d66 HTTP/1.1" status: 200 len: 1000 time: 0.0627470 Jan 28 13:05:32.196059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1214c5-34cf-4546-8f63-cff2473869d6 req-cbfd0d2a-312f-4df6-97ea-8d011d6b2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:32.197505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff1214c5-34cf-4546-8f63-cff2473869d6 req-cbfd0d2a-312f-4df6-97ea-8d011d6b2ff8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 200 len: 856 time: 0.0476682 Jan 28 13:05:32.245226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1214c5-34cf-4546-8f63-cff2473869d6 req-8a53caa6-9cda-4157-8dee-06e39ac8015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:32.246661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff1214c5-34cf-4546-8f63-cff2473869d6 req-8a53caa6-9cda-4157-8dee-06e39ac8015a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed7a3fd-7370-417e-b92e-63c286e5cbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423698 Jan 28 13:05:32.341344 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff1214c5-34cf-4546-8f63-cff2473869d6 req-708d6ef2-e2df-4811-9d5d-9045d415c404 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888948 Jan 28 13:05:32.439273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff1214c5-34cf-4546-8f63-cff2473869d6 req-6101af97-e0bb-4ba9-923d-befa3a32934f service neutron] 10.222.0.49 "GET /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911858 Jan 28 13:05:33.580914 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e659576c-6662-4c31-a62a-8feecb7b6c39 req-b031e282-1abd-4773-aec4-466196bab6a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477903 Jan 28 13:05:33.667871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659576c-6662-4c31-a62a-8feecb7b6c39 req-21839583-82cc-4fd9-862d-7e0b7eb10a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:33.669399 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e659576c-6662-4c31-a62a-8feecb7b6c39 req-21839583-82cc-4fd9-862d-7e0b7eb10a33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 1097 time: 0.0462382 Jan 28 13:05:33.778815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659576c-6662-4c31-a62a-8feecb7b6c39 req-175f4e90-a188-4350-8baa-9425a5a9063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:33.780477 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e659576c-6662-4c31-a62a-8feecb7b6c39 req-175f4e90-a188-4350-8baa-9425a5a9063a service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.0867140 Jan 28 13:05:33.850631 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e659576c-6662-4c31-a62a-8feecb7b6c39 req-f1d9c8f9-e46d-4dab-b6b2-a5dabe53d25b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23e090eb-12ff-4047-a545-a6f483af57c2 HTTP/1.1" status: 200 len: 1002 time: 0.0646091 Jan 28 13:05:33.900417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659576c-6662-4c31-a62a-8feecb7b6c39 req-d9964106-9527-4f2f-8331-0580dbbc533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:33.901761 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e659576c-6662-4c31-a62a-8feecb7b6c39 req-d9964106-9527-4f2f-8331-0580dbbc533c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0458558 Jan 28 13:05:33.949130 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659576c-6662-4c31-a62a-8feecb7b6c39 req-63584c55-8943-4f31-9da1-a6dd134dd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:33.950647 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e659576c-6662-4c31-a62a-8feecb7b6c39 req-63584c55-8943-4f31-9da1-a6dd134dd374 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431862 Jan 28 13:05:34.046652 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e659576c-6662-4c31-a62a-8feecb7b6c39 req-6ce52e5a-8277-489b-94cc-e6d327e4d6db service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898008 Jan 28 13:05:34.136699 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e659576c-6662-4c31-a62a-8feecb7b6c39 req-53df2b27-2ae5-4ae6-87ef-895aa9364032 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844789 Jan 28 13:05:38.734061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebc241-8ed2-44da-b7f8-969252265637 req-6204a02c-778c-47a1-9ebb-0f7352cee666 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:38.735578 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ebc241-8ed2-44da-b7f8-969252265637 req-6204a02c-778c-47a1-9ebb-0f7352cee666 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 946 time: 0.1979980 Jan 28 13:05:38.785443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ebc241-8ed2-44da-b7f8-969252265637 req-3d3df112-50f5-40a9-88d5-ef4bd4900d93 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442188 Jan 28 13:05:39.977294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2cac8-796c-4528-a8cf-0e0b8263acb7 req-1da43614-3c8b-4c7b-8438-2491c358b60d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:39.978886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ec2cac8-796c-4528-a8cf-0e0b8263acb7 req-1da43614-3c8b-4c7b-8438-2491c358b60d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 946 time: 0.1182203 Jan 28 13:05:40.031935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ec2cac8-796c-4528-a8cf-0e0b8263acb7 req-b73fdddf-d1b1-435d-a61f-f3a0a1411657 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467119 Jan 28 13:05:40.039081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-b11f5c94-4aa3-4f4c-b612-5dc04d6e828a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:40.041297 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-b11f5c94-4aa3-4f4c-b612-5dc04d6e828a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 946 time: 0.0578763 Jan 28 13:05:40.133568 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Deleting port 23e090eb-12ff-4047-a545-a6f483af57c2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:05:40.133912 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:40.229424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] For port 23e090eb-12ff-4047-a545-a6f483af57c2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=23e090eb-12ff-4047-a545-a6f483af57c2,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:05:40.229788 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:40.654579 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:40.654945 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (066edccb-c2da-47e0-b3fc-64fbf10369d3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:40.655380 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Floating IP 066edccb-c2da-47e0-b3fc-64fbf10369d3 disassociated. External IP: 172.25.7.225, port: 23e090eb-12ff-4047-a545-a6f483af57c2. Jan 28 13:05:40.655919 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Calling delete_port for 23e090eb-12ff-4047-a545-a6f483af57c2 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:05:40.796515 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (23e090eb-12ff-4047-a545-a6f483af57c2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:40.827557 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event deleted for resources: {'Port': ['ID=23e090eb-12ff-4047-a545-a6f483af57c2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:40.952015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Router a9a85840-777c-4350-92be-e43a10c9e792 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:05:41.076610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:05:41.100029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b4340c-e671-40e2-9ce5-ea773e721fef None None] Sync routers for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:05:41.123227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b4340c-e671-40e2-9ce5-ea773e721fef None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:05:41.124037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-42b4340c-e671-40e2-9ce5-ea773e721fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:05:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:41.128889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] No DVR routers for this DVR port 23e090eb-12ff-4047-a545-a6f483af57c2 on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:05:41.131655 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:41.135441 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d185ebdd-5582-4760-8bcd-a4f639e4082f req-c964bde2-9c86-4d58-b0f1-a03d23e6dd04 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "DELETE /v2.0/ports/23e090eb-12ff-4047-a545-a6f483af57c2 HTTP/1.1" status: 204 len: 173 time: 1.0885603 Jan 28 13:05:41.135906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'name': 'network-vif-deleted', 'tag': '23e090eb-12ff-4047-a545-a6f483af57c2'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:05:41.138853 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de88a2a-2e0c-4707-8728-8efe04e0f2ce" -d '{"events": [{"server_uuid": "6a014dc2-b8f5-436f-8ca9-5c7545408736", "name": "network-vif-deleted", "tag": "23e090eb-12ff-4047-a545-a6f483af57c2"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:05:41.179097 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac746a4c-a43d-416a-9737-d5462f7e9450 req-7f991cec-8fda-44ea-976e-1ace52747202 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 210 time: 0.0312865 Jan 28 13:05:41.325894 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e39cae8-188c-474d-a250-9240dada3f84 x-openstack-request-id: req-4e39cae8-188c-474d-a250-9240dada3f84 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:05:41.326228 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a014dc2-b8f5-436f-8ca9-5c7545408736", "name": "network-vif-deleted", "tag": "23e090eb-12ff-4047-a545-a6f483af57c2", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:05:41.326488 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e39cae8-188c-474d-a250-9240dada3f84 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:05:41.326908 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a014dc2-b8f5-436f-8ca9-5c7545408736', 'name': 'network-vif-deleted', 'tag': '23e090eb-12ff-4047-a545-a6f483af57c2', 'status': 'completed', 'code': 200} Jan 28 13:05:41.522583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-42b4340c-e671-40e2-9ce5-ea773e721fef None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:05:41.738796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-42b4340c-e671-40e2-9ce5-ea773e721fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:41.766368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b4340c-e671-40e2-9ce5-ea773e721fef None None] Checking router: a9a85840-777c-4350-92be-e43a10c9e792 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:05:41.774763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b4340c-e671-40e2-9ce5-ea773e721fef None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:05:41.775397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-42b4340c-e671-40e2-9ce5-ea773e721fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:05:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:41.889652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-42b4340c-e671-40e2-9ce5-ea773e721fef None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:05:42.120065 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-42b4340c-e671-40e2-9ce5-ea773e721fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:42.152980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b4340c-e671-40e2-9ce5-ea773e721fef None None] The sync data for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 is: [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:05:42.258193 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:05:42.310934 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d4ed1ac-8bd5-43b7-82af-f543d00b92d5 req-aeda0dee-9f67-4831-b33d-6558300a68a6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 210 time: 0.0319414 Jan 28 13:05:42.506959 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52003e31-3cee-4584-a02e-ed1e46746996 None None] New status for floating IP 066edccb-c2da-47e0-b3fc-64fbf10369d3: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:05:43.164576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630a4d5-15e6-47e8-ae3e-70aeec9ed56d req-be5d0cdd-3ec3-48aa-b28d-24a15d334391 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:43.166128 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0630a4d5-15e6-47e8-ae3e-70aeec9ed56d req-be5d0cdd-3ec3-48aa-b28d-24a15d334391 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 946 time: 0.0507617 Jan 28 13:05:43.223792 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0630a4d5-15e6-47e8-ae3e-70aeec9ed56d req-cc23f33e-c408-4465-9893-d4156c579943 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499628 Jan 28 13:05:43.417922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c7fbd89-dcb5-4244-8cd9-3e9b906e039f req-d31ba665-4679-4981-8376-fc9cb079b80e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 210 time: 0.0314672 Jan 28 13:05:44.392479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd72b1b-6497-4475-859f-d32e5e90446d req-e4763055-d299-4eff-bc9c-708532e2b1ee tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:44.393953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0dd72b1b-6497-4475-859f-d32e5e90446d req-e4763055-d299-4eff-bc9c-708532e2b1ee tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 946 time: 0.0734520 Jan 28 13:05:44.434815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-a8d42e33-5f91-4fb3-b693-6229ab032093 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:44.437090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-a8d42e33-5f91-4fb3-b693-6229ab032093 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.49 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 946 time: 0.0771549 Jan 28 13:05:44.561333 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0dd72b1b-6497-4475-859f-d32e5e90446d req-e1f474e7-f6d1-41a4-975c-8038478c30fa tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0406a-1050-43a7-b962-b038182c16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592155 Jan 28 13:05:44.564262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34799dd3-3665-4460-a3a4-9d82c60a9ed3 req-2a81ab23-3755-4cfb-b66d-0cfde9e43c9f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 210 time: 0.0396678 Jan 28 13:05:44.601463 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Deleting port 851e3254-592a-4377-9bbf-fa9744485d66 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:05:44.601811 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (851e3254-592a-4377-9bbf-fa9744485d66), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:44.715811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] For port 851e3254-592a-4377-9bbf-fa9744485d66, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=851e3254-592a-4377-9bbf-fa9744485d66,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:05:44.716177 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (851e3254-592a-4377-9bbf-fa9744485d66), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:44.982314 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:44.982874 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (12e67ec5-b95b-48ae-91d5-64889c6e9387), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:44.983292 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Floating IP 12e67ec5-b95b-48ae-91d5-64889c6e9387 disassociated. External IP: 172.25.7.71, port: 851e3254-592a-4377-9bbf-fa9744485d66. Jan 28 13:05:44.983685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Calling delete_port for 851e3254-592a-4377-9bbf-fa9744485d66 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:05:45.133955 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (851e3254-592a-4377-9bbf-fa9744485d66), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:45.153649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 23e090eb-12ff-4047-a545-a6f483af57c2 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:05:45.165207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event deleted for resources: {'Port': ['ID=851e3254-592a-4377-9bbf-fa9744485d66,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:45.209104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 23e090eb-12ff-4047-a545-a6f483af57c2 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:05:45.209896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 23e090eb-12ff-4047-a545-a6f483af57c2 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:05:45.305454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Router be2e7a99-f190-46e2-b4da-4e4b89bed73e has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:05:45.428592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:05:45.440867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661eda36-6567-4c31-91f8-c42cc95449fc None None] Sync routers for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:05:45.463075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661eda36-6567-4c31-91f8-c42cc95449fc None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:05:45.464280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-661eda36-6567-4c31-91f8-c42cc95449fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:05:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:45.473421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] No DVR routers for this DVR port 851e3254-592a-4377-9bbf-fa9744485d66 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:05:45.477451 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:45.482068 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8a01a7d-954a-45dc-ad1c-5c63a36f58f8 req-5072c75a-0ccc-4cea-a8d7-0e7c26bb6a19 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.49 "DELETE /v2.0/ports/851e3254-592a-4377-9bbf-fa9744485d66 HTTP/1.1" status: 204 len: 173 time: 1.0390625 Jan 28 13:05:45.482544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'name': 'network-vif-deleted', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:05:45.485784 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a189ca78-279d-4add-b463-305218e4ec5e" -d '{"events": [{"server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "name": "network-vif-deleted", "tag": "851e3254-592a-4377-9bbf-fa9744485d66"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:05:45.543690 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bc6d53-54a4-45ff-9634-b8506dc13371 x-openstack-request-id: req-45bc6d53-54a4-45ff-9634-b8506dc13371 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:05:45.545256 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce6bca-dc2c-4396-b89d-61ba80d84a86", "name": "network-vif-deleted", "tag": "851e3254-592a-4377-9bbf-fa9744485d66", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:05:45.545712 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45bc6d53-54a4-45ff-9634-b8506dc13371 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:05:45.546285 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ce6bca-dc2c-4396-b89d-61ba80d84a86', 'name': 'network-vif-deleted', 'tag': '851e3254-592a-4377-9bbf-fa9744485d66', 'status': 'completed', 'code': 200} Jan 28 13:05:45.683038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-661eda36-6567-4c31-91f8-c42cc95449fc None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:05:45.749845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-410f849c-2fd6-4e3e-9793-c9a014d09380 req-7a5e642b-d4a2-40b6-8735-acc28e887dc8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 210 time: 0.0652874 Jan 28 13:05:45.803370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75b62623-7a5c-4dff-aeee-cce508e12671 req-29e370c4-b758-40bf-ae1d-9c5e1d8a2fed tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/ports?device_id=42ce6bca-dc2c-4396-b89d-61ba80d84a86 HTTP/1.1" status: 200 len: 210 time: 0.0527575 Jan 28 13:05:45.998130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-661eda36-6567-4c31-91f8-c42cc95449fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:46.033111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661eda36-6567-4c31-91f8-c42cc95449fc None None] Checking router: be2e7a99-f190-46e2-b4da-4e4b89bed73e for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:05:46.042092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661eda36-6567-4c31-91f8-c42cc95449fc None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:05:46.042706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-661eda36-6567-4c31-91f8-c42cc95449fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:05:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:46.176428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-661eda36-6567-4c31-91f8-c42cc95449fc None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:05:46.397822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-661eda36-6567-4c31-91f8-c42cc95449fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:05:46.429320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661eda36-6567-4c31-91f8-c42cc95449fc None None] The sync data for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 is: [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T12:57:30Z', 'revision_number': 4, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '4c904d4f-94c3-476a-bad0-f058e5746cad', 'name': '', 'network_id': '4ed7a3fd-7370-417e-b92e-63c286e5cbb7', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'mac_address': 'fa:16:3e:0f:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:29Z', 'updated_at': '2022-01-28T12:57:34Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'subnets': [{'id': '9e74c0b1-62d1-4d40-a2e5-3644ed262659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:05:46.725698 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c93a86-3238-4752-bd96-7aa77ec8cabc None None] New status for floating IP 12e67ec5-b95b-48ae-91d5-64889c6e9387: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:05:46.930212 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-200edcfb-a415-4701-93bc-d59173f60800 req-c4d6eb0c-5aeb-4b19-8419-65fea48a156b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 210 time: 0.0445988 Jan 28 13:05:46.950666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57250) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:05:47.006237 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-021f6bcf-e63b-4fbb-ad05-5cb4cc3cb4d9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group (d7c0406a-1050-43a7-b962-b038182c16b3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:47.029817 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-021f6bcf-e63b-4fbb-ad05-5cb4cc3cb4d9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group (d7c0406a-1050-43a7-b962-b038182c16b3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:47.088815 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-021f6bcf-e63b-4fbb-ad05-5cb4cc3cb4d9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d7c0406a-1050-43a7-b962-b038182c16b3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:47.092363 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-021f6bcf-e63b-4fbb-ad05-5cb4cc3cb4d9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:47.095928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-021f6bcf-e63b-4fbb-ad05-5cb4cc3cb4d9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "DELETE /v2.0/security-groups/d7c0406a-1050-43a7-b962-b038182c16b3 HTTP/1.1" status: 204 len: 168 time: 0.1413972 Jan 28 13:05:47.096697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57258) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:05:47.103252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f6bcf-e63b-4fbb-ad05-5cb4cc3cb4d9 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c0406a-1050-43a7-b962-b038182c16b3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:47.118170 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-6c7ff0e7-9f41-47ea-9bf3-dad8bcee61b6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] show failed (client error): The resource could not be found. Jan 28 13:05:47.121153 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6c7ff0e7-9f41-47ea-9bf3-dad8bcee61b6 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "GET /v2.0/security-groups/d7c0406a-1050-43a7-b962-b038182c16b3 HTTP/1.1" status: 404 len: 347 time: 0.0226688 Jan 28 13:05:47.122131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57260) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:05:47.257431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8f040c48-a736-45c9-9d36-7b9c332a2e95 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Deleting port d21d33a1-19e1-4837-adad-0a3550e802a2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:05:47.257784 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f040c48-a736-45c9-9d36-7b9c332a2e95 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d21d33a1-19e1-4837-adad-0a3550e802a2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:47.340220 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f040c48-a736-45c9-9d36-7b9c332a2e95 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d21d33a1-19e1-4837-adad-0a3550e802a2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:47.340551 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f040c48-a736-45c9-9d36-7b9c332a2e95 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (d21d33a1-19e1-4837-adad-0a3550e802a2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:47.353226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8f040c48-a736-45c9-9d36-7b9c332a2e95 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Calling delete_port for d21d33a1-19e1-4837-adad-0a3550e802a2 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:05:47.506227 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f040c48-a736-45c9-9d36-7b9c332a2e95 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d21d33a1-19e1-4837-adad-0a3550e802a2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:47.532452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f040c48-a736-45c9-9d36-7b9c332a2e95 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Pushing event deleted for resources: {'Port': ['ID=d21d33a1-19e1-4837-adad-0a3550e802a2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:47.599793 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f040c48-a736-45c9-9d36-7b9c332a2e95 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks [] for floatingip (12e67ec5-b95b-48ae-91d5-64889c6e9387), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:47.602557 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f040c48-a736-45c9-9d36-7b9c332a2e95 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:47.606267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8f040c48-a736-45c9-9d36-7b9c332a2e95 tempest-AttachVolumeShelveTestJSON-1298023080 tempest-AttachVolumeShelveTestJSON-1298023080-project] 10.222.0.53 "DELETE /v2.0/floatingips/12e67ec5-b95b-48ae-91d5-64889c6e9387 HTTP/1.1" status: 204 len: 168 time: 0.4805853 Jan 28 13:05:47.652271 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:48.034042 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:48.052325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ba1acad-0683-4eaa-8ec1-1faefac2b023 req-b060b4a9-d49c-4ef2-bd76-edb2fbef88c7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 210 time: 0.0434697 Jan 28 13:05:49.188612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e29cfa18-d31c-4d2a-bdd0-9fc3d0cfc058 req-fba9d384-a37d-454d-9365-e14f7be20eb7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 210 time: 0.0430822 Jan 28 13:05:49.233788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 851e3254-592a-4377-9bbf-fa9744485d66 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:05:49.261780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 851e3254-592a-4377-9bbf-fa9744485d66 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:05:49.262411 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 851e3254-592a-4377-9bbf-fa9744485d66 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:05:49.281083 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d97469a-b8b1-401c-b94e-9b77208cea77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:50.327307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22f6cc88-f390-473e-8dd4-dac8f6504071 req-86b73fec-7238-43dc-a807-5e71a18efb1d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a014dc2-b8f5-436f-8ca9-5c7545408736 HTTP/1.1" status: 200 len: 210 time: 0.0451078 Jan 28 13:05:51.618871 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7339-983b-4057-9b82-f125ca65225d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:51.675087 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-f138a700-3cdb-496f-862c-41301469213b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599977681&fields=id&tenant_id=24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 267 time: 0.0493779 Jan 28 13:05:51.817377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-b7e897a0-c325-4e55-a4b0-e73576b79a22 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:51.818906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-b7e897a0-c325-4e55-a4b0-e73576b79a22 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.1306252 Jan 28 13:05:51.837069 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-9db7bdff-4a64-4c3f-bc98-e57a218764ba tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/quotas/24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 375 time: 0.0098536 Jan 28 13:05:51.907662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-d145f6ef-bf26-4b27-9870-739662d88098 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632086 Jan 28 13:05:52.021687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-ae8545e5-f115-4fc8-bf2c-064a97ce25b8 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011798 Jan 28 13:05:52.196935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-14fd587a-a0a3-432c-914c-3baf8a75d583 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656702 Jan 28 13:05:52.679786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7206bc6-373b-4da2-b422-07d5608b50da req-38da0b42-7fe9-455a-98fe-6d332b0686b7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 210 time: 0.0426548 Jan 28 13:05:53.054970 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:53.835246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-13f54676-d23d-4570-acff-cf7d81a943fd req-24645b8e-6aef-4764-a43b-aba119640fcb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 210 time: 0.0453355 Jan 28 13:05:53.963727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-44b6f182-58f7-4226-9ddf-41b1d6f52a16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:53.965453 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-44b6f182-58f7-4226-9ddf-41b1d6f52a16 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.1904759 Jan 28 13:05:54.053975 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-57d65216-f449-4363-843b-a9e913ff1695 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 380 time: 0.0791957 Jan 28 13:05:54.066828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'port': {'device_id': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'admin_state_up': True, 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'security_groups': ['2a088b96-2a25-44a0-9214-c33ec88f8682']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:05:54.206033 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Made reservation on behalf of 24aad192de1a4673b231d4b2844e4f83 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:05:54.212331 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:54.392229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Allocated IP 172.20.0.6 (400dedcb-474b-4bdd-8e0d-8b7a83328c0b/33a5bffe-7382-46b3-a030-e2d3aecb2902/44037912-2263-492a-84d9-202d2fdb5b7e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:05:54.610346 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (44037912-2263-492a-84d9-202d2fdb5b7e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:54.657100 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:54.727050 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:05:54.738006 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:54.743041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:05:54.771849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:05:54.816552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=44037912-2263-492a-84d9-202d2fdb5b7e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:54.834383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.835798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.836332 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.837232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.838057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.838580 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.839100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.839626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.840150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.840650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.841499 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.842621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.843142 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:54.885554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:54.886840 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:54.924896 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a7c043dd-3f3d-477f-928e-999425951ba9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8642929 Jan 28 13:05:54.946713 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Request body: {'port': {'device_id': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:05:55.050409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4540fa-1e78-4c0c-b199-616976034993 req-999d1c47-ef77-4b5d-9335-0790ddb1d9bb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:55.055538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f4540fa-1e78-4c0c-b199-616976034993 req-999d1c47-ef77-4b5d-9335-0790ddb1d9bb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 931 time: 0.1015506 Jan 28 13:05:55.099954 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:55.117846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4f45cc5a-6d7a-4eb7-95b7-2e1b504356fb None None] Provisioning complete for port 44037912-2263-492a-84d9-202d2fdb5b7e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:05:55.119932 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4f45cc5a-6d7a-4eb7-95b7-2e1b504356fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:55.220679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4f45cc5a-6d7a-4eb7-95b7-2e1b504356fb None None] Port 44037912-2263-492a-84d9-202d2fdb5b7e cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:05:55.574484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f4540fa-1e78-4c0c-b199-616976034993 req-15979332-9e13-4d42-8a77-54ac21342fd0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5127444 Jan 28 13:05:55.579586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44037912-2263-492a-84d9-202d2fdb5b7e {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:05:55.592548 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Publish callbacks [] for port (44037912-2263-492a-84d9-202d2fdb5b7e), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:55.606986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Transition to ACTIVE for port object 44037912-2263-492a-84d9-202d2fdb5b7e will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:05:55.613727 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:55.718701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Pushing event updated for resources: {'Port': ['ID=44037912-2263-492a-84d9-202d2fdb5b7e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:55.751552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Attempting to bind port 44037912-2263-492a-84d9-202d2fdb5b7e on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:05:55.751800 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Attempting to bind port 44037912-2263-492a-84d9-202d2fdb5b7e by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:05:55.752219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Attempting to bind port 44037912-2263-492a-84d9-202d2fdb5b7e on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:05:55.758046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Port 44037912-2263-492a-84d9-202d2fdb5b7e on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:05:55.758751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Attempting to bind port 44037912-2263-492a-84d9-202d2fdb5b7e on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:05:55.766517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:05:55.767005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Checking segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:05:55.767543 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Bound using segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:05:55.768105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Bound port: 44037912-2263-492a-84d9-202d2fdb5b7e, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:05:55.768740 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:55.858851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] For port 44037912-2263-492a-84d9-202d2fdb5b7e, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:05:55.866346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] For port 44037912-2263-492a-84d9-202d2fdb5b7e, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=44037912-2263-492a-84d9-202d2fdb5b7e,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:05:55.875396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:55.924550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:55.925186 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:55.926725 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] 10.222.0.35 "PUT /v2.0/ports/44037912-2263-492a-84d9-202d2fdb5b7e HTTP/1.1" status: 200 len: 1091 time: 0.9945743 Jan 28 13:05:55.927191 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'tag': '44037912-2263-492a-84d9-202d2fdb5b7e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:05:55.929630 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69416d0a-e438-40a0-a3f9-7bb13394f75f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3ac2e9-e06f-4d98-b7c4-9131e46d42da", "tag": "44037912-2263-492a-84d9-202d2fdb5b7e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:05:55.969374 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1e988-056c-45d7-ba93-0918f0f5edc7 service neutron] Pushing event updated for resources: {'Port': ['ID=44037912-2263-492a-84d9-202d2fdb5b7e,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:56.020457 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:56.040283 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca94046f-5091-4291-a816-54c1ae38938f x-openstack-request-id: req-ca94046f-5091-4291-a816-54c1ae38938f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:05:56.040685 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3ac2e9-e06f-4d98-b7c4-9131e46d42da", "tag": "44037912-2263-492a-84d9-202d2fdb5b7e", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:05:56.041047 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca94046f-5091-4291-a816-54c1ae38938f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:05:56.042296 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'tag': '44037912-2263-492a-84d9-202d2fdb5b7e', 'status': 'completed', 'code': 200} Jan 28 13:05:56.068602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a83f89f8-4038-442b-9b69-0a0f80076a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:56.070259 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a83f89f8-4038-442b-9b69-0a0f80076a6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 1094 time: 0.0947437 Jan 28 13:05:56.125900 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-a3ebbc02-73bc-4f70-8e65-0803fabe046c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44037912-2263-492a-84d9-202d2fdb5b7e HTTP/1.1" status: 200 len: 217 time: 0.0482585 Jan 28 13:05:56.190086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-2578b1ff-4682-42b3-95de-f6e80eaaf52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:56.191978 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-2578b1ff-4682-42b3-95de-f6e80eaaf52a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0603232 Jan 28 13:05:56.261592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-6f4db35e-317e-4ae8-8257-02481b6b3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:56.263120 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-6f4db35e-317e-4ae8-8257-02481b6b3a7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639942 Jan 28 13:05:56.372755 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-462e019b-d94c-4344-b580-81d25f3902ba service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035037 Jan 28 13:05:56.483019 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-36ba5ee1-4884-40c6-a80f-a7404cecbc9f req-015545d7-b3b2-43fd-accd-0779cb477d01 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046658 Jan 28 13:05:56.616365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69416d0a-e438-40a0-a3f9-7bb13394f75f req-5f01d3cf-70bd-45b5-93a7-81d2fb6f0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:56.617961 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-69416d0a-e438-40a0-a3f9-7bb13394f75f req-5f01d3cf-70bd-45b5-93a7-81d2fb6f0d61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 1094 time: 0.0823944 Jan 28 13:05:56.738944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32323432-c897-4aa8-b25c-29a3b28cbff9 req-6b5b7d3b-dd08-43ba-bc00-201af7f839ed tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:56.741111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69416d0a-e438-40a0-a3f9-7bb13394f75f req-c2f07b03-869a-4877-975d-93db3df74a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:56.743874 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-69416d0a-e438-40a0-a3f9-7bb13394f75f req-c2f07b03-869a-4877-975d-93db3df74a73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.1180954 Jan 28 13:05:56.746061 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32323432-c897-4aa8-b25c-29a3b28cbff9 req-6b5b7d3b-dd08-43ba-bc00-201af7f839ed tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0712261 Jan 28 13:05:56.801732 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-69416d0a-e438-40a0-a3f9-7bb13394f75f req-a67df1af-d9e6-45b2-beb2-cf6006bdb2cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44037912-2263-492a-84d9-202d2fdb5b7e HTTP/1.1" status: 200 len: 217 time: 0.0515573 Jan 28 13:05:56.813707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32323432-c897-4aa8-b25c-29a3b28cbff9 req-f0a2c932-f13b-4acb-bdfa-ddd4e1d68fa3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636144 Jan 28 13:05:56.869085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69416d0a-e438-40a0-a3f9-7bb13394f75f req-6bdf49b4-78e7-4fa1-804b-a6fb667f4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:56.870844 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-69416d0a-e438-40a0-a3f9-7bb13394f75f req-6bdf49b4-78e7-4fa1-804b-a6fb667f4cd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0637960 Jan 28 13:05:56.924043 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69416d0a-e438-40a0-a3f9-7bb13394f75f req-613f3745-4be1-4631-a13b-81cb718eba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:56.925651 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-69416d0a-e438-40a0-a3f9-7bb13394f75f req-613f3745-4be1-4631-a13b-81cb718eba83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494013 Jan 28 13:05:57.027011 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-69416d0a-e438-40a0-a3f9-7bb13394f75f req-1a15f9b4-8035-4c4d-bed6-d51ad17cb26f service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953302 Jan 28 13:05:57.125489 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-69416d0a-e438-40a0-a3f9-7bb13394f75f req-a07d7b86-7bbe-4c69-ab0d-8585b4b5ab40 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923495 Jan 28 13:05:57.944170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba58870-6d10-4b32-8d01-655eacf034a3 req-00f31519-9257-44e9-b76d-23a8b48401af tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:57.945789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba58870-6d10-4b32-8d01-655eacf034a3 req-00f31519-9257-44e9-b76d-23a8b48401af tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0583856 Jan 28 13:05:58.008695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dba58870-6d10-4b32-8d01-655eacf034a3 req-71ddb401-d9a7-4c8c-a802-7d304deea46c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549867 Jan 28 13:05:58.762869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57444) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:05:59.163007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ecc8c-974a-4a62-b755-97f3f9153f23 req-6aeca825-af66-438a-be31-81f2b6644c8f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:05:59.164522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-075ecc8c-974a-4a62-b755-97f3f9153f23 req-6aeca825-af66-438a-be31-81f2b6644c8f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0786324 Jan 28 13:05:59.264972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-075ecc8c-974a-4a62-b755-97f3f9153f23 req-f2e45d0f-3ce3-4110-91dc-1bc91c8e5431 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925190 Jan 28 13:05:59.293200 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (be2e7a99-f190-46e2-b4da-4e4b89bed73e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:59.583459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Deleting port 4c904d4f-94c3-476a-bad0-f058e5746cad {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:05:59.583849 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:59.660936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] For port 4c904d4f-94c3-476a-bad0-f058e5746cad, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4c904d4f-94c3-476a-bad0-f058e5746cad,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:05:59.661296 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:59.674317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Calling delete_port for 4c904d4f-94c3-476a-bad0-f058e5746cad owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:05:59.869062 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4c904d4f-94c3-476a-bad0-f058e5746cad), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:05:59.923789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c904d4f-94c3-476a-bad0-f058e5746cad,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:05:59.964605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:59.964996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:59.965350 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:59.965693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:59.966888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:59.967144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:59.967707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:59.968203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:59.968553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:59.968889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:59.969228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:59.969565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:05:59.970049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:00.121539 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (be2e7a99-f190-46e2-b4da-4e4b89bed73e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:00.409986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Router be2e7a99-f190-46e2-b4da-4e4b89bed73e has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:06:00.424752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0ae6-fc31-4c93-8f2c-4a4cbc6aab91 req-35112c4e-c864-4793-84f4-b1e94ce63dbf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:00.426184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e76f0ae6-fc31-4c93-8f2c-4a4cbc6aab91 req-35112c4e-c864-4793-84f4-b1e94ce63dbf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0774114 Jan 28 13:06:00.551027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e76f0ae6-fc31-4c93-8f2c-4a4cbc6aab91 req-b399c015-8039-41f5-814a-143203f2dfcc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188037 Jan 28 13:06:00.577835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:06:00.583911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-982c44d9-6fcf-4fda-af5a-b7faf74d3e20 admin admin] 10.222.0.53 "PUT /v2.0/routers/be2e7a99-f190-46e2-b4da-4e4b89bed73e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8196638 Jan 28 13:06:00.586225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57456) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:00.591863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db8c37d-04b0-49f8-85b9-b4999a6f73dc None None] Sync routers for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:06:00.602172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db8c37d-04b0-49f8-85b9-b4999a6f73dc None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:06:00.602790 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9db8c37d-04b0-49f8-85b9-b4999a6f73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:05:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:00.696362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Publish callbacks [] for router (be2e7a99-f190-46e2-b4da-4e4b89bed73e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:00.713649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9db8c37d-04b0-49f8-85b9-b4999a6f73dc None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:06:00.809657 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Publish callbacks [] for router_gateway (be2e7a99-f190-46e2-b4da-4e4b89bed73e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:00.865471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Deleting port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:06:00.865901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:00.911401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9db8c37d-04b0-49f8-85b9-b4999a6f73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T13:05:59Z', 'revision_number': 5, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port': {'id': '1622b50e-bdc8-4ccc-ada0-1f4c876cda91', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:57:24Z', 'updated_at': '2022-01-28T12:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:00.939460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db8c37d-04b0-49f8-85b9-b4999a6f73dc None None] Checking router: be2e7a99-f190-46e2-b4da-4e4b89bed73e for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:06:00.947525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db8c37d-04b0-49f8-85b9-b4999a6f73dc None None] Routers {'be2e7a99-f190-46e2-b4da-4e4b89bed73e'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:06:00.948060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9db8c37d-04b0-49f8-85b9-b4999a6f73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:05:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:00.956922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] For port 1622b50e-bdc8-4ccc-ada0-1f4c876cda91, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1622b50e-bdc8-4ccc-ada0-1f4c876cda91,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:00.957293 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:00.970284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Calling delete_port for 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:06:01.039836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9db8c37d-04b0-49f8-85b9-b4999a6f73dc None None] Set router be2e7a99-f190-46e2-b4da-4e4b89bed73e gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:06:01.273228 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9db8c37d-04b0-49f8-85b9-b4999a6f73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T13:06:00Z', 'revision_number': 6, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:01.300860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db8c37d-04b0-49f8-85b9-b4999a6f73dc None None] The sync data for ids ['be2e7a99-f190-46e2-b4da-4e4b89bed73e'] in n-d-824835-4 is: [{'id': 'be2e7a99-f190-46e2-b4da-4e4b89bed73e', 'name': 'tempest-AttachVolumeShelveTestJSON-1015912229-router', 'tenant_id': '11258f31de5b4bed8449aa57334697f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:57:23Z', 'updated_at': '2022-01-28T13:06:00Z', 'revision_number': 6, 'project_id': '11258f31de5b4bed8449aa57334697f8', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:06:01.439456 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1622b50e-bdc8-4ccc-ada0-1f4c876cda91), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:01.478463 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1622b50e-bdc8-4ccc-ada0-1f4c876cda91,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:01.558026 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (be2e7a99-f190-46e2-b4da-4e4b89bed73e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:01.688205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (be2e7a99-f190-46e2-b4da-4e4b89bed73e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:01.705151 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Publish callbacks [] for router_controller (be2e7a99-f190-46e2-b4da-4e4b89bed73e), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:01.765398 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (be2e7a99-f190-46e2-b4da-4e4b89bed73e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:01.765961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be2e7a99-f190-46e2-b4da-4e4b89bed73e {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:06:01.778232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:01.779781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5847f3fa-83bb-48e6-88ec-3748e5a30dd2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/be2e7a99-f190-46e2-b4da-4e4b89bed73e HTTP/1.1" status: 204 len: 168 time: 1.1926293 Jan 28 13:06:01.782108 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57462) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:01.787830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceacdcb-781d-4080-babb-47b38f17a9c1 req-d4140162-d287-4b20-a8b5-efa1a594350b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:01.789522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ceacdcb-781d-4080-babb-47b38f17a9c1 req-d4140162-d287-4b20-a8b5-efa1a594350b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.1157992 Jan 28 13:06:01.861233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-560ee590-051a-4fea-a8c9-64413af098d8 admin admin] Deleting subnet 9e74c0b1-62d1-4d40-a2e5-3644ed262659 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:06:01.863033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ceacdcb-781d-4080-babb-47b38f17a9c1 req-6eb7d27c-ef76-49a9-8277-c2b099ca1d5a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640774 Jan 28 13:06:01.866124 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-560ee590-051a-4fea-a8c9-64413af098d8 admin admin] Publish callbacks [] for subnet (9e74c0b1-62d1-4d40-a2e5-3644ed262659), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:01.916954 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-560ee590-051a-4fea-a8c9-64413af098d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (9e74c0b1-62d1-4d40-a2e5-3644ed262659), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:01.950702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4c904d4f-94c3-476a-bad0-f058e5746cad no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:06:01.973521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 4c904d4f-94c3-476a-bad0-f058e5746cad {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:06:01.973972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4c904d4f-94c3-476a-bad0-f058e5746cad not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:06:01.974417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:06:02.000013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:06:02.000389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1622b50e-bdc8-4ccc-ada0-1f4c876cda91 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:06:02.004847 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-560ee590-051a-4fea-a8c9-64413af098d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (9e74c0b1-62d1-4d40-a2e5-3644ed262659), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.062527 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-560ee590-051a-4fea-a8c9-64413af098d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (9e74c0b1-62d1-4d40-a2e5-3644ed262659), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.090598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ee590-051a-4fea-a8c9-64413af098d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e74c0b1-62d1-4d40-a2e5-3644ed262659,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:02.095473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-560ee590-051a-4fea-a8c9-64413af098d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.102053 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-560ee590-051a-4fea-a8c9-64413af098d8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9e74c0b1-62d1-4d40-a2e5-3644ed262659 HTTP/1.1" status: 204 len: 168 time: 0.3167160 Jan 28 13:06:02.102343 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57464) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:02.108727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8716d222-31d7-4031-8504-1d616a68322d None None] Network 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:06:02.185656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (4ed7a3fd-7370-417e-b92e-63c286e5cbb7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.255308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Deleting port 00484522-8adc-44a1-b697-9e6beb0702ab {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:06:02.255812 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.329200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] DHCP port deletion for 4ed7a3fd-7370-417e-b92e-63c286e5cbb7 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:06:02.336126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] For port 00484522-8adc-44a1-b697-9e6beb0702ab, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=00484522-8adc-44a1-b697-9e6beb0702ab,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:02.336494 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.351237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Calling delete_port for 00484522-8adc-44a1-b697-9e6beb0702ab owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:06:02.383875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Deleting port 00484522-8adc-44a1-b697-9e6beb0702ab {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:06:02.384260 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.436658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.464161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] For port 00484522-8adc-44a1-b697-9e6beb0702ab, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=00484522-8adc-44a1-b697-9e6beb0702ab,segment=NetworkSegment(0d31170e-b157-47af-b20e-170624bed273),segment_id=0d31170e-b157-47af-b20e-170624bed273)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:02.464425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Pushing event deleted for resources: {'Port': ['ID=00484522-8adc-44a1-b697-9e6beb0702ab,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:02.465207 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.468686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] No DVR routers for this DVR port 00484522-8adc-44a1-b697-9e6beb0702ab on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:06:02.488887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Calling delete_port for 00484522-8adc-44a1-b697-9e6beb0702ab owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:06:02.555826 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (4ed7a3fd-7370-417e-b92e-63c286e5cbb7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.580012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed7a3fd-7370-417e-b92e-63c286e5cbb7']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:02.590113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d31170e-b157-47af-b20e-170624bed273') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:02.590585 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d31170e-b157-47af-b20e-170624bed273') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:02.593021 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (00484522-8adc-44a1-b697-9e6beb0702ab), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.602867 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (0d31170e-b157-47af-b20e-170624bed273), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.618742 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0d31170e-b157-47af-b20e-170624bed273), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.622225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Pushing event deleted for resources: {'Port': ['ID=00484522-8adc-44a1-b697-9e6beb0702ab,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:02.625726 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:06:02.626221 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (0d31170e-b157-47af-b20e-170624bed273), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:06:02.628149 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:06:02.632737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] No DVR routers for this DVR port 00484522-8adc-44a1-b697-9e6beb0702ab on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:06:02.634968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.635411 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.635998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.636445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.637306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.637306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.637986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.638564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.639604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.639604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.640017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.640453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.640906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94a1c1-1636-4e2e-994b-0871d6793387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:02.684650 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (4ed7a3fd-7370-417e-b92e-63c286e5cbb7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.690572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.693987 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] 10.222.0.53 "DELETE /v2.0/networks/4ed7a3fd-7370-417e-b92e-63c286e5cbb7 HTTP/1.1" status: 204 len: 168 time: 0.5907750 Jan 28 13:06:02.718905 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c1c60-aa74-4c1e-855e-df30dedd991b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed7a3fd-7370-417e-b92e-63c286e5cbb7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:02.819558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57470) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:02.861081 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8779a786-4f94-4e2d-84a9-0b7bd8b0a26d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11258f31de5b4bed8449aa57334697f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401993 Jan 28 13:06:02.863324 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57472) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:02.915256 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-156070de-8c0b-4411-9f6f-033d25aab0e1 admin admin] Publish callbacks [] for security_group (52cba4cc-3469-45fb-b146-2c31aee7fa8c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.938880 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-156070de-8c0b-4411-9f6f-033d25aab0e1 admin admin] Publish callbacks [] for security_group (52cba4cc-3469-45fb-b146-2c31aee7fa8c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.990101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-156070de-8c0b-4411-9f6f-033d25aab0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (52cba4cc-3469-45fb-b146-2c31aee7fa8c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.993715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c5074-2c67-473e-aec3-4fedc66d7bc0 req-ccffb004-b45d-4eb2-9f5a-b017f157e828 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:02.994533 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-156070de-8c0b-4411-9f6f-033d25aab0e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:02.995236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-405c5074-2c67-473e-aec3-4fedc66d7bc0 req-ccffb004-b45d-4eb2-9f5a-b017f157e828 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0641501 Jan 28 13:06:02.996114 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-156070de-8c0b-4411-9f6f-033d25aab0e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52cba4cc-3469-45fb-b146-2c31aee7fa8c HTTP/1.1" status: 204 len: 168 time: 0.1317792 Jan 28 13:06:03.010661 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156070de-8c0b-4411-9f6f-033d25aab0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cba4cc-3469-45fb-b146-2c31aee7fa8c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:03.059587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-405c5074-2c67-473e-aec3-4fedc66d7bc0 req-6b0e4f71-10fa-41a0-9043-ebb411a0684a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558991 Jan 28 13:06:03.698235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 57498) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:03.800961 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1475909749-network', 'tenant_id': '1fa67a9d38624894a00b1bdaaecc9bfe'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:03.820814 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Made reservation on behalf of 1fa67a9d38624894a00b1bdaaecc9bfe for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:06:03.823274 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:03.832788 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:03.902961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 00484522-8adc-44a1-b697-9e6beb0702ab no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:06:03.922083 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Publish callbacks [] for security_group (374d8860-bb39-4a0c-a8ef-edde337ccf77), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:03.925974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 00484522-8adc-44a1-b697-9e6beb0702ab {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:06:03.926179 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (374d8860-bb39-4a0c-a8ef-edde337ccf77), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:03.926942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 00484522-8adc-44a1-b697-9e6beb0702ab not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:06:03.958004 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:06:03.964504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374d8860-bb39-4a0c-a8ef-edde337ccf77,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:03.979051 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e4f46acf-29ce-4d3f-a2f2-a1848f61e996), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:03.979446 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Added segment e4f46acf-29ce-4d3f-a2f2-a1848f61e996 of type vlan for network d13fe4e6-c6b9-4785-b353-21972ee24ea1 Jan 28 13:06:04.020959 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d13fe4e6-c6b9-4785-b353-21972ee24ea1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.044795 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d13fe4e6-c6b9-4785-b353-21972ee24ea1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.045824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:04.046408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.124012 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4213505 Jan 28 13:06:04.124354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 57504) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:04.129192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6fbb7cc8-2bb3-4771-a373-19966ff6a06a admin admin] Request body: {'subnet': {'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1475909749-subnet', 'tenant_id': '1fa67a9d38624894a00b1bdaaecc9bfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:04.145034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77193c39-8ba6-4630-af9c-2ef8e4a7bdc0 admin admin] Pushing event updated for resources: {'Network': ['ID=d13fe4e6-c6b9-4785-b353-21972ee24ea1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:04.157873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d13fe4e6-c6b9-4785-b353-21972ee24ea1 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:06:04.178071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbb7cc8-2bb3-4771-a373-19966ff6a06a admin admin] Made reservation on behalf of 1fa67a9d38624894a00b1bdaaecc9bfe for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:06:04.180379 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7cc8-2bb3-4771-a373-19966ff6a06a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.245724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d30de6-85e1-4a61-bee2-c76cc30793b1 req-1f98cdb7-0a6f-4417-8459-65d294129089 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:04.247217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4d30de6-85e1-4a61-bee2-c76cc30793b1 req-1f98cdb7-0a6f-4417-8459-65d294129089 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.1027894 Jan 28 13:06:04.320373 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4d30de6-85e1-4a61-bee2-c76cc30793b1 req-2a3aa31e-871b-4b67-8a10-12d027d676bf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657234 Jan 28 13:06:04.411158 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7cc8-2bb3-4771-a373-19966ff6a06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (4ce465a0-33a3-4667-9750-aff269d14186), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.471006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb7cc8-2bb3-4771-a373-19966ff6a06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce465a0-33a3-4667-9750-aff269d14186,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:04.480784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb7cc8-2bb3-4771-a373-19966ff6a06a admin admin] Checking segment: {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:06:04.481155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbb7cc8-2bb3-4771-a373-19966ff6a06a admin admin] Network hostable DHCP agents. Network: d13fe4e6-c6b9-4785-b353-21972ee24ea1, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:06:04.500397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbb7cc8-2bb3-4771-a373-19966ff6a06a admin admin] Network d13fe4e6-c6b9-4785-b353-21972ee24ea1 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:06:04.509475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6fbb7cc8-2bb3-4771-a373-19966ff6a06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d13fe4e6-c6b9-4785-b353-21972ee24ea1) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:06:04.514918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbb7cc8-2bb3-4771-a373-19966ff6a06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:04.515556 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7cc8-2bb3-4771-a373-19966ff6a06a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:04.522040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d485c82-3aa2-481a-922b-0d1153087428 None None] Network d13fe4e6-c6b9-4785-b353-21972ee24ea1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:06:04.532746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6fbb7cc8-2bb3-4771-a373-19966ff6a06a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4072976 Jan 28 13:06:04.647389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed4a904-430a-431c-8d6c-ce59c51bdad1 None None] Network d13fe4e6-c6b9-4785-b353-21972ee24ea1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:06:04.989929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-643b0d89-80e7-4385-8c62-577b0a76ec9b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:04.991318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-643b0d89-80e7-4385-8c62-577b0a76ec9b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 815 time: 0.1037548 Jan 28 13:06:05.006711 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-9e8e2e8a-9790-45fd-8b5b-a0f08b1a6380 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/quotas/1fa67a9d38624894a00b1bdaaecc9bfe HTTP/1.1" status: 200 len: 375 time: 0.0098748 Jan 28 13:06:05.038952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-35c93542-aa2a-43b1-abaa-4008e2c40132 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272143 Jan 28 13:06:05.142996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-f374f9d4-7926-4e01-b9ee-c88c623167f8 service neutron] 10.222.0.53 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966787 Jan 28 13:06:05.241669 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-817dea51-2d79-4c6a-bbf8-a5887456fcbd service neutron] 10.222.0.53 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927179 Jan 28 13:06:05.446173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9bdbb98b-8d97-457b-ad06-586383c5d980 req-26131a42-29ec-4a41-a7c3-fd8be10f93b7 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 210 time: 0.0484054 Jan 28 13:06:05.489836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167420b4-4d85-4d4e-9885-ec902cff7f26 req-1952ab2c-e84a-4677-8ad7-3afb4a0c4cb8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:05.491381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-167420b4-4d85-4d4e-9885-ec902cff7f26 req-1952ab2c-e84a-4677-8ad7-3afb4a0c4cb8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0811017 Jan 28 13:06:05.545864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-167420b4-4d85-4d4e-9885-ec902cff7f26 req-1d8ee328-ae62-4e4e-b2a8-e0f127d8ca24 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468764 Jan 28 13:06:06.392100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-39ecabe0-3cc0-4529-be3a-3c23712e0b6a tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:06.393722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-39ecabe0-3cc0-4529-be3a-3c23712e0b6a tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.49 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 815 time: 0.1227217 Jan 28 13:06:06.409570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Request body: {'port': {'device_id': '670505a2-f244-4961-91b7-e03a4271a4bd', 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1', 'admin_state_up': True, 'tenant_id': '1fa67a9d38624894a00b1bdaaecc9bfe'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:06.525806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Made reservation on behalf of 1fa67a9d38624894a00b1bdaaecc9bfe for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:06:06.530637 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:06.573256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d671a47f-af06-43f2-bf4b-1a9c5c603348 req-0ad63d96-c9b1-4ac5-95a0-280f61e0d3e5 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 210 time: 0.0322120 Jan 28 13:06:06.725962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Allocated IP 172.20.0.11 (d13fe4e6-c6b9-4785-b353-21972ee24ea1/4ce465a0-33a3-4667-9750-aff269d14186/e012a868-bd4d-4603-ad89-fda2d3ac57d0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:06:06.737526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561eee8d-4a70-41af-aa76-db508262dd9c req-1162e0c8-d134-4dc5-aa47-8ea34f1c148e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:06.739009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-561eee8d-4a70-41af-aa76-db508262dd9c req-1162e0c8-d134-4dc5-aa47-8ea34f1c148e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0929132 Jan 28 13:06:06.837458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-561eee8d-4a70-41af-aa76-db508262dd9c req-299f57fe-f2a7-4896-a00b-7e4a28c5a39d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921261 Jan 28 13:06:06.925013 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks [] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:06.958288 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:07.003539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Network d13fe4e6-c6b9-4785-b353-21972ee24ea1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:06:07.006625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:06:07.014270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:06:07.042679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Pushing event updated for resources: {'Port': ['ID=e012a868-bd4d-4603-ad89-fda2d3ac57d0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:07.071774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:07.072408 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:07.091035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-57abb117-40fc-4299-871e-2cff8abadb3b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6850722 Jan 28 13:06:07.101798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Request body: {'port': {'device_id': '670505a2-f244-4961-91b7-e03a4271a4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:07.158725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:07.474375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e012a868-bd4d-4603-ad89-fda2d3ac57d0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:06:07.483007 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Publish callbacks [] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:07.499654 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Transition to ACTIVE for port object e012a868-bd4d-4603-ad89-fda2d3ac57d0 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:06:07.504163 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:07.557450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Pushing event updated for resources: {'Port': ['ID=e012a868-bd4d-4603-ad89-fda2d3ac57d0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:07.623767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Attempting to bind port e012a868-bd4d-4603-ad89-fda2d3ac57d0 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:06:07.624132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Attempting to bind port e012a868-bd4d-4603-ad89-fda2d3ac57d0 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:06:07.624431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Attempting to bind port e012a868-bd4d-4603-ad89-fda2d3ac57d0 on network d13fe4e6-c6b9-4785-b353-21972ee24ea1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:06:07.629299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Port e012a868-bd4d-4603-ad89-fda2d3ac57d0 on network d13fe4e6-c6b9-4785-b353-21972ee24ea1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:06:07.629683 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Attempting to bind port e012a868-bd4d-4603-ad89-fda2d3ac57d0 on network d13fe4e6-c6b9-4785-b353-21972ee24ea1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:06:07.634742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:06:07.635153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Checking segment: {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:06:07.635749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Bound using segment: {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:06:07.636292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Bound port: e012a868-bd4d-4603-ad89-fda2d3ac57d0, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:06:07.636711 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:07.738649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] For port e012a868-bd4d-4603-ad89-fda2d3ac57d0, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:06:07.752552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] For port e012a868-bd4d-4603-ad89-fda2d3ac57d0, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e012a868-bd4d-4603-ad89-fda2d3ac57d0,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:06:07.761013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972b6e3-8dbd-4334-8d1f-831224780d76 req-5ad2f9c8-502a-4d81-90d6-2112eb7c7e9a tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:07.762473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8972b6e3-8dbd-4334-8d1f-831224780d76 req-5ad2f9c8-502a-4d81-90d6-2112eb7c7e9a tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 944 time: 0.0842466 Jan 28 13:06:07.764061 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:07.806100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:07.806867 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:07.808339 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] 10.222.0.49 "PUT /v2.0/ports/e012a868-bd4d-4603-ad89-fda2d3ac57d0 HTTP/1.1" status: 200 len: 1092 time: 0.7108619 Jan 28 13:06:07.820222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670505a2-f244-4961-91b7-e03a4271a4bd', 'tag': 'e012a868-bd4d-4603-ad89-fda2d3ac57d0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:06:07.822477 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cafcbda-5147-4e99-a37e-4ed7228577eb" -d '{"events": [{"name": "network-changed", "server_uuid": "670505a2-f244-4961-91b7-e03a4271a4bd", "tag": "e012a868-bd4d-4603-ad89-fda2d3ac57d0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:06:07.865844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2a7dc-bd62-4657-99ef-dbcb60af2a18 service neutron] Pushing event updated for resources: {'Port': ['ID=e012a868-bd4d-4603-ad89-fda2d3ac57d0,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:07.875968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8972b6e3-8dbd-4334-8d1f-831224780d76 req-435feeff-75ed-478a-b48d-edb40da04535 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037710 Jan 28 13:06:07.940448 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a69224-c667-449f-a877-20d1e909479f x-openstack-request-id: req-73a69224-c667-449f-a877-20d1e909479f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:06:07.940895 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670505a2-f244-4961-91b7-e03a4271a4bd", "tag": "e012a868-bd4d-4603-ad89-fda2d3ac57d0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:06:07.941244 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73a69224-c667-449f-a877-20d1e909479f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:06:07.941736 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670505a2-f244-4961-91b7-e03a4271a4bd', 'tag': 'e012a868-bd4d-4603-ad89-fda2d3ac57d0', 'status': 'completed', 'code': 200} Jan 28 13:06:08.028407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30dc9-7416-4c9a-81df-110b629271c3 req-8318bfc8-fd9a-487c-87e7-42cd44f1e72b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:08.030224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37d30dc9-7416-4c9a-81df-110b629271c3 req-8318bfc8-fd9a-487c-87e7-42cd44f1e72b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0811553 Jan 28 13:06:08.057493 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafcbda-5147-4e99-a37e-4ed7228577eb req-5d88d0d8-c3ff-45c5-b46e-7e2b87268f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:08.058961 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2cafcbda-5147-4e99-a37e-4ed7228577eb req-5d88d0d8-c3ff-45c5-b46e-7e2b87268f43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 1095 time: 0.0735729 Jan 28 13:06:08.154609 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37d30dc9-7416-4c9a-81df-110b629271c3 req-52bd3000-416f-422d-8cba-c6637c0ea442 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183956 Jan 28 13:06:08.251864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafcbda-5147-4e99-a37e-4ed7228577eb req-ba90f6ce-2050-404c-ab82-564f68a2a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:08.253320 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2cafcbda-5147-4e99-a37e-4ed7228577eb req-ba90f6ce-2050-404c-ab82-564f68a2a0c9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1840985 Jan 28 13:06:08.407824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafcbda-5147-4e99-a37e-4ed7228577eb req-ccef3210-bd99-45bb-b1ff-db420453cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:08.409274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2cafcbda-5147-4e99-a37e-4ed7228577eb req-ccef3210-bd99-45bb-b1ff-db420453cae2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1503949 Jan 28 13:06:08.486119 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-b2b9b781-9357-47f2-9ba3-3a7cf8ddbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:08.487633 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-b2b9b781-9357-47f2-9ba3-3a7cf8ddbfa4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 1095 time: 0.0420895 Jan 28 13:06:08.811018 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-1aead359-98ed-4464-b09b-f539bfa4b416 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e012a868-bd4d-4603-ad89-fda2d3ac57d0 HTTP/1.1" status: 200 len: 217 time: 0.3167784 Jan 28 13:06:08.866316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-ece2e741-736d-4eb3-8bf9-b8a5ec96b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:08.867999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-ece2e741-736d-4eb3-8bf9-b8a5ec96b5a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ce465a0-33a3-4667-9750-aff269d14186 HTTP/1.1" status: 200 len: 855 time: 0.0515773 Jan 28 13:06:08.899244 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-738cb6a7-9b51-4b78-9a48-6076c81efd0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d13fe4e6-c6b9-4785-b353-21972ee24ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252452 Jan 28 13:06:09.032151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-800516b4-2703-4ce6-a568-ab259985745c service neutron] 10.222.0.49 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268187 Jan 28 13:06:09.038853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20753866-031d-436c-b7fc-e1b3334567e5 req-a90917d7-7340-4b61-9aba-a07dad2a6691 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:09.040238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20753866-031d-436c-b7fc-e1b3334567e5 req-a90917d7-7340-4b61-9aba-a07dad2a6691 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 944 time: 0.0860631 Jan 28 13:06:09.144367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20753866-031d-436c-b7fc-e1b3334567e5 req-9e11c0b0-9e7b-4301-8e4d-620adac792d4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949554 Jan 28 13:06:09.164799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6dae4ce-5ab8-4695-94a0-e3c4a2ba8675 req-316683b3-d126-4f0b-a584-bef9812efc42 service neutron] 10.222.0.49 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236467 Jan 28 13:06:09.271836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680597c7-9d07-47b7-8af8-cb95dba0e532 req-34ee2143-8264-4db3-8009-ab46274b0308 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:09.273316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-680597c7-9d07-47b7-8af8-cb95dba0e532 req-34ee2143-8264-4db3-8009-ab46274b0308 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0500574 Jan 28 13:06:09.329668 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-680597c7-9d07-47b7-8af8-cb95dba0e532 req-2d050d86-6ad4-45b3-808c-23d35f797a65 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500371 Jan 28 13:06:10.275253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02e573-9e65-4420-903d-e01b417891c3 req-15946f63-cf9a-47c5-827b-d95235874cf4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:10.276786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e02e573-9e65-4420-903d-e01b417891c3 req-15946f63-cf9a-47c5-827b-d95235874cf4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 944 time: 0.0566533 Jan 28 13:06:10.334418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3e02e573-9e65-4420-903d-e01b417891c3 req-803aa299-200c-43f7-af9b-1e53231416d1 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513349 Jan 28 13:06:10.471829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6283988-0a5b-4950-925d-d901ab1d85a3 req-3b4b649a-1f55-4a9a-8844-c9e8f221b75c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:10.475548 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6283988-0a5b-4950-925d-d901ab1d85a3 req-3b4b649a-1f55-4a9a-8844-c9e8f221b75c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0706382 Jan 28 13:06:10.539184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6283988-0a5b-4950-925d-d901ab1d85a3 req-865cc7c7-0330-4ac9-af65-5e5dd8646bfb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597072 Jan 28 13:06:11.358300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e012a868-bd4d-4603-ad89-fda2d3ac57d0 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:06:11.469063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82fd05-2477-4e3e-b0be-0a853c8b146c req-6a0fce17-c7cb-42e4-a3f6-159b8a85b468 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:11.470981 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da82fd05-2477-4e3e-b0be-0a853c8b146c req-6a0fce17-c7cb-42e4-a3f6-159b8a85b468 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 944 time: 0.0591457 Jan 28 13:06:11.504914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e012a868-bd4d-4603-ad89-fda2d3ac57d0, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e012a868-bd4d-4603-ad89-fda2d3ac57d0,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:11.524193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'e012a868-bd4d-4603-ad89-fda2d3ac57d0', 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1', 'port_id': 'e012a868-bd4d-4603-ad89-fda2d3ac57d0', 'mac_address': 'fa:16:3e:4a:a1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce465a0-33a3-4667-9750-aff269d14186', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:06:11.538331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da82fd05-2477-4e3e-b0be-0a853c8b146c req-97e04300-b61c-4836-a9c2-b5ba23d03741 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609756 Jan 28 13:06:11.587883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e012a868-bd4d-4603-ad89-fda2d3ac57d0 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:11.588298 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:11.613491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e012a868-bd4d-4603-ad89-fda2d3ac57d0 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:06:11.644238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e012a868-bd4d-4603-ad89-fda2d3ac57d0, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e012a868-bd4d-4603-ad89-fda2d3ac57d0,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:11.655631 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:11.679406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58b85c-c6d0-45b8-9571-b2d6e8fe15bb req-b8e10e8d-ceea-4df3-b28a-841d4b8f1466 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:11.687030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf58b85c-c6d0-45b8-9571-b2d6e8fe15bb req-b8e10e8d-ceea-4df3-b28a-841d4b8f1466 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0634992 Jan 28 13:06:11.729893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e012a868-bd4d-4603-ad89-fda2d3ac57d0,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:11.751013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf58b85c-c6d0-45b8-9571-b2d6e8fe15bb req-b24c5e7c-85a4-435e-99a8-321473be3ac2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630343 Jan 28 13:06:11.861758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e012a868-bd4d-4603-ad89-fda2d3ac57d0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:06:12.691955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94221be9-fd5a-4ea7-b8c8-150b2dca2771 req-6cdd6267-9b03-463f-b93f-3bb5d8d40bb4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:12.695013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94221be9-fd5a-4ea7-b8c8-150b2dca2771 req-6cdd6267-9b03-463f-b93f-3bb5d8d40bb4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 945 time: 0.0690897 Jan 28 13:06:12.775489 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94221be9-fd5a-4ea7-b8c8-150b2dca2771 req-99187bdb-92b3-48ee-85f1-012cf5894d2d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622892 Jan 28 13:06:12.894747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2878cf-70e2-47a9-8f08-a8d775431354 req-8b3ddffa-97ce-46b2-8088-5488ec862ad1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:12.896332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b2878cf-70e2-47a9-8f08-a8d775431354 req-8b3ddffa-97ce-46b2-8088-5488ec862ad1 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0589173 Jan 28 13:06:12.966293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b2878cf-70e2-47a9-8f08-a8d775431354 req-771ea742-a1f2-4bfc-9869-c616d054ce74 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626099 Jan 28 13:06:13.390067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e012a868-bd4d-4603-ad89-fda2d3ac57d0 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:06:13.438656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port e012a868-bd4d-4603-ad89-fda2d3ac57d0 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:06:13.443317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port e012a868-bd4d-4603-ad89-fda2d3ac57d0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:13.443830 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:13.529297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port e012a868-bd4d-4603-ad89-fda2d3ac57d0 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:13.529297 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:13.552691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670505a2-f244-4961-91b7-e03a4271a4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012a868-bd4d-4603-ad89-fda2d3ac57d0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:06:13.555444 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcedf34a-814a-45fd-a016-ee08b75f4ae7" -d '{"events": [{"server_uuid": "670505a2-f244-4961-91b7-e03a4271a4bd", "name": "network-vif-plugged", "status": "completed", "tag": "e012a868-bd4d-4603-ad89-fda2d3ac57d0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:06:13.573016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port e012a868-bd4d-4603-ad89-fda2d3ac57d0, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e012a868-bd4d-4603-ad89-fda2d3ac57d0,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:13.577449 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:13.604267 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5183dbbe-a5b8-4bdc-a445-a68d1592bee7 x-openstack-request-id: req-5183dbbe-a5b8-4bdc-a445-a68d1592bee7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:06:13.604560 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670505a2-f244-4961-91b7-e03a4271a4bd", "name": "network-vif-plugged", "status": "completed", "tag": "e012a868-bd4d-4603-ad89-fda2d3ac57d0", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:06:13.604815 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5183dbbe-a5b8-4bdc-a445-a68d1592bee7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:06:13.605205 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670505a2-f244-4961-91b7-e03a4271a4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012a868-bd4d-4603-ad89-fda2d3ac57d0', 'code': 200} Jan 28 13:06:13.635929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=e012a868-bd4d-4603-ad89-fda2d3ac57d0,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:13.702911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6826da-6117-4274-851d-53c998449c4f req-8849f49c-f5fa-439d-8cf3-44ed45535540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:13.705087 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be6826da-6117-4274-851d-53c998449c4f req-8849f49c-f5fa-439d-8cf3-44ed45535540 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 1097 time: 0.0429423 Jan 28 13:06:13.754098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be6826da-6117-4274-851d-53c998449c4f req-3ffb33a6-d3db-48ba-b683-d7460b6668f5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426586 Jan 28 13:06:13.911151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e7ce-bdea-4f55-88a9-0818babf0828 req-52de7ea1-78a2-4e91-90ce-e24c39215c31 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:13.913704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed12e7ce-bdea-4f55-88a9-0818babf0828 req-52de7ea1-78a2-4e91-90ce-e24c39215c31 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 946 time: 0.0616009 Jan 28 13:06:13.982761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed12e7ce-bdea-4f55-88a9-0818babf0828 req-eacef46a-77e1-4aa0-84dd-5795c995357b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580058 Jan 28 13:06:14.107289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e4d1f-87f9-4ce0-acce-84f0668a3285 req-e8fb86bc-7a0d-4448-8178-426bc9681e96 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:14.109344 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-208e4d1f-87f9-4ce0-acce-84f0668a3285 req-e8fb86bc-7a0d-4448-8178-426bc9681e96 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0665288 Jan 28 13:06:14.188396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-208e4d1f-87f9-4ce0-acce-84f0668a3285 req-75f19c0e-5b63-4f7b-8c2f-cc2f0d3df426 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714204 Jan 28 13:06:14.292139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-4c814b9e-9f95-409a-b09e-5e4332312143 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:14.293627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-4c814b9e-9f95-409a-b09e-5e4332312143 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/networks?id=08616164-a97d-4726-af43-d2c781fcfbfd HTTP/1.1" status: 200 len: 813 time: 0.1264365 Jan 28 13:06:14.313519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-70a3a5cd-f22a-4724-b5c6-8474aaa7ef58 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/quotas/37fcb0fcb04c474b9fcc2eb5e3fe6f92 HTTP/1.1" status: 200 len: 375 time: 0.0116231 Jan 28 13:06:14.350234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-3483746c-f117-4057-8ba8-0a83b155bb7e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=37fcb0fcb04c474b9fcc2eb5e3fe6f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314200 Jan 28 13:06:14.452253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-f561af90-2f78-4727-b51e-2ce8c2af66ba service neutron] 10.222.0.53 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941796 Jan 28 13:06:14.557458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1f1d5063-b78e-4420-8d2b-d9863aac7e17 service neutron] 10.222.0.53 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933974 Jan 28 13:06:14.762094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb6712b0-58b6-420c-931c-f11f2b2d7261 req-e74f5697-70a4-4a06-b9dd-a6ee356c4cd3 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 210 time: 0.0341930 Jan 28 13:06:15.112300 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef864e-b4db-4122-9841-5892664b6ede req-64953ad9-aa2f-483e-91a7-8d07e9ad92fa tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:15.114142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8cef864e-b4db-4122-9841-5892664b6ede req-64953ad9-aa2f-483e-91a7-8d07e9ad92fa tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 946 time: 0.0551038 Jan 28 13:06:15.165745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8cef864e-b4db-4122-9841-5892664b6ede req-e35299bc-0bbe-44df-aec8-a05d10d9d32f tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454330 Jan 28 13:06:15.346888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e0da0-896d-41a9-aea8-b719b09cae2b req-4aacf119-6795-441e-ad89-8b6838d76dbf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:15.348936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d20e0da0-896d-41a9-aea8-b719b09cae2b req-4aacf119-6795-441e-ad89-8b6838d76dbf tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0736432 Jan 28 13:06:15.412756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d20e0da0-896d-41a9-aea8-b719b09cae2b req-31923b0d-c546-4e44-87f2-a605de2e8877 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579464 Jan 28 13:06:15.869005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-f5e2f5d1-a99c-4d20-a964-8702dbacae9a tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:15.871399 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-f5e2f5d1-a99c-4d20-a964-8702dbacae9a tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.35 "GET /v2.0/networks?id=08616164-a97d-4726-af43-d2c781fcfbfd HTTP/1.1" status: 200 len: 813 time: 0.1155174 Jan 28 13:06:15.884193 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Request body: {'port': {'device_id': 'e910ed68-16bc-4c14-b7fd-e76c796c0cca', 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd', 'admin_state_up': True, 'tenant_id': '37fcb0fcb04c474b9fcc2eb5e3fe6f92'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:15.932661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-021e508f-324b-4b8d-b989-116425818faf req-8d39b6c7-70f0-40fa-8d95-bf11c05fe89e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 210 time: 0.0670795 Jan 28 13:06:16.028910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Made reservation on behalf of 37fcb0fcb04c474b9fcc2eb5e3fe6f92 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:06:16.032497 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:16.163263 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Allocated IP 172.20.0.9 (08616164-a97d-4726-af43-d2c781fcfbfd/1dce8874-1503-4523-a728-3bf77b481c2f/571328a0-197d-4998-8c81-34a1fedde71f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:06:16.324006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks [] for port (571328a0-197d-4998-8c81-34a1fedde71f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:16.361252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (571328a0-197d-4998-8c81-34a1fedde71f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:16.408331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Network 08616164-a97d-4726-af43-d2c781fcfbfd is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:06:16.413831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:06:16.418311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:06:16.423962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Pushing event updated for resources: {'Port': ['ID=571328a0-197d-4998-8c81-34a1fedde71f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:16.493337 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:16.494408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:16.522887 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-00ae7e78-6b2b-4188-b922-05f421061a4b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6431146 Jan 28 13:06:16.535993 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Request body: {'port': {'device_id': 'e910ed68-16bc-4c14-b7fd-e76c796c0cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:16.609124 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (571328a0-197d-4998-8c81-34a1fedde71f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:16.641354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5086ff-05f3-4330-87a7-e59a3b9df8b8 req-b31339a0-fade-4ae2-869d-7e3ea3dbbdf9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:16.643458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca5086ff-05f3-4330-87a7-e59a3b9df8b8 req-b31339a0-fade-4ae2-869d-7e3ea3dbbdf9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.1102507 Jan 28 13:06:16.709854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca5086ff-05f3-4330-87a7-e59a3b9df8b8 req-51d19064-de60-45b0-838e-811291f5bb6a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603781 Jan 28 13:06:16.935529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571328a0-197d-4998-8c81-34a1fedde71f {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:06:16.944290 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Publish callbacks [] for port (571328a0-197d-4998-8c81-34a1fedde71f), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:16.959967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Transition to ACTIVE for port object 571328a0-197d-4998-8c81-34a1fedde71f will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:06:16.965043 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (571328a0-197d-4998-8c81-34a1fedde71f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:17.075037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd89202-311a-4bd7-b697-c032ffa8353b req-4f33a5ee-74fb-4487-a230-5b549dcedf51 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:17.077563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbd89202-311a-4bd7-b697-c032ffa8353b req-4f33a5ee-74fb-4487-a230-5b549dcedf51 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 943 time: 0.0566988 Jan 28 13:06:17.132293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbd89202-311a-4bd7-b697-c032ffa8353b req-b1e2201a-efab-4d9b-98c6-725fda41fdca tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481544 Jan 28 13:06:17.264504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Pushing event updated for resources: {'Port': ['ID=571328a0-197d-4998-8c81-34a1fedde71f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:17.337058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Attempting to bind port 571328a0-197d-4998-8c81-34a1fedde71f on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:06:17.337401 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Attempting to bind port 571328a0-197d-4998-8c81-34a1fedde71f by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '5445c741-9469-4426-8cfa-7788254b8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:06:17.337990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Attempting to bind port 571328a0-197d-4998-8c81-34a1fedde71f on network 08616164-a97d-4726-af43-d2c781fcfbfd {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:06:17.342987 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Port 571328a0-197d-4998-8c81-34a1fedde71f on network 08616164-a97d-4726-af43-d2c781fcfbfd not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:06:17.343317 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Attempting to bind port 571328a0-197d-4998-8c81-34a1fedde71f on network 08616164-a97d-4726-af43-d2c781fcfbfd {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:06:17.348727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:06:17.349067 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Checking segment: {'id': '5445c741-9469-4426-8cfa-7788254b8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:06:17.349457 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Bound using segment: {'id': '5445c741-9469-4426-8cfa-7788254b8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:06:17.349892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Bound port: 571328a0-197d-4998-8c81-34a1fedde71f, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5445c741-9469-4426-8cfa-7788254b8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:06:17.350251 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (571328a0-197d-4998-8c81-34a1fedde71f), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:17.421512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] For port 571328a0-197d-4998-8c81-34a1fedde71f, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:06:17.424572 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] For port 571328a0-197d-4998-8c81-34a1fedde71f, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=571328a0-197d-4998-8c81-34a1fedde71f,segment=NetworkSegment(5445c741-9469-4426-8cfa-7788254b8361),segment_id=5445c741-9469-4426-8cfa-7788254b8361)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:06:17.429046 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (571328a0-197d-4998-8c81-34a1fedde71f), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:17.472429 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:17.473054 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:17.474436 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] 10.222.0.35 "PUT /v2.0/ports/571328a0-197d-4998-8c81-34a1fedde71f HTTP/1.1" status: 200 len: 1091 time: 0.9433606 Jan 28 13:06:17.474885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e910ed68-16bc-4c14-b7fd-e76c796c0cca', 'tag': '571328a0-197d-4998-8c81-34a1fedde71f'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:06:17.477210 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af02b0d-8b18-4e95-aa6a-c8d81335d91e" -d '{"events": [{"name": "network-changed", "server_uuid": "e910ed68-16bc-4c14-b7fd-e76c796c0cca", "tag": "571328a0-197d-4998-8c81-34a1fedde71f"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:06:17.492610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698ddf8-68d4-470f-9b69-d8f4f49a8747 service neutron] Pushing event updated for resources: {'Port': ['ID=571328a0-197d-4998-8c81-34a1fedde71f,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:17.521858 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dbef35-763e-4bef-bcf0-3648e58daba1 x-openstack-request-id: req-17dbef35-763e-4bef-bcf0-3648e58daba1 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:06:17.522170 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e910ed68-16bc-4c14-b7fd-e76c796c0cca", "tag": "571328a0-197d-4998-8c81-34a1fedde71f", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:06:17.522418 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17dbef35-763e-4bef-bcf0-3648e58daba1 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:06:17.522805 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e910ed68-16bc-4c14-b7fd-e76c796c0cca', 'tag': '571328a0-197d-4998-8c81-34a1fedde71f', 'status': 'completed', 'code': 200} Jan 28 13:06:17.555963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-92c05986-b450-41bf-86ad-4e0a0224ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:17.557436 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-92c05986-b450-41bf-86ad-4e0a0224ab86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37fcb0fcb04c474b9fcc2eb5e3fe6f92&device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 1094 time: 0.0442944 Jan 28 13:06:17.600962 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-89bb70a9-1fd9-4273-b389-360c4a5b8180 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=571328a0-197d-4998-8c81-34a1fedde71f HTTP/1.1" status: 200 len: 217 time: 0.0366330 Jan 28 13:06:17.639300 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:17.652494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-2b6bb6a1-b958-434b-b01d-601d3030e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:17.654557 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-2b6bb6a1-b958-434b-b01d-601d3030e1fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dce8874-1503-4523-a728-3bf77b481c2f HTTP/1.1" status: 200 len: 853 time: 0.0468915 Jan 28 13:06:17.684991 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-78731f19-7faa-42d2-95ef-50b389b43249 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08616164-a97d-4726-af43-d2c781fcfbfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249450 Jan 28 13:06:17.780471 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-9490ea1a-79c2-472d-a73c-e804ef3664cd service neutron] 10.222.0.35 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898635 Jan 28 13:06:17.830354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27a02a-dfaf-4649-b140-6df808291670 req-d131b9c1-55b2-4782-8585-a6535b65e854 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:17.832397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f27a02a-dfaf-4649-b140-6df808291670 req-d131b9c1-55b2-4782-8585-a6535b65e854 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0533957 Jan 28 13:06:17.892560 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-9c6dbff5-d52d-47a5-b84f-e5efcb89dbca req-0febf60b-d38a-4cd4-8d04-dc592b2db509 service neutron] 10.222.0.35 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069198 Jan 28 13:06:17.919818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f27a02a-dfaf-4649-b140-6df808291670 req-a099db05-588a-4ccb-aa9e-94724ff760bc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756693 Jan 28 13:06:17.966109 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:18.003446 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af02b0d-8b18-4e95-aa6a-c8d81335d91e req-968eb0c2-e987-4ae8-8ef5-326a38ab8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:18.005118 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5af02b0d-8b18-4e95-aa6a-c8d81335d91e req-968eb0c2-e987-4ae8-8ef5-326a38ab8582 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37fcb0fcb04c474b9fcc2eb5e3fe6f92&device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 1094 time: 0.0539932 Jan 28 13:06:18.100333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af02b0d-8b18-4e95-aa6a-c8d81335d91e req-e4c91646-de9a-448c-afb8-c54d30b21707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:18.101808 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5af02b0d-8b18-4e95-aa6a-c8d81335d91e req-e4c91646-de9a-448c-afb8-c54d30b21707 service neutron] 10.222.0.35 "GET /v2.0/networks?id=08616164-a97d-4726-af43-d2c781fcfbfd HTTP/1.1" status: 200 len: 914 time: 0.0912862 Jan 28 13:06:18.143732 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5af02b0d-8b18-4e95-aa6a-c8d81335d91e req-be36dd3e-db68-491f-a3c2-2741e478288e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=571328a0-197d-4998-8c81-34a1fedde71f HTTP/1.1" status: 200 len: 217 time: 0.0356283 Jan 28 13:06:18.193863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af02b0d-8b18-4e95-aa6a-c8d81335d91e req-f3b29fa8-d7d2-4cec-b97d-71f37e9933b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:18.195326 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5af02b0d-8b18-4e95-aa6a-c8d81335d91e req-f3b29fa8-d7d2-4cec-b97d-71f37e9933b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dce8874-1503-4523-a728-3bf77b481c2f HTTP/1.1" status: 200 len: 853 time: 0.0457115 Jan 28 13:06:18.234395 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5af02b0d-8b18-4e95-aa6a-c8d81335d91e req-fa214e93-a2bc-491d-8c23-e6169265a632 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08616164-a97d-4726-af43-d2c781fcfbfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320013 Jan 28 13:06:18.259467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb95526-572b-402e-8b75-3e101cf250a0 req-ee98be47-fd7f-4c7e-bd6c-5eee6f32a6d8 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:18.261589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbb95526-572b-402e-8b75-3e101cf250a0 req-ee98be47-fd7f-4c7e-bd6c-5eee6f32a6d8 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 943 time: 0.0547040 Jan 28 13:06:18.312134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbb95526-572b-402e-8b75-3e101cf250a0 req-d5809b2f-0342-44c9-a86a-46125378b880 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Jan 28 13:06:18.331465 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5af02b0d-8b18-4e95-aa6a-c8d81335d91e req-b327d32e-94a1-46f0-846b-f85a5396a492 service neutron] 10.222.0.35 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880702 Jan 28 13:06:18.424269 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5af02b0d-8b18-4e95-aa6a-c8d81335d91e req-d57e8cb5-ab89-42a3-81be-1e3ce4395bbe service neutron] 10.222.0.35 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863259 Jan 28 13:06:19.026998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30a5fd-d26b-4bd6-99f7-46e018c768ac req-554c2277-d7f3-4d50-8b63-ce9a53ee291d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:19.029076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa30a5fd-d26b-4bd6-99f7-46e018c768ac req-554c2277-d7f3-4d50-8b63-ce9a53ee291d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0506763 Jan 28 13:06:19.083881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa30a5fd-d26b-4bd6-99f7-46e018c768ac req-68cdb9e1-54db-429d-bb6a-0e7b872df381 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486670 Jan 28 13:06:19.257260 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:06:19.273683 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57d0a4d8-f39f-4576-825b-4f658065d8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:19.428535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c5191-a812-4838-a4bc-5b07cc142623 req-5f2df592-2e58-45fb-a777-abcc8eae31bd tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:19.429942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a3c5191-a812-4838-a4bc-5b07cc142623 req-5f2df592-2e58-45fb-a777-abcc8eae31bd tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 943 time: 0.0488219 Jan 28 13:06:19.491763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a3c5191-a812-4838-a4bc-5b07cc142623 req-74b37b4f-1f4c-4081-bb15-6da1e3b94c16 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558469 Jan 28 13:06:20.205768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4323ba1-f632-4bf2-858c-cf5d316d4cf9 req-11aceb6a-c404-4267-bb6a-cfe362da4c9a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:20.207268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4323ba1-f632-4bf2-858c-cf5d316d4cf9 req-11aceb6a-c404-4267-bb6a-cfe362da4c9a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0487342 Jan 28 13:06:20.257906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4323ba1-f632-4bf2-858c-cf5d316d4cf9 req-9d221103-8f4b-4416-aeb0-7c55b6500af9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448389 Jan 28 13:06:20.612061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cfc8f-d6d6-4d9b-9568-40be6e03ba79 req-67493cf8-46ba-46be-a8ff-abf0a491ab6e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:20.613577 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d3cfc8f-d6d6-4d9b-9568-40be6e03ba79 req-67493cf8-46ba-46be-a8ff-abf0a491ab6e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 943 time: 0.0496027 Jan 28 13:06:20.661447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d3cfc8f-d6d6-4d9b-9568-40be6e03ba79 req-78611a18-2acb-4a1f-bca2-e03bacbcac14 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Jan 28 13:06:21.343369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 44037912-2263-492a-84d9-202d2fdb5b7e details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:06:21.383224 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538900c-0a28-4a9e-9abf-1c381f735d2b req-00393cc4-7efa-4924-8fc9-6339bde9ea11 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:21.384858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c538900c-0a28-4a9e-9abf-1c381f735d2b req-00393cc4-7efa-4924-8fc9-6339bde9ea11 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 943 time: 0.0551670 Jan 28 13:06:21.438562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c538900c-0a28-4a9e-9abf-1c381f735d2b req-6d40c7fc-73c1-44c5-a6b9-ae82ef1675a5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453362 Jan 28 13:06:21.439577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 44037912-2263-492a-84d9-202d2fdb5b7e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=44037912-2263-492a-84d9-202d2fdb5b7e,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:21.453106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '44037912-2263-492a-84d9-202d2fdb5b7e', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'port_id': '44037912-2263-492a-84d9-202d2fdb5b7e', 'mac_address': 'fa:16:3e:ca:01:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:06:21.490505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 44037912-2263-492a-84d9-202d2fdb5b7e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:21.490895 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:21.507667 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44037912-2263-492a-84d9-202d2fdb5b7e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:06:21.527773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 44037912-2263-492a-84d9-202d2fdb5b7e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=44037912-2263-492a-84d9-202d2fdb5b7e,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:21.532370 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:21.533094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 571328a0-197d-4998-8c81-34a1fedde71f details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:06:21.639572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=44037912-2263-492a-84d9-202d2fdb5b7e,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:21.652272 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-783dda64-56e9-41a0-bb91-f236b3e8412b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:21.692679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 571328a0-197d-4998-8c81-34a1fedde71f, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=571328a0-197d-4998-8c81-34a1fedde71f,segment=NetworkSegment(5445c741-9469-4426-8cfa-7788254b8361),segment_id=5445c741-9469-4426-8cfa-7788254b8361)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:21.706393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '571328a0-197d-4998-8c81-34a1fedde71f', 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd', 'port_id': '571328a0-197d-4998-8c81-34a1fedde71f', 'mac_address': 'fa:16:3e:0a:54:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dce8874-1503-4523-a728-3bf77b481c2f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:06:21.746764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 571328a0-197d-4998-8c81-34a1fedde71f is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:21.747894 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (571328a0-197d-4998-8c81-34a1fedde71f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:21.761069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571328a0-197d-4998-8c81-34a1fedde71f {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:06:21.782136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 571328a0-197d-4998-8c81-34a1fedde71f, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=571328a0-197d-4998-8c81-34a1fedde71f,segment=NetworkSegment(5445c741-9469-4426-8cfa-7788254b8361),segment_id=5445c741-9469-4426-8cfa-7788254b8361)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:21.788177 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (571328a0-197d-4998-8c81-34a1fedde71f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:21.790255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc04f5e-dd1a-464f-a836-fc8f057efdb0 req-89842185-2b7c-4f65-bbbb-3c7e5e75fe19 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:21.792576 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bdc04f5e-dd1a-464f-a836-fc8f057efdb0 req-89842185-2b7c-4f65-bbbb-3c7e5e75fe19 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 943 time: 0.0602908 Jan 28 13:06:21.845699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=571328a0-197d-4998-8c81-34a1fedde71f,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:21.849920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bdc04f5e-dd1a-464f-a836-fc8f057efdb0 req-8c8a5603-6b05-474d-a922-b3f9fd74487d tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497034 Jan 28 13:06:22.023135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['571328a0-197d-4998-8c81-34a1fedde71f'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:06:22.026408 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['44037912-2263-492a-84d9-202d2fdb5b7e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:06:22.565444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bff907-0cff-49c3-9ca5-4dfa51bbde93 req-a01e5175-e519-4577-9248-c491f045da29 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:22.567203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4bff907-0cff-49c3-9ca5-4dfa51bbde93 req-a01e5175-e519-4577-9248-c491f045da29 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 944 time: 0.0541141 Jan 28 13:06:22.626539 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4bff907-0cff-49c3-9ca5-4dfa51bbde93 req-806afff7-a551-4327-9c8f-a581ed7859e0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524027 Jan 28 13:06:22.988073 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50e6eb-3af3-4e13-aa78-d7c70aa2baf6 req-f3396b9b-9839-40a9-836d-4f0f55e9e4d7 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:22.989721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb50e6eb-3af3-4e13-aa78-d7c70aa2baf6 req-f3396b9b-9839-40a9-836d-4f0f55e9e4d7 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 944 time: 0.0592496 Jan 28 13:06:23.041792 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb50e6eb-3af3-4e13-aa78-d7c70aa2baf6 req-fcac6f46-5793-4909-b6e1-369ea85592cf tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462205 Jan 28 13:06:23.060382 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.355867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 571328a0-197d-4998-8c81-34a1fedde71f up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:06:23.407036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 571328a0-197d-4998-8c81-34a1fedde71f completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:06:23.411552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 571328a0-197d-4998-8c81-34a1fedde71f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:23.411951 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (571328a0-197d-4998-8c81-34a1fedde71f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.509620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 571328a0-197d-4998-8c81-34a1fedde71f is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:23.510268 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (571328a0-197d-4998-8c81-34a1fedde71f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.536486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e910ed68-16bc-4c14-b7fd-e76c796c0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571328a0-197d-4998-8c81-34a1fedde71f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:06:23.538661 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344d0990-6efc-4890-9839-4360268b80b1" -d '{"events": [{"server_uuid": "e910ed68-16bc-4c14-b7fd-e76c796c0cca", "name": "network-vif-plugged", "status": "completed", "tag": "571328a0-197d-4998-8c81-34a1fedde71f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:06:23.553030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 571328a0-197d-4998-8c81-34a1fedde71f, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=571328a0-197d-4998-8c81-34a1fedde71f,segment=NetworkSegment(5445c741-9469-4426-8cfa-7788254b8361),segment_id=5445c741-9469-4426-8cfa-7788254b8361)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:23.557405 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (571328a0-197d-4998-8c81-34a1fedde71f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.558324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 44037912-2263-492a-84d9-202d2fdb5b7e up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:06:23.590865 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbe0e33-ec5b-4a31-ba20-79f6d63fa11b x-openstack-request-id: req-fbbe0e33-ec5b-4a31-ba20-79f6d63fa11b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:06:23.591287 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e910ed68-16bc-4c14-b7fd-e76c796c0cca", "name": "network-vif-plugged", "status": "completed", "tag": "571328a0-197d-4998-8c81-34a1fedde71f", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:06:23.591963 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbbe0e33-ec5b-4a31-ba20-79f6d63fa11b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:06:23.592403 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e910ed68-16bc-4c14-b7fd-e76c796c0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571328a0-197d-4998-8c81-34a1fedde71f', 'code': 200} Jan 28 13:06:23.697673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=571328a0-197d-4998-8c81-34a1fedde71f,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:23.707440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 44037912-2263-492a-84d9-202d2fdb5b7e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:06:23.711919 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a01cc9-6028-4445-859b-f2481b1a4d77 req-60d62ca5-d680-435a-8451-661630493813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:23.713632 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d5a01cc9-6028-4445-859b-f2481b1a4d77 req-60d62ca5-d680-435a-8451-661630493813 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 1096 time: 0.0586429 Jan 28 13:06:23.719208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 44037912-2263-492a-84d9-202d2fdb5b7e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:23.720452 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.766928 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-d5a01cc9-6028-4445-859b-f2481b1a4d77 req-ad176986-9b20-4b9f-89f0-9b984b8d3004 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467393 Jan 28 13:06:23.823581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f6d28-5255-4c29-80f3-3883083d61aa req-c261e7f8-d452-4e87-aefb-9616f58528c4 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:23.835927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d3f6d28-5255-4c29-80f3-3883083d61aa req-c261e7f8-d452-4e87-aefb-9616f58528c4 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 944 time: 0.0853026 Jan 28 13:06:23.852165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 44037912-2263-492a-84d9-202d2fdb5b7e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:23.852730 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.888641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 44037912-2263-492a-84d9-202d2fdb5b7e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=44037912-2263-492a-84d9-202d2fdb5b7e,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:23.896784 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.912255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d3f6d28-5255-4c29-80f3-3883083d61aa req-ce3654ba-bbd1-43a8-9691-03caf5ee8f0d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696330 Jan 28 13:06:23.950998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=44037912-2263-492a-84d9-202d2fdb5b7e,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:24.210685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a21c4c-a9df-42e6-9d45-1ecfad26cea7 req-30dbc8fa-fb40-45c7-b053-a83577d353d3 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:24.212402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a21c4c-a9df-42e6-9d45-1ecfad26cea7 req-30dbc8fa-fb40-45c7-b053-a83577d353d3 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 945 time: 0.0730700 Jan 28 13:06:24.277598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-50a21c4c-a9df-42e6-9d45-1ecfad26cea7 req-5a9ee818-ddeb-4cea-8b2c-db85bfc23bef tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545044 Jan 28 13:06:24.753221 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:25.061687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c058822-7fd5-4816-aacb-c9208d341b46 req-178a17d7-c66b-4362-91c0-fa3b2c708b92 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:25.063706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c058822-7fd5-4816-aacb-c9208d341b46 req-178a17d7-c66b-4362-91c0-fa3b2c708b92 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 945 time: 0.0633667 Jan 28 13:06:25.131625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c058822-7fd5-4816-aacb-c9208d341b46 req-e8709d62-6a4c-4335-961b-9fdb19f55383 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617857 Jan 28 13:06:25.421098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd27a20-375c-4419-b1cc-8adb09e84d21 req-05289ea8-ed60-4e45-9d49-f2a823561fbf tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:25.441513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abd27a20-375c-4419-b1cc-8adb09e84d21 req-05289ea8-ed60-4e45-9d49-f2a823561fbf tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 945 time: 0.0784500 Jan 28 13:06:25.524794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abd27a20-375c-4419-b1cc-8adb09e84d21 req-73c8b5b8-262b-434b-8013-25775f1f909c tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824044 Jan 28 13:06:25.594134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44037912-2263-492a-84d9-202d2fdb5b7e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:06:25.598671 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240b9861-b2f9-4334-841e-2ea2e5806eb6" -d '{"events": [{"server_uuid": "3f3ac2e9-e06f-4d98-b7c4-9131e46d42da", "name": "network-vif-plugged", "status": "completed", "tag": "44037912-2263-492a-84d9-202d2fdb5b7e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:06:25.643233 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd083b8c-b95b-4499-b38b-7b7a7416af8f x-openstack-request-id: req-dd083b8c-b95b-4499-b38b-7b7a7416af8f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:06:25.643557 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3ac2e9-e06f-4d98-b7c4-9131e46d42da", "name": "network-vif-plugged", "status": "completed", "tag": "44037912-2263-492a-84d9-202d2fdb5b7e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:06:25.643815 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd083b8c-b95b-4499-b38b-7b7a7416af8f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:06:25.644217 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44037912-2263-492a-84d9-202d2fdb5b7e', 'code': 200} Jan 28 13:06:25.753085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dfe62-c64c-479f-b093-41604f8cb1dd req-5a2a16e3-aff0-421a-94b9-961cb38f5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:25.756549 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e55dfe62-c64c-479f-b093-41604f8cb1dd req-5a2a16e3-aff0-421a-94b9-961cb38f5903 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 1096 time: 0.0488925 Jan 28 13:06:25.811426 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e55dfe62-c64c-479f-b093-41604f8cb1dd req-95a22782-2865-4c67-9978-e3ed98560cd0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478005 Jan 28 13:06:26.023446 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:26.280761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eae8dc-ca77-45ab-b908-1aa000086cf8 req-a59221e1-2950-4a54-9710-daca873a1c32 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:26.282444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01eae8dc-ca77-45ab-b908-1aa000086cf8 req-a59221e1-2950-4a54-9710-daca873a1c32 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 945 time: 0.0624433 Jan 28 13:06:26.344687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01eae8dc-ca77-45ab-b908-1aa000086cf8 req-7ba63d45-631f-40f2-bd7e-0becba9c3a30 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560751 Jan 28 13:06:27.473416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59ef30-789a-4527-a997-d090f52e3ec2 req-3d2c4e57-5d53-4f39-aa08-99af4b3ba8a3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:27.475296 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c59ef30-789a-4527-a997-d090f52e3ec2 req-3d2c4e57-5d53-4f39-aa08-99af4b3ba8a3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 945 time: 0.0552812 Jan 28 13:06:27.533067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c59ef30-789a-4527-a997-d090f52e3ec2 req-d6496732-f75e-4de5-83a5-a49ce0c21191 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505767 Jan 28 13:06:27.673506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa25bb8-aa4c-44b1-8eb8-47a2dfa1da74 req-95479d3b-e8db-463d-97ab-b147b03da4b0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:27.675212 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fa25bb8-aa4c-44b1-8eb8-47a2dfa1da74 req-95479d3b-e8db-463d-97ab-b147b03da4b0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 945 time: 0.0556192 Jan 28 13:06:27.732079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fa25bb8-aa4c-44b1-8eb8-47a2dfa1da74 req-f5221385-aba9-4c0e-b821-43ee74ebb43c tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507245 Jan 28 13:06:27.766400 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58214) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:27.811255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae213cd8-3355-48bb-b21a-ff8ad4fcae4b tempest-TestVolumeBootPattern-101551383 tempest-TestVolumeBootPattern-101551383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:27.813205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ae213cd8-3355-48bb-b21a-ff8ad4fcae4b tempest-TestVolumeBootPattern-101551383 tempest-TestVolumeBootPattern-101551383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 1091 time: 0.0456362 Jan 28 13:06:27.815990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 58216) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:27.822071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '44037912-2263-492a-84d9-202d2fdb5b7e', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:27.859538 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:27.975405 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:28.114591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Allocated IP 172.25.7.54 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/13409c37-8303-441f-945d-f382fa0af0b3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:06:28.271260 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (13409c37-8303-441f-945d-f382fa0af0b3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:28.310243 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (13409c37-8303-441f-945d-f382fa0af0b3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:28.350402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:06:28.353254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:06:28.359936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:06:28.365558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=13409c37-8303-441f-945d-f382fa0af0b3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:28.792268 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (89ca019a-c83c-447a-b75a-89d0819a43c5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:28.868571 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (13409c37-8303-441f-945d-f382fa0af0b3), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:29.034514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (13409c37-8303-441f-945d-f382fa0af0b3), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:29.040207 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (13409c37-8303-441f-945d-f382fa0af0b3), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:29.111988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=13409c37-8303-441f-945d-f382fa0af0b3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:29.128408 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (89ca019a-c83c-447a-b75a-89d0819a43c5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:29.241890 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Floating IP 89ca019a-c83c-447a-b75a-89d0819a43c5 associated. External IP: 172.25.7.54, port: 44037912-2263-492a-84d9-202d2fdb5b7e. Jan 28 13:06:29.467607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Router a9a85840-777c-4350-92be-e43a10c9e792 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:06:29.579532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:06:29.595219 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cde8b2-3a9a-418c-b776-6ae946174e93 None None] Sync routers for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:06:29.599711 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:29.605702 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cde8b2-3a9a-418c-b776-6ae946174e93 None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:06:29.607168 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-39cde8b2-3a9a-418c-b776-6ae946174e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:06:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:29.636154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3f7afc96-553b-4649-a1ef-91d4436f02c6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8182991 Jan 28 13:06:29.636843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'tag': '44037912-2263-492a-84d9-202d2fdb5b7e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:06:29.639840 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188386c4-364c-404c-a799-dd4d8fce63da" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3ac2e9-e06f-4d98-b7c4-9131e46d42da", "tag": "44037912-2263-492a-84d9-202d2fdb5b7e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:06:29.690101 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41882ab0-c8c0-4672-b2f6-2903598da283 x-openstack-request-id: req-41882ab0-c8c0-4672-b2f6-2903598da283 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:06:29.690399 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3ac2e9-e06f-4d98-b7c4-9131e46d42da", "tag": "44037912-2263-492a-84d9-202d2fdb5b7e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:06:29.690682 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41882ab0-c8c0-4672-b2f6-2903598da283 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:06:29.691102 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'tag': '44037912-2263-492a-84d9-202d2fdb5b7e', 'status': 'completed', 'code': 200} Jan 28 13:06:29.724505 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-39cde8b2-3a9a-418c-b776-6ae946174e93 None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:06:29.778641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188386c4-364c-404c-a799-dd4d8fce63da req-a748e6f6-3897-4964-a073-e2c95d8349ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:29.780990 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-188386c4-364c-404c-a799-dd4d8fce63da req-a748e6f6-3897-4964-a073-e2c95d8349ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 1096 time: 0.0627038 Jan 28 13:06:29.876785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188386c4-364c-404c-a799-dd4d8fce63da req-a9c46944-7c71-420d-a394-cf237961516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:29.878463 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-188386c4-364c-404c-a799-dd4d8fce63da req-a9c46944-7c71-420d-a394-cf237961516a service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.0920341 Jan 28 13:06:29.957388 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-188386c4-364c-404c-a799-dd4d8fce63da req-31168a3b-1e42-421f-813c-04d3f96aa0a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44037912-2263-492a-84d9-202d2fdb5b7e HTTP/1.1" status: 200 len: 998 time: 0.0720804 Jan 28 13:06:29.987429 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-39cde8b2-3a9a-418c-b776-6ae946174e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '89ca019a-c83c-447a-b75a-89d0819a43c5', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': '44037912-2263-492a-84d9-202d2fdb5b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:ca:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:06:28Z', 'updated_at': '2022-01-28T13:06:28Z', 'revision_number': 0, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:30.008482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188386c4-364c-404c-a799-dd4d8fce63da req-26e03d5b-0dc6-4d09-8117-e99bc788e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:30.010071 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-188386c4-364c-404c-a799-dd4d8fce63da req-26e03d5b-0dc6-4d09-8117-e99bc788e3e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0477247 Jan 28 13:06:30.014371 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cde8b2-3a9a-418c-b776-6ae946174e93 None None] Checking router: a9a85840-777c-4350-92be-e43a10c9e792 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:06:30.027621 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cde8b2-3a9a-418c-b776-6ae946174e93 None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:06:30.028334 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-39cde8b2-3a9a-418c-b776-6ae946174e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:06:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:30.064158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188386c4-364c-404c-a799-dd4d8fce63da req-61be9d96-086b-4823-b59c-88b2a75bd19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:30.065709 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-188386c4-364c-404c-a799-dd4d8fce63da req-61be9d96-086b-4823-b59c-88b2a75bd19c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498545 Jan 28 13:06:30.146282 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-39cde8b2-3a9a-418c-b776-6ae946174e93 None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:06:30.174429 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-188386c4-364c-404c-a799-dd4d8fce63da req-601933cd-9430-47ea-9372-fc457ad199b6 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031616 Jan 28 13:06:30.274288 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-188386c4-364c-404c-a799-dd4d8fce63da req-ffd06e7a-15bc-4075-b078-20508572e116 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944555 Jan 28 13:06:30.411265 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-39cde8b2-3a9a-418c-b776-6ae946174e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '89ca019a-c83c-447a-b75a-89d0819a43c5', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': '44037912-2263-492a-84d9-202d2fdb5b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:ca:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:06:28Z', 'updated_at': '2022-01-28T13:06:28Z', 'revision_number': 0, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:30.535776 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cde8b2-3a9a-418c-b776-6ae946174e93 None None] The sync data for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 is: [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '89ca019a-c83c-447a-b75a-89d0819a43c5', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': '44037912-2263-492a-84d9-202d2fdb5b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:ca:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:06:28Z', 'updated_at': '2022-01-28T13:06:28Z', 'revision_number': 0, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:06:30.776505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbddca1d-deea-41c6-9074-6eea402c338b None None] New status for floating IP 89ca019a-c83c-447a-b75a-89d0819a43c5: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:06:33.972849 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb882caa-808f-42c5-a9c6-839d8f2e35ed req-9eebec56-3707-4134-84f1-da07bb90dd87 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1540287 Jan 28 13:06:34.094191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb882caa-808f-42c5-a9c6-839d8f2e35ed req-765934dc-50f8-4349-b31f-8c74d5965dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:34.098430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb882caa-808f-42c5-a9c6-839d8f2e35ed req-765934dc-50f8-4349-b31f-8c74d5965dc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 1097 time: 0.0687025 Jan 28 13:06:34.105583 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dbbfaca-b902-462a-b94a-563c7546cc1b req-f31969dd-2935-4ef2-8ce8-585b5293f528 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590782 Jan 28 13:06:34.205333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbfaca-b902-462a-b94a-563c7546cc1b req-3ad90835-0540-4af4-bf1e-3874bcc4e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:34.207130 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dbbfaca-b902-462a-b94a-563c7546cc1b req-3ad90835-0540-4af4-bf1e-3874bcc4e12b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 1096 time: 0.0522196 Jan 28 13:06:34.286502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb882caa-808f-42c5-a9c6-839d8f2e35ed req-c093c3f7-6031-4f11-972c-968595eb3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:34.288944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb882caa-808f-42c5-a9c6-839d8f2e35ed req-c093c3f7-6031-4f11-972c-968595eb3c75 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 916 time: 0.1649117 Jan 28 13:06:34.337458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbfaca-b902-462a-b94a-563c7546cc1b req-379e272f-5546-4558-9490-81ca92dbc740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:34.339786 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dbbfaca-b902-462a-b94a-563c7546cc1b req-379e272f-5546-4558-9490-81ca92dbc740 service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.1111197 Jan 28 13:06:34.396320 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb882caa-808f-42c5-a9c6-839d8f2e35ed req-88335f5c-f11a-41d9-8f1d-deb4ba1b7cc3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e012a868-bd4d-4603-ad89-fda2d3ac57d0 HTTP/1.1" status: 200 len: 217 time: 0.0951049 Jan 28 13:06:34.428192 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dbbfaca-b902-462a-b94a-563c7546cc1b req-648d2470-1e2a-4cd5-a74b-36bae8218799 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44037912-2263-492a-84d9-202d2fdb5b7e HTTP/1.1" status: 200 len: 1000 time: 0.0815213 Jan 28 13:06:34.528179 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbfaca-b902-462a-b94a-563c7546cc1b req-c59aed29-0dff-4757-9ce5-ebd147f21223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:34.530571 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dbbfaca-b902-462a-b94a-563c7546cc1b req-c59aed29-0dff-4757-9ce5-ebd147f21223 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0965202 Jan 28 13:06:34.609880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbfaca-b902-462a-b94a-563c7546cc1b req-5e58cd46-b418-4f76-9cc0-1d98e3893388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:34.612383 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dbbfaca-b902-462a-b94a-563c7546cc1b req-5e58cd46-b418-4f76-9cc0-1d98e3893388 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758512 Jan 28 13:06:34.730892 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dbbfaca-b902-462a-b94a-563c7546cc1b req-075c980e-4ea4-4284-8123-6b88427743e8 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119430 Jan 28 13:06:34.811071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb882caa-808f-42c5-a9c6-839d8f2e35ed req-16cd4923-b250-4502-9783-94f45d270726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:34.812600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb882caa-808f-42c5-a9c6-839d8f2e35ed req-16cd4923-b250-4502-9783-94f45d270726 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ce465a0-33a3-4667-9750-aff269d14186 HTTP/1.1" status: 200 len: 855 time: 0.4089277 Jan 28 13:06:34.820209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-c7ee2efd-3990-44d2-aaa2-07e0ed98cb46 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:34.827995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-c7ee2efd-3990-44d2-aaa2-07e0ed98cb46 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 815 time: 0.5689833 Jan 28 13:06:34.852492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-0be3a8ba-0a12-4a08-8b15-4cf01e9ead1c tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/quotas/1fa67a9d38624894a00b1bdaaecc9bfe HTTP/1.1" status: 200 len: 375 time: 0.0234594 Jan 28 13:06:34.869702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb882caa-808f-42c5-a9c6-839d8f2e35ed req-bc64ff48-2a82-449a-9144-9c03fd7e12da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d13fe4e6-c6b9-4785-b353-21972ee24ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367401 Jan 28 13:06:34.874674 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-7dbbfaca-b902-462a-b94a-563c7546cc1b req-1f62ce5d-c8aa-4021-9101-865c4e924f65 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384609 Jan 28 13:06:34.983058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-1a2154e0-ee21-4624-be3e-b669cbef2557 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1112616 Jan 28 13:06:35.023235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb882caa-808f-42c5-a9c6-839d8f2e35ed req-e237899c-6074-496c-8af7-a98de65d839a service neutron] 10.222.0.49 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414630 Jan 28 13:06:35.169749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-b8488f54-ce07-4046-9900-9cd54ef2063b service neutron] 10.222.0.53 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705616 Jan 28 13:06:35.173551 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb882caa-808f-42c5-a9c6-839d8f2e35ed req-22ebca77-6e07-4635-93f1-aa52c5f5433e service neutron] 10.222.0.49 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191537 Jan 28 13:06:35.279931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-ed3c7dce-d76b-42e2-81aa-3987e602b4fd service neutron] 10.222.0.53 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037607 Jan 28 13:06:35.471144 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8967823-2bfc-4728-b08f-05680c64ac02 req-9537aaa5-ccb5-4fbe-8e86-16c20b322770 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 210 time: 0.0313776 Jan 28 13:06:36.627761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a24319d-8c37-487a-a6dc-d1308a591c68 req-dba6e0ef-ad6c-4d46-85de-8cae0db97420 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 210 time: 0.0464101 Jan 28 13:06:36.792265 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-1bbbe131-c33c-42f7-88ce-56b759aad139 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:36.794850 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-1bbbe131-c33c-42f7-88ce-56b759aad139 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.35 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 815 time: 0.2012508 Jan 28 13:06:36.813123 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Request body: {'port': {'device_id': 'c8040949-3170-458d-b756-dd5f4180c353', 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1', 'admin_state_up': True, 'tenant_id': '1fa67a9d38624894a00b1bdaaecc9bfe'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:36.943143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Made reservation on behalf of 1fa67a9d38624894a00b1bdaaecc9bfe for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:06:36.946251 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:37.176653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Allocated IP 172.20.0.4 (d13fe4e6-c6b9-4785-b353-21972ee24ea1/4ce465a0-33a3-4667-9750-aff269d14186/699bbaca-fe30-4915-b5c6-53ce19e2df12) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:06:37.354635 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks [] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:37.399294 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:37.421496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e012a868-bd4d-4603-ad89-fda2d3ac57d0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:06:37.490637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Network d13fe4e6-c6b9-4785-b353-21972ee24ea1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:06:37.500582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:06:37.510217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:06:37.519021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Pushing event updated for resources: {'Port': ['ID=699bbaca-fe30-4915-b5c6-53ce19e2df12,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:37.603464 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:37.604739 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:37.630968 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-da9b89da-cfd4-4d92-87eb-1174900e8c57 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8262625 Jan 28 13:06:37.645328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Request body: {'port': {'device_id': 'c8040949-3170-458d-b756-dd5f4180c353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:37.723964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:37.814968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbd8c5-d14f-428d-b042-d2e1624edd57 req-fb0bc6a1-7d9e-4a71-ae4e-23da5127effd tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:37.826530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dbbd8c5-d14f-428d-b042-d2e1624edd57 req-fb0bc6a1-7d9e-4a71-ae4e-23da5127effd tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 931 time: 0.0850227 Jan 28 13:06:37.883949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dbbd8c5-d14f-428d-b042-d2e1624edd57 req-81bd3379-e7ea-467a-ad14-51f47828d3f7 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558386 Jan 28 13:06:38.093806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699bbaca-fe30-4915-b5c6-53ce19e2df12 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:06:38.102199 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Publish callbacks [] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:38.115566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Transition to ACTIVE for port object 699bbaca-fe30-4915-b5c6-53ce19e2df12 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:06:38.119978 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:38.174968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Pushing event updated for resources: {'Port': ['ID=699bbaca-fe30-4915-b5c6-53ce19e2df12,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:38.247548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Attempting to bind port 699bbaca-fe30-4915-b5c6-53ce19e2df12 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:06:38.247933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Attempting to bind port 699bbaca-fe30-4915-b5c6-53ce19e2df12 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:06:38.248375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Attempting to bind port 699bbaca-fe30-4915-b5c6-53ce19e2df12 on network d13fe4e6-c6b9-4785-b353-21972ee24ea1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:06:38.254280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Port 699bbaca-fe30-4915-b5c6-53ce19e2df12 on network d13fe4e6-c6b9-4785-b353-21972ee24ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:06:38.254769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Attempting to bind port 699bbaca-fe30-4915-b5c6-53ce19e2df12 on network d13fe4e6-c6b9-4785-b353-21972ee24ea1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:06:38.261496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:06:38.261974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Checking segment: {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:06:38.262912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Bound using segment: {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:06:38.263551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Bound port: 699bbaca-fe30-4915-b5c6-53ce19e2df12, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:06:38.264033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:38.349879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] For port 699bbaca-fe30-4915-b5c6-53ce19e2df12, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:06:38.353575 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] For port 699bbaca-fe30-4915-b5c6-53ce19e2df12, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=699bbaca-fe30-4915-b5c6-53ce19e2df12,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:06:38.360275 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:38.401671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:38.402489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:38.404997 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] 10.222.0.35 "PUT /v2.0/ports/699bbaca-fe30-4915-b5c6-53ce19e2df12 HTTP/1.1" status: 200 len: 1091 time: 0.7664311 Jan 28 13:06:38.408359 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8040949-3170-458d-b756-dd5f4180c353', 'tag': '699bbaca-fe30-4915-b5c6-53ce19e2df12'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:06:38.410916 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06f69fb-f126-4406-b8a5-f2a8003e85c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8040949-3170-458d-b756-dd5f4180c353", "tag": "699bbaca-fe30-4915-b5c6-53ce19e2df12"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:06:38.444074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706238e8-50fc-4faf-87c8-40bc0df9db56 service neutron] Pushing event updated for resources: {'Port': ['ID=699bbaca-fe30-4915-b5c6-53ce19e2df12,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:38.509429 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcce2969-d01f-4f4c-96fd-8c71c124223a x-openstack-request-id: req-bcce2969-d01f-4f4c-96fd-8c71c124223a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:06:38.509791 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8040949-3170-458d-b756-dd5f4180c353", "tag": "699bbaca-fe30-4915-b5c6-53ce19e2df12", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:06:38.510027 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcce2969-d01f-4f4c-96fd-8c71c124223a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:06:38.510433 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8040949-3170-458d-b756-dd5f4180c353', 'tag': '699bbaca-fe30-4915-b5c6-53ce19e2df12', 'status': 'completed', 'code': 200} Jan 28 13:06:38.529070 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-5c7210ab-c734-4cc3-a432-c34a203b4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:38.530689 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-5c7210ab-c734-4cc3-a432-c34a203b4667 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 1094 time: 0.0652356 Jan 28 13:06:38.592469 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-0119576d-8f47-4f6a-9ca8-429a0f55934f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=699bbaca-fe30-4915-b5c6-53ce19e2df12 HTTP/1.1" status: 200 len: 217 time: 0.0551269 Jan 28 13:06:38.646910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-680520b2-82df-45b4-b7e7-302c33ef693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:38.648469 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-680520b2-82df-45b4-b7e7-302c33ef693a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4ce465a0-33a3-4667-9750-aff269d14186 HTTP/1.1" status: 200 len: 855 time: 0.0505481 Jan 28 13:06:38.683004 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-51aeb93a-aeaf-469a-af59-c9d43ca9378d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d13fe4e6-c6b9-4785-b353-21972ee24ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278296 Jan 28 13:06:38.799724 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-cf42d0cf-0a7e-436a-b6d7-46ead7e8a908 service neutron] 10.222.0.35 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103480 Jan 28 13:06:38.905943 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-2f1df96a-893b-443c-9990-719dcaa8cbed req-97b64f15-fed8-40c2-8359-e54b502dbbaa service neutron] 10.222.0.35 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997722 Jan 28 13:06:39.026492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f69fb-f126-4406-b8a5-f2a8003e85c0 req-db5eb147-bc5f-4ac9-9d67-d45de94eaacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:39.028549 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e06f69fb-f126-4406-b8a5-f2a8003e85c0 req-db5eb147-bc5f-4ac9-9d67-d45de94eaacf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 1094 time: 0.0636122 Jan 28 13:06:39.046548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb0484-1ce4-448e-a9b0-141b01ac81f4 req-8664b65c-00de-4379-a934-0de018b23220 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:39.048659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebbb0484-1ce4-448e-a9b0-141b01ac81f4 req-8664b65c-00de-4379-a934-0de018b23220 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 943 time: 0.0696869 Jan 28 13:06:39.127643 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebbb0484-1ce4-448e-a9b0-141b01ac81f4 req-a8a682c1-8099-4b42-934e-a2f610b30724 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705252 Jan 28 13:06:39.163108 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f69fb-f126-4406-b8a5-f2a8003e85c0 req-1f2d4178-98e0-4983-9bc2-724aeb2829fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:39.164785 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e06f69fb-f126-4406-b8a5-f2a8003e85c0 req-1f2d4178-98e0-4983-9bc2-724aeb2829fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 916 time: 0.1228395 Jan 28 13:06:39.208566 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e06f69fb-f126-4406-b8a5-f2a8003e85c0 req-81d6da15-bf44-484e-acf5-98d3a43eaec1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=699bbaca-fe30-4915-b5c6-53ce19e2df12 HTTP/1.1" status: 200 len: 217 time: 0.0364957 Jan 28 13:06:39.269190 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f69fb-f126-4406-b8a5-f2a8003e85c0 req-a56a96e7-1391-47cf-8288-101a6b5f4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:39.271090 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e06f69fb-f126-4406-b8a5-f2a8003e85c0 req-a56a96e7-1391-47cf-8288-101a6b5f4e5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4ce465a0-33a3-4667-9750-aff269d14186 HTTP/1.1" status: 200 len: 855 time: 0.0562887 Jan 28 13:06:39.303960 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e06f69fb-f126-4406-b8a5-f2a8003e85c0 req-5f132e7f-ad75-42fb-af39-04659dee0a4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d13fe4e6-c6b9-4785-b353-21972ee24ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248621 Jan 28 13:06:39.405827 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e06f69fb-f126-4406-b8a5-f2a8003e85c0 req-5f1ec100-5cfd-46d8-a503-888911ed7e32 service neutron] 10.222.0.35 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947714 Jan 28 13:06:39.515519 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-e06f69fb-f126-4406-b8a5-f2a8003e85c0 req-14ad6b83-3c7e-486c-ac9b-015c2b68149a service neutron] 10.222.0.35 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017764 Jan 28 13:06:40.276859 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ef5c8-8e6a-4001-b81f-63d97391ca6a req-ac6d2194-b34f-42f9-832f-d829cb5592f8 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:40.278614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a4ef5c8-8e6a-4001-b81f-63d97391ca6a req-ac6d2194-b34f-42f9-832f-d829cb5592f8 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 943 time: 0.0568032 Jan 28 13:06:40.342386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a4ef5c8-8e6a-4001-b81f-63d97391ca6a req-6d2ecbe8-e0fe-4d0e-937d-8bfb0b8b9d70 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570047 Jan 28 13:06:41.486954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36532d75-5131-4467-a997-883c3566f011 req-44762fde-8b5c-49f3-b41e-f3ff2b576f0b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:41.488838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36532d75-5131-4467-a997-883c3566f011 req-44762fde-8b5c-49f3-b41e-f3ff2b576f0b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 943 time: 0.0581536 Jan 28 13:06:41.542946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36532d75-5131-4467-a997-883c3566f011 req-76ca0715-b71b-4bf9-b5f7-2a3e3bfff40b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456049 Jan 28 13:06:42.676996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c8d93-1759-4464-8483-dc8520ac3f5d req-80084043-0663-46fe-bbeb-def56ead70f0 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:42.678481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b2c8d93-1759-4464-8483-dc8520ac3f5d req-80084043-0663-46fe-bbeb-def56ead70f0 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 943 time: 0.0623746 Jan 28 13:06:42.735953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b2c8d93-1759-4464-8483-dc8520ac3f5d req-1816f95f-8334-49c8-89ce-e460514da511 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490320 Jan 28 13:06:43.412057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 699bbaca-fe30-4915-b5c6-53ce19e2df12 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:06:43.521725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 699bbaca-fe30-4915-b5c6-53ce19e2df12, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=699bbaca-fe30-4915-b5c6-53ce19e2df12,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:43.544632 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '699bbaca-fe30-4915-b5c6-53ce19e2df12', 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1', 'port_id': '699bbaca-fe30-4915-b5c6-53ce19e2df12', 'mac_address': 'fa:16:3e:b3:65:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce465a0-33a3-4667-9750-aff269d14186', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:06:43.588474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 699bbaca-fe30-4915-b5c6-53ce19e2df12 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:43.588864 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:43.602304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699bbaca-fe30-4915-b5c6-53ce19e2df12 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:06:43.628693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 699bbaca-fe30-4915-b5c6-53ce19e2df12, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=699bbaca-fe30-4915-b5c6-53ce19e2df12,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:43.633123 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:43.681664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=699bbaca-fe30-4915-b5c6-53ce19e2df12,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:43.846676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['699bbaca-fe30-4915-b5c6-53ce19e2df12'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:06:43.887582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4844-0cb4-48c7-ad8d-9a1cee68fc6f req-247ba603-64f5-4fef-9bc5-2b473c3681ec tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:43.889129 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e30f4844-0cb4-48c7-ad8d-9a1cee68fc6f req-247ba603-64f5-4fef-9bc5-2b473c3681ec tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 944 time: 0.0581193 Jan 28 13:06:43.953947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e30f4844-0cb4-48c7-ad8d-9a1cee68fc6f req-0fb0aa79-e247-4ae5-ba4e-ae90d727f978 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583820 Jan 28 13:06:45.130752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f9f0f-48b0-43ab-a524-3b9353325a6c req-460e2ae6-ed5f-4fc5-9605-36617250c7fb tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:45.133419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d46f9f0f-48b0-43ab-a524-3b9353325a6c req-460e2ae6-ed5f-4fc5-9605-36617250c7fb tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 944 time: 0.0836244 Jan 28 13:06:45.209705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d46f9f0f-48b0-43ab-a524-3b9353325a6c req-5f028232-e90f-4b7f-9152-59987a33dd27 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656137 Jan 28 13:06:45.421214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 699bbaca-fe30-4915-b5c6-53ce19e2df12 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:06:45.500880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 699bbaca-fe30-4915-b5c6-53ce19e2df12 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:06:45.507562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 699bbaca-fe30-4915-b5c6-53ce19e2df12 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:06:45.508008 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:45.610161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 699bbaca-fe30-4915-b5c6-53ce19e2df12 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:06:45.610550 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:45.638960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8040949-3170-458d-b756-dd5f4180c353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699bbaca-fe30-4915-b5c6-53ce19e2df12'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:06:45.641269 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab81c80-65d8-45b5-9e6f-633b822d8938" -d '{"events": [{"server_uuid": "c8040949-3170-458d-b756-dd5f4180c353", "name": "network-vif-plugged", "status": "completed", "tag": "699bbaca-fe30-4915-b5c6-53ce19e2df12"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:06:45.660762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 699bbaca-fe30-4915-b5c6-53ce19e2df12, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=699bbaca-fe30-4915-b5c6-53ce19e2df12,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:06:45.673968 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:45.712283 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf67268-1810-4ab4-bc9c-fd0339dc6483 x-openstack-request-id: req-7bf67268-1810-4ab4-bc9c-fd0339dc6483 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:06:45.712566 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8040949-3170-458d-b756-dd5f4180c353", "name": "network-vif-plugged", "status": "completed", "tag": "699bbaca-fe30-4915-b5c6-53ce19e2df12", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:06:45.712808 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bf67268-1810-4ab4-bc9c-fd0339dc6483 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:06:45.713457 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8040949-3170-458d-b756-dd5f4180c353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699bbaca-fe30-4915-b5c6-53ce19e2df12', 'code': 200} Jan 28 13:06:45.739432 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=699bbaca-fe30-4915-b5c6-53ce19e2df12,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:45.807419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f1fef-f7fb-4d2b-9186-6a0165271677 req-f16fa1bd-0b47-4aa0-93f1-8b63c8bc5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:45.810156 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a08f1fef-f7fb-4d2b-9186-6a0165271677 req-f16fa1bd-0b47-4aa0-93f1-8b63c8bc5c30 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 1096 time: 0.0447743 Jan 28 13:06:45.867548 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-a08f1fef-f7fb-4d2b-9186-6a0165271677 req-90bcd7bf-4ea2-4e81-89ac-c61fd56762fc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511611 Jan 28 13:06:46.354801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4e3eb-3c9c-4c9d-8f05-debb5b5809ad req-6a54489e-77dd-4741-b59a-2c175eaf4598 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:46.356855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2e4e3eb-3c9c-4c9d-8f05-debb5b5809ad req-6a54489e-77dd-4741-b59a-2c175eaf4598 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 945 time: 0.0602973 Jan 28 13:06:46.413071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2e4e3eb-3c9c-4c9d-8f05-debb5b5809ad req-21f88204-4386-43be-bfde-0733306173b8 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459077 Jan 28 13:06:47.573337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20a23c-0eef-4437-bc8f-002067d0723b req-f43c2fd1-dbf9-4804-bd73-c70fcaaaa49d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:47.576851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d20a23c-0eef-4437-bc8f-002067d0723b req-f43c2fd1-dbf9-4804-bd73-c70fcaaaa49d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 945 time: 0.0720925 Jan 28 13:06:47.644658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d20a23c-0eef-4437-bc8f-002067d0723b req-c2436e6f-da8d-4784-ad9f-921a058050f9 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560186 Jan 28 13:06:47.679611 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:47.967882 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:49.284889 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-776ad33b-4c14-4913-ad16-cb67889c19ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:51.607037 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb411649-c668-41be-bc80-abebe5fdb449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:53.063965 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:54.894994 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:56.019023 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:56.256881 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:06:58.156632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-ff39755f-f1fe-468b-9832-72e86bb37061 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:58.158418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-ff39755f-f1fe-468b-9832-72e86bb37061 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 815 time: 0.1503224 Jan 28 13:06:58.177380 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-8d130921-c843-4cc0-a7fd-44ff69df0b22 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/quotas/1fa67a9d38624894a00b1bdaaecc9bfe HTTP/1.1" status: 200 len: 375 time: 0.0118477 Jan 28 13:06:58.255515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-a8dc92d5-3ef5-4ace-8507-d490342f14ca tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699890 Jan 28 13:06:58.446624 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-9cade1cc-d1da-46c6-8be7-a069d43a8526 service neutron] 10.222.0.53 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811936 Jan 28 13:06:58.606017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-c2ad64f1-2722-445f-a8e8-c896dc47c0a2 service neutron] 10.222.0.53 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499293 Jan 28 13:06:58.844870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8326006a-45c9-42d6-bec5-93f26b66149c req-4b6aeaaf-db03-440e-8835-daf7e4ca2e8e tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 210 time: 0.0461392 Jan 28 13:07:00.012367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a65be642-f2d8-49e1-877b-fbdcf4a5903b req-9802d7f9-3b6a-427e-875d-cd5250eb61c9 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 210 time: 0.0452111 Jan 28 13:07:00.060050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-ae736e7b-d5c2-41b8-a69f-a90d8c08431e tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:00.061644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-ae736e7b-d5c2-41b8-a69f-a90d8c08431e tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.49 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 815 time: 0.1891737 Jan 28 13:07:00.073613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Request body: {'port': {'device_id': '8779a410-a7d4-4e72-a891-1e00cf5b413b', 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1', 'admin_state_up': True, 'tenant_id': '1fa67a9d38624894a00b1bdaaecc9bfe'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:07:00.198759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Made reservation on behalf of 1fa67a9d38624894a00b1bdaaecc9bfe for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:07:00.203127 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:00.363718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Allocated IP 172.20.0.2 (d13fe4e6-c6b9-4785-b353-21972ee24ea1/4ce465a0-33a3-4667-9750-aff269d14186/8d4dc149-0970-49f1-8bdc-ed587d86398b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:07:00.541681 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks [] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:00.586079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:00.604500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e012a868-bd4d-4603-ad89-fda2d3ac57d0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:07:00.610227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['699bbaca-fe30-4915-b5c6-53ce19e2df12'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:07:00.643830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Network d13fe4e6-c6b9-4785-b353-21972ee24ea1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:07:00.648466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:07:00.651390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:07:00.655523 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Pushing event updated for resources: {'Port': ['ID=8d4dc149-0970-49f1-8bdc-ed587d86398b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:00.665767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.665767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.666163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.666499 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.666713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.667104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.667566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.669029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.669678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.670204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.670726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.671247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.671772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:00.741417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:00.742496 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:00.770009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-f9675e78-3080-43d6-ab09-cc0fee43d953 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7000492 Jan 28 13:07:00.786633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Request body: {'port': {'device_id': '8779a410-a7d4-4e72-a891-1e00cf5b413b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:07:00.869205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:01.209197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0032e6c-c39b-4eba-be5b-458e1186b9df req-41c6c534-91f8-4f8a-aede-a05b354d1240 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:01.210960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0032e6c-c39b-4eba-be5b-458e1186b9df req-41c6c534-91f8-4f8a-aede-a05b354d1240 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 931 time: 0.1037102 Jan 28 13:07:01.277454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4dc149-0970-49f1-8bdc-ed587d86398b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:07:01.292466 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Publish callbacks [] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:01.327873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0032e6c-c39b-4eba-be5b-458e1186b9df req-ad610f36-804d-4ce2-b1c4-8b5a90e07954 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096368 Jan 28 13:07:01.328959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Transition to ACTIVE for port object 8d4dc149-0970-49f1-8bdc-ed587d86398b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:07:01.335281 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:01.391135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4dc149-0970-49f1-8bdc-ed587d86398b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:01.477935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Attempting to bind port 8d4dc149-0970-49f1-8bdc-ed587d86398b on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:07:01.478312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Attempting to bind port 8d4dc149-0970-49f1-8bdc-ed587d86398b by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:07:01.478679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Attempting to bind port 8d4dc149-0970-49f1-8bdc-ed587d86398b on network d13fe4e6-c6b9-4785-b353-21972ee24ea1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:07:01.484606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Port 8d4dc149-0970-49f1-8bdc-ed587d86398b on network d13fe4e6-c6b9-4785-b353-21972ee24ea1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:07:01.484940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Attempting to bind port 8d4dc149-0970-49f1-8bdc-ed587d86398b on network d13fe4e6-c6b9-4785-b353-21972ee24ea1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:07:01.490568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:07:01.491008 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Checking segment: {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:07:01.491306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Bound using segment: {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:07:01.491786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Bound port: 8d4dc149-0970-49f1-8bdc-ed587d86398b, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:07:01.492145 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:01.582745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] For port 8d4dc149-0970-49f1-8bdc-ed587d86398b, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:07:01.585987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] For port 8d4dc149-0970-49f1-8bdc-ed587d86398b, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8d4dc149-0970-49f1-8bdc-ed587d86398b,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:07:01.593240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:01.631593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:01.632226 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:01.633639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] 10.222.0.49 "PUT /v2.0/ports/8d4dc149-0970-49f1-8bdc-ed587d86398b HTTP/1.1" status: 200 len: 1091 time: 0.8565927 Jan 28 13:07:01.634090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8779a410-a7d4-4e72-a891-1e00cf5b413b', 'tag': '8d4dc149-0970-49f1-8bdc-ed587d86398b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:07:01.636448 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2a4622-e7da-4cdb-b4d5-be3005b57465" -d '{"events": [{"name": "network-changed", "server_uuid": "8779a410-a7d4-4e72-a891-1e00cf5b413b", "tag": "8d4dc149-0970-49f1-8bdc-ed587d86398b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:07:01.671707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f792e7-74a3-4032-800c-ede6084e0726 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4dc149-0970-49f1-8bdc-ed587d86398b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:01.697131 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4940cd47-d14b-4e2c-b7e7-d6f68b2f8caf x-openstack-request-id: req-4940cd47-d14b-4e2c-b7e7-d6f68b2f8caf {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:07:01.697440 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8779a410-a7d4-4e72-a891-1e00cf5b413b", "tag": "8d4dc149-0970-49f1-8bdc-ed587d86398b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:07:01.697697 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4940cd47-d14b-4e2c-b7e7-d6f68b2f8caf {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:07:01.698244 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8779a410-a7d4-4e72-a891-1e00cf5b413b', 'tag': '8d4dc149-0970-49f1-8bdc-ed587d86398b', 'status': 'completed', 'code': 200} Jan 28 13:07:01.733837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-58e41671-b3e7-4723-a0e2-c282086471c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:01.735378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-58e41671-b3e7-4723-a0e2-c282086471c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 1094 time: 0.0559494 Jan 28 13:07:01.790402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-31d85804-dccb-4a43-b81e-e3f0f5206e48 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d4dc149-0970-49f1-8bdc-ed587d86398b HTTP/1.1" status: 200 len: 217 time: 0.0485520 Jan 28 13:07:01.862168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-9ca5fcff-68da-4dbe-852b-56e664ef2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:01.863804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-9ca5fcff-68da-4dbe-852b-56e664ef2509 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ce465a0-33a3-4667-9750-aff269d14186 HTTP/1.1" status: 200 len: 855 time: 0.0650885 Jan 28 13:07:01.907580 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-8212e2f3-1c6e-4e5d-b4bd-8684c1c5c6e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d13fe4e6-c6b9-4785-b353-21972ee24ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360270 Jan 28 13:07:02.052531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-2ff08a80-4a89-4b1a-a976-259b261feee6 service neutron] 10.222.0.49 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316407 Jan 28 13:07:02.194682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7c20749-6b09-4786-87a7-0e6b558bc255 req-7d264f3e-30d7-4602-b13c-a588dd186f70 service neutron] 10.222.0.49 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398416 Jan 28 13:07:02.315549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4622-e7da-4cdb-b4d5-be3005b57465 req-27dcd7ca-a16a-4eba-a9f9-c549bd01e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:02.319558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc2a4622-e7da-4cdb-b4d5-be3005b57465 req-27dcd7ca-a16a-4eba-a9f9-c549bd01e62e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 1094 time: 0.0566595 Jan 28 13:07:02.467152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4622-e7da-4cdb-b4d5-be3005b57465 req-037e59ef-9026-47e6-8cf1-ed526f5e10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:02.468797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc2a4622-e7da-4cdb-b4d5-be3005b57465 req-037e59ef-9026-47e6-8cf1-ed526f5e10e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 916 time: 0.1435280 Jan 28 13:07:02.491583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e13ef-7721-4d59-84bf-a646dc2281a5 req-eddea36c-e546-4d9f-bb06-ab869a09fca3 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:02.493091 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf7e13ef-7721-4d59-84bf-a646dc2281a5 req-eddea36c-e546-4d9f-bb06-ab869a09fca3 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 943 time: 0.0784130 Jan 28 13:07:02.526716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc2a4622-e7da-4cdb-b4d5-be3005b57465 req-6a21d008-d51f-40b6-92f8-5983dce2ace3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d4dc149-0970-49f1-8bdc-ed587d86398b HTTP/1.1" status: 200 len: 217 time: 0.0510840 Jan 28 13:07:02.618153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4622-e7da-4cdb-b4d5-be3005b57465 req-e6cccc30-ef74-4480-a450-d9240bb7fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:02.619741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc2a4622-e7da-4cdb-b4d5-be3005b57465 req-e6cccc30-ef74-4480-a450-d9240bb7fe35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ce465a0-33a3-4667-9750-aff269d14186 HTTP/1.1" status: 200 len: 855 time: 0.0838714 Jan 28 13:07:02.623225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf7e13ef-7721-4d59-84bf-a646dc2281a5 req-4d260ff2-1c2f-4287-a2fd-0482be627a76 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036041 Jan 28 13:07:02.654374 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc2a4622-e7da-4cdb-b4d5-be3005b57465 req-958e45ce-6917-4c4d-8493-a3ba2a4e6e13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d13fe4e6-c6b9-4785-b353-21972ee24ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287395 Jan 28 13:07:02.756412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc2a4622-e7da-4cdb-b4d5-be3005b57465 req-14e6766c-590a-4f40-b73e-adad37f833fd service neutron] 10.222.0.49 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958436 Jan 28 13:07:02.869907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc2a4622-e7da-4cdb-b4d5-be3005b57465 req-2e1f3e02-3d60-4293-bd54-3bd08f57f44a service neutron] 10.222.0.49 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027966 Jan 28 13:07:03.545405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8d4dc149-0970-49f1-8bdc-ed587d86398b details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:07:03.701092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 8d4dc149-0970-49f1-8bdc-ed587d86398b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8d4dc149-0970-49f1-8bdc-ed587d86398b,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:07:03.724153 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '8d4dc149-0970-49f1-8bdc-ed587d86398b', 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1', 'port_id': '8d4dc149-0970-49f1-8bdc-ed587d86398b', 'mac_address': 'fa:16:3e:85:c8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce465a0-33a3-4667-9750-aff269d14186', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:07:03.768413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 8d4dc149-0970-49f1-8bdc-ed587d86398b is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:03.768863 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:03.779194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a84ff5-b700-41cf-8632-5e1f238dd208 req-03751a30-81b1-45a0-af5b-ba393e56a99e tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:03.781971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55a84ff5-b700-41cf-8632-5e1f238dd208 req-03751a30-81b1-45a0-af5b-ba393e56a99e tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 943 time: 0.0725400 Jan 28 13:07:03.784501 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4dc149-0970-49f1-8bdc-ed587d86398b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:07:03.814781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 8d4dc149-0970-49f1-8bdc-ed587d86398b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8d4dc149-0970-49f1-8bdc-ed587d86398b,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:07:03.820036 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:03.863715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55a84ff5-b700-41cf-8632-5e1f238dd208 req-0d91ee36-ae15-4b84-9588-57d3ce91249d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734532 Jan 28 13:07:03.878823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=8d4dc149-0970-49f1-8bdc-ed587d86398b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:03.891813 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:03.892322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:03.892899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:03.893375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:03.893882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:03.894223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:03.894596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:03.894925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:03.895548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:03.895895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:03.896722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:03.896722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:03.896944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:04.022136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['8d4dc149-0970-49f1-8bdc-ed587d86398b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:07:05.013987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945849d-8345-460a-9ba7-a15f4052f96b req-bf7f76fb-37bc-4faf-95b7-8b965be3ffc2 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:05.015585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6945849d-8345-460a-9ba7-a15f4052f96b req-bf7f76fb-37bc-4faf-95b7-8b965be3ffc2 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 944 time: 0.0648501 Jan 28 13:07:05.077663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6945849d-8345-460a-9ba7-a15f4052f96b req-a9a507f8-018e-4c2e-8a4f-bb507165f712 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553417 Jan 28 13:07:05.571068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8d4dc149-0970-49f1-8bdc-ed587d86398b up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:07:05.647090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 8d4dc149-0970-49f1-8bdc-ed587d86398b completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:07:05.651676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 8d4dc149-0970-49f1-8bdc-ed587d86398b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:05.652093 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:05.740286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 8d4dc149-0970-49f1-8bdc-ed587d86398b is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:05.740580 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:05.766156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8779a410-a7d4-4e72-a891-1e00cf5b413b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4dc149-0970-49f1-8bdc-ed587d86398b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:07:05.846555 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ecc5db-9797-498a-91e9-7d1ba79c0f7a" -d '{"events": [{"server_uuid": "8779a410-a7d4-4e72-a891-1e00cf5b413b", "name": "network-vif-plugged", "status": "completed", "tag": "8d4dc149-0970-49f1-8bdc-ed587d86398b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:07:05.846555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 8d4dc149-0970-49f1-8bdc-ed587d86398b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8d4dc149-0970-49f1-8bdc-ed587d86398b,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:07:05.846555 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:05.856455 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8f58bd-a98c-4a91-9e07-25ef956643d7 x-openstack-request-id: req-fa8f58bd-a98c-4a91-9e07-25ef956643d7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:07:05.856720 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8779a410-a7d4-4e72-a891-1e00cf5b413b", "name": "network-vif-plugged", "status": "completed", "tag": "8d4dc149-0970-49f1-8bdc-ed587d86398b", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:07:05.857660 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa8f58bd-a98c-4a91-9e07-25ef956643d7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:07:05.857660 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8779a410-a7d4-4e72-a891-1e00cf5b413b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4dc149-0970-49f1-8bdc-ed587d86398b', 'code': 200} Jan 28 13:07:05.906042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=8d4dc149-0970-49f1-8bdc-ed587d86398b,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:05.974448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb9dc1-4f31-4b6a-9989-1c77f5a5d4fe req-0d3ae0b2-36fb-42a5-af7d-009e223120f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:05.975998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8cbb9dc1-4f31-4b6a-9989-1c77f5a5d4fe req-0d3ae0b2-36fb-42a5-af7d-009e223120f5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 1096 time: 0.0530992 Jan 28 13:07:06.025019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8cbb9dc1-4f31-4b6a-9989-1c77f5a5d4fe req-68efc8b0-4713-445b-9141-ab948e973989 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 Jan 28 13:07:06.233878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60141c9f-e467-42cc-ae26-19902ea03439 req-ab9382a7-edcb-4744-9ea7-8cc9610b27a1 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:06.235622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60141c9f-e467-42cc-ae26-19902ea03439 req-ab9382a7-edcb-4744-9ea7-8cc9610b27a1 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 945 time: 0.0574064 Jan 28 13:07:06.301262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60141c9f-e467-42cc-ae26-19902ea03439 req-d053abaf-2a3f-43bf-9fcb-f87bf605c161 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590253 Jan 28 13:07:07.427712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8b3fa-4364-49e2-8c5f-d31069927374 req-e3510ed2-fc79-4db8-8452-88748d9e48dd tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:07.429134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1c8b3fa-4364-49e2-8c5f-d31069927374 req-e3510ed2-fc79-4db8-8452-88748d9e48dd tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 945 time: 0.0511432 Jan 28 13:07:07.489821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1c8b3fa-4364-49e2-8c5f-d31069927374 req-c98defb0-5b6d-4de5-abd6-c0fe2b43ccbf tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541115 Jan 28 13:07:17.652905 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:17.966504 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:19.293080 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b16a633c-1a02-4242-be84-8cde5f5fe1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:21.611697 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1643b2f6-7d44-4b12-a083-9e0c01981b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:23.063070 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:24.738498 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:26.026900 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:33.256183 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:07:34.086146 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dde9a739-2683-40ff-954d-bdd28f3dc067 req-9f292bd1-e332-44c2-913e-572df72da86e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446980 Jan 28 13:07:34.148127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9a739-2683-40ff-954d-bdd28f3dc067 req-eb8ebb22-7b38-469a-9306-fc4ff7ac6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:34.149614 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dde9a739-2683-40ff-954d-bdd28f3dc067 req-eb8ebb22-7b38-469a-9306-fc4ff7ac6795 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37fcb0fcb04c474b9fcc2eb5e3fe6f92&device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 1096 time: 0.0413957 Jan 28 13:07:34.254250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9a739-2683-40ff-954d-bdd28f3dc067 req-36acb848-0506-4612-ad3d-632c2507b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:34.255631 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dde9a739-2683-40ff-954d-bdd28f3dc067 req-36acb848-0506-4612-ad3d-632c2507b6ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=08616164-a97d-4726-af43-d2c781fcfbfd HTTP/1.1" status: 200 len: 914 time: 0.0879927 Jan 28 13:07:34.303535 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dde9a739-2683-40ff-954d-bdd28f3dc067 req-697463cb-9237-4289-aad8-22e71ccfc2a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=571328a0-197d-4998-8c81-34a1fedde71f HTTP/1.1" status: 200 len: 217 time: 0.0408878 Jan 28 13:07:34.352633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9a739-2683-40ff-954d-bdd28f3dc067 req-502e6c9c-fe70-4cf2-858d-00fa88ac19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:34.354087 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dde9a739-2683-40ff-954d-bdd28f3dc067 req-502e6c9c-fe70-4cf2-858d-00fa88ac19a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1dce8874-1503-4523-a728-3bf77b481c2f HTTP/1.1" status: 200 len: 853 time: 0.0444615 Jan 28 13:07:34.385414 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dde9a739-2683-40ff-954d-bdd28f3dc067 req-74f86c99-2f12-49c5-8331-48c8660df0b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08616164-a97d-4726-af43-d2c781fcfbfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251932 Jan 28 13:07:34.482293 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dde9a739-2683-40ff-954d-bdd28f3dc067 req-a3d20e5d-bee2-4dad-b14a-4308190bcb8d service neutron] 10.222.0.35 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901606 Jan 28 13:07:34.826221 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-dde9a739-2683-40ff-954d-bdd28f3dc067 req-7e60cd04-fff8-4058-b219-207e62090355 service neutron] 10.222.0.35 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376832 Jan 28 13:07:35.874493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5e3b4a3-e738-4663-9ec3-b46464ef5687 req-2e68d9f4-10c7-478a-a04b-d671477fabf0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418241 Jan 28 13:07:35.958748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3b4a3-e738-4663-9ec3-b46464ef5687 req-4b128ab1-731b-4044-8174-c602a8389aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:35.960270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5e3b4a3-e738-4663-9ec3-b46464ef5687 req-4b128ab1-731b-4044-8174-c602a8389aa4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 1097 time: 0.0410631 Jan 28 13:07:36.070063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3b4a3-e738-4663-9ec3-b46464ef5687 req-91c98222-ea28-4f6a-a9fd-1daa84c69710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:36.072079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5e3b4a3-e738-4663-9ec3-b46464ef5687 req-91c98222-ea28-4f6a-a9fd-1daa84c69710 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 916 time: 0.0920596 Jan 28 13:07:36.116146 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5e3b4a3-e738-4663-9ec3-b46464ef5687 req-00cf5800-7567-4156-bdac-c25910115ff2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e012a868-bd4d-4603-ad89-fda2d3ac57d0 HTTP/1.1" status: 200 len: 217 time: 0.0370378 Jan 28 13:07:36.172237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3b4a3-e738-4663-9ec3-b46464ef5687 req-3a777896-b1f8-4eb6-b8de-a362eb694fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:36.173859 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5e3b4a3-e738-4663-9ec3-b46464ef5687 req-3a777896-b1f8-4eb6-b8de-a362eb694fba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ce465a0-33a3-4667-9750-aff269d14186 HTTP/1.1" status: 200 len: 855 time: 0.0510604 Jan 28 13:07:36.207472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5e3b4a3-e738-4663-9ec3-b46464ef5687 req-7f55a823-e532-4470-95de-10c9518b5b84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d13fe4e6-c6b9-4785-b353-21972ee24ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268164 Jan 28 13:07:36.303697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5e3b4a3-e738-4663-9ec3-b46464ef5687 req-00714e4a-3dd0-4772-9f0b-4caa5f5e5941 service neutron] 10.222.0.49 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900726 Jan 28 13:07:36.475142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-2684edc4-9524-4d18-819a-f310ad524663 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:36.476624 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-2684edc4-9524-4d18-819a-f310ad524663 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 815 time: 0.1716361 Jan 28 13:07:36.478646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5e3b4a3-e738-4663-9ec3-b46464ef5687 req-dd9ff818-a950-4642-8c34-ba0817f71196 service neutron] 10.222.0.49 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648788 Jan 28 13:07:36.492880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-b0bd2a0e-865b-48a9-81c1-39c5d02cbbc3 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/quotas/1fa67a9d38624894a00b1bdaaecc9bfe HTTP/1.1" status: 200 len: 375 time: 0.0098660 Jan 28 13:07:36.549183 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-fdb43536-ecc5-4912-ab2f-2d15bf92e3f0 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500965 Jan 28 13:07:36.700931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-e6131d10-a3ff-48a8-8bcf-5101e54cbbb6 service neutron] 10.222.0.53 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439168 Jan 28 13:07:36.799699 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-67c6c975-5d32-41b1-8d3f-141520fd7b7a service neutron] 10.222.0.53 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928996 Jan 28 13:07:36.971480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-51be5f54-c767-40ae-92a6-95ca0179ba69 req-113eafe4-bf62-47de-9cc3-dbf5992d36c6 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 210 time: 0.0312583 Jan 28 13:07:38.049085 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-2b765db4-7094-440e-b72c-5536b9f4bd71 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:38.050819 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-2b765db4-7094-440e-b72c-5536b9f4bd71 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.35 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 815 time: 0.1169212 Jan 28 13:07:38.065392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Request body: {'port': {'device_id': 'e5913fa2-7166-4174-ac2a-a02aaa80b69b', 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1', 'admin_state_up': True, 'tenant_id': '1fa67a9d38624894a00b1bdaaecc9bfe'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:07:38.109349 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09722f16-bce2-4c1b-85ae-a710dbc3534a req-9844a463-badc-473e-aefa-fd1e89b66726 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 210 time: 0.0360188 Jan 28 13:07:38.192306 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Made reservation on behalf of 1fa67a9d38624894a00b1bdaaecc9bfe for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:07:38.195901 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:38.323490 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Allocated IP 172.20.0.13 (d13fe4e6-c6b9-4785-b353-21972ee24ea1/4ce465a0-33a3-4667-9750-aff269d14186/6313f456-41d9-4899-891e-b12950ae25fd) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:07:38.469173 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks [] for port (6313f456-41d9-4899-891e-b12950ae25fd), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:38.503938 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6313f456-41d9-4899-891e-b12950ae25fd), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:38.517372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['699bbaca-fe30-4915-b5c6-53ce19e2df12'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:07:38.520196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e012a868-bd4d-4603-ad89-fda2d3ac57d0', '8d4dc149-0970-49f1-8bdc-ed587d86398b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:07:38.549010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Network d13fe4e6-c6b9-4785-b353-21972ee24ea1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:07:38.554059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:07:38.559041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:07:38.564832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Pushing event updated for resources: {'Port': ['ID=6313f456-41d9-4899-891e-b12950ae25fd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:38.596144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.596485 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.596823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.597158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.597484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.597813 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.598132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.598452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.598769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.599087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.599437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.599759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.600077 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:38.631268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:38.632105 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:38.651900 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-de3a9585-5d92-4e95-8c69-4336081038ff tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5908470 Jan 28 13:07:38.666002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Request body: {'port': {'device_id': 'e5913fa2-7166-4174-ac2a-a02aaa80b69b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:07:38.746917 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6313f456-41d9-4899-891e-b12950ae25fd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:39.041632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6313f456-41d9-4899-891e-b12950ae25fd {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:07:39.049446 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Publish callbacks [] for port (6313f456-41d9-4899-891e-b12950ae25fd), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:39.061180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Transition to ACTIVE for port object 6313f456-41d9-4899-891e-b12950ae25fd will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:07:39.064876 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (6313f456-41d9-4899-891e-b12950ae25fd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:39.118222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6313f456-41d9-4899-891e-b12950ae25fd,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:39.191244 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Attempting to bind port 6313f456-41d9-4899-891e-b12950ae25fd on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:07:39.191736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Attempting to bind port 6313f456-41d9-4899-891e-b12950ae25fd by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:07:39.192156 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Attempting to bind port 6313f456-41d9-4899-891e-b12950ae25fd on network d13fe4e6-c6b9-4785-b353-21972ee24ea1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:07:39.200934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Port 6313f456-41d9-4899-891e-b12950ae25fd on network d13fe4e6-c6b9-4785-b353-21972ee24ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:07:39.201408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Attempting to bind port 6313f456-41d9-4899-891e-b12950ae25fd on network d13fe4e6-c6b9-4785-b353-21972ee24ea1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:07:39.211061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:07:39.212135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Checking segment: {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:07:39.212135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Bound using segment: {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:07:39.212473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Bound port: 6313f456-41d9-4899-891e-b12950ae25fd, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:07:39.212907 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6313f456-41d9-4899-891e-b12950ae25fd), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:39.241214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab44742-f7d3-4ff5-a7dd-de66c579453e req-ed65b9c8-6de5-44ce-98b1-a56d6025fb93 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:39.243566 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ab44742-f7d3-4ff5-a7dd-de66c579453e req-ed65b9c8-6de5-44ce-98b1-a56d6025fb93 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 944 time: 0.0581179 Jan 28 13:07:39.298320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] For port 6313f456-41d9-4899-891e-b12950ae25fd, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:07:39.302227 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] For port 6313f456-41d9-4899-891e-b12950ae25fd, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=6313f456-41d9-4899-891e-b12950ae25fd,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:07:39.303771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ab44742-f7d3-4ff5-a7dd-de66c579453e req-7df687de-51b8-4946-8a28-c72939eb8fa3 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534866 Jan 28 13:07:39.309065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (6313f456-41d9-4899-891e-b12950ae25fd), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:39.345513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:39.346132 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:39.347597 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] 10.222.0.35 "PUT /v2.0/ports/6313f456-41d9-4899-891e-b12950ae25fd HTTP/1.1" status: 200 len: 1092 time: 0.6879303 Jan 28 13:07:39.348031 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5913fa2-7166-4174-ac2a-a02aaa80b69b', 'tag': '6313f456-41d9-4899-891e-b12950ae25fd'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:07:39.350299 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98137a3-cad9-4896-8980-93ea8e219d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5913fa2-7166-4174-ac2a-a02aaa80b69b", "tag": "6313f456-41d9-4899-891e-b12950ae25fd"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:07:39.375426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431fb4d-c90b-4768-80d6-a2e0995a64f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6313f456-41d9-4899-891e-b12950ae25fd,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:39.398972 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842c1f55-a64f-46bd-8a8c-58fd7632259c x-openstack-request-id: req-842c1f55-a64f-46bd-8a8c-58fd7632259c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:07:39.399383 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5913fa2-7166-4174-ac2a-a02aaa80b69b", "tag": "6313f456-41d9-4899-891e-b12950ae25fd", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:07:39.399671 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-842c1f55-a64f-46bd-8a8c-58fd7632259c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:07:39.400074 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5913fa2-7166-4174-ac2a-a02aaa80b69b', 'tag': '6313f456-41d9-4899-891e-b12950ae25fd', 'status': 'completed', 'code': 200} Jan 28 13:07:39.447012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-d3ce673b-916b-4149-bcc9-1ae91f8afe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:39.449192 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-d3ce673b-916b-4149-bcc9-1ae91f8afe47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 1095 time: 0.0444598 Jan 28 13:07:39.496156 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-9be7ac20-8cdd-48f6-a787-3916090751ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6313f456-41d9-4899-891e-b12950ae25fd HTTP/1.1" status: 200 len: 217 time: 0.0398417 Jan 28 13:07:39.545690 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-aaceab2c-6df8-4ffc-ac92-ac2ccd59523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:39.547145 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-aaceab2c-6df8-4ffc-ac92-ac2ccd59523b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4ce465a0-33a3-4667-9750-aff269d14186 HTTP/1.1" status: 200 len: 855 time: 0.0455611 Jan 28 13:07:39.578855 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-8e9efd85-9e21-4f5f-9e72-d042fbd692bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d13fe4e6-c6b9-4785-b353-21972ee24ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259483 Jan 28 13:07:39.671983 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-ebb9a0ce-0d68-4613-853b-4d7baaa6d419 service neutron] 10.222.0.35 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873108 Jan 28 13:07:39.762945 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0adf4ba4-b3aa-40ab-8755-151f2ddd36f5 req-eac0d862-3905-4bce-a43d-70c345b36ad1 service neutron] 10.222.0.35 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851235 Jan 28 13:07:39.854925 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98137a3-cad9-4896-8980-93ea8e219d8b req-030f35ff-c6ca-4762-9fef-f503594966d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:39.856803 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c98137a3-cad9-4896-8980-93ea8e219d8b req-030f35ff-c6ca-4762-9fef-f503594966d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 1095 time: 0.0479541 Jan 28 13:07:39.947446 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98137a3-cad9-4896-8980-93ea8e219d8b req-b338161b-785a-4372-8ba2-0e6650fb083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:39.949329 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c98137a3-cad9-4896-8980-93ea8e219d8b req-b338161b-785a-4372-8ba2-0e6650fb083b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 200 len: 916 time: 0.0858617 Jan 28 13:07:39.990980 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c98137a3-cad9-4896-8980-93ea8e219d8b req-9e265809-3c87-4d0d-b79b-f931c4aaf5e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6313f456-41d9-4899-891e-b12950ae25fd HTTP/1.1" status: 200 len: 217 time: 0.0359704 Jan 28 13:07:40.045170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98137a3-cad9-4896-8980-93ea8e219d8b req-21e92f62-a24f-4a80-bfbb-7bfe9d0a4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:40.046780 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c98137a3-cad9-4896-8980-93ea8e219d8b req-21e92f62-a24f-4a80-bfbb-7bfe9d0a4a89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4ce465a0-33a3-4667-9750-aff269d14186 HTTP/1.1" status: 200 len: 855 time: 0.0487049 Jan 28 13:07:40.077179 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c98137a3-cad9-4896-8980-93ea8e219d8b req-20043f1c-3e00-4543-a0da-55b1ef709ed7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d13fe4e6-c6b9-4785-b353-21972ee24ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240762 Jan 28 13:07:40.164866 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c98137a3-cad9-4896-8980-93ea8e219d8b req-4c0b24b7-2d04-437a-a55a-b10341d17c3a service neutron] 10.222.0.35 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808063 Jan 28 13:07:40.258821 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-c98137a3-cad9-4896-8980-93ea8e219d8b req-546a9595-deba-4b94-b621-f53990bdf0b8 service neutron] 10.222.0.35 "GET /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864027 Jan 28 13:07:40.429659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28691bba-b80b-49e5-b4c3-32ab0569b418 req-0d46a2ee-0a85-4ca3-8982-fe82bb6b05a8 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:40.431124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28691bba-b80b-49e5-b4c3-32ab0569b418 req-0d46a2ee-0a85-4ca3-8982-fe82bb6b05a8 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 944 time: 0.0526178 Jan 28 13:07:40.485178 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28691bba-b80b-49e5-b4c3-32ab0569b418 req-a74c1856-9f0d-4e45-9190-ed5d589d6fe6 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475340 Jan 28 13:07:41.603459 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e935a60-4995-4e61-afbf-c01db11433a5 req-293aab9b-a9d8-453f-8cc8-5a334f701e7f tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:41.605626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e935a60-4995-4e61-afbf-c01db11433a5 req-293aab9b-a9d8-453f-8cc8-5a334f701e7f tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 944 time: 0.0504804 Jan 28 13:07:41.653610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9e935a60-4995-4e61-afbf-c01db11433a5 req-e3b1cc8a-766a-4078-b1f2-d410249e0ce5 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 Jan 28 13:07:42.773895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d26bc-95cb-4c7d-aec1-5ed1efbb9983 req-1503cdfa-80a5-4546-960e-b8a03ccf31ec tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:42.775282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f64d26bc-95cb-4c7d-aec1-5ed1efbb9983 req-1503cdfa-80a5-4546-960e-b8a03ccf31ec tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 944 time: 0.0525851 Jan 28 13:07:42.824025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f64d26bc-95cb-4c7d-aec1-5ed1efbb9983 req-b7b0d656-a69c-4b31-abd4-40e6c0c627bb tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422893 Jan 28 13:07:43.778173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 6313f456-41d9-4899-891e-b12950ae25fd details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:07:43.880117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 6313f456-41d9-4899-891e-b12950ae25fd, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=6313f456-41d9-4899-891e-b12950ae25fd,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:07:43.893326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '6313f456-41d9-4899-891e-b12950ae25fd', 'network_id': 'd13fe4e6-c6b9-4785-b353-21972ee24ea1', 'port_id': '6313f456-41d9-4899-891e-b12950ae25fd', 'mac_address': 'fa:16:3e:28:97:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce465a0-33a3-4667-9750-aff269d14186', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:07:43.939763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 6313f456-41d9-4899-891e-b12950ae25fd is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:43.940914 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6313f456-41d9-4899-891e-b12950ae25fd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:43.965426 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6313f456-41d9-4899-891e-b12950ae25fd {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:07:43.975052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ffd1d-498c-4883-9d48-aab15167a2bd req-92152299-4c06-474b-b0a2-b52a3a7f0826 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:43.976700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b31ffd1d-498c-4883-9d48-aab15167a2bd req-92152299-4c06-474b-b0a2-b52a3a7f0826 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 944 time: 0.0741858 Jan 28 13:07:43.988149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 6313f456-41d9-4899-891e-b12950ae25fd, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=6313f456-41d9-4899-891e-b12950ae25fd,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:07:43.994316 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6313f456-41d9-4899-891e-b12950ae25fd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:44.035763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b31ffd1d-498c-4883-9d48-aab15167a2bd req-bd95fd41-9c37-4dec-a2d3-e83621ecbfc6 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517528 Jan 28 13:07:44.049484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=6313f456-41d9-4899-891e-b12950ae25fd,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:44.202796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a770f2-2f3a-4658-9408-0d70f33600dd req-8eb41152-e365-47d5-ae9b-1b9939b601ca tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:44.204311 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80a770f2-2f3a-4658-9408-0d70f33600dd req-8eb41152-e365-47d5-ae9b-1b9939b601ca tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 945 time: 0.0506597 Jan 28 13:07:44.230238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['6313f456-41d9-4899-891e-b12950ae25fd'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:07:44.252128 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80a770f2-2f3a-4658-9408-0d70f33600dd req-21278d48-73ee-40ff-b6e9-07cd09e93968 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 Jan 28 13:07:45.160426 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e65999-9fae-4f41-94cf-3cf829d901a2 req-a45ed296-9808-426b-af6a-3c47a7af3d74 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:45.161872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77e65999-9fae-4f41-94cf-3cf829d901a2 req-a45ed296-9808-426b-af6a-3c47a7af3d74 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 945 time: 0.0488839 Jan 28 13:07:45.207675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77e65999-9fae-4f41-94cf-3cf829d901a2 req-73ff6c88-c94e-44d2-ae6c-2f9150ca0438 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Jan 28 13:07:45.366488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0c400-1a59-4e34-b220-8fcb0a8375e2 req-7be2b9fd-5e64-42f1-b876-44597aeb8618 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:45.367931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ad0c400-1a59-4e34-b220-8fcb0a8375e2 req-7be2b9fd-5e64-42f1-b876-44597aeb8618 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 945 time: 0.0482090 Jan 28 13:07:45.428955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ad0c400-1a59-4e34-b220-8fcb0a8375e2 req-2fd96e95-65de-4be8-a810-5adbaf18eb2c tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546267 Jan 28 13:07:45.796495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543b010-8eba-4a58-ad2a-bd03a566377b req-29e89ea3-c7c6-4f32-824d-cd2a6c0fd416 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:45.797959 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5543b010-8eba-4a58-ad2a-bd03a566377b req-29e89ea3-c7c6-4f32-824d-cd2a6c0fd416 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.35 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 945 time: 0.0500107 Jan 28 13:07:45.814739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 6313f456-41d9-4899-891e-b12950ae25fd up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:07:45.864779 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 6313f456-41d9-4899-891e-b12950ae25fd completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:07:45.869059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 6313f456-41d9-4899-891e-b12950ae25fd triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:45.869471 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6313f456-41d9-4899-891e-b12950ae25fd), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:45.899398 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-5543b010-8eba-4a58-ad2a-bd03a566377b req-ce511a94-0d3e-4c87-83cb-66609ba5082e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Deleting port 571328a0-197d-4998-8c81-34a1fedde71f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:07:45.899749 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5543b010-8eba-4a58-ad2a-bd03a566377b req-ce511a94-0d3e-4c87-83cb-66609ba5082e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (571328a0-197d-4998-8c81-34a1fedde71f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:45.947438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 6313f456-41d9-4899-891e-b12950ae25fd is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:45.947834 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6313f456-41d9-4899-891e-b12950ae25fd), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:45.971672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5913fa2-7166-4174-ac2a-a02aaa80b69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6313f456-41d9-4899-891e-b12950ae25fd'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:07:45.973902 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cbd64d-2af7-40cd-add0-c7c458a0c301" -d '{"events": [{"server_uuid": "e5913fa2-7166-4174-ac2a-a02aaa80b69b", "name": "network-vif-plugged", "status": "completed", "tag": "6313f456-41d9-4899-891e-b12950ae25fd"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:07:45.987246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 6313f456-41d9-4899-891e-b12950ae25fd, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=6313f456-41d9-4899-891e-b12950ae25fd,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:07:45.992677 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6313f456-41d9-4899-891e-b12950ae25fd), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:45.993613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-5543b010-8eba-4a58-ad2a-bd03a566377b req-ce511a94-0d3e-4c87-83cb-66609ba5082e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] For port 571328a0-197d-4998-8c81-34a1fedde71f, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=571328a0-197d-4998-8c81-34a1fedde71f,segment=NetworkSegment(5445c741-9469-4426-8cfa-7788254b8361),segment_id=5445c741-9469-4426-8cfa-7788254b8361)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:07:45.993981 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5543b010-8eba-4a58-ad2a-bd03a566377b req-ce511a94-0d3e-4c87-83cb-66609ba5082e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (571328a0-197d-4998-8c81-34a1fedde71f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:46.009047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-5543b010-8eba-4a58-ad2a-bd03a566377b req-ce511a94-0d3e-4c87-83cb-66609ba5082e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Calling delete_port for 571328a0-197d-4998-8c81-34a1fedde71f owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:07:46.051827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=6313f456-41d9-4899-891e-b12950ae25fd,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:46.091038 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7756a916-c4e8-4c81-9881-9ca82a5fb7dd x-openstack-request-id: req-7756a916-c4e8-4c81-9881-9ca82a5fb7dd {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:07:46.091351 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5913fa2-7166-4174-ac2a-a02aaa80b69b", "name": "network-vif-plugged", "status": "completed", "tag": "6313f456-41d9-4899-891e-b12950ae25fd", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:07:46.091671 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7756a916-c4e8-4c81-9881-9ca82a5fb7dd {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:07:46.092063 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5913fa2-7166-4174-ac2a-a02aaa80b69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6313f456-41d9-4899-891e-b12950ae25fd', 'code': 200} Jan 28 13:07:46.152746 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5543b010-8eba-4a58-ad2a-bd03a566377b req-ce511a94-0d3e-4c87-83cb-66609ba5082e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (571328a0-197d-4998-8c81-34a1fedde71f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:46.165182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['571328a0-197d-4998-8c81-34a1fedde71f'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:07:46.181973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce511a94-0d3e-4c87-83cb-66609ba5082e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Pushing event deleted for resources: {'Port': ['ID=571328a0-197d-4998-8c81-34a1fedde71f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:46.196954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a99ebd-815a-4158-a7c3-70c7a7746c5d req-0d9c1528-178d-49c8-bd1e-926456ca3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:46.199233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68a99ebd-815a-4158-a7c3-70c7a7746c5d req-0d9c1528-178d-49c8-bd1e-926456ca3a91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 1097 time: 0.0475757 Jan 28 13:07:46.225499 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5543b010-8eba-4a58-ad2a-bd03a566377b req-ce511a94-0d3e-4c87-83cb-66609ba5082e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] No DVR routers for this DVR port 571328a0-197d-4998-8c81-34a1fedde71f on host n-h1-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:07:46.228319 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5543b010-8eba-4a58-ad2a-bd03a566377b req-ce511a94-0d3e-4c87-83cb-66609ba5082e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:46.232235 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5543b010-8eba-4a58-ad2a-bd03a566377b req-ce511a94-0d3e-4c87-83cb-66609ba5082e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.35 "DELETE /v2.0/ports/571328a0-197d-4998-8c81-34a1fedde71f HTTP/1.1" status: 204 len: 173 time: 0.4259710 Jan 28 13:07:46.232398 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e910ed68-16bc-4c14-b7fd-e76c796c0cca', 'name': 'network-vif-deleted', 'tag': '571328a0-197d-4998-8c81-34a1fedde71f'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:07:46.234716 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dbecb3-b1fe-4167-b3fe-2644928b6508" -d '{"events": [{"server_uuid": "e910ed68-16bc-4c14-b7fd-e76c796c0cca", "name": "network-vif-deleted", "tag": "571328a0-197d-4998-8c81-34a1fedde71f"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:07:46.260480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68a99ebd-815a-4158-a7c3-70c7a7746c5d req-81e5a426-528f-4843-82ee-0a66738e8673 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553293 Jan 28 13:07:46.273330 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec9abb7-eedb-4660-b263-6377d16715c3 x-openstack-request-id: req-6ec9abb7-eedb-4660-b263-6377d16715c3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:07:46.273637 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e910ed68-16bc-4c14-b7fd-e76c796c0cca", "name": "network-vif-deleted", "tag": "571328a0-197d-4998-8c81-34a1fedde71f", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:07:46.273922 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ec9abb7-eedb-4660-b263-6377d16715c3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:07:46.274330 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e910ed68-16bc-4c14-b7fd-e76c796c0cca', 'name': 'network-vif-deleted', 'tag': '571328a0-197d-4998-8c81-34a1fedde71f', 'status': 'completed', 'code': 200} Jan 28 13:07:46.341465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087c492-fa32-417a-a06d-9ac2f56520db req-d6f7cd62-d3cf-46fd-a9dc-8048dde68a52 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:46.342882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4087c492-fa32-417a-a06d-9ac2f56520db req-d6f7cd62-d3cf-46fd-a9dc-8048dde68a52 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 946 time: 0.0485940 Jan 28 13:07:46.389728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4087c492-fa32-417a-a06d-9ac2f56520db req-2d9afc5a-6d74-4f8f-96a9-31c8bc93af9d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Jan 28 13:07:46.531038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25434ea9-78a0-4eaa-af16-a89370fab985 req-81ed9459-df36-4f12-8ba1-a8634e2a993b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=e910ed68-16bc-4c14-b7fd-e76c796c0cca HTTP/1.1" status: 200 len: 210 time: 0.0301838 Jan 28 13:07:47.673906 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:47.801398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4815bd-7fa4-4f3f-9f47-141e915fe262 req-1ef8073b-5227-4654-964f-a875ebe0d5a0 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:47.802879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c4815bd-7fa4-4f3f-9f47-141e915fe262 req-1ef8073b-5227-4654-964f-a875ebe0d5a0 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 946 time: 0.3397319 Jan 28 13:07:47.852612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9c4815bd-7fa4-4f3f-9f47-141e915fe262 req-345aa60b-4a36-4dab-ad61-07b6bfbf79e3 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 Jan 28 13:07:47.981069 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:49.289256 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c574b35-f6fb-4892-9eb7-3ece08d1d7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:49.815109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 571328a0-197d-4998-8c81-34a1fedde71f no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:07:49.848367 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 571328a0-197d-4998-8c81-34a1fedde71f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:07:49.848710 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 571328a0-197d-4998-8c81-34a1fedde71f not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:07:51.607124 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95fbea89-4848-47a7-9396-74c6c48d954e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:53.093975 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:54.737865 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:56.031430 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:57.577379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-f0fc3d7c-dc38-455b-98f6-b63d27771b0d tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:57.578850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-f0fc3d7c-dc38-455b-98f6-b63d27771b0d tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/networks?id=08616164-a97d-4726-af43-d2c781fcfbfd HTTP/1.1" status: 200 len: 813 time: 0.1074080 Jan 28 13:07:57.595376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-59d1ac92-7242-45cd-98cf-ec18ccdcc506 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/quotas/37fcb0fcb04c474b9fcc2eb5e3fe6f92 HTTP/1.1" status: 200 len: 375 time: 0.0109491 Jan 28 13:07:57.628552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-f2a1f874-a28c-43af-9576-fee5b0eeb910 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=37fcb0fcb04c474b9fcc2eb5e3fe6f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275686 Jan 28 13:07:57.718485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-55d636a9-147e-4401-8c1a-3ab25a34f9f7 service neutron] 10.222.0.53 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833254 Jan 28 13:07:57.812550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-b4081c18-6e6c-450d-9f87-0ea6912efa09 service neutron] 10.222.0.53 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882726 Jan 28 13:07:57.989208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-529b9035-dd02-4e1c-9a69-2835bc188621 req-b6fe110f-e906-4877-9a20-c968c152bce3 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 210 time: 0.0268979 Jan 28 13:07:58.934317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-451a8c9e-5759-4f52-9527-5382f751d8f2 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:58.936115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-451a8c9e-5759-4f52-9527-5382f751d8f2 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.49 "GET /v2.0/networks?id=08616164-a97d-4726-af43-d2c781fcfbfd HTTP/1.1" status: 200 len: 813 time: 0.1291058 Jan 28 13:07:58.948742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Request body: {'port': {'device_id': 'f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4', 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd', 'admin_state_up': True, 'tenant_id': '37fcb0fcb04c474b9fcc2eb5e3fe6f92'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:07:59.073314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Made reservation on behalf of 37fcb0fcb04c474b9fcc2eb5e3fe6f92 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:07:59.078463 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:59.104011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-729aba19-0b5f-4880-bd5e-489eb7698aaa req-81d5f237-ff0d-4e3d-b91c-e015743af471 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 210 time: 0.0401142 Jan 28 13:07:59.227006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Allocated IP 172.20.0.13 (08616164-a97d-4726-af43-d2c781fcfbfd/1dce8874-1503-4523-a728-3bf77b481c2f/18868e32-fd3e-4765-bd1d-8a20c128ec13) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:07:59.380893 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks [] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:59.417718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:59.467509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Network 08616164-a97d-4726-af43-d2c781fcfbfd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:07:59.472878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:07:59.477517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:07:59.481809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Pushing event updated for resources: {'Port': ['ID=18868e32-fd3e-4765-bd1d-8a20c128ec13,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:59.528901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:59.529518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:59.545676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-c9d118d9-858c-4ff1-9f7b-1426ec333813 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6016188 Jan 28 13:07:59.556531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Request body: {'port': {'device_id': 'f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:07:59.618842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:59.882968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18868e32-fd3e-4765-bd1d-8a20c128ec13 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:07:59.891269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Publish callbacks [] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:59.905527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Transition to ACTIVE for port object 18868e32-fd3e-4765-bd1d-8a20c128ec13 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:07:59.916515 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:59.969079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Pushing event updated for resources: {'Port': ['ID=18868e32-fd3e-4765-bd1d-8a20c128ec13,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:00.054868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Attempting to bind port 18868e32-fd3e-4765-bd1d-8a20c128ec13 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:08:00.055333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Attempting to bind port 18868e32-fd3e-4765-bd1d-8a20c128ec13 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '5445c741-9469-4426-8cfa-7788254b8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:08:00.055685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Attempting to bind port 18868e32-fd3e-4765-bd1d-8a20c128ec13 on network 08616164-a97d-4726-af43-d2c781fcfbfd {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:08:00.061419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Port 18868e32-fd3e-4765-bd1d-8a20c128ec13 on network 08616164-a97d-4726-af43-d2c781fcfbfd not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:08:00.061784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Attempting to bind port 18868e32-fd3e-4765-bd1d-8a20c128ec13 on network 08616164-a97d-4726-af43-d2c781fcfbfd {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:08:00.067203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:08:00.067578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Checking segment: {'id': '5445c741-9469-4426-8cfa-7788254b8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:08:00.067953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Bound using segment: {'id': '5445c741-9469-4426-8cfa-7788254b8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:08:00.068373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Bound port: 18868e32-fd3e-4765-bd1d-8a20c128ec13, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5445c741-9469-4426-8cfa-7788254b8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:08:00.068726 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:00.140122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] For port 18868e32-fd3e-4765-bd1d-8a20c128ec13, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:08:00.144330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] For port 18868e32-fd3e-4765-bd1d-8a20c128ec13, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=18868e32-fd3e-4765-bd1d-8a20c128ec13,segment=NetworkSegment(5445c741-9469-4426-8cfa-7788254b8361),segment_id=5445c741-9469-4426-8cfa-7788254b8361)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:08:00.149465 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:00.217210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:00.217843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:00.219279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] 10.222.0.49 "PUT /v2.0/ports/18868e32-fd3e-4765-bd1d-8a20c128ec13 HTTP/1.1" status: 200 len: 1092 time: 0.6667192 Jan 28 13:08:00.219904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4', 'tag': '18868e32-fd3e-4765-bd1d-8a20c128ec13'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:08:00.222160 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8780f1a-0b42-46ab-82b4-8629ff128579" -d '{"events": [{"name": "network-changed", "server_uuid": "f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4", "tag": "18868e32-fd3e-4765-bd1d-8a20c128ec13"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:08:00.271358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a29fe6-b7e6-4a4c-a80d-fc94cd93a22e service neutron] Pushing event updated for resources: {'Port': ['ID=18868e32-fd3e-4765-bd1d-8a20c128ec13,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:00.289812 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5d79cc-5b6c-45b6-9317-e7185c5714e9 x-openstack-request-id: req-ca5d79cc-5b6c-45b6-9317-e7185c5714e9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:08:00.290160 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4", "tag": "18868e32-fd3e-4765-bd1d-8a20c128ec13", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:08:00.290435 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca5d79cc-5b6c-45b6-9317-e7185c5714e9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:08:00.290840 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4', 'tag': '18868e32-fd3e-4765-bd1d-8a20c128ec13', 'status': 'completed', 'code': 200} Jan 28 13:08:00.298436 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e0581-ffcc-459d-bb5f-bff109721aa3 req-9887b18c-de40-4168-b256-bc5ff86276eb tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:00.300024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe6e0581-ffcc-459d-bb5f-bff109721aa3 req-9887b18c-de40-4168-b256-bc5ff86276eb tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 944 time: 0.1213214 Jan 28 13:08:00.341827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-364a79c5-8991-4316-b91f-ae08d0c86e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:00.343481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-364a79c5-8991-4316-b91f-ae08d0c86e77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37fcb0fcb04c474b9fcc2eb5e3fe6f92&device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0859194 Jan 28 13:08:00.398954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe6e0581-ffcc-459d-bb5f-bff109721aa3 req-704a8976-fef7-4054-a5b9-8575f6d53c9e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929401 Jan 28 13:08:00.400754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-708a4336-18a3-4e8c-a540-9f00a762e295 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18868e32-fd3e-4765-bd1d-8a20c128ec13 HTTP/1.1" status: 200 len: 217 time: 0.0470421 Jan 28 13:08:00.449087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-08c48641-303e-4c66-b3e9-5d43f389fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:00.450767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-08c48641-303e-4c66-b3e9-5d43f389fc5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1dce8874-1503-4523-a728-3bf77b481c2f HTTP/1.1" status: 200 len: 853 time: 0.0439935 Jan 28 13:08:00.483023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-201157b0-3594-402a-b50f-7e6f8a1c932c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08616164-a97d-4726-af43-d2c781fcfbfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265257 Jan 28 13:08:00.570147 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-47bc03c4-45d9-4311-b8f8-b7e870782b3c service neutron] 10.222.0.49 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807846 Jan 28 13:08:00.662681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3060f968-6a6a-42a1-8ef4-c7364fd4719b req-1f6d7b31-439e-41b4-947c-a09c47507035 service neutron] 10.222.0.49 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863028 Jan 28 13:08:00.747750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8780f1a-0b42-46ab-82b4-8629ff128579 req-d652965e-6fec-4ec9-bb03-c29d889f68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:00.749318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8780f1a-0b42-46ab-82b4-8629ff128579 req-d652965e-6fec-4ec9-bb03-c29d889f68c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37fcb0fcb04c474b9fcc2eb5e3fe6f92&device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0415645 Jan 28 13:08:00.841869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8780f1a-0b42-46ab-82b4-8629ff128579 req-4b124d90-e580-467d-9028-e0060479b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:00.843317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8780f1a-0b42-46ab-82b4-8629ff128579 req-4b124d90-e580-467d-9028-e0060479b936 service neutron] 10.222.0.49 "GET /v2.0/networks?id=08616164-a97d-4726-af43-d2c781fcfbfd HTTP/1.1" status: 200 len: 914 time: 0.0879295 Jan 28 13:08:00.883943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8780f1a-0b42-46ab-82b4-8629ff128579 req-6afd3316-233f-47b6-8840-19ba15808a04 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18868e32-fd3e-4765-bd1d-8a20c128ec13 HTTP/1.1" status: 200 len: 217 time: 0.0352769 Jan 28 13:08:00.933537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8780f1a-0b42-46ab-82b4-8629ff128579 req-ab2cbd31-4acb-427f-bcf7-b4e1eb0bb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:00.936006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8780f1a-0b42-46ab-82b4-8629ff128579 req-ab2cbd31-4acb-427f-bcf7-b4e1eb0bb3bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1dce8874-1503-4523-a728-3bf77b481c2f HTTP/1.1" status: 200 len: 853 time: 0.0446296 Jan 28 13:08:00.971972 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8780f1a-0b42-46ab-82b4-8629ff128579 req-3b1e9d2d-9797-412c-bab1-b4fb25ad5148 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08616164-a97d-4726-af43-d2c781fcfbfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302792 Jan 28 13:08:01.062650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8780f1a-0b42-46ab-82b4-8629ff128579 req-bad5847a-15ca-452b-ad93-1da31b12898c service neutron] 10.222.0.49 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840824 Jan 28 13:08:01.158345 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8780f1a-0b42-46ab-82b4-8629ff128579 req-e262fae1-14ec-4e74-b338-58adda552e82 service neutron] 10.222.0.49 "GET /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896678 Jan 28 13:08:01.517138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9923ec-2a0b-489d-9223-d5386bc1560c req-8e6e6774-1712-4da7-a0b4-ad27b16d263f tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:01.518649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd9923ec-2a0b-489d-9223-d5386bc1560c req-8e6e6774-1712-4da7-a0b4-ad27b16d263f tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 944 time: 0.0499127 Jan 28 13:08:01.567988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd9923ec-2a0b-489d-9223-d5386bc1560c req-2104a322-d453-4efb-930d-f01899aa9907 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430436 Jan 28 13:08:01.778838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 18868e32-fd3e-4765-bd1d-8a20c128ec13 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:08:01.876414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 18868e32-fd3e-4765-bd1d-8a20c128ec13, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=18868e32-fd3e-4765-bd1d-8a20c128ec13,segment=NetworkSegment(5445c741-9469-4426-8cfa-7788254b8361),segment_id=5445c741-9469-4426-8cfa-7788254b8361)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:08:01.888007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '18868e32-fd3e-4765-bd1d-8a20c128ec13', 'network_id': '08616164-a97d-4726-af43-d2c781fcfbfd', 'port_id': '18868e32-fd3e-4765-bd1d-8a20c128ec13', 'mac_address': 'fa:16:3e:90:e8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dce8874-1503-4523-a728-3bf77b481c2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:08:01.926049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 18868e32-fd3e-4765-bd1d-8a20c128ec13 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:08:01.926461 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:01.938994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18868e32-fd3e-4765-bd1d-8a20c128ec13 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:08:01.957764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 18868e32-fd3e-4765-bd1d-8a20c128ec13, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=18868e32-fd3e-4765-bd1d-8a20c128ec13,segment=NetworkSegment(5445c741-9469-4426-8cfa-7788254b8361),segment_id=5445c741-9469-4426-8cfa-7788254b8361)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:08:01.962079 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:02.013974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=18868e32-fd3e-4765-bd1d-8a20c128ec13,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:02.183230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['18868e32-fd3e-4765-bd1d-8a20c128ec13'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:08:02.682879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d29a0-adfb-42f3-a93f-9a6bf39dd3e7 req-7142b36e-60e4-48ed-b410-beb97c78fe5c tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:02.685241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-641d29a0-adfb-42f3-a93f-9a6bf39dd3e7 req-7142b36e-60e4-48ed-b410-beb97c78fe5c tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 945 time: 0.0492611 Jan 28 13:08:02.732265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-641d29a0-adfb-42f3-a93f-9a6bf39dd3e7 req-549f933f-bedf-4803-bd3c-1eed464f65f5 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Jan 28 13:08:03.795883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 18868e32-fd3e-4765-bd1d-8a20c128ec13 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:08:03.845618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 18868e32-fd3e-4765-bd1d-8a20c128ec13 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:08:03.849833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 18868e32-fd3e-4765-bd1d-8a20c128ec13 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:08:03.850238 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:03.854719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ae73-6e93-4d14-b595-509fd99a8059 req-2e9007dc-dedb-4b13-9c16-1f0ad3b1741e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:03.856400 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f03ae73-6e93-4d14-b595-509fd99a8059 req-2e9007dc-dedb-4b13-9c16-1f0ad3b1741e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 945 time: 0.0540125 Jan 28 13:08:03.903957 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f03ae73-6e93-4d14-b595-509fd99a8059 req-f74ace7e-3616-491f-b5d9-c849d95009cc tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Jan 28 13:08:03.929858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 18868e32-fd3e-4765-bd1d-8a20c128ec13 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:08:03.930247 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:03.953335 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18868e32-fd3e-4765-bd1d-8a20c128ec13'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:08:03.955825 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675347a6-892f-4fc8-95b0-6a2067527cf8" -d '{"events": [{"server_uuid": "f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4", "name": "network-vif-plugged", "status": "completed", "tag": "18868e32-fd3e-4765-bd1d-8a20c128ec13"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:08:03.968395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 18868e32-fd3e-4765-bd1d-8a20c128ec13, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=18868e32-fd3e-4765-bd1d-8a20c128ec13,segment=NetworkSegment(5445c741-9469-4426-8cfa-7788254b8361),segment_id=5445c741-9469-4426-8cfa-7788254b8361)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:08:03.972941 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:04.001226 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ca3fdb-00ba-42e3-abdf-0b919587fe7e x-openstack-request-id: req-90ca3fdb-00ba-42e3-abdf-0b919587fe7e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:08:04.001530 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4", "name": "network-vif-plugged", "status": "completed", "tag": "18868e32-fd3e-4765-bd1d-8a20c128ec13", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:08:04.001837 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90ca3fdb-00ba-42e3-abdf-0b919587fe7e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:08:04.002235 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18868e32-fd3e-4765-bd1d-8a20c128ec13', 'code': 200} Jan 28 13:08:04.030996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=18868e32-fd3e-4765-bd1d-8a20c128ec13,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:04.038995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.039360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.039708 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.040067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.040400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.040729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.041055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.041378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.041699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.042020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.042356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.042660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.042981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:04.089970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969a41-901d-4ac5-b48d-a2c1e8d332c4 req-7800f90b-d314-4f10-b716-4e3295f2beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:04.091623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01969a41-901d-4ac5-b48d-a2c1e8d332c4 req-7800f90b-d314-4f10-b716-4e3295f2beca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0418372 Jan 28 13:08:04.134060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01969a41-901d-4ac5-b48d-a2c1e8d332c4 req-85efbad2-c132-4f6c-a530-fecae1af4656 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368290 Jan 28 13:08:05.020041 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8bbc2-0d25-45ce-9c73-11c54c2f0bbe req-e6a48202-e290-4666-a7de-9196a119832b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:05.021552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4e8bbc2-0d25-45ce-9c73-11c54c2f0bbe req-e6a48202-e290-4666-a7de-9196a119832b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 946 time: 0.0494299 Jan 28 13:08:05.074078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4e8bbc2-0d25-45ce-9c73-11c54c2f0bbe req-4610f136-411a-43da-bd70-7f4acb621a0b tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469599 Jan 28 13:08:06.192603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5d09b-97d0-4523-a0a2-987881b2c85f req-f00ad53e-108e-4bd2-99f4-2501f2dc6269 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:06.194261 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d5d09b-97d0-4523-a0a2-987881b2c85f req-f00ad53e-108e-4bd2-99f4-2501f2dc6269 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 946 time: 0.0512784 Jan 28 13:08:06.242413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6d5d09b-97d0-4523-a0a2-987881b2c85f req-abb189bd-3e7c-4721-af1a-59ec37e22461 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422163 Jan 28 13:08:10.256266 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:08:17.669140 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:18.008930 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:19.294824 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8583d225-d778-439a-a988-6916e781c030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:21.602021 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51dcaad0-4cc4-4068-a3cf-c88c5a44cbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:23.076564 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:24.841341 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:26.057738 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:26.480221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd77f2-d2fe-44ae-b1b1-8e0a0a6ee580 req-8c0c66f0-68fe-457d-a95c-ca15fbccdaef tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:26.482286 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2abd77f2-d2fe-44ae-b1b1-8e0a0a6ee580 req-8c0c66f0-68fe-457d-a95c-ca15fbccdaef tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 946 time: 0.0828352 Jan 28 13:08:26.582641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2abd77f2-d2fe-44ae-b1b1-8e0a0a6ee580 req-82f16649-9c7f-46ee-82f3-e1150d43a37a tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882981 Jan 28 13:08:27.755460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc7a37-34d7-4f97-af09-f5df57af84f1 req-b368fe9e-bf67-4d9d-872a-800fd9f03115 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:27.760693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dedc7a37-34d7-4f97-af09-f5df57af84f1 req-b368fe9e-bf67-4d9d-872a-800fd9f03115 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 946 time: 0.0802596 Jan 28 13:08:27.871461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dedc7a37-34d7-4f97-af09-f5df57af84f1 req-47603789-4cac-41e1-a02d-f23f2fb053d1 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041911 Jan 28 13:08:27.897304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce86d8-ddc9-44ac-9636-bcb1a8d7375c req-3ce7f320-ae9e-4d8d-be58-27ade8f168ed tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:27.898830 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33ce86d8-ddc9-44ac-9636-bcb1a8d7375c req-3ce7f320-ae9e-4d8d-be58-27ade8f168ed tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 946 time: 0.0933061 Jan 28 13:08:28.018169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-33ce86d8-ddc9-44ac-9636-bcb1a8d7375c req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Deleting port 6313f456-41d9-4899-891e-b12950ae25fd {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:08:28.018838 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-33ce86d8-ddc9-44ac-9636-bcb1a8d7375c req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6313f456-41d9-4899-891e-b12950ae25fd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:28.129680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-33ce86d8-ddc9-44ac-9636-bcb1a8d7375c req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] For port 6313f456-41d9-4899-891e-b12950ae25fd, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=6313f456-41d9-4899-891e-b12950ae25fd,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:08:28.129941 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-33ce86d8-ddc9-44ac-9636-bcb1a8d7375c req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6313f456-41d9-4899-891e-b12950ae25fd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:28.148624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-33ce86d8-ddc9-44ac-9636-bcb1a8d7375c req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Calling delete_port for 6313f456-41d9-4899-891e-b12950ae25fd owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:08:28.303193 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-33ce86d8-ddc9-44ac-9636-bcb1a8d7375c req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6313f456-41d9-4899-891e-b12950ae25fd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:28.319671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['699bbaca-fe30-4915-b5c6-53ce19e2df12', '6313f456-41d9-4899-891e-b12950ae25fd'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:08:28.323706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e012a868-bd4d-4603-ad89-fda2d3ac57d0', '8d4dc149-0970-49f1-8bdc-ed587d86398b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:08:28.342157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Pushing event deleted for resources: {'Port': ['ID=6313f456-41d9-4899-891e-b12950ae25fd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:28.356575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.356575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.357171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.357171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.357444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.357832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.358169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.358503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.358890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.359432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.360049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.360458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.360930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:28.415438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ce86d8-ddc9-44ac-9636-bcb1a8d7375c req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] No DVR routers for this DVR port 6313f456-41d9-4899-891e-b12950ae25fd on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:08:28.415438 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-33ce86d8-ddc9-44ac-9636-bcb1a8d7375c req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:28.416747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33ce86d8-ddc9-44ac-9636-bcb1a8d7375c req-04166f9a-ae63-4018-a5bc-b926a46901e4 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.35 "DELETE /v2.0/ports/6313f456-41d9-4899-891e-b12950ae25fd HTTP/1.1" status: 204 len: 173 time: 0.5108824 Jan 28 13:08:28.416747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5913fa2-7166-4174-ac2a-a02aaa80b69b', 'name': 'network-vif-deleted', 'tag': '6313f456-41d9-4899-891e-b12950ae25fd'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:08:28.418943 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dbc385-8279-4f40-bc7a-b7189824aeb2" -d '{"events": [{"server_uuid": "e5913fa2-7166-4174-ac2a-a02aaa80b69b", "name": "network-vif-deleted", "tag": "6313f456-41d9-4899-891e-b12950ae25fd"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:08:28.484336 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81b7d8b-72cb-48d8-9b10-df097af3bb99 x-openstack-request-id: req-c81b7d8b-72cb-48d8-9b10-df097af3bb99 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:08:28.484811 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5913fa2-7166-4174-ac2a-a02aaa80b69b", "name": "network-vif-deleted", "tag": "6313f456-41d9-4899-891e-b12950ae25fd", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:08:28.485181 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c81b7d8b-72cb-48d8-9b10-df097af3bb99 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:08:28.485646 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5913fa2-7166-4174-ac2a-a02aaa80b69b', 'name': 'network-vif-deleted', 'tag': '6313f456-41d9-4899-891e-b12950ae25fd', 'status': 'completed', 'code': 200} Jan 28 13:08:29.055567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bc7557f-5b7a-479b-9232-f34639dd2989 req-10074787-0404-4afe-ad29-7ebf151c1d9b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5913fa2-7166-4174-ac2a-a02aaa80b69b HTTP/1.1" status: 200 len: 210 time: 0.0408499 Jan 28 13:08:32.089809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 6313f456-41d9-4899-891e-b12950ae25fd no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:08:32.123769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 6313f456-41d9-4899-891e-b12950ae25fd {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:08:32.126789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 6313f456-41d9-4899-891e-b12950ae25fd not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:08:32.162721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-bce9296d-ff3b-405e-867d-3cf8a6dd963d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599977681&fields=id&tenant_id=24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 267 time: 0.0560262 Jan 28 13:08:32.271021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-0c8e2e23-41b9-4f57-8df3-6d4e0b07ee52 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:32.272433 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-0c8e2e23-41b9-4f57-8df3-6d4e0b07ee52 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.1029434 Jan 28 13:08:32.287527 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-6664d11f-114e-49c5-adb1-8171e5c1677f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/quotas/24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 375 time: 0.0096853 Jan 28 13:08:32.347089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-eb905ee1-4dc8-473c-956f-f161a8af2dc0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540066 Jan 28 13:08:32.441359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-9b7f20e4-7ce5-4526-a56f-c02181f00210 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833313 Jan 28 13:08:32.541534 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b76092d2-3373-46a8-a30e-aa0073db2ab9 service neutron] 10.222.0.53 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943637 Jan 28 13:08:32.894664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-725612a3-3fd5-4bdc-945f-0fcdbbdb8fbe req-d7b4256b-a6c2-417a-8ff9-cfbac93ac81b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 210 time: 0.0327907 Jan 28 13:08:34.059726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b91ad334-f6bb-4317-a266-fd8447cf8045 req-fc813d38-f29b-49eb-8416-e2fe7ce201ba tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 210 time: 0.0561666 Jan 28 13:08:34.169952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-5b9c4b4c-27c2-45fb-b706-b841912e88bd tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:34.172357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-5b9c4b4c-27c2-45fb-b706-b841912e88bd tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 811 time: 0.1450679 Jan 28 13:08:34.264172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-65b1cae6-1c3c-473e-96dc-c1cff22dca46 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24aad192de1a4673b231d4b2844e4f83 HTTP/1.1" status: 200 len: 380 time: 0.0847569 Jan 28 13:08:34.273011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'port': {'device_id': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'admin_state_up': True, 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'security_groups': ['2a088b96-2a25-44a0-9214-c33ec88f8682']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:08:34.397390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Made reservation on behalf of 24aad192de1a4673b231d4b2844e4f83 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:08:34.402200 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:34.632410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Allocated IP 172.20.0.4 (400dedcb-474b-4bdd-8e0d-8b7a83328c0b/33a5bffe-7382-46b3-a030-e2d3aecb2902/cad4355a-5cd1-4ea1-9e42-95549d57fa5d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:08:34.792979 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:34.829493 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:34.876210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:08:34.879955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:08:34.895763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:08:34.904428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=cad4355a-5cd1-4ea1-9e42-95549d57fa5d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:34.959629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:34.960373 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:34.988279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-b513fe90-a688-4687-8d64-c19725c32f85 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7195199 Jan 28 13:08:35.183982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Request body: {'port': {'device_id': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:08:35.246073 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfb883-592b-4584-9986-943d488057bf req-5f415800-ca2d-433a-82c0-deeaba222eb3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:35.248223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20dfb883-592b-4584-9986-943d488057bf req-5f415800-ca2d-433a-82c0-deeaba222eb3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 931 time: 0.1074805 Jan 28 13:08:35.286364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4f77a0fc-c33f-4619-9497-7a74ba3a0058 None None] Provisioning complete for port cad4355a-5cd1-4ea1-9e42-95549d57fa5d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:08:35.287489 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4f77a0fc-c33f-4619-9497-7a74ba3a0058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:35.326459 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:35.380682 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4f77a0fc-c33f-4619-9497-7a74ba3a0058 None None] Port cad4355a-5cd1-4ea1-9e42-95549d57fa5d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:08:35.396984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20dfb883-592b-4584-9986-943d488057bf req-44c6b554-1d88-46af-b801-a6396ca11a14 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419573 Jan 28 13:08:35.720931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad4355a-5cd1-4ea1-9e42-95549d57fa5d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:08:35.728821 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Publish callbacks [] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:35.742678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Transition to ACTIVE for port object cad4355a-5cd1-4ea1-9e42-95549d57fa5d will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:08:35.746598 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:35.808114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cad4355a-5cd1-4ea1-9e42-95549d57fa5d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:35.891256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Attempting to bind port cad4355a-5cd1-4ea1-9e42-95549d57fa5d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:08:35.892220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Attempting to bind port cad4355a-5cd1-4ea1-9e42-95549d57fa5d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:08:35.892561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Attempting to bind port cad4355a-5cd1-4ea1-9e42-95549d57fa5d on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:08:35.898997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Port cad4355a-5cd1-4ea1-9e42-95549d57fa5d on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:08:35.899326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Attempting to bind port cad4355a-5cd1-4ea1-9e42-95549d57fa5d on network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:08:35.905127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:08:35.905474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Checking segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:08:35.906890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Bound using segment: {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:08:35.907491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Bound port: cad4355a-5cd1-4ea1-9e42-95549d57fa5d, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:08:35.907859 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:36.002950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] For port cad4355a-5cd1-4ea1-9e42-95549d57fa5d, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:08:36.009272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] For port cad4355a-5cd1-4ea1-9e42-95549d57fa5d, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=cad4355a-5cd1-4ea1-9e42-95549d57fa5d,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:08:36.024031 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:36.130948 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8cf03a2e-6afe-407a-a293-9a093412478c req-0937bac2-0254-4651-b9a4-193dab01f89d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005969 Jan 28 13:08:36.288105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf03a2e-6afe-407a-a293-9a093412478c req-7f32d42c-e39b-4ad0-8947-63228043a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:36.289973 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8cf03a2e-6afe-407a-a293-9a093412478c req-7f32d42c-e39b-4ad0-8947-63228043a855 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 1096 time: 0.0997503 Jan 28 13:08:36.489240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf03a2e-6afe-407a-a293-9a093412478c req-a4d09489-5fa1-4997-be87-c1a9610695b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:36.491171 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8cf03a2e-6afe-407a-a293-9a093412478c req-a4d09489-5fa1-4997-be87-c1a9610695b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.1794074 Jan 28 13:08:36.528307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:36.529118 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:36.537059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] 10.222.0.35 "PUT /v2.0/ports/cad4355a-5cd1-4ea1-9e42-95549d57fa5d HTTP/1.1" status: 200 len: 1091 time: 1.5405030 Jan 28 13:08:36.537602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'tag': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:08:36.541626 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc788213-b028-4fc3-9273-034ec986f2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a1cb64-be4d-46f3-85e5-82987be1b31c", "tag": "cad4355a-5cd1-4ea1-9e42-95549d57fa5d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:08:36.669305 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8cf03a2e-6afe-407a-a293-9a093412478c req-60cb9403-f1b8-4b05-bb50-d3c8f3e495ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44037912-2263-492a-84d9-202d2fdb5b7e HTTP/1.1" status: 200 len: 1000 time: 0.1708200 Jan 28 13:08:36.675037 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469cbd7b-6c82-431e-bcb4-f9f7af4474be x-openstack-request-id: req-469cbd7b-6c82-431e-bcb4-f9f7af4474be {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:08:36.675480 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a1cb64-be4d-46f3-85e5-82987be1b31c", "tag": "cad4355a-5cd1-4ea1-9e42-95549d57fa5d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:08:36.675843 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-469cbd7b-6c82-431e-bcb4-f9f7af4474be {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:08:36.676394 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'tag': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d', 'status': 'completed', 'code': 200} Jan 28 13:08:36.787474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf03a2e-6afe-407a-a293-9a093412478c req-d41a7889-2ce3-49b2-9b10-536606597359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:36.793532 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8cf03a2e-6afe-407a-a293-9a093412478c req-d41a7889-2ce3-49b2-9b10-536606597359 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.1088293 Jan 28 13:08:36.844498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4740758-4de0-4f76-940d-de5228740ea8 req-bc739914-1b15-4cfb-b222-b0e6686422f3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:36.846124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4740758-4de0-4f76-940d-de5228740ea8 req-bc739914-1b15-4cfb-b222-b0e6686422f3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.2709413 Jan 28 13:08:36.846821 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef516af0-513d-49f7-8a00-49569d1561e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cad4355a-5cd1-4ea1-9e42-95549d57fa5d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:36.878556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-82dca987-1b0a-403a-a19e-7cd0f4158a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:36.880084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-82dca987-1b0a-403a-a19e-7cd0f4158a3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 1094 time: 0.3010521 Jan 28 13:08:36.955331 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf03a2e-6afe-407a-a293-9a093412478c req-1dbc4c5a-9eed-4202-86db-6d9f853dc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:36.957118 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8cf03a2e-6afe-407a-a293-9a093412478c req-1dbc4c5a-9eed-4202-86db-6d9f853dc5af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577704 Jan 28 13:08:36.992457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-38970879-e841-46d6-ab3e-9f5d3599bf6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad4355a-5cd1-4ea1-9e42-95549d57fa5d HTTP/1.1" status: 200 len: 217 time: 0.0977447 Jan 28 13:08:37.076661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4740758-4de0-4f76-940d-de5228740ea8 req-06392f1e-a5d3-4098-bbc1-0c8bdccbc824 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051184 Jan 28 13:08:37.109604 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8cf03a2e-6afe-407a-a293-9a093412478c req-569a1bad-6e29-451f-9cea-906d5e872dd3 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454678 Jan 28 13:08:37.282048 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8cf03a2e-6afe-407a-a293-9a093412478c req-08caaee4-8102-4d43-afb6-c4f4cb7fc6ad service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672547 Jan 28 13:08:37.286585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3145-b0c7-433a-94fc-2f75240a8a82 req-97b1e129-2078-4385-aa91-5f59129da58c tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:37.288194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85ff3145-b0c7-433a-94fc-2f75240a8a82 req-97b1e129-2078-4385-aa91-5f59129da58c tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 945 time: 0.2987561 Jan 28 13:08:37.289881 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-3f95feed-27fc-4ab2-b398-2ab3a81136f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:37.291392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-3f95feed-27fc-4ab2-b398-2ab3a81136f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.2200994 Jan 28 13:08:37.385874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85ff3145-b0c7-433a-94fc-2f75240a8a82 req-7b13eba6-e75b-4b4e-9e0d-1723ab383f5d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815315 Jan 28 13:08:37.392538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-21ce3380-0f32-4796-803e-eb5881ddcd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:37.394021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-21ce3380-0f32-4796-803e-eb5881ddcd04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886266 Jan 28 13:08:37.528302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-99a651e6-492a-4fa6-8e3b-12765e0f59ac service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286662 Jan 28 13:08:37.629312 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-86c36556-aed8-46a4-b93a-3288fc2c26fa req-f7e9aba1-135e-4317-a12f-0463a610272d service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955057 Jan 28 13:08:37.723619 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc788213-b028-4fc3-9273-034ec986f2e1 req-ee4ba460-6fcc-4f01-bf3f-4ea244094116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:37.725138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc788213-b028-4fc3-9273-034ec986f2e1 req-ee4ba460-6fcc-4f01-bf3f-4ea244094116 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 1094 time: 0.0501969 Jan 28 13:08:37.870104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc788213-b028-4fc3-9273-034ec986f2e1 req-dc8ae33d-84d8-47a8-a70f-078759e08a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:37.871877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc788213-b028-4fc3-9273-034ec986f2e1 req-dc8ae33d-84d8-47a8-a70f-078759e08a6d service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.1409814 Jan 28 13:08:37.927406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc788213-b028-4fc3-9273-034ec986f2e1 req-deb66056-2ac2-4463-839f-9bc44bcde172 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad4355a-5cd1-4ea1-9e42-95549d57fa5d HTTP/1.1" status: 200 len: 217 time: 0.0493135 Jan 28 13:08:37.999490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc788213-b028-4fc3-9273-034ec986f2e1 req-f4e1ab12-7199-4b4a-9bf7-d60c5912ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:38.001297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc788213-b028-4fc3-9273-034ec986f2e1 req-f4e1ab12-7199-4b4a-9bf7-d60c5912ccea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0608945 Jan 28 13:08:38.065313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc788213-b028-4fc3-9273-034ec986f2e1 req-701d2275-7c6d-44a4-b90b-a5b49bb5b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:38.067396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc788213-b028-4fc3-9273-034ec986f2e1 req-701d2275-7c6d-44a4-b90b-a5b49bb5b873 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605900 Jan 28 13:08:38.299764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8c8b2-600c-40ba-bd95-338e9ad056df req-10cada6f-f904-41df-8966-919eea8a710b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:38.301597 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34f8c8b2-600c-40ba-bd95-338e9ad056df req-10cada6f-f904-41df-8966-919eea8a710b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.1079443 Jan 28 13:08:38.359561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc788213-b028-4fc3-9273-034ec986f2e1 req-2e859940-a42d-49cb-9a81-826adaf28545 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839737 Jan 28 13:08:38.442432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34f8c8b2-600c-40ba-bd95-338e9ad056df req-9ad4c846-428a-4dc5-9cae-d6ff4b4e2c71 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330376 Jan 28 13:08:38.650010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6173665-afcc-4265-89b9-285f20804a62 req-91489b30-7848-42a4-91a8-ad6f6464f054 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:38.651521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6173665-afcc-4265-89b9-285f20804a62 req-91489b30-7848-42a4-91a8-ad6f6464f054 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.49 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 945 time: 0.1252849 Jan 28 13:08:38.665763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d7592-a49d-48cf-9561-2edc62e91595 req-a3b4f4e9-894e-4cbd-8e1f-6f453c23c58e tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:38.667181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-576d7592-a49d-48cf-9561-2edc62e91595 req-a3b4f4e9-894e-4cbd-8e1f-6f453c23c58e tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 945 time: 0.1303592 Jan 28 13:08:38.757744 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc788213-b028-4fc3-9273-034ec986f2e1 req-2bbda170-ead8-4048-9f6a-187cea65ba1b service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290160 Jan 28 13:08:38.773490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-576d7592-a49d-48cf-9561-2edc62e91595 req-88ebd9a3-e4ee-45ed-8bc9-2ba5824b18a1 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949061 Jan 28 13:08:38.866864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c6173665-afcc-4265-89b9-285f20804a62 req-3129890e-8f52-4590-a225-7629c8e22965 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Deleting port 8d4dc149-0970-49f1-8bdc-ed587d86398b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:08:38.867633 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6173665-afcc-4265-89b9-285f20804a62 req-3129890e-8f52-4590-a225-7629c8e22965 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:39.112744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c6173665-afcc-4265-89b9-285f20804a62 req-3129890e-8f52-4590-a225-7629c8e22965 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] For port 8d4dc149-0970-49f1-8bdc-ed587d86398b, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=8d4dc149-0970-49f1-8bdc-ed587d86398b,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:08:39.113119 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6173665-afcc-4265-89b9-285f20804a62 req-3129890e-8f52-4590-a225-7629c8e22965 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:39.156515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c6173665-afcc-4265-89b9-285f20804a62 req-3129890e-8f52-4590-a225-7629c8e22965 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Calling delete_port for 8d4dc149-0970-49f1-8bdc-ed587d86398b owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:08:39.364479 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6173665-afcc-4265-89b9-285f20804a62 req-3129890e-8f52-4590-a225-7629c8e22965 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (8d4dc149-0970-49f1-8bdc-ed587d86398b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:39.378591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['699bbaca-fe30-4915-b5c6-53ce19e2df12'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:08:39.402316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e012a868-bd4d-4603-ad89-fda2d3ac57d0', '8d4dc149-0970-49f1-8bdc-ed587d86398b'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:08:39.407628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129890e-8f52-4590-a225-7629c8e22965 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Pushing event deleted for resources: {'Port': ['ID=8d4dc149-0970-49f1-8bdc-ed587d86398b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:39.463121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6173665-afcc-4265-89b9-285f20804a62 req-3129890e-8f52-4590-a225-7629c8e22965 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] No DVR routers for this DVR port 8d4dc149-0970-49f1-8bdc-ed587d86398b on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:08:39.466108 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c6173665-afcc-4265-89b9-285f20804a62 req-3129890e-8f52-4590-a225-7629c8e22965 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:39.470733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6173665-afcc-4265-89b9-285f20804a62 req-3129890e-8f52-4590-a225-7629c8e22965 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.49 "DELETE /v2.0/ports/8d4dc149-0970-49f1-8bdc-ed587d86398b HTTP/1.1" status: 204 len: 173 time: 0.8122487 Jan 28 13:08:39.472920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8779a410-a7d4-4e72-a891-1e00cf5b413b', 'name': 'network-vif-deleted', 'tag': '8d4dc149-0970-49f1-8bdc-ed587d86398b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:08:39.475458 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058dc3a8-ce4b-4c08-b0e4-c045d2cc4408" -d '{"events": [{"server_uuid": "8779a410-a7d4-4e72-a891-1e00cf5b413b", "name": "network-vif-deleted", "tag": "8d4dc149-0970-49f1-8bdc-ed587d86398b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:08:39.580919 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960ddbcf-802e-43a4-85c3-b923b073fcee x-openstack-request-id: req-960ddbcf-802e-43a4-85c3-b923b073fcee {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:08:39.581373 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8779a410-a7d4-4e72-a891-1e00cf5b413b", "name": "network-vif-deleted", "tag": "8d4dc149-0970-49f1-8bdc-ed587d86398b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:08:39.581732 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-960ddbcf-802e-43a4-85c3-b923b073fcee {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:08:39.582287 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8779a410-a7d4-4e72-a891-1e00cf5b413b', 'name': 'network-vif-deleted', 'tag': '8d4dc149-0970-49f1-8bdc-ed587d86398b', 'status': 'completed', 'code': 200} Jan 28 13:08:39.632867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b32336-fc8b-4611-8459-92b773881686 req-86c7093a-7af5-4e96-9af8-0b4f60e0edab tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:39.641990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9b32336-fc8b-4611-8459-92b773881686 req-86c7093a-7af5-4e96-9af8-0b4f60e0edab tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0801320 Jan 28 13:08:39.694257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b9b32336-fc8b-4611-8459-92b773881686 req-a519c72d-7b35-429e-881d-7ee4064157ce tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509965 Jan 28 13:08:39.887196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a555121-5513-4925-b07b-8a92efd29a2e req-c07f90a2-6bac-4f03-866c-c0a4ea59545b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=8779a410-a7d4-4e72-a891-1e00cf5b413b HTTP/1.1" status: 200 len: 210 time: 0.0285122 Jan 28 13:08:40.826976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef03302-327d-40fc-84c2-ac5c473bdffd req-6a4a9c51-dba2-4052-a7eb-be4e84005b9e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:40.834722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bef03302-327d-40fc-84c2-ac5c473bdffd req-6a4a9c51-dba2-4052-a7eb-be4e84005b9e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0661376 Jan 28 13:08:40.884190 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bef03302-327d-40fc-84c2-ac5c473bdffd req-2b5d53d3-49c9-4b74-af34-44db01d8d249 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485861 Jan 28 13:08:41.228370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761ddbe-3e49-43dc-befa-4dbd52454a43 req-2e8f5534-b2ec-48b5-a98d-44fbc30c2184 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:41.230218 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8761ddbe-3e49-43dc-befa-4dbd52454a43 req-2e8f5534-b2ec-48b5-a98d-44fbc30c2184 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 945 time: 0.0643358 Jan 28 13:08:41.279465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8761ddbe-3e49-43dc-befa-4dbd52454a43 req-520888cb-12b8-4320-99c6-90a59533281d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427799 Jan 28 13:08:42.014361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82111149-e4c3-40a6-b256-deebdbfadeb8 req-22be1d7b-435f-42c5-ac44-cf036dd383ed tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:42.016981 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82111149-e4c3-40a6-b256-deebdbfadeb8 req-22be1d7b-435f-42c5-ac44-cf036dd383ed tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0545182 Jan 28 13:08:42.033259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8d4dc149-0970-49f1-8bdc-ed587d86398b no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:08:42.061602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 8d4dc149-0970-49f1-8bdc-ed587d86398b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:08:42.062767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 8d4dc149-0970-49f1-8bdc-ed587d86398b not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:08:42.091780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82111149-e4c3-40a6-b256-deebdbfadeb8 req-106485ee-65a5-4754-91b1-a6bccfa2b977 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654578 Jan 28 13:08:42.455596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890a4ed-b66b-4378-b03f-1abcd4fb3082 req-f7d7d498-3092-4837-b6b4-1fddaa4fe944 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:42.462843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b890a4ed-b66b-4378-b03f-1abcd4fb3082 req-f7d7d498-3092-4837-b6b4-1fddaa4fe944 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 945 time: 0.1024888 Jan 28 13:08:42.531746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f91b9-cb35-4c27-93c2-0f1a559fc7f7 req-008452b7-c742-4827-a4d9-dbaa9d302b21 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:42.533418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b3f91b9-cb35-4c27-93c2-0f1a559fc7f7 req-008452b7-c742-4827-a4d9-dbaa9d302b21 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8040949-3170-458d-b756-dd5f4180c353 HTTP/1.1" status: 200 len: 945 time: 0.1370389 Jan 28 13:08:42.595249 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b890a4ed-b66b-4378-b03f-1abcd4fb3082 req-3bb32258-baca-4a4e-859a-e36f96840dee tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312788 Jan 28 13:08:42.688446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9b3f91b9-cb35-4c27-93c2-0f1a559fc7f7 req-f2862643-2021-4c83-b052-1bc89e4c836d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Deleting port 699bbaca-fe30-4915-b5c6-53ce19e2df12 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:08:42.688716 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b3f91b9-cb35-4c27-93c2-0f1a559fc7f7 req-f2862643-2021-4c83-b052-1bc89e4c836d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:42.788404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9b3f91b9-cb35-4c27-93c2-0f1a559fc7f7 req-f2862643-2021-4c83-b052-1bc89e4c836d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] For port 699bbaca-fe30-4915-b5c6-53ce19e2df12, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=699bbaca-fe30-4915-b5c6-53ce19e2df12,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:08:42.788786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b3f91b9-cb35-4c27-93c2-0f1a559fc7f7 req-f2862643-2021-4c83-b052-1bc89e4c836d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:42.802568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9b3f91b9-cb35-4c27-93c2-0f1a559fc7f7 req-f2862643-2021-4c83-b052-1bc89e4c836d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Calling delete_port for 699bbaca-fe30-4915-b5c6-53ce19e2df12 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:08:42.946142 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b3f91b9-cb35-4c27-93c2-0f1a559fc7f7 req-f2862643-2021-4c83-b052-1bc89e4c836d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (699bbaca-fe30-4915-b5c6-53ce19e2df12), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:42.960839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['699bbaca-fe30-4915-b5c6-53ce19e2df12'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:08:42.963240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e012a868-bd4d-4603-ad89-fda2d3ac57d0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:08:42.977326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2862643-2021-4c83-b052-1bc89e4c836d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Pushing event deleted for resources: {'Port': ['ID=699bbaca-fe30-4915-b5c6-53ce19e2df12,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:43.023456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3f91b9-cb35-4c27-93c2-0f1a559fc7f7 req-f2862643-2021-4c83-b052-1bc89e4c836d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] No DVR routers for this DVR port 699bbaca-fe30-4915-b5c6-53ce19e2df12 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:08:43.026361 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b3f91b9-cb35-4c27-93c2-0f1a559fc7f7 req-f2862643-2021-4c83-b052-1bc89e4c836d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:43.030318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b3f91b9-cb35-4c27-93c2-0f1a559fc7f7 req-f2862643-2021-4c83-b052-1bc89e4c836d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.35 "DELETE /v2.0/ports/699bbaca-fe30-4915-b5c6-53ce19e2df12 HTTP/1.1" status: 204 len: 173 time: 0.4540734 Jan 28 13:08:43.031638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8040949-3170-458d-b756-dd5f4180c353', 'name': 'network-vif-deleted', 'tag': '699bbaca-fe30-4915-b5c6-53ce19e2df12'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:08:43.034991 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3638f119-a12b-47bd-a79d-9b2bcf74d38d" -d '{"events": [{"server_uuid": "c8040949-3170-458d-b756-dd5f4180c353", "name": "network-vif-deleted", "tag": "699bbaca-fe30-4915-b5c6-53ce19e2df12"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:08:43.085271 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc82f87-766a-47b0-887c-f1280c6c7f12 x-openstack-request-id: req-8cc82f87-766a-47b0-887c-f1280c6c7f12 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:08:43.085579 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8040949-3170-458d-b756-dd5f4180c353", "name": "network-vif-deleted", "tag": "699bbaca-fe30-4915-b5c6-53ce19e2df12", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:08:43.085837 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cc82f87-766a-47b0-887c-f1280c6c7f12 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:08:43.086811 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8040949-3170-458d-b756-dd5f4180c353', 'name': 'network-vif-deleted', 'tag': '699bbaca-fe30-4915-b5c6-53ce19e2df12', 'status': 'completed', 'code': 200} Jan 28 13:08:43.221630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402b2fa-6295-446d-af55-5484bf2f4dbe req-93d46e48-af75-4616-bbb8-a6f2f5898ec5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:43.223137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1402b2fa-6295-446d-af55-5484bf2f4dbe req-93d46e48-af75-4616-bbb8-a6f2f5898ec5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0519426 Jan 28 13:08:43.277872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1402b2fa-6295-446d-af55-5484bf2f4dbe req-c2c7f282-18e7-49e1-b4d0-9a1388fd2013 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474207 Jan 28 13:08:44.420666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcab0b-5ade-41c3-9532-1d588cff8df8 req-97d3ee21-1ee9-447f-a8bb-e719e9812fa7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:44.425158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8bbcab0b-5ade-41c3-9532-1d588cff8df8 req-97d3ee21-1ee9-447f-a8bb-e719e9812fa7 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0678256 Jan 28 13:08:44.514469 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8bbcab0b-5ade-41c3-9532-1d588cff8df8 req-11c2b995-1b0d-4fac-a541-cb911839b691 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821433 Jan 28 13:08:45.651294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3e8a-6b88-4450-8639-92c9a0bfa52b req-0835d9a2-7875-42cc-9386-ce0d4ecf97c2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:45.653405 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-812b3e8a-6b88-4450-8639-92c9a0bfa52b req-0835d9a2-7875-42cc-9386-ce0d4ecf97c2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0559039 Jan 28 13:08:45.799494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-812b3e8a-6b88-4450-8639-92c9a0bfa52b req-887d6aad-1c2c-4d80-b5f8-d39995fd6fac tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384261 Jan 28 13:08:46.182315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 699bbaca-fe30-4915-b5c6-53ce19e2df12 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:08:46.203182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 699bbaca-fe30-4915-b5c6-53ce19e2df12 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:08:46.203564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 699bbaca-fe30-4915-b5c6-53ce19e2df12 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:08:46.985241 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd7a1e-6776-4062-a63b-21773200b00b req-c66e1e55-e62f-4af3-963d-77aba81b3560 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:46.994019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0abd7a1e-6776-4062-a63b-21773200b00b req-c66e1e55-e62f-4af3-963d-77aba81b3560 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0816524 Jan 28 13:08:47.056067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0abd7a1e-6776-4062-a63b-21773200b00b req-489aa8af-a622-47eb-b403-236ebc34dd3e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607264 Jan 28 13:08:47.257980 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:08:47.665027 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:48.047436 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:48.175534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f6c12-a904-4c3a-8651-b45426caf824 req-36e974d7-d77d-48b3-bc18-6e717d106f29 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:48.177009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c2f6c12-a904-4c3a-8651-b45426caf824 req-36e974d7-d77d-48b3-bc18-6e717d106f29 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0507300 Jan 28 13:08:48.228226 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c2f6c12-a904-4c3a-8651-b45426caf824 req-09a34804-a6ad-4b9d-b9fd-788492d79ae5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446711 Jan 28 13:08:49.294142 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc12ee52-b3ed-40d0-90b5-033bc3c0dac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:49.367306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf18f7f-becf-42b8-a48a-3aeae5212f46 req-1d47a42e-497d-4303-9613-73f0bf1ed3b6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:49.369014 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aaf18f7f-becf-42b8-a48a-3aeae5212f46 req-1d47a42e-497d-4303-9613-73f0bf1ed3b6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0538449 Jan 28 13:08:49.420627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aaf18f7f-becf-42b8-a48a-3aeae5212f46 req-a4ee4b60-dcea-4b3e-a1c3-600568dfecef tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458643 Jan 28 13:08:50.554193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3dc49-bb07-450d-8441-5401fbc209ab req-2fc29fe0-879b-48ec-bff8-d93887eb4779 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:50.555797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53e3dc49-bb07-450d-8441-5401fbc209ab req-2fc29fe0-879b-48ec-bff8-d93887eb4779 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0595155 Jan 28 13:08:50.619142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53e3dc49-bb07-450d-8441-5401fbc209ab req-41d533dd-0c18-45aa-9800-5f26636e4788 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578804 Jan 28 13:08:51.458801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea000db-bd4b-46ad-a4a4-4bc33fc37eea req-97e982a8-dd9e-4ae1-8e3c-f61c116cc18a tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:51.460356 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aea000db-bd4b-46ad-a4a4-4bc33fc37eea req-97e982a8-dd9e-4ae1-8e3c-f61c116cc18a tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 946 time: 0.0523586 Jan 28 13:08:51.523861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aea000db-bd4b-46ad-a4a4-4bc33fc37eea req-0bb846cf-3c4e-43fd-8f2a-1aa8a35d847b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500531 Jan 28 13:08:51.607573 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04b5ac6f-d574-454d-87d1-944b8798d828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:51.744334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee4942-7eaa-46c1-9071-9b32403bff5a req-0eae94c6-b599-4a33-ba4d-812e372cc4b6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:51.746667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdee4942-7eaa-46c1-9071-9b32403bff5a req-0eae94c6-b599-4a33-ba4d-812e372cc4b6 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0544302 Jan 28 13:08:51.799708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fdee4942-7eaa-46c1-9071-9b32403bff5a req-7874e0ed-6ff7-40b0-b42c-24c586f91abb tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461786 Jan 28 13:08:52.653391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4792ed1-936f-4127-92e6-9c8d3ecc2981 req-56542822-c9f0-4756-90e5-f2355bbd1000 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:52.657536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4792ed1-936f-4127-92e6-9c8d3ecc2981 req-56542822-c9f0-4756-90e5-f2355bbd1000 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 946 time: 0.0540521 Jan 28 13:08:52.714656 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4792ed1-936f-4127-92e6-9c8d3ecc2981 req-b6a54a6c-402c-4e15-a8fb-8253cf68389f tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/security-groups?id=374d8860-bb39-4a0c-a8ef-edde337ccf77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498960 Jan 28 13:08:52.865758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa12b-7406-49a7-bb2f-a6db1e23103e req-13f43a47-3d8d-4f76-9ec3-b536aad6030d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:52.868110 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d7fa12b-7406-49a7-bb2f-a6db1e23103e req-13f43a47-3d8d-4f76-9ec3-b536aad6030d tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.49 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 946 time: 0.0665560 Jan 28 13:08:52.980049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bd93c-c42f-4240-9597-f0ed8414a863 req-3c6be00b-c978-4a4d-b133-1d42be5919aa tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:52.981531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be9bd93c-c42f-4240-9597-f0ed8414a863 req-3c6be00b-c978-4a4d-b133-1d42be5919aa tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0811186 Jan 28 13:08:53.025402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4d7fa12b-7406-49a7-bb2f-a6db1e23103e req-c8685094-5a50-4c42-9d06-8ad24bc0038b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Deleting port e012a868-bd4d-4603-ad89-fda2d3ac57d0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:08:53.025732 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4d7fa12b-7406-49a7-bb2f-a6db1e23103e req-c8685094-5a50-4c42-9d06-8ad24bc0038b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:53.074025 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:53.086752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be9bd93c-c42f-4240-9597-f0ed8414a863 req-8ea4c115-d964-41c2-a97a-edf69a381bb2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974674 Jan 28 13:08:53.137631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4d7fa12b-7406-49a7-bb2f-a6db1e23103e req-c8685094-5a50-4c42-9d06-8ad24bc0038b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] For port e012a868-bd4d-4603-ad89-fda2d3ac57d0, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=e012a868-bd4d-4603-ad89-fda2d3ac57d0,segment=NetworkSegment(e4f46acf-29ce-4d3f-a2f2-a1848f61e996),segment_id=e4f46acf-29ce-4d3f-a2f2-a1848f61e996)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:08:53.138021 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4d7fa12b-7406-49a7-bb2f-a6db1e23103e req-c8685094-5a50-4c42-9d06-8ad24bc0038b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:53.152627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4d7fa12b-7406-49a7-bb2f-a6db1e23103e req-c8685094-5a50-4c42-9d06-8ad24bc0038b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Calling delete_port for e012a868-bd4d-4603-ad89-fda2d3ac57d0 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:08:53.288666 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4d7fa12b-7406-49a7-bb2f-a6db1e23103e req-c8685094-5a50-4c42-9d06-8ad24bc0038b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e012a868-bd4d-4603-ad89-fda2d3ac57d0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:53.300852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['e012a868-bd4d-4603-ad89-fda2d3ac57d0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:08:53.321298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8685094-5a50-4c42-9d06-8ad24bc0038b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Pushing event deleted for resources: {'Port': ['ID=e012a868-bd4d-4603-ad89-fda2d3ac57d0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:53.365072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7fa12b-7406-49a7-bb2f-a6db1e23103e req-c8685094-5a50-4c42-9d06-8ad24bc0038b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] No DVR routers for this DVR port e012a868-bd4d-4603-ad89-fda2d3ac57d0 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:08:53.371607 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4d7fa12b-7406-49a7-bb2f-a6db1e23103e req-c8685094-5a50-4c42-9d06-8ad24bc0038b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:53.375477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d7fa12b-7406-49a7-bb2f-a6db1e23103e req-c8685094-5a50-4c42-9d06-8ad24bc0038b tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.49 "DELETE /v2.0/ports/e012a868-bd4d-4603-ad89-fda2d3ac57d0 HTTP/1.1" status: 204 len: 173 time: 0.5024281 Jan 28 13:08:53.376554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670505a2-f244-4961-91b7-e03a4271a4bd', 'name': 'network-vif-deleted', 'tag': 'e012a868-bd4d-4603-ad89-fda2d3ac57d0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:08:53.378903 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad307ace-24d3-492e-9652-aca165371d3e" -d '{"events": [{"server_uuid": "670505a2-f244-4961-91b7-e03a4271a4bd", "name": "network-vif-deleted", "tag": "e012a868-bd4d-4603-ad89-fda2d3ac57d0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:08:53.432487 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84011353-3f70-4cdf-b327-3fc15add3929 x-openstack-request-id: req-84011353-3f70-4cdf-b327-3fc15add3929 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:08:53.432919 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670505a2-f244-4961-91b7-e03a4271a4bd", "name": "network-vif-deleted", "tag": "e012a868-bd4d-4603-ad89-fda2d3ac57d0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:08:53.433282 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84011353-3f70-4cdf-b327-3fc15add3929 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:08:53.433777 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670505a2-f244-4961-91b7-e03a4271a4bd', 'name': 'network-vif-deleted', 'tag': 'e012a868-bd4d-4603-ad89-fda2d3ac57d0', 'status': 'completed', 'code': 200} Jan 28 13:08:53.845205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-778d7dff-ed0c-4c7c-945a-86a29571fbaa req-69417437-aa38-49a0-95a6-b0af523bde46 tempest-AttachVolumeNegativeTest-7753901 tempest-AttachVolumeNegativeTest-7753901-project] 10.222.0.53 "GET /v2.0/ports?device_id=670505a2-f244-4961-91b7-e03a4271a4bd HTTP/1.1" status: 200 len: 210 time: 0.0377941 Jan 28 13:08:54.216139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b7a12-704d-4e0d-9b39-ee24a74ab911 req-e86538df-baf1-4e4d-9492-4b8c7abd364e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:54.217626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-077b7a12-704d-4e0d-9b39-ee24a74ab911 req-e86538df-baf1-4e4d-9492-4b8c7abd364e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 943 time: 0.0514743 Jan 28 13:08:54.244933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device cad4355a-5cd1-4ea1-9e42-95549d57fa5d details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:08:54.269111 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-077b7a12-704d-4e0d-9b39-ee24a74ab911 req-92828f8f-7759-4688-9c32-3a0e77f9f6d9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457592 Jan 28 13:08:54.345752 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port cad4355a-5cd1-4ea1-9e42-95549d57fa5d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=cad4355a-5cd1-4ea1-9e42-95549d57fa5d,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:08:54.358550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'port_id': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d', 'mac_address': 'fa:16:3e:7a:d8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:08:54.398768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port cad4355a-5cd1-4ea1-9e42-95549d57fa5d is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:08:54.399206 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:54.414319 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad4355a-5cd1-4ea1-9e42-95549d57fa5d {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:08:54.436074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port cad4355a-5cd1-4ea1-9e42-95549d57fa5d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=cad4355a-5cd1-4ea1-9e42-95549d57fa5d,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:08:54.442804 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:54.496855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=cad4355a-5cd1-4ea1-9e42-95549d57fa5d,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:54.652221 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['cad4355a-5cd1-4ea1-9e42-95549d57fa5d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:08:54.879841 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:54.912762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59220) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:54.959474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ca4a9c-d593-46b9-9fd2-8188d31902f4 admin admin] Deleting subnet 4ce465a0-33a3-4667-9750-aff269d14186 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:08:54.963120 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10ca4a9c-d593-46b9-9fd2-8188d31902f4 admin admin] Publish callbacks [] for subnet (4ce465a0-33a3-4667-9750-aff269d14186), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.008060 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10ca4a9c-d593-46b9-9fd2-8188d31902f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (4ce465a0-33a3-4667-9750-aff269d14186), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.054628 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10ca4a9c-d593-46b9-9fd2-8188d31902f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (4ce465a0-33a3-4667-9750-aff269d14186), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.117869 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10ca4a9c-d593-46b9-9fd2-8188d31902f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (4ce465a0-33a3-4667-9750-aff269d14186), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.148713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca4a9c-d593-46b9-9fd2-8188d31902f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce465a0-33a3-4667-9750-aff269d14186,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:55.153808 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10ca4a9c-d593-46b9-9fd2-8188d31902f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.159895 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-10ca4a9c-d593-46b9-9fd2-8188d31902f4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4ce465a0-33a3-4667-9750-aff269d14186 HTTP/1.1" status: 204 len: 168 time: 0.2455814 Jan 28 13:08:55.160516 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:55.242598 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d13fe4e6-c6b9-4785-b353-21972ee24ea1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.326653 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d13fe4e6-c6b9-4785-b353-21972ee24ea1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.355222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13fe4e6-c6b9-4785-b353-21972ee24ea1']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:08:55.365889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:08:55.366189 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f46acf-29ce-4d3f-a2f2-a1848f61e996') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:08:55.376753 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (e4f46acf-29ce-4d3f-a2f2-a1848f61e996), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.393786 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (e4f46acf-29ce-4d3f-a2f2-a1848f61e996), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.400506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:08:55.400918 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (e4f46acf-29ce-4d3f-a2f2-a1848f61e996), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:08:55.403661 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:08:55.410824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53becf0f-f569-4dde-bf67-a38617df686c req-d1f24884-483b-4388-a11f-9f0b675d8e19 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:55.412577 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53becf0f-f569-4dde-bf67-a38617df686c req-d1f24884-483b-4388-a11f-9f0b675d8e19 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 944 time: 0.0616734 Jan 28 13:08:55.470971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d13fe4e6-c6b9-4785-b353-21972ee24ea1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.478363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.488464 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d13fe4e6-c6b9-4785-b353-21972ee24ea1 HTTP/1.1" status: 204 len: 168 time: 0.3234403 Jan 28 13:08:55.497351 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Pushing event deleted for resources: {'Network': ['ID=d13fe4e6-c6b9-4785-b353-21972ee24ea1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:55.512220 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.512730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.512900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.513232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.513567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.513902 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.514233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.515089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.515436 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.515823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.516156 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.516487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.516809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f8aeca-a347-4177-9693-8949cd7fea74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:55.529814 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53becf0f-f569-4dde-bf67-a38617df686c req-0272219c-611b-4c57-8835-cfe698003e55 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063058 Jan 28 13:08:55.662111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59230) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:55.708444 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-29aafdef-6a52-4ead-891f-3da626261ff9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1fa67a9d38624894a00b1bdaaecc9bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449004 Jan 28 13:08:55.710888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:55.765408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31a9c0bc-a032-41af-afd6-c52e7aa1bf66 admin admin] Publish callbacks [] for security_group (374d8860-bb39-4a0c-a8ef-edde337ccf77), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.793824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31a9c0bc-a032-41af-afd6-c52e7aa1bf66 admin admin] Publish callbacks [] for security_group (374d8860-bb39-4a0c-a8ef-edde337ccf77), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.851689 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31a9c0bc-a032-41af-afd6-c52e7aa1bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (374d8860-bb39-4a0c-a8ef-edde337ccf77), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.854767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31a9c0bc-a032-41af-afd6-c52e7aa1bf66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:55.855990 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-31a9c0bc-a032-41af-afd6-c52e7aa1bf66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/374d8860-bb39-4a0c-a8ef-edde337ccf77 HTTP/1.1" status: 204 len: 168 time: 0.1440065 Jan 28 13:08:55.866194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9c0bc-a032-41af-afd6-c52e7aa1bf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374d8860-bb39-4a0c-a8ef-edde337ccf77,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:56.046486 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:56.244674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device cad4355a-5cd1-4ea1-9e42-95549d57fa5d up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:08:56.308748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port cad4355a-5cd1-4ea1-9e42-95549d57fa5d completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:08:56.314283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port cad4355a-5cd1-4ea1-9e42-95549d57fa5d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:08:56.314736 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:56.401616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port cad4355a-5cd1-4ea1-9e42-95549d57fa5d is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:08:56.401900 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:56.427503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:08:56.429736 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceefc36a-ac3c-49dc-81bc-6b34f4e4782c" -d '{"events": [{"server_uuid": "e2a1cb64-be4d-46f3-85e5-82987be1b31c", "name": "network-vif-plugged", "status": "completed", "tag": "cad4355a-5cd1-4ea1-9e42-95549d57fa5d"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:08:56.462528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port cad4355a-5cd1-4ea1-9e42-95549d57fa5d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=cad4355a-5cd1-4ea1-9e42-95549d57fa5d,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:08:56.473415 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:56.498425 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d99326-f760-4d84-aaa9-517eb2bf8e69 x-openstack-request-id: req-68d99326-f760-4d84-aaa9-517eb2bf8e69 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:08:56.498714 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a1cb64-be4d-46f3-85e5-82987be1b31c", "name": "network-vif-plugged", "status": "completed", "tag": "cad4355a-5cd1-4ea1-9e42-95549d57fa5d", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:08:56.499491 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68d99326-f760-4d84-aaa9-517eb2bf8e69 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:08:56.499912 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d', 'code': 200} Jan 28 13:08:56.543775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=cad4355a-5cd1-4ea1-9e42-95549d57fa5d,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:56.658669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c7d30-5389-40e6-afde-e460e5310508 req-cb0c74d2-8560-4cfc-92a2-e23bed6759bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:56.660585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c5c7d30-5389-40e6-afde-e460e5310508 req-cb0c74d2-8560-4cfc-92a2-e23bed6759bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 1096 time: 0.1004446 Jan 28 13:08:56.770296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0421a-0d13-491a-8a94-f28a66c0058f req-814a7277-6270-4b95-ab78-583708bbd013 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:56.771845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eff0421a-0d13-491a-8a94-f28a66c0058f req-814a7277-6270-4b95-ab78-583708bbd013 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 945 time: 0.1099944 Jan 28 13:08:56.775009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c5c7d30-5389-40e6-afde-e460e5310508 req-6e090e29-be6a-4eb4-bd6a-91df41cc85d3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975897 Jan 28 13:08:56.849894 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eff0421a-0d13-491a-8a94-f28a66c0058f req-898c6a4a-69fa-4230-a5a8-510f83696c42 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705724 Jan 28 13:08:57.372737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59288) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:57.509425 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff27ee78-20f4-4b75-a584-1a8003551fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:57.587642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff27ee78-20f4-4b75-a584-1a8003551fd6 admin admin] Publish callbacks [] for security_group (de86c526-1bb2-4c56-8314-9e0fddcfb948), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:57.591583 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff27ee78-20f4-4b75-a584-1a8003551fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (de86c526-1bb2-4c56-8314-9e0fddcfb948), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:57.632728 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ff27ee78-20f4-4b75-a584-1a8003551fd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0021b4c5c3ba415fb6bd283b52c2b3be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2588100 Jan 28 13:08:57.633692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27ee78-20f4-4b75-a584-1a8003551fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de86c526-1bb2-4c56-8314-9e0fddcfb948,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:57.635437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59294) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:57.692327 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a62c0379-1dd6-4ebc-9e38-3b2d7dafcbbf admin admin] Publish callbacks [] for security_group (de86c526-1bb2-4c56-8314-9e0fddcfb948), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:57.721783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a62c0379-1dd6-4ebc-9e38-3b2d7dafcbbf admin admin] Publish callbacks [] for security_group (de86c526-1bb2-4c56-8314-9e0fddcfb948), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:57.773348 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a62c0379-1dd6-4ebc-9e38-3b2d7dafcbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (de86c526-1bb2-4c56-8314-9e0fddcfb948), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:57.776351 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a62c0379-1dd6-4ebc-9e38-3b2d7dafcbbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:57.779873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a62c0379-1dd6-4ebc-9e38-3b2d7dafcbbf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de86c526-1bb2-4c56-8314-9e0fddcfb948 HTTP/1.1" status: 204 len: 168 time: 0.1432450 Jan 28 13:08:57.789408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c0379-1dd6-4ebc-9e38-3b2d7dafcbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de86c526-1bb2-4c56-8314-9e0fddcfb948,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:57.991204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702e329-31ce-485e-8d52-e74bbe56b39d req-df9a4a93-d99f-4b3a-b166-6879cfd04d2d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:57.992786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3702e329-31ce-485e-8d52-e74bbe56b39d req-df9a4a93-d99f-4b3a-b166-6879cfd04d2d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 945 time: 0.0571375 Jan 28 13:08:58.046848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3702e329-31ce-485e-8d52-e74bbe56b39d req-1a51b5eb-6ed4-4462-aadd-0aa6aa2eadca tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458796 Jan 28 13:08:58.151307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e012a868-bd4d-4603-ad89-fda2d3ac57d0 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:08:58.174316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: e012a868-bd4d-4603-ad89-fda2d3ac57d0 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:08:58.174848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device e012a868-bd4d-4603-ad89-fda2d3ac57d0 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:08:58.185069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d4294-0fde-4b57-95c8-65066c66469d req-cd35becd-3a17-4ed8-a6b5-04380de158d5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:58.186667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-656d4294-0fde-4b57-95c8-65066c66469d req-cd35becd-3a17-4ed8-a6b5-04380de158d5 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 945 time: 0.0681109 Jan 28 13:08:58.239610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-656d4294-0fde-4b57-95c8-65066c66469d req-3e3f161c-f392-4063-ba05-b9d1efbe7f32 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461137 Jan 28 13:08:58.271775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59316) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:58.545289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be830d-2bc3-4a07-94ca-6c79e9007385 tempest-TestVolumeBootPattern-101551383 tempest-TestVolumeBootPattern-101551383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:58.550568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59328) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:58.550720 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f6be830d-2bc3-4a07-94ca-6c79e9007385 tempest-TestVolumeBootPattern-101551383 tempest-TestVolumeBootPattern-101551383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 1091 time: 0.2774732 Jan 28 13:08:58.555769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:08:58.581814 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:58.703881 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:58.824598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Allocated IP 172.25.7.126 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/e9fe3a60-073b-41bd-9c6d-749074fd32ed) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:08:58.945180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (e9fe3a60-073b-41bd-9c6d-749074fd32ed), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:58.980978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e9fe3a60-073b-41bd-9c6d-749074fd32ed), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:59.017538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:08:59.020748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:08:59.024265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:08:59.059693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=e9fe3a60-073b-41bd-9c6d-749074fd32ed,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:59.762956 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (46728147-8f84-4f3e-8dfa-972eb2c25b48), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:59.864230 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e9fe3a60-073b-41bd-9c6d-749074fd32ed), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:00.048338 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for port (e9fe3a60-073b-41bd-9c6d-749074fd32ed), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:00.065722 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (e9fe3a60-073b-41bd-9c6d-749074fd32ed), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:00.158289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event updated for resources: {'Port': ['ID=e9fe3a60-073b-41bd-9c6d-749074fd32ed,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:00.167260 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59366) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:00.173472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d359a6c-ae7f-489d-a03c-03c60c5793ea req-4871303e-acad-4c6e-9b74-cd5b6dfabd4e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:00.174970 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d359a6c-ae7f-489d-a03c-03c60c5793ea req-4871303e-acad-4c6e-9b74-cd5b6dfabd4e tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 946 time: 0.1226227 Jan 28 13:09:00.180485 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (46728147-8f84-4f3e-8dfa-972eb2c25b48), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:00.289731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c9b503c-ddf6-4acf-acae-e1a731c70442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:00.301341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d359a6c-ae7f-489d-a03c-03c60c5793ea req-20c58644-19e4-4b09-a1b3-6b1bbf00ab41 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180234 Jan 28 13:09:00.331713 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Floating IP 46728147-8f84-4f3e-8dfa-972eb2c25b48 associated. External IP: 172.25.7.126, port: cad4355a-5cd1-4ea1-9e42-95549d57fa5d. Jan 28 13:09:00.380373 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c9b503c-ddf6-4acf-acae-e1a731c70442 admin admin] Publish callbacks [] for security_group (813dfd5f-6f57-4cf3-bb0c-659616d3f863), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:00.384421 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c9b503c-ddf6-4acf-acae-e1a731c70442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (813dfd5f-6f57-4cf3-bb0c-659616d3f863), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:00.425467 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8c9b503c-ddf6-4acf-acae-e1a731c70442 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69ee2d9ed383496ab427e31aa2a80fe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2568426 Jan 28 13:09:00.426360 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b503c-ddf6-4acf-acae-e1a731c70442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813dfd5f-6f57-4cf3-bb0c-659616d3f863,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:00.428968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59370) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:00.486616 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6a259f5-9005-4136-8f9f-900d39c61b74 admin admin] Publish callbacks [] for security_group (813dfd5f-6f57-4cf3-bb0c-659616d3f863), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:00.507790 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6a259f5-9005-4136-8f9f-900d39c61b74 admin admin] Publish callbacks [] for security_group (813dfd5f-6f57-4cf3-bb0c-659616d3f863), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:00.556903 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6a259f5-9005-4136-8f9f-900d39c61b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (813dfd5f-6f57-4cf3-bb0c-659616d3f863), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:00.559948 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6a259f5-9005-4136-8f9f-900d39c61b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:00.561113 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e6a259f5-9005-4136-8f9f-900d39c61b74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/813dfd5f-6f57-4cf3-bb0c-659616d3f863 HTTP/1.1" status: 204 len: 168 time: 0.1315541 Jan 28 13:09:00.571823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a259f5-9005-4136-8f9f-900d39c61b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813dfd5f-6f57-4cf3-bb0c-659616d3f863,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:00.591545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Router a9a85840-777c-4350-92be-e43a10c9e792 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:09:00.709899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:09:00.720497 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4bd3ab-90ac-4b42-abed-adbef72a8881 None None] Sync routers for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:09:00.730739 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4bd3ab-90ac-4b42-abed-adbef72a8881 None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:09:00.731510 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ae4bd3ab-90ac-4b42-abed-adbef72a8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:08:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:00.735107 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:00.763586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6010fb14-7d94-40cd-90a8-5c6d943c4bfc tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2114446 Jan 28 13:09:00.764291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'tag': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:09:00.767007 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b257492f-a432-4f1a-bc8a-06fcbd573a43" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a1cb64-be4d-46f3-85e5-82987be1b31c", "tag": "cad4355a-5cd1-4ea1-9e42-95549d57fa5d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:09:00.808154 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27b83af-498f-4c52-bf86-fba2a0f3315e x-openstack-request-id: req-f27b83af-498f-4c52-bf86-fba2a0f3315e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:09:00.808549 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a1cb64-be4d-46f3-85e5-82987be1b31c", "tag": "cad4355a-5cd1-4ea1-9e42-95549d57fa5d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:09:00.808917 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f27b83af-498f-4c52-bf86-fba2a0f3315e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:09:00.809411 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'tag': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d', 'status': 'completed', 'code': 200} Jan 28 13:09:00.859439 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ae4bd3ab-90ac-4b42-abed-adbef72a8881 None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:09:00.880627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257492f-a432-4f1a-bc8a-06fcbd573a43 req-6175492d-e937-4072-92df-e24beca15288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:00.883951 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b257492f-a432-4f1a-bc8a-06fcbd573a43 req-6175492d-e937-4072-92df-e24beca15288 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 1096 time: 0.0517452 Jan 28 13:09:00.883951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59380) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:00.906132 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9da23f0-9a95-4452-81ff-b63168ec8c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:01.013509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257492f-a432-4f1a-bc8a-06fcbd573a43 req-1111bb44-3990-4783-9aad-0605ea8222c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:01.015847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b257492f-a432-4f1a-bc8a-06fcbd573a43 req-1111bb44-3990-4783-9aad-0605ea8222c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.1245332 Jan 28 13:09:01.094735 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ae4bd3ab-90ac-4b42-abed-adbef72a8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '46728147-8f84-4f3e-8dfa-972eb2c25b48', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:7a:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:08:59Z', 'updated_at': '2022-01-28T13:08:59Z', 'revision_number': 0, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}, {'id': '89ca019a-c83c-447a-b75a-89d0819a43c5', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': '44037912-2263-492a-84d9-202d2fdb5b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:ca:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:06:28Z', 'updated_at': '2022-01-28T13:06:30Z', 'revision_number': 1, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:01.103591 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9da23f0-9a95-4452-81ff-b63168ec8c41 admin admin] Publish callbacks [] for security_group (64dfb1b0-1b74-4cbb-a54a-8122876f57c3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:01.106436 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b257492f-a432-4f1a-bc8a-06fcbd573a43 req-b4db3a17-3913-4947-b2e8-511e95aa3898 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad4355a-5cd1-4ea1-9e42-95549d57fa5d HTTP/1.1" status: 200 len: 999 time: 0.0851157 Jan 28 13:09:01.107959 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9da23f0-9a95-4452-81ff-b63168ec8c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (64dfb1b0-1b74-4cbb-a54a-8122876f57c3), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:01.124956 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4bd3ab-90ac-4b42-abed-adbef72a8881 None None] Checking router: a9a85840-777c-4350-92be-e43a10c9e792 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:09:01.132916 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4bd3ab-90ac-4b42-abed-adbef72a8881 None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:09:01.133529 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ae4bd3ab-90ac-4b42-abed-adbef72a8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:08:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:01.183416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da23f0-9a95-4452-81ff-b63168ec8c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dfb1b0-1b74-4cbb-a54a-8122876f57c3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:01.188381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b9da23f0-9a95-4452-81ff-b63168ec8c41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b28997c62724084a52742eebca7cded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029912 Jan 28 13:09:01.190961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:01.200549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257492f-a432-4f1a-bc8a-06fcbd573a43 req-430fa6de-3c9b-4267-ae95-fce5e3d1ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:01.202143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b257492f-a432-4f1a-bc8a-06fcbd573a43 req-430fa6de-3c9b-4267-ae95-fce5e3d1ad32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0883610 Jan 28 13:09:01.240073 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ae4bd3ab-90ac-4b42-abed-adbef72a8881 None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:09:01.278508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257492f-a432-4f1a-bc8a-06fcbd573a43 req-783039f6-5ab6-417e-bb7e-bcab1179421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:01.280124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b257492f-a432-4f1a-bc8a-06fcbd573a43 req-783039f6-5ab6-417e-bb7e-bcab1179421d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722389 Jan 28 13:09:01.283769 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16ba730b-6a09-49a3-9a4c-4a586e1a36fe admin admin] Publish callbacks [] for security_group (64dfb1b0-1b74-4cbb-a54a-8122876f57c3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:01.350174 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16ba730b-6a09-49a3-9a4c-4a586e1a36fe admin admin] Publish callbacks [] for security_group (64dfb1b0-1b74-4cbb-a54a-8122876f57c3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:01.443126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b257492f-a432-4f1a-bc8a-06fcbd573a43 req-15850267-5929-44ff-bc54-2e6319558c25 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565857 Jan 28 13:09:01.489173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540d9c0-0681-43cd-a1d9-ef73f8b2a268 req-2011a1bf-a143-4968-8d41-f695ef0c8b01 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:01.490651 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6540d9c0-0681-43cd-a1d9-ef73f8b2a268 req-2011a1bf-a143-4968-8d41-f695ef0c8b01 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/ports?device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 946 time: 0.1117547 Jan 28 13:09:01.499212 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ae4bd3ab-90ac-4b42-abed-adbef72a8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '46728147-8f84-4f3e-8dfa-972eb2c25b48', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:7a:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:08:59Z', 'updated_at': '2022-01-28T13:08:59Z', 'revision_number': 0, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}, {'id': '89ca019a-c83c-447a-b75a-89d0819a43c5', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': '44037912-2263-492a-84d9-202d2fdb5b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:ca:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:06:28Z', 'updated_at': '2022-01-28T13:06:30Z', 'revision_number': 1, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:01.527955 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16ba730b-6a09-49a3-9a4c-4a586e1a36fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (64dfb1b0-1b74-4cbb-a54a-8122876f57c3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:01.531373 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16ba730b-6a09-49a3-9a4c-4a586e1a36fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:01.534954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-16ba730b-6a09-49a3-9a4c-4a586e1a36fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64dfb1b0-1b74-4cbb-a54a-8122876f57c3 HTTP/1.1" status: 204 len: 168 time: 0.3406036 Jan 28 13:09:01.538085 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4bd3ab-90ac-4b42-abed-adbef72a8881 None None] The sync data for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 is: [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '46728147-8f84-4f3e-8dfa-972eb2c25b48', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:7a:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:08:59Z', 'updated_at': '2022-01-28T13:08:59Z', 'revision_number': 0, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}, {'id': '89ca019a-c83c-447a-b75a-89d0819a43c5', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': '44037912-2263-492a-84d9-202d2fdb5b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:ca:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:06:28Z', 'updated_at': '2022-01-28T13:06:30Z', 'revision_number': 1, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:09:01.570276 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba730b-6a09-49a3-9a4c-4a586e1a36fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dfb1b0-1b74-4cbb-a54a-8122876f57c3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:01.638199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62e959-127a-442b-af86-d39d528fbc5d req-e9900562-29ca-4eef-ad26-b0933f2a72ed tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:01.639740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e62e959-127a-442b-af86-d39d528fbc5d req-e9900562-29ca-4eef-ad26-b0933f2a72ed tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.49 "GET /v2.0/ports?device_id=f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4 HTTP/1.1" status: 200 len: 946 time: 0.1808562 Jan 28 13:09:01.658276 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6540d9c0-0681-43cd-a1d9-ef73f8b2a268 req-be9feab7-eefe-4dac-bbb6-7373c09f1844 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.53 "GET /v2.0/security-groups?id=81df6160-4cbd-4ba0-b804-0d1f4502e6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246934 Jan 28 13:09:01.660257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b257492f-a432-4f1a-bc8a-06fcbd573a43 req-699211ae-c63b-4ae8-b678-a6dcbf73b053 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112863 Jan 28 13:09:01.744877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8e62e959-127a-442b-af86-d39d528fbc5d req-132e6ce3-a161-4534-b435-759e977729c0 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Deleting port 18868e32-fd3e-4765-bd1d-8a20c128ec13 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:01.745367 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8e62e959-127a-442b-af86-d39d528fbc5d req-132e6ce3-a161-4534-b435-759e977729c0 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:01.808651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2acce-07c6-4e9c-a949-42c1aefcf86f None None] New status for floating IP 46728147-8f84-4f3e-8dfa-972eb2c25b48: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:09:01.849843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8e62e959-127a-442b-af86-d39d528fbc5d req-132e6ce3-a161-4534-b435-759e977729c0 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] For port 18868e32-fd3e-4765-bd1d-8a20c128ec13, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=18868e32-fd3e-4765-bd1d-8a20c128ec13,segment=NetworkSegment(5445c741-9469-4426-8cfa-7788254b8361),segment_id=5445c741-9469-4426-8cfa-7788254b8361)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:09:01.850325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8e62e959-127a-442b-af86-d39d528fbc5d req-132e6ce3-a161-4534-b435-759e977729c0 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:01.866960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8e62e959-127a-442b-af86-d39d528fbc5d req-132e6ce3-a161-4534-b435-759e977729c0 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Calling delete_port for 18868e32-fd3e-4765-bd1d-8a20c128ec13 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:02.012208 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8e62e959-127a-442b-af86-d39d528fbc5d req-132e6ce3-a161-4534-b435-759e977729c0 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (18868e32-fd3e-4765-bd1d-8a20c128ec13), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:02.025766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['18868e32-fd3e-4765-bd1d-8a20c128ec13'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:09:02.042403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e6ce3-a161-4534-b435-759e977729c0 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Pushing event deleted for resources: {'Port': ['ID=18868e32-fd3e-4765-bd1d-8a20c128ec13,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:02.092891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e62e959-127a-442b-af86-d39d528fbc5d req-132e6ce3-a161-4534-b435-759e977729c0 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] No DVR routers for this DVR port 18868e32-fd3e-4765-bd1d-8a20c128ec13 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:09:02.097811 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8e62e959-127a-442b-af86-d39d528fbc5d req-132e6ce3-a161-4534-b435-759e977729c0 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:02.101455 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e62e959-127a-442b-af86-d39d528fbc5d req-132e6ce3-a161-4534-b435-759e977729c0 tempest-VolumesSnapshotTestJSON-15890812 tempest-VolumesSnapshotTestJSON-15890812-project] 10.222.0.49 "DELETE /v2.0/ports/18868e32-fd3e-4765-bd1d-8a20c128ec13 HTTP/1.1" status: 204 len: 173 time: 0.4557953 Jan 28 13:09:02.810674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4', 'name': 'network-vif-deleted', 'tag': '18868e32-fd3e-4765-bd1d-8a20c128ec13'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:09:02.814160 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0213c9-076c-451f-b625-129c55a60cfb" -d '{"events": [{"server_uuid": "f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4", "name": "network-vif-deleted", "tag": "18868e32-fd3e-4765-bd1d-8a20c128ec13"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:09:02.859501 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a75a9c7-7c77-42a6-96d8-b10124d3404e x-openstack-request-id: req-7a75a9c7-7c77-42a6-96d8-b10124d3404e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:09:02.860071 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4", "name": "network-vif-deleted", "tag": "18868e32-fd3e-4765-bd1d-8a20c128ec13", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:09:02.861072 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a75a9c7-7c77-42a6-96d8-b10124d3404e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:09:02.861699 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f445a7e0-d2c5-48cf-8aac-1bcf1b795ae4', 'name': 'network-vif-deleted', 'tag': '18868e32-fd3e-4765-bd1d-8a20c128ec13', 'status': 'completed', 'code': 200} Jan 28 13:09:03.937693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59452) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:04.054198 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-572f7a3e-8af3-4aaf-a412-3a48df13b771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.144086 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-572f7a3e-8af3-4aaf-a412-3a48df13b771 admin admin] Publish callbacks [] for security_group (ad191643-7924-4f72-83b6-4c93dc96193c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.148003 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-572f7a3e-8af3-4aaf-a412-3a48df13b771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ad191643-7924-4f72-83b6-4c93dc96193c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.190016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-572f7a3e-8af3-4aaf-a412-3a48df13b771 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57292be684544043926f59858a19976a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489462 Jan 28 13:09:04.190016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f7a3e-8af3-4aaf-a412-3a48df13b771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad191643-7924-4f72-83b6-4c93dc96193c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:04.190425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:04.253098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7566118c-a06a-4965-9137-75b65b07488d admin admin] Publish callbacks [] for security_group (ad191643-7924-4f72-83b6-4c93dc96193c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.277375 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7566118c-a06a-4965-9137-75b65b07488d admin admin] Publish callbacks [] for security_group (ad191643-7924-4f72-83b6-4c93dc96193c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.332376 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7566118c-a06a-4965-9137-75b65b07488d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ad191643-7924-4f72-83b6-4c93dc96193c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.335037 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7566118c-a06a-4965-9137-75b65b07488d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.336243 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7566118c-a06a-4965-9137-75b65b07488d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad191643-7924-4f72-83b6-4c93dc96193c HTTP/1.1" status: 204 len: 168 time: 0.1430917 Jan 28 13:09:04.345181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566118c-a06a-4965-9137-75b65b07488d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad191643-7924-4f72-83b6-4c93dc96193c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:04.601729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59464) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:04.614947 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fe66cb7-8426-42f1-8e4f-2ff4f6444dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.690751 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fe66cb7-8426-42f1-8e4f-2ff4f6444dc2 admin admin] Publish callbacks [] for security_group (6128e658-ea4c-4dd4-a503-28c37ff794b9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.694559 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fe66cb7-8426-42f1-8e4f-2ff4f6444dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6128e658-ea4c-4dd4-a503-28c37ff794b9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.733105 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4fe66cb7-8426-42f1-8e4f-2ff4f6444dc2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d06af897f44042048d3e3513021b0a23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303017 Jan 28 13:09:04.734278 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe66cb7-8426-42f1-8e4f-2ff4f6444dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6128e658-ea4c-4dd4-a503-28c37ff794b9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:04.736011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59466) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:04.784199 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b552804b-637f-4741-bd50-3168033480ab admin admin] Publish callbacks [] for security_group (6128e658-ea4c-4dd4-a503-28c37ff794b9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.805480 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b552804b-637f-4741-bd50-3168033480ab admin admin] Publish callbacks [] for security_group (6128e658-ea4c-4dd4-a503-28c37ff794b9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.855940 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b552804b-637f-4741-bd50-3168033480ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6128e658-ea4c-4dd4-a503-28c37ff794b9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.858505 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b552804b-637f-4741-bd50-3168033480ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:04.859733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b552804b-637f-4741-bd50-3168033480ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6128e658-ea4c-4dd4-a503-28c37ff794b9 HTTP/1.1" status: 204 len: 168 time: 0.1226976 Jan 28 13:09:04.867528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552804b-637f-4741-bd50-3168033480ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6128e658-ea4c-4dd4-a503-28c37ff794b9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:05.843392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59500) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:05.951511 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e50d05b-e9e7-44db-9eef-9be8b9d0d070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:06.027239 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e50d05b-e9e7-44db-9eef-9be8b9d0d070 admin admin] Publish callbacks [] for security_group (f9de4574-e4bf-4ef5-a02a-9af739e28b8a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:06.032125 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e50d05b-e9e7-44db-9eef-9be8b9d0d070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f9de4574-e4bf-4ef5-a02a-9af739e28b8a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:06.070479 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7e50d05b-e9e7-44db-9eef-9be8b9d0d070 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ccd185c87a84d4e82768ab142328e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2247708 Jan 28 13:09:06.071450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50d05b-e9e7-44db-9eef-9be8b9d0d070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9de4574-e4bf-4ef5-a02a-9af739e28b8a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:06.073298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59504) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:06.130001 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa352-2306-47c0-9735-d836cb173d5f admin admin] Publish callbacks [] for security_group (f9de4574-e4bf-4ef5-a02a-9af739e28b8a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:06.151968 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa352-2306-47c0-9735-d836cb173d5f admin admin] Publish callbacks [] for security_group (f9de4574-e4bf-4ef5-a02a-9af739e28b8a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:06.197916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 18868e32-fd3e-4765-bd1d-8a20c128ec13 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:09:06.206396 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa352-2306-47c0-9735-d836cb173d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f9de4574-e4bf-4ef5-a02a-9af739e28b8a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:06.209229 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa352-2306-47c0-9735-d836cb173d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:06.213195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8a8fa352-2306-47c0-9735-d836cb173d5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9de4574-e4bf-4ef5-a02a-9af739e28b8a HTTP/1.1" status: 204 len: 168 time: 0.1383748 Jan 28 13:09:06.223012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fa352-2306-47c0-9735-d836cb173d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9de4574-e4bf-4ef5-a02a-9af739e28b8a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:06.224748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 18868e32-fd3e-4765-bd1d-8a20c128ec13 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:09:06.225282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 18868e32-fd3e-4765-bd1d-8a20c128ec13 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:09:07.703651 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:07.813731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4086e156-65c2-412d-aeba-896724b90b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:07.888150 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4086e156-65c2-412d-aeba-896724b90b70 admin admin] Publish callbacks [] for security_group (f295ab68-c101-4279-a499-7bbbf1113f84), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:07.891751 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4086e156-65c2-412d-aeba-896724b90b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f295ab68-c101-4279-a499-7bbbf1113f84), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:07.931666 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4086e156-65c2-412d-aeba-896724b90b70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f968376b1bb41fe93ed0af0b51dbbfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268035 Jan 28 13:09:07.932325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086e156-65c2-412d-aeba-896724b90b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f295ab68-c101-4279-a499-7bbbf1113f84,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:07.934589 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59566) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:07.987259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d31ea7d7-8300-4762-80ef-3adb36bfc2ec admin admin] Publish callbacks [] for security_group (f295ab68-c101-4279-a499-7bbbf1113f84), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:08.010181 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d31ea7d7-8300-4762-80ef-3adb36bfc2ec admin admin] Publish callbacks [] for security_group (f295ab68-c101-4279-a499-7bbbf1113f84), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:08.062193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d31ea7d7-8300-4762-80ef-3adb36bfc2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f295ab68-c101-4279-a499-7bbbf1113f84), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:08.065063 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d31ea7d7-8300-4762-80ef-3adb36bfc2ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:08.066282 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d31ea7d7-8300-4762-80ef-3adb36bfc2ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f295ab68-c101-4279-a499-7bbbf1113f84 HTTP/1.1" status: 204 len: 168 time: 0.1306889 Jan 28 13:09:08.074603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ea7d7-8300-4762-80ef-3adb36bfc2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f295ab68-c101-4279-a499-7bbbf1113f84,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:09.428697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59622) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:09.541541 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-942eed01-aa70-4969-b627-033c9040aca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:09.622996 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-942eed01-aa70-4969-b627-033c9040aca1 admin admin] Publish callbacks [] for security_group (fe7b5892-07e0-4791-937d-00d9d27a6fea), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:09.627184 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-942eed01-aa70-4969-b627-033c9040aca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fe7b5892-07e0-4791-937d-00d9d27a6fea), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:09.666193 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942eed01-aa70-4969-b627-033c9040aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7b5892-07e0-4791-937d-00d9d27a6fea,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:09.673656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59626) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:09.674181 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-942eed01-aa70-4969-b627-033c9040aca1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a5036aeaa6a44e0a49f628782dc8124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439978 Jan 28 13:09:09.741306 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa549bfa-f953-45d7-8d38-c729a85fcd28 admin admin] Publish callbacks [] for security_group (fe7b5892-07e0-4791-937d-00d9d27a6fea), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:09.764802 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa549bfa-f953-45d7-8d38-c729a85fcd28 admin admin] Publish callbacks [] for security_group (fe7b5892-07e0-4791-937d-00d9d27a6fea), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:09.810496 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa549bfa-f953-45d7-8d38-c729a85fcd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fe7b5892-07e0-4791-937d-00d9d27a6fea), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:09.814821 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa549bfa-f953-45d7-8d38-c729a85fcd28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:09.816241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-aa549bfa-f953-45d7-8d38-c729a85fcd28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe7b5892-07e0-4791-937d-00d9d27a6fea HTTP/1.1" status: 204 len: 168 time: 0.1413612 Jan 28 13:09:09.824120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa549bfa-f953-45d7-8d38-c729a85fcd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7b5892-07e0-4791-937d-00d9d27a6fea,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:11.071219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59666) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:11.217418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-440841921'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:11.240650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Made reservation on behalf of ab245bfb818244e98a41c66defaf6ce8 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:11.244012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:11.253535 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:11.339587 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks [] for security_group (67538976-c612-4ed8-b82f-945eed0dac22), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:11.344248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (67538976-c612-4ed8-b82f-945eed0dac22), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:11.371750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:09:11.381857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67538976-c612-4ed8-b82f-945eed0dac22,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:11.386783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8f1d9656-8ff2-41e5-a657-24f0f30e1e2d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:11.387198 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Added segment 8f1d9656-8ff2-41e5-a657-24f0f30e1e2d of type vlan for network 8682c4cb-1379-4471-8011-b008810a1ab8 Jan 28 13:09:11.434974 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (8682c4cb-1379-4471-8011-b008810a1ab8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:11.469456 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (8682c4cb-1379-4471-8011-b008810a1ab8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:11.474549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:11.475145 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:11.542665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4702423 Jan 28 13:09:11.546934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59670) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:11.552267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9e3bdb9d-2623-43f0-bfad-fc0c9017678a tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Request body: {'subnet': {'network_id': '8682c4cb-1379-4471-8011-b008810a1ab8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:11.552952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd6174-dd67-4f68-8ef8-6bb9b9695a68 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Pushing event updated for resources: {'Network': ['ID=8682c4cb-1379-4471-8011-b008810a1ab8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:11.564933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 8682c4cb-1379-4471-8011-b008810a1ab8 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:09:11.662267 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3bdb9d-2623-43f0-bfad-fc0c9017678a tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Made reservation on behalf of ab245bfb818244e98a41c66defaf6ce8 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:11.666031 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdb9d-2623-43f0-bfad-fc0c9017678a tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:11.855603 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdb9d-2623-43f0-bfad-fc0c9017678a tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (89de29ff-d6e4-4bd6-ac84-cfb5e29072c0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:11.924372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bdb9d-2623-43f0-bfad-fc0c9017678a tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Pushing event updated for resources: {'Subnet': ['ID=89de29ff-d6e4-4bd6-ac84-cfb5e29072c0,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:11.931468 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3bdb9d-2623-43f0-bfad-fc0c9017678a tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Checking segment: {'id': '8f1d9656-8ff2-41e5-a657-24f0f30e1e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8682c4cb-1379-4471-8011-b008810a1ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:09:11.931828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3bdb9d-2623-43f0-bfad-fc0c9017678a tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Network hostable DHCP agents. Network: 8682c4cb-1379-4471-8011-b008810a1ab8, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:09:11.950165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3bdb9d-2623-43f0-bfad-fc0c9017678a tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Network 8682c4cb-1379-4471-8011-b008810a1ab8 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:09:11.960760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9e3bdb9d-2623-43f0-bfad-fc0c9017678a tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 8682c4cb-1379-4471-8011-b008810a1ab8) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:11.965769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3bdb9d-2623-43f0-bfad-fc0c9017678a tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:11.966847 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdb9d-2623-43f0-bfad-fc0c9017678a tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:11.971100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d0c89a-b7e7-4d39-bb6c-9c28a9b9675e None None] Network 8682c4cb-1379-4471-8011-b008810a1ab8 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:09:11.991977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59674) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:11.992272 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9e3bdb9d-2623-43f0-bfad-fc0c9017678a tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4440606 Jan 28 13:09:12.001861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Request body: {'port': {'network_id': '8682c4cb-1379-4471-8011-b008810a1ab8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-327591921'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:12.101799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-8682c4cb-1379-4471-8011-b008810a1ab8', 'network_id': '8682c4cb-1379-4471-8011-b008810a1ab8', 'project_id': 'ab245bfb818244e98a41c66defaf6ce8', 'fixed_ips': [{'subnet_id': '89de29ff-d6e4-4bd6-ac84-cfb5e29072c0'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:09:12.102924 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:12.132917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Made reservation on behalf of ab245bfb818244e98a41c66defaf6ce8 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:12.138173 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:12.159536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] device_id is not set on port 3ad5cbb1-4411-46ba-8a4b-3293a05d55f9 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:09:12.248297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Allocated IP 172.20.0.2 (8682c4cb-1379-4471-8011-b008810a1ab8/89de29ff-d6e4-4bd6-ac84-cfb5e29072c0/4a13fe77-9c1f-4451-aa44-20d8940b4c26) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:09:12.400224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Publish callbacks [] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:12.407268 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:12.458833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Network 8682c4cb-1379-4471-8011-b008810a1ab8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:12.460980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:12.464415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:12.472750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Allocated IP 172.20.0.8 (8682c4cb-1379-4471-8011-b008810a1ab8/89de29ff-d6e4-4bd6-ac84-cfb5e29072c0/3ad5cbb1-4411-46ba-8a4b-3293a05d55f9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:09:12.477934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Pushing event updated for resources: {'Port': ['ID=4a13fe77-9c1f-4451-aa44-20d8940b4c26,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:12.501186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.501467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.501816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.502580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.502580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.502836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.503142 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.503501 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.503827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.504294 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.504739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.505064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.505393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:12.543579 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Attempting to bind port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:12.543960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Attempting to bind port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '8f1d9656-8ff2-41e5-a657-24f0f30e1e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8682c4cb-1379-4471-8011-b008810a1ab8'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:12.544337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Attempting to bind port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 on network 8682c4cb-1379-4471-8011-b008810a1ab8 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:12.550129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:09:12.550518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Checking segment: {'id': '8f1d9656-8ff2-41e5-a657-24f0f30e1e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8682c4cb-1379-4471-8011-b008810a1ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:09:12.551089 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:12.551806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Bound using segment: {'id': '8f1d9656-8ff2-41e5-a657-24f0f30e1e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8682c4cb-1379-4471-8011-b008810a1ab8'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:09:12.552279 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Bound port: 4a13fe77-9c1f-4451-aa44-20d8940b4c26, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1d9656-8ff2-41e5-a657-24f0f30e1e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8682c4cb-1379-4471-8011-b008810a1ab8'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:09:12.552667 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:12.630012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] For port 4a13fe77-9c1f-4451-aa44-20d8940b4c26, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:09:12.635801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] For port 4a13fe77-9c1f-4451-aa44-20d8940b4c26, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4a13fe77-9c1f-4451-aa44-20d8940b4c26,segment=NetworkSegment(8f1d9656-8ff2-41e5-a657-24f0f30e1e2d),segment_id=8f1d9656-8ff2-41e5-a657-24f0f30e1e2d)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:09:12.640503 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:12.646050 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks [] for port (3ad5cbb1-4411-46ba-8a4b-3293a05d55f9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:12.688016 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3ad5cbb1-4411-46ba-8a4b-3293a05d55f9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:12.705597 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ceb3a5-3d0a-439a-af5a-a1ae91236000 None None] Pushing event updated for resources: {'Port': ['ID=4a13fe77-9c1f-4451-aa44-20d8940b4c26,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:12.738290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Network 8682c4cb-1379-4471-8011-b008810a1ab8 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:12.741506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:12.745571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:12.774546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Pushing event updated for resources: {'Port': ['ID=3ad5cbb1-4411-46ba-8a4b-3293a05d55f9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:12.807200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:12.808127 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:12.833648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-afc316e3-c6ff-497b-b493-e8f89d2580d0 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8399138 Jan 28 13:09:12.836769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59676) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:12.946597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-88c9af45-aff9-42ad-99e6-6c6cb3fde635 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Deleting port 3ad5cbb1-4411-46ba-8a4b-3293a05d55f9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:12.946944 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88c9af45-aff9-42ad-99e6-6c6cb3fde635 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3ad5cbb1-4411-46ba-8a4b-3293a05d55f9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:13.049622 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88c9af45-aff9-42ad-99e6-6c6cb3fde635 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3ad5cbb1-4411-46ba-8a4b-3293a05d55f9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:13.064235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-88c9af45-aff9-42ad-99e6-6c6cb3fde635 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Calling delete_port for 3ad5cbb1-4411-46ba-8a4b-3293a05d55f9 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:13.211138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88c9af45-aff9-42ad-99e6-6c6cb3fde635 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3ad5cbb1-4411-46ba-8a4b-3293a05d55f9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:13.241876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9af45-aff9-42ad-99e6-6c6cb3fde635 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Pushing event deleted for resources: {'Port': ['ID=3ad5cbb1-4411-46ba-8a4b-3293a05d55f9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:13.316945 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88c9af45-aff9-42ad-99e6-6c6cb3fde635 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:13.320634 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-88c9af45-aff9-42ad-99e6-6c6cb3fde635 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] 10.222.0.53 "DELETE /v2.0/ports/3ad5cbb1-4411-46ba-8a4b-3293a05d55f9 HTTP/1.1" status: 204 len: 168 time: 0.4828825 Jan 28 13:09:13.323110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59680) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:13.382285 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5af94f3d-fd52-4399-a759-0f2442cd5765 tempest-DHCPAgentSchedulersTestJSON-223752083 tempest-DHCPAgentSchedulersTestJSON-223752083-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.0580268 Jan 28 13:09:13.384972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59684) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:13.390554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ec621cbd-fb22-45a4-9a3b-61e23ecf2002 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-44018124'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:13.415375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec621cbd-fb22-45a4-9a3b-61e23ecf2002 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Made reservation on behalf of ab245bfb818244e98a41c66defaf6ce8 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:13.419226 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec621cbd-fb22-45a4-9a3b-61e23ecf2002 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:13.445446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec621cbd-fb22-45a4-9a3b-61e23ecf2002 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:09:13.459460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec621cbd-fb22-45a4-9a3b-61e23ecf2002 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f965eb8c-c766-42ed-a0b3-5198098cb6e2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:13.460118 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-ec621cbd-fb22-45a4-9a3b-61e23ecf2002 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Added segment f965eb8c-c766-42ed-a0b3-5198098cb6e2 of type vlan for network a6570375-8314-4bd2-8b44-562e35dcf1af Jan 28 13:09:13.508612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec621cbd-fb22-45a4-9a3b-61e23ecf2002 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a6570375-8314-4bd2-8b44-562e35dcf1af), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:13.536462 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec621cbd-fb22-45a4-9a3b-61e23ecf2002 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a6570375-8314-4bd2-8b44-562e35dcf1af), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:13.542184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec621cbd-fb22-45a4-9a3b-61e23ecf2002 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:13.542184 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec621cbd-fb22-45a4-9a3b-61e23ecf2002 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:13.607248 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59686) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:13.607900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ec621cbd-fb22-45a4-9a3b-61e23ecf2002 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.2213326 Jan 28 13:09:13.626483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec621cbd-fb22-45a4-9a3b-61e23ecf2002 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Pushing event updated for resources: {'Network': ['ID=a6570375-8314-4bd2-8b44-562e35dcf1af,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:13.638305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a6570375-8314-4bd2-8b44-562e35dcf1af details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:09:13.780569 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-60dff779-8de5-4313-9d31-3e2684195e3a tempest-DHCPAgentSchedulersTestJSON-223752083 tempest-DHCPAgentSchedulersTestJSON-223752083-project-admin] 10.222.0.53 "GET /v2.0/agents/9418cafb-2569-4776-8f79-208b43be93f0/dhcp-networks HTTP/1.1" status: 200 len: 5692 time: 0.1710556 Jan 28 13:09:13.783043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59688) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:13.825322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e61344-cc69-4fca-b100-4930962f0ef9 None None] Network 8682c4cb-1379-4471-8011-b008810a1ab8 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:09:13.876440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cab735-9c82-4310-81c2-a0101f85deec tempest-DHCPAgentSchedulersTestJSON-223752083 tempest-DHCPAgentSchedulersTestJSON-223752083-project-admin] Network a6570375-8314-4bd2-8b44-562e35dcf1af is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:09:13.894230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d6cab735-9c82-4310-81c2-a0101f85deec tempest-DHCPAgentSchedulersTestJSON-223752083 tempest-DHCPAgentSchedulersTestJSON-223752083-project-admin] 10.222.0.53 "POST /v2.0/agents/9418cafb-2569-4776-8f79-208b43be93f0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1067898 Jan 28 13:09:13.894230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59690) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:13.908282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef6752a-26fa-4425-a967-6095d0c49e6b None None] Network a6570375-8314-4bd2-8b44-562e35dcf1af requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:09:14.043457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b846c68c-b3e7-4d8a-8e3d-9c9b1a10cfd2 None None] Provisioning complete for port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:14.044758 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b846c68c-b3e7-4d8a-8e3d-9c9b1a10cfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:14.079790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-825eaa09-c9b5-4c1b-bc8a-49b85ede3beb tempest-DHCPAgentSchedulersTestJSON-223752083 tempest-DHCPAgentSchedulersTestJSON-223752083-project-admin] 10.222.0.53 "GET /v2.0/agents/9418cafb-2569-4776-8f79-208b43be93f0/dhcp-networks HTTP/1.1" status: 200 len: 6461 time: 0.1818335 Jan 28 13:09:14.081092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59696) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:14.125485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4a13fe77-9c1f-4451-aa44-20d8940b4c26 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:09:14.177833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7d76a1ea-c318-46d4-8416-152dc83cb2f3 tempest-DHCPAgentSchedulersTestJSON-223752083 tempest-DHCPAgentSchedulersTestJSON-223752083-project-admin] 10.222.0.53 "DELETE /v2.0/agents/9418cafb-2569-4776-8f79-208b43be93f0/dhcp-networks/a6570375-8314-4bd2-8b44-562e35dcf1af HTTP/1.1" status: 204 len: 168 time: 0.0935347 Jan 28 13:09:14.178296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59698) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:14.234946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b846c68c-b3e7-4d8a-8e3d-9c9b1a10cfd2 None None] Current status of the port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:09:14.237008 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b846c68c-b3e7-4d8a-8e3d-9c9b1a10cfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:14.278458 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:14.278823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:14.302512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b846c68c-b3e7-4d8a-8e3d-9c9b1a10cfd2 None None] For port 4a13fe77-9c1f-4451-aa44-20d8940b4c26, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4a13fe77-9c1f-4451-aa44-20d8940b4c26,segment=NetworkSegment(8f1d9656-8ff2-41e5-a657-24f0f30e1e2d),segment_id=8f1d9656-8ff2-41e5-a657-24f0f30e1e2d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:09:14.323747 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b846c68c-b3e7-4d8a-8e3d-9c9b1a10cfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:14.402145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:09:14.464523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846c68c-b3e7-4d8a-8e3d-9c9b1a10cfd2 None None] Pushing event updated for resources: {'Port': ['ID=4a13fe77-9c1f-4451-aa44-20d8940b4c26,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:14.550658 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7cea83d5-5d5b-406e-a65c-aaf361f1edef None None] Provisioning complete for port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:14.551032 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cea83d5-5d5b-406e-a65c-aaf361f1edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:14.667848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7cea83d5-5d5b-406e-a65c-aaf361f1edef None None] Current status of the port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:09:14.732334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bb657c68-d438-4125-a97f-ae0715de7d9b tempest-DHCPAgentSchedulersTestJSON-223752083 tempest-DHCPAgentSchedulersTestJSON-223752083-project-admin] 10.222.0.53 "GET /v2.0/agents/9418cafb-2569-4776-8f79-208b43be93f0/dhcp-networks HTTP/1.1" status: 200 len: 5692 time: 0.5526078 Jan 28 13:09:14.733126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59700) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:14.757098 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0dcf425f-119f-4661-a690-4017f52d4236 tempest-DHCPAgentSchedulersTestJSON-223752083 tempest-DHCPAgentSchedulersTestJSON-223752083-project-admin] 10.222.0.53 "GET /v2.0/networks/8682c4cb-1379-4471-8011-b008810a1ab8/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0228024 Jan 28 13:09:14.762543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59702) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:14.784568 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5f5e6f02-c07f-4640-b966-3fd3964e8f15 tempest-DHCPAgentSchedulersTestJSON-223752083 tempest-DHCPAgentSchedulersTestJSON-223752083-project-admin] 10.222.0.53 "GET /v2.0/networks/8682c4cb-1379-4471-8011-b008810a1ab8/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0210319 Jan 28 13:09:14.787006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59704) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:14.891076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7f253afb-34c9-487e-b3ea-a6a4ab04a47a None None] Could not find standard attr ID for object 3ad5cbb1-4411-46ba-8a4b-3293a05d55f9. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:09:15.001268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-693cc0bb-afee-455b-af1d-11e8be46562b tempest-DHCPAgentSchedulersTestJSON-223752083 tempest-DHCPAgentSchedulersTestJSON-223752083-project-admin] 10.222.0.53 "GET /v2.0/agents/9418cafb-2569-4776-8f79-208b43be93f0/dhcp-networks HTTP/1.1" status: 200 len: 5692 time: 0.2107666 Jan 28 13:09:15.017281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59708) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:15.133421 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a6570375-8314-4bd2-8b44-562e35dcf1af), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.249283 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a6570375-8314-4bd2-8b44-562e35dcf1af), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.273960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6570375-8314-4bd2-8b44-562e35dcf1af']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:15.286357 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f965eb8c-c766-42ed-a0b3-5198098cb6e2') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:15.286967 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f965eb8c-c766-42ed-a0b3-5198098cb6e2') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:15.299513 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (f965eb8c-c766-42ed-a0b3-5198098cb6e2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.314817 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f965eb8c-c766-42ed-a0b3-5198098cb6e2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.322633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:09:15.323849 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (f965eb8c-c766-42ed-a0b3-5198098cb6e2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:09:15.328527 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:09:15.395998 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a6570375-8314-4bd2-8b44-562e35dcf1af), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.403258 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.407002 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] 10.222.0.53 "DELETE /v2.0/networks/a6570375-8314-4bd2-8b44-562e35dcf1af HTTP/1.1" status: 204 len: 168 time: 0.3893473 Jan 28 13:09:15.409454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59710) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:15.433884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892459d-a342-4080-bc5b-916db2e10e06 tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Pushing event deleted for resources: {'Network': ['ID=a6570375-8314-4bd2-8b44-562e35dcf1af,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:15.452067 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ee5193-3e40-4bc1-946f-3ce73f5c61ad tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] DELETE failed (client error): The resource could not be found. Jan 28 13:09:15.453088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ee5193-3e40-4bc1-946f-3ce73f5c61ad tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:09:15.458516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-45ee5193-3e40-4bc1-946f-3ce73f5c61ad tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] 10.222.0.53 "DELETE /v2.0/ports/3ad5cbb1-4411-46ba-8a4b-3293a05d55f9 HTTP/1.1" status: 404 len: 333 time: 0.0456369 Jan 28 13:09:15.458653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59712) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:15.521889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-39db6314-2293-41a6-89c7-2d53dfbf124c tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Deleting subnet 89de29ff-d6e4-4bd6-ac84-cfb5e29072c0 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:09:15.525439 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39db6314-2293-41a6-89c7-2d53dfbf124c tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks [] for subnet (89de29ff-d6e4-4bd6-ac84-cfb5e29072c0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.578495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39db6314-2293-41a6-89c7-2d53dfbf124c tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (89de29ff-d6e4-4bd6-ac84-cfb5e29072c0), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.669215 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39db6314-2293-41a6-89c7-2d53dfbf124c tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (89de29ff-d6e4-4bd6-ac84-cfb5e29072c0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.745852 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39db6314-2293-41a6-89c7-2d53dfbf124c tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (89de29ff-d6e4-4bd6-ac84-cfb5e29072c0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.777254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db6314-2293-41a6-89c7-2d53dfbf124c tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Pushing event deleted for resources: {'Subnet': ['ID=89de29ff-d6e4-4bd6-ac84-cfb5e29072c0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:15.783260 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39db6314-2293-41a6-89c7-2d53dfbf124c tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.791218 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-39db6314-2293-41a6-89c7-2d53dfbf124c tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] 10.222.0.53 "DELETE /v2.0/subnets/89de29ff-d6e4-4bd6-ac84-cfb5e29072c0 HTTP/1.1" status: 204 len: 168 time: 0.3308737 Jan 28 13:09:15.791544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59714) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:15.793586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287cdeea-aab6-4c04-be97-f2d7957f2762 None None] Network 8682c4cb-1379-4471-8011-b008810a1ab8 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:09:15.894883 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (8682c4cb-1379-4471-8011-b008810a1ab8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.981892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Deleting port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:15.982246 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:15.990545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b248cb6e-d9bd-4986-9fe4-c7b7d1320c73 None None] DHCP port deletion for 8682c4cb-1379-4471-8011-b008810a1ab8 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:09:16.075945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b248cb6e-d9bd-4986-9fe4-c7b7d1320c73 None None] Deleting port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:16.076617 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b248cb6e-d9bd-4986-9fe4-c7b7d1320c73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:16.094161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] For port 4a13fe77-9c1f-4451-aa44-20d8940b4c26, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4a13fe77-9c1f-4451-aa44-20d8940b4c26,segment=NetworkSegment(8f1d9656-8ff2-41e5-a657-24f0f30e1e2d),segment_id=8f1d9656-8ff2-41e5-a657-24f0f30e1e2d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:09:16.094939 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:16.124562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Calling delete_port for 4a13fe77-9c1f-4451-aa44-20d8940b4c26 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:16.132939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4a13fe77-9c1f-4451-aa44-20d8940b4c26 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:09:16.236263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b248cb6e-d9bd-4986-9fe4-c7b7d1320c73 None None] For port 4a13fe77-9c1f-4451-aa44-20d8940b4c26, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4a13fe77-9c1f-4451-aa44-20d8940b4c26,segment=NetworkSegment(8f1d9656-8ff2-41e5-a657-24f0f30e1e2d),segment_id=8f1d9656-8ff2-41e5-a657-24f0f30e1e2d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:09:16.237031 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b248cb6e-d9bd-4986-9fe4-c7b7d1320c73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:16.256804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b248cb6e-d9bd-4986-9fe4-c7b7d1320c73 None None] Calling delete_port for 4a13fe77-9c1f-4451-aa44-20d8940b4c26 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:16.293588 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:16.326116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:09:16.328903 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:16.331237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Pushing event deleted for resources: {'Port': ['ID=4a13fe77-9c1f-4451-aa44-20d8940b4c26,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:16.353833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] No DVR routers for this DVR port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:09:16.493718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (8682c4cb-1379-4471-8011-b008810a1ab8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:09:16.496062 n-d-824835-4 neutron-server[103130]: self.session.flush() Jan 28 13:09:16.509497 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b248cb6e-d9bd-4986-9fe4-c7b7d1320c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (4a13fe77-9c1f-4451-aa44-20d8940b4c26), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:16.527391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248cb6e-d9bd-4986-9fe4-c7b7d1320c73 None None] No DVR routers for this DVR port 4a13fe77-9c1f-4451-aa44-20d8940b4c26 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:09:16.533186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8682c4cb-1379-4471-8011-b008810a1ab8']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:16.548486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1d9656-8ff2-41e5-a657-24f0f30e1e2d') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:16.549579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1d9656-8ff2-41e5-a657-24f0f30e1e2d') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:16.554326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248cb6e-d9bd-4986-9fe4-c7b7d1320c73 None None] Pushing event deleted for resources: {'Port': ['ID=4a13fe77-9c1f-4451-aa44-20d8940b4c26,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:16.574109 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (8f1d9656-8ff2-41e5-a657-24f0f30e1e2d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:16.598491 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8f1d9656-8ff2-41e5-a657-24f0f30e1e2d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:16.606297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:09:16.607113 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (8f1d9656-8ff2-41e5-a657-24f0f30e1e2d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:09:16.611729 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:09:16.695080 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (8682c4cb-1379-4471-8011-b008810a1ab8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:16.700474 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:16.706303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] 10.222.0.53 "DELETE /v2.0/networks/8682c4cb-1379-4471-8011-b008810a1ab8 HTTP/1.1" status: 204 len: 168 time: 0.9114120 Jan 28 13:09:16.732932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e526df-b191-4d4e-a67c-ddeb704744ef tempest-DHCPAgentSchedulersTestJSON-1273658225 tempest-DHCPAgentSchedulersTestJSON-1273658225-project] Pushing event deleted for resources: {'Network': ['ID=8682c4cb-1379-4471-8011-b008810a1ab8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:17.023677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59722) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:17.173890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6ccff693-faaa-478d-942c-279aa9d452e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab245bfb818244e98a41c66defaf6ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490238 Jan 28 13:09:17.176586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59728) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:17.233432 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f2d974d-d5c1-4aab-9baa-8b40c753bea6 admin admin] Publish callbacks [] for security_group (67538976-c612-4ed8-b82f-945eed0dac22), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:17.256188 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f2d974d-d5c1-4aab-9baa-8b40c753bea6 admin admin] Publish callbacks [] for security_group (67538976-c612-4ed8-b82f-945eed0dac22), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:17.304672 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f2d974d-d5c1-4aab-9baa-8b40c753bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (67538976-c612-4ed8-b82f-945eed0dac22), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:17.308103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f2d974d-d5c1-4aab-9baa-8b40c753bea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:17.309430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4f2d974d-d5c1-4aab-9baa-8b40c753bea6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67538976-c612-4ed8-b82f-945eed0dac22 HTTP/1.1" status: 204 len: 168 time: 0.1317804 Jan 28 13:09:17.329842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d974d-d5c1-4aab-9baa-8b40c753bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67538976-c612-4ed8-b82f-945eed0dac22,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:17.642527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59734) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:17.661560 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0adae789-14c0-46af-be39-8f2b35e264a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:17.673849 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:17.753874 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0adae789-14c0-46af-be39-8f2b35e264a9 admin admin] Publish callbacks [] for security_group (d75b13cd-30a6-4d1b-8420-659634380b27), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:17.758745 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0adae789-14c0-46af-be39-8f2b35e264a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d75b13cd-30a6-4d1b-8420-659634380b27), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:17.800448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0adae789-14c0-46af-be39-8f2b35e264a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=990178dcee5b4558a33a964fe108f3bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568272 Jan 28 13:09:17.801339 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adae789-14c0-46af-be39-8f2b35e264a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75b13cd-30a6-4d1b-8420-659634380b27,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:17.803149 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59736) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:17.856645 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ef2fbbc-111e-476c-bb59-75e4cbc5a3eb admin admin] Publish callbacks [] for security_group (d75b13cd-30a6-4d1b-8420-659634380b27), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:17.879074 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ef2fbbc-111e-476c-bb59-75e4cbc5a3eb admin admin] Publish callbacks [] for security_group (d75b13cd-30a6-4d1b-8420-659634380b27), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:17.929040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ef2fbbc-111e-476c-bb59-75e4cbc5a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d75b13cd-30a6-4d1b-8420-659634380b27), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:17.931492 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ef2fbbc-111e-476c-bb59-75e4cbc5a3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:17.932616 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7ef2fbbc-111e-476c-bb59-75e4cbc5a3eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d75b13cd-30a6-4d1b-8420-659634380b27 HTTP/1.1" status: 204 len: 168 time: 0.1284242 Jan 28 13:09:17.941369 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2fbbc-111e-476c-bb59-75e4cbc5a3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75b13cd-30a6-4d1b-8420-659634380b27,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:18.041930 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:19.286627 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02cba318-66cf-46bf-9910-58430c58c7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:19.765291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59794) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:19.927486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:19.949329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.055709 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.166170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Allocated IP 172.25.7.19 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/817f202f-d479-4d91-b005-853fbffaeda0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:09:20.276645 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for port (817f202f-d479-4d91-b005-853fbffaeda0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.312505 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (817f202f-d479-4d91-b005-853fbffaeda0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.350879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:20.353700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:20.360046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:20.365764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event updated for resources: {'Port': ['ID=817f202f-d479-4d91-b005-853fbffaeda0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:20.450169 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for floatingip (899e3642-0eec-4d58-977c-91ef6e5507cc), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.492009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (817f202f-d479-4d91-b005-853fbffaeda0), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.679836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for port (817f202f-d479-4d91-b005-853fbffaeda0), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.686745 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (817f202f-d479-4d91-b005-853fbffaeda0), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.760604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event updated for resources: {'Port': ['ID=817f202f-d479-4d91-b005-853fbffaeda0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:20.772392 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (899e3642-0eec-4d58-977c-91ef6e5507cc), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.792435 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.797726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-548cc733-e4f7-4377-8826-64b686b01513 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0313225 Jan 28 13:09:20.798448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59800) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:20.803821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1318779806'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:20.825408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Made reservation on behalf of 5effd4ee0f184bfd87a1cf6f5b6dc68f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:20.829770 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.838344 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.917716 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for security_group (eeb61bb7-5a08-42d6-86a3-a9cc2ceabcaa), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.922409 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (eeb61bb7-5a08-42d6-86a3-a9cc2ceabcaa), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.947067 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:09:20.965305 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb61bb7-5a08-42d6-86a3-a9cc2ceabcaa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:20.968535 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ccda3f9d-4382-44b8-9ef6-66870422458a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:20.968907 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Added segment ccda3f9d-4382-44b8-9ef6-66870422458a of type vlan for network 56fef463-2612-4caf-acd5-da14fb4f1b09 Jan 28 13:09:21.013335 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (56fef463-2612-4caf-acd5-da14fb4f1b09), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:21.044340 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (56fef463-2612-4caf-acd5-da14fb4f1b09), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:21.050318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:21.051459 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:21.119365 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3157144 Jan 28 13:09:21.119653 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:21.127041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7b823b6a-5bb0-4bfc-800e-5f2280412d2b tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Request body: {'subnet': {'network_id': '56fef463-2612-4caf-acd5-da14fb4f1b09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:21.185633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27704f-39b8-4c3f-a220-0705057e6b18 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event updated for resources: {'Network': ['ID=56fef463-2612-4caf-acd5-da14fb4f1b09,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:21.196108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 56fef463-2612-4caf-acd5-da14fb4f1b09 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:09:21.237650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b823b6a-5bb0-4bfc-800e-5f2280412d2b tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Made reservation on behalf of 5effd4ee0f184bfd87a1cf6f5b6dc68f for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:21.241361 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b823b6a-5bb0-4bfc-800e-5f2280412d2b tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:21.434098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b823b6a-5bb0-4bfc-800e-5f2280412d2b tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:21.501071 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b823b6a-5bb0-4bfc-800e-5f2280412d2b tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event updated for resources: {'Subnet': ['ID=2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:21.509581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b823b6a-5bb0-4bfc-800e-5f2280412d2b tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Checking segment: {'id': 'ccda3f9d-4382-44b8-9ef6-66870422458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56fef463-2612-4caf-acd5-da14fb4f1b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:09:21.509952 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b823b6a-5bb0-4bfc-800e-5f2280412d2b tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Network hostable DHCP agents. Network: 56fef463-2612-4caf-acd5-da14fb4f1b09, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:09:21.530424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b823b6a-5bb0-4bfc-800e-5f2280412d2b tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Network 56fef463-2612-4caf-acd5-da14fb4f1b09 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:09:21.541732 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7b823b6a-5bb0-4bfc-800e-5f2280412d2b tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 56fef463-2612-4caf-acd5-da14fb4f1b09) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:21.546359 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b823b6a-5bb0-4bfc-800e-5f2280412d2b tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:21.546947 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b823b6a-5bb0-4bfc-800e-5f2280412d2b tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:21.552704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7989ca51-8e6c-4638-8928-d3223e1bdc1a None None] Network 56fef463-2612-4caf-acd5-da14fb4f1b09 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:09:21.563531 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7b823b6a-5bb0-4bfc-800e-5f2280412d2b tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4426796 Jan 28 13:09:21.566140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59806) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:21.571639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1148915956', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:21.604393 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (0859268b-e0c9-487d-b264-d890ebdc0c8c), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:21.605472 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (0859268b-e0c9-487d-b264-d890ebdc0c8c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:21.646476 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a365007-31fd-4a6f-8fde-0eace4c2fbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:21.682918 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for router_controller (0859268b-e0c9-487d-b264-d890ebdc0c8c), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:21.709117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-56fef463-2612-4caf-acd5-da14fb4f1b09', 'network_id': '56fef463-2612-4caf-acd5-da14fb4f1b09', 'project_id': '5effd4ee0f184bfd87a1cf6f5b6dc68f', 'fixed_ips': [{'subnet_id': '2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:09:21.717684 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:21.840969 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for router_gateway (0859268b-e0c9-487d-b264-d890ebdc0c8c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:21.873525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Allocated IP 172.20.0.2 (56fef463-2612-4caf-acd5-da14fb4f1b09/2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58/4fb28128-6afa-42cb-b48e-eae23ee757ba) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:09:22.208210 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Publish callbacks [] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:22.218103 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:22.265360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Network 56fef463-2612-4caf-acd5-da14fb4f1b09 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:22.268524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:22.274324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:22.282874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Pushing event updated for resources: {'Port': ['ID=4fb28128-6afa-42cb-b48e-eae23ee757ba,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:22.341310 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Attempting to bind port 4fb28128-6afa-42cb-b48e-eae23ee757ba on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:22.341676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Attempting to bind port 4fb28128-6afa-42cb-b48e-eae23ee757ba by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'ccda3f9d-4382-44b8-9ef6-66870422458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56fef463-2612-4caf-acd5-da14fb4f1b09'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:22.342658 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Attempting to bind port 4fb28128-6afa-42cb-b48e-eae23ee757ba on network 56fef463-2612-4caf-acd5-da14fb4f1b09 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:22.349012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:09:22.349587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Checking segment: {'id': 'ccda3f9d-4382-44b8-9ef6-66870422458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56fef463-2612-4caf-acd5-da14fb4f1b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:09:22.350059 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:22.350457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Bound using segment: {'id': 'ccda3f9d-4382-44b8-9ef6-66870422458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56fef463-2612-4caf-acd5-da14fb4f1b09'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:09:22.350934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Bound port: 4fb28128-6afa-42cb-b48e-eae23ee757ba, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccda3f9d-4382-44b8-9ef6-66870422458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56fef463-2612-4caf-acd5-da14fb4f1b09'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:09:22.351318 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:22.358856 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for router_gateway (0859268b-e0c9-487d-b264-d890ebdc0c8c), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:22.379734 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:22.425884 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] For port 4fb28128-6afa-42cb-b48e-eae23ee757ba, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:09:22.429213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] For port 4fb28128-6afa-42cb-b48e-eae23ee757ba, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4fb28128-6afa-42cb-b48e-eae23ee757ba,segment=NetworkSegment(ccda3f9d-4382-44b8-9ef6-66870422458a),segment_id=ccda3f9d-4382-44b8-9ef6-66870422458a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:09:22.432545 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:22.508936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef9f11-ede7-41fc-9924-a48baccc8e3e None None] Pushing event updated for resources: {'Port': ['ID=4fb28128-6afa-42cb-b48e-eae23ee757ba,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:22.557458 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Allocated IP 172.25.7.94 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/9da39e12-f7a7-4dcc-aa40-74d0deab7246) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:09:22.712228 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for port (9da39e12-f7a7-4dcc-aa40-74d0deab7246), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:22.764370 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (9da39e12-f7a7-4dcc-aa40-74d0deab7246), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:22.825062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:22.832891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:22.835646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:22.843426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event updated for resources: {'Port': ['ID=9da39e12-f7a7-4dcc-aa40-74d0deab7246,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:23.082152 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:23.164916 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for router_gateway (0859268b-e0c9-487d-b264-d890ebdc0c8c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:23.423083 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (0859268b-e0c9-487d-b264-d890ebdc0c8c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:23.596536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Router 0859268b-e0c9-487d-b264-d890ebdc0c8c is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:09:23.749169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:09:23.761862 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225feada-8217-4815-9da4-18c2ea49e5c0 None None] Sync routers for ids ['0859268b-e0c9-487d-b264-d890ebdc0c8c'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:09:23.778298 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225feada-8217-4815-9da4-18c2ea49e5c0 None None] Routers {'0859268b-e0c9-487d-b264-d890ebdc0c8c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:09:23.779048 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-225feada-8217-4815-9da4-18c2ea49e5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:09:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0859268b-e0c9-487d-b264-d890ebdc0c8c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:23.785115 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:23.786841 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a008d416-3158-4778-8036-433810c9df44 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.2188933 Jan 28 13:09:23.789644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59816) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:23.810212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f2591d-11c6-4804-be37-983c2a968bac None None] Network 56fef463-2612-4caf-acd5-da14fb4f1b09 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:09:23.823112 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-225feada-8217-4815-9da4-18c2ea49e5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:23.833287 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225feada-8217-4815-9da4-18c2ea49e5c0 None None] Routers {'0859268b-e0c9-487d-b264-d890ebdc0c8c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:09:23.833994 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-225feada-8217-4815-9da4-18c2ea49e5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:09:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0859268b-e0c9-487d-b264-d890ebdc0c8c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:24.022726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a8f5327a-dcad-4c4a-8d4f-3c39da2e3822 None None] Provisioning complete for port 4fb28128-6afa-42cb-b48e-eae23ee757ba triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:24.026139 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8f5327a-dcad-4c4a-8d4f-3c39da2e3822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:24.038569 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-225feada-8217-4815-9da4-18c2ea49e5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:24.039967 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225feada-8217-4815-9da4-18c2ea49e5c0 None None] The sync data for ids ['0859268b-e0c9-487d-b264-d890ebdc0c8c'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:09:24.265267 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:09:24.275810 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4fb28128-6afa-42cb-b48e-eae23ee757ba up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:09:24.350296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5327a-dcad-4c4a-8d4f-3c39da2e3822 None None] Current status of the port 4fb28128-6afa-42cb-b48e-eae23ee757ba is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:09:24.350696 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8f5327a-dcad-4c4a-8d4f-3c39da2e3822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:24.456541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a8f5327a-dcad-4c4a-8d4f-3c39da2e3822 None None] For port 4fb28128-6afa-42cb-b48e-eae23ee757ba, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4fb28128-6afa-42cb-b48e-eae23ee757ba,segment=NetworkSegment(ccda3f9d-4382-44b8-9ef6-66870422458a),segment_id=ccda3f9d-4382-44b8-9ef6-66870422458a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:09:24.474153 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8f5327a-dcad-4c4a-8d4f-3c39da2e3822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:24.559274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 4fb28128-6afa-42cb-b48e-eae23ee757ba triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:24.559916 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:24.564006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5327a-dcad-4c4a-8d4f-3c39da2e3822 None None] Pushing event updated for resources: {'Port': ['ID=4fb28128-6afa-42cb-b48e-eae23ee757ba,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:24.734507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 4fb28128-6afa-42cb-b48e-eae23ee757ba is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:09:24.773621 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:24.775860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a1e64998-72bc-4586-87e4-bb50eda9d5f9 None None] Provisioning complete for port 4fb28128-6afa-42cb-b48e-eae23ee757ba triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:24.776854 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1e64998-72bc-4586-87e4-bb50eda9d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:24.787923 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:24.902319 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a1e64998-72bc-4586-87e4-bb50eda9d5f9 None None] Current status of the port 4fb28128-6afa-42cb-b48e-eae23ee757ba is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:09:25.105937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Allocated IP 172.20.0.1 (56fef463-2612-4caf-acd5-da14fb4f1b09/2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58/8d745121-aa67-4bd9-abcd-bc04e0d63c68) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:09:25.241483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for port (8d745121-aa67-4bd9-abcd-bc04e0d63c68), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:25.281263 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (8d745121-aa67-4bd9-abcd-bc04e0d63c68), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:25.326044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Network 56fef463-2612-4caf-acd5-da14fb4f1b09 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:25.329957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:25.337455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:25.345977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event updated for resources: {'Port': ['ID=8d745121-aa67-4bd9-abcd-bc04e0d63c68,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:25.410036 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (0859268b-e0c9-487d-b264-d890ebdc0c8c), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:25.616568 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (8d745121-aa67-4bd9-abcd-bc04e0d63c68), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:25.746333 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-4398525a-9135-4406-a825-155e9077d5cc None None] Provisioning complete for port 8d745121-aa67-4bd9-abcd-bc04e0d63c68 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:25.746715 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4398525a-9135-4406-a825-155e9077d5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8d745121-aa67-4bd9-abcd-bc04e0d63c68), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:25.819376 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4398525a-9135-4406-a825-155e9077d5cc None None] Port 8d745121-aa67-4bd9-abcd-bc04e0d63c68 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:09:26.031464 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for port (8d745121-aa67-4bd9-abcd-bc04e0d63c68), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:26.040973 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (8d745121-aa67-4bd9-abcd-bc04e0d63c68), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:26.083334 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:26.090300 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4fb28128-6afa-42cb-b48e-eae23ee757ba up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:09:26.161350 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 4fb28128-6afa-42cb-b48e-eae23ee757ba triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:26.161891 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:26.185379 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (0859268b-e0c9-487d-b264-d890ebdc0c8c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:26.188227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event updated for resources: {'Port': ['ID=8d745121-aa67-4bd9-abcd-bc04e0d63c68,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:26.264525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 4fb28128-6afa-42cb-b48e-eae23ee757ba is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:09:26.301920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Network 56fef463-2612-4caf-acd5-da14fb4f1b09 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:26.303404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:26.425895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Router 0859268b-e0c9-487d-b264-d890ebdc0c8c has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:09:26.540614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:09:26.544267 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7bbb44f0-b6df-40a6-9476-b468bbb48fde None None] Provisioning complete for port 8d745121-aa67-4bd9-abcd-bc04e0d63c68 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:26.544691 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7bbb44f0-b6df-40a6-9476-b468bbb48fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (8d745121-aa67-4bd9-abcd-bc04e0d63c68), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:26.546538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9c4ac3d1-ddc6-41d9-a2cd-639f1935b0ff tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "PUT /v2.0/routers/0859268b-e0c9-487d-b264-d890ebdc0c8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7557740 Jan 28 13:09:26.549418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59828) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:26.553370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35d484-83fa-4161-95b7-5fd5477d4e39 None None] Sync routers for ids ['0859268b-e0c9-487d-b264-d890ebdc0c8c'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:09:26.560247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Request body: {'port': {'network_id': '56fef463-2612-4caf-acd5-da14fb4f1b09', 'name': 'tempest-FloatingIPAdminTestJSON-1488123956'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:26.595770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb44f0-b6df-40a6-9476-b468bbb48fde None None] Port 8d745121-aa67-4bd9-abcd-bc04e0d63c68 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:09:26.610580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35d484-83fa-4161-95b7-5fd5477d4e39 None None] Routers {'0859268b-e0c9-487d-b264-d890ebdc0c8c'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:09:26.610793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fd35d484-83fa-4161-95b7-5fd5477d4e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:09:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0859268b-e0c9-487d-b264-d890ebdc0c8c'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:26.653184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fd35d484-83fa-4161-95b7-5fd5477d4e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:26.662834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35d484-83fa-4161-95b7-5fd5477d4e39 None None] Routers {'0859268b-e0c9-487d-b264-d890ebdc0c8c'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:09:26.663502 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fd35d484-83fa-4161-95b7-5fd5477d4e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:09:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0859268b-e0c9-487d-b264-d890ebdc0c8c'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:26.685371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Made reservation on behalf of 5effd4ee0f184bfd87a1cf6f5b6dc68f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:26.689699 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:26.702953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fd35d484-83fa-4161-95b7-5fd5477d4e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:26.703943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35d484-83fa-4161-95b7-5fd5477d4e39 None None] The sync data for ids ['0859268b-e0c9-487d-b264-d890ebdc0c8c'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:09:27.008549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] device_id is not set on port 1becab31-ac6f-4128-ad6e-e20f108c30c2 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:09:27.126601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Allocated IP 172.20.0.7 (56fef463-2612-4caf-acd5-da14fb4f1b09/2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58/1becab31-ac6f-4128-ad6e-e20f108c30c2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:09:27.281990 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for port (1becab31-ac6f-4128-ad6e-e20f108c30c2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:27.428543 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1becab31-ac6f-4128-ad6e-e20f108c30c2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:27.473349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Network 56fef463-2612-4caf-acd5-da14fb4f1b09 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:27.476438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:27.483232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:27.512524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event updated for resources: {'Port': ['ID=1becab31-ac6f-4128-ad6e-e20f108c30c2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:27.541739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:27.542286 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:27.564266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59834) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:27.564973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7fa77eba-8c1b-4022-9a35-b6fc8ea68fe0 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0143890 Jan 28 13:09:27.631428 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'project_id': '5effd4ee0f184bfd87a1cf6f5b6dc68f', 'port_id': '1becab31-ac6f-4128-ad6e-e20f108c30c2'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:27.658259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:27.720818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a16a1b27-98b8-4842-8552-531abc69e6fd None None] Provisioning complete for port 1becab31-ac6f-4128-ad6e-e20f108c30c2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:27.721371 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a16a1b27-98b8-4842-8552-531abc69e6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1becab31-ac6f-4128-ad6e-e20f108c30c2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:27.754173 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:27.762900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a16a1b27-98b8-4842-8552-531abc69e6fd None None] Port 1becab31-ac6f-4128-ad6e-e20f108c30c2 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:09:27.872216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Allocated IP 172.25.7.61 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/d9da9f57-5bcc-4c5f-9499-fba30c04b11c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:09:27.982318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks [] for port (d9da9f57-5bcc-4c5f-9499-fba30c04b11c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:28.021686 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d9da9f57-5bcc-4c5f-9499-fba30c04b11c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:28.061868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:28.066569 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:28.070949 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:28.074157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Pushing event updated for resources: {'Port': ['ID=d9da9f57-5bcc-4c5f-9499-fba30c04b11c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:28.821233 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks [] for floatingip (7dcb6429-6ead-4835-8283-880c72fa409a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:28.950358 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d9da9f57-5bcc-4c5f-9499-fba30c04b11c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:29.122761 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks [] for port (d9da9f57-5bcc-4c5f-9499-fba30c04b11c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:29.128783 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (d9da9f57-5bcc-4c5f-9499-fba30c04b11c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:29.199612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Pushing event updated for resources: {'Port': ['ID=d9da9f57-5bcc-4c5f-9499-fba30c04b11c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:29.213112 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (7dcb6429-6ead-4835-8283-880c72fa409a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:29.311411 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Floating IP 7dcb6429-6ead-4835-8283-880c72fa409a associated. External IP: 172.25.7.61, port: 1becab31-ac6f-4128-ad6e-e20f108c30c2. Jan 28 13:09:29.528718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Router 0859268b-e0c9-487d-b264-d890ebdc0c8c has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:09:29.651570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:09:29.660843 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21666b-eec6-406c-8594-4ec494438ccb None None] Sync routers for ids ['0859268b-e0c9-487d-b264-d890ebdc0c8c'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:09:29.669587 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:29.672262 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21666b-eec6-406c-8594-4ec494438ccb None None] Routers {'0859268b-e0c9-487d-b264-d890ebdc0c8c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:09:29.672944 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-db21666b-eec6-406c-8594-4ec494438ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:09:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0859268b-e0c9-487d-b264-d890ebdc0c8c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:29.698031 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8c67c1d6-2c5b-4694-8228-55a06358bdb9 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.1313953 Jan 28 13:09:29.700883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59842) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:29.706642 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-db21666b-eec6-406c-8594-4ec494438ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:29.715769 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21666b-eec6-406c-8594-4ec494438ccb None None] Routers {'0859268b-e0c9-487d-b264-d890ebdc0c8c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:09:29.716337 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-db21666b-eec6-406c-8594-4ec494438ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:09:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0859268b-e0c9-487d-b264-d890ebdc0c8c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:29.752871 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-db21666b-eec6-406c-8594-4ec494438ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:29.753582 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21666b-eec6-406c-8594-4ec494438ccb None None] The sync data for ids ['0859268b-e0c9-487d-b264-d890ebdc0c8c'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:09:29.823291 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-537c47fd-8521-48b5-b685-ed7547052505 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] 10.222.0.53 "GET /v2.0/floatingips/7dcb6429-6ead-4835-8283-880c72fa409a HTTP/1.1" status: 200 len: 982 time: 0.1187081 Jan 28 13:09:29.824222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:29.937620 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-49334e23-1db6-4379-a547-24980e801e6d tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3514 time: 0.1121297 Jan 28 13:09:29.940190 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59850) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:30.114219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Deleting port d9da9f57-5bcc-4c5f-9499-fba30c04b11c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:30.114410 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d9da9f57-5bcc-4c5f-9499-fba30c04b11c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:30.196019 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d9da9f57-5bcc-4c5f-9499-fba30c04b11c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:30.196349 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for floatingip (d9da9f57-5bcc-4c5f-9499-fba30c04b11c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:30.212986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Calling delete_port for d9da9f57-5bcc-4c5f-9499-fba30c04b11c owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:30.397986 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d9da9f57-5bcc-4c5f-9499-fba30c04b11c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:30.431432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event deleted for resources: {'Port': ['ID=d9da9f57-5bcc-4c5f-9499-fba30c04b11c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:30.495114 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for floatingip (7dcb6429-6ead-4835-8283-880c72fa409a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:30.496182 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Floating IP 7dcb6429-6ead-4835-8283-880c72fa409a disassociated (deleted). External IP: 172.25.7.61, port: 1becab31-ac6f-4128-ad6e-e20f108c30c2. Jan 28 13:09:30.703985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Router 0859268b-e0c9-487d-b264-d890ebdc0c8c has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:09:30.818460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:09:30.822730 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:30.833241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662b188-794c-46bc-a875-ffa4746ae207 None None] Sync routers for ids ['0859268b-e0c9-487d-b264-d890ebdc0c8c'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:09:30.844401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662b188-794c-46bc-a875-ffa4746ae207 None None] Routers {'0859268b-e0c9-487d-b264-d890ebdc0c8c'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:09:30.845143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4662b188-794c-46bc-a875-ffa4746ae207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:09:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0859268b-e0c9-487d-b264-d890ebdc0c8c'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:30.850913 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a132899c-a506-41b0-bf62-9d0ad5388a89 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "DELETE /v2.0/floatingips/7dcb6429-6ead-4835-8283-880c72fa409a HTTP/1.1" status: 204 len: 168 time: 0.9097257 Jan 28 13:09:30.854474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59860) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:30.860046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:30.881735 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:30.882032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4662b188-794c-46bc-a875-ffa4746ae207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:30.890896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662b188-794c-46bc-a875-ffa4746ae207 None None] Routers {'0859268b-e0c9-487d-b264-d890ebdc0c8c'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:09:30.891534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4662b188-794c-46bc-a875-ffa4746ae207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:09:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0859268b-e0c9-487d-b264-d890ebdc0c8c'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:30.923950 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4662b188-794c-46bc-a875-ffa4746ae207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:30.924599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662b188-794c-46bc-a875-ffa4746ae207 None None] The sync data for ids ['0859268b-e0c9-487d-b264-d890ebdc0c8c'] in n-d-824835-4 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:09:30.978123 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:31.085124 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Allocated IP 172.25.7.7 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/f0d41595-36f2-4ae7-8fa0-9050c424fb01) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:09:31.194218 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks [] for port (f0d41595-36f2-4ae7-8fa0-9050c424fb01), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:31.229156 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f0d41595-36f2-4ae7-8fa0-9050c424fb01), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:31.271998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:31.275105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:31.278629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:31.304929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Pushing event updated for resources: {'Port': ['ID=f0d41595-36f2-4ae7-8fa0-9050c424fb01,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:31.379098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks [] for floatingip (8af96ec6-0d3d-4465-a761-48936ca79864), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:31.419686 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f0d41595-36f2-4ae7-8fa0-9050c424fb01), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:31.583392 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks [] for port (f0d41595-36f2-4ae7-8fa0-9050c424fb01), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:31.587862 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (f0d41595-36f2-4ae7-8fa0-9050c424fb01), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:31.662155 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Pushing event updated for resources: {'Port': ['ID=f0d41595-36f2-4ae7-8fa0-9050c424fb01,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:31.672605 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (8af96ec6-0d3d-4465-a761-48936ca79864), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:31.687953 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:31.689201 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-71c52596-865e-4e13-aa60-7415dad794fa tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8337080 Jan 28 13:09:31.692022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59864) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:31.789802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:31.809304 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:31.907984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:32.288785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Allocated IP 172.25.7.190 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/7dbb1861-af77-48fe-9cae-24a0165602b3) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:09:32.389564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks [] for port (7dbb1861-af77-48fe-9cae-24a0165602b3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:32.427507 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7dbb1861-af77-48fe-9cae-24a0165602b3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:32.470496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:32.473442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:32.480296 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:32.486699 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Pushing event updated for resources: {'Port': ['ID=7dbb1861-af77-48fe-9cae-24a0165602b3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:32.571035 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks [] for floatingip (56de017e-8bfd-48bb-b9f7-6e45f95db994), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:32.608386 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7dbb1861-af77-48fe-9cae-24a0165602b3), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:32.760251 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks [] for port (7dbb1861-af77-48fe-9cae-24a0165602b3), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:32.765101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (7dbb1861-af77-48fe-9cae-24a0165602b3), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:32.836189 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Pushing event updated for resources: {'Port': ['ID=7dbb1861-af77-48fe-9cae-24a0165602b3,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:32.848644 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (56de017e-8bfd-48bb-b9f7-6e45f95db994), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:32.864799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:32.866037 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a4fed481-86e8-4a93-bf2b-14f02949536d tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1730633 Jan 28 13:09:32.868666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59870) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:32.931676 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0596b35c-0e2c-44d8-a1d2-91ff29bec79b tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.0618362 Jan 28 13:09:32.934182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59872) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:33.002497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2441701a-fc5d-4bdb-a04a-3f03d02fc354 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0670278 Jan 28 13:09:33.005047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59874) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:33.142312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Deleting port 7dbb1861-af77-48fe-9cae-24a0165602b3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:33.142312 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7dbb1861-af77-48fe-9cae-24a0165602b3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:33.224181 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7dbb1861-af77-48fe-9cae-24a0165602b3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:33.224525 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks [] for floatingip (7dbb1861-af77-48fe-9cae-24a0165602b3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:33.236919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Calling delete_port for 7dbb1861-af77-48fe-9cae-24a0165602b3 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:33.376551 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7dbb1861-af77-48fe-9cae-24a0165602b3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:33.415035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Pushing event deleted for resources: {'Port': ['ID=7dbb1861-af77-48fe-9cae-24a0165602b3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:33.445348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.445697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.446112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.446369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.446698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.447030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.447383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.447797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.448121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.448605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.448945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.449264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.449612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:33.493546 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks [] for floatingip (56de017e-8bfd-48bb-b9f7-6e45f95db994), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:33.496163 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:33.498963 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e6e7d1bc-42aa-42b0-8087-e8c072028faa tempest-FloatingIPAdminTestJSON-983062656 tempest-FloatingIPAdminTestJSON-983062656-project] 10.222.0.53 "DELETE /v2.0/floatingips/56de017e-8bfd-48bb-b9f7-6e45f95db994 HTTP/1.1" status: 204 len: 168 time: 0.4912786 Jan 28 13:09:33.500593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59878) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:33.688382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b9249ebf-2c03-4462-b928-c8c1cb958305 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Deleting port f0d41595-36f2-4ae7-8fa0-9050c424fb01 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:33.688786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9249ebf-2c03-4462-b928-c8c1cb958305 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f0d41595-36f2-4ae7-8fa0-9050c424fb01), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:33.773446 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9249ebf-2c03-4462-b928-c8c1cb958305 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f0d41595-36f2-4ae7-8fa0-9050c424fb01), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:33.773689 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9249ebf-2c03-4462-b928-c8c1cb958305 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks [] for floatingip (f0d41595-36f2-4ae7-8fa0-9050c424fb01), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:33.785406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b9249ebf-2c03-4462-b928-c8c1cb958305 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Calling delete_port for f0d41595-36f2-4ae7-8fa0-9050c424fb01 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:33.932804 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9249ebf-2c03-4462-b928-c8c1cb958305 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f0d41595-36f2-4ae7-8fa0-9050c424fb01), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:33.960861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9249ebf-2c03-4462-b928-c8c1cb958305 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0d41595-36f2-4ae7-8fa0-9050c424fb01,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:34.032756 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9249ebf-2c03-4462-b928-c8c1cb958305 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks [] for floatingip (8af96ec6-0d3d-4465-a761-48936ca79864), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:34.035284 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9249ebf-2c03-4462-b928-c8c1cb958305 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:34.036509 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b9249ebf-2c03-4462-b928-c8c1cb958305 tempest-FloatingIPAdminTestJSON-884405332 tempest-FloatingIPAdminTestJSON-884405332-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/8af96ec6-0d3d-4465-a761-48936ca79864 HTTP/1.1" status: 204 len: 168 time: 0.5349512 Jan 28 13:09:34.039849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59880) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:34.138087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-15c58769-dc37-4e06-ab6c-cf7a4d70bc62 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Deleting port 1becab31-ac6f-4128-ad6e-e20f108c30c2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:34.138428 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15c58769-dc37-4e06-ab6c-cf7a4d70bc62 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1becab31-ac6f-4128-ad6e-e20f108c30c2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:34.225842 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15c58769-dc37-4e06-ab6c-cf7a4d70bc62 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1becab31-ac6f-4128-ad6e-e20f108c30c2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:34.238364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-15c58769-dc37-4e06-ab6c-cf7a4d70bc62 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Calling delete_port for 1becab31-ac6f-4128-ad6e-e20f108c30c2 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:34.382929 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15c58769-dc37-4e06-ab6c-cf7a4d70bc62 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1becab31-ac6f-4128-ad6e-e20f108c30c2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:34.411862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c58769-dc37-4e06-ab6c-cf7a4d70bc62 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event deleted for resources: {'Port': ['ID=1becab31-ac6f-4128-ad6e-e20f108c30c2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:34.506311 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15c58769-dc37-4e06-ab6c-cf7a4d70bc62 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:34.510019 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-15c58769-dc37-4e06-ab6c-cf7a4d70bc62 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "DELETE /v2.0/ports/1becab31-ac6f-4128-ad6e-e20f108c30c2 HTTP/1.1" status: 204 len: 168 time: 0.4691622 Jan 28 13:09:34.512463 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:34.563418 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bb8822-d976-4db2-b3c3-eda4a582599f tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:34.565581 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-59bb8822-d976-4db2-b3c3-eda4a582599f tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "GET /v2.0/ports?device_id=0859268b-e0c9-487d-b264-d890ebdc0c8c HTTP/1.1" status: 200 len: 913 time: 0.0519950 Jan 28 13:09:34.568268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59886) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:34.933913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e26ffaf7-1e07-4da3-88f9-682561be9851 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (0859268b-e0c9-487d-b264-d890ebdc0c8c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:35.209534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e26ffaf7-1e07-4da3-88f9-682561be9851 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Deleting port 8d745121-aa67-4bd9-abcd-bc04e0d63c68 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:35.210169 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e26ffaf7-1e07-4da3-88f9-682561be9851 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (8d745121-aa67-4bd9-abcd-bc04e0d63c68), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:35.300590 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e26ffaf7-1e07-4da3-88f9-682561be9851 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (8d745121-aa67-4bd9-abcd-bc04e0d63c68), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:35.315296 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e26ffaf7-1e07-4da3-88f9-682561be9851 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Calling delete_port for 8d745121-aa67-4bd9-abcd-bc04e0d63c68 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:35.523168 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e26ffaf7-1e07-4da3-88f9-682561be9851 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (8d745121-aa67-4bd9-abcd-bc04e0d63c68), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:35.549906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ffaf7-1e07-4da3-88f9-682561be9851 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event deleted for resources: {'Port': ['ID=8d745121-aa67-4bd9-abcd-bc04e0d63c68,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:35.774767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e26ffaf7-1e07-4da3-88f9-682561be9851 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (0859268b-e0c9-487d-b264-d890ebdc0c8c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:36.026632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26ffaf7-1e07-4da3-88f9-682561be9851 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Router 0859268b-e0c9-487d-b264-d890ebdc0c8c has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:09:36.144245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26ffaf7-1e07-4da3-88f9-682561be9851 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:09:36.152070 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e26ffaf7-1e07-4da3-88f9-682561be9851 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "PUT /v2.0/routers/0859268b-e0c9-487d-b264-d890ebdc0c8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5805297 Jan 28 13:09:36.152414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59890) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:36.155628 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703142d0-b762-4829-b985-f06260e5219c None None] Sync routers for ids ['0859268b-e0c9-487d-b264-d890ebdc0c8c'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:09:36.166290 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703142d0-b762-4829-b985-f06260e5219c None None] Routers {'0859268b-e0c9-487d-b264-d890ebdc0c8c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:09:36.167127 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-703142d0-b762-4829-b985-f06260e5219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:09:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0859268b-e0c9-487d-b264-d890ebdc0c8c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:36.201761 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-703142d0-b762-4829-b985-f06260e5219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:36.211061 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703142d0-b762-4829-b985-f06260e5219c None None] Routers {'0859268b-e0c9-487d-b264-d890ebdc0c8c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:09:36.211684 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-703142d0-b762-4829-b985-f06260e5219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:09:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['0859268b-e0c9-487d-b264-d890ebdc0c8c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:36.249205 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-703142d0-b762-4829-b985-f06260e5219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:36.250079 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703142d0-b762-4829-b985-f06260e5219c None None] The sync data for ids ['0859268b-e0c9-487d-b264-d890ebdc0c8c'] in n-d-824835-4 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:09:36.283832 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for router (0859268b-e0c9-487d-b264-d890ebdc0c8c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:36.402272 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for router_gateway (0859268b-e0c9-487d-b264-d890ebdc0c8c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:36.480662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Deleting port 9da39e12-f7a7-4dcc-aa40-74d0deab7246 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:36.481774 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (9da39e12-f7a7-4dcc-aa40-74d0deab7246), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:36.582777 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (9da39e12-f7a7-4dcc-aa40-74d0deab7246), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:36.598480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Calling delete_port for 9da39e12-f7a7-4dcc-aa40-74d0deab7246 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:36.810535 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (9da39e12-f7a7-4dcc-aa40-74d0deab7246), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:36.836838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event deleted for resources: {'Port': ['ID=9da39e12-f7a7-4dcc-aa40-74d0deab7246,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:36.913984 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (0859268b-e0c9-487d-b264-d890ebdc0c8c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.021006 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (0859268b-e0c9-487d-b264-d890ebdc0c8c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.023463 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for router_controller (0859268b-e0c9-487d-b264-d890ebdc0c8c), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.079445 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (0859268b-e0c9-487d-b264-d890ebdc0c8c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.080604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Fanout notify agent at l3_agent the message router_deleted on router 0859268b-e0c9-487d-b264-d890ebdc0c8c {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:09:37.087462 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.088754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7e216b15-058e-4256-8f61-e1ea7ba99f8d tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "DELETE /v2.0/routers/0859268b-e0c9-487d-b264-d890ebdc0c8c HTTP/1.1" status: 204 len: 168 time: 0.9351902 Jan 28 13:09:37.092296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59894) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:37.150758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-5144d54a-561f-4f93-82de-86fad089468f tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Deleting subnet 2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:09:37.153800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5144d54a-561f-4f93-82de-86fad089468f tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for subnet (2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.212263 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5144d54a-561f-4f93-82de-86fad089468f tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.309439 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5144d54a-561f-4f93-82de-86fad089468f tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.387609 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5144d54a-561f-4f93-82de-86fad089468f tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.431583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5144d54a-561f-4f93-82de-86fad089468f tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.438284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59896) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:37.439040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5144d54a-561f-4f93-82de-86fad089468f tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "DELETE /v2.0/subnets/2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58 HTTP/1.1" status: 204 len: 168 time: 0.3454335 Jan 28 13:09:37.440183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144d54a-561f-4f93-82de-86fad089468f tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event deleted for resources: {'Subnet': ['ID=2a23dc0b-f8ad-4f9d-a77a-ed4e95e98c58,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:37.442872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3226953-4283-476f-aa20-1ecb3a1d4464 None None] Network 56fef463-2612-4caf-acd5-da14fb4f1b09 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:09:37.542035 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (56fef463-2612-4caf-acd5-da14fb4f1b09), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.632139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Deleting port 4fb28128-6afa-42cb-b48e-eae23ee757ba {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:37.633636 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.642482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef830f73-68a7-4583-a37a-6f829797f2d0 None None] DHCP port deletion for 56fef463-2612-4caf-acd5-da14fb4f1b09 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:09:37.709849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ef830f73-68a7-4583-a37a-6f829797f2d0 None None] Deleting port 4fb28128-6afa-42cb-b48e-eae23ee757ba {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:37.710224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef830f73-68a7-4583-a37a-6f829797f2d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.720201 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] For port 4fb28128-6afa-42cb-b48e-eae23ee757ba, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4fb28128-6afa-42cb-b48e-eae23ee757ba,segment=NetworkSegment(ccda3f9d-4382-44b8-9ef6-66870422458a),segment_id=ccda3f9d-4382-44b8-9ef6-66870422458a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:09:37.720657 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.739666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Calling delete_port for 4fb28128-6afa-42cb-b48e-eae23ee757ba owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:37.785618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ef830f73-68a7-4583-a37a-6f829797f2d0 None None] For port 4fb28128-6afa-42cb-b48e-eae23ee757ba, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=4fb28128-6afa-42cb-b48e-eae23ee757ba,segment=NetworkSegment(ccda3f9d-4382-44b8-9ef6-66870422458a),segment_id=ccda3f9d-4382-44b8-9ef6-66870422458a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:09:37.786016 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef830f73-68a7-4583-a37a-6f829797f2d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.814998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ef830f73-68a7-4583-a37a-6f829797f2d0 None None] Calling delete_port for 4fb28128-6afa-42cb-b48e-eae23ee757ba owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:37.837916 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.869493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event deleted for resources: {'Port': ['ID=4fb28128-6afa-42cb-b48e-eae23ee757ba,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:37.875329 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] No DVR routers for this DVR port 4fb28128-6afa-42cb-b48e-eae23ee757ba on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:09:37.916902 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef830f73-68a7-4583-a37a-6f829797f2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (4fb28128-6afa-42cb-b48e-eae23ee757ba), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.947048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830f73-68a7-4583-a37a-6f829797f2d0 None None] Pushing event deleted for resources: {'Port': ['ID=4fb28128-6afa-42cb-b48e-eae23ee757ba,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:37.951190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef830f73-68a7-4583-a37a-6f829797f2d0 None None] No DVR routers for this DVR port 4fb28128-6afa-42cb-b48e-eae23ee757ba on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:09:37.995748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (56fef463-2612-4caf-acd5-da14fb4f1b09), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:38.028034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fef463-2612-4caf-acd5-da14fb4f1b09']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:38.052211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccda3f9d-4382-44b8-9ef6-66870422458a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:38.052508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccda3f9d-4382-44b8-9ef6-66870422458a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:38.064575 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (ccda3f9d-4382-44b8-9ef6-66870422458a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:38.076631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4fb28128-6afa-42cb-b48e-eae23ee757ba no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:09:38.099992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 4fb28128-6afa-42cb-b48e-eae23ee757ba {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:09:38.100352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 4fb28128-6afa-42cb-b48e-eae23ee757ba not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:09:38.104252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ccda3f9d-4382-44b8-9ef6-66870422458a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:38.118670 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:09:38.119067 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (ccda3f9d-4382-44b8-9ef6-66870422458a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:09:38.127927 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:09:38.201762 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (56fef463-2612-4caf-acd5-da14fb4f1b09), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:38.208744 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:38.212656 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "DELETE /v2.0/networks/56fef463-2612-4caf-acd5-da14fb4f1b09 HTTP/1.1" status: 204 len: 168 time: 0.7730122 Jan 28 13:09:38.215474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59900) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:38.233304 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833f1eb-9576-44d6-8ed5-745c1efc2619 tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event deleted for resources: {'Network': ['ID=56fef463-2612-4caf-acd5-da14fb4f1b09,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:38.391947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-370ff411-8cbd-48fd-b3e2-9ed1807a1afb tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Deleting port 817f202f-d479-4d91-b005-853fbffaeda0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:38.392290 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-370ff411-8cbd-48fd-b3e2-9ed1807a1afb tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (817f202f-d479-4d91-b005-853fbffaeda0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:38.502465 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-370ff411-8cbd-48fd-b3e2-9ed1807a1afb tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (817f202f-d479-4d91-b005-853fbffaeda0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:38.503124 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-370ff411-8cbd-48fd-b3e2-9ed1807a1afb tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for floatingip (817f202f-d479-4d91-b005-853fbffaeda0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:38.521488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-370ff411-8cbd-48fd-b3e2-9ed1807a1afb tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Calling delete_port for 817f202f-d479-4d91-b005-853fbffaeda0 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:38.684168 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-370ff411-8cbd-48fd-b3e2-9ed1807a1afb tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (817f202f-d479-4d91-b005-853fbffaeda0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:38.725019 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff411-8cbd-48fd-b3e2-9ed1807a1afb tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Pushing event deleted for resources: {'Port': ['ID=817f202f-d479-4d91-b005-853fbffaeda0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:38.788742 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-370ff411-8cbd-48fd-b3e2-9ed1807a1afb tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks [] for floatingip (899e3642-0eec-4d58-977c-91ef6e5507cc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:38.791462 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-370ff411-8cbd-48fd-b3e2-9ed1807a1afb tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:38.792618 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-370ff411-8cbd-48fd-b3e2-9ed1807a1afb tempest-FloatingIPAdminTestJSON-1848541322 tempest-FloatingIPAdminTestJSON-1848541322-project] 10.222.0.53 "DELETE /v2.0/floatingips/899e3642-0eec-4d58-977c-91ef6e5507cc HTTP/1.1" status: 204 len: 168 time: 0.5761948 Jan 28 13:09:39.102481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59908) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:39.257778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8dec0de7-6c7a-427f-9f8e-4c2de92ce308 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5effd4ee0f184bfd87a1cf6f5b6dc68f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1526766 Jan 28 13:09:39.262039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:39.320369 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff2a2630-fcf8-4297-8750-91f756418ead admin admin] Publish callbacks [] for security_group (eeb61bb7-5a08-42d6-86a3-a9cc2ceabcaa), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:39.354605 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff2a2630-fcf8-4297-8750-91f756418ead admin admin] Publish callbacks [] for security_group (eeb61bb7-5a08-42d6-86a3-a9cc2ceabcaa), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:39.416535 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff2a2630-fcf8-4297-8750-91f756418ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (eeb61bb7-5a08-42d6-86a3-a9cc2ceabcaa), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:39.421970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff2a2630-fcf8-4297-8750-91f756418ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:39.423369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ff2a2630-fcf8-4297-8750-91f756418ead admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eeb61bb7-5a08-42d6-86a3-a9cc2ceabcaa HTTP/1.1" status: 204 len: 168 time: 0.1602159 Jan 28 13:09:39.431827 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a2630-fcf8-4297-8750-91f756418ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb61bb7-5a08-42d6-86a3-a9cc2ceabcaa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:39.778269 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59922) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:39.793146 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-518216b0-a31f-4696-b8ef-b2a79ac7260b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:39.878907 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-518216b0-a31f-4696-b8ef-b2a79ac7260b admin admin] Publish callbacks [] for security_group (c64a6615-4937-45f5-afd5-58ad699d1321), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:39.883168 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-518216b0-a31f-4696-b8ef-b2a79ac7260b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c64a6615-4937-45f5-afd5-58ad699d1321), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:39.918526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518216b0-a31f-4696-b8ef-b2a79ac7260b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64a6615-4937-45f5-afd5-58ad699d1321,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:39.928008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-518216b0-a31f-4696-b8ef-b2a79ac7260b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6859a826d7641c2b45a2ef14a8e9373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1484540 Jan 28 13:09:39.933181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59924) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:39.986510 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05f07a28-4b85-475a-9fba-30f8011e973f admin admin] Publish callbacks [] for security_group (c64a6615-4937-45f5-afd5-58ad699d1321), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.010938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05f07a28-4b85-475a-9fba-30f8011e973f admin admin] Publish callbacks [] for security_group (c64a6615-4937-45f5-afd5-58ad699d1321), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.074753 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05f07a28-4b85-475a-9fba-30f8011e973f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c64a6615-4937-45f5-afd5-58ad699d1321), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.080862 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05f07a28-4b85-475a-9fba-30f8011e973f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.087159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-05f07a28-4b85-475a-9fba-30f8011e973f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c64a6615-4937-45f5-afd5-58ad699d1321 HTTP/1.1" status: 204 len: 168 time: 0.1482792 Jan 28 13:09:40.098931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f07a28-4b85-475a-9fba-30f8011e973f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64a6615-4937-45f5-afd5-58ad699d1321,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:40.477941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 59930) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:40.491707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4e31bc1-e457-4568-bc6a-1326ada1690b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.570448 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4e31bc1-e457-4568-bc6a-1326ada1690b admin admin] Publish callbacks [] for security_group (dd59aabf-f38d-4f7c-a073-525d29674573), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.574288 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4e31bc1-e457-4568-bc6a-1326ada1690b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (dd59aabf-f38d-4f7c-a073-525d29674573), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.615205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d4e31bc1-e457-4568-bc6a-1326ada1690b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a29792d06344b30965381c691813ada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360450 Jan 28 13:09:40.616230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e31bc1-e457-4568-bc6a-1326ada1690b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd59aabf-f38d-4f7c-a073-525d29674573,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:40.617876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59932) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:40.673498 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aff2c42f-038d-429b-b9f8-c4b953422884 admin admin] Publish callbacks [] for security_group (dd59aabf-f38d-4f7c-a073-525d29674573), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.695527 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aff2c42f-038d-429b-b9f8-c4b953422884 admin admin] Publish callbacks [] for security_group (dd59aabf-f38d-4f7c-a073-525d29674573), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.749808 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aff2c42f-038d-429b-b9f8-c4b953422884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (dd59aabf-f38d-4f7c-a073-525d29674573), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.752658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aff2c42f-038d-429b-b9f8-c4b953422884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.753822 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-aff2c42f-038d-429b-b9f8-c4b953422884 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd59aabf-f38d-4f7c-a073-525d29674573 HTTP/1.1" status: 204 len: 168 time: 0.1342800 Jan 28 13:09:40.762041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2c42f-038d-429b-b9f8-c4b953422884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd59aabf-f38d-4f7c-a073-525d29674573,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:42.143851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59978) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:42.249345 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c6fe8a84-5fcf-48f0-88b0-62eee4cdda29 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1532816104'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:42.249872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c6fe8a84-5fcf-48f0-88b0-62eee4cdda29 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Unknown quota resources ['metering_label']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:09:42.733308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6fe8a84-5fcf-48f0-88b0-62eee4cdda29 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:42.734432 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c6fe8a84-5fcf-48f0-88b0-62eee4cdda29 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5895624 Jan 28 13:09:42.737283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59982) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:42.741756 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-15b2886b-b5f7-4eab-94fc-f961472871bd tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3d8cd4bf-453e-4bd6-8be6-835917c52214'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:42.742264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-15b2886b-b5f7-4eab-94fc-f961472871bd tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:09:42.823024 n-d-824835-4 neutron-server[103128]: WARNING neutron.services.metering.metering_plugin [None req-15b2886b-b5f7-4eab-94fc-f961472871bd tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 13:09:42.972530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15b2886b-b5f7-4eab-94fc-f961472871bd tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:42.975437 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-15b2886b-b5f7-4eab-94fc-f961472871bd tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2369504 Jan 28 13:09:42.979629 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59986) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:42.986013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-799a5298-ca57-47fb-b583-c970670a5ace tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3d8cd4bf-453e-4bd6-8be6-835917c52214'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:42.986510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-799a5298-ca57-47fb-b583-c970670a5ace tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:09:43.055014 n-d-824835-4 neutron-server[103128]: WARNING neutron.services.metering.metering_plugin [None req-799a5298-ca57-47fb-b583-c970670a5ace tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 13:09:43.141724 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-799a5298-ca57-47fb-b583-c970670a5ace tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:43.142934 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-799a5298-ca57-47fb-b583-c970670a5ace tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1620250 Jan 28 13:09:43.145885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59988) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:43.156965 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7d590310-1b8a-41fc-b688-2bddf6935cab tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=a0287864-459c-4a36-859a-1e97c08415cc HTTP/1.1" status: 200 len: 464 time: 0.0099955 Jan 28 13:09:43.159636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59990) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:43.266061 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5c76f4c-a015-4989-b049-ca633c100a04 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:43.267099 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f5c76f4c-a015-4989-b049-ca633c100a04 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/a0287864-459c-4a36-859a-1e97c08415cc HTTP/1.1" status: 204 len: 168 time: 0.1065738 Jan 28 13:09:43.269832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59992) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:43.279926 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a5cfcc49-5844-4b53-b3c8-c8ca2a07dd4a tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=a0287864-459c-4a36-859a-1e97c08415cc HTTP/1.1" status: 200 len: 221 time: 0.0082939 Jan 28 13:09:43.283215 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59994) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:43.287523 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c82d77b8-928e-41f0-b2a1-a1723b8b6e30 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--770877393', 'description': 'label created by tempest'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:43.288086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c82d77b8-928e-41f0-b2a1-a1723b8b6e30 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Unknown quota resources ['metering_label']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:09:43.487255 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c82d77b8-928e-41f0-b2a1-a1723b8b6e30 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:43.491016 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c82d77b8-928e-41f0-b2a1-a1723b8b6e30 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2042458 Jan 28 13:09:43.491293 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:43.569629 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9a9d7a16-7239-4531-afd5-fa2b237dbe5e tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=9abeaaa3-fb87-4368-bcb3-10dea68ad609 HTTP/1.1" status: 200 len: 467 time: 0.0747168 Jan 28 13:09:43.570015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 59998) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:43.754664 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b219dad3-9986-4dc0-9561-3f7609628f7b tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:43.755837 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b219dad3-9986-4dc0-9561-3f7609628f7b tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/9abeaaa3-fb87-4368-bcb3-10dea68ad609 HTTP/1.1" status: 204 len: 168 time: 0.1848259 Jan 28 13:09:43.758461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60000) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:43.772260 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-db7849d3-aaed-4e02-925a-6489f8c9d334 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=9abeaaa3-fb87-4368-bcb3-10dea68ad609 HTTP/1.1" status: 200 len: 216 time: 0.0110884 Jan 28 13:09:43.774050 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60002) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:43.786014 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-93859c4f-0d89-48d5-8bec-a34f0fbcb689 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0105257 Jan 28 13:09:43.790546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60004) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:43.804592 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9c0302e8-72a8-4b79-b07f-e4a08e56affc tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0124068 Jan 28 13:09:43.808055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60006) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:43.889009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e7949485-0e68-4dd8-b5d8-0168b3962a39 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/3d8cd4bf-453e-4bd6-8be6-835917c52214 HTTP/1.1" status: 200 len: 473 time: 0.0791631 Jan 28 13:09:43.893666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60008) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:43.905052 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-608edaf7-12f6-4b95-aa74-ccaab449ebd6 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/d82909eb-73ed-48a3-9fa2-d46815abaee0 HTTP/1.1" status: 200 len: 461 time: 0.0100226 Jan 28 13:09:43.908387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60010) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:44.063705 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5791c522-97bc-4ac2-be7e-e912bc99dca6 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:44.064860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5791c522-97bc-4ac2-be7e-e912bc99dca6 tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/d82909eb-73ed-48a3-9fa2-d46815abaee0 HTTP/1.1" status: 204 len: 168 time: 0.1550379 Jan 28 13:09:44.067305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60014) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:44.292776 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-043f2259-70e3-484c-9ccc-775ff07b6a5f tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:44.293892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-043f2259-70e3-484c-9ccc-775ff07b6a5f tempest-MeteringTestJSON-1237431955 tempest-MeteringTestJSON-1237431955-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/3d8cd4bf-453e-4bd6-8be6-835917c52214 HTTP/1.1" status: 204 len: 168 time: 0.2252860 Jan 28 13:09:44.613620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60020) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:44.766203 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2476c9f6-a001-4ce6-81ea-af78fe2047f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:44.853678 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2476c9f6-a001-4ce6-81ea-af78fe2047f4 admin admin] Publish callbacks [] for security_group (48aa635f-dccb-4cd2-95b9-8d0068cd0d0f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:44.859575 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2476c9f6-a001-4ce6-81ea-af78fe2047f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (48aa635f-dccb-4cd2-95b9-8d0068cd0d0f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:44.903291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2476c9f6-a001-4ce6-81ea-af78fe2047f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b182fb509604fb5ad0a4750ea609a09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2883844 Jan 28 13:09:44.905379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476c9f6-a001-4ce6-81ea-af78fe2047f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa635f-dccb-4cd2-95b9-8d0068cd0d0f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:44.907096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60024) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:44.960927 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db3536fa-3e13-4a98-bee4-a5049a031ef4 admin admin] Publish callbacks [] for security_group (48aa635f-dccb-4cd2-95b9-8d0068cd0d0f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:44.988078 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db3536fa-3e13-4a98-bee4-a5049a031ef4 admin admin] Publish callbacks [] for security_group (48aa635f-dccb-4cd2-95b9-8d0068cd0d0f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.034931 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db3536fa-3e13-4a98-bee4-a5049a031ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (48aa635f-dccb-4cd2-95b9-8d0068cd0d0f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.037567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db3536fa-3e13-4a98-bee4-a5049a031ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.041024 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-db3536fa-3e13-4a98-bee4-a5049a031ef4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48aa635f-dccb-4cd2-95b9-8d0068cd0d0f HTTP/1.1" status: 204 len: 168 time: 0.1294205 Jan 28 13:09:45.049121 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3536fa-3e13-4a98-bee4-a5049a031ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa635f-dccb-4cd2-95b9-8d0068cd0d0f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:45.371023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60038) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:45.386138 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b326fe2-2cc8-46f3-baad-95cc0d6a37d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.478028 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b326fe2-2cc8-46f3-baad-95cc0d6a37d9 admin admin] Publish callbacks [] for security_group (e67ec1e0-e50a-4974-8521-fdd125b4dc5a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.484086 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b326fe2-2cc8-46f3-baad-95cc0d6a37d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e67ec1e0-e50a-4974-8521-fdd125b4dc5a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.531985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60040) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:45.532301 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9b326fe2-2cc8-46f3-baad-95cc0d6a37d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56b649bd7f314bbdb0ab700d41f33b93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1597435 Jan 28 13:09:45.533251 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b326fe2-2cc8-46f3-baad-95cc0d6a37d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67ec1e0-e50a-4974-8521-fdd125b4dc5a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:45.609276 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f737e35-9542-480d-bad4-b952f8b0ce07 admin admin] Publish callbacks [] for security_group (e67ec1e0-e50a-4974-8521-fdd125b4dc5a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.633660 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f737e35-9542-480d-bad4-b952f8b0ce07 admin admin] Publish callbacks [] for security_group (e67ec1e0-e50a-4974-8521-fdd125b4dc5a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.688183 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f737e35-9542-480d-bad4-b952f8b0ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e67ec1e0-e50a-4974-8521-fdd125b4dc5a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.690932 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f737e35-9542-480d-bad4-b952f8b0ce07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.694658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2f737e35-9542-480d-bad4-b952f8b0ce07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e67ec1e0-e50a-4974-8521-fdd125b4dc5a HTTP/1.1" status: 204 len: 168 time: 0.1586192 Jan 28 13:09:45.700149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f737e35-9542-480d-bad4-b952f8b0ce07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67ec1e0-e50a-4974-8521-fdd125b4dc5a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:47.158548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60078) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:47.344518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1538635888'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:47.370391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Made reservation on behalf of be6bfc38e2ea40dc937ba156bf3cacf3 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:47.374068 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.385717 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.470938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks [] for security_group (6caf62f4-ab62-48ae-8431-7cd2c48d51be), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.475766 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6caf62f4-ab62-48ae-8431-7cd2c48d51be), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.504322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:09:47.514880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6caf62f4-ab62-48ae-8431-7cd2c48d51be,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:47.522402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.522813 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Added segment ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e of type vlan for network f1fe70d3-5e18-4080-9307-8d3e43d547b4 Jan 28 13:09:47.566402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f1fe70d3-5e18-4080-9307-8d3e43d547b4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.594713 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f1fe70d3-5e18-4080-9307-8d3e43d547b4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.599827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:47.600404 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.665283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5051157 Jan 28 13:09:47.666386 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.677880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da932c-fd7f-441f-b0d6-24dd100e6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Pushing event updated for resources: {'Network': ['ID=f1fe70d3-5e18-4080-9307-8d3e43d547b4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:47.688853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f1fe70d3-5e18-4080-9307-8d3e43d547b4 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:09:47.832234 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60092) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:47.837181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Request body: {'port': {'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4', 'binding:host_id': 'n-h1-824835-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-202779855'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:47.857334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Made reservation on behalf of 0c3695f865e84fee8cc943b39b7ff08f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:47.859909 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.868516 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.943357 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks [] for security_group (270fafdf-9143-4724-af2f-3e9fa9b690ef), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.947309 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (270fafdf-9143-4724-af2f-3e9fa9b690ef), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.952959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] device_id is not set on port ca250e9c-4223-496d-b9cd-78b3dc35088d yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:09:48.036906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270fafdf-9143-4724-af2f-3e9fa9b690ef,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:48.039396 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:48.189266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] device_id is not set on port ca250e9c-4223-496d-b9cd-78b3dc35088d yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:09:48.200252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks [] for port (ca250e9c-4223-496d-b9cd-78b3dc35088d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:48.208361 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ca250e9c-4223-496d-b9cd-78b3dc35088d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:48.279763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event updated for resources: {'Port': ['ID=ca250e9c-4223-496d-b9cd-78b3dc35088d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:48.291452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Checking segment: {'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:09:48.291836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Network hostable DHCP agents. Network: f1fe70d3-5e18-4080-9307-8d3e43d547b4, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:09:48.310609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Network f1fe70d3-5e18-4080-9307-8d3e43d547b4 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:09:48.320601 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, f1fe70d3-5e18-4080-9307-8d3e43d547b4) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:48.326145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:48.330725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a6f01-33f8-4547-8d26-75629f4c3c6b None None] Network f1fe70d3-5e18-4080-9307-8d3e43d547b4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:09:48.347466 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:48.348070 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:48.348692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:48.356546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:48.357461 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:48.358050 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 2 to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d Jan 28 13:09:48.376293 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:48.376583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:48.377554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:48.382915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:48.383487 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:48.384043 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 3 to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d Jan 28 13:09:48.398942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:48.399281 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:48.399649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:48.405801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:48.406139 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:48.406687 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 4 to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d Jan 28 13:09:48.422273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:48.422683 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:48.423071 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:48.428942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:48.429329 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:48.429750 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 5 to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d Jan 28 13:09:48.447069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:48.447069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:48.447271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:48.455165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:48.455517 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:48.455795 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 6 to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d Jan 28 13:09:48.477335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:48.477690 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:48.478051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:48.484038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:48.484414 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:48.484845 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 7 to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d Jan 28 13:09:48.499416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:48.499754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:48.500094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:48.504567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:48.504892 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:48.505273 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 8 to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d Jan 28 13:09:48.518809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:48.519197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:48.519567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:48.524239 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:48.524578 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:48.525020 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 9 to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d Jan 28 13:09:48.540371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:48.540795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:48.541152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:48.547289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:48.547691 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:48.548115 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 10 to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d Jan 28 13:09:48.561921 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:48.562336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:48.562652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:48.567962 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port ca250e9c-4223-496d-b9cd-78b3dc35088d on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:48.568327 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port ca250e9c-4223-496d-b9cd-78b3dc35088d on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:48.568738 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ca250e9c-4223-496d-b9cd-78b3dc35088d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:48.641158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] For port ca250e9c-4223-496d-b9cd-78b3dc35088d, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:09:48.641491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempted to set empty binding levels {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:09:48.645941 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (ca250e9c-4223-496d-b9cd-78b3dc35088d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:48.686264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:48.687031 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:48.712527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event updated for resources: {'Port': ['ID=ca250e9c-4223-496d-b9cd-78b3dc35088d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:48.724314 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-774d4d77-5dbc-4ade-9ea7-9951eac7eecd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 0.8909914 Jan 28 13:09:48.724931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60102) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:48.823839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-733063f3-432b-44af-8b27-1e8954fddade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Deleting port ca250e9c-4223-496d-b9cd-78b3dc35088d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:48.824522 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-733063f3-432b-44af-8b27-1e8954fddade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ca250e9c-4223-496d-b9cd-78b3dc35088d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:48.893284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-733063f3-432b-44af-8b27-1e8954fddade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] For port ca250e9c-4223-496d-b9cd-78b3dc35088d, host n-h1-824835-4, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:09:48.893648 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-733063f3-432b-44af-8b27-1e8954fddade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ca250e9c-4223-496d-b9cd-78b3dc35088d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:48.909209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-733063f3-432b-44af-8b27-1e8954fddade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Calling delete_port for ca250e9c-4223-496d-b9cd-78b3dc35088d owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:49.004851 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-733063f3-432b-44af-8b27-1e8954fddade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ca250e9c-4223-496d-b9cd-78b3dc35088d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.037025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733063f3-432b-44af-8b27-1e8954fddade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca250e9c-4223-496d-b9cd-78b3dc35088d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:49.042511 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-733063f3-432b-44af-8b27-1e8954fddade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.045722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-733063f3-432b-44af-8b27-1e8954fddade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ca250e9c-4223-496d-b9cd-78b3dc35088d HTTP/1.1" status: 204 len: 168 time: 0.3191431 Jan 28 13:09:49.048590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60104) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:49.072641 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47750d2-b233-4e5f-9121-9eb9e2d9ebc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:09:49.074109 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d47750d2-b233-4e5f-9121-9eb9e2d9ebc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "GET /v2.0/ports/ca250e9c-4223-496d-b9cd-78b3dc35088d HTTP/1.1" status: 404 len: 333 time: 0.0245042 Jan 28 13:09:49.078303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60106) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:49.083064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Request body: {'port': {'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-482172963'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:49.102754 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Made reservation on behalf of 0c3695f865e84fee8cc943b39b7ff08f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:49.105459 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.122368 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] device_id is not set on port 2fc28774-e1b9-431f-85d9-687ce390a7e7 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:09:49.277424 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks [] for port (2fc28774-e1b9-431f-85d9-687ce390a7e7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.291656 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-432618a9-1b48-4a8f-8ff2-ae91be250a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.311768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2fc28774-e1b9-431f-85d9-687ce390a7e7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.351706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Network f1fe70d3-5e18-4080-9307-8d3e43d547b4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:49.354474 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:49.360060 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:49.360984 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:49.361580 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.367065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event updated for resources: {'Port': ['ID=2fc28774-e1b9-431f-85d9-687ce390a7e7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:49.382193 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-11f05d36-9ac3-4942-8b00-2822b02983ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3028383 Jan 28 13:09:49.384829 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60108) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:49.390321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:49.453199 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2fc28774-e1b9-431f-85d9-687ce390a7e7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.626522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] device_id is not set on port 2fc28774-e1b9-431f-85d9-687ce390a7e7 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:09:49.634174 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks [] for port (2fc28774-e1b9-431f-85d9-687ce390a7e7), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.640716 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2fc28774-e1b9-431f-85d9-687ce390a7e7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.693784 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event updated for resources: {'Port': ['ID=2fc28774-e1b9-431f-85d9-687ce390a7e7,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:49.705812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:49.706154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:49.706494 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:49.710848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:49.711175 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:49.711589 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 2 to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 Jan 28 13:09:49.725407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:49.725749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:49.726087 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:49.730461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:49.730780 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:49.731313 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 3 to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 Jan 28 13:09:49.744004 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:49.744340 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:49.744676 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:49.749756 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:49.750084 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:49.750471 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 4 to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 Jan 28 13:09:49.764472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:49.764741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:49.765079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:49.769352 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:49.769681 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:49.770069 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 5 to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 Jan 28 13:09:49.785406 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:49.785782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:49.786120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:49.790621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:49.790950 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:49.791357 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 6 to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 Jan 28 13:09:49.805606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:49.805939 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:49.806270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:49.811247 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:49.811633 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:49.812193 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 7 to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 Jan 28 13:09:49.824395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:49.824740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:49.825077 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:49.829970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:49.830298 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:49.830688 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 8 to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 Jan 28 13:09:49.843502 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:49.843838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:49.844168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:49.848478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:49.848807 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:49.849196 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 9 to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 Jan 28 13:09:49.861548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:49.861880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:49.862211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:49.866433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:49.866759 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:49.867143 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 10 to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 Jan 28 13:09:49.879987 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:49.880259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:49.880592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:49.884796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:49.885121 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:49.885483 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2fc28774-e1b9-431f-85d9-687ce390a7e7), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.953412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] For port 2fc28774-e1b9-431f-85d9-687ce390a7e7, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:09:49.953773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempted to set empty binding levels {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:09:49.958378 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (2fc28774-e1b9-431f-85d9-687ce390a7e7), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.988346 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] In _notify_port_updated(), no bound segment for port 2fc28774-e1b9-431f-85d9-687ce390a7e7 on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:09:49.989415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:49.990374 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:49.994248 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "PUT /v2.0/ports/2fc28774-e1b9-431f-85d9-687ce390a7e7 HTTP/1.1" status: 200 len: 978 time: 0.6084876 Jan 28 13:09:49.994440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60112) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:50.012576 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad06a6-62a6-450e-adda-a1f2bf0821a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event updated for resources: {'Port': ['ID=2fc28774-e1b9-431f-85d9-687ce390a7e7,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:50.088312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.088785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.089527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.089995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.090454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.090925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.092027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.092829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.093298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.093758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.094214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.094670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.095124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.095601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.096054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.096508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.102152 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-013df418-49d9-4cb2-a5dd-ba5827955089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14125 time: 0.1032434 Jan 28 13:09:50.102390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60114) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:50.179792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3b07f1e6-9508-4f43-afad-7ed7c0db3aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Deleting port 2fc28774-e1b9-431f-85d9-687ce390a7e7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:50.180295 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b07f1e6-9508-4f43-afad-7ed7c0db3aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2fc28774-e1b9-431f-85d9-687ce390a7e7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:50.243815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3b07f1e6-9508-4f43-afad-7ed7c0db3aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] For port 2fc28774-e1b9-431f-85d9-687ce390a7e7, host n-h1-824835-4, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:09:50.244170 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b07f1e6-9508-4f43-afad-7ed7c0db3aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2fc28774-e1b9-431f-85d9-687ce390a7e7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:50.260455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3b07f1e6-9508-4f43-afad-7ed7c0db3aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Calling delete_port for 2fc28774-e1b9-431f-85d9-687ce390a7e7 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:50.338116 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b07f1e6-9508-4f43-afad-7ed7c0db3aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (2fc28774-e1b9-431f-85d9-687ce390a7e7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:50.366012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07f1e6-9508-4f43-afad-7ed7c0db3aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fc28774-e1b9-431f-85d9-687ce390a7e7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:50.371064 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b07f1e6-9508-4f43-afad-7ed7c0db3aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:50.375737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3b07f1e6-9508-4f43-afad-7ed7c0db3aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "DELETE /v2.0/ports/2fc28774-e1b9-431f-85d9-687ce390a7e7 HTTP/1.1" status: 204 len: 168 time: 0.2723148 Jan 28 13:09:50.377783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60116) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:50.402768 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccbc1a5-c75a-4a10-9a60-8bef88a5621d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:09:50.404573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3ccbc1a5-c75a-4a10-9a60-8bef88a5621d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "GET /v2.0/ports/2fc28774-e1b9-431f-85d9-687ce390a7e7 HTTP/1.1" status: 404 len: 333 time: 0.0256176 Jan 28 13:09:50.408082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60118) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:50.413894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-92285053', 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:50.435826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Made reservation on behalf of 0c3695f865e84fee8cc943b39b7ff08f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:50.438460 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:50.457111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] device_id is not set on port 4c79322f-f179-4bc8-9451-dd45d6d47593 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:09:50.621824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks [] for port (4c79322f-f179-4bc8-9451-dd45d6d47593), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:50.654989 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4c79322f-f179-4bc8-9451-dd45d6d47593), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:50.696365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Network f1fe70d3-5e18-4080-9307-8d3e43d547b4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:50.699002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:50.701725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:50.702891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.703647 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:50.718451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event updated for resources: {'Port': ['ID=4c79322f-f179-4bc8-9451-dd45d6d47593,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:50.730669 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-850cc48e-7071-4353-ba74-71a0d6776742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.3191717 Jan 28 13:09:50.731129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60122) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:50.766935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c209bd21-0380-4b17-92ba-223192fbf38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:50.768359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c209bd21-0380-4b17-92ba-223192fbf38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "GET /v2.0/ports/4c79322f-f179-4bc8-9451-dd45d6d47593 HTTP/1.1" status: 200 len: 957 time: 0.0354462 Jan 28 13:09:50.771035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60124) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:50.846368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-322fc5ea-26a4-42b4-b4d7-e07d39ea865c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Deleting port 4c79322f-f179-4bc8-9451-dd45d6d47593 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:50.846625 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-322fc5ea-26a4-42b4-b4d7-e07d39ea865c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4c79322f-f179-4bc8-9451-dd45d6d47593), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:50.913031 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-322fc5ea-26a4-42b4-b4d7-e07d39ea865c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4c79322f-f179-4bc8-9451-dd45d6d47593), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:50.926408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-322fc5ea-26a4-42b4-b4d7-e07d39ea865c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Calling delete_port for 4c79322f-f179-4bc8-9451-dd45d6d47593 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:51.003631 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-322fc5ea-26a4-42b4-b4d7-e07d39ea865c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4c79322f-f179-4bc8-9451-dd45d6d47593), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:51.032883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fc5ea-26a4-42b4-b4d7-e07d39ea865c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c79322f-f179-4bc8-9451-dd45d6d47593,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:51.036363 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-322fc5ea-26a4-42b4-b4d7-e07d39ea865c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:51.042628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-322fc5ea-26a4-42b4-b4d7-e07d39ea865c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4c79322f-f179-4bc8-9451-dd45d6d47593 HTTP/1.1" status: 204 len: 168 time: 0.2675779 Jan 28 13:09:51.042628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60126) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:51.068757 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2acb1d-897f-4187-ab19-a4adc8611648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:09:51.070881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3f2acb1d-897f-4187-ab19-a4adc8611648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "GET /v2.0/ports/4c79322f-f179-4bc8-9451-dd45d6d47593 HTTP/1.1" status: 404 len: 333 time: 0.0277650 Jan 28 13:09:51.074338 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60128) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:51.081249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Request body: {'port': {'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-359934741'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:51.101320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Made reservation on behalf of 0c3695f865e84fee8cc943b39b7ff08f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:51.103974 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:51.120029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] device_id is not set on port a0ba4a3f-25ee-467f-bb37-25de9227e9eb yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:09:51.273060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks [] for port (a0ba4a3f-25ee-467f-bb37-25de9227e9eb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:51.309401 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a0ba4a3f-25ee-467f-bb37-25de9227e9eb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:51.350872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Network f1fe70d3-5e18-4080-9307-8d3e43d547b4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:51.353620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:51.356045 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:51.357775 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:51.358509 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:51.372172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event updated for resources: {'Port': ['ID=a0ba4a3f-25ee-467f-bb37-25de9227e9eb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:51.384418 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-da99a607-73f0-495d-b50e-614c34f6e80b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3074477 Jan 28 13:09:51.387023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60130) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:51.392971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-824835-4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:51.453625 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a0ba4a3f-25ee-467f-bb37-25de9227e9eb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:51.613926 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2583887d-7450-4c4f-868f-e2fe97b11771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:51.643639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] device_id is not set on port a0ba4a3f-25ee-467f-bb37-25de9227e9eb yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:09:51.651658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks [] for port (a0ba4a3f-25ee-467f-bb37-25de9227e9eb), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:51.657600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a0ba4a3f-25ee-467f-bb37-25de9227e9eb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:51.720030 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event updated for resources: {'Port': ['ID=a0ba4a3f-25ee-467f-bb37-25de9227e9eb,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:51.725829 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:51.726163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:51.726499 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:51.730925 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:51.731251 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:51.731672 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 2 to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb Jan 28 13:09:51.744703 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:51.745036 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:51.745370 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:51.753341 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:51.753668 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:51.754056 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 3 to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb Jan 28 13:09:51.766741 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:51.767069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:51.767428 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:51.771709 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:51.772035 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:51.772430 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 4 to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb Jan 28 13:09:51.784595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:51.784869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:51.785200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:51.789446 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:51.789769 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:51.790158 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 5 to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb Jan 28 13:09:51.803021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:51.803375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:51.803718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:51.808352 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:51.808683 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:51.809071 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 6 to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb Jan 28 13:09:51.823245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:51.823722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:51.824165 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:51.829734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:51.830081 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:51.830467 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 7 to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb Jan 28 13:09:51.845789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:51.846115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:51.846444 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:51.851041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:51.851386 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:51.851778 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 8 to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb Jan 28 13:09:51.866295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:51.866550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:51.866882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:51.871781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:51.872104 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:51.872553 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 9 to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb Jan 28 13:09:51.885742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:51.886069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:51.886397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:51.891335 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:51.891689 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:51.892075 n-d-824835-4 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempt 10 to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb Jan 28 13:09:51.909301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:51.909639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:51.909989 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempting to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:51.914922 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:09:51.915253 n-d-824835-4 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Failed to bind port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on host n-h1-824835-4 for vnic_type normal using segments [{'id': 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f1fe70d3-5e18-4080-9307-8d3e43d547b4'}] Jan 28 13:09:51.915706 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a0ba4a3f-25ee-467f-bb37-25de9227e9eb), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.008614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] For port a0ba4a3f-25ee-467f-bb37-25de9227e9eb, host n-h1-824835-4, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:09:52.008991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attempted to set empty binding levels {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:09:52.014686 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a0ba4a3f-25ee-467f-bb37-25de9227e9eb), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.048377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] In _notify_port_updated(), no bound segment for port a0ba4a3f-25ee-467f-bb37-25de9227e9eb on network f1fe70d3-5e18-4080-9307-8d3e43d547b4 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:09:52.049134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:52.049747 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.051054 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "PUT /v2.0/ports/a0ba4a3f-25ee-467f-bb37-25de9227e9eb HTTP/1.1" status: 200 len: 978 time: 0.6630933 Jan 28 13:09:52.053951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60134) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:52.063237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a9e68-0353-4437-bc39-d7df560eb208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event updated for resources: {'Port': ['ID=a0ba4a3f-25ee-467f-bb37-25de9227e9eb,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:52.149656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7a096e09-1249-4468-aaa1-978398d1b3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Deleting port a0ba4a3f-25ee-467f-bb37-25de9227e9eb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:52.149994 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a096e09-1249-4468-aaa1-978398d1b3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a0ba4a3f-25ee-467f-bb37-25de9227e9eb), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.218168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7a096e09-1249-4468-aaa1-978398d1b3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] For port a0ba4a3f-25ee-467f-bb37-25de9227e9eb, host n-h1-824835-4, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:09:52.218168 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a096e09-1249-4468-aaa1-978398d1b3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a0ba4a3f-25ee-467f-bb37-25de9227e9eb), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.237221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7a096e09-1249-4468-aaa1-978398d1b3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Calling delete_port for a0ba4a3f-25ee-467f-bb37-25de9227e9eb owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:52.315744 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a096e09-1249-4468-aaa1-978398d1b3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a0ba4a3f-25ee-467f-bb37-25de9227e9eb), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.343796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a096e09-1249-4468-aaa1-978398d1b3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0ba4a3f-25ee-467f-bb37-25de9227e9eb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:52.351780 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a096e09-1249-4468-aaa1-978398d1b3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.357991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7a096e09-1249-4468-aaa1-978398d1b3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a0ba4a3f-25ee-467f-bb37-25de9227e9eb HTTP/1.1" status: 204 len: 168 time: 0.2994826 Jan 28 13:09:52.358437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:52.383533 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-574d4482-a1d4-48dc-a7f3-371355291479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:09:52.384984 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-574d4482-a1d4-48dc-a7f3-371355291479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2018882426-project-admin] 10.222.0.53 "GET /v2.0/ports/a0ba4a3f-25ee-467f-bb37-25de9227e9eb HTTP/1.1" status: 404 len: 333 time: 0.0254853 Jan 28 13:09:52.389183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60138) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:52.469806 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f1fe70d3-5e18-4080-9307-8d3e43d547b4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.554505 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f1fe70d3-5e18-4080-9307-8d3e43d547b4), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.579593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1fe70d3-5e18-4080-9307-8d3e43d547b4']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:52.592200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:52.593011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:09:52.603382 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.617948 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.624837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:09:52.625325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (ee2b42ba-70da-48f1-a0c2-8eb8a9b7509e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:09:52.628732 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:09:52.699898 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f1fe70d3-5e18-4080-9307-8d3e43d547b4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.709117 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:52.712639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] 10.222.0.53 "DELETE /v2.0/networks/f1fe70d3-5e18-4080-9307-8d3e43d547b4 HTTP/1.1" status: 204 len: 168 time: 0.3229272 Jan 28 13:09:52.729017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddda01-04c3-4798-ac34-26b074d7e35c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856491969-project] Pushing event deleted for resources: {'Network': ['ID=f1fe70d3-5e18-4080-9307-8d3e43d547b4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:52.991033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60152) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:53.081829 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:53.142656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60156) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:53.143203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c3992334-bfea-4533-a6ab-0edd2d42fd7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be6bfc38e2ea40dc937ba156bf3cacf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502330 Jan 28 13:09:53.194512 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6850f2cc-717d-42f3-8dee-dd725b30d8c1 admin admin] Publish callbacks [] for security_group (6caf62f4-ab62-48ae-8431-7cd2c48d51be), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:53.220388 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6850f2cc-717d-42f3-8dee-dd725b30d8c1 admin admin] Publish callbacks [] for security_group (6caf62f4-ab62-48ae-8431-7cd2c48d51be), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:53.284684 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6850f2cc-717d-42f3-8dee-dd725b30d8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6caf62f4-ab62-48ae-8431-7cd2c48d51be), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:53.288451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6850f2cc-717d-42f3-8dee-dd725b30d8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:53.297639 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6850f2cc-717d-42f3-8dee-dd725b30d8c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6caf62f4-ab62-48ae-8431-7cd2c48d51be HTTP/1.1" status: 204 len: 168 time: 0.1526203 Jan 28 13:09:53.307512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850f2cc-717d-42f3-8dee-dd725b30d8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caf62f4-ab62-48ae-8431-7cd2c48d51be,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:53.612328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60162) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:53.656149 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3777067e-2417-4dbc-938b-4b8cfb6fa4d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c3695f865e84fee8cc943b39b7ff08f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420642 Jan 28 13:09:53.658552 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60164) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:53.717633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f3e1667-907a-4af2-ad9c-fbaed140dec2 admin admin] Publish callbacks [] for security_group (270fafdf-9143-4724-af2f-3e9fa9b690ef), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:53.742987 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f3e1667-907a-4af2-ad9c-fbaed140dec2 admin admin] Publish callbacks [] for security_group (270fafdf-9143-4724-af2f-3e9fa9b690ef), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:53.801707 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f3e1667-907a-4af2-ad9c-fbaed140dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (270fafdf-9143-4724-af2f-3e9fa9b690ef), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:53.805324 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f3e1667-907a-4af2-ad9c-fbaed140dec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:53.809883 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5f3e1667-907a-4af2-ad9c-fbaed140dec2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/270fafdf-9143-4724-af2f-3e9fa9b690ef HTTP/1.1" status: 204 len: 168 time: 0.1501474 Jan 28 13:09:53.820657 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e1667-907a-4af2-ad9c-fbaed140dec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270fafdf-9143-4724-af2f-3e9fa9b690ef,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:54.821236 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:55.154278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60204) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:55.251474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1087603837', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:55.271092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Made reservation on behalf of baf18f1929c34b5d82f3ff640d24d281 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:55.273339 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:55.282009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:55.354712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks [] for security_group (d76601e1-1cd7-4c13-a59a-48938c7aa93e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:55.358632 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d76601e1-1cd7-4c13-a59a-48938c7aa93e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:55.363638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] device_id is not set on port 97eec9a5-87c0-4af8-83b4-6d9e83e9e0f4 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:09:55.706492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76601e1-1cd7-4c13-a59a-48938c7aa93e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:55.767645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Allocated IP 172.25.7.55 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/97eec9a5-87c0-4af8-83b4-6d9e83e9e0f4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:09:55.906147 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks [] for port (97eec9a5-87c0-4af8-83b4-6d9e83e9e0f4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:55.941893 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (97eec9a5-87c0-4af8-83b4-6d9e83e9e0f4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:55.983155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:55.986223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:55.992852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:56.016975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Pushing event updated for resources: {'Port': ['ID=97eec9a5-87c0-4af8-83b4-6d9e83e9e0f4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:56.038798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:56.040137 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:56.042040 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:56.058056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7dcb7270-db18-4e3b-842d-a4d8d55b1e4e tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9026732 Jan 28 13:09:56.061161 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60214) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:56.066767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.55'}]}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:56.091776 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (a85706cb-9d52-499b-a9c4-b1f524caf337), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:56.093615 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (a85706cb-9d52-499b-a9c4-b1f524caf337), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:56.152956 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks [] for router_controller (a85706cb-9d52-499b-a9c4-b1f524caf337), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:56.292073 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks [] for router_gateway (a85706cb-9d52-499b-a9c4-b1f524caf337), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:56.773030 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks [] for router_gateway (a85706cb-9d52-499b-a9c4-b1f524caf337), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:56.792346 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:56.981664 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks [] for router (a85706cb-9d52-499b-a9c4-b1f524caf337), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:57.145601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (a85706cb-9d52-499b-a9c4-b1f524caf337), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:57.147926 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks [] for router_controller (a85706cb-9d52-499b-a9c4-b1f524caf337), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:57.195772 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (a85706cb-9d52-499b-a9c4-b1f524caf337), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:57.196399 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a85706cb-9d52-499b-a9c4-b1f524caf337 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:09:57.212271 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:09:57.213347 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-33db122a-11cc-487b-9141-d705dbb2c1fc tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1505258 Jan 28 13:09:57.216904 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:57.293134 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Deleting port 97eec9a5-87c0-4af8-83b4-6d9e83e9e0f4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:09:57.293482 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (97eec9a5-87c0-4af8-83b4-6d9e83e9e0f4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:57.372180 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (97eec9a5-87c0-4af8-83b4-6d9e83e9e0f4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:57.385039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Calling delete_port for 97eec9a5-87c0-4af8-83b4-6d9e83e9e0f4 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:09:57.524743 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (97eec9a5-87c0-4af8-83b4-6d9e83e9e0f4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:57.561053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Pushing event deleted for resources: {'Port': ['ID=97eec9a5-87c0-4af8-83b4-6d9e83e9e0f4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:57.605240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.605698 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.606126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.606881 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.607222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.607746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.608094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.608421 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.608755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.609089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.609416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.609805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.610137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:57.633740 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:57.637678 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a16eca5c-429b-4fe1-bcff-4ad40ae68f7b tempest-RoutersAdminNegativeTest-527570040 tempest-RoutersAdminNegativeTest-527570040-project-admin] 10.222.0.53 "DELETE /v2.0/ports/97eec9a5-87c0-4af8-83b4-6d9e83e9e0f4 HTTP/1.1" status: 204 len: 168 time: 0.4188011 Jan 28 13:09:57.913596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:58.035701 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fb96-ce6d-4969-ab41-b92f52932390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:58.127864 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fb96-ce6d-4969-ab41-b92f52932390 admin admin] Publish callbacks [] for security_group (47752937-e300-4d5c-8d23-2b53190efbcb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:58.134146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fb96-ce6d-4969-ab41-b92f52932390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (47752937-e300-4d5c-8d23-2b53190efbcb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:58.174213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4fb96-ce6d-4969-ab41-b92f52932390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47752937-e300-4d5c-8d23-2b53190efbcb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:58.180816 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dfd4fb96-ce6d-4969-ab41-b92f52932390 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7cf06143dd754e53b5a04f7122917be5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637539 Jan 28 13:09:58.181589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60232) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:58.246501 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0967f09-465c-4144-bcc8-d93137ac314f admin admin] Publish callbacks [] for security_group (47752937-e300-4d5c-8d23-2b53190efbcb), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:58.268792 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0967f09-465c-4144-bcc8-d93137ac314f admin admin] Publish callbacks [] for security_group (47752937-e300-4d5c-8d23-2b53190efbcb), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:58.340588 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0967f09-465c-4144-bcc8-d93137ac314f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (47752937-e300-4d5c-8d23-2b53190efbcb), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:58.343856 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0967f09-465c-4144-bcc8-d93137ac314f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:58.345030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f0967f09-465c-4144-bcc8-d93137ac314f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47752937-e300-4d5c-8d23-2b53190efbcb HTTP/1.1" status: 204 len: 168 time: 0.1617608 Jan 28 13:09:58.353349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0967f09-465c-4144-bcc8-d93137ac314f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47752937-e300-4d5c-8d23-2b53190efbcb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:58.663375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:58.704773 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e821e871-2ab5-46a3-8b19-1229253dd9f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=baf18f1929c34b5d82f3ff640d24d281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379848 Jan 28 13:09:58.704941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60240) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:58.752681 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72c2d0d1-2a54-479d-ae31-741efbd825c7 admin admin] Publish callbacks [] for security_group (d76601e1-1cd7-4c13-a59a-48938c7aa93e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:58.774461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72c2d0d1-2a54-479d-ae31-741efbd825c7 admin admin] Publish callbacks [] for security_group (d76601e1-1cd7-4c13-a59a-48938c7aa93e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:58.821361 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72c2d0d1-2a54-479d-ae31-741efbd825c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d76601e1-1cd7-4c13-a59a-48938c7aa93e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:58.824055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72c2d0d1-2a54-479d-ae31-741efbd825c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:58.825201 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-72c2d0d1-2a54-479d-ae31-741efbd825c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d76601e1-1cd7-4c13-a59a-48938c7aa93e HTTP/1.1" status: 204 len: 168 time: 0.1194162 Jan 28 13:09:58.837500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2d0d1-2a54-479d-ae31-741efbd825c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76601e1-1cd7-4c13-a59a-48938c7aa93e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:59.550445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60264) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:59.647985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1502248579'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:59.666801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:59.671027 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:59.679487 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:59.755579 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for security_group (2e7ff038-90a1-4918-9844-09b802d434df), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:59.759079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2e7ff038-90a1-4918-9844-09b802d434df), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:59.787938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:09:59.797572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7ff038-90a1-4918-9844-09b802d434df,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:59.802237 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6ed4a91c-632e-45ec-8bca-990bb12635ef), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:59.802579 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Added segment 6ed4a91c-632e-45ec-8bca-990bb12635ef of type vlan for network 513af5ca-6e75-4880-aa77-8bc13db4a827 Jan 28 13:09:59.845809 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (513af5ca-6e75-4880-aa77-8bc13db4a827), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:59.876338 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (513af5ca-6e75-4880-aa77-8bc13db4a827), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:59.881440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:59.882137 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:59.942785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3905399 Jan 28 13:09:59.954662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d25cc9-8b52-47b3-b197-c3f71dcca327 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=513af5ca-6e75-4880-aa77-8bc13db4a827,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:59.966092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 513af5ca-6e75-4880-aa77-8bc13db4a827 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:00.074003 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60268) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:00.080014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c803f7e2-b618-4b1b-b8bc-c4f01dc8584f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'network_id': '513af5ca-6e75-4880-aa77-8bc13db4a827', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:00.173898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c803f7e2-b618-4b1b-b8bc-c4f01dc8584f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:00.177448 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c803f7e2-b618-4b1b-b8bc-c4f01dc8584f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:00.382093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c803f7e2-b618-4b1b-b8bc-c4f01dc8584f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (f2ecf928-1ac7-44d9-97b9-23a4951a507a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:00.448303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803f7e2-b618-4b1b-b8bc-c4f01dc8584f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=f2ecf928-1ac7-44d9-97b9-23a4951a507a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:00.460498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803f7e2-b618-4b1b-b8bc-c4f01dc8584f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking segment: {'id': '6ed4a91c-632e-45ec-8bca-990bb12635ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '513af5ca-6e75-4880-aa77-8bc13db4a827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:00.460498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c803f7e2-b618-4b1b-b8bc-c4f01dc8584f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network hostable DHCP agents. Network: 513af5ca-6e75-4880-aa77-8bc13db4a827, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:00.483158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c803f7e2-b618-4b1b-b8bc-c4f01dc8584f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network 513af5ca-6e75-4880-aa77-8bc13db4a827 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:00.493788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c803f7e2-b618-4b1b-b8bc-c4f01dc8584f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 513af5ca-6e75-4880-aa77-8bc13db4a827) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:00.499033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c803f7e2-b618-4b1b-b8bc-c4f01dc8584f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:00.499619 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c803f7e2-b618-4b1b-b8bc-c4f01dc8584f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:00.510520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee76fc9e-2691-4223-bde2-819334ed3c3b None None] Network 513af5ca-6e75-4880-aa77-8bc13db4a827 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:00.519298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c803f7e2-b618-4b1b-b8bc-c4f01dc8584f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4439099 Jan 28 13:10:00.523245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60288) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:00.530745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8116f15b-25ec-426e-bbbe-362b38623f84 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-808583969'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:00.561671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8116f15b-25ec-426e-bbbe-362b38623f84 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:00.566289 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8116f15b-25ec-426e-bbbe-362b38623f84 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:00.602753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8116f15b-25ec-426e-bbbe-362b38623f84 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:00.613768 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8116f15b-25ec-426e-bbbe-362b38623f84 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (490cb056-e3ce-4490-835c-e1b725c99ea7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:00.614170 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-8116f15b-25ec-426e-bbbe-362b38623f84 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Added segment 490cb056-e3ce-4490-835c-e1b725c99ea7 of type vlan for network f777e6c6-d1dc-4fbd-a237-0e28abfb2293 Jan 28 13:10:00.666566 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8116f15b-25ec-426e-bbbe-362b38623f84 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f777e6c6-d1dc-4fbd-a237-0e28abfb2293), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:00.703886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-513af5ca-6e75-4880-aa77-8bc13db4a827', 'network_id': '513af5ca-6e75-4880-aa77-8bc13db4a827', 'project_id': '82fcd7205e254389a2adc1fdb2b06b76', 'fixed_ips': [{'subnet_id': 'f2ecf928-1ac7-44d9-97b9-23a4951a507a'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:00.704997 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:00.713009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8116f15b-25ec-426e-bbbe-362b38623f84 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f777e6c6-d1dc-4fbd-a237-0e28abfb2293), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:00.724060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116f15b-25ec-426e-bbbe-362b38623f84 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:00.724826 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8116f15b-25ec-426e-bbbe-362b38623f84 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:00.805704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8116f15b-25ec-426e-bbbe-362b38623f84 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2807889 Jan 28 13:10:00.808473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60292) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:00.818200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ce188bb9-4ab2-470a-8b9a-925288bfea9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'network_id': 'f777e6c6-d1dc-4fbd-a237-0e28abfb2293', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:00.825009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116f15b-25ec-426e-bbbe-362b38623f84 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=f777e6c6-d1dc-4fbd-a237-0e28abfb2293,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:00.903996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Allocated IP 172.20.255.242 (513af5ca-6e75-4880-aa77-8bc13db4a827/f2ecf928-1ac7-44d9-97b9-23a4951a507a/bf9cf5c9-e5f0-4607-8401-5252702fd6f6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:00.931097 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce188bb9-4ab2-470a-8b9a-925288bfea9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:00.935454 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce188bb9-4ab2-470a-8b9a-925288bfea9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.078812 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Publish callbacks [] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.085643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f777e6c6-d1dc-4fbd-a237-0e28abfb2293 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:01.146652 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce188bb9-4ab2-470a-8b9a-925288bfea9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (80bc858e-8367-451f-84ab-b2e9ea4af5d5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.169827 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.218906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Network 513af5ca-6e75-4880-aa77-8bc13db4a827 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:01.222502 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:01.229405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:01.232785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce188bb9-4ab2-470a-8b9a-925288bfea9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking segment: {'id': '490cb056-e3ce-4490-835c-e1b725c99ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f777e6c6-d1dc-4fbd-a237-0e28abfb2293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:01.233456 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce188bb9-4ab2-470a-8b9a-925288bfea9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network hostable DHCP agents. Network: f777e6c6-d1dc-4fbd-a237-0e28abfb2293, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:01.255329 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:10:01.260750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Pushing event updated for resources: {'Port': ['ID=bf9cf5c9-e5f0-4607-8401-5252702fd6f6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:01.274586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce188bb9-4ab2-470a-8b9a-925288bfea9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=80bc858e-8367-451f-84ab-b2e9ea4af5d5,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:01.288408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce188bb9-4ab2-470a-8b9a-925288bfea9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network f777e6c6-d1dc-4fbd-a237-0e28abfb2293 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:01.298248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Attempting to bind port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:01.298612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Attempting to bind port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '6ed4a91c-632e-45ec-8bca-990bb12635ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '513af5ca-6e75-4880-aa77-8bc13db4a827'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:01.299036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Attempting to bind port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 on network 513af5ca-6e75-4880-aa77-8bc13db4a827 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:01.301173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ce188bb9-4ab2-470a-8b9a-925288bfea9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, f777e6c6-d1dc-4fbd-a237-0e28abfb2293) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:01.306399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:01.306689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Checking segment: {'id': '6ed4a91c-632e-45ec-8bca-990bb12635ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '513af5ca-6e75-4880-aa77-8bc13db4a827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:01.307299 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.307482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Bound using segment: {'id': '6ed4a91c-632e-45ec-8bca-990bb12635ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '513af5ca-6e75-4880-aa77-8bc13db4a827'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:01.308003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Bound port: bf9cf5c9-e5f0-4607-8401-5252702fd6f6, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed4a91c-632e-45ec-8bca-990bb12635ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '513af5ca-6e75-4880-aa77-8bc13db4a827'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:01.308388 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.310591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce188bb9-4ab2-470a-8b9a-925288bfea9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:01.311652 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce188bb9-4ab2-470a-8b9a-925288bfea9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.331864 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835472e5-7b9d-4ead-a148-51ff764468bb None None] Network f777e6c6-d1dc-4fbd-a237-0e28abfb2293 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:01.339263 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ce188bb9-4ab2-470a-8b9a-925288bfea9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5275412 Jan 28 13:10:01.342511 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60294) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:01.442672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] For port bf9cf5c9-e5f0-4607-8401-5252702fd6f6, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:01.472274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] For port bf9cf5c9-e5f0-4607-8401-5252702fd6f6, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bf9cf5c9-e5f0-4607-8401-5252702fd6f6,segment=NetworkSegment(6ed4a91c-632e-45ec-8bca-990bb12635ef),segment_id=6ed4a91c-632e-45ec-8bca-990bb12635ef)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:01.474630 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f777e6c6-d1dc-4fbd-a237-0e28abfb2293), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.490170 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.504295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-f777e6c6-d1dc-4fbd-a237-0e28abfb2293', 'network_id': 'f777e6c6-d1dc-4fbd-a237-0e28abfb2293', 'project_id': '82fcd7205e254389a2adc1fdb2b06b76', 'fixed_ips': [{'subnet_id': '80bc858e-8367-451f-84ab-b2e9ea4af5d5'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:01.505132 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.580017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77539c3-e875-4863-bcaf-72e3dc77552f None None] Pushing event updated for resources: {'Port': ['ID=bf9cf5c9-e5f0-4607-8401-5252702fd6f6,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:01.640295 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (80bc858e-8367-451f-84ab-b2e9ea4af5d5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.739951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Allocated IP 172.20.0.2 (f777e6c6-d1dc-4fbd-a237-0e28abfb2293/80bc858e-8367-451f-84ab-b2e9ea4af5d5/5e6ac296-bf48-4fd4-a719-509e83505884) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:01.926927 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Publish callbacks [] for port (5e6ac296-bf48-4fd4-a719-509e83505884), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.936747 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (5e6ac296-bf48-4fd4-a719-509e83505884), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.959288 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (80bc858e-8367-451f-84ab-b2e9ea4af5d5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:01.984836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Network f777e6c6-d1dc-4fbd-a237-0e28abfb2293 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:01.988327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:01.991768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:01.993968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Subnet': ['ID=80bc858e-8367-451f-84ab-b2e9ea4af5d5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:02.033018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Pushing event updated for resources: {'Port': ['ID=5e6ac296-bf48-4fd4-a719-509e83505884,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:02.058806 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f777e6c6-d1dc-4fbd-a237-0e28abfb2293), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.066974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Attempting to bind port 5e6ac296-bf48-4fd4-a719-509e83505884 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:02.067392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Attempting to bind port 5e6ac296-bf48-4fd4-a719-509e83505884 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '490cb056-e3ce-4490-835c-e1b725c99ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f777e6c6-d1dc-4fbd-a237-0e28abfb2293'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:02.068118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Attempting to bind port 5e6ac296-bf48-4fd4-a719-509e83505884 on network f777e6c6-d1dc-4fbd-a237-0e28abfb2293 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:02.072954 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:02.073334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Checking segment: {'id': '490cb056-e3ce-4490-835c-e1b725c99ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f777e6c6-d1dc-4fbd-a237-0e28abfb2293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:02.073741 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.074138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Bound using segment: {'id': '490cb056-e3ce-4490-835c-e1b725c99ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f777e6c6-d1dc-4fbd-a237-0e28abfb2293'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:02.074599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Bound port: 5e6ac296-bf48-4fd4-a719-509e83505884, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490cb056-e3ce-4490-835c-e1b725c99ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f777e6c6-d1dc-4fbd-a237-0e28abfb2293'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:02.074979 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5e6ac296-bf48-4fd4-a719-509e83505884), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.085198 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f777e6c6-d1dc-4fbd-a237-0e28abfb2293']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:02.097928 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490cb056-e3ce-4490-835c-e1b725c99ea7') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:02.098251 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490cb056-e3ce-4490-835c-e1b725c99ea7') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:02.108041 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (490cb056-e3ce-4490-835c-e1b725c99ea7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.123933 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (490cb056-e3ce-4490-835c-e1b725c99ea7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.131603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:02.132025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (490cb056-e3ce-4490-835c-e1b725c99ea7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:02.135134 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:02.150412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] For port 5e6ac296-bf48-4fd4-a719-509e83505884, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:02.211589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] For port 5e6ac296-bf48-4fd4-a719-509e83505884, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5e6ac296-bf48-4fd4-a719-509e83505884,segment=NetworkSegment(490cb056-e3ce-4490-835c-e1b725c99ea7),segment_id=490cb056-e3ce-4490-835c-e1b725c99ea7)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:02.212967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:10:02.212967 n-d-824835-4 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:10:02.212967 n-d-824835-4 neutron-server[103128]: [parameters: {'id': 'f777e6c6-d1dc-4fbd-a237-0e28abfb2293'}] Jan 28 13:10:02.212967 n-d-824835-4 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:10:02.213351 n-d-824835-4 neutron-server[103128]: DEBUG oslo_db.api [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:10:02.217602 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5e6ac296-bf48-4fd4-a719-509e83505884), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.259641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bf9cf5c9-e5f0-4607-8401-5252702fd6f6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:02.337938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28324ae0-2818-4aab-aca9-0b3a5ce04a18 None None] Pushing event updated for resources: {'Port': ['ID=5e6ac296-bf48-4fd4-a719-509e83505884,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:02.362202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7a9689-a577-475d-a901-c832ef08997f None None] Network f777e6c6-d1dc-4fbd-a237-0e28abfb2293 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:02.365857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:02.366241 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.703444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:02.703848 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.714977 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f777e6c6-d1dc-4fbd-a237-0e28abfb2293), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.747684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port bf9cf5c9-e5f0-4607-8401-5252702fd6f6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bf9cf5c9-e5f0-4607-8401-5252702fd6f6,segment=NetworkSegment(6ed4a91c-632e-45ec-8bca-990bb12635ef),segment_id=6ed4a91c-632e-45ec-8bca-990bb12635ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:02.757729 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.810816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Deleting port 5e6ac296-bf48-4fd4-a719-509e83505884 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:10:02.811573 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5e6ac296-bf48-4fd4-a719-509e83505884), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.813269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=bf9cf5c9-e5f0-4607-8401-5252702fd6f6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:02.885377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] For port 5e6ac296-bf48-4fd4-a719-509e83505884, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5e6ac296-bf48-4fd4-a719-509e83505884,segment=NetworkSegment(490cb056-e3ce-4490-835c-e1b725c99ea7),segment_id=490cb056-e3ce-4490-835c-e1b725c99ea7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:02.885745 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5e6ac296-bf48-4fd4-a719-509e83505884), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:02.901757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Calling delete_port for 5e6ac296-bf48-4fd4-a719-509e83505884 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:10:02.908097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3defe2fd-8fc3-4463-a692-d4bc2ab6a91a None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:10:02.962622 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b26a021a-b28a-4130-8b6a-e59ad864adab None None] Provisioning complete for port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:02.962996 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b26a021a-b28a-4130-8b6a-e59ad864adab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.016491 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (5e6ac296-bf48-4fd4-a719-509e83505884), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.049563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Port': ['ID=5e6ac296-bf48-4fd4-a719-509e83505884,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:03.054792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No DVR routers for this DVR port 5e6ac296-bf48-4fd4-a719-509e83505884 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:10:03.065930 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3defe2fd-8fc3-4463-a692-d4bc2ab6a91a None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:10:03.137390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b26a021a-b28a-4130-8b6a-e59ad864adab None None] Current status of the port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:03.154420 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f777e6c6-d1dc-4fbd-a237-0e28abfb2293), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.178112 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f777e6c6-d1dc-4fbd-a237-0e28abfb2293']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:03.190851 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490cb056-e3ce-4490-835c-e1b725c99ea7') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:03.191558 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490cb056-e3ce-4490-835c-e1b725c99ea7') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:03.207938 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (490cb056-e3ce-4490-835c-e1b725c99ea7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.226633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (490cb056-e3ce-4490-835c-e1b725c99ea7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.237054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:03.237678 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (490cb056-e3ce-4490-835c-e1b725c99ea7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:03.242177 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:03.310022 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f777e6c6-d1dc-4fbd-a237-0e28abfb2293), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.312123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83954973-66a1-43c2-b25e-4f129147a63e None None] Network 513af5ca-6e75-4880-aa77-8bc13db4a827 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:03.322728 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.334108 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/f777e6c6-d1dc-4fbd-a237-0e28abfb2293 HTTP/1.1" status: 204 len: 168 time: 1.9904809 Jan 28 13:10:03.334449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60300) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:03.341333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6a38322a-bef8-4cf0-a71f-44d273cc358a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1892911529'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:03.347733 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a51c5f-4a2f-4109-959e-66d858a560f9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Network': ['ID=f777e6c6-d1dc-4fbd-a237-0e28abfb2293,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:03.373919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a38322a-bef8-4cf0-a71f-44d273cc358a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:03.379172 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a38322a-bef8-4cf0-a71f-44d273cc358a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.410184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a38322a-bef8-4cf0-a71f-44d273cc358a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:03.421067 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a38322a-bef8-4cf0-a71f-44d273cc358a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (255f9dd2-e634-417a-94f2-07f6940bb35b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.421418 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-6a38322a-bef8-4cf0-a71f-44d273cc358a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Added segment 255f9dd2-e634-417a-94f2-07f6940bb35b of type vlan for network 5ba8da02-7418-4f85-8bc3-260807994337 Jan 28 13:10:03.478959 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a38322a-bef8-4cf0-a71f-44d273cc358a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (5ba8da02-7418-4f85-8bc3-260807994337), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.513725 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a38322a-bef8-4cf0-a71f-44d273cc358a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (5ba8da02-7418-4f85-8bc3-260807994337), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.519496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a38322a-bef8-4cf0-a71f-44d273cc358a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:03.520474 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a38322a-bef8-4cf0-a71f-44d273cc358a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.591894 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6a38322a-bef8-4cf0-a71f-44d273cc358a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2555323 Jan 28 13:10:03.594922 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60302) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:03.600205 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'network_id': '5ba8da02-7418-4f85-8bc3-260807994337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:03.616578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38322a-bef8-4cf0-a71f-44d273cc358a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=5ba8da02-7418-4f85-8bc3-260807994337,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:03.630860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 5ba8da02-7418-4f85-8bc3-260807994337 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:03.722845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:03.726522 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.767272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c2d4a99f-c8d3-4da4-ba98-d1702f27810b None None] Provisioning complete for port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:03.767829 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a99f-c8d3-4da4-ba98-d1702f27810b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:03.792181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Performing IP validity checks on allocation pools {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:10:03.792689 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:10:03.878887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c2d4a99f-c8d3-4da4-ba98-d1702f27810b None None] Current status of the port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:03.938253 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (2ec1cd66-0e3e-4013-a02c-250d54a70530), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.007704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=2ec1cd66-0e3e-4013-a02c-250d54a70530,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:04.022880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking segment: {'id': '255f9dd2-e634-417a-94f2-07f6940bb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5ba8da02-7418-4f85-8bc3-260807994337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:04.023508 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network hostable DHCP agents. Network: 5ba8da02-7418-4f85-8bc3-260807994337, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:04.040896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network 5ba8da02-7418-4f85-8bc3-260807994337 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:04.054880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 5ba8da02-7418-4f85-8bc3-260807994337) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:04.063122 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:04.063975 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.066343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9dbe4c-db71-4dc5-9c8b-83bb78ed1573 None None] Network 5ba8da02-7418-4f85-8bc3-260807994337 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:04.085147 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-45a39a3c-8014-4324-882f-177d7992c5c3 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4866333 Jan 28 13:10:04.085344 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bf9cf5c9-e5f0-4607-8401-5252702fd6f6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:04.086365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60306) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:04.193395 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (5ba8da02-7418-4f85-8bc3-260807994337), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.217591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:04.217973 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.240806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be02fe-8ee6-4fb0-9d45-9468c8ea2ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-5ba8da02-7418-4f85-8bc3-260807994337', 'network_id': '5ba8da02-7418-4f85-8bc3-260807994337', 'project_id': '82fcd7205e254389a2adc1fdb2b06b76', 'fixed_ips': [{'subnet_id': '2ec1cd66-0e3e-4013-a02c-250d54a70530'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:04.241651 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4be02fe-8ee6-4fb0-9d45-9468c8ea2ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.249475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (2ec1cd66-0e3e-4013-a02c-250d54a70530), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.314139 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (2ec1cd66-0e3e-4013-a02c-250d54a70530), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.348545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec1cd66-0e3e-4013-a02c-250d54a70530,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server [None req-f4be02fe-8ee6-4fb0-9d45-9468c8ea2ccd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ec1cd66-0e3e-4013-a02c-250d54a70530: This subnet is being modified by another concurrent operation. Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exception Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ec1cd66-0e3e-4013-a02c-250d54a70530: This subnet is being modified by another concurrent operation. Jan 28 13:10:04.387579 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 13:10:04.395702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:04.413898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc5fa7b-9720-452f-8f30-da95a064ed9a None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:10:04.425263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (5ba8da02-7418-4f85-8bc3-260807994337), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.448967 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba8da02-7418-4f85-8bc3-260807994337']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:04.471760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255f9dd2-e634-417a-94f2-07f6940bb35b') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:04.472719 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255f9dd2-e634-417a-94f2-07f6940bb35b') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:04.483768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (255f9dd2-e634-417a-94f2-07f6940bb35b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.500054 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (255f9dd2-e634-417a-94f2-07f6940bb35b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.507613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:04.508052 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (255f9dd2-e634-417a-94f2-07f6940bb35b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:04.511396 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:04.516262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc5fa7b-9720-452f-8f30-da95a064ed9a None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:10:04.574909 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (5ba8da02-7418-4f85-8bc3-260807994337), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.583829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.590543 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/5ba8da02-7418-4f85-8bc3-260807994337 HTTP/1.1" status: 204 len: 168 time: 0.5005434 Jan 28 13:10:04.591609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60308) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:04.596223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6c59e232-71b8-4b52-a615-0841a22c7bb5 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2066084183'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:04.601669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cb7ff-efb0-4d21-833c-a819de60cbf2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Network': ['ID=5ba8da02-7418-4f85-8bc3-260807994337,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:04.629507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c59e232-71b8-4b52-a615-0841a22c7bb5 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:04.633466 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c59e232-71b8-4b52-a615-0841a22c7bb5 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.664695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c59e232-71b8-4b52-a615-0841a22c7bb5 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:04.677985 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c59e232-71b8-4b52-a615-0841a22c7bb5 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (12b83a03-0350-4057-bb73-af43557c357a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.678335 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-6c59e232-71b8-4b52-a615-0841a22c7bb5 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Added segment 12b83a03-0350-4057-bb73-af43557c357a of type vlan for network 964e1515-9e12-4a23-b35b-4ccb4965f8d7 Jan 28 13:10:04.710642 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f85b22-b8b1-4ac1-a687-58c5b23df274 None None] Network 5ba8da02-7418-4f85-8bc3-260807994337 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:04.722669 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c59e232-71b8-4b52-a615-0841a22c7bb5 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (964e1515-9e12-4a23-b35b-4ccb4965f8d7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.724471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f85b22-b8b1-4ac1-a687-58c5b23df274 None None] Network 5ba8da02-7418-4f85-8bc3-260807994337 could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:10:04.751358 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c59e232-71b8-4b52-a615-0841a22c7bb5 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (964e1515-9e12-4a23-b35b-4ccb4965f8d7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.756341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c59e232-71b8-4b52-a615-0841a22c7bb5 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:04.756930 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c59e232-71b8-4b52-a615-0841a22c7bb5 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:04.816728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6c59e232-71b8-4b52-a615-0841a22c7bb5 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2245438 Jan 28 13:10:04.819431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60310) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:04.825140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-27958ea9-4621-4062-8bfa-8b40cf433a81 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'network_id': '964e1515-9e12-4a23-b35b-4ccb4965f8d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:04.826112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59e232-71b8-4b52-a615-0841a22c7bb5 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=964e1515-9e12-4a23-b35b-4ccb4965f8d7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:04.836666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 964e1515-9e12-4a23-b35b-4ccb4965f8d7 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:04.933792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27958ea9-4621-4062-8bfa-8b40cf433a81 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:04.937754 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27958ea9-4621-4062-8bfa-8b40cf433a81 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.115117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27958ea9-4621-4062-8bfa-8b40cf433a81 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (f03f6376-09b9-4620-a4c0-b80b6ac64f95), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.176210 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27958ea9-4621-4062-8bfa-8b40cf433a81 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=f03f6376-09b9-4620-a4c0-b80b6ac64f95,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:05.183211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27958ea9-4621-4062-8bfa-8b40cf433a81 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking segment: {'id': '12b83a03-0350-4057-bb73-af43557c357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '964e1515-9e12-4a23-b35b-4ccb4965f8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:05.183603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27958ea9-4621-4062-8bfa-8b40cf433a81 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network hostable DHCP agents. Network: 964e1515-9e12-4a23-b35b-4ccb4965f8d7, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:05.200528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27958ea9-4621-4062-8bfa-8b40cf433a81 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network 964e1515-9e12-4a23-b35b-4ccb4965f8d7 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:05.210420 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-27958ea9-4621-4062-8bfa-8b40cf433a81 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 964e1515-9e12-4a23-b35b-4ccb4965f8d7) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:05.214767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27958ea9-4621-4062-8bfa-8b40cf433a81 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:05.215374 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27958ea9-4621-4062-8bfa-8b40cf433a81 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.228517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4a5cd7-5413-4a56-8549-eb97f434a635 None None] Network 964e1515-9e12-4a23-b35b-4ccb4965f8d7 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:05.234513 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-27958ea9-4621-4062-8bfa-8b40cf433a81 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4135621 Jan 28 13:10:05.235811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60314) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:05.350220 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (964e1515-9e12-4a23-b35b-4ccb4965f8d7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.358693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f621d2d-efbd-4249-965a-bd89b1b9d9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-964e1515-9e12-4a23-b35b-4ccb4965f8d7', 'network_id': '964e1515-9e12-4a23-b35b-4ccb4965f8d7', 'project_id': '82fcd7205e254389a2adc1fdb2b06b76', 'fixed_ips': [{'subnet_id': 'f03f6376-09b9-4620-a4c0-b80b6ac64f95'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:05.360304 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f621d2d-efbd-4249-965a-bd89b1b9d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.410587 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (f03f6376-09b9-4620-a4c0-b80b6ac64f95), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.493975 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (f03f6376-09b9-4620-a4c0-b80b6ac64f95), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server [None req-2f621d2d-efbd-4249-965a-bd89b1b9d9dc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f03f6376-09b9-4620-a4c0-b80b6ac64f95: This subnet is being modified by another concurrent operation. Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exception Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f03f6376-09b9-4620-a4c0-b80b6ac64f95: This subnet is being modified by another concurrent operation. Jan 28 13:10:05.503920 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 13:10:05.519882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f858ae3-51f0-4280-a700-9a2c17d602c3 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:10:05.520482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Subnet': ['ID=f03f6376-09b9-4620-a4c0-b80b6ac64f95,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:05.611007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (964e1515-9e12-4a23-b35b-4ccb4965f8d7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.629316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f858ae3-51f0-4280-a700-9a2c17d602c3 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:10:05.636278 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964e1515-9e12-4a23-b35b-4ccb4965f8d7']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:05.647307 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b83a03-0350-4057-bb73-af43557c357a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:05.647631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b83a03-0350-4057-bb73-af43557c357a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:05.657781 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (12b83a03-0350-4057-bb73-af43557c357a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.672165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (12b83a03-0350-4057-bb73-af43557c357a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.680092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:05.680532 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (12b83a03-0350-4057-bb73-af43557c357a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:05.683687 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:05.752376 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (964e1515-9e12-4a23-b35b-4ccb4965f8d7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.774846 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.779497 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/964e1515-9e12-4a23-b35b-4ccb4965f8d7 HTTP/1.1" status: 204 len: 168 time: 0.5421908 Jan 28 13:10:05.780763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c80fd1-ffa2-4a7e-a147-9dbe822d8e8d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Network': ['ID=964e1515-9e12-4a23-b35b-4ccb4965f8d7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:05.784706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60316) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:05.792911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d5cc0c7b-4939-4abc-93a6-95e48f26e483 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-863685698'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:05.818890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cc0c7b-4939-4abc-93a6-95e48f26e483 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:05.823829 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0c7b-4939-4abc-93a6-95e48f26e483 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.836910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b847457f-04a5-4e6f-b8ff-01aad2ac9ef8 None None] Network 964e1515-9e12-4a23-b35b-4ccb4965f8d7 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:05.850991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b847457f-04a5-4e6f-b8ff-01aad2ac9ef8 None None] Network 964e1515-9e12-4a23-b35b-4ccb4965f8d7 could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:10:05.854161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cc0c7b-4939-4abc-93a6-95e48f26e483 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:05.866537 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0c7b-4939-4abc-93a6-95e48f26e483 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (bd2aa48a-4519-4591-a1cc-14d0c515d35d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.867260 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-d5cc0c7b-4939-4abc-93a6-95e48f26e483 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Added segment bd2aa48a-4519-4591-a1cc-14d0c515d35d of type vlan for network 5ec7a708-d4b9-4d40-bc73-66daf2c665b9 Jan 28 13:10:05.929712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0c7b-4939-4abc-93a6-95e48f26e483 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (5ec7a708-d4b9-4d40-bc73-66daf2c665b9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.973174 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0c7b-4939-4abc-93a6-95e48f26e483 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (5ec7a708-d4b9-4d40-bc73-66daf2c665b9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:05.979218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc0c7b-4939-4abc-93a6-95e48f26e483 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:05.980166 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0c7b-4939-4abc-93a6-95e48f26e483 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:06.047212 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d5cc0c7b-4939-4abc-93a6-95e48f26e483 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2604077 Jan 28 13:10:06.050828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60324) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:06.056921 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5320a9bd-3320-42e7-9d81-16d590340d54 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'network_id': '5ec7a708-d4b9-4d40-bc73-66daf2c665b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:06.077072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc0c7b-4939-4abc-93a6-95e48f26e483 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=5ec7a708-d4b9-4d40-bc73-66daf2c665b9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:06.090544 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 5ec7a708-d4b9-4d40-bc73-66daf2c665b9 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:06.191029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5320a9bd-3320-42e7-9d81-16d590340d54 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:06.197464 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5320a9bd-3320-42e7-9d81-16d590340d54 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:06.395231 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5320a9bd-3320-42e7-9d81-16d590340d54 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (3caee5ba-592e-4db4-a5ff-556d15c8eba1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:06.463079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320a9bd-3320-42e7-9d81-16d590340d54 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=3caee5ba-592e-4db4-a5ff-556d15c8eba1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:06.473993 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5320a9bd-3320-42e7-9d81-16d590340d54 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking segment: {'id': 'bd2aa48a-4519-4591-a1cc-14d0c515d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5ec7a708-d4b9-4d40-bc73-66daf2c665b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:06.474363 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320a9bd-3320-42e7-9d81-16d590340d54 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network hostable DHCP agents. Network: 5ec7a708-d4b9-4d40-bc73-66daf2c665b9, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:06.492031 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320a9bd-3320-42e7-9d81-16d590340d54 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network 5ec7a708-d4b9-4d40-bc73-66daf2c665b9 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:06.501487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5320a9bd-3320-42e7-9d81-16d590340d54 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 5ec7a708-d4b9-4d40-bc73-66daf2c665b9) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:06.506425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5320a9bd-3320-42e7-9d81-16d590340d54 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:06.507045 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5320a9bd-3320-42e7-9d81-16d590340d54 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:06.524524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d7f4d5-7d07-4e28-9cca-a71a07f08216 None None] Network 5ec7a708-d4b9-4d40-bc73-66daf2c665b9 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:06.527432 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5320a9bd-3320-42e7-9d81-16d590340d54 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4752779 Jan 28 13:10:06.530169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60328) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:06.643379 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (5ec7a708-d4b9-4d40-bc73-66daf2c665b9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:06.672304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-5ec7a708-d4b9-4d40-bc73-66daf2c665b9', 'network_id': '5ec7a708-d4b9-4d40-bc73-66daf2c665b9', 'project_id': '82fcd7205e254389a2adc1fdb2b06b76', 'fixed_ips': [{'subnet_id': '3caee5ba-592e-4db4-a5ff-556d15c8eba1'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:06.673431 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:06.837390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Allocated IP 172.20.0.2 (5ec7a708-d4b9-4d40-bc73-66daf2c665b9/3caee5ba-592e-4db4-a5ff-556d15c8eba1/3563f2e8-4a7d-43fa-a4e8-ea149b0413fb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:07.017987 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Publish callbacks [] for port (3563f2e8-4a7d-43fa-a4e8-ea149b0413fb), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.026085 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (3563f2e8-4a7d-43fa-a4e8-ea149b0413fb), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.076298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Network 5ec7a708-d4b9-4d40-bc73-66daf2c665b9 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:07.085038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:07.087083 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (3caee5ba-592e-4db4-a5ff-556d15c8eba1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.088037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:07.097043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Pushing event updated for resources: {'Port': ['ID=3563f2e8-4a7d-43fa-a4e8-ea149b0413fb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:07.164319 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Attempting to bind port 3563f2e8-4a7d-43fa-a4e8-ea149b0413fb on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:07.164702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Attempting to bind port 3563f2e8-4a7d-43fa-a4e8-ea149b0413fb by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'bd2aa48a-4519-4591-a1cc-14d0c515d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5ec7a708-d4b9-4d40-bc73-66daf2c665b9'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:07.165080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Attempting to bind port 3563f2e8-4a7d-43fa-a4e8-ea149b0413fb on network 5ec7a708-d4b9-4d40-bc73-66daf2c665b9 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:07.166099 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (3caee5ba-592e-4db4-a5ff-556d15c8eba1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.171328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:07.171748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Checking segment: {'id': 'bd2aa48a-4519-4591-a1cc-14d0c515d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5ec7a708-d4b9-4d40-bc73-66daf2c665b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:07.172172 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.172583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Bound using segment: {'id': 'bd2aa48a-4519-4591-a1cc-14d0c515d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5ec7a708-d4b9-4d40-bc73-66daf2c665b9'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:07.173092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Bound port: 3563f2e8-4a7d-43fa-a4e8-ea149b0413fb, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2aa48a-4519-4591-a1cc-14d0c515d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5ec7a708-d4b9-4d40-bc73-66daf2c665b9'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:07.173470 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3563f2e8-4a7d-43fa-a4e8-ea149b0413fb), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.197706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Subnet': ['ID=3caee5ba-592e-4db4-a5ff-556d15c8eba1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:07.254604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] For port 3563f2e8-4a7d-43fa-a4e8-ea149b0413fb, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:07.258406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] For port 3563f2e8-4a7d-43fa-a4e8-ea149b0413fb, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3563f2e8-4a7d-43fa-a4e8-ea149b0413fb,segment=NetworkSegment(bd2aa48a-4519-4591-a1cc-14d0c515d35d),segment_id=bd2aa48a-4519-4591-a1cc-14d0c515d35d)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:07.264332 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3563f2e8-4a7d-43fa-a4e8-ea149b0413fb), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.275269 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (5ec7a708-d4b9-4d40-bc73-66daf2c665b9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.300111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec7a708-d4b9-4d40-bc73-66daf2c665b9']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:07.310493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2aa48a-4519-4591-a1cc-14d0c515d35d') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:07.311021 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2aa48a-4519-4591-a1cc-14d0c515d35d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:07.320676 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (bd2aa48a-4519-4591-a1cc-14d0c515d35d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.332270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ada6a-9c67-4894-9464-a71102ddbfce None None] Pushing event updated for resources: {'Port': ['ID=3563f2e8-4a7d-43fa-a4e8-ea149b0413fb,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:07.335213 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (bd2aa48a-4519-4591-a1cc-14d0c515d35d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.342688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:07.343105 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (bd2aa48a-4519-4591-a1cc-14d0c515d35d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.388375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c47298e-11ea-4815-a2c0-90d49ace62f1 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:07.404933 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:07.408536 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:10:07.408536 n-d-824835-4 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:10:07.408536 n-d-824835-4 neutron-server[103128]: [parameters: {'id': '5ec7a708-d4b9-4d40-bc73-66daf2c665b9'}] Jan 28 13:10:07.408536 n-d-824835-4 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:10:07.409128 n-d-824835-4 neutron-server[103128]: DEBUG oslo_db.api [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:10:07.486219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c47298e-11ea-4815-a2c0-90d49ace62f1 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:10:07.654826 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f62f88-f49a-424b-bea6-fd478df1542a None None] Network 5ec7a708-d4b9-4d40-bc73-66daf2c665b9 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:07.910804 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (5ec7a708-d4b9-4d40-bc73-66daf2c665b9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.969344 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Deleting port 3563f2e8-4a7d-43fa-a4e8-ea149b0413fb {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:10:07.969862 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3563f2e8-4a7d-43fa-a4e8-ea149b0413fb), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.038337 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] For port 3563f2e8-4a7d-43fa-a4e8-ea149b0413fb, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3563f2e8-4a7d-43fa-a4e8-ea149b0413fb,segment=NetworkSegment(bd2aa48a-4519-4591-a1cc-14d0c515d35d),segment_id=bd2aa48a-4519-4591-a1cc-14d0c515d35d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:08.038851 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3563f2e8-4a7d-43fa-a4e8-ea149b0413fb), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.053179 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Calling delete_port for 3563f2e8-4a7d-43fa-a4e8-ea149b0413fb owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:10:08.135053 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3563f2e8-4a7d-43fa-a4e8-ea149b0413fb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.165561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Port': ['ID=3563f2e8-4a7d-43fa-a4e8-ea149b0413fb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:08.170242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No DVR routers for this DVR port 3563f2e8-4a7d-43fa-a4e8-ea149b0413fb on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:10:08.264563 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (5ec7a708-d4b9-4d40-bc73-66daf2c665b9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.290630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec7a708-d4b9-4d40-bc73-66daf2c665b9']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:08.305826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2aa48a-4519-4591-a1cc-14d0c515d35d') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:08.306158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2aa48a-4519-4591-a1cc-14d0c515d35d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:08.323081 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (bd2aa48a-4519-4591-a1cc-14d0c515d35d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.340707 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (bd2aa48a-4519-4591-a1cc-14d0c515d35d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.348823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:08.349238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (bd2aa48a-4519-4591-a1cc-14d0c515d35d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:08.352398 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:08.416348 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (5ec7a708-d4b9-4d40-bc73-66daf2c665b9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.422612 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.430348 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/5ec7a708-d4b9-4d40-bc73-66daf2c665b9 HTTP/1.1" status: 204 len: 168 time: 1.8949242 Jan 28 13:10:08.431013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60334) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:08.437078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ef762f48-2fad-4b8f-a1d5-9a0f4b092f99 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-971079277'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:08.442452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afacc69-28dc-4fd9-a05e-acdcc671f025 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Network': ['ID=5ec7a708-d4b9-4d40-bc73-66daf2c665b9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:08.469370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef762f48-2fad-4b8f-a1d5-9a0f4b092f99 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:08.473007 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef762f48-2fad-4b8f-a1d5-9a0f4b092f99 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.500387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef762f48-2fad-4b8f-a1d5-9a0f4b092f99 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:08.510247 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef762f48-2fad-4b8f-a1d5-9a0f4b092f99 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8a95092b-269d-4d67-8c1d-6805f55f7df3), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.510604 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-ef762f48-2fad-4b8f-a1d5-9a0f4b092f99 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Added segment 8a95092b-269d-4d67-8c1d-6805f55f7df3 of type vlan for network fdf6d6b1-35d3-4216-a216-fc2e4ef0049e Jan 28 13:10:08.552536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef762f48-2fad-4b8f-a1d5-9a0f4b092f99 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (fdf6d6b1-35d3-4216-a216-fc2e4ef0049e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.580818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef762f48-2fad-4b8f-a1d5-9a0f4b092f99 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (fdf6d6b1-35d3-4216-a216-fc2e4ef0049e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.587520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef762f48-2fad-4b8f-a1d5-9a0f4b092f99 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:08.588129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef762f48-2fad-4b8f-a1d5-9a0f4b092f99 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.654436 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ef762f48-2fad-4b8f-a1d5-9a0f4b092f99 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2217717 Jan 28 13:10:08.657124 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60336) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:08.662158 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'network_id': 'fdf6d6b1-35d3-4216-a216-fc2e4ef0049e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:08.665906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef762f48-2fad-4b8f-a1d5-9a0f4b092f99 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=fdf6d6b1-35d3-4216-a216-fc2e4ef0049e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:08.676526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network fdf6d6b1-35d3-4216-a216-fc2e4ef0049e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:08.751450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:08.754984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.814388 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Performing IP validity checks on allocation pools {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:10:08.814903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:10:08.930557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (4fda5629-1880-4600-90e1-3ffdf4a34d21), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.994067 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=4fda5629-1880-4600-90e1-3ffdf4a34d21,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:09.003670 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking segment: {'id': '8a95092b-269d-4d67-8c1d-6805f55f7df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fdf6d6b1-35d3-4216-a216-fc2e4ef0049e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:09.004040 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network hostable DHCP agents. Network: fdf6d6b1-35d3-4216-a216-fc2e4ef0049e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:09.021014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network fdf6d6b1-35d3-4216-a216-fc2e4ef0049e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:09.029641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, fdf6d6b1-35d3-4216-a216-fc2e4ef0049e) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:09.033631 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:09.034220 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.039158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242f5539-f041-4c7c-813d-af98b42611b0 None None] Network fdf6d6b1-35d3-4216-a216-fc2e4ef0049e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:09.050714 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6c302b03-9664-4a28-951a-97f7403e23b8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.3923604 Jan 28 13:10:09.053195 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60338) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:09.141140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88278e0-35d5-49bc-a068-d00f13d5e01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-fdf6d6b1-35d3-4216-a216-fc2e4ef0049e', 'network_id': 'fdf6d6b1-35d3-4216-a216-fc2e4ef0049e', 'project_id': '82fcd7205e254389a2adc1fdb2b06b76', 'fixed_ips': [{'subnet_id': '4fda5629-1880-4600-90e1-3ffdf4a34d21'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:09.142454 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e88278e0-35d5-49bc-a068-d00f13d5e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.152835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (fdf6d6b1-35d3-4216-a216-fc2e4ef0049e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.218277 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (4fda5629-1880-4600-90e1-3ffdf4a34d21), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.288280 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (4fda5629-1880-4600-90e1-3ffdf4a34d21), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server [None req-e88278e0-35d5-49bc-a068-d00f13d5e01e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fda5629-1880-4600-90e1-3ffdf4a34d21: This subnet is being modified by another concurrent operation. Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exception Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4fda5629-1880-4600-90e1-3ffdf4a34d21: This subnet is being modified by another concurrent operation. Jan 28 13:10:09.292278 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 13:10:09.316387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc08df1b-7e43-4888-a0c4-bfed35f2cb5d None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:10:09.322006 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Subnet': ['ID=4fda5629-1880-4600-90e1-3ffdf4a34d21,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:09.397774 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (fdf6d6b1-35d3-4216-a216-fc2e4ef0049e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.423553 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc08df1b-7e43-4888-a0c4-bfed35f2cb5d None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:10:09.427604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf6d6b1-35d3-4216-a216-fc2e4ef0049e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:09.442026 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a95092b-269d-4d67-8c1d-6805f55f7df3') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:09.442026 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a95092b-269d-4d67-8c1d-6805f55f7df3') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:09.451748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (8a95092b-269d-4d67-8c1d-6805f55f7df3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.468236 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (8a95092b-269d-4d67-8c1d-6805f55f7df3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.475596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:09.476018 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (8a95092b-269d-4d67-8c1d-6805f55f7df3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:09.479678 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:09.547933 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (fdf6d6b1-35d3-4216-a216-fc2e4ef0049e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.566564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.570121 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/fdf6d6b1-35d3-4216-a216-fc2e4ef0049e HTTP/1.1" status: 204 len: 168 time: 0.5159113 Jan 28 13:10:09.571233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6f518-b48c-4aca-84ba-0743630e13b4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Network': ['ID=fdf6d6b1-35d3-4216-a216-fc2e4ef0049e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:09.573893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60346) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:09.580145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-aa2d0c59-f365-4e75-9bc0-3e2cd33a0434 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1673002980'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:09.607185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2d0c59-f365-4e75-9bc0-3e2cd33a0434 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:09.610738 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0c59-f365-4e75-9bc0-3e2cd33a0434 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.640188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2d0c59-f365-4e75-9bc0-3e2cd33a0434 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:09.645715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3bbdac-9f11-49ba-ab61-aa3bca18abd2 None None] Network fdf6d6b1-35d3-4216-a216-fc2e4ef0049e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:09.657674 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0c59-f365-4e75-9bc0-3e2cd33a0434 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (11262a1e-9194-49d8-a82f-1ca50a28ca4c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.658374 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-aa2d0c59-f365-4e75-9bc0-3e2cd33a0434 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Added segment 11262a1e-9194-49d8-a82f-1ca50a28ca4c of type vlan for network d2e622e4-421f-4cff-b56e-8915d53924e4 Jan 28 13:10:09.666434 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3bbdac-9f11-49ba-ab61-aa3bca18abd2 None None] Network fdf6d6b1-35d3-4216-a216-fc2e4ef0049e could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:10:09.707445 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0c59-f365-4e75-9bc0-3e2cd33a0434 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d2e622e4-421f-4cff-b56e-8915d53924e4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.738565 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0c59-f365-4e75-9bc0-3e2cd33a0434 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d2e622e4-421f-4cff-b56e-8915d53924e4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.746635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2d0c59-f365-4e75-9bc0-3e2cd33a0434 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:09.747574 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0c59-f365-4e75-9bc0-3e2cd33a0434 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:09.816336 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-aa2d0c59-f365-4e75-9bc0-3e2cd33a0434 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2407622 Jan 28 13:10:09.820247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60348) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:09.827830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-eabd8647-2bd1-4c2d-a430-02a159bffaca tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'network_id': 'd2e622e4-421f-4cff-b56e-8915d53924e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:09.849136 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d0c59-f365-4e75-9bc0-3e2cd33a0434 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=d2e622e4-421f-4cff-b56e-8915d53924e4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:09.863396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d2e622e4-421f-4cff-b56e-8915d53924e4 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:09.954418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabd8647-2bd1-4c2d-a430-02a159bffaca tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:09.960693 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eabd8647-2bd1-4c2d-a430-02a159bffaca tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:10.233772 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eabd8647-2bd1-4c2d-a430-02a159bffaca tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (0a611079-eb9f-450e-866f-35482703b9c1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:10.310120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd8647-2bd1-4c2d-a430-02a159bffaca tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=0a611079-eb9f-450e-866f-35482703b9c1,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:10.324736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd8647-2bd1-4c2d-a430-02a159bffaca tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking segment: {'id': '11262a1e-9194-49d8-a82f-1ca50a28ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd2e622e4-421f-4cff-b56e-8915d53924e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:10.325390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd8647-2bd1-4c2d-a430-02a159bffaca tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network hostable DHCP agents. Network: d2e622e4-421f-4cff-b56e-8915d53924e4, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:10.358462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabd8647-2bd1-4c2d-a430-02a159bffaca tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network d2e622e4-421f-4cff-b56e-8915d53924e4 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:10.371474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-eabd8647-2bd1-4c2d-a430-02a159bffaca tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d2e622e4-421f-4cff-b56e-8915d53924e4) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:10.377785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd8647-2bd1-4c2d-a430-02a159bffaca tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:10.379061 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eabd8647-2bd1-4c2d-a430-02a159bffaca tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:10.391175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88534012-3e9f-421e-946e-cf94d54945ce None None] Network d2e622e4-421f-4cff-b56e-8915d53924e4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:10.407298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-eabd8647-2bd1-4c2d-a430-02a159bffaca tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5862820 Jan 28 13:10:10.411499 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60352) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:10.593086 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d2e622e4-421f-4cff-b56e-8915d53924e4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:10.718171 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (0a611079-eb9f-450e-866f-35482703b9c1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:10.753565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b383c9a4-998b-4c99-9fb8-27b15a12a266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-d2e622e4-421f-4cff-b56e-8915d53924e4', 'network_id': 'd2e622e4-421f-4cff-b56e-8915d53924e4', 'project_id': '82fcd7205e254389a2adc1fdb2b06b76', 'fixed_ips': [{'subnet_id': '0a611079-eb9f-450e-866f-35482703b9c1'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:10.755327 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b383c9a4-998b-4c99-9fb8-27b15a12a266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:10.823465 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (0a611079-eb9f-450e-866f-35482703b9c1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:10.858525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Subnet': ['ID=0a611079-eb9f-450e-866f-35482703b9c1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server [None req-b383c9a4-998b-4c99-9fb8-27b15a12a266 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a611079-eb9f-450e-866f-35482703b9c1: This subnet is being modified by another concurrent operation. Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exception Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a611079-eb9f-450e-866f-35482703b9c1: This subnet is being modified by another concurrent operation. Jan 28 13:10:10.909996 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 13:10:10.933319 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd1ecdd-0fcd-4abd-9acd-aa2394c6d5e4 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:10:10.944465 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d2e622e4-421f-4cff-b56e-8915d53924e4), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:10.974095 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e622e4-421f-4cff-b56e-8915d53924e4']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:10.985021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11262a1e-9194-49d8-a82f-1ca50a28ca4c') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:10.985320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11262a1e-9194-49d8-a82f-1ca50a28ca4c') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:10.995621 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (11262a1e-9194-49d8-a82f-1ca50a28ca4c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.011448 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (11262a1e-9194-49d8-a82f-1ca50a28ca4c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.020784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:11.021217 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (11262a1e-9194-49d8-a82f-1ca50a28ca4c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:11.025944 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:11.035276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd1ecdd-0fcd-4abd-9acd-aa2394c6d5e4 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:10:11.090059 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d2e622e4-421f-4cff-b56e-8915d53924e4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.096701 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.101342 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/d2e622e4-421f-4cff-b56e-8915d53924e4 HTTP/1.1" status: 204 len: 168 time: 0.6884825 Jan 28 13:10:11.104622 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60354) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:11.109997 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-77d32fa5-c1c6-40f4-bf6a-772d80719551 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1414283091'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:11.135666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3a878-82ab-44bc-9806-b7af202b9d8c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Network': ['ID=d2e622e4-421f-4cff-b56e-8915d53924e4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:11.160425 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d32fa5-c1c6-40f4-bf6a-772d80719551 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:11.163821 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77d32fa5-c1c6-40f4-bf6a-772d80719551 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.189888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d32fa5-c1c6-40f4-bf6a-772d80719551 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:11.201030 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77d32fa5-c1c6-40f4-bf6a-772d80719551 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0a131da8-8618-4d89-868f-26f577bdeda4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.201693 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-77d32fa5-c1c6-40f4-bf6a-772d80719551 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Added segment 0a131da8-8618-4d89-868f-26f577bdeda4 of type vlan for network 0929c0e3-fad7-4748-92aa-661d2ed31558 Jan 28 13:10:11.227206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6ea1d7-da1b-459e-864e-3e4f02ccb9a8 None None] Network d2e622e4-421f-4cff-b56e-8915d53924e4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:11.241674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6ea1d7-da1b-459e-864e-3e4f02ccb9a8 None None] Network d2e622e4-421f-4cff-b56e-8915d53924e4 could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:10:11.248231 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77d32fa5-c1c6-40f4-bf6a-772d80719551 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0929c0e3-fad7-4748-92aa-661d2ed31558), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.274699 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77d32fa5-c1c6-40f4-bf6a-772d80719551 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0929c0e3-fad7-4748-92aa-661d2ed31558), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.280171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d32fa5-c1c6-40f4-bf6a-772d80719551 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:11.280768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77d32fa5-c1c6-40f4-bf6a-772d80719551 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.338730 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-77d32fa5-c1c6-40f4-bf6a-772d80719551 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2330074 Jan 28 13:10:11.342528 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60356) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:11.349641 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-912c7f2c-ed1b-4fd1-896c-1470549c69cb tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'network_id': '0929c0e3-fad7-4748-92aa-661d2ed31558', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:11.370562 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d32fa5-c1c6-40f4-bf6a-772d80719551 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=0929c0e3-fad7-4748-92aa-661d2ed31558,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:11.385256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0929c0e3-fad7-4748-92aa-661d2ed31558 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:11.467660 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912c7f2c-ed1b-4fd1-896c-1470549c69cb tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:11.471057 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-912c7f2c-ed1b-4fd1-896c-1470549c69cb tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.665856 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-912c7f2c-ed1b-4fd1-896c-1470549c69cb tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (8823bfe1-d3f6-4221-8d71-93a46ab87640), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.721104 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c7f2c-ed1b-4fd1-896c-1470549c69cb tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=8823bfe1-d3f6-4221-8d71-93a46ab87640,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:11.737349 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c7f2c-ed1b-4fd1-896c-1470549c69cb tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking segment: {'id': '0a131da8-8618-4d89-868f-26f577bdeda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0929c0e3-fad7-4748-92aa-661d2ed31558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:11.737845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c7f2c-ed1b-4fd1-896c-1470549c69cb tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network hostable DHCP agents. Network: 0929c0e3-fad7-4748-92aa-661d2ed31558, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:11.755581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c7f2c-ed1b-4fd1-896c-1470549c69cb tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network 0929c0e3-fad7-4748-92aa-661d2ed31558 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:11.765118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-912c7f2c-ed1b-4fd1-896c-1470549c69cb tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 0929c0e3-fad7-4748-92aa-661d2ed31558) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:11.769618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912c7f2c-ed1b-4fd1-896c-1470549c69cb tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:11.770264 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-912c7f2c-ed1b-4fd1-896c-1470549c69cb tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.778753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e680ff00-ed01-4164-b772-c7cf8dd40ac0 None None] Network 0929c0e3-fad7-4748-92aa-661d2ed31558 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:11.790036 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-912c7f2c-ed1b-4fd1-896c-1470549c69cb tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4441779 Jan 28 13:10:11.792635 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60360) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:11.888652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-0929c0e3-fad7-4748-92aa-661d2ed31558', 'network_id': '0929c0e3-fad7-4748-92aa-661d2ed31558', 'project_id': '82fcd7205e254389a2adc1fdb2b06b76', 'fixed_ips': [{'subnet_id': '8823bfe1-d3f6-4221-8d71-93a46ab87640'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:11.889539 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.912698 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (0929c0e3-fad7-4748-92aa-661d2ed31558), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.982431 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (8823bfe1-d3f6-4221-8d71-93a46ab87640), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:12.052795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Allocated IP 172.20.0.1 (0929c0e3-fad7-4748-92aa-661d2ed31558/8823bfe1-d3f6-4221-8d71-93a46ab87640/2849973a-cd88-4500-94c5-d29213c74486) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:12.232822 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Publish callbacks [] for port (2849973a-cd88-4500-94c5-d29213c74486), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:12.240733 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (2849973a-cd88-4500-94c5-d29213c74486), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:12.263968 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (8823bfe1-d3f6-4221-8d71-93a46ab87640), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:12.296599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Subnet': ['ID=8823bfe1-d3f6-4221-8d71-93a46ab87640,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:12.298772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Network 0929c0e3-fad7-4748-92aa-661d2ed31558 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:12.302023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:12.305592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:12.319479 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Pushing event updated for resources: {'Port': ['ID=2849973a-cd88-4500-94c5-d29213c74486,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:12.380531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Attempting to bind port 2849973a-cd88-4500-94c5-d29213c74486 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:12.380912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Attempting to bind port 2849973a-cd88-4500-94c5-d29213c74486 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '0a131da8-8618-4d89-868f-26f577bdeda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0929c0e3-fad7-4748-92aa-661d2ed31558'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:12.381278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Attempting to bind port 2849973a-cd88-4500-94c5-d29213c74486 on network 0929c0e3-fad7-4748-92aa-661d2ed31558 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:12.383692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (0929c0e3-fad7-4748-92aa-661d2ed31558), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:12.388310 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:12.389034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Checking segment: {'id': '0a131da8-8618-4d89-868f-26f577bdeda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0929c0e3-fad7-4748-92aa-661d2ed31558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:12.389757 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:12.390457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Bound using segment: {'id': '0a131da8-8618-4d89-868f-26f577bdeda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0929c0e3-fad7-4748-92aa-661d2ed31558'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:12.391312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Bound port: 2849973a-cd88-4500-94c5-d29213c74486, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a131da8-8618-4d89-868f-26f577bdeda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0929c0e3-fad7-4748-92aa-661d2ed31558'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:12.392034 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2849973a-cd88-4500-94c5-d29213c74486), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:12.425609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0929c0e3-fad7-4748-92aa-661d2ed31558']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:12.439470 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a131da8-8618-4d89-868f-26f577bdeda4') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:12.440015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a131da8-8618-4d89-868f-26f577bdeda4') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:12.459170 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (0a131da8-8618-4d89-868f-26f577bdeda4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:12.483166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] For port 2849973a-cd88-4500-94c5-d29213c74486, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:12.488732 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0a131da8-8618-4d89-868f-26f577bdeda4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:12.498730 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:12.499189 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (0a131da8-8618-4d89-868f-26f577bdeda4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:12.503067 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:12.564018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] For port 2849973a-cd88-4500-94c5-d29213c74486, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2849973a-cd88-4500-94c5-d29213c74486,segment=NetworkSegment(0a131da8-8618-4d89-868f-26f577bdeda4),segment_id=0a131da8-8618-4d89-868f-26f577bdeda4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:12.566779 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:10:12.566779 n-d-824835-4 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:10:12.566779 n-d-824835-4 neutron-server[103128]: [parameters: {'id': '0929c0e3-fad7-4748-92aa-661d2ed31558'}] Jan 28 13:10:12.566779 n-d-824835-4 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:10:12.567322 n-d-824835-4 neutron-server[103128]: DEBUG oslo_db.api [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:10:12.571733 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2849973a-cd88-4500-94c5-d29213c74486), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:12.663985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Pushing event updated for resources: {'Port': ['ID=2849973a-cd88-4500-94c5-d29213c74486,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:12.674035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.674363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.674775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.675144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.675488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.675831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.676151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.676501 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.676882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.677349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.677528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.677861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.678191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070ef0e2-5c3f-4329-a51f-1dff3798c190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:12.682843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53258d82-f4b4-4c70-bc3c-ee867a4d8125 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:10:12.777869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53258d82-f4b4-4c70-bc3c-ee867a4d8125 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:10:12.970398 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1558b4d3-f74a-423c-8393-213f9a56f5d6 None None] Network 0929c0e3-fad7-4748-92aa-661d2ed31558 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:13.068975 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (0929c0e3-fad7-4748-92aa-661d2ed31558), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.153302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Deleting port 2849973a-cd88-4500-94c5-d29213c74486 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:10:13.154230 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2849973a-cd88-4500-94c5-d29213c74486), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.246677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] For port 2849973a-cd88-4500-94c5-d29213c74486, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2849973a-cd88-4500-94c5-d29213c74486,segment=NetworkSegment(0a131da8-8618-4d89-868f-26f577bdeda4),segment_id=0a131da8-8618-4d89-868f-26f577bdeda4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:13.247073 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2849973a-cd88-4500-94c5-d29213c74486), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.262795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Calling delete_port for 2849973a-cd88-4500-94c5-d29213c74486 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:10:13.357049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (2849973a-cd88-4500-94c5-d29213c74486), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.385649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Port': ['ID=2849973a-cd88-4500-94c5-d29213c74486,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:13.389705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No DVR routers for this DVR port 2849973a-cd88-4500-94c5-d29213c74486 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:10:13.476566 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (0929c0e3-fad7-4748-92aa-661d2ed31558), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.503709 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0929c0e3-fad7-4748-92aa-661d2ed31558']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:13.515451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a131da8-8618-4d89-868f-26f577bdeda4') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:13.515826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a131da8-8618-4d89-868f-26f577bdeda4') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:13.531713 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (0a131da8-8618-4d89-868f-26f577bdeda4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.550852 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0a131da8-8618-4d89-868f-26f577bdeda4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.562668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:13.563065 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (0a131da8-8618-4d89-868f-26f577bdeda4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:13.566444 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:13.639912 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (0929c0e3-fad7-4748-92aa-661d2ed31558), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.647646 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-983294'] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.650924 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/0929c0e3-fad7-4748-92aa-661d2ed31558 HTTP/1.1" status: 204 len: 168 time: 1.8573430 Jan 28 13:10:13.654750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60366) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:13.665173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d76bb1-dc7c-482a-87ce-e391e3928583 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Network': ['ID=0929c0e3-fad7-4748-92aa-661d2ed31558,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:13.665353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8a58fdc6-467c-4171-99e6-b6434e885b88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-614407287'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:13.701974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a58fdc6-467c-4171-99e6-b6434e885b88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:13.705439 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a58fdc6-467c-4171-99e6-b6434e885b88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.735394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a58fdc6-467c-4171-99e6-b6434e885b88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:13.751903 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a58fdc6-467c-4171-99e6-b6434e885b88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (5e5ca282-ded1-48f3-be4b-b416b487aa0d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.752450 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-8a58fdc6-467c-4171-99e6-b6434e885b88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Added segment 5e5ca282-ded1-48f3-be4b-b416b487aa0d of type vlan for network e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e Jan 28 13:10:13.798691 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a58fdc6-467c-4171-99e6-b6434e885b88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.825823 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a58fdc6-467c-4171-99e6-b6434e885b88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.830896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a58fdc6-467c-4171-99e6-b6434e885b88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:13.831665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a58fdc6-467c-4171-99e6-b6434e885b88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:13.897451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8a58fdc6-467c-4171-99e6-b6434e885b88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2409449 Jan 28 13:10:13.901576 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60368) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:13.909586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-953e3a9f-992f-44d4-9a70-02f6374bd622 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:13.909832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58fdc6-467c-4171-99e6-b6434e885b88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:13.922861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:14.087923 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-953e3a9f-992f-44d4-9a70-02f6374bd622 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:14.103165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-953e3a9f-992f-44d4-9a70-02f6374bd622 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:14.124804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-953e3a9f-992f-44d4-9a70-02f6374bd622 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e is not hosted by any dhcp agent {{(pid=103128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:10:14.129550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e3a9f-992f-44d4-9a70-02f6374bd622 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:14.130137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-953e3a9f-992f-44d4-9a70-02f6374bd622 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:14.131415 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-953e3a9f-992f-44d4-9a70-02f6374bd622 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "PUT /v2.0/networks/e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e HTTP/1.1" status: 200 len: 723 time: 0.2283592 Jan 28 13:10:14.134433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60370) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:14.140143 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-934e1005-4d76-45c0-8bf4-7151582e1f62 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'network_id': 'e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:14.174930 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e3a9f-992f-44d4-9a70-02f6374bd622 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:14.185754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:14.232773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934e1005-4d76-45c0-8bf4-7151582e1f62 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:14.236513 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-934e1005-4d76-45c0-8bf4-7151582e1f62 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:14.436396 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-934e1005-4d76-45c0-8bf4-7151582e1f62 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (27f65640-e0f6-462a-966c-289a887a6787), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:14.504684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e1005-4d76-45c0-8bf4-7151582e1f62 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=27f65640-e0f6-462a-966c-289a887a6787,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:14.516718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934e1005-4d76-45c0-8bf4-7151582e1f62 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking segment: {'id': '5e5ca282-ded1-48f3-be4b-b416b487aa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:14.517087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934e1005-4d76-45c0-8bf4-7151582e1f62 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network hostable DHCP agents. Network: e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:14.539391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934e1005-4d76-45c0-8bf4-7151582e1f62 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:14.549055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-934e1005-4d76-45c0-8bf4-7151582e1f62 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:14.553347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e1005-4d76-45c0-8bf4-7151582e1f62 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:14.553822 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-934e1005-4d76-45c0-8bf4-7151582e1f62 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:14.559486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb05244-2e18-4a31-9c35-581ff0481bec None None] Network e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:14.576270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-934e1005-4d76-45c0-8bf4-7151582e1f62 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4392285 Jan 28 13:10:14.578908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60374) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:14.587132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-81ac8925-322f-470b-82e3-468bc0337dbe tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:14.692924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e', 'network_id': 'e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e', 'project_id': '82fcd7205e254389a2adc1fdb2b06b76', 'fixed_ips': [{'subnet_id': '27f65640-e0f6-462a-966c-289a887a6787'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:14.693799 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:14.700982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81ac8925-322f-470b-82e3-468bc0337dbe tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8885190'] for subnet (27f65640-e0f6-462a-966c-289a887a6787), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:14.850231 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81ac8925-322f-470b-82e3-468bc0337dbe tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773661613779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9762472'] for subnet (27f65640-e0f6-462a-966c-289a887a6787), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:14.888555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ac8925-322f-470b-82e3-468bc0337dbe tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:14.889256 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81ac8925-322f-470b-82e3-468bc0337dbe tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:14.893314 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60376) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:14.893803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-81ac8925-322f-470b-82e3-468bc0337dbe tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "PUT /v2.0/subnets/27f65640-e0f6-462a-966c-289a887a6787 HTTP/1.1" status: 200 len: 806 time: 0.3135960 Jan 28 13:10:14.909748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac8925-322f-470b-82e3-468bc0337dbe tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=27f65640-e0f6-462a-966c-289a887a6787,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:14.927353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Allocated IP 172.20.0.2 (e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e/27f65640-e0f6-462a-966c-289a887a6787/3f84eb41-d997-4aa9-acea-284b6a7d3df0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:15.008495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.061156 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (27f65640-e0f6-462a-966c-289a887a6787), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.079184 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Publish callbacks [] for port (3f84eb41-d997-4aa9-acea-284b6a7d3df0), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.085503 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (3f84eb41-d997-4aa9-acea-284b6a7d3df0), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.124072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Network e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:15.125160 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (27f65640-e0f6-462a-966c-289a887a6787), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.127293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:15.130298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:15.145595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Pushing event updated for resources: {'Port': ['ID=3f84eb41-d997-4aa9-acea-284b6a7d3df0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:15.158553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Subnet': ['ID=27f65640-e0f6-462a-966c-289a887a6787,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:15.209966 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Attempting to bind port 3f84eb41-d997-4aa9-acea-284b6a7d3df0 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:15.210517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Attempting to bind port 3f84eb41-d997-4aa9-acea-284b6a7d3df0 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '5e5ca282-ded1-48f3-be4b-b416b487aa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:15.211010 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Attempting to bind port 3f84eb41-d997-4aa9-acea-284b6a7d3df0 on network e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:15.217223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:15.217843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Checking segment: {'id': '5e5ca282-ded1-48f3-be4b-b416b487aa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:15.218376 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.218937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Bound using segment: {'id': '5e5ca282-ded1-48f3-be4b-b416b487aa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:15.219655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Bound port: 3f84eb41-d997-4aa9-acea-284b6a7d3df0, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5ca282-ded1-48f3-be4b-b416b487aa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:15.220147 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3f84eb41-d997-4aa9-acea-284b6a7d3df0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.224193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.247872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:15.258358 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5ca282-ded1-48f3-be4b-b416b487aa0d') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:15.258883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5ca282-ded1-48f3-be4b-b416b487aa0d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:15.269303 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (5e5ca282-ded1-48f3-be4b-b416b487aa0d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.283818 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (5e5ca282-ded1-48f3-be4b-b416b487aa0d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.290907 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:15.291295 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (5e5ca282-ded1-48f3-be4b-b416b487aa0d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.291821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] For port 3f84eb41-d997-4aa9-acea-284b6a7d3df0, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:15.294821 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:15.353513 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:10:15.353513 n-d-824835-4 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:10:15.353513 n-d-824835-4 neutron-server[103128]: [parameters: {'id': 'e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e'}] Jan 28 13:10:15.353513 n-d-824835-4 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:10:15.353928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] For port 3f84eb41-d997-4aa9-acea-284b6a7d3df0, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3f84eb41-d997-4aa9-acea-284b6a7d3df0,segment=NetworkSegment(5e5ca282-ded1-48f3-be4b-b416b487aa0d),segment_id=5e5ca282-ded1-48f3-be4b-b416b487aa0d)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:15.354035 n-d-824835-4 neutron-server[103128]: DEBUG oslo_db.api [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:10:15.358174 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3f84eb41-d997-4aa9-acea-284b6a7d3df0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.438533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4963c-29bb-43d4-b41e-b26e8aa2624b None None] Pushing event updated for resources: {'Port': ['ID=3f84eb41-d997-4aa9-acea-284b6a7d3df0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:15.461213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c397cc9-3ea5-426e-a6f5-212f99f221c4 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:10:15.565139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c397cc9-3ea5-426e-a6f5-212f99f221c4 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:10:15.646668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60380) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:15.785188 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9543ea6d-156b-402a-8e5b-b63e7b650b90 None None] Network e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:15.847565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-768577a6-7292-4e59-a7e6-59c920fe5f13 admin admin] Deleting subnet 1dce8874-1503-4523-a728-3bf77b481c2f {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:10:15.850889 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-768577a6-7292-4e59-a7e6-59c920fe5f13 admin admin] Publish callbacks [] for subnet (1dce8874-1503-4523-a728-3bf77b481c2f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.873925 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.892582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96bc452-f96a-4ae7-932a-2c4d0520e9d2 None None] Network e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:15.911405 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-768577a6-7292-4e59-a7e6-59c920fe5f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (1dce8874-1503-4523-a728-3bf77b481c2f), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.990020 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-768577a6-7292-4e59-a7e6-59c920fe5f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (1dce8874-1503-4523-a728-3bf77b481c2f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.039106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Deleting port 3f84eb41-d997-4aa9-acea-284b6a7d3df0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:10:16.039475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3f84eb41-d997-4aa9-acea-284b6a7d3df0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.112456 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-768577a6-7292-4e59-a7e6-59c920fe5f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (1dce8874-1503-4523-a728-3bf77b481c2f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.157533 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] For port 3f84eb41-d997-4aa9-acea-284b6a7d3df0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3f84eb41-d997-4aa9-acea-284b6a7d3df0,segment=NetworkSegment(5e5ca282-ded1-48f3-be4b-b416b487aa0d),segment_id=5e5ca282-ded1-48f3-be4b-b416b487aa0d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:16.157992 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3f84eb41-d997-4aa9-acea-284b6a7d3df0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.161188 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768577a6-7292-4e59-a7e6-59c920fe5f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dce8874-1503-4523-a728-3bf77b481c2f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:16.166999 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-768577a6-7292-4e59-a7e6-59c920fe5f13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.170517 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-768577a6-7292-4e59-a7e6-59c920fe5f13 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1dce8874-1503-4523-a728-3bf77b481c2f HTTP/1.1" status: 204 len: 168 time: 0.5228190 Jan 28 13:10:16.173241 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60384) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:16.182912 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Calling delete_port for 3f84eb41-d997-4aa9-acea-284b6a7d3df0 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:10:16.274006 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (08616164-a97d-4726-af43-d2c781fcfbfd), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.289640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3f84eb41-d997-4aa9-acea-284b6a7d3df0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.314283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Port': ['ID=3f84eb41-d997-4aa9-acea-284b6a7d3df0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:16.320419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No DVR routers for this DVR port 3f84eb41-d997-4aa9-acea-284b6a7d3df0 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:10:16.374493 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (08616164-a97d-4726-af43-d2c781fcfbfd), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.400208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08616164-a97d-4726-af43-d2c781fcfbfd']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:16.410282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5445c741-9469-4426-8cfa-7788254b8361') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:16.410609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5445c741-9469-4426-8cfa-7788254b8361') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:16.413703 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.424402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (5445c741-9469-4426-8cfa-7788254b8361), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.437924 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:16.444165 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (5445c741-9469-4426-8cfa-7788254b8361), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.452473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5ca282-ded1-48f3-be4b-b416b487aa0d') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:16.453132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5ca282-ded1-48f3-be4b-b416b487aa0d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:16.462094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:16.463532 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (5445c741-9469-4426-8cfa-7788254b8361), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:16.466456 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:16.472900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (5e5ca282-ded1-48f3-be4b-b416b487aa0d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.487775 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (5e5ca282-ded1-48f3-be4b-b416b487aa0d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.494057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:16.494577 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (5e5ca282-ded1-48f3-be4b-b416b487aa0d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:16.498573 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:16.554008 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (08616164-a97d-4726-af43-d2c781fcfbfd), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.560720 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.564561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/08616164-a97d-4726-af43-d2c781fcfbfd HTTP/1.1" status: 204 len: 168 time: 0.3896570 Jan 28 13:10:16.572979 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.582680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48421f6b-e09d-4e5c-b602-fe77b0ea16c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=08616164-a97d-4726-af43-d2c781fcfbfd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:16.583052 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.587472 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e HTTP/1.1" status: 204 len: 168 time: 1.6921830 Jan 28 13:10:16.591089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60388) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:16.597666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf55ade-40fb-4ce3-8bb3-0b690d6abd59 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Network': ['ID=e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:16.612363 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdca25ce-d2f0-4bfe-8d2e-8925a145106f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:16.612879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdca25ce-d2f0-4bfe-8d2e-8925a145106f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:16.619732 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60390) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:16.619930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fdca25ce-d2f0-4bfe-8d2e-8925a145106f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e HTTP/1.1" status: 404 len: 339 time: 0.0278485 Jan 28 13:10:16.625492 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-aea99a0e-9e9c-492b-a028-96329b8bf09a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-893358858', 'description': 'd1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:16.646507 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea99a0e-9e9c-492b-a028-96329b8bf09a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:16.649913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aea99a0e-9e9c-492b-a028-96329b8bf09a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.677333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea99a0e-9e9c-492b-a028-96329b8bf09a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:16.690970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aea99a0e-9e9c-492b-a028-96329b8bf09a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b83e525c-d665-4beb-b538-96b7e25afa06), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.691461 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-aea99a0e-9e9c-492b-a028-96329b8bf09a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Added segment b83e525c-d665-4beb-b538-96b7e25afa06 of type vlan for network 7dd37acb-dc0d-4b72-88a7-5d03e7aee413 Jan 28 13:10:16.723730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60392) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:16.739007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aea99a0e-9e9c-492b-a028-96329b8bf09a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (7dd37acb-dc0d-4b72-88a7-5d03e7aee413), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.765844 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aea99a0e-9e9c-492b-a028-96329b8bf09a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (7dd37acb-dc0d-4b72-88a7-5d03e7aee413), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.768524 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3daecf68-ace4-49b2-9c63-c0ac733225f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37fcb0fcb04c474b9fcc2eb5e3fe6f92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436172 Jan 28 13:10:16.770649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60394) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:16.770811 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea99a0e-9e9c-492b-a028-96329b8bf09a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:16.771411 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aea99a0e-9e9c-492b-a028-96329b8bf09a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.825642 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8fb958f-c603-4add-9049-3a3991ff5dee admin admin] Publish callbacks [] for security_group (81df6160-4cbd-4ba0-b804-0d1f4502e6b4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.833865 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-aea99a0e-9e9c-492b-a028-96329b8bf09a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2130141 Jan 28 13:10:16.836608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60396) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:16.845419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea99a0e-9e9c-492b-a028-96329b8bf09a tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=7dd37acb-dc0d-4b72-88a7-5d03e7aee413,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:16.857665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 7dd37acb-dc0d-4b72-88a7-5d03e7aee413 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:16.912986 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8fb958f-c603-4add-9049-3a3991ff5dee admin admin] Publish callbacks [] for security_group (81df6160-4cbd-4ba0-b804-0d1f4502e6b4), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.971029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bab1bae-bba9-4d43-ab26-eeaca7d6c4c0 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:16.972520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9bab1bae-bba9-4d43-ab26-eeaca7d6c4c0 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/networks?id=7dd37acb-dc0d-4b72-88a7-5d03e7aee413 HTTP/1.1" status: 200 len: 760 time: 0.1349468 Jan 28 13:10:16.975207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60398) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:16.980529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bfd5572e-2f39-42c7-8a93-b7df5763281e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'description': 'd2'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:16.992649 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8fb958f-c603-4add-9049-3a3991ff5dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (81df6160-4cbd-4ba0-b804-0d1f4502e6b4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.995759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8fb958f-c603-4add-9049-3a3991ff5dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:16.996971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a8fb958f-c603-4add-9049-3a3991ff5dee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81df6160-4cbd-4ba0-b804-0d1f4502e6b4 HTTP/1.1" status: 204 len: 168 time: 0.2253842 Jan 28 13:10:17.007760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb958f-c603-4add-9049-3a3991ff5dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81df6160-4cbd-4ba0-b804-0d1f4502e6b4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:17.146569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfd5572e-2f39-42c7-8a93-b7df5763281e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (7dd37acb-dc0d-4b72-88a7-5d03e7aee413), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.161617 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfd5572e-2f39-42c7-8a93-b7df5763281e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (7dd37acb-dc0d-4b72-88a7-5d03e7aee413), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.180059 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfd5572e-2f39-42c7-8a93-b7df5763281e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network 7dd37acb-dc0d-4b72-88a7-5d03e7aee413 is not hosted by any dhcp agent {{(pid=103128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:10:17.185198 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd5572e-2f39-42c7-8a93-b7df5763281e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:17.185806 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfd5572e-2f39-42c7-8a93-b7df5763281e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.187071 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bfd5572e-2f39-42c7-8a93-b7df5763281e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "PUT /v2.0/networks/7dd37acb-dc0d-4b72-88a7-5d03e7aee413 HTTP/1.1" status: 200 len: 757 time: 0.2107854 Jan 28 13:10:17.189865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60404) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:17.245853 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5572e-2f39-42c7-8a93-b7df5763281e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=7dd37acb-dc0d-4b72-88a7-5d03e7aee413,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:17.259232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 7dd37acb-dc0d-4b72-88a7-5d03e7aee413 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:17.270320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764ea4b2-1310-48d1-8e91-dcfc0d77d3b6 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:17.271889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-764ea4b2-1310-48d1-8e91-dcfc0d77d3b6 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/networks?id=7dd37acb-dc0d-4b72-88a7-5d03e7aee413 HTTP/1.1" status: 200 len: 760 time: 0.0810406 Jan 28 13:10:17.275369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60408) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:17.280766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6bb688bc-302c-4b17-ad91-7d0c7f2484d1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-530285877'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:17.303800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb688bc-302c-4b17-ad91-7d0c7f2484d1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:17.307314 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6bb688bc-302c-4b17-ad91-7d0c7f2484d1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.344482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb688bc-302c-4b17-ad91-7d0c7f2484d1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:17.354074 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6bb688bc-302c-4b17-ad91-7d0c7f2484d1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (652ad612-4d10-4955-a643-fce63a834a70), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.354424 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-6bb688bc-302c-4b17-ad91-7d0c7f2484d1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Added segment 652ad612-4d10-4955-a643-fce63a834a70 of type vlan for network d0008324-2601-4a18-8444-7b6977d71436 Jan 28 13:10:17.394969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6bb688bc-302c-4b17-ad91-7d0c7f2484d1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d0008324-2601-4a18-8444-7b6977d71436), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.425081 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6bb688bc-302c-4b17-ad91-7d0c7f2484d1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d0008324-2601-4a18-8444-7b6977d71436), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.430376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb688bc-302c-4b17-ad91-7d0c7f2484d1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:17.431073 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6bb688bc-302c-4b17-ad91-7d0c7f2484d1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.487505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6bb688bc-302c-4b17-ad91-7d0c7f2484d1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2085557 Jan 28 13:10:17.487855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:17.492798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-60b46593-3136-41ad-9fe5-ad80092980f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'network_id': 'd0008324-2601-4a18-8444-7b6977d71436', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:17.508511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb688bc-302c-4b17-ad91-7d0c7f2484d1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=d0008324-2601-4a18-8444-7b6977d71436,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:17.520021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d0008324-2601-4a18-8444-7b6977d71436 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:17.588304 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b46593-3136-41ad-9fe5-ad80092980f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:17.593926 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60b46593-3136-41ad-9fe5-ad80092980f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.668599 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.752110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60426) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:17.794259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60b46593-3136-41ad-9fe5-ad80092980f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (a206ffd5-ccd3-4a0e-a65b-727e84532b94), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.851395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1421650980-network', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:17.859362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b46593-3136-41ad-9fe5-ad80092980f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=a206ffd5-ccd3-4a0e-a65b-727e84532b94,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:17.867417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b46593-3136-41ad-9fe5-ad80092980f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking segment: {'id': '652ad612-4d10-4955-a643-fce63a834a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd0008324-2601-4a18-8444-7b6977d71436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:17.867786 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b46593-3136-41ad-9fe5-ad80092980f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network hostable DHCP agents. Network: d0008324-2601-4a18-8444-7b6977d71436, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:17.871001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Made reservation on behalf of d56509ae449448fcad591a9356f33cfb for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:17.874232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.883814 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.885896 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b46593-3136-41ad-9fe5-ad80092980f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network d0008324-2601-4a18-8444-7b6977d71436 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:17.897878 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-60b46593-3136-41ad-9fe5-ad80092980f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d0008324-2601-4a18-8444-7b6977d71436) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:17.902772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b46593-3136-41ad-9fe5-ad80092980f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:17.903778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60b46593-3136-41ad-9fe5-ad80092980f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.910056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac5785-8a1b-49f4-a411-acd0f54b77f8 None None] Network d0008324-2601-4a18-8444-7b6977d71436 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:17.933946 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-60b46593-3136-41ad-9fe5-ad80092980f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4449863 Jan 28 13:10:17.938284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60430) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:17.975046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Publish callbacks [] for security_group (d5bc2d06-76dd-461b-ad6a-fc905fcc1f59), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:17.979701 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d5bc2d06-76dd-461b-ad6a-fc905fcc1f59), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.025010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:18.030883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bc2d06-76dd-461b-ad6a-fc905fcc1f59,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:18.034627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-d0008324-2601-4a18-8444-7b6977d71436', 'network_id': 'd0008324-2601-4a18-8444-7b6977d71436', 'project_id': '82fcd7205e254389a2adc1fdb2b06b76', 'fixed_ips': [{'subnet_id': 'a206ffd5-ccd3-4a0e-a65b-727e84532b94'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:18.035591 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.040110 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.040428 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Added segment c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4 of type vlan for network 6972b032-9601-4261-8879-067e77662e12 Jan 28 13:10:18.071519 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d0008324-2601-4a18-8444-7b6977d71436), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.080270 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.092283 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (6972b032-9601-4261-8879-067e77662e12), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.119579 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (6972b032-9601-4261-8879-067e77662e12), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.120879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:18.122492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.132627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (a206ffd5-ccd3-4a0e-a65b-727e84532b94), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.175194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4197299 Jan 28 13:10:18.175442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60432) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:18.183437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-20f8e393-92ae-4813-8864-380b5341e189 admin admin] Request body: {'subnet': {'network_id': '6972b032-9601-4261-8879-067e77662e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1421650980-subnet', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:18.188126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6113be-a643-45c1-9feb-5f5fbea9abcd admin admin] Pushing event updated for resources: {'Network': ['ID=6972b032-9601-4261-8879-067e77662e12,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:18.198844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 6972b032-9601-4261-8879-067e77662e12 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:18.212671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f8e393-92ae-4813-8864-380b5341e189 admin admin] Made reservation on behalf of d56509ae449448fcad591a9356f33cfb for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:18.215479 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20f8e393-92ae-4813-8864-380b5341e189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.215875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Allocated IP 172.20.0.2 (d0008324-2601-4a18-8444-7b6977d71436/a206ffd5-ccd3-4a0e-a65b-727e84532b94/6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:18.392306 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20f8e393-92ae-4813-8864-380b5341e189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (a5871441-4c9f-4f0b-9c93-150f5e212fcf), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.443376 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8e393-92ae-4813-8864-380b5341e189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5871441-4c9f-4f0b-9c93-150f5e212fcf,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:18.462424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8e393-92ae-4813-8864-380b5341e189 admin admin] Checking segment: {'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:18.462424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f8e393-92ae-4813-8864-380b5341e189 admin admin] Network hostable DHCP agents. Network: 6972b032-9601-4261-8879-067e77662e12, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:18.477423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f8e393-92ae-4813-8864-380b5341e189 admin admin] Network 6972b032-9601-4261-8879-067e77662e12 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:18.486249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-20f8e393-92ae-4813-8864-380b5341e189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 6972b032-9601-4261-8879-067e77662e12) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:18.490272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f8e393-92ae-4813-8864-380b5341e189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:18.491004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20f8e393-92ae-4813-8864-380b5341e189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.499779 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e30d05-d5b0-4efc-89fc-d751a26d5e18 None None] Network 6972b032-9601-4261-8879-067e77662e12 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:18.510865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60434) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:18.511834 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-20f8e393-92ae-4813-8864-380b5341e189 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3314235 Jan 28 13:10:18.517701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:18.540211 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (a3172625-6d6b-4731-b32c-9bd0ee14f493), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.541207 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (a3172625-6d6b-4731-b32c-9bd0ee14f493), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.633143 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Publish callbacks [] for router_controller (a3172625-6d6b-4731-b32c-9bd0ee14f493), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.665525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-6972b032-9601-4261-8879-067e77662e12', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:18.666761 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.682031 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Publish callbacks [] for port (6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.692776 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.705639 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (a206ffd5-ccd3-4a0e-a65b-727e84532b94), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.784232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Subnet': ['ID=a206ffd5-ccd3-4a0e-a65b-727e84532b94,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:18.795117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Network d0008324-2601-4a18-8444-7b6977d71436 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:18.797497 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Publish callbacks [] for router_gateway (a3172625-6d6b-4731-b32c-9bd0ee14f493), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.804013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:18.804371 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d0008324-2601-4a18-8444-7b6977d71436), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.813616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:18.827098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Pushing event updated for resources: {'Port': ['ID=6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:18.849042 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0008324-2601-4a18-8444-7b6977d71436']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:18.864979 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652ad612-4d10-4955-a643-fce63a834a70') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:18.865349 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652ad612-4d10-4955-a643-fce63a834a70') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:18.876610 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (652ad612-4d10-4955-a643-fce63a834a70), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.893468 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (652ad612-4d10-4955-a643-fce63a834a70), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.900937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:18.901392 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (652ad612-4d10-4955-a643-fce63a834a70), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:18.905588 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:18.913159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Attempting to bind port 6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:18.913784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Attempting to bind port 6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '652ad612-4d10-4955-a643-fce63a834a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd0008324-2601-4a18-8444-7b6977d71436'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:18.913888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Attempting to bind port 6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5 on network d0008324-2601-4a18-8444-7b6977d71436 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:18.923516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:18.923923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Checking segment: {'id': '652ad612-4d10-4955-a643-fce63a834a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd0008324-2601-4a18-8444-7b6977d71436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:18.924344 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.924762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Bound using segment: {'id': '652ad612-4d10-4955-a643-fce63a834a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd0008324-2601-4a18-8444-7b6977d71436'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:18.925274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Bound port: 6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652ad612-4d10-4955-a643-fce63a834a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd0008324-2601-4a18-8444-7b6977d71436'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:18.926126 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:18.945076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Allocated IP 172.20.0.2 (6972b032-9601-4261-8879-067e77662e12/a5871441-4c9f-4f0b-9c93-150f5e212fcf/f2ec6631-ece5-4022-b5aa-572fe8bbbcf6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:18.963939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:10:18.963939 n-d-824835-4 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:10:18.963939 n-d-824835-4 neutron-server[103128]: [parameters: {'id': 'd0008324-2601-4a18-8444-7b6977d71436'}] Jan 28 13:10:18.963939 n-d-824835-4 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:10:18.964671 n-d-824835-4 neutron-server[103128]: DEBUG oslo_db.api [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:10:19.053147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] For port 6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:19.053533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Publish callbacks [] for router_gateway (a3172625-6d6b-4731-b32c-9bd0ee14f493), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.057767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] For port 6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5,segment=NetworkSegment(652ad612-4d10-4955-a643-fce63a834a70),segment_id=652ad612-4d10-4955-a643-fce63a834a70)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:19.062454 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.079584 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.181476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643663d3-5f38-467e-9cdb-fed042625511 None None] Pushing event updated for resources: {'Port': ['ID=6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:19.196324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Allocated IP 172.25.7.82 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/b6fcb8a4-eb6d-4e07-b6ac-738891c4255d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:19.226781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095f2478-11ef-4141-ac55-8f1bca2cf178 None None] Network d0008324-2601-4a18-8444-7b6977d71436 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:19.235887 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Publish callbacks [] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.254713 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.321402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Publish callbacks [] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.347217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Network 6972b032-9601-4261-8879-067e77662e12 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:19.356902 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:19.363264 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50e207ed-6cb2-4010-88c9-2e445d85c98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.364825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:19.368934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.386770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Pushing event updated for resources: {'Port': ['ID=f2ec6631-ece5-4022-b5aa-572fe8bbbcf6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:19.411885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:19.416954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:19.423016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:19.426463 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Pushing event updated for resources: {'Port': ['ID=b6fcb8a4-eb6d-4e07-b6ac-738891c4255d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:19.459102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Attempting to bind port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:19.459518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Attempting to bind port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:19.459895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Attempting to bind port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 on network 6972b032-9601-4261-8879-067e77662e12 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:19.466422 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d0008324-2601-4a18-8444-7b6977d71436), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.468533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:19.468921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Checking segment: {'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:19.469334 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.469762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Bound using segment: {'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:19.471395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Bound port: f2ec6631-ece5-4022-b5aa-572fe8bbbcf6, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:19.471395 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.529575 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Deleting port 6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:10:19.530086 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.548684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] For port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:19.551987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] For port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f2ec6631-ece5-4022-b5aa-572fe8bbbcf6,segment=NetworkSegment(c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4),segment_id=c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:19.557100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.606340 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] For port 6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5,segment=NetworkSegment(652ad612-4d10-4955-a643-fce63a834a70),segment_id=652ad612-4d10-4955-a643-fce63a834a70)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:19.606821 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.632712 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543c783-c839-47af-bffc-944fb25baef4 None None] Pushing event updated for resources: {'Port': ['ID=f2ec6631-ece5-4022-b5aa-572fe8bbbcf6,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:19.633154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Calling delete_port for 6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:10:19.753874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.789240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Port': ['ID=6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:19.791132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No DVR routers for this DVR port 6ea92c7a-ec9a-498d-b25c-f57f1df9bdc5 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:10:19.907247 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d0008324-2601-4a18-8444-7b6977d71436), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.939610 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0008324-2601-4a18-8444-7b6977d71436']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:19.947946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652ad612-4d10-4955-a643-fce63a834a70') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:19.948249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652ad612-4d10-4955-a643-fce63a834a70') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:19.966319 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (652ad612-4d10-4955-a643-fce63a834a70), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.986370 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (652ad612-4d10-4955-a643-fce63a834a70), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:19.994606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:19.995538 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (652ad612-4d10-4955-a643-fce63a834a70), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:20.000210 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:20.114994 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d0008324-2601-4a18-8444-7b6977d71436), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:20.130265 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:20.139387 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/d0008324-2601-4a18-8444-7b6977d71436 HTTP/1.1" status: 204 len: 168 time: 2.1952646 Jan 28 13:10:20.139628 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Publish callbacks [] for router_gateway (a3172625-6d6b-4731-b32c-9bd0ee14f493), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:20.140237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60440) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:20.149736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:20.150888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc52da-d55e-4b7a-b580-72fa48477c14 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Network': ['ID=d0008324-2601-4a18-8444-7b6977d71436,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:20.207206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:20.207626 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:20.215837 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3395c03e-59b8-4995-b702-b48e2dafc1e6 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] GET failed (client error): The resource could not be found. Jan 28 13:10:20.217293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3395c03e-59b8-4995-b702-b48e2dafc1e6 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/subnets/a206ffd5-ccd3-4a0e-a65b-727e84532b94 HTTP/1.1" status: 404 len: 337 time: 0.0764589 Jan 28 13:10:20.220562 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60442) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:20.245692 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e223d4c-c1fe-4195-85a4-b9ba04310581 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:20.246131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e223d4c-c1fe-4195-85a4-b9ba04310581 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:20.250229 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1e223d4c-c1fe-4195-85a4-b9ba04310581 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/d0008324-2601-4a18-8444-7b6977d71436 HTTP/1.1" status: 404 len: 339 time: 0.0283968 Jan 28 13:10:20.254009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60444) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:20.301407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:20.301806 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:20.339808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f2ec6631-ece5-4022-b5aa-572fe8bbbcf6,segment=NetworkSegment(c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4),segment_id=c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:20.345338 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:20.415704 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (a3172625-6d6b-4731-b32c-9bd0ee14f493), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:20.430829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=f2ec6631-ece5-4022-b5aa-572fe8bbbcf6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:20.584264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Router a3172625-6d6b-4731-b32c-9bd0ee14f493 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:10:20.717488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:10:20.729432 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Sync routers for ids ['a3172625-6d6b-4731-b32c-9bd0ee14f493'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:10:20.736457 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:20.740358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-83355058-d5ab-4f23-b522-20bb552d3639 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2257631 Jan 28 13:10:20.740626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60446) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:20.749646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Routers {'a3172625-6d6b-4731-b32c-9bd0ee14f493'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:20.750226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:09:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a3172625-6d6b-4731-b32c-9bd0ee14f493'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:20.783392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19d631f-56f0-4f99-8956-ad18a494ce40 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:20.787494 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a19d631f-56f0-4f99-8956-ad18a494ce40 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5299821 Jan 28 13:10:20.787725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60448) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:20.844820 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ca663391-e489-42b0-b4f4-c665a2a129a8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02 HTTP/1.1" status: 200 len: 207 time: 0.0505755 Jan 28 13:10:20.845147 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60450) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:20.898176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b159675-9c09-41e0-894a-8d14e08df638 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:10:20.904912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Set router a3172625-6d6b-4731-b32c-9bd0ee14f493 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:21.057473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23364b2c-5058-4faf-8a52-61ae280bd16e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:21.062692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23364b2c-5058-4faf-8a52-61ae280bd16e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:21.068724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23364b2c-5058-4faf-8a52-61ae280bd16e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:21.073373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23364b2c-5058-4faf-8a52-61ae280bd16e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:21.073586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-48fd6495-4170-49ca-b2ad-ba9bf03421ed None None] Provisioning complete for port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:21.074334 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48fd6495-4170-49ca-b2ad-ba9bf03421ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:21.079151 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-23364b2c-5058-4faf-8a52-61ae280bd16e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2287056 Jan 28 13:10:21.079151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60452) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:21.165394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b159675-9c09-41e0-894a-8d14e08df638 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:10:21.206923 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:21.211888 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-de7b3f73-8913-4c2d-a700-6c7c08bd0694 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1280377 Jan 28 13:10:21.212047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60454) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:21.307009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecba2299-a90f-4788-a6e6-3e6bc951782b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:21.309204 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecba2299-a90f-4788-a6e6-3e6bc951782b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:21.312396 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ecba2299-a90f-4788-a6e6-3e6bc951782b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0988474 Jan 28 13:10:21.312596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-48fd6495-4170-49ca-b2ad-ba9bf03421ed None None] Current status of the port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:21.317472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60456) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:21.360896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:10:19Z', 'revision_number': 3, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:21.376074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b447332f-b941-466a-bc45-4431deb149e9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:21.377553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b447332f-b941-466a-bc45-4431deb149e9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:21.383307 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b447332f-b941-466a-bc45-4431deb149e9 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0644643 Jan 28 13:10:21.384415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:21.415556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Checking router: a3172625-6d6b-4731-b32c-9bd0ee14f493 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:10:21.415917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Updating router a3172625-6d6b-4731-b32c-9bd0ee14f493 port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:10:21.426530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Allocated IP 172.20.0.1 (6972b032-9601-4261-8879-067e77662e12/a5871441-4c9f-4f0b-9c93-150f5e212fcf/dc0114e2-3505-4930-a957-a0acd1846dd9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:21.450798 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:21.498447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b824d20-dd3d-4b16-9bc3-34f8f98075a4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:21.499840 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8b824d20-dd3d-4b16-9bc3-34f8f98075a4 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/networks/513af5ca-6e75-4880-aa77-8bc13db4a827 HTTP/1.1" status: 200 len: 800 time: 0.1143572 Jan 28 13:10:21.503413 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60460) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:21.542967 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Publish callbacks [] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:21.558079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837cd888-3d7f-4264-932e-8c5a0fcb4def None None] Network 6972b032-9601-4261-8879-067e77662e12 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:21.581737 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:21.620963 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-662c60fe-3413-4a55-afa3-dc48c9105e19 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/networks/513af5ca-6e75-4880-aa77-8bc13db4a827?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1163886 Jan 28 13:10:21.622030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60462) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:21.631327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Network 6972b032-9601-4261-8879-067e77662e12 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:21.649074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:21.671098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:21.678580 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0114e2-3505-4930-a957-a0acd1846dd9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:21.728745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f3e850-d471-4cea-b95a-dd877898ce5b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:21.730109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-15f3e850-d471-4cea-b95a-dd877898ce5b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/subnets/f2ecf928-1ac7-44d9-97b9-23a4951a507a HTTP/1.1" status: 200 len: 811 time: 0.1047850 Jan 28 13:10:21.734922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60464) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:21.745718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (a3172625-6d6b-4731-b32c-9bd0ee14f493), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:21.812847 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72eecb68-1cb3-42d1-a150-a0d3e35fadfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:21.835084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3804d7-18bd-4cc8-ae45-14d9e32e57bd tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:21.840093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5f3804d7-18bd-4cc8-ae45-14d9e32e57bd tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "GET /v2.0/subnets/f2ecf928-1ac7-44d9-97b9-23a4951a507a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1005321 Jan 28 13:10:21.841033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60466) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:21.845840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-89be1a7b-a628-4c2a-bf21-c26847ce08f2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1984518400'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:21.894895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89be1a7b-a628-4c2a-bf21-c26847ce08f2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:21.899759 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89be1a7b-a628-4c2a-bf21-c26847ce08f2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:21.947266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89be1a7b-a628-4c2a-bf21-c26847ce08f2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:21.962558 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:21.966667 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89be1a7b-a628-4c2a-bf21-c26847ce08f2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d63b8092-019d-473f-9e49-be431d72c4d6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:21.967022 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-89be1a7b-a628-4c2a-bf21-c26847ce08f2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Added segment d63b8092-019d-473f-9e49-be431d72c4d6 of type vlan for network 08de6720-0862-463d-86a0-d131847259db Jan 28 13:10:22.006315 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Publish callbacks [] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.016681 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.047214 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89be1a7b-a628-4c2a-bf21-c26847ce08f2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (08de6720-0862-463d-86a0-d131847259db), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.098293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:22.126094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97a8a7-f627-440b-9cb8-dc458f03c698 None None] Pushing event updated for resources: {'Port': ['ID=b6fcb8a4-eb6d-4e07-b6ac-738891c4255d,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:22.131793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Attempting to bind port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:22.132282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Attempting to bind port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:22.132604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Attempting to bind port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:22.139469 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89be1a7b-a628-4c2a-bf21-c26847ce08f2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (08de6720-0862-463d-86a0-d131847259db), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.142230 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:22.142618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:22.143029 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.143447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:22.143938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Bound port: b6fcb8a4-eb6d-4e07-b6ac-738891c4255d, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:22.144324 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.144604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89be1a7b-a628-4c2a-bf21-c26847ce08f2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:22.145270 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89be1a7b-a628-4c2a-bf21-c26847ce08f2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.228093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] For port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:22.229687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:22.230132 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.231048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-89be1a7b-a628-4c2a-bf21-c26847ce08f2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3888922 Jan 28 13:10:22.234172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] For port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b6fcb8a4-eb6d-4e07-b6ac-738891c4255d,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:22.235803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60468) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:22.243143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'network_id': '08de6720-0862-463d-86a0-d131847259db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:22.253062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be1a7b-a628-4c2a-bf21-c26847ce08f2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Network': ['ID=08de6720-0862-463d-86a0-d131847259db,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:22.292900 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Publish callbacks [] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.297084 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 08de6720-0862-463d-86a0-d131847259db details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:22.299717 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.308038 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.333187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f0c72ab7-25e2-434d-b279-a562a09f642e None None] Provisioning complete for port dc0114e2-3505-4930-a957-a0acd1846dd9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:22.334058 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0c72ab7-25e2-434d-b279-a562a09f642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.349414 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (a3172625-6d6b-4731-b32c-9bd0ee14f493), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.350364 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Made reservation on behalf of 82fcd7205e254389a2adc1fdb2b06b76 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:22.355674 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.395002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97a8a7-f627-440b-9cb8-dc458f03c698 None None] Pushing event updated for resources: {'Port': ['ID=b6fcb8a4-eb6d-4e07-b6ac-738891c4255d,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:22.423400 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Performing IP validity checks on allocation pools {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:10:22.423931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:10:22.500651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0114e2-3505-4930-a957-a0acd1846dd9,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:22.511480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Network 6972b032-9601-4261-8879-067e77662e12 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:22.514725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:22.532133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f0c72ab7-25e2-434d-b279-a562a09f642e None None] Port dc0114e2-3505-4930-a957-a0acd1846dd9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:10:22.548102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Routers {'a3172625-6d6b-4731-b32c-9bd0ee14f493'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:22.548863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a3172625-6d6b-4731-b32c-9bd0ee14f493'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:22.554257 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f0c72ab7-25e2-434d-b279-a562a09f642e None None] Provisioning complete for port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:22.554743 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0c72ab7-25e2-434d-b279-a562a09f642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.605319 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (df02f523-d77e-4f3d-97eb-c80e03eb56f4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.666908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Router a3172625-6d6b-4731-b32c-9bd0ee14f493 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:10:22.682926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=df02f523-d77e-4f3d-97eb-c80e03eb56f4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:22.705803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Checking segment: {'id': 'd63b8092-019d-473f-9e49-be431d72c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08de6720-0862-463d-86a0-d131847259db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:22.706411 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network hostable DHCP agents. Network: 08de6720-0862-463d-86a0-d131847259db, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:22.722274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:22.730052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Network 08de6720-0862-463d-86a0-d131847259db is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:22.743803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 08de6720-0862-463d-86a0-d131847259db) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:22.758275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e5282-ccae-43f0-9261-e62c93fbe9aa None None] Network 08de6720-0862-463d-86a0-d131847259db requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:22.758598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:22.760681 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.767121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] Set router a3172625-6d6b-4731-b32c-9bd0ee14f493 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:22.793259 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cff4969b-c96a-4d2a-ba7c-9977b743fe9b tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5532691 Jan 28 13:10:22.795069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60470) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:22.804098 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b4963d56-e6ac-4f68-9ef2-79d9cf622825 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:22.825121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:10:22.833965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2d799f5f-ee0e-4a26-9c98-d218708a2ee8 admin admin] 10.222.0.53 "PUT /v2.0/routers/a3172625-6d6b-4731-b32c-9bd0ee14f493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0897381 Jan 28 13:10:22.914058 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4963d56-e6ac-4f68-9ef2-79d9cf622825 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-51669415'] for subnet (df02f523-d77e-4f3d-97eb-c80e03eb56f4), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:22.932781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f0c72ab7-25e2-434d-b279-a562a09f642e None None] Current status of the port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:23.022965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-08de6720-0862-463d-86a0-d131847259db', 'network_id': '08de6720-0862-463d-86a0-d131847259db', 'project_id': '82fcd7205e254389a2adc1fdb2b06b76', 'fixed_ips': [{'subnet_id': 'df02f523-d77e-4f3d-97eb-c80e03eb56f4'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:23.024076 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.113151 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4963d56-e6ac-4f68-9ef2-79d9cf622825 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773661613779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-51793486'] for subnet (df02f523-d77e-4f3d-97eb-c80e03eb56f4), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.161224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4963d56-e6ac-4f68-9ef2-79d9cf622825 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:23.161835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4963d56-e6ac-4f68-9ef2-79d9cf622825 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.165706 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b4963d56-e6ac-4f68-9ef2-79d9cf622825 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "PUT /v2.0/subnets/df02f523-d77e-4f3d-97eb-c80e03eb56f4 HTTP/1.1" status: 200 len: 877 time: 0.3658986 Jan 28 13:10:23.166236 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60480) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:23.176611 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-eed7dd37-47cd-4a94-b91b-ab3baece2513 None None] Provisioning complete for port dc0114e2-3505-4930-a957-a0acd1846dd9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:23.177197 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eed7dd37-47cd-4a94-b91b-ab3baece2513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.183158 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.237024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4963d56-e6ac-4f68-9ef2-79d9cf622825 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event updated for resources: {'Subnet': ['ID=df02f523-d77e-4f3d-97eb-c80e03eb56f4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:23.262707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eed7dd37-47cd-4a94-b91b-ab3baece2513 None None] Port dc0114e2-3505-4930-a957-a0acd1846dd9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:10:23.294506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Allocated IP 172.20.0.3 (08de6720-0862-463d-86a0-d131847259db/df02f523-d77e-4f3d-97eb-c80e03eb56f4/18025e1e-c00f-429b-859e-1f2cf7e4d30e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:23.305187 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (08de6720-0862-463d-86a0-d131847259db), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.309412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:10:21Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dc0114e2-3505-4930-a957-a0acd1846dd9', 'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'mac_address': 'fa:16:3e:c8:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:21Z', 'updated_at': '2022-01-28T13:10:22Z', 'revision_number': 2, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'subnets': [{'id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:23.341089 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b278df3-6602-4fba-8049-59ce7f7238c1 None None] The sync data for ids ['a3172625-6d6b-4731-b32c-9bd0ee14f493'] in n-d-824835-4 is: [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:10:21Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dc0114e2-3505-4930-a957-a0acd1846dd9', 'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'mac_address': 'fa:16:3e:c8:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:21Z', 'updated_at': '2022-01-28T13:10:22Z', 'revision_number': 2, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'subnets': [{'id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:10:23.362363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (df02f523-d77e-4f3d-97eb-c80e03eb56f4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.424658 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60488) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:23.429758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1358106745-network', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:23.452296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Made reservation on behalf of ac367550333e473faf8c99835acdcf6a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:23.454845 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.472760 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.507501 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Publish callbacks [] for port (18025e1e-c00f-429b-859e-1f2cf7e4d30e), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.515581 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (18025e1e-c00f-429b-859e-1f2cf7e4d30e), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.537109 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (df02f523-d77e-4f3d-97eb-c80e03eb56f4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.561747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Publish callbacks [] for security_group (329fd959-e496-4d27-bff1-f71ed63400ed), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.562455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Network 08de6720-0862-463d-86a0-d131847259db is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:23.566522 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:23.566782 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (329fd959-e496-4d27-bff1-f71ed63400ed), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.570051 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:23.596630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:10:23.603674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Subnet': ['ID=df02f523-d77e-4f3d-97eb-c80e03eb56f4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:23.608314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329fd959-e496-4d27-bff1-f71ed63400ed,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:23.615049 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (123914f1-366b-42ab-aa83-c5ba21a5cec2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.615657 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Added segment 123914f1-366b-42ab-aa83-c5ba21a5cec2 of type vlan for network a2bc7e27-6144-4d61-98ec-37e3833137aa Jan 28 13:10:23.646001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Pushing event updated for resources: {'Port': ['ID=18025e1e-c00f-429b-859e-1f2cf7e4d30e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:23.688717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Attempting to bind port 18025e1e-c00f-429b-859e-1f2cf7e4d30e on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:23.689221 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Attempting to bind port 18025e1e-c00f-429b-859e-1f2cf7e4d30e by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'd63b8092-019d-473f-9e49-be431d72c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08de6720-0862-463d-86a0-d131847259db'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:23.689614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Attempting to bind port 18025e1e-c00f-429b-859e-1f2cf7e4d30e on network 08de6720-0862-463d-86a0-d131847259db {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:23.697051 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a2bc7e27-6144-4d61-98ec-37e3833137aa), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.708834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:23.709260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Checking segment: {'id': 'd63b8092-019d-473f-9e49-be431d72c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08de6720-0862-463d-86a0-d131847259db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:23.709720 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.710153 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Bound using segment: {'id': 'd63b8092-019d-473f-9e49-be431d72c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08de6720-0862-463d-86a0-d131847259db'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:23.710662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Bound port: 18025e1e-c00f-429b-859e-1f2cf7e4d30e, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63b8092-019d-473f-9e49-be431d72c4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08de6720-0862-463d-86a0-d131847259db'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:23.711072 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (18025e1e-c00f-429b-859e-1f2cf7e4d30e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.729164 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a2bc7e27-6144-4d61-98ec-37e3833137aa), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.730493 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (08de6720-0862-463d-86a0-d131847259db), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.730618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:23.731882 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.776229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08de6720-0862-463d-86a0-d131847259db']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:23.793072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63b8092-019d-473f-9e49-be431d72c4d6') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:23.794826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63b8092-019d-473f-9e49-be431d72c4d6') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:23.807602 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3816190 Jan 28 13:10:23.817820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60490) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:23.828816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] For port 18025e1e-c00f-429b-859e-1f2cf7e4d30e, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:23.829044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3e891234-4300-4104-b001-63fda286c1ca admin admin] Request body: {'subnet': {'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1358106745-subnet', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:23.831694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a66e1-952c-4763-b665-a2ca53b60392 admin admin] Pushing event updated for resources: {'Network': ['ID=a2bc7e27-6144-4d61-98ec-37e3833137aa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:23.832433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] For port 18025e1e-c00f-429b-859e-1f2cf7e4d30e, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=18025e1e-c00f-429b-859e-1f2cf7e4d30e,segment=NetworkSegment(d63b8092-019d-473f-9e49-be431d72c4d6),segment_id=d63b8092-019d-473f-9e49-be431d72c4d6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:23.838940 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (18025e1e-c00f-429b-859e-1f2cf7e4d30e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.845813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (d63b8092-019d-473f-9e49-be431d72c4d6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.855764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a2bc7e27-6144-4d61-98ec-37e3833137aa details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:10:23.883272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d63b8092-019d-473f-9e49-be431d72c4d6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.901247 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:23.901664 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (d63b8092-019d-473f-9e49-be431d72c4d6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:23.905456 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:23.907544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e891234-4300-4104-b001-63fda286c1ca admin admin] Made reservation on behalf of ac367550333e473faf8c99835acdcf6a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:23.909040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e891234-4300-4104-b001-63fda286c1ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.025890 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:10:24.025890 n-d-824835-4 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:10:24.025890 n-d-824835-4 neutron-server[103128]: [parameters: {'id': '08de6720-0862-463d-86a0-d131847259db'}] Jan 28 13:10:24.025890 n-d-824835-4 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:10:24.026239 n-d-824835-4 neutron-server[103128]: DEBUG oslo_db.api [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:10:24.175391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e891234-4300-4104-b001-63fda286c1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (cf1c1759-5121-4ef8-9c1d-659523ad38b0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.221046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e891234-4300-4104-b001-63fda286c1ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1c1759-5121-4ef8-9c1d-659523ad38b0,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:24.242867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20935a8-11a1-4cc5-8a41-d8d536e0a87d None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:10:24.266151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e891234-4300-4104-b001-63fda286c1ca admin admin] Checking segment: {'id': '123914f1-366b-42ab-aa83-c5ba21a5cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:24.266705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e891234-4300-4104-b001-63fda286c1ca admin admin] Network hostable DHCP agents. Network: a2bc7e27-6144-4d61-98ec-37e3833137aa, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:10:24.286920 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e891234-4300-4104-b001-63fda286c1ca admin admin] Network a2bc7e27-6144-4d61-98ec-37e3833137aa is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:10:24.300724 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3e891234-4300-4104-b001-63fda286c1ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a2bc7e27-6144-4d61-98ec-37e3833137aa) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:24.305615 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e891234-4300-4104-b001-63fda286c1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:24.306497 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e891234-4300-4104-b001-63fda286c1ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.321494 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a7c1f-5496-48c9-bb19-4140e5a98561 None None] Pushing event updated for resources: {'Port': ['ID=18025e1e-c00f-429b-859e-1f2cf7e4d30e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:24.330843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60492) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:24.330969 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3e891234-4300-4104-b001-63fda286c1ca admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5123498 Jan 28 13:10:24.335094 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1358106745-router', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:24.368483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.369838 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.485690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Publish callbacks [] for router_controller (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.494210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20935a8-11a1-4cc5-8a41-d8d536e0a87d None None] Unable to find a vacant binding_index for network a2bc7e27-6144-4d61-98ec-37e3833137aa and agent 9418cafb-2569-4776-8f79-208b43be93f0 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 28 13:10:24.506144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20935a8-11a1-4cc5-8a41-d8d536e0a87d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a2bc7e27-6144-4d61-98ec-37e3833137aa) {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:10:24.527311 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (08de6720-0862-463d-86a0-d131847259db), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.612563 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Deleting port 18025e1e-c00f-429b-859e-1f2cf7e4d30e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:10:24.614026 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (18025e1e-c00f-429b-859e-1f2cf7e4d30e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.702443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Publish callbacks [] for router_gateway (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.725260 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] For port 18025e1e-c00f-429b-859e-1f2cf7e4d30e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=18025e1e-c00f-429b-859e-1f2cf7e4d30e,segment=NetworkSegment(d63b8092-019d-473f-9e49-be431d72c4d6),segment_id=d63b8092-019d-473f-9e49-be431d72c4d6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:24.729662 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (18025e1e-c00f-429b-859e-1f2cf7e4d30e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.753018 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Calling delete_port for 18025e1e-c00f-429b-859e-1f2cf7e4d30e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:10:24.806886 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.889551 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (18025e1e-c00f-429b-859e-1f2cf7e4d30e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.905858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-a2bc7e27-6144-4d61-98ec-37e3833137aa', 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa', 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'fixed_ips': [{'subnet_id': 'cf1c1759-5121-4ef8-9c1d-659523ad38b0'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:10:24.906754 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:24.920171 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Port': ['ID=18025e1e-c00f-429b-859e-1f2cf7e4d30e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:24.926363 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No DVR routers for this DVR port 18025e1e-c00f-429b-859e-1f2cf7e4d30e on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:10:25.023161 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (08de6720-0862-463d-86a0-d131847259db), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.049023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08de6720-0862-463d-86a0-d131847259db']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:25.064429 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63b8092-019d-473f-9e49-be431d72c4d6') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:25.064874 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63b8092-019d-473f-9e49-be431d72c4d6') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:25.073926 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Publish callbacks [] for router_gateway (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.076353 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (d63b8092-019d-473f-9e49-be431d72c4d6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.095268 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d63b8092-019d-473f-9e49-be431d72c4d6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.110932 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:25.111381 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (d63b8092-019d-473f-9e49-be431d72c4d6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.114732 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.153932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Allocated IP 172.20.0.2 (a2bc7e27-6144-4d61-98ec-37e3833137aa/cf1c1759-5121-4ef8-9c1d-659523ad38b0/3a786120-9d3d-43af-9faf-1338617fb091) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:25.198992 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:25.203724 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (08de6720-0862-463d-86a0-d131847259db), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.234473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.243511 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/08de6720-0862-463d-86a0-d131847259db HTTP/1.1" status: 204 len: 168 time: 2.0761456 Jan 28 13:10:25.243701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60494) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:25.244613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ecc88-3568-4edc-8693-5cad64f7bdc7 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Network': ['ID=08de6720-0862-463d-86a0-d131847259db,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:25.309965 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f410a483-2717-47f1-8a6a-5625c06d759c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:25.310553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f410a483-2717-47f1-8a6a-5625c06d759c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:25.315857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f410a483-2717-47f1-8a6a-5625c06d759c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/subnets/df02f523-d77e-4f3d-97eb-c80e03eb56f4 HTTP/1.1" status: 404 len: 337 time: 0.0652058 Jan 28 13:10:25.318593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60496) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:25.400429 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Publish callbacks [] for port (3a786120-9d3d-43af-9faf-1338617fb091), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.410543 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (3a786120-9d3d-43af-9faf-1338617fb091), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.473003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Network a2bc7e27-6144-4d61-98ec-37e3833137aa is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:25.479111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:25.491949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:25.511856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Pushing event updated for resources: {'Port': ['ID=3a786120-9d3d-43af-9faf-1338617fb091,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:25.579541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Attempting to bind port 3a786120-9d3d-43af-9faf-1338617fb091 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:25.580164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Attempting to bind port 3a786120-9d3d-43af-9faf-1338617fb091 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '123914f1-366b-42ab-aa83-c5ba21a5cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:25.580690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Attempting to bind port 3a786120-9d3d-43af-9faf-1338617fb091 on network a2bc7e27-6144-4d61-98ec-37e3833137aa {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:25.587898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:25.588585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Checking segment: {'id': '123914f1-366b-42ab-aa83-c5ba21a5cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:25.589408 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.589956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Bound using segment: {'id': '123914f1-366b-42ab-aa83-c5ba21a5cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:25.590821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Bound port: 3a786120-9d3d-43af-9faf-1338617fb091, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123914f1-366b-42ab-aa83-c5ba21a5cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:25.591503 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3a786120-9d3d-43af-9faf-1338617fb091), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.662869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] For port 3a786120-9d3d-43af-9faf-1338617fb091, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:25.666391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] For port 3a786120-9d3d-43af-9faf-1338617fb091, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3a786120-9d3d-43af-9faf-1338617fb091,segment=NetworkSegment(123914f1-366b-42ab-aa83-c5ba21a5cec2),segment_id=123914f1-366b-42ab-aa83-c5ba21a5cec2)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:25.670973 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3a786120-9d3d-43af-9faf-1338617fb091), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.712850 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10a13f4-58d6-4512-bb55-ab92fba0de93 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:25.713356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10a13f4-58d6-4512-bb55-ab92fba0de93 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:25.717619 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e10a13f4-58d6-4512-bb55-ab92fba0de93 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/08de6720-0862-463d-86a0-d131847259db HTTP/1.1" status: 404 len: 339 time: 0.3979955 Jan 28 13:10:25.720217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60498) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:25.734496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d20694-4f6c-48c6-a904-35eabd9fd9c6 None None] Pushing event updated for resources: {'Port': ['ID=3a786120-9d3d-43af-9faf-1338617fb091,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:25.747214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Allocated IP 172.25.7.41 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/df24d84d-fb0b-4f47-8fcf-8f45e0584128) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:25.762867 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-374de828-7398-40ad-84be-c7aba2d62751 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:25.764132 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374de828-7398-40ad-84be-c7aba2d62751 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:25.767228 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-374de828-7398-40ad-84be-c7aba2d62751 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/subnets/a206ffd5-ccd3-4a0e-a65b-727e84532b94 HTTP/1.1" status: 404 len: 337 time: 0.0459800 Jan 28 13:10:25.769812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60500) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:25.795801 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-154713f5-ecd7-45e4-8154-0cdde242a141 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:25.796500 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154713f5-ecd7-45e4-8154-0cdde242a141 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:25.799782 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-154713f5-ecd7-45e4-8154-0cdde242a141 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/d0008324-2601-4a18-8444-7b6977d71436 HTTP/1.1" status: 404 len: 339 time: 0.0287304 Jan 28 13:10:25.802032 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60502) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:25.867983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Publish callbacks [] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.904087 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (7dd37acb-dc0d-4b72-88a7-5d03e7aee413), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.910538 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:25.953551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:25.957255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:25.961603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:26.055982 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (7dd37acb-dc0d-4b72-88a7-5d03e7aee413), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.085279 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.100125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd37acb-dc0d-4b72-88a7-5d03e7aee413']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:26.115517 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83e525c-d665-4beb-b538-96b7e25afa06') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:26.117301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83e525c-d665-4beb-b538-96b7e25afa06') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:26.145630 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (b83e525c-d665-4beb-b538-96b7e25afa06), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.177809 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (b83e525c-d665-4beb-b538-96b7e25afa06), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.180900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Pushing event updated for resources: {'Port': ['ID=df24d84d-fb0b-4f47-8fcf-8f45e0584128,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:26.189503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:26.191839 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (b83e525c-d665-4beb-b538-96b7e25afa06), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:26.195804 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:26.281713 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (7dd37acb-dc0d-4b72-88a7-5d03e7aee413), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.291391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.297787 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/7dd37acb-dc0d-4b72-88a7-5d03e7aee413 HTTP/1.1" status: 204 len: 168 time: 0.4942362 Jan 28 13:10:26.299755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60504) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.318006 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47e3a8-bd09-49a7-b850-b753a7cc5925 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Network': ['ID=7dd37acb-dc0d-4b72-88a7-5d03e7aee413,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:26.344933 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-4807c62f-4032-48ac-b2f7-185a7f1552c8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.345266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4807c62f-4032-48ac-b2f7-185a7f1552c8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.351469 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4807c62f-4032-48ac-b2f7-185a7f1552c8 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/subnets/27f65640-e0f6-462a-966c-289a887a6787 HTTP/1.1" status: 404 len: 337 time: 0.0493360 Jan 28 13:10:26.353068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60506) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.374043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b6fcb8a4-eb6d-4e07-b6ac-738891c4255d up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:26.375457 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94c8feb-2de4-443e-aa30-8697f9c3f441 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.375987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94c8feb-2de4-443e-aa30-8697f9c3f441 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.379330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b94c8feb-2de4-443e-aa30-8697f9c3f441 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/e3d27fd7-5352-4f19-9d5c-5fb7f9a7e96e HTTP/1.1" status: 404 len: 339 time: 0.0251980 Jan 28 13:10:26.382083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60508) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.414487 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefbdbaa-f45d-4a9a-a50b-5ae5e3c6d3f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.414997 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefbdbaa-f45d-4a9a-a50b-5ae5e3c6d3f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.422529 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fefbdbaa-f45d-4a9a-a50b-5ae5e3c6d3f1 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/subnets/8823bfe1-d3f6-4221-8d71-93a46ab87640 HTTP/1.1" status: 404 len: 337 time: 0.0371175 Jan 28 13:10:26.422904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60510) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.426937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:26.427777 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.449301 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c55bad8-3a4e-4251-8490-7a4be14ef89d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.449864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c55bad8-3a4e-4251-8490-7a4be14ef89d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.453290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0c55bad8-3a4e-4251-8490-7a4be14ef89d tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/0929c0e3-fad7-4748-92aa-661d2ed31558 HTTP/1.1" status: 404 len: 339 time: 0.0291147 Jan 28 13:10:26.455736 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60512) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.491082 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a952ddc0-6de3-40dd-ae3d-31ad1128c2cd tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.491510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a952ddc0-6de3-40dd-ae3d-31ad1128c2cd tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.494663 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a952ddc0-6de3-40dd-ae3d-31ad1128c2cd tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/subnets/0a611079-eb9f-450e-866f-35482703b9c1 HTTP/1.1" status: 404 len: 337 time: 0.0378931 Jan 28 13:10:26.497840 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.522354 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Publish callbacks [] for router_gateway (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.536154 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc217469-f045-410b-b9e1-20f2fd4ab5ed tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.542327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:26.542865 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.548583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc217469-f045-410b-b9e1-20f2fd4ab5ed tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.553282 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bc217469-f045-410b-b9e1-20f2fd4ab5ed tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/d2e622e4-421f-4cff-b56e-8915d53924e4 HTTP/1.1" status: 404 len: 339 time: 0.0542550 Jan 28 13:10:26.565761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60516) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.586858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b6fcb8a4-eb6d-4e07-b6ac-738891c4255d,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:26.593267 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.594183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3a786120-9d3d-43af-9faf-1338617fb091 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:26.613944 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3674eb19-4ffd-4f4c-8627-93755867132c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.614409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3674eb19-4ffd-4f4c-8627-93755867132c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.620717 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3674eb19-4ffd-4f4c-8627-93755867132c tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/subnets/4fda5629-1880-4600-90e1-3ffdf4a34d21 HTTP/1.1" status: 404 len: 337 time: 0.0530472 Jan 28 13:10:26.621334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.643507 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe954e60-33e6-447b-969b-61aedd881041 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.644397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe954e60-33e6-447b-969b-61aedd881041 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.650708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60520) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.650988 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fe954e60-33e6-447b-969b-61aedd881041 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/fdf6d6b1-35d3-4216-a216-fc2e4ef0049e HTTP/1.1" status: 404 len: 339 time: 0.0274110 Jan 28 13:10:26.676590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=b6fcb8a4-eb6d-4e07-b6ac-738891c4255d,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:26.681294 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4322ab5-6855-464a-bd01-4de7d6c8b501 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.681759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4322ab5-6855-464a-bd01-4de7d6c8b501 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.685585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b4322ab5-6855-464a-bd01-4de7d6c8b501 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/subnets/3caee5ba-592e-4db4-a5ff-556d15c8eba1 HTTP/1.1" status: 404 len: 337 time: 0.0334592 Jan 28 13:10:26.688706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60522) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.693898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 3a786120-9d3d-43af-9faf-1338617fb091 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:26.694282 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3a786120-9d3d-43af-9faf-1338617fb091), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.708331 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dd6081-b7f0-45ec-87e1-d809306d0305 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.708872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9dd6081-b7f0-45ec-87e1-d809306d0305 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.714763 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c9dd6081-b7f0-45ec-87e1-d809306d0305 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/5ec7a708-d4b9-4d40-bc73-66daf2c665b9 HTTP/1.1" status: 404 len: 339 time: 0.0222728 Jan 28 13:10:26.715000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60524) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.751282 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e241bd30-7cef-43ed-8261-5a08bae60c70 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.751935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e241bd30-7cef-43ed-8261-5a08bae60c70 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.754645 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e241bd30-7cef-43ed-8261-5a08bae60c70 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/subnets/f03f6376-09b9-4620-a4c0-b80b6ac64f95 HTTP/1.1" status: 404 len: 337 time: 0.0373015 Jan 28 13:10:26.757417 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60526) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.783439 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-74051fec-3706-4894-a704-1b46c8b4fa4f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.783958 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74051fec-3706-4894-a704-1b46c8b4fa4f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.786912 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-74051fec-3706-4894-a704-1b46c8b4fa4f tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/964e1515-9e12-4a23-b35b-4ccb4965f8d7 HTTP/1.1" status: 404 len: 339 time: 0.0283260 Jan 28 13:10:26.789959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60528) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.806881 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.813439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 3a786120-9d3d-43af-9faf-1338617fb091 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:26.813975 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3a786120-9d3d-43af-9faf-1338617fb091), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.823154 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9a27c5-522b-48bb-8e05-1f7eda5d8630 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.823648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9a27c5-522b-48bb-8e05-1f7eda5d8630 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.826791 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9c9a27c5-522b-48bb-8e05-1f7eda5d8630 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/subnets/2ec1cd66-0e3e-4013-a02c-250d54a70530 HTTP/1.1" status: 404 len: 337 time: 0.0358675 Jan 28 13:10:26.831849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.855479 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa9f32a-65ee-4d0c-b02f-cb8f2f938c88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.857333 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa9f32a-65ee-4d0c-b02f-cb8f2f938c88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.863771 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8aa9f32a-65ee-4d0c-b02f-cb8f2f938c88 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/5ba8da02-7418-4f85-8bc3-260807994337 HTTP/1.1" status: 404 len: 339 time: 0.0307572 Jan 28 13:10:26.864553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60532) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.868324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 3a786120-9d3d-43af-9faf-1338617fb091, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3a786120-9d3d-43af-9faf-1338617fb091,segment=NetworkSegment(123914f1-366b-42ab-aa83-c5ba21a5cec2),segment_id=123914f1-366b-42ab-aa83-c5ba21a5cec2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:26.874469 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3a786120-9d3d-43af-9faf-1338617fb091), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:26.906280 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5db2094-27ea-4382-9c1e-a74dad1006b2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.906789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5db2094-27ea-4382-9c1e-a74dad1006b2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.914204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60534) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.915444 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d5db2094-27ea-4382-9c1e-a74dad1006b2 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/subnets/80bc858e-8367-451f-84ab-b2e9ea4af5d5 HTTP/1.1" status: 404 len: 337 time: 0.0496049 Jan 28 13:10:26.941160 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-784c1bec-3061-42f3-a57b-866bb0002f01 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] DELETE failed (client error): The resource could not be found. Jan 28 13:10:26.941679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784c1bec-3061-42f3-a57b-866bb0002f01 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:10:26.944243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=3a786120-9d3d-43af-9faf-1338617fb091,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:26.947538 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-784c1bec-3061-42f3-a57b-866bb0002f01 tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/f777e6c6-d1dc-4fbd-a237-0e28abfb2293 HTTP/1.1" status: 404 len: 339 time: 0.0251830 Jan 28 13:10:26.948473 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:26.988162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Router ccdbf59c-f57e-4c33-973c-13c8a89b5df9 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:10:27.006899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6688876-e308-4dbc-b6e3-46b40b038e4e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Deleting subnet f2ecf928-1ac7-44d9-97b9-23a4951a507a {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:10:27.010372 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6688876-e308-4dbc-b6e3-46b40b038e4e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (f2ecf928-1ac7-44d9-97b9-23a4951a507a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:27.034496 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Sync routers for ids ['a3172625-6d6b-4731-b32c-9bd0ee14f493'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:10:27.047596 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Routers {'a3172625-6d6b-4731-b32c-9bd0ee14f493'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:27.049758 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a3172625-6d6b-4731-b32c-9bd0ee14f493'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:27.067130 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6688876-e308-4dbc-b6e3-46b40b038e4e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (f2ecf928-1ac7-44d9-97b9-23a4951a507a), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:27.135649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:10:27.147806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Sync routers for ids ['ccdbf59c-f57e-4c33-973c-13c8a89b5df9'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:10:27.155929 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:27.159390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d9f9b162-3faa-4ae6-9426-603634261f9a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8256304 Jan 28 13:10:27.160383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60540) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:27.167398 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Routers {'ccdbf59c-f57e-4c33-973c-13c8a89b5df9'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:27.168048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['ccdbf59c-f57e-4c33-973c-13c8a89b5df9'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:27.196213 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Set router a3172625-6d6b-4731-b32c-9bd0ee14f493 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:27.239012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6688876-e308-4dbc-b6e3-46b40b038e4e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (f2ecf928-1ac7-44d9-97b9-23a4951a507a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:27.243431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b91bf-9922-4154-b2ca-b5a762fde7b4 None None] Network 08de6720-0862-463d-86a0-d131847259db requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:27.286124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5eb3ea-02cb-43e7-a558-44799f7259a3 None None] Network a2bc7e27-6144-4d61-98ec-37e3833137aa requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:27.306231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b91bf-9922-4154-b2ca-b5a762fde7b4 None None] Network 08de6720-0862-463d-86a0-d131847259db could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:10:27.349493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a95d0c-f133-472f-9614-b20f399b4f09 None None] Network 08de6720-0862-463d-86a0-d131847259db requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:27.377767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6688876-e308-4dbc-b6e3-46b40b038e4e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (f2ecf928-1ac7-44d9-97b9-23a4951a507a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:27.382114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a95d0c-f133-472f-9614-b20f399b4f09 None None] Network 08de6720-0862-463d-86a0-d131847259db could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:10:27.384627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Set router ccdbf59c-f57e-4c33-973c-13c8a89b5df9 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:27.411671 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6688876-e308-4dbc-b6e3-46b40b038e4e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ecf928-1ac7-44d9-97b9-23a4951a507a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:27.439441 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:10:21Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dc0114e2-3505-4930-a957-a0acd1846dd9', 'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'mac_address': 'fa:16:3e:c8:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:21Z', 'updated_at': '2022-01-28T13:10:22Z', 'revision_number': 2, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'subnets': [{'id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:27.439965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6688876-e308-4dbc-b6e3-46b40b038e4e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:27.443207 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a6688876-e308-4dbc-b6e3-46b40b038e4e tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/subnets/f2ecf928-1ac7-44d9-97b9-23a4951a507a HTTP/1.1" status: 204 len: 168 time: 0.4934232 Jan 28 13:10:27.446054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60542) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:27.449956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2f268a-a7d9-47fc-8753-41d623101cf0 None None] Network 513af5ca-6e75-4880-aa77-8bc13db4a827 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:27.474919 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Checking router: a3172625-6d6b-4731-b32c-9bd0ee14f493 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:10:27.475392 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Updating router a3172625-6d6b-4731-b32c-9bd0ee14f493 port dc0114e2-3505-4930-a957-a0acd1846dd9 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:10:27.487718 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3e94214d-8515-40a3-9466-e0c5c48dd6a6 None None] Provisioning complete for port 3a786120-9d3d-43af-9faf-1338617fb091 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:27.487943 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e94214d-8515-40a3-9466-e0c5c48dd6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3a786120-9d3d-43af-9faf-1338617fb091), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:27.514070 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:27.831328 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Publish callbacks [] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:27.838587 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:27.896765 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Pushing event updated for resources: {'Port': ['ID=dc0114e2-3505-4930-a957-a0acd1846dd9,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:27.944530 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.944874 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.945205 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.945544 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.945867 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.946241 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.946567 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.946890 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.947207 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.947579 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.948385 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.948706 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.949446 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:27.995077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3e94214d-8515-40a3-9466-e0c5c48dd6a6 None None] Current status of the port 3a786120-9d3d-43af-9faf-1338617fb091 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:28.000794 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (513af5ca-6e75-4880-aa77-8bc13db4a827), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.006727 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Attempting to bind port dc0114e2-3505-4930-a957-a0acd1846dd9 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:28.007105 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Attempting to bind port dc0114e2-3505-4930-a957-a0acd1846dd9 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:28.007562 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Attempting to bind port dc0114e2-3505-4930-a957-a0acd1846dd9 on network 6972b032-9601-4261-8879-067e77662e12 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:28.016864 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:28.017274 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Checking segment: {'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:28.017884 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.018285 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Bound using segment: {'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:28.018757 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Bound port: dc0114e2-3505-4930-a957-a0acd1846dd9, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:28.019134 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.064594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41fc09-3b4f-4695-8169-37e51b892757 None None] DHCP port deletion for 513af5ca-6e75-4880-aa77-8bc13db4a827 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:10:28.099427 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] For port dc0114e2-3505-4930-a957-a0acd1846dd9, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:28.103502 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] For port dc0114e2-3505-4930-a957-a0acd1846dd9, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dc0114e2-3505-4930-a957-a0acd1846dd9,segment=NetworkSegment(c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4),segment_id=c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:28.109984 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.117375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'name': 'tempest-TestServerBasicOps-1358106745-router', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:24Z', 'updated_at': '2022-01-28T13:10:26Z', 'revision_number': 3, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'gw_port': {'id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:25Z', 'updated_at': '2022-01-28T13:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:28.153830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Checking router: ccdbf59c-f57e-4c33-973c-13c8a89b5df9 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:10:28.154331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Updating router ccdbf59c-f57e-4c33-973c-13c8a89b5df9 port df24d84d-fb0b-4f47-8fcf-8f45e0584128 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:10:28.212831 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Routers {'a3172625-6d6b-4731-b32c-9bd0ee14f493'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:28.213961 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a3172625-6d6b-4731-b32c-9bd0ee14f493'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:28.214960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Deleting port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:10:28.215549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.221418 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.228700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b6fcb8a4-eb6d-4e07-b6ac-738891c4255d up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:28.230519 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcdf6e-6b18-4edf-8642-a398e3aa3ff2 None None] Pushing event updated for resources: {'Port': ['ID=dc0114e2-3505-4930-a957-a0acd1846dd9,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:28.333392 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.370706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] For port bf9cf5c9-e5f0-4607-8401-5252702fd6f6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bf9cf5c9-e5f0-4607-8401-5252702fd6f6,segment=NetworkSegment(6ed4a91c-632e-45ec-8bca-990bb12635ef),segment_id=6ed4a91c-632e-45ec-8bca-990bb12635ef)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:28.371103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.376609 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] Set router a3172625-6d6b-4731-b32c-9bd0ee14f493 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:28.429733 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0d41fc09-3b4f-4695-8169-37e51b892757 None None] Deleting port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:10:28.430040 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0d41fc09-3b4f-4695-8169-37e51b892757 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.500571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Calling delete_port for bf9cf5c9-e5f0-4607-8401-5252702fd6f6 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:10:28.570294 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c65c52d3-9d4d-4dcb-b1a0-dccfbe73a865 None None] Provisioning complete for port dc0114e2-3505-4930-a957-a0acd1846dd9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:28.570844 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c65c52d3-9d4d-4dcb-b1a0-dccfbe73a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.600903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60544) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:28.682704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:28.683088 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.740518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0d41fc09-3b4f-4695-8169-37e51b892757 None None] For port bf9cf5c9-e5f0-4607-8401-5252702fd6f6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=bf9cf5c9-e5f0-4607-8401-5252702fd6f6,segment=NetworkSegment(6ed4a91c-632e-45ec-8bca-990bb12635ef),segment_id=6ed4a91c-632e-45ec-8bca-990bb12635ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:28.742146 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0d41fc09-3b4f-4695-8169-37e51b892757 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.742752 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Allocated IP 172.20.0.1 (a2bc7e27-6144-4d61-98ec-37e3833137aa/cf1c1759-5121-4ef8-9c1d-659523ad38b0/0cd53002-6448-4013-a97b-0c36b58dbf4e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:28.757964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.790532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0d41fc09-3b4f-4695-8169-37e51b892757 None None] Calling delete_port for bf9cf5c9-e5f0-4607-8401-5252702fd6f6 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:10:28.816605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] No DVR routers for this DVR port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:10:28.818353 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Port': ['ID=bf9cf5c9-e5f0-4607-8401-5252702fd6f6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:28.848381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019159b0-d7fa-4ec8-b4d3-71fdb3390124 None None] Network a2bc7e27-6144-4d61-98ec-37e3833137aa requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:10:28.867021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Deleting port e9fe3a60-073b-41bd-9c6d-749074fd32ed {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:10:28.867766 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e9fe3a60-073b-41bd-9c6d-749074fd32ed), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.906041 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:10:21Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dc0114e2-3505-4930-a957-a0acd1846dd9', 'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'mac_address': 'fa:16:3e:c8:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:21Z', 'updated_at': '2022-01-28T13:10:28Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'subnets': [{'id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:28.937327 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351105b-12f4-4081-9417-e37ef69ab7c2 None None] The sync data for ids ['a3172625-6d6b-4731-b32c-9bd0ee14f493'] in n-d-824835-4 is: [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:10:21Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dc0114e2-3505-4930-a957-a0acd1846dd9', 'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'mac_address': 'fa:16:3e:c8:b6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:21Z', 'updated_at': '2022-01-28T13:10:28Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'subnets': [{'id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:10:28.961868 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (513af5ca-6e75-4880-aa77-8bc13db4a827), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.994921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e9fe3a60-073b-41bd-9c6d-749074fd32ed), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:28.995405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513af5ca-6e75-4880-aa77-8bc13db4a827']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:28.995807 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (e9fe3a60-073b-41bd-9c6d-749074fd32ed), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.015652 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed4a91c-632e-45ec-8bca-990bb12635ef') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:29.016212 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed4a91c-632e-45ec-8bca-990bb12635ef') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:29.016733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Calling delete_port for e9fe3a60-073b-41bd-9c6d-749074fd32ed owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:10:29.019939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Publish callbacks [] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.031008 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (6ed4a91c-632e-45ec-8bca-990bb12635ef), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.046492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c65c52d3-9d4d-4dcb-b1a0-dccfbe73a865 None None] Current status of the port dc0114e2-3505-4930-a957-a0acd1846dd9 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:29.047023 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c65c52d3-9d4d-4dcb-b1a0-dccfbe73a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.050845 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (6ed4a91c-632e-45ec-8bca-990bb12635ef), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.064607 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:10:29.065107 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (6ed4a91c-632e-45ec-8bca-990bb12635ef), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:10:29.068606 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:10:29.144691 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.144927 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Publish callbacks [] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.151865 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (513af5ca-6e75-4880-aa77-8bc13db4a827), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.174411 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:29.175823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3a786120-9d3d-43af-9faf-1338617fb091 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:29.207953 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.211496 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] 10.222.0.53 "DELETE /v2.0/networks/513af5ca-6e75-4880-aa77-8bc13db4a827 HTTP/1.1" status: 204 len: 168 time: 1.7647581 Jan 28 13:10:29.214392 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Pushing event updated for resources: {'Port': ['ID=0cd53002-6448-4013-a97b-0c36b58dbf4e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:29.238427 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182b30b-d2f6-49c5-91bc-a5bdac72fdbc tempest-NetworksTest-1369124684 tempest-NetworksTest-1369124684-project] Pushing event deleted for resources: {'Network': ['ID=513af5ca-6e75-4880-aa77-8bc13db4a827,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:29.246867 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Network a2bc7e27-6144-4d61-98ec-37e3833137aa is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:29.249219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:29.253863 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.260104 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:29.263295 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e9fe3a60-073b-41bd-9c6d-749074fd32ed), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.297604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event deleted for resources: {'Port': ['ID=e9fe3a60-073b-41bd-9c6d-749074fd32ed,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:29.329760 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.357733 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc60528-8433-445f-a780-744332d76c10 None None] Pushing event updated for resources: {'Port': ['ID=df24d84d-fb0b-4f47-8fcf-8f45e0584128,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:29.381120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 3a786120-9d3d-43af-9faf-1338617fb091 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:29.381504 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3a786120-9d3d-43af-9faf-1338617fb091), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.424478 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (46728147-8f84-4f3e-8dfa-972eb2c25b48), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.424841 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Floating IP 46728147-8f84-4f3e-8dfa-972eb2c25b48 disassociated (deleted). External IP: 172.25.7.126, port: cad4355a-5cd1-4ea1-9e42-95549d57fa5d. Jan 28 13:10:29.508777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c65c52d3-9d4d-4dcb-b1a0-dccfbe73a865 None None] For port dc0114e2-3505-4930-a957-a0acd1846dd9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dc0114e2-3505-4930-a957-a0acd1846dd9,segment=NetworkSegment(c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4),segment_id=c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:29.527860 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0d41fc09-3b4f-4695-8169-37e51b892757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (bf9cf5c9-e5f0-4607-8401-5252702fd6f6), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.540731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.542663 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c65c52d3-9d4d-4dcb-b1a0-dccfbe73a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.594068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Attempting to bind port df24d84d-fb0b-4f47-8fcf-8f45e0584128 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:29.594638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Attempting to bind port df24d84d-fb0b-4f47-8fcf-8f45e0584128 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:29.596486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Attempting to bind port df24d84d-fb0b-4f47-8fcf-8f45e0584128 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:29.605309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d41fc09-3b4f-4695-8169-37e51b892757 None None] Network 513af5ca-6e75-4880-aa77-8bc13db4a827 is not hosted by any dhcp agent {{(pid=103130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:10:29.606950 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41fc09-3b4f-4695-8169-37e51b892757 None None] No DVR routers for this DVR port bf9cf5c9-e5f0-4607-8401-5252702fd6f6 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:10:29.642220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:29.642663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:29.643035 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.643613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:29.644122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Bound port: df24d84d-fb0b-4f47-8fcf-8f45e0584128, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:29.644520 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.719895 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] For port df24d84d-fb0b-4f47-8fcf-8f45e0584128, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:29.723533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] For port df24d84d-fb0b-4f47-8fcf-8f45e0584128, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=df24d84d-fb0b-4f47-8fcf-8f45e0584128,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:29.725185 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41fc09-3b4f-4695-8169-37e51b892757 None None] Pushing event deleted for resources: {'Port': ['ID=bf9cf5c9-e5f0-4607-8401-5252702fd6f6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:29.751112 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60550) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:29.787024 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.804672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Router a9a85840-777c-4350-92be-e43a10c9e792 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:10:29.868802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-865aff93-ad39-4cfa-beec-461dc5a0b55d None None] Provisioning complete for port dc0114e2-3505-4930-a957-a0acd1846dd9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:29.868980 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-865aff93-ad39-4cfa-beec-461dc5a0b55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.932419 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Publish callbacks [] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.942283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Routers {'ccdbf59c-f57e-4c33-973c-13c8a89b5df9'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:29.942920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['ccdbf59c-f57e-4c33-973c-13c8a89b5df9'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:29.947977 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:29.997924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 3a786120-9d3d-43af-9faf-1338617fb091 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:30.015410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:10:30.021183 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:30.027308 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7bacf4-b7e2-4131-a1f1-13f38a3aa6d4 None None] Sync routers for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:10:30.038489 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7bacf4-b7e2-4131-a1f1-13f38a3aa6d4 None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:30.039126 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2d7bacf4-b7e2-4131-a1f1-13f38a3aa6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:30.074079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f538f319-46a3-4f23-84ab-bd28cb21c505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "DELETE /v2.0/floatingips/46728147-8f84-4f3e-8dfa-972eb2c25b48 HTTP/1.1" status: 204 len: 168 time: 1.4713743 Jan 28 13:10:30.081533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'tag': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:10:30.083377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c52d3-9d4d-4dcb-b1a0-dccfbe73a865 None None] Pushing event updated for resources: {'Port': ['ID=dc0114e2-3505-4930-a957-a0acd1846dd9,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:30.097061 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7c1346-1df6-4ffa-914e-c56bb83920a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a1cb64-be4d-46f3-85e5-82987be1b31c", "tag": "cad4355a-5cd1-4ea1-9e42-95549d57fa5d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:10:30.161557 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Pushing event updated for resources: {'Port': ['ID=0cd53002-6448-4013-a97b-0c36b58dbf4e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:30.174672 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-db650285-0c6e-4783-9556-69a9ac29a7e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82fcd7205e254389a2adc1fdb2b06b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4223573 Jan 28 13:10:30.178412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60560) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:30.189533 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce875e8-5b8f-4cc9-96d6-396b23de43f5 x-openstack-request-id: req-7ce875e8-5b8f-4cc9-96d6-396b23de43f5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:10:30.189833 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a1cb64-be4d-46f3-85e5-82987be1b31c", "tag": "cad4355a-5cd1-4ea1-9e42-95549d57fa5d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:10:30.190093 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ce875e8-5b8f-4cc9-96d6-396b23de43f5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:10:30.190507 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'tag': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d', 'status': 'completed', 'code': 200} Jan 28 13:10:30.210177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc60528-8433-445f-a780-744332d76c10 None None] Pushing event updated for resources: {'Port': ['ID=df24d84d-fb0b-4f47-8fcf-8f45e0584128,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:30.246150 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:30.313901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c1346-1df6-4ffa-914e-c56bb83920a7 req-1a6eaf49-7d1e-49a7-81c0-6c97bb881715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:30.315738 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f7c1346-1df6-4ffa-914e-c56bb83920a7 req-1a6eaf49-7d1e-49a7-81c0-6c97bb881715 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 1096 time: 0.0990407 Jan 28 13:10:30.316449 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2d7bacf4-b7e2-4131-a1f1-13f38a3aa6d4 None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:30.395028 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdbed186-0708-4ccc-9509-12b9ae719e9e admin admin] Publish callbacks [] for security_group (2e7ff038-90a1-4918-9844-09b802d434df), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:30.442951 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdbed186-0708-4ccc-9509-12b9ae719e9e admin admin] Publish callbacks [] for security_group (2e7ff038-90a1-4918-9844-09b802d434df), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:30.457767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c1346-1df6-4ffa-914e-c56bb83920a7 req-bdb63246-4c83-4f28-9423-802101df48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:30.459514 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f7c1346-1df6-4ffa-914e-c56bb83920a7 req-bdb63246-4c83-4f28-9423-802101df48af service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.1376400 Jan 28 13:10:30.486613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Network a2bc7e27-6144-4d61-98ec-37e3833137aa is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:30.490220 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:30.529529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] Set router ccdbf59c-f57e-4c33-973c-13c8a89b5df9 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:30.547283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f7c1346-1df6-4ffa-914e-c56bb83920a7 req-11eaaadc-33a9-4d29-87dd-e9d5c4162099 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cad4355a-5cd1-4ea1-9e42-95549d57fa5d HTTP/1.1" status: 200 len: 217 time: 0.0801795 Jan 28 13:10:30.595765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dc0114e2-3505-4930-a957-a0acd1846dd9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:30.649258 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Router ccdbf59c-f57e-4c33-973c-13c8a89b5df9 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:10:30.659456 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdbed186-0708-4ccc-9509-12b9ae719e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2e7ff038-90a1-4918-9844-09b802d434df), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:30.663482 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdbed186-0708-4ccc-9509-12b9ae719e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:30.667560 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bdbed186-0708-4ccc-9509-12b9ae719e9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e7ff038-90a1-4918-9844-09b802d434df HTTP/1.1" status: 204 len: 168 time: 0.4883103 Jan 28 13:10:30.680309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c1346-1df6-4ffa-914e-c56bb83920a7 req-80d97ac5-8326-45b9-ae02-8c38040b5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:30.680941 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbed186-0708-4ccc-9509-12b9ae719e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7ff038-90a1-4918-9844-09b802d434df,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:30.682151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f7c1346-1df6-4ffa-914e-c56bb83920a7 req-80d97ac5-8326-45b9-ae02-8c38040b5d44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.1272960 Jan 28 13:10:30.777391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d7527-f874-45f5-b43c-3b5b350a715f req-56b76a9a-822b-4203-9b6e-82517bc29d63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:30.779082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-488d7527-f874-45f5-b43c-3b5b350a715f req-56b76a9a-822b-4203-9b6e-82517bc29d63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 945 time: 0.2257721 Jan 28 13:10:30.785102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c1346-1df6-4ffa-914e-c56bb83920a7 req-a73b35f4-320f-4f26-b1ca-d423703a4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:30.789203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f7c1346-1df6-4ffa-914e-c56bb83920a7 req-a73b35f4-320f-4f26-b1ca-d423703a4798 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998023 Jan 28 13:10:30.921231 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:10:30.927863 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-023d5b61-b97b-4524-8df5-778d56dcb95e admin admin] 10.222.0.53 "PUT /v2.0/routers/ccdbf59c-f57e-4c33-973c-13c8a89b5df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7664082 Jan 28 13:10:30.939851 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2d7bacf4-b7e2-4131-a1f1-13f38a3aa6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '89ca019a-c83c-447a-b75a-89d0819a43c5', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': '44037912-2263-492a-84d9-202d2fdb5b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:ca:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:06:28Z', 'updated_at': '2022-01-28T13:06:30Z', 'revision_number': 1, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:30.942180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-865aff93-ad39-4cfa-beec-461dc5a0b55d None None] Current status of the port dc0114e2-3505-4930-a957-a0acd1846dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:30.974486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port dc0114e2-3505-4930-a957-a0acd1846dd9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:30.974932 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:30.976107 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7bacf4-b7e2-4131-a1f1-13f38a3aa6d4 None None] Checking router: a9a85840-777c-4350-92be-e43a10c9e792 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:10:30.984518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-488d7527-f874-45f5-b43c-3b5b350a715f req-b7d726bf-1b85-4c7e-93e6-1c8105ed5907 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940331 Jan 28 13:10:30.989854 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7bacf4-b7e2-4131-a1f1-13f38a3aa6d4 None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:30.990694 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2d7bacf4-b7e2-4131-a1f1-13f38a3aa6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:31.041822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-865aff93-ad39-4cfa-beec-461dc5a0b55d None None] Provisioning complete for port 3a786120-9d3d-43af-9faf-1338617fb091 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:31.042172 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-865aff93-ad39-4cfa-beec-461dc5a0b55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3a786120-9d3d-43af-9faf-1338617fb091), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:31.045724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f7c1346-1df6-4ffa-914e-c56bb83920a7 req-a2f60e0a-08c8-4a40-91c3-d074dafb7787 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467332 Jan 28 13:10:31.124021 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2d7bacf4-b7e2-4131-a1f1-13f38a3aa6d4 None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:31.179754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1f7c1346-1df6-4ffa-914e-c56bb83920a7 req-8a504c0f-d865-4edd-bd33-0fb42bfaed41 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263235 Jan 28 13:10:31.319814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port dc0114e2-3505-4930-a957-a0acd1846dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:31.344289 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'name': 'tempest-TestServerBasicOps-1358106745-router', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:24Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 4, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'gw_port': {'id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:25Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '0cd53002-6448-4013-a97b-0c36b58dbf4e', 'name': '', 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'mac_address': 'fa:16:3e:46:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'cf1c1759-5121-4ef8-9c1d-659523ad38b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:28Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 2, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'subnets': [{'id': 'cf1c1759-5121-4ef8-9c1d-659523ad38b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:31.376916 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f103e1-6a31-48f0-af8f-55ddc3a5e5e5 None None] The sync data for ids ['ccdbf59c-f57e-4c33-973c-13c8a89b5df9'] in n-d-824835-4 is: [{'id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'name': 'tempest-TestServerBasicOps-1358106745-router', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:24Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 4, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'gw_port': {'id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:25Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '0cd53002-6448-4013-a97b-0c36b58dbf4e', 'name': '', 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'mac_address': 'fa:16:3e:46:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'cf1c1759-5121-4ef8-9c1d-659523ad38b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:28Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 2, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'subnets': [{'id': 'cf1c1759-5121-4ef8-9c1d-659523ad38b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:10:31.378914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-865aff93-ad39-4cfa-beec-461dc5a0b55d None None] Current status of the port 3a786120-9d3d-43af-9faf-1338617fb091 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:31.394199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bf9cf5c9-e5f0-4607-8401-5252702fd6f6 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:10:31.423574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: bf9cf5c9-e5f0-4607-8401-5252702fd6f6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:10:31.423932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device bf9cf5c9-e5f0-4607-8401-5252702fd6f6 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:10:31.506489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5a91d905-0d51-454d-8e46-378bcf77a2c1 None None] Provisioning complete for port 0cd53002-6448-4013-a97b-0c36b58dbf4e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:31.506879 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a91d905-0d51-454d-8e46-378bcf77a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:31.516301 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2d7bacf4-b7e2-4131-a1f1-13f38a3aa6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '89ca019a-c83c-447a-b75a-89d0819a43c5', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': '44037912-2263-492a-84d9-202d2fdb5b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:ca:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:06:28Z', 'updated_at': '2022-01-28T13:06:30Z', 'revision_number': 1, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:31.562126 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7bacf4-b7e2-4131-a1f1-13f38a3aa6d4 None None] The sync data for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 is: [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '89ca019a-c83c-447a-b75a-89d0819a43c5', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'port_id': '44037912-2263-492a-84d9-202d2fdb5b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'mac_address': 'fa:16:3e:ca:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:06:28Z', 'updated_at': '2022-01-28T13:06:30Z', 'revision_number': 1, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:10:31.567657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5a91d905-0d51-454d-8e46-378bcf77a2c1 None None] Port 0cd53002-6448-4013-a97b-0c36b58dbf4e cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:10:31.587786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5a91d905-0d51-454d-8e46-378bcf77a2c1 None None] Provisioning complete for port 3a786120-9d3d-43af-9faf-1338617fb091 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:31.588319 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a91d905-0d51-454d-8e46-378bcf77a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3a786120-9d3d-43af-9faf-1338617fb091), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:31.687011 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5a91d905-0d51-454d-8e46-378bcf77a2c1 None None] Current status of the port 3a786120-9d3d-43af-9faf-1338617fb091 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:31.776435 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60592) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:31.782164 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c49656f2-6f0e-47f1-996d-34c44bd58f47 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548252076', 'description': 'tempest-secgroup-smoke-548252076 description', 'project_id': 'd56509ae449448fcad591a9356f33cfb'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:31.815293 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c49656f2-6f0e-47f1-996d-34c44bd58f47 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:31.918670 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c49656f2-6f0e-47f1-996d-34c44bd58f47 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group (88b2c651-d9c8-4df8-a48d-ff125016a84c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:31.927869 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c49656f2-6f0e-47f1-996d-34c44bd58f47 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (88b2c651-d9c8-4df8-a48d-ff125016a84c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:31.968921 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c49656f2-6f0e-47f1-996d-34c44bd58f47 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:31.973170 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c49656f2-6f0e-47f1-996d-34c44bd58f47 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1925673 Jan 28 13:10:31.973369 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60596) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:31.978096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c20c7c8d-373c-40ec-9873-e41a48ffe8f7 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Request body: {'security_group_rule': {'security_group_id': '88b2c651-d9c8-4df8-a48d-ff125016a84c', 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:31.984681 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49656f2-6f0e-47f1-996d-34c44bd58f47 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b2c651-d9c8-4df8-a48d-ff125016a84c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:31.987439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94c0a3-6d39-427e-80d2-488000c544e1 req-51973933-d78d-49af-b221-6716602cdaea tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:31.989922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b94c0a3-6d39-427e-80d2-488000c544e1 req-51973933-d78d-49af-b221-6716602cdaea tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 945 time: 0.1037869 Jan 28 13:10:32.006191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b4dd2e-48f9-41f6-83d1-94fcb78c2192 None None] New status for floating IP 46728147-8f84-4f3e-8dfa-972eb2c25b48: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:10:32.037524 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20c7c8d-373c-40ec-9873-e41a48ffe8f7 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (87312646-69e7-4be5-aa99-2cda6ba27ae5), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.172262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dc0114e2-3505-4930-a957-a0acd1846dd9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:32.210271 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20c7c8d-373c-40ec-9873-e41a48ffe8f7 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (87312646-69e7-4be5-aa99-2cda6ba27ae5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.217275 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20c7c8d-373c-40ec-9873-e41a48ffe8f7 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (87312646-69e7-4be5-aa99-2cda6ba27ae5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.245708 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c7c8d-373c-40ec-9873-e41a48ffe8f7 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87312646-69e7-4be5-aa99-2cda6ba27ae5,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:32.258799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20c7c8d-373c-40ec-9873-e41a48ffe8f7 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.265291 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c20c7c8d-373c-40ec-9873-e41a48ffe8f7 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2874358 Jan 28 13:10:32.265526 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60604) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:32.271784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port dc0114e2-3505-4930-a957-a0acd1846dd9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:32.272169 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.275701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5bf7382d-8809-41e9-b4b7-9e4a8b6edcf5 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Request body: {'security_group_rule': {'security_group_id': '88b2c651-d9c8-4df8-a48d-ff125016a84c', 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:32.312870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bf7382d-8809-41e9-b4b7-9e4a8b6edcf5 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (2f24f38c-b0a2-4aa6-88be-897b3539be51), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.324041 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76435b78-6a39-43c5-9e35-55ca14456cc1 req-6db71abd-4e26-494f-bc7b-35d251286b33 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:32.326109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76435b78-6a39-43c5-9e35-55ca14456cc1 req-6db71abd-4e26-494f-bc7b-35d251286b33 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 945 time: 0.1525803 Jan 28 13:10:32.385474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port dc0114e2-3505-4930-a957-a0acd1846dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:32.398678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9b94c0a3-6d39-427e-80d2-488000c544e1 req-858aaaa1-dcc2-4ccf-afcc-eb69bc4df13b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Deleting port cad4355a-5cd1-4ea1-9e42-95549d57fa5d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:10:32.399019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b94c0a3-6d39-427e-80d2-488000c544e1 req-858aaaa1-dcc2-4ccf-afcc-eb69bc4df13b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.411816 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bf7382d-8809-41e9-b4b7-9e4a8b6edcf5 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (2f24f38c-b0a2-4aa6-88be-897b3539be51), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.417440 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bf7382d-8809-41e9-b4b7-9e4a8b6edcf5 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (2f24f38c-b0a2-4aa6-88be-897b3539be51), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.441011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7382d-8809-41e9-b4b7-9e4a8b6edcf5 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f24f38c-b0a2-4aa6-88be-897b3539be51,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:32.456590 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bf7382d-8809-41e9-b4b7-9e4a8b6edcf5 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.458516 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5bf7382d-8809-41e9-b4b7-9e4a8b6edcf5 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1921723 Jan 28 13:10:32.462266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60610) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:32.469152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5e56ef9e-e4a9-43a6-a5f1-808adb29323a tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Request body: {'security_group_rule': {'security_group_id': '88b2c651-d9c8-4df8-a48d-ff125016a84c', 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:32.505125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-76435b78-6a39-43c5-9e35-55ca14456cc1 req-846e10bb-ec15-45db-965d-fd846961739e tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631117 Jan 28 13:10:32.522621 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e56ef9e-e4a9-43a6-a5f1-808adb29323a tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (7663359a-c13f-4d83-ad14-51a1217d21c9), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.596184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9b94c0a3-6d39-427e-80d2-488000c544e1 req-858aaaa1-dcc2-4ccf-afcc-eb69bc4df13b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] For port cad4355a-5cd1-4ea1-9e42-95549d57fa5d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=cad4355a-5cd1-4ea1-9e42-95549d57fa5d,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:32.596724 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b94c0a3-6d39-427e-80d2-488000c544e1 req-858aaaa1-dcc2-4ccf-afcc-eb69bc4df13b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.616750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9b94c0a3-6d39-427e-80d2-488000c544e1 req-858aaaa1-dcc2-4ccf-afcc-eb69bc4df13b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Calling delete_port for cad4355a-5cd1-4ea1-9e42-95549d57fa5d owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:10:32.627147 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e56ef9e-e4a9-43a6-a5f1-808adb29323a tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (7663359a-c13f-4d83-ad14-51a1217d21c9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.631991 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e56ef9e-e4a9-43a6-a5f1-808adb29323a tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (7663359a-c13f-4d83-ad14-51a1217d21c9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.649787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56ef9e-e4a9-43a6-a5f1-808adb29323a tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7663359a-c13f-4d83-ad14-51a1217d21c9,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:32.663823 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e56ef9e-e4a9-43a6-a5f1-808adb29323a tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.665124 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5e56ef9e-e4a9-43a6-a5f1-808adb29323a tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2017875 Jan 28 13:10:32.667968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60616) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:32.674362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0b801d71-8cc1-42c0-a989-4d84a2755251 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Request body: {'security_group_rule': {'security_group_id': '88b2c651-d9c8-4df8-a48d-ff125016a84c', 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:32.713671 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b801d71-8cc1-42c0-a989-4d84a2755251 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (a5fd8cf0-beda-45fa-9feb-0e29fff310c1), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.785129 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b801d71-8cc1-42c0-a989-4d84a2755251 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (a5fd8cf0-beda-45fa-9feb-0e29fff310c1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.792435 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b801d71-8cc1-42c0-a989-4d84a2755251 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (a5fd8cf0-beda-45fa-9feb-0e29fff310c1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.814089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b801d71-8cc1-42c0-a989-4d84a2755251 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fd8cf0-beda-45fa-9feb-0e29fff310c1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:32.823363 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b94c0a3-6d39-427e-80d2-488000c544e1 req-858aaaa1-dcc2-4ccf-afcc-eb69bc4df13b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (cad4355a-5cd1-4ea1-9e42-95549d57fa5d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.824094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b801d71-8cc1-42c0-a989-4d84a2755251 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.826530 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0b801d71-8cc1-42c0-a989-4d84a2755251 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562657 Jan 28 13:10:32.830827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60620) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:32.843175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-aa6021a5-3431-4a23-93dd-ffd262856d29 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Request body: {'security_group_rule': {'security_group_id': '88b2c651-d9c8-4df8-a48d-ff125016a84c', 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:32.877072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858aaaa1-dcc2-4ccf-afcc-eb69bc4df13b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event deleted for resources: {'Port': ['ID=cad4355a-5cd1-4ea1-9e42-95549d57fa5d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:32.931694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b94c0a3-6d39-427e-80d2-488000c544e1 req-858aaaa1-dcc2-4ccf-afcc-eb69bc4df13b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] No DVR routers for this DVR port cad4355a-5cd1-4ea1-9e42-95549d57fa5d on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:10:32.935110 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b94c0a3-6d39-427e-80d2-488000c544e1 req-858aaaa1-dcc2-4ccf-afcc-eb69bc4df13b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:32.939301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b94c0a3-6d39-427e-80d2-488000c544e1 req-858aaaa1-dcc2-4ccf-afcc-eb69bc4df13b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "DELETE /v2.0/ports/cad4355a-5cd1-4ea1-9e42-95549d57fa5d HTTP/1.1" status: 204 len: 173 time: 0.9393125 Jan 28 13:10:32.940871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'name': 'network-vif-deleted', 'tag': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:10:32.945100 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a817f5d-d880-4897-b996-0a8a110ba63e" -d '{"events": [{"server_uuid": "e2a1cb64-be4d-46f3-85e5-82987be1b31c", "name": "network-vif-deleted", "tag": "cad4355a-5cd1-4ea1-9e42-95549d57fa5d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:10:32.948845 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-aa6021a5-3431-4a23-93dd-ffd262856d29 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Project d56509ae449448fcad591a9356f33cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:10:32.960066 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa6021a5-3431-4a23-93dd-ffd262856d29 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (fb3d083b-7929-4d2e-8abe-659afdb6ba28), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:33.012005 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cca76d1-a8da-448c-82a7-6bf91d1c1881 x-openstack-request-id: req-1cca76d1-a8da-448c-82a7-6bf91d1c1881 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:10:33.013206 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a1cb64-be4d-46f3-85e5-82987be1b31c", "name": "network-vif-deleted", "tag": "cad4355a-5cd1-4ea1-9e42-95549d57fa5d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:10:33.013206 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1cca76d1-a8da-448c-82a7-6bf91d1c1881 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:10:33.013571 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a1cb64-be4d-46f3-85e5-82987be1b31c', 'name': 'network-vif-deleted', 'tag': 'cad4355a-5cd1-4ea1-9e42-95549d57fa5d', 'status': 'completed', 'code': 200} Jan 28 13:10:33.067897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa6021a5-3431-4a23-93dd-ffd262856d29 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (fb3d083b-7929-4d2e-8abe-659afdb6ba28), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:33.073527 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa6021a5-3431-4a23-93dd-ffd262856d29 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (fb3d083b-7929-4d2e-8abe-659afdb6ba28), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:33.101043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6021a5-3431-4a23-93dd-ffd262856d29 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3d083b-7929-4d2e-8abe-659afdb6ba28,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:33.113659 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa6021a5-3431-4a23-93dd-ffd262856d29 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:33.117488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-aa6021a5-3431-4a23-93dd-ffd262856d29 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2796478 Jan 28 13:10:33.117949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60632) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:33.123884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-587dc073-8e97-4e22-b389-7a1cdcedfe24 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Request body: {'security_group_rule': {'security_group_id': '88b2c651-d9c8-4df8-a48d-ff125016a84c', 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:33.162469 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-587dc073-8e97-4e22-b389-7a1cdcedfe24 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Project d56509ae449448fcad591a9356f33cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:10:33.170462 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-587dc073-8e97-4e22-b389-7a1cdcedfe24 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (3a4be3d3-2d8e-422b-99c8-084edab71981), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:33.270562 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-587dc073-8e97-4e22-b389-7a1cdcedfe24 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (3a4be3d3-2d8e-422b-99c8-084edab71981), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:33.275415 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-587dc073-8e97-4e22-b389-7a1cdcedfe24 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (3a4be3d3-2d8e-422b-99c8-084edab71981), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:33.296116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dc073-8e97-4e22-b389-7a1cdcedfe24 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4be3d3-2d8e-422b-99c8-084edab71981,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:33.316453 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-587dc073-8e97-4e22-b389-7a1cdcedfe24 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:33.318132 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-587dc073-8e97-4e22-b389-7a1cdcedfe24 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1990519 Jan 28 13:10:33.708550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3f519db-175e-4677-a757-e30d047097b4 req-05a3ae74-cb48-4c94-be97-9d5f6f51b2f0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 210 time: 0.0562201 Jan 28 13:10:33.720350 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-ae0f9c37-da26-48fb-83a9-d0ae39f31a14 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548252076&fields=id&tenant_id=d56509ae449448fcad591a9356f33cfb HTTP/1.1" status: 200 len: 267 time: 0.1084263 Jan 28 13:10:33.848014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f070757-a515-4116-8723-63eacb858b8c req-a8037179-c4b3-4043-a756-d5a8290fdbc1 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:33.849486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-a8037179-c4b3-4043-a756-d5a8290fdbc1 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/networks?id=6972b032-9601-4261-8879-067e77662e12 HTTP/1.1" status: 200 len: 809 time: 0.1216593 Jan 28 13:10:33.865029 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-1fa16383-eb95-4553-8848-a2c1634c47bf tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/quotas/d56509ae449448fcad591a9356f33cfb HTTP/1.1" status: 200 len: 375 time: 0.0098929 Jan 28 13:10:33.920119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-9a77b03b-3983-44fb-aca4-059590c18399 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d56509ae449448fcad591a9356f33cfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497212 Jan 28 13:10:33.940133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-b70d5dd3-2406-4bb5-bc35-f90b29859d7a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:10:33.941246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-b70d5dd3-2406-4bb5-bc35-f90b29859d7a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053861 Jan 28 13:10:34.031167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-8b3553e5-3cd3-41be-8130-4dad3c46d9a9 service neutron] 10.222.0.53 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840812 Jan 28 13:10:34.150911 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device df24d84d-fb0b-4f47-8fcf-8f45e0584128 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:34.158700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-494880d5-cb30-43c0-b38d-fab03f1b47fa service neutron] 10.222.0.53 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067741 Jan 28 13:10:34.206559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port df24d84d-fb0b-4f47-8fcf-8f45e0584128 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:34.206964 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:34.298776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port df24d84d-fb0b-4f47-8fcf-8f45e0584128 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:34.299176 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:34.334063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port df24d84d-fb0b-4f47-8fcf-8f45e0584128, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=df24d84d-fb0b-4f47-8fcf-8f45e0584128,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:34.341003 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:34.391256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3df710d8-31f6-49ac-b5d4-339d5a5ebdf4 req-fa83bed1-748f-4a4f-b102-17a27b9d8621 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 210 time: 0.0351853 Jan 28 13:10:34.403450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=df24d84d-fb0b-4f47-8fcf-8f45e0584128,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:34.872198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf312f4f-b605-4fe3-b595-683f361bb5d4 req-4356a362-f982-4479-9e9c-0a9c8ee5421b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 210 time: 0.0634201 Jan 28 13:10:35.384946 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Sync routers for ids ['ccdbf59c-f57e-4c33-973c-13c8a89b5df9'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:10:35.420264 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Routers {'ccdbf59c-f57e-4c33-973c-13c8a89b5df9'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:35.422634 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['ccdbf59c-f57e-4c33-973c-13c8a89b5df9'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:35.510181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6aade776-d0e9-4608-b176-620eecd5ff5a req-8fe4f6bb-6b4b-4a52-9430-6e5d7d530eca tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 210 time: 0.0388751 Jan 28 13:10:35.571741 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Set router ccdbf59c-f57e-4c33-973c-13c8a89b5df9 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:35.786696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f070757-a515-4116-8723-63eacb858b8c req-7b58db1e-54eb-4872-a2ef-bc53e054bc75 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:35.788958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-7b58db1e-54eb-4872-a2ef-bc53e054bc75 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.49 "GET /v2.0/networks?id=6972b032-9601-4261-8879-067e77662e12 HTTP/1.1" status: 200 len: 809 time: 0.1383042 Jan 28 13:10:35.846246 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'name': 'tempest-TestServerBasicOps-1358106745-router', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:24Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 4, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'gw_port': {'id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:25Z', 'updated_at': '2022-01-28T13:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '0cd53002-6448-4013-a97b-0c36b58dbf4e', 'name': '', 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'mac_address': 'fa:16:3e:46:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'cf1c1759-5121-4ef8-9c1d-659523ad38b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:28Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 2, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'subnets': [{'id': 'cf1c1759-5121-4ef8-9c1d-659523ad38b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:35.860583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-f531e0b9-1e56-4a4d-808e-d52ce28fd409 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56509ae449448fcad591a9356f33cfb HTTP/1.1" status: 200 len: 379 time: 0.0635850 Jan 28 13:10:35.872766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8f070757-a515-4116-8723-63eacb858b8c req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Request body: {'port': {'device_id': 'db5afee8-a8ea-433d-807b-71770693a575', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'admin_state_up': True, 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'security_groups': ['88b2c651-d9c8-4df8-a48d-ff125016a84c']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:35.877573 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Checking router: ccdbf59c-f57e-4c33-973c-13c8a89b5df9 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:10:35.877923 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Updating router ccdbf59c-f57e-4c33-973c-13c8a89b5df9 port 0cd53002-6448-4013-a97b-0c36b58dbf4e binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:10:35.911644 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:36.133198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device df24d84d-fb0b-4f47-8fcf-8f45e0584128 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:36.193262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port df24d84d-fb0b-4f47-8fcf-8f45e0584128 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:36.193895 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:36.284023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port df24d84d-fb0b-4f47-8fcf-8f45e0584128 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:36.349653 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8925d14-39da-41a0-bf75-10304f7b80ba req-3ec3ee2c-4e44-4cc4-9599-91f01d6909cd tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 210 time: 0.0362298 Jan 28 13:10:36.388929 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Publish callbacks [] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:36.395935 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:36.409466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f070757-a515-4116-8723-63eacb858b8c req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Made reservation on behalf of d56509ae449448fcad591a9356f33cfb for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:10:36.412875 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f070757-a515-4116-8723-63eacb858b8c req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:36.458566 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4c6b8-3c7d-4a54-a023-8a5b59f66b21 None None] Pushing event updated for resources: {'Port': ['ID=0cd53002-6448-4013-a97b-0c36b58dbf4e,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:36.532511 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Attempting to bind port 0cd53002-6448-4013-a97b-0c36b58dbf4e on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:36.532890 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Attempting to bind port 0cd53002-6448-4013-a97b-0c36b58dbf4e by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '123914f1-366b-42ab-aa83-c5ba21a5cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:36.533306 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Attempting to bind port 0cd53002-6448-4013-a97b-0c36b58dbf4e on network a2bc7e27-6144-4d61-98ec-37e3833137aa {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:36.548887 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:36.553708 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Checking segment: {'id': '123914f1-366b-42ab-aa83-c5ba21a5cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:36.554293 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:36.554834 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Bound using segment: {'id': '123914f1-366b-42ab-aa83-c5ba21a5cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:36.555498 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Bound port: 0cd53002-6448-4013-a97b-0c36b58dbf4e, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123914f1-366b-42ab-aa83-c5ba21a5cec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:36.556343 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:36.647768 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] For port 0cd53002-6448-4013-a97b-0c36b58dbf4e, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:36.651188 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] For port 0cd53002-6448-4013-a97b-0c36b58dbf4e, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0cd53002-6448-4013-a97b-0c36b58dbf4e,segment=NetworkSegment(123914f1-366b-42ab-aa83-c5ba21a5cec2),segment_id=123914f1-366b-42ab-aa83-c5ba21a5cec2)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:36.657247 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:36.736155 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Routers {'ccdbf59c-f57e-4c33-973c-13c8a89b5df9'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:36.736466 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['ccdbf59c-f57e-4c33-973c-13c8a89b5df9'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:36.745059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device cad4355a-5cd1-4ea1-9e42-95549d57fa5d no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:10:36.781298 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4c6b8-3c7d-4a54-a023-8a5b59f66b21 None None] Pushing event updated for resources: {'Port': ['ID=0cd53002-6448-4013-a97b-0c36b58dbf4e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:36.795885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: cad4355a-5cd1-4ea1-9e42-95549d57fa5d {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:10:36.799024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device cad4355a-5cd1-4ea1-9e42-95549d57fa5d not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:10:36.835081 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b5272df-619a-4f42-8f4d-f5136018d060 req-28f0ba4c-91c0-4770-8860-22fc04ecc765 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 210 time: 0.1553712 Jan 28 13:10:36.861237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-8f070757-a515-4116-8723-63eacb858b8c req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Allocated IP 172.20.0.12 (6972b032-9601-4261-8879-067e77662e12/a5871441-4c9f-4f0b-9c93-150f5e212fcf/80165e03-23ca-4c34-9973-d8a2f5598399) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:36.869946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbf8b8a3-b6a7-4f4a-803a-8dc27db1f171 req-fba81585-6093-469c-b39f-62a0dbf00a77 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1893284 Jan 28 13:10:36.924614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b875c3c7-879a-431d-aca9-c28207c069c5 None None] Provisioning complete for port 0cd53002-6448-4013-a97b-0c36b58dbf4e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:36.925797 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b875c3c7-879a-431d-aca9-c28207c069c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:36.945370 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] Set router ccdbf59c-f57e-4c33-973c-13c8a89b5df9 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:37.085783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8b8a3-b6a7-4f4a-803a-8dc27db1f171 req-3924d56a-70fa-44ac-8f7f-8af0e688be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:37.087258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbf8b8a3-b6a7-4f4a-803a-8dc27db1f171 req-3924d56a-70fa-44ac-8f7f-8af0e688be8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 1096 time: 0.1339090 Jan 28 13:10:37.175018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b875c3c7-879a-431d-aca9-c28207c069c5 None None] Current status of the port 0cd53002-6448-4013-a97b-0c36b58dbf4e is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:37.176098 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b875c3c7-879a-431d-aca9-c28207c069c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:37.243376 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f070757-a515-4116-8723-63eacb858b8c req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for port (80165e03-23ca-4c34-9973-d8a2f5598399), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:37.253120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b875c3c7-879a-431d-aca9-c28207c069c5 None None] For port 0cd53002-6448-4013-a97b-0c36b58dbf4e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0cd53002-6448-4013-a97b-0c36b58dbf4e,segment=NetworkSegment(123914f1-366b-42ab-aa83-c5ba21a5cec2),segment_id=123914f1-366b-42ab-aa83-c5ba21a5cec2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:37.257765 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b875c3c7-879a-431d-aca9-c28207c069c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:37.299627 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'name': 'tempest-TestServerBasicOps-1358106745-router', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:24Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 4, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'gw_port': {'id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:25Z', 'updated_at': '2022-01-28T13:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '0cd53002-6448-4013-a97b-0c36b58dbf4e', 'name': '', 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'mac_address': 'fa:16:3e:46:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'cf1c1759-5121-4ef8-9c1d-659523ad38b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:28Z', 'updated_at': '2022-01-28T13:10:36Z', 'revision_number': 4, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'subnets': [{'id': 'cf1c1759-5121-4ef8-9c1d-659523ad38b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:37.316234 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8b8a3-b6a7-4f4a-803a-8dc27db1f171 req-e33a615e-29a5-4c45-9d57-8c1a491402a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:37.317911 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbf8b8a3-b6a7-4f4a-803a-8dc27db1f171 req-e33a615e-29a5-4c45-9d57-8c1a491402a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.2086127 Jan 28 13:10:37.337179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875c3c7-879a-431d-aca9-c28207c069c5 None None] Pushing event updated for resources: {'Port': ['ID=0cd53002-6448-4013-a97b-0c36b58dbf4e,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:37.342785 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e34f14-dcdb-40fb-ae25-b55b96b106db None None] The sync data for ids ['ccdbf59c-f57e-4c33-973c-13c8a89b5df9'] in n-d-824835-4 is: [{'id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'name': 'tempest-TestServerBasicOps-1358106745-router', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:24Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 4, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'gw_port': {'id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:25Z', 'updated_at': '2022-01-28T13:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '0cd53002-6448-4013-a97b-0c36b58dbf4e', 'name': '', 'network_id': 'a2bc7e27-6144-4d61-98ec-37e3833137aa', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'mac_address': 'fa:16:3e:46:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'cf1c1759-5121-4ef8-9c1d-659523ad38b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:28Z', 'updated_at': '2022-01-28T13:10:36Z', 'revision_number': 4, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'subnets': [{'id': 'cf1c1759-5121-4ef8-9c1d-659523ad38b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:10:37.363232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f070757-a515-4116-8723-63eacb858b8c req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:37.393250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-06e54454-8b23-4953-9718-cd7da907e035 None None] Provisioning complete for port 0cd53002-6448-4013-a97b-0c36b58dbf4e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:37.393716 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06e54454-8b23-4953-9718-cd7da907e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:37.524169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-06e54454-8b23-4953-9718-cd7da907e035 None None] Current status of the port 0cd53002-6448-4013-a97b-0c36b58dbf4e is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:37.528327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f070757-a515-4116-8723-63eacb858b8c req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Network 6972b032-9601-4261-8879-067e77662e12 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:37.568539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-8f070757-a515-4116-8723-63eacb858b8c req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:37.571216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f070757-a515-4116-8723-63eacb858b8c req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:37.584306 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6738e33-7b1b-4c2e-9464-e9dc20fbe679 req-4e40cde4-9874-43ed-b151-97dfce5cb153 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 210 time: 0.0790548 Jan 28 13:10:37.636013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbf8b8a3-b6a7-4f4a-803a-8dc27db1f171 req-6258fb2b-0983-40c1-ae67-cd2c4ea42752 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44037912-2263-492a-84d9-202d2fdb5b7e HTTP/1.1" status: 200 len: 1000 time: 0.2828455 Jan 28 13:10:37.660688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event updated for resources: {'Port': ['ID=80165e03-23ca-4c34-9973-d8a2f5598399,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:37.731528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f070757-a515-4116-8723-63eacb858b8c req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:37.732419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f070757-a515-4116-8723-63eacb858b8c req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:37.737604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.738139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.738858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.739167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.739701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.740403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.742797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.743329 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.743860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.744359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.744929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.745356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.745855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:10:37.843861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-ed695daa-9087-4a8a-bf21-c1a082003bda tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9766257 Jan 28 13:10:37.848021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8b8a3-b6a7-4f4a-803a-8dc27db1f171 req-1ce341f1-3982-4d05-8858-4ca9b5f32d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:37.854005 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbf8b8a3-b6a7-4f4a-803a-8dc27db1f171 req-1ce341f1-3982-4d05-8858-4ca9b5f32d92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.2039781 Jan 28 13:10:37.866253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Request body: {'port': {'device_id': 'db5afee8-a8ea-433d-807b-71770693a575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:38.045639 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60736) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:38.076765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b0a05802-6f5f-4aa5-ba18-5c25bb9ab535 None None] Provisioning complete for port 80165e03-23ca-4c34-9973-d8a2f5598399 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:38.077381 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0a05802-6f5f-4aa5-ba18-5c25bb9ab535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.106872 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.140132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b0a05802-6f5f-4aa5-ba18-5c25bb9ab535 None None] Port 80165e03-23ca-4c34-9973-d8a2f5598399 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:10:38.155151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8b8a3-b6a7-4f4a-803a-8dc27db1f171 req-6da6954a-0bec-4fa0-8145-8c0136817427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:38.157025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbf8b8a3-b6a7-4f4a-803a-8dc27db1f171 req-6da6954a-0bec-4fa0-8145-8c0136817427 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3021142 Jan 28 13:10:38.239028 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e61b0ddf-68b3-49a2-bc6b-33b97a804103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.255560 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:10:38.257299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0cd53002-6448-4013-a97b-0c36b58dbf4e up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:38.363838 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e61b0ddf-68b3-49a2-bc6b-33b97a804103 admin admin] Publish callbacks [] for security_group (c06e9ab6-4814-44b3-8431-2f8eaa80e8c8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.370798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e61b0ddf-68b3-49a2-bc6b-33b97a804103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c06e9ab6-4814-44b3-8431-2f8eaa80e8c8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.377612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0cd53002-6448-4013-a97b-0c36b58dbf4e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:38.377987 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.417503 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e61b0ddf-68b3-49a2-bc6b-33b97a804103 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff7756979f0a4d36a1ce0fcfb4d00666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3704700 Jan 28 13:10:38.419597 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b0ddf-68b3-49a2-bc6b-33b97a804103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06e9ab6-4814-44b3-8431-2f8eaa80e8c8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:38.420324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60740) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:38.456662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1026fff-0194-4265-b744-e6a72a64b088 req-0df9a804-3f09-41e7-a45c-daf3baa2f4a0 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:38.463847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1026fff-0194-4265-b744-e6a72a64b088 req-0df9a804-3f09-41e7-a45c-daf3baa2f4a0 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 932 time: 0.4655581 Jan 28 13:10:38.507169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0cd53002-6448-4013-a97b-0c36b58dbf4e is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:38.584232 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbf8b8a3-b6a7-4f4a-803a-8dc27db1f171 req-bce08184-7fa5-48a4-b4f6-23f9a692c6d2 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030716 Jan 28 13:10:38.700326 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-176e53d2-f49a-4db4-929a-afc91ca1a60d admin admin] Publish callbacks [] for security_group (c06e9ab6-4814-44b3-8431-2f8eaa80e8c8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.767460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c6286c7-8818-4829-9f58-8886c7244408 req-af8f1852-0c65-44ff-a6c5-c3d8865656c3 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 210 time: 0.0732851 Jan 28 13:10:38.772265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80165e03-23ca-4c34-9973-d8a2f5598399 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:10:38.791516 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Publish callbacks [] for port (80165e03-23ca-4c34-9973-d8a2f5598399), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.804715 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-176e53d2-f49a-4db4-929a-afc91ca1a60d admin admin] Publish callbacks [] for security_group (c06e9ab6-4814-44b3-8431-2f8eaa80e8c8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.868496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Transition to ACTIVE for port object 80165e03-23ca-4c34-9973-d8a2f5598399 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:10:38.877998 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1026fff-0194-4265-b744-e6a72a64b088 req-dfd46c9f-655b-4d2b-b966-fd7800577cf3 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4130194 Jan 28 13:10:38.884546 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.890365 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbf8b8a3-b6a7-4f4a-803a-8dc27db1f171 req-6357aa11-454d-4467-a83a-5664abc97721 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911325 Jan 28 13:10:38.953163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Pushing event updated for resources: {'Port': ['ID=80165e03-23ca-4c34-9973-d8a2f5598399,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:38.977380 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-176e53d2-f49a-4db4-929a-afc91ca1a60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (c06e9ab6-4814-44b3-8431-2f8eaa80e8c8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.980011 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-176e53d2-f49a-4db4-929a-afc91ca1a60d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.981495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-176e53d2-f49a-4db4-929a-afc91ca1a60d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c06e9ab6-4814-44b3-8431-2f8eaa80e8c8 HTTP/1.1" status: 204 len: 168 time: 0.5573165 Jan 28 13:10:39.019710 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e53d2-f49a-4db4-929a-afc91ca1a60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06e9ab6-4814-44b3-8431-2f8eaa80e8c8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:39.114023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Attempting to bind port 80165e03-23ca-4c34-9973-d8a2f5598399 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:10:39.114376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Attempting to bind port 80165e03-23ca-4c34-9973-d8a2f5598399 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:10:39.114711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Attempting to bind port 80165e03-23ca-4c34-9973-d8a2f5598399 on network 6972b032-9601-4261-8879-067e77662e12 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:39.132602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Port 80165e03-23ca-4c34-9973-d8a2f5598399 on network 6972b032-9601-4261-8879-067e77662e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:10:39.133104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Attempting to bind port 80165e03-23ca-4c34-9973-d8a2f5598399 on network 6972b032-9601-4261-8879-067e77662e12 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:10:39.158153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:10:39.158531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Checking segment: {'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:10:39.158930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Bound using segment: {'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:10:39.159937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Bound port: 80165e03-23ca-4c34-9973-d8a2f5598399, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6972b032-9601-4261-8879-067e77662e12'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:10:39.160314 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:39.249791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] For port 80165e03-23ca-4c34-9973-d8a2f5598399, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:10:39.253124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] For port 80165e03-23ca-4c34-9973-d8a2f5598399, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=80165e03-23ca-4c34-9973-d8a2f5598399,segment=NetworkSegment(c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4),segment_id=c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:10:39.258490 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:39.293479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:39.294201 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:39.295708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] 10.222.0.49 "PUT /v2.0/ports/80165e03-23ca-4c34-9973-d8a2f5598399 HTTP/1.1" status: 200 len: 1092 time: 1.4358053 Jan 28 13:10:39.296177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5afee8-a8ea-433d-807b-71770693a575', 'tag': '80165e03-23ca-4c34-9973-d8a2f5598399'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:10:39.298501 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dead70-eba1-4f6e-b4ed-dbb2491743e0" -d '{"events": [{"name": "network-changed", "server_uuid": "db5afee8-a8ea-433d-807b-71770693a575", "tag": "80165e03-23ca-4c34-9973-d8a2f5598399"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:10:39.361918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9a645-7023-4a59-9afd-0757c624b568 service neutron] Pushing event updated for resources: {'Port': ['ID=80165e03-23ca-4c34-9973-d8a2f5598399,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:39.381263 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd0043b-559c-4ca7-9618-33eb7e5cd886 x-openstack-request-id: req-9cd0043b-559c-4ca7-9618-33eb7e5cd886 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:10:39.381566 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5afee8-a8ea-433d-807b-71770693a575", "tag": "80165e03-23ca-4c34-9973-d8a2f5598399", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:10:39.381804 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cd0043b-559c-4ca7-9618-33eb7e5cd886 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:10:39.382218 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5afee8-a8ea-433d-807b-71770693a575', 'tag': '80165e03-23ca-4c34-9973-d8a2f5598399', 'status': 'completed', 'code': 200} Jan 28 13:10:39.409549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f070757-a515-4116-8723-63eacb858b8c req-1e91dca0-c2df-40c9-b694-206ce13655c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:39.411431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-1e91dca0-c2df-40c9-b694-206ce13655c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d56509ae449448fcad591a9356f33cfb&device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 1095 time: 0.0658906 Jan 28 13:10:39.427223 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60752) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:39.451357 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7522b78b-c520-4ca5-b2a2-3f6411611ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:39.471484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-0c1c28f5-ed95-46bf-9b12-7a9637a7830f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80165e03-23ca-4c34-9973-d8a2f5598399 HTTP/1.1" status: 200 len: 217 time: 0.0507596 Jan 28 13:10:39.548993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f070757-a515-4116-8723-63eacb858b8c req-3d7f85f9-cca2-4ccd-a964-26c1dfd734a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:39.551155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-3d7f85f9-cca2-4ccd-a964-26c1dfd734a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5871441-4c9f-4f0b-9c93-150f5e212fcf HTTP/1.1" status: 200 len: 848 time: 0.0717649 Jan 28 13:10:39.556503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7522b78b-c520-4ca5-b2a2-3f6411611ff8 admin admin] Publish callbacks [] for security_group (e532427f-fb21-4b09-9c65-69dfd7dd0e22), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:39.567484 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7522b78b-c520-4ca5-b2a2-3f6411611ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e532427f-fb21-4b09-9c65-69dfd7dd0e22), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:39.619596 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f070757-a515-4116-8723-63eacb858b8c req-11e37368-b055-4739-ab9e-c9c07c4dd519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:39.621716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-11e37368-b055-4739-ab9e-c9c07c4dd519 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6972b032-9601-4261-8879-067e77662e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642822 Jan 28 13:10:39.625951 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522b78b-c520-4ca5-b2a2-3f6411611ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e532427f-fb21-4b09-9c65-69dfd7dd0e22,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:39.635444 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7522b78b-c520-4ca5-b2a2-3f6411611ff8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f518a935f944791a431cda97ac4d887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2054875 Jan 28 13:10:39.638764 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60754) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:39.690170 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f06c31c-8ff3-43fd-b2e8-94b366f3d592 admin admin] Publish callbacks [] for security_group (e532427f-fb21-4b09-9c65-69dfd7dd0e22), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:39.718932 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f06c31c-8ff3-43fd-b2e8-94b366f3d592 admin admin] Publish callbacks [] for security_group (e532427f-fb21-4b09-9c65-69dfd7dd0e22), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:39.742676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-2c27dd5b-182e-4b34-91c6-ad29c0ed5760 service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157858 Jan 28 13:10:39.782165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f06c31c-8ff3-43fd-b2e8-94b366f3d592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e532427f-fb21-4b09-9c65-69dfd7dd0e22), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:39.789512 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f06c31c-8ff3-43fd-b2e8-94b366f3d592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:39.793032 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0f06c31c-8ff3-43fd-b2e8-94b366f3d592 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e532427f-fb21-4b09-9c65-69dfd7dd0e22 HTTP/1.1" status: 204 len: 168 time: 0.1524887 Jan 28 13:10:39.811495 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06c31c-8ff3-43fd-b2e8-94b366f3d592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e532427f-fb21-4b09-9c65-69dfd7dd0e22,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:39.927488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8f070757-a515-4116-8723-63eacb858b8c req-7e5124d8-ef42-4d8b-a991-4f2cf3538f86 service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764965 Jan 28 13:10:39.929499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e880ffd4-4336-46a4-8a9b-11ceee4bd0a2 req-4a069db1-8f65-4c9e-818b-750178a6d6b9 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 210 time: 0.0468905 Jan 28 13:10:40.043746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dead70-eba1-4f6e-b4ed-dbb2491743e0 req-ed553ef0-514d-454a-af1d-46d5e93cc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:40.045303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61dead70-eba1-4f6e-b4ed-dbb2491743e0 req-ed553ef0-514d-454a-af1d-46d5e93cc013 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d56509ae449448fcad591a9356f33cfb&device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 1095 time: 0.0576832 Jan 28 13:10:40.190337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dead70-eba1-4f6e-b4ed-dbb2491743e0 req-3b9eec54-2348-45da-914f-3113550e42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:40.192975 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61dead70-eba1-4f6e-b4ed-dbb2491743e0 req-3b9eec54-2348-45da-914f-3113550e42d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6972b032-9601-4261-8879-067e77662e12 HTTP/1.1" status: 200 len: 910 time: 0.1421349 Jan 28 13:10:40.255506 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61dead70-eba1-4f6e-b4ed-dbb2491743e0 req-73f72c5d-0aa5-4ebf-9059-6b7b88369057 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80165e03-23ca-4c34-9973-d8a2f5598399 HTTP/1.1" status: 200 len: 217 time: 0.0563471 Jan 28 13:10:40.346463 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dead70-eba1-4f6e-b4ed-dbb2491743e0 req-86e4ab90-1259-4725-951e-24f97270991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:40.348013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61dead70-eba1-4f6e-b4ed-dbb2491743e0 req-86e4ab90-1259-4725-951e-24f97270991d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5871441-4c9f-4f0b-9c93-150f5e212fcf HTTP/1.1" status: 200 len: 848 time: 0.0861290 Jan 28 13:10:40.401865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225ce22-facb-46e8-9d50-3a337a8b303e req-259c169d-86e2-4acf-9c00-af5b4af7438a tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:40.404327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7225ce22-facb-46e8-9d50-3a337a8b303e req-259c169d-86e2-4acf-9c00-af5b4af7438a tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 944 time: 0.3857007 Jan 28 13:10:40.416101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dead70-eba1-4f6e-b4ed-dbb2491743e0 req-cc376665-7704-4436-8b9b-b5a4bedc48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:40.417626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61dead70-eba1-4f6e-b4ed-dbb2491743e0 req-cc376665-7704-4436-8b9b-b5a4bedc48b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6972b032-9601-4261-8879-067e77662e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628228 Jan 28 13:10:40.532429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7225ce22-facb-46e8-9d50-3a337a8b303e req-2969f769-39a1-4c96-be36-da1f7ef110ba tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186757 Jan 28 13:10:40.552331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61dead70-eba1-4f6e-b4ed-dbb2491743e0 req-f7db5160-458b-4bdf-9c08-fd970a8ee4f0 service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279781 Jan 28 13:10:40.673739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61dead70-eba1-4f6e-b4ed-dbb2491743e0 req-0781dda1-f76c-4c0f-bcf7-f33e74c20757 service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151905 Jan 28 13:10:41.037672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4dfce847-5472-4013-bac9-29153a1a6694 req-ef51fe3a-f299-48a6-8373-265d2c2ce56f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 210 time: 0.0315371 Jan 28 13:10:41.666856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e7139-39e6-40c0-9b92-09fe45115b1c req-6afdfe7b-b353-4718-8dee-28d7b1373a97 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:41.674145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a57e7139-39e6-40c0-9b92-09fe45115b1c req-6afdfe7b-b353-4718-8dee-28d7b1373a97 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 944 time: 0.0645082 Jan 28 13:10:41.727490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a57e7139-39e6-40c0-9b92-09fe45115b1c req-7d6ff782-3c7d-4b70-844a-ec14226d3023 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519009 Jan 28 13:10:42.146869 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3075cde1-17f0-4183-aa78-8db445b66e82 req-2681b707-d4af-4f9e-85c9-bc305661f17d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 210 time: 0.0307136 Jan 28 13:10:42.557319 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 80165e03-23ca-4c34-9973-d8a2f5598399 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:10:42.664782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 80165e03-23ca-4c34-9973-d8a2f5598399, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=80165e03-23ca-4c34-9973-d8a2f5598399,segment=NetworkSegment(c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4),segment_id=c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:42.678087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '80165e03-23ca-4c34-9973-d8a2f5598399', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'port_id': '80165e03-23ca-4c34-9973-d8a2f5598399', 'mac_address': 'fa:16:3e:b2:61:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:10:42.724322 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 80165e03-23ca-4c34-9973-d8a2f5598399 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:42.724775 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:42.739662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80165e03-23ca-4c34-9973-d8a2f5598399 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:10:42.761404 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 80165e03-23ca-4c34-9973-d8a2f5598399, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=80165e03-23ca-4c34-9973-d8a2f5598399,segment=NetworkSegment(c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4),segment_id=c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:42.766923 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:42.841649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=80165e03-23ca-4c34-9973-d8a2f5598399,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:42.861287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba22930-de77-4296-a513-b3198e5461fd req-ea0c5152-e587-4286-a540-dbdc9ca73dc9 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:42.868542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eba22930-de77-4296-a513-b3198e5461fd req-ea0c5152-e587-4286-a540-dbdc9ca73dc9 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 945 time: 0.0675039 Jan 28 13:10:42.924055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eba22930-de77-4296-a513-b3198e5461fd req-eb11a194-3c8f-44ce-a944-33016714cde2 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544567 Jan 28 13:10:42.976799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['80165e03-23ca-4c34-9973-d8a2f5598399'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:10:43.275472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe9e9a2c-493f-44e4-8602-c4f5fdee92e6 req-5fa8608b-0010-44d8-bff7-4ee60f702e60 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a1cb64-be4d-46f3-85e5-82987be1b31c HTTP/1.1" status: 200 len: 210 time: 0.0365167 Jan 28 13:10:44.043309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcefef-27a3-42e8-bcc0-23edb75f370b req-90eac87d-8f75-41c9-aa05-c7d0eeef99b6 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:44.044824 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77bcefef-27a3-42e8-bcc0-23edb75f370b req-90eac87d-8f75-41c9-aa05-c7d0eeef99b6 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 945 time: 0.0503387 Jan 28 13:10:44.095510 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77bcefef-27a3-42e8-bcc0-23edb75f370b req-59bf08e8-5b87-4afb-9e32-2b5145418af6 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449815 Jan 28 13:10:44.545370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 80165e03-23ca-4c34-9973-d8a2f5598399 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:10:44.604603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 80165e03-23ca-4c34-9973-d8a2f5598399 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:10:44.611678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 80165e03-23ca-4c34-9973-d8a2f5598399 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:10:44.612425 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:44.710357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 80165e03-23ca-4c34-9973-d8a2f5598399 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:44.711274 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:44.738761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5afee8-a8ea-433d-807b-71770693a575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80165e03-23ca-4c34-9973-d8a2f5598399'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:10:44.741251 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb19f84d-1130-4c20-ba12-06bf9c9332ce" -d '{"events": [{"server_uuid": "db5afee8-a8ea-433d-807b-71770693a575", "name": "network-vif-plugged", "status": "completed", "tag": "80165e03-23ca-4c34-9973-d8a2f5598399"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:10:44.756585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 80165e03-23ca-4c34-9973-d8a2f5598399, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=80165e03-23ca-4c34-9973-d8a2f5598399,segment=NetworkSegment(c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4),segment_id=c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:44.764499 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:44.797470 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afadc28-42b7-4dde-a84c-0e3d862a1109 x-openstack-request-id: req-5afadc28-42b7-4dde-a84c-0e3d862a1109 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:10:44.797771 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5afee8-a8ea-433d-807b-71770693a575", "name": "network-vif-plugged", "status": "completed", "tag": "80165e03-23ca-4c34-9973-d8a2f5598399", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:10:44.798030 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5afadc28-42b7-4dde-a84c-0e3d862a1109 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:10:44.798878 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5afee8-a8ea-433d-807b-71770693a575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80165e03-23ca-4c34-9973-d8a2f5598399', 'code': 200} Jan 28 13:10:44.847258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=80165e03-23ca-4c34-9973-d8a2f5598399,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:44.909850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf57bab-8792-45f8-91da-b2ff69455cff req-90ec38c9-77ce-4469-86cd-fbc2114943ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:44.911481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faf57bab-8792-45f8-91da-b2ff69455cff req-90ec38c9-77ce-4469-86cd-fbc2114943ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 1097 time: 0.0499196 Jan 28 13:10:44.977109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faf57bab-8792-45f8-91da-b2ff69455cff req-5beea657-6e64-4efc-9c2d-3da680392287 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600832 Jan 28 13:10:45.219479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf89415-03c0-4a20-b28d-f25bca1c287c req-0c131586-c9f7-44ad-aac0-bb3bb2498656 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:45.221284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcf89415-03c0-4a20-b28d-f25bca1c287c req-0c131586-c9f7-44ad-aac0-bb3bb2498656 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 946 time: 0.0521104 Jan 28 13:10:45.274955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcf89415-03c0-4a20-b28d-f25bca1c287c req-68c1cf1b-1c29-44c6-81f3-6d6b4c8db529 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474148 Jan 28 13:10:46.399367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fecc9-bc96-4617-b16e-73144c2f0c68 req-5c8f0cb1-3c51-4124-a14a-807845357ff2 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:46.402652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de2fecc9-bc96-4617-b16e-73144c2f0c68 req-5c8f0cb1-3c51-4124-a14a-807845357ff2 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 946 time: 0.0511680 Jan 28 13:10:46.473348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-de2fecc9-bc96-4617-b16e-73144c2f0c68 req-f5e4413d-6b80-4994-8907-c20a85684d33 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634034 Jan 28 13:10:46.613969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0f724-2666-44d6-96da-0029f61be264 req-021254d8-c7fc-4421-bc95-a37bf603aad2 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:46.615499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9f0f724-2666-44d6-96da-0029f61be264 req-021254d8-c7fc-4421-bc95-a37bf603aad2 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 946 time: 0.0611444 Jan 28 13:10:46.673267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9f0f724-2666-44d6-96da-0029f61be264 req-d3615a70-5922-456d-b93b-5c34c8f287e3 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512605 Jan 28 13:10:46.797077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60847338-014d-43f2-bc4c-41aa2e7e84de req-19476c33-f5ec-45e2-836c-fd62f232ddac tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:46.799493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60847338-014d-43f2-bc4c-41aa2e7e84de req-19476c33-f5ec-45e2-836c-fd62f232ddac tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 946 time: 0.0545261 Jan 28 13:10:46.853113 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60847338-014d-43f2-bc4c-41aa2e7e84de req-335a1635-9686-49fe-a66d-62ab317dfa60 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488696 Jan 28 13:10:46.877061 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60866) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:47.103312 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b887f327-ccaf-4867-9324-382857d635a6 tempest-TestServerBasicOps-903265741 tempest-TestServerBasicOps-903265741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:47.108927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60872) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:47.109406 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b887f327-ccaf-4867-9324-382857d635a6 tempest-TestServerBasicOps-903265741 tempest-TestServerBasicOps-903265741-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 1092 time: 0.2309284 Jan 28 13:10:47.114055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '80165e03-23ca-4c34-9973-d8a2f5598399', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:10:47.140875 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:47.263118 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:47.378785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Allocated IP 172.25.7.65 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/ef3ac976-cd58-45bb-bc2c-46ca812eca6a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:10:47.502041 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for port (ef3ac976-cd58-45bb-bc2c-46ca812eca6a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:47.545306 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ef3ac976-cd58-45bb-bc2c-46ca812eca6a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:47.586407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:10:47.591792 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:10:47.599025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:10:47.605716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event updated for resources: {'Port': ['ID=ef3ac976-cd58-45bb-bc2c-46ca812eca6a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:47.671928 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:48.018263 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for floatingip (ce8fe45e-8287-4f6c-85bd-61fe36034dbb), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:48.065258 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:48.098946 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ef3ac976-cd58-45bb-bc2c-46ca812eca6a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:48.283696 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for port (ef3ac976-cd58-45bb-bc2c-46ca812eca6a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:48.288836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ef3ac976-cd58-45bb-bc2c-46ca812eca6a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:48.375706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event updated for resources: {'Port': ['ID=ef3ac976-cd58-45bb-bc2c-46ca812eca6a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:48.388954 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (ce8fe45e-8287-4f6c-85bd-61fe36034dbb), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:48.504953 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Floating IP ce8fe45e-8287-4f6c-85bd-61fe36034dbb associated. External IP: 172.25.7.65, port: 80165e03-23ca-4c34-9973-d8a2f5598399. Jan 28 13:10:49.051985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Router a3172625-6d6b-4731-b32c-9bd0ee14f493 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:10:49.166401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:10:49.178254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c75388-bb29-4011-afa9-dfcca3d679d5 None None] Sync routers for ids ['a3172625-6d6b-4731-b32c-9bd0ee14f493'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:10:49.192777 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:49.206421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c75388-bb29-4011-afa9-dfcca3d679d5 None None] Routers {'a3172625-6d6b-4731-b32c-9bd0ee14f493'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:49.212141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-41c75388-bb29-4011-afa9-dfcca3d679d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a3172625-6d6b-4731-b32c-9bd0ee14f493'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:49.247462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-13f32ae7-8abb-4252-8a29-8bfc3f0e63dc tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1228466 Jan 28 13:10:49.247462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5afee8-a8ea-433d-807b-71770693a575', 'tag': '80165e03-23ca-4c34-9973-d8a2f5598399'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:10:49.247462 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287cf3c0-07a6-47c8-a07e-fb650bcba171" -d '{"events": [{"name": "network-changed", "server_uuid": "db5afee8-a8ea-433d-807b-71770693a575", "tag": "80165e03-23ca-4c34-9973-d8a2f5598399"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:10:49.295546 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfa52c4-3314-49bf-a08a-6ab5069a57d6 x-openstack-request-id: req-3cfa52c4-3314-49bf-a08a-6ab5069a57d6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:10:49.295844 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5afee8-a8ea-433d-807b-71770693a575", "tag": "80165e03-23ca-4c34-9973-d8a2f5598399", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:10:49.296097 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cfa52c4-3314-49bf-a08a-6ab5069a57d6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:10:49.296503 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5afee8-a8ea-433d-807b-71770693a575', 'tag': '80165e03-23ca-4c34-9973-d8a2f5598399', 'status': 'completed', 'code': 200} Jan 28 13:10:49.316447 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-746b901c-a19d-4cad-8d5d-63b93020e232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:49.404389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cf3c0-07a6-47c8-a07e-fb650bcba171 req-aaeca87e-e6d8-424c-afd3-360bec17db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:49.404705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-41c75388-bb29-4011-afa9-dfcca3d679d5 None None] Set router a3172625-6d6b-4731-b32c-9bd0ee14f493 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:49.406137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-287cf3c0-07a6-47c8-a07e-fb650bcba171 req-aaeca87e-e6d8-424c-afd3-360bec17db6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d56509ae449448fcad591a9356f33cfb&device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 1097 time: 0.0721338 Jan 28 13:10:49.593258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cf3c0-07a6-47c8-a07e-fb650bcba171 req-c1371fdb-dc4f-42dd-b384-8cc23050e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:49.596175 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-287cf3c0-07a6-47c8-a07e-fb650bcba171 req-c1371fdb-dc4f-42dd-b384-8cc23050e5ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=6972b032-9601-4261-8879-067e77662e12 HTTP/1.1" status: 200 len: 910 time: 0.1810958 Jan 28 13:10:49.702371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-287cf3c0-07a6-47c8-a07e-fb650bcba171 req-9287e766-40fe-4a87-afa8-79a980432d5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80165e03-23ca-4c34-9973-d8a2f5598399 HTTP/1.1" status: 200 len: 999 time: 0.1011598 Jan 28 13:10:49.790236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cf3c0-07a6-47c8-a07e-fb650bcba171 req-90cbb6ac-3340-4649-8dad-262dfce81979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:49.791789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-287cf3c0-07a6-47c8-a07e-fb650bcba171 req-90cbb6ac-3340-4649-8dad-262dfce81979 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5871441-4c9f-4f0b-9c93-150f5e212fcf HTTP/1.1" status: 200 len: 848 time: 0.0814672 Jan 28 13:10:49.870255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cf3c0-07a6-47c8-a07e-fb650bcba171 req-d810fcdc-cce1-4fec-86eb-351948bf7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:49.873455 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-287cf3c0-07a6-47c8-a07e-fb650bcba171 req-d810fcdc-cce1-4fec-86eb-351948bf7534 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6972b032-9601-4261-8879-067e77662e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746503 Jan 28 13:10:49.909831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60898) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:50.074947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-287cf3c0-07a6-47c8-a07e-fb650bcba171 req-7e1981e1-9976-449f-9a1f-2c5d2ce5a8ad service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943042 Jan 28 13:10:50.078841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-41c75388-bb29-4011-afa9-dfcca3d679d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:10:21Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'ce8fe45e-8287-4f6c-85bd-61fe36034dbb', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'port_id': '80165e03-23ca-4c34-9973-d8a2f5598399', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'mac_address': 'fa:16:3e:b2:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5afee8-a8ea-433d-807b-71770693a575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:10:47Z', 'updated_at': '2022-01-28T13:10:47Z', 'revision_number': 0, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0114e2-3505-4930-a957-a0acd1846dd9', 'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'mac_address': 'fa:16:3e:c8:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:21Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 5, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'subnets': [{'id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:50.099237 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21ddd298-b0a7-4323-956f-6b5ced8343d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:50.109078 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c75388-bb29-4011-afa9-dfcca3d679d5 None None] Checking router: a3172625-6d6b-4731-b32c-9bd0ee14f493 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:10:50.117596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c75388-bb29-4011-afa9-dfcca3d679d5 None None] Routers {'a3172625-6d6b-4731-b32c-9bd0ee14f493'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:50.118335 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-41c75388-bb29-4011-afa9-dfcca3d679d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a3172625-6d6b-4731-b32c-9bd0ee14f493'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:50.300713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-41c75388-bb29-4011-afa9-dfcca3d679d5 None None] Set router a3172625-6d6b-4731-b32c-9bd0ee14f493 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:50.314041 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21ddd298-b0a7-4323-956f-6b5ced8343d4 admin admin] Publish callbacks [] for security_group (6a6dffdc-b4c7-4bd6-abee-ead34f665e83), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:50.315541 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-287cf3c0-07a6-47c8-a07e-fb650bcba171 req-2b1dce1b-9b3d-4047-b993-f2e2472c320d service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343259 Jan 28 13:10:50.326106 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21ddd298-b0a7-4323-956f-6b5ced8343d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6a6dffdc-b4c7-4bd6-abee-ead34f665e83), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:50.418159 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-21ddd298-b0a7-4323-956f-6b5ced8343d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c581136c40c430eac5624d0bb56dbf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5067198 Jan 28 13:10:50.420839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:50.438861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddd298-b0a7-4323-956f-6b5ced8343d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6dffdc-b4c7-4bd6-abee-ead34f665e83,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:50.575009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-193a7464-9ebc-4880-905a-8d0b14494fb2 admin admin] Publish callbacks [] for security_group (6a6dffdc-b4c7-4bd6-abee-ead34f665e83), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:50.610548 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-193a7464-9ebc-4880-905a-8d0b14494fb2 admin admin] Publish callbacks [] for security_group (6a6dffdc-b4c7-4bd6-abee-ead34f665e83), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:50.671403 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-193a7464-9ebc-4880-905a-8d0b14494fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (6a6dffdc-b4c7-4bd6-abee-ead34f665e83), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:50.674765 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-193a7464-9ebc-4880-905a-8d0b14494fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:50.678974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-193a7464-9ebc-4880-905a-8d0b14494fb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a6dffdc-b4c7-4bd6-abee-ead34f665e83 HTTP/1.1" status: 204 len: 168 time: 0.2567027 Jan 28 13:10:50.696444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a7464-9ebc-4880-905a-8d0b14494fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6dffdc-b4c7-4bd6-abee-ead34f665e83,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:50.774373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-41c75388-bb29-4011-afa9-dfcca3d679d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:10:21Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'ce8fe45e-8287-4f6c-85bd-61fe36034dbb', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'port_id': '80165e03-23ca-4c34-9973-d8a2f5598399', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'mac_address': 'fa:16:3e:b2:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5afee8-a8ea-433d-807b-71770693a575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:10:47Z', 'updated_at': '2022-01-28T13:10:47Z', 'revision_number': 0, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0114e2-3505-4930-a957-a0acd1846dd9', 'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'mac_address': 'fa:16:3e:c8:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:21Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 5, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'subnets': [{'id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:50.828699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c75388-bb29-4011-afa9-dfcca3d679d5 None None] The sync data for ids ['a3172625-6d6b-4731-b32c-9bd0ee14f493'] in n-d-824835-4 is: [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:10:21Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'ce8fe45e-8287-4f6c-85bd-61fe36034dbb', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'port_id': '80165e03-23ca-4c34-9973-d8a2f5598399', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'mac_address': 'fa:16:3e:b2:61:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5afee8-a8ea-433d-807b-71770693a575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:10:47Z', 'updated_at': '2022-01-28T13:10:47Z', 'revision_number': 0, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0114e2-3505-4930-a957-a0acd1846dd9', 'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'mac_address': 'fa:16:3e:c8:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:21Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 5, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'subnets': [{'id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:10:51.101111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 60910) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:51.115235 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fba05c8-ee1a-4cbe-84ff-946a7d9d55cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:51.160921 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7746636c-6705-4587-b46c-ee0e6f893f62 None None] New status for floating IP ce8fe45e-8287-4f6c-85bd-61fe36034dbb: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:10:51.212001 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fba05c8-ee1a-4cbe-84ff-946a7d9d55cc admin admin] Publish callbacks [] for security_group (0380bb02-2de5-4385-8d76-b643946490b9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:51.218123 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fba05c8-ee1a-4cbe-84ff-946a7d9d55cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0380bb02-2de5-4385-8d76-b643946490b9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:51.266711 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6fba05c8-ee1a-4cbe-84ff-946a7d9d55cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da92f97fb6904033ad913338711b712c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623070 Jan 28 13:10:51.267165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba05c8-ee1a-4cbe-84ff-946a7d9d55cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0380bb02-2de5-4385-8d76-b643946490b9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:51.267620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:51.334058 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b754-e098-48c3-bf0d-cbbf39cb4eed admin admin] Publish callbacks [] for security_group (0380bb02-2de5-4385-8d76-b643946490b9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:51.358453 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b754-e098-48c3-bf0d-cbbf39cb4eed admin admin] Publish callbacks [] for security_group (0380bb02-2de5-4385-8d76-b643946490b9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:51.411819 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b754-e098-48c3-bf0d-cbbf39cb4eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0380bb02-2de5-4385-8d76-b643946490b9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:51.415017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b754-e098-48c3-bf0d-cbbf39cb4eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:51.419862 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e5e0b754-e098-48c3-bf0d-cbbf39cb4eed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0380bb02-2de5-4385-8d76-b643946490b9 HTTP/1.1" status: 204 len: 168 time: 0.1506495 Jan 28 13:10:51.430271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0b754-e098-48c3-bf0d-cbbf39cb4eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0380bb02-2de5-4385-8d76-b643946490b9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:51.625685 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6fa4e68-2bc5-4a54-8217-bc291b6ad226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:52.996244 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 60960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:10:53.093056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:53.163436 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Deleting port 13409c37-8303-441f-945d-f382fa0af0b3 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:10:53.163780 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (13409c37-8303-441f-945d-f382fa0af0b3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:53.240128 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (13409c37-8303-441f-945d-f382fa0af0b3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:53.240444 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (13409c37-8303-441f-945d-f382fa0af0b3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:53.252103 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Calling delete_port for 13409c37-8303-441f-945d-f382fa0af0b3 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:10:53.410865 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (13409c37-8303-441f-945d-f382fa0af0b3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:53.437745 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event deleted for resources: {'Port': ['ID=13409c37-8303-441f-945d-f382fa0af0b3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:53.502709 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (89ca019a-c83c-447a-b75a-89d0819a43c5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:53.503061 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Floating IP 89ca019a-c83c-447a-b75a-89d0819a43c5 disassociated (deleted). External IP: 172.25.7.54, port: 44037912-2263-492a-84d9-202d2fdb5b7e. Jan 28 13:10:53.720170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Router a9a85840-777c-4350-92be-e43a10c9e792 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:10:53.829706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:10:53.834473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:53.840674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db4dc4-0c96-4f9c-b5a2-c26e5587e11d None None] Sync routers for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:10:53.851074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db4dc4-0c96-4f9c-b5a2-c26e5587e11d None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:53.851961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-21db4dc4-0c96-4f9c-b5a2-c26e5587e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:53.863034 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a0eb8efd-dc94-4914-95e3-6d5a87e2cb63 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "DELETE /v2.0/floatingips/89ca019a-c83c-447a-b75a-89d0819a43c5 HTTP/1.1" status: 204 len: 168 time: 0.8648095 Jan 28 13:10:53.863997 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'tag': '44037912-2263-492a-84d9-202d2fdb5b7e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:10:53.866437 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7164ab501441796af7528be9dbdceb725a4af7e2dfdba7e1df2b8e4fb5e787c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0856b66-11dc-44ab-a8b1-40836888502f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3ac2e9-e06f-4d98-b7c4-9131e46d42da", "tag": "44037912-2263-492a-84d9-202d2fdb5b7e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:10:53.986237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-21db4dc4-0c96-4f9c-b5a2-c26e5587e11d None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:54.078796 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1675ca03-cc33-4b4b-a169-ca9daeff88a4 x-openstack-request-id: req-1675ca03-cc33-4b4b-a169-ca9daeff88a4 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:10:54.080214 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3ac2e9-e06f-4d98-b7c4-9131e46d42da", "tag": "44037912-2263-492a-84d9-202d2fdb5b7e", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:10:54.080647 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1675ca03-cc33-4b4b-a169-ca9daeff88a4 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:10:54.081204 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'tag': '44037912-2263-492a-84d9-202d2fdb5b7e', 'status': 'completed', 'code': 200} Jan 28 13:10:54.185040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0856b66-11dc-44ab-a8b1-40836888502f req-e0f0e8b5-1826-494b-ad3b-e7cd3428c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:54.186468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0856b66-11dc-44ab-a8b1-40836888502f req-e0f0e8b5-1826-494b-ad3b-e7cd3428c57f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24aad192de1a4673b231d4b2844e4f83&device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 1096 time: 0.0843482 Jan 28 13:10:54.194219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4880ce9-7e0a-4988-be66-70ab29dc43ed req-9280fe19-db1f-46a6-9977-ada451ad980b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:54.195743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4880ce9-7e0a-4988-be66-70ab29dc43ed req-9280fe19-db1f-46a6-9977-ada451ad980b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 945 time: 0.0834384 Jan 28 13:10:54.239021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-21db4dc4-0c96-4f9c-b5a2-c26e5587e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:54.269327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db4dc4-0c96-4f9c-b5a2-c26e5587e11d None None] Checking router: a9a85840-777c-4350-92be-e43a10c9e792 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:10:54.279875 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db4dc4-0c96-4f9c-b5a2-c26e5587e11d None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:10:54.280564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-21db4dc4-0c96-4f9c-b5a2-c26e5587e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:54.310378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c4880ce9-7e0a-4988-be66-70ab29dc43ed req-1209a3a4-2d5d-43b1-9690-09172ebae66a tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060874 Jan 28 13:10:54.331735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0856b66-11dc-44ab-a8b1-40836888502f req-5de3b171-3605-4a2b-96ce-67105968fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:54.334006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0856b66-11dc-44ab-a8b1-40836888502f req-5de3b171-3605-4a2b-96ce-67105968fd6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 200 len: 912 time: 0.1368017 Jan 28 13:10:54.378891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0856b66-11dc-44ab-a8b1-40836888502f req-a3c061d5-889d-4b55-96d7-8dc87da84ca1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44037912-2263-492a-84d9-202d2fdb5b7e HTTP/1.1" status: 200 len: 217 time: 0.0395935 Jan 28 13:10:54.398274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-21db4dc4-0c96-4f9c-b5a2-c26e5587e11d None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:10:54.429441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0856b66-11dc-44ab-a8b1-40836888502f req-27fcdbff-0445-47c6-91aa-a5b20ccf3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:54.430964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0856b66-11dc-44ab-a8b1-40836888502f req-27fcdbff-0445-47c6-91aa-a5b20ccf3c49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 200 len: 850 time: 0.0464787 Jan 28 13:10:54.499225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0856b66-11dc-44ab-a8b1-40836888502f req-3c818f9d-61d2-420c-bc95-6de8afb60c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:54.500758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0856b66-11dc-44ab-a8b1-40836888502f req-3c818f9d-61d2-420c-bc95-6de8afb60c3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=400dedcb-474b-4bdd-8e0d-8b7a83328c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634789 Jan 28 13:10:54.609781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0856b66-11dc-44ab-a8b1-40836888502f req-562a34a3-bdb8-474b-a7f9-52eb55bfa1b9 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025672 Jan 28 13:10:54.615932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-21db4dc4-0c96-4f9c-b5a2-c26e5587e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:10:54.643138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db4dc4-0c96-4f9c-b5a2-c26e5587e11d None None] The sync data for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 is: [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T12:55:54Z', 'revision_number': 4, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '21e2fd61-8925-4be9-9c3b-81dd4d366010', 'name': '', 'network_id': '400dedcb-474b-4bdd-8e0d-8b7a83328c0b', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'mac_address': 'fa:16:3e:92:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:53Z', 'updated_at': '2022-01-28T12:56:06Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'subnets': [{'id': '33a5bffe-7382-46b3-a030-e2d3aecb2902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:10:54.728946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0856b66-11dc-44ab-a8b1-40836888502f req-7a3661b5-b87b-40b6-8e59-a67601d08087 service neutron] 10.222.0.35 "GET /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125207 Jan 28 13:10:54.753382 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:54.927764 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f507d03-a897-4d7f-8d56-ffc24b87edef None None] New status for floating IP 89ca019a-c83c-447a-b75a-89d0819a43c5: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:10:55.441064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ff75a-96c1-4add-a748-55adbecafee8 req-6230e171-6a99-489a-957b-e643eb592f7d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:55.442532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-754ff75a-96c1-4add-a748-55adbecafee8 req-6230e171-6a99-489a-957b-e643eb592f7d tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 945 time: 0.0547044 Jan 28 13:10:55.504367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-754ff75a-96c1-4add-a748-55adbecafee8 req-64c399d0-ba4b-4f20-ad9b-dc95965e449b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a088b96-2a25-44a0-9214-c33ec88f8682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558205 Jan 28 13:10:55.561667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90794f-f0ca-4538-bcef-b32d631df58c req-63593d87-cd38-480b-a213-6a9e7dd8f6b8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:10:55.563149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f90794f-f0ca-4538-bcef-b32d631df58c req-63593d87-cd38-480b-a213-6a9e7dd8f6b8 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 945 time: 0.0577683 Jan 28 13:10:55.671457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4f90794f-f0ca-4538-bcef-b32d631df58c req-58feb27d-72f0-475a-8987-e9afeebdf505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Deleting port 44037912-2263-492a-84d9-202d2fdb5b7e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:10:55.671922 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f90794f-f0ca-4538-bcef-b32d631df58c req-58feb27d-72f0-475a-8987-e9afeebdf505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:55.771438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4f90794f-f0ca-4538-bcef-b32d631df58c req-58feb27d-72f0-475a-8987-e9afeebdf505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] For port 44037912-2263-492a-84d9-202d2fdb5b7e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=44037912-2263-492a-84d9-202d2fdb5b7e,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:10:55.771885 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f90794f-f0ca-4538-bcef-b32d631df58c req-58feb27d-72f0-475a-8987-e9afeebdf505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:55.785950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4f90794f-f0ca-4538-bcef-b32d631df58c req-58feb27d-72f0-475a-8987-e9afeebdf505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Calling delete_port for 44037912-2263-492a-84d9-202d2fdb5b7e owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:10:55.930082 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f90794f-f0ca-4538-bcef-b32d631df58c req-58feb27d-72f0-475a-8987-e9afeebdf505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (44037912-2263-492a-84d9-202d2fdb5b7e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:55.960319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58feb27d-72f0-475a-8987-e9afeebdf505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event deleted for resources: {'Port': ['ID=44037912-2263-492a-84d9-202d2fdb5b7e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:10:56.002532 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f90794f-f0ca-4538-bcef-b32d631df58c req-58feb27d-72f0-475a-8987-e9afeebdf505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] No DVR routers for this DVR port 44037912-2263-492a-84d9-202d2fdb5b7e on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:10:56.005154 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f90794f-f0ca-4538-bcef-b32d631df58c req-58feb27d-72f0-475a-8987-e9afeebdf505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:56.008571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4f90794f-f0ca-4538-bcef-b32d631df58c req-58feb27d-72f0-475a-8987-e9afeebdf505 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.35 "DELETE /v2.0/ports/44037912-2263-492a-84d9-202d2fdb5b7e HTTP/1.1" status: 204 len: 173 time: 0.4395137 Jan 28 13:10:56.009021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'name': 'network-vif-deleted', 'tag': '44037912-2263-492a-84d9-202d2fdb5b7e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:10:56.012856 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0856b91c-8c54-4107-86ec-f6976dd83e1d" -d '{"events": [{"server_uuid": "3f3ac2e9-e06f-4d98-b7c4-9131e46d42da", "name": "network-vif-deleted", "tag": "44037912-2263-492a-84d9-202d2fdb5b7e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:10:56.052438 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e031b9-4254-4422-b781-2065d71a1936 x-openstack-request-id: req-53e031b9-4254-4422-b781-2065d71a1936 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:10:56.053006 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3ac2e9-e06f-4d98-b7c4-9131e46d42da", "name": "network-vif-deleted", "tag": "44037912-2263-492a-84d9-202d2fdb5b7e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:10:56.053273 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53e031b9-4254-4422-b781-2065d71a1936 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:10:56.053827 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3ac2e9-e06f-4d98-b7c4-9131e46d42da', 'name': 'network-vif-deleted', 'tag': '44037912-2263-492a-84d9-202d2fdb5b7e', 'status': 'completed', 'code': 200} Jan 28 13:10:56.090501 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:56.607750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2bc2f0bf-fd24-4986-aabf-d7cca4ab9937 req-72634930-d002-4903-ac5d-7482a5e2621f tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 210 time: 0.0343153 Jan 28 13:10:57.723805 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb97b9f9-9836-45af-8879-f337ff380033 req-911748ca-f1f6-4bab-92e8-2eb2ee5d35d2 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 210 time: 0.0431852 Jan 28 13:10:58.832665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15678548-df88-4eda-9c74-07fe000d3cda req-727fe548-e0ce-4a17-a5e6-a4e7e5e10423 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 210 time: 0.0398407 Jan 28 13:10:58.868259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 44037912-2263-492a-84d9-202d2fdb5b7e no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:10:58.890470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 44037912-2263-492a-84d9-202d2fdb5b7e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:10:58.890913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 44037912-2263-492a-84d9-202d2fdb5b7e not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:10:59.937670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f5e95fc-f4c0-4c7c-ba89-633c901d1160 req-12b30a1b-1930-4700-9508-a1eff4ff13dd tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 210 time: 0.0278540 Jan 28 13:11:01.058215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33243803-b900-4868-864c-757a44c8cd44 req-b86b94cb-5fec-426c-ad51-49a1182e8411 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 210 time: 0.0344198 Jan 28 13:11:02.213149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b40bfb0-9bde-4d77-af2a-83eac7490915 req-85a96c97-1c67-40ee-b083-eae8fd42b32b tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 210 time: 0.0486133 Jan 28 13:11:02.392422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 32846) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:02.510639 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:02.593768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Publish callbacks [] for security_group (80a8ec43-4572-445f-b8d1-4c1d2d05bded), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:02.598219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (80a8ec43-4572-445f-b8d1-4c1d2d05bded), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:02.638776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a8ec43-4572-445f-b8d1-4c1d2d05bded,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:02.647268 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.647774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.648120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.648461 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.648798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.649189 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.649463 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.649791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.650118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.650447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.650773 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.651100 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.651447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:02.661001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:02.667116 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d3dc20c7-0965-41ab-8c1b-c521f1e230cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=809f56eef2cb4f1e9e733502ea542705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2726035 Jan 28 13:11:02.716780 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e4bfa10-60fe-4537-895c-7b33760e088c admin admin] Publish callbacks [] for security_group (80a8ec43-4572-445f-b8d1-4c1d2d05bded), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:02.739210 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e4bfa10-60fe-4537-895c-7b33760e088c admin admin] Publish callbacks [] for security_group (80a8ec43-4572-445f-b8d1-4c1d2d05bded), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:02.789838 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e4bfa10-60fe-4537-895c-7b33760e088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (80a8ec43-4572-445f-b8d1-4c1d2d05bded), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:02.793057 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e4bfa10-60fe-4537-895c-7b33760e088c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:02.794442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9e4bfa10-60fe-4537-895c-7b33760e088c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80a8ec43-4572-445f-b8d1-4c1d2d05bded HTTP/1.1" status: 204 len: 168 time: 0.1323688 Jan 28 13:11:02.808868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bfa10-60fe-4537-895c-7b33760e088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a8ec43-4572-445f-b8d1-4c1d2d05bded,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:03.127823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 32860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:03.142205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88cfb43d-7634-4b5d-8958-d1efb68b1b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:03.222417 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88cfb43d-7634-4b5d-8958-d1efb68b1b23 admin admin] Publish callbacks [] for security_group (55b38125-520b-48b3-b57e-cbd8c1a063e8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:03.226437 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88cfb43d-7634-4b5d-8958-d1efb68b1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (55b38125-520b-48b3-b57e-cbd8c1a063e8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:03.266581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfb43d-7634-4b5d-8958-d1efb68b1b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b38125-520b-48b3-b57e-cbd8c1a063e8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:03.280743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-88cfb43d-7634-4b5d-8958-d1efb68b1b23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a11c881651f4f54b50515331ace4895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1496243 Jan 28 13:11:03.281300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 32864) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:03.311602 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5e7649db-128a-4345-b00c-da44ee528460 req-f8dd4f2e-e60b-4b44-9368-1f8072463be0 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 210 time: 0.0374246 Jan 28 13:11:03.332799 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fa2afe3-2205-4288-9c78-558cd7a44d02 admin admin] Publish callbacks [] for security_group (55b38125-520b-48b3-b57e-cbd8c1a063e8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:03.355090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fa2afe3-2205-4288-9c78-558cd7a44d02 admin admin] Publish callbacks [] for security_group (55b38125-520b-48b3-b57e-cbd8c1a063e8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:03.403332 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fa2afe3-2205-4288-9c78-558cd7a44d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (55b38125-520b-48b3-b57e-cbd8c1a063e8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:03.405958 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fa2afe3-2205-4288-9c78-558cd7a44d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:03.407101 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4fa2afe3-2205-4288-9c78-558cd7a44d02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55b38125-520b-48b3-b57e-cbd8c1a063e8 HTTP/1.1" status: 204 len: 168 time: 0.1250334 Jan 28 13:11:03.415879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2afe3-2205-4288-9c78-558cd7a44d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b38125-520b-48b3-b57e-cbd8c1a063e8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:04.421287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16bffa8b-9137-4283-9482-20640deffda9 req-c272e1b0-c400-4dc0-b007-0aeb91acfb25 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f3ac2e9-e06f-4d98-b7c4-9131e46d42da HTTP/1.1" status: 200 len: 210 time: 0.0378563 Jan 28 13:11:05.479139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 32968) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:05.610738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ee236-09ef-4a46-9f11-e910535e5230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Deleting port 4020db31-47bd-4a1c-937f-b305d78d96fc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:05.611086 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee236-09ef-4a46-9f11-e910535e5230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4020db31-47bd-4a1c-937f-b305d78d96fc), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:05.690422 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee236-09ef-4a46-9f11-e910535e5230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4020db31-47bd-4a1c-937f-b305d78d96fc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:05.690745 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee236-09ef-4a46-9f11-e910535e5230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (4020db31-47bd-4a1c-937f-b305d78d96fc), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:05.702954 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ee236-09ef-4a46-9f11-e910535e5230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Calling delete_port for 4020db31-47bd-4a1c-937f-b305d78d96fc owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:05.846648 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee236-09ef-4a46-9f11-e910535e5230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (4020db31-47bd-4a1c-937f-b305d78d96fc), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:05.872862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ee236-09ef-4a46-9f11-e910535e5230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event deleted for resources: {'Port': ['ID=4020db31-47bd-4a1c-937f-b305d78d96fc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:05.936245 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee236-09ef-4a46-9f11-e910535e5230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for floatingip (066edccb-c2da-47e0-b3fc-64fbf10369d3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:05.939681 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee236-09ef-4a46-9f11-e910535e5230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:05.940978 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7a7ee236-09ef-4a46-9f11-e910535e5230 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "DELETE /v2.0/floatingips/066edccb-c2da-47e0-b3fc-64fbf10369d3 HTTP/1.1" status: 204 len: 168 time: 0.4602258 Jan 28 13:11:11.374243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33002) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:11.442435 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cec5df2d-f9d6-404e-9c1f-959bc9bc9638 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group (2a088b96-2a25-44a0-9214-c33ec88f8682), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:11.472410 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cec5df2d-f9d6-404e-9c1f-959bc9bc9638 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group (2a088b96-2a25-44a0-9214-c33ec88f8682), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:11.551528 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cec5df2d-f9d6-404e-9c1f-959bc9bc9638 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2a088b96-2a25-44a0-9214-c33ec88f8682), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:11.555021 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cec5df2d-f9d6-404e-9c1f-959bc9bc9638 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:11.564165 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cec5df2d-f9d6-404e-9c1f-959bc9bc9638 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] 10.222.0.53 "DELETE /v2.0/security-groups/2a088b96-2a25-44a0-9214-c33ec88f8682 HTTP/1.1" status: 204 len: 168 time: 0.1876996 Jan 28 13:11:11.580976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5df2d-f9d6-404e-9c1f-959bc9bc9638 tempest-TestVolumeBootPattern-780004321 tempest-TestVolumeBootPattern-780004321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a088b96-2a25-44a0-9214-c33ec88f8682,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:11.645909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33006) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:12.228418 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-476af304-833a-4869-991e-f95c93269118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (a9a85840-777c-4350-92be-e43a10c9e792), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:12.532667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-476af304-833a-4869-991e-f95c93269118 admin admin] Deleting port 21e2fd61-8925-4be9-9c3b-81dd4d366010 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:12.533017 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-476af304-833a-4869-991e-f95c93269118 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:12.632895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-476af304-833a-4869-991e-f95c93269118 admin admin] For port 21e2fd61-8925-4be9-9c3b-81dd4d366010, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=21e2fd61-8925-4be9-9c3b-81dd4d366010,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:12.633261 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-476af304-833a-4869-991e-f95c93269118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:12.648283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-476af304-833a-4869-991e-f95c93269118 admin admin] Calling delete_port for 21e2fd61-8925-4be9-9c3b-81dd4d366010 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:12.862615 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-476af304-833a-4869-991e-f95c93269118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (21e2fd61-8925-4be9-9c3b-81dd4d366010), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:12.891818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476af304-833a-4869-991e-f95c93269118 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e2fd61-8925-4be9-9c3b-81dd4d366010,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:13.077624 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-476af304-833a-4869-991e-f95c93269118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (a9a85840-777c-4350-92be-e43a10c9e792), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:13.346250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476af304-833a-4869-991e-f95c93269118 admin admin] Router a9a85840-777c-4350-92be-e43a10c9e792 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:11:13.466894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476af304-833a-4869-991e-f95c93269118 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:11:13.475045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-476af304-833a-4869-991e-f95c93269118 admin admin] 10.222.0.53 "PUT /v2.0/routers/a9a85840-777c-4350-92be-e43a10c9e792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8245137 Jan 28 13:11:13.475045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33014) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:13.477851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d28a98-8f40-42c3-bcf8-925d38a3b1b2 None None] Sync routers for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:11:13.488272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d28a98-8f40-42c3-bcf8-925d38a3b1b2 None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:13.489251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-72d28a98-8f40-42c3-bcf8-925d38a3b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:13.592972 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Publish callbacks [] for router (a9a85840-777c-4350-92be-e43a10c9e792), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:13.610495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-72d28a98-8f40-42c3-bcf8-925d38a3b1b2 None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:13.810321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-72d28a98-8f40-42c3-bcf8-925d38a3b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T13:11:12Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:13.838329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d28a98-8f40-42c3-bcf8-925d38a3b1b2 None None] Checking router: a9a85840-777c-4350-92be-e43a10c9e792 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:11:13.848672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d28a98-8f40-42c3-bcf8-925d38a3b1b2 None None] Routers {'a9a85840-777c-4350-92be-e43a10c9e792'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:13.849301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-72d28a98-8f40-42c3-bcf8-925d38a3b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a9a85840-777c-4350-92be-e43a10c9e792'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:13.980841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-72d28a98-8f40-42c3-bcf8-925d38a3b1b2 None None] Set router a9a85840-777c-4350-92be-e43a10c9e792 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:14.041403 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Publish callbacks [] for router_gateway (a9a85840-777c-4350-92be-e43a10c9e792), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.117494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Deleting port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:14.117838 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.188822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-72d28a98-8f40-42c3-bcf8-925d38a3b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T13:11:12Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:14.210498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] For port c4ac9beb-fc14-4ccc-9495-b6ab5a92087b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c4ac9beb-fc14-4ccc-9495-b6ab5a92087b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:14.210858 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.225519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Calling delete_port for c4ac9beb-fc14-4ccc-9495-b6ab5a92087b owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:14.225957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d28a98-8f40-42c3-bcf8-925d38a3b1b2 None None] The sync data for ids ['a9a85840-777c-4350-92be-e43a10c9e792'] in n-d-824835-4 is: [{'id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'name': 'tempest-TestVolumeBootPattern-911946752-router', 'tenant_id': '24aad192de1a4673b231d4b2844e4f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:47Z', 'updated_at': '2022-01-28T13:11:12Z', 'revision_number': 5, 'project_id': '24aad192de1a4673b231d4b2844e4f83', 'gw_port': {'id': 'c4ac9beb-fc14-4ccc-9495-b6ab5a92087b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a85840-777c-4350-92be-e43a10c9e792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:48Z', 'updated_at': '2022-01-28T12:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:11:14.406631 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (c4ac9beb-fc14-4ccc-9495-b6ab5a92087b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.445188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ac9beb-fc14-4ccc-9495-b6ab5a92087b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:14.506330 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (a9a85840-777c-4350-92be-e43a10c9e792), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.600450 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (a9a85840-777c-4350-92be-e43a10c9e792), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.602647 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Publish callbacks [] for router_controller (a9a85840-777c-4350-92be-e43a10c9e792), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.657323 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (a9a85840-777c-4350-92be-e43a10c9e792), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.657856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9a85840-777c-4350-92be-e43a10c9e792 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:11:14.663876 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.667809 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33018) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:14.671950 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-55c5878c-14ed-4fda-851c-13e9b5f296ca admin admin] 10.222.0.53 "DELETE /v2.0/routers/a9a85840-777c-4350-92be-e43a10c9e792 HTTP/1.1" status: 204 len: 168 time: 1.1962478 Jan 28 13:11:14.723647 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b6f5b5-35e0-4f79-9f7b-0813e531a9fa admin admin] Deleting subnet 33a5bffe-7382-46b3-a030-e2d3aecb2902 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:11:14.728622 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70b6f5b5-35e0-4f79-9f7b-0813e531a9fa admin admin] Publish callbacks [] for subnet (33a5bffe-7382-46b3-a030-e2d3aecb2902), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.771474 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70b6f5b5-35e0-4f79-9f7b-0813e531a9fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (33a5bffe-7382-46b3-a030-e2d3aecb2902), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.863192 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70b6f5b5-35e0-4f79-9f7b-0813e531a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (33a5bffe-7382-46b3-a030-e2d3aecb2902), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.924727 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70b6f5b5-35e0-4f79-9f7b-0813e531a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (33a5bffe-7382-46b3-a030-e2d3aecb2902), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.945101 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdaede7-4284-4fc1-b7bf-229a26d1e422 None None] Network 400dedcb-474b-4bdd-8e0d-8b7a83328c0b requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:11:14.956258 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70b6f5b5-35e0-4f79-9f7b-0813e531a9fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:14.959950 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-70b6f5b5-35e0-4f79-9f7b-0813e531a9fa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/33a5bffe-7382-46b3-a030-e2d3aecb2902 HTTP/1.1" status: 204 len: 168 time: 0.2911453 Jan 28 13:11:14.961219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6f5b5-35e0-4f79-9f7b-0813e531a9fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a5bffe-7382-46b3-a030-e2d3aecb2902,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:14.962732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33020) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:15.045436 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (400dedcb-474b-4bdd-8e0d-8b7a83328c0b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:15.105561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Deleting port 824882ae-595b-450d-b17e-8c85b0f1c75b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:15.106060 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:15.189183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] For port 824882ae-595b-450d-b17e-8c85b0f1c75b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=824882ae-595b-450d-b17e-8c85b0f1c75b,segment=NetworkSegment(3594c20a-21fc-4c05-9bc0-79d4bdcf20c6),segment_id=3594c20a-21fc-4c05-9bc0-79d4bdcf20c6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:15.189546 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:15.204088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Calling delete_port for 824882ae-595b-450d-b17e-8c85b0f1c75b owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:15.257316 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:11:15.288843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (824882ae-595b-450d-b17e-8c85b0f1c75b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:15.315976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=824882ae-595b-450d-b17e-8c85b0f1c75b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:15.319752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] No DVR routers for this DVR port 824882ae-595b-450d-b17e-8c85b0f1c75b on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:11:15.359619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d45a049-8707-4202-97db-285d14a38628 None None] DHCP port deletion for 400dedcb-474b-4bdd-8e0d-8b7a83328c0b request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:11:15.400951 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (400dedcb-474b-4bdd-8e0d-8b7a83328c0b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:15.425564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400dedcb-474b-4bdd-8e0d-8b7a83328c0b']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:15.435620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:15.435911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3594c20a-21fc-4c05-9bc0-79d4bdcf20c6') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:15.447168 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (3594c20a-21fc-4c05-9bc0-79d4bdcf20c6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:15.462103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3594c20a-21fc-4c05-9bc0-79d4bdcf20c6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:15.470328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:11:15.470757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (3594c20a-21fc-4c05-9bc0-79d4bdcf20c6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:11:15.472843 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:11:15.529496 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (400dedcb-474b-4bdd-8e0d-8b7a83328c0b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:15.535053 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:15.541609 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/400dedcb-474b-4bdd-8e0d-8b7a83328c0b HTTP/1.1" status: 204 len: 168 time: 0.5745087 Jan 28 13:11:15.541935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33034) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:15.555819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b702f9-3b4b-4799-ad3d-d90857a687b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=400dedcb-474b-4bdd-8e0d-8b7a83328c0b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:16.107035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 824882ae-595b-450d-b17e-8c85b0f1c75b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:11:16.133007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 824882ae-595b-450d-b17e-8c85b0f1c75b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:11:16.133364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 824882ae-595b-450d-b17e-8c85b0f1c75b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:11:16.133781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 21e2fd61-8925-4be9-9c3b-81dd4d366010 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:11:16.154014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 21e2fd61-8925-4be9-9c3b-81dd4d366010 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:11:16.154640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 21e2fd61-8925-4be9-9c3b-81dd4d366010 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:11:16.155225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c4ac9beb-fc14-4ccc-9495-b6ab5a92087b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:11:16.175917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: c4ac9beb-fc14-4ccc-9495-b6ab5a92087b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:11:16.176545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c4ac9beb-fc14-4ccc-9495-b6ab5a92087b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:11:16.250038 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea99619d-8743-41de-aec0-9348cb541819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (dbf7a6e2-5188-4b56-ac68-92a905bb526d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:16.506372 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ea99619d-8743-41de-aec0-9348cb541819 admin admin] Deleting port 710b96ac-bd49-4ce0-89c1-06e74093fa8c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:16.506712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea99619d-8743-41de-aec0-9348cb541819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:16.605978 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ea99619d-8743-41de-aec0-9348cb541819 admin admin] For port 710b96ac-bd49-4ce0-89c1-06e74093fa8c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=710b96ac-bd49-4ce0-89c1-06e74093fa8c,segment=NetworkSegment(4de81a90-14c4-44ee-b55a-b4365d377748),segment_id=4de81a90-14c4-44ee-b55a-b4365d377748)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:16.606453 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea99619d-8743-41de-aec0-9348cb541819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:16.619571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ea99619d-8743-41de-aec0-9348cb541819 admin admin] Calling delete_port for 710b96ac-bd49-4ce0-89c1-06e74093fa8c owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:16.810328 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea99619d-8743-41de-aec0-9348cb541819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (710b96ac-bd49-4ce0-89c1-06e74093fa8c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:16.837227 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99619d-8743-41de-aec0-9348cb541819 admin admin] Pushing event deleted for resources: {'Port': ['ID=710b96ac-bd49-4ce0-89c1-06e74093fa8c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:17.023377 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea99619d-8743-41de-aec0-9348cb541819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (dbf7a6e2-5188-4b56-ac68-92a905bb526d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:17.287793 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea99619d-8743-41de-aec0-9348cb541819 admin admin] Router dbf7a6e2-5188-4b56-ac68-92a905bb526d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:11:17.424431 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea99619d-8743-41de-aec0-9348cb541819 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:11:17.430065 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ea99619d-8743-41de-aec0-9348cb541819 admin admin] 10.222.0.53 "PUT /v2.0/routers/dbf7a6e2-5188-4b56-ac68-92a905bb526d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8856597 Jan 28 13:11:17.433139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33050) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:17.440851 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47d797-4c5b-48ea-9a5a-ec8d0caaf104 None None] Sync routers for ids ['dbf7a6e2-5188-4b56-ac68-92a905bb526d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:11:17.453255 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47d797-4c5b-48ea-9a5a-ec8d0caaf104 None None] Routers {'dbf7a6e2-5188-4b56-ac68-92a905bb526d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:17.454033 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fa47d797-4c5b-48ea-9a5a-ec8d0caaf104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dbf7a6e2-5188-4b56-ac68-92a905bb526d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:17.574271 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Publish callbacks [] for router (dbf7a6e2-5188-4b56-ac68-92a905bb526d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:17.582926 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fa47d797-4c5b-48ea-9a5a-ec8d0caaf104 None None] Set router dbf7a6e2-5188-4b56-ac68-92a905bb526d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:17.680007 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:17.686066 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Publish callbacks [] for router_gateway (dbf7a6e2-5188-4b56-ac68-92a905bb526d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:17.753710 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Deleting port b8b50e4b-7d33-460d-b53d-3ac5c96808b1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:17.754025 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:17.788873 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fa47d797-4c5b-48ea-9a5a-ec8d0caaf104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'name': 'tempest-TestVolumeBootPattern-1011155983-router', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:58Z', 'updated_at': '2022-01-28T13:11:16Z', 'revision_number': 5, 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'gw_port': {'id': 'b8b50e4b-7d33-460d-b53d-3ac5c96808b1', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:42:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:55:59Z', 'updated_at': '2022-01-28T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:17.833516 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47d797-4c5b-48ea-9a5a-ec8d0caaf104 None None] Checking router: dbf7a6e2-5188-4b56-ac68-92a905bb526d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:11:17.834524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] For port b8b50e4b-7d33-460d-b53d-3ac5c96808b1, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b8b50e4b-7d33-460d-b53d-3ac5c96808b1,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:17.834903 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:17.842679 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47d797-4c5b-48ea-9a5a-ec8d0caaf104 None None] Routers {'dbf7a6e2-5188-4b56-ac68-92a905bb526d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:17.843289 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fa47d797-4c5b-48ea-9a5a-ec8d0caaf104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:10:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dbf7a6e2-5188-4b56-ac68-92a905bb526d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:17.849433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Calling delete_port for b8b50e4b-7d33-460d-b53d-3ac5c96808b1 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:17.928521 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fa47d797-4c5b-48ea-9a5a-ec8d0caaf104 None None] Set router dbf7a6e2-5188-4b56-ac68-92a905bb526d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:18.028164 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b8b50e4b-7d33-460d-b53d-3ac5c96808b1), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.065041 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.080271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b50e4b-7d33-460d-b53d-3ac5c96808b1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:18.081541 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fa47d797-4c5b-48ea-9a5a-ec8d0caaf104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'name': 'tempest-TestVolumeBootPattern-1011155983-router', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:58Z', 'updated_at': '2022-01-28T13:11:17Z', 'revision_number': 6, 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:18.114418 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47d797-4c5b-48ea-9a5a-ec8d0caaf104 None None] The sync data for ids ['dbf7a6e2-5188-4b56-ac68-92a905bb526d'] in n-d-824835-4 is: [{'id': 'dbf7a6e2-5188-4b56-ac68-92a905bb526d', 'name': 'tempest-TestVolumeBootPattern-1011155983-router', 'tenant_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:55:58Z', 'updated_at': '2022-01-28T13:11:17Z', 'revision_number': 6, 'project_id': '18bf4e970a1a4502a3a0f7860f492ef5', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:11:18.166593 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (dbf7a6e2-5188-4b56-ac68-92a905bb526d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.259665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (dbf7a6e2-5188-4b56-ac68-92a905bb526d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.261941 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Publish callbacks [] for router_controller (dbf7a6e2-5188-4b56-ac68-92a905bb526d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.308901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (dbf7a6e2-5188-4b56-ac68-92a905bb526d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.309409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbf7a6e2-5188-4b56-ac68-92a905bb526d {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:11:18.314001 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.315153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e1a38e3a-292e-4452-9bdf-5a9ade0b4354 admin admin] 10.222.0.53 "DELETE /v2.0/routers/dbf7a6e2-5188-4b56-ac68-92a905bb526d HTTP/1.1" status: 204 len: 168 time: 0.8808477 Jan 28 13:11:18.317748 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33052) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:18.363940 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9044e7-90e2-45eb-ae1a-08b272debfb6 admin admin] Deleting subnet 2e8cbec1-e193-4c1c-a165-88f0300a61bf {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:11:18.367017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b9044e7-90e2-45eb-ae1a-08b272debfb6 admin admin] Publish callbacks [] for subnet (2e8cbec1-e193-4c1c-a165-88f0300a61bf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.408713 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b9044e7-90e2-45eb-ae1a-08b272debfb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (2e8cbec1-e193-4c1c-a165-88f0300a61bf), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.509479 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b9044e7-90e2-45eb-ae1a-08b272debfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (2e8cbec1-e193-4c1c-a165-88f0300a61bf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.580518 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b9044e7-90e2-45eb-ae1a-08b272debfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (2e8cbec1-e193-4c1c-a165-88f0300a61bf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.615650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9044e7-90e2-45eb-ae1a-08b272debfb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8cbec1-e193-4c1c-a165-88f0300a61bf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:18.629406 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b9044e7-90e2-45eb-ae1a-08b272debfb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.635788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33056) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:18.636477 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1b9044e7-90e2-45eb-ae1a-08b272debfb6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2e8cbec1-e193-4c1c-a165-88f0300a61bf HTTP/1.1" status: 204 len: 168 time: 0.3167579 Jan 28 13:11:18.636585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84bcc7f-1af7-4d22-b432-ca4212c71db8 None None] Network f1cdb45d-9fc7-4b3f-955f-23df599b3ddf requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:11:18.728234 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f1cdb45d-9fc7-4b3f-955f-23df599b3ddf), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.796601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Deleting port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:18.796601 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.860710 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] For port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b,segment=NetworkSegment(4de81a90-14c4-44ee-b55a-b4365d377748),segment_id=4de81a90-14c4-44ee-b55a-b4365d377748)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:18.861074 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.875665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Calling delete_port for 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:18.969149 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:18.969821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9913c52e-961e-4bd8-84aa-858e1f688c17 None None] DHCP port deletion for f1cdb45d-9fc7-4b3f-955f-23df599b3ddf request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:11:19.012609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] No DVR routers for this DVR port 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:11:19.014644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Pushing event deleted for resources: {'Port': ['ID=30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:19.118065 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f1cdb45d-9fc7-4b3f-955f-23df599b3ddf), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:19.141422 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cdb45d-9fc7-4b3f-955f-23df599b3ddf']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:19.151104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de81a90-14c4-44ee-b55a-b4365d377748') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:19.151480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de81a90-14c4-44ee-b55a-b4365d377748') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:19.161909 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (4de81a90-14c4-44ee-b55a-b4365d377748), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:19.176358 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4de81a90-14c4-44ee-b55a-b4365d377748), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:19.183562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:11:19.184129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (4de81a90-14c4-44ee-b55a-b4365d377748), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:11:19.185754 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:11:19.244957 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f1cdb45d-9fc7-4b3f-955f-23df599b3ddf), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:19.252800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:19.256458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] 10.222.0.53 "DELETE /v2.0/networks/f1cdb45d-9fc7-4b3f-955f-23df599b3ddf HTTP/1.1" status: 204 len: 168 time: 0.6186273 Jan 28 13:11:19.269002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9ee84-73ec-4184-bafd-7c62317825aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f1cdb45d-9fc7-4b3f-955f-23df599b3ddf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:19.293247 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f4674c5-80d4-4e85-8cb0-ac36b865f135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:19.423432 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33068) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:19.468540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-71fc9669-b782-4d02-a150-d6f563822cbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24aad192de1a4673b231d4b2844e4f83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415292 Jan 28 13:11:19.468849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33070) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:19.525183 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6573-9b8f-49c5-b2e6-4e3309567d9c admin admin] Publish callbacks [] for security_group (05841978-012c-42ac-b312-2bd1bf260824), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:19.549116 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6573-9b8f-49c5-b2e6-4e3309567d9c admin admin] Publish callbacks [] for security_group (05841978-012c-42ac-b312-2bd1bf260824), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:19.597349 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6573-9b8f-49c5-b2e6-4e3309567d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (05841978-012c-42ac-b312-2bd1bf260824), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:19.600388 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6573-9b8f-49c5-b2e6-4e3309567d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:19.601505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4f2e6573-9b8f-49c5-b2e6-4e3309567d9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05841978-012c-42ac-b312-2bd1bf260824 HTTP/1.1" status: 204 len: 168 time: 0.1316960 Jan 28 13:11:19.609527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e6573-9b8f-49c5-b2e6-4e3309567d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05841978-012c-42ac-b312-2bd1bf260824,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:19.945828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33078) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:19.995568 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6f0ac697-689b-4094-b668-d5c3f45f46a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18bf4e970a1a4502a3a0f7860f492ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479598 Jan 28 13:11:19.998612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33080) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:20.052456 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84346cb4-7dea-4f28-a4d7-3a1c6bd0e83f admin admin] Publish callbacks [] for security_group (b0e8413a-b7ee-4321-a1d6-e774abda6f4c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:20.082363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84346cb4-7dea-4f28-a4d7-3a1c6bd0e83f admin admin] Publish callbacks [] for security_group (b0e8413a-b7ee-4321-a1d6-e774abda6f4c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:20.112853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 710b96ac-bd49-4ce0-89c1-06e74093fa8c no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:11:20.134050 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84346cb4-7dea-4f28-a4d7-3a1c6bd0e83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (b0e8413a-b7ee-4321-a1d6-e774abda6f4c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:20.138451 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84346cb4-7dea-4f28-a4d7-3a1c6bd0e83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:20.139937 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-84346cb4-7dea-4f28-a4d7-3a1c6bd0e83f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0e8413a-b7ee-4321-a1d6-e774abda6f4c HTTP/1.1" status: 204 len: 168 time: 0.1396899 Jan 28 13:11:20.140116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 710b96ac-bd49-4ce0-89c1-06e74093fa8c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:11:20.140375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 710b96ac-bd49-4ce0-89c1-06e74093fa8c not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:11:20.140965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b8b50e4b-7d33-460d-b53d-3ac5c96808b1 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:11:20.151251 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84346cb4-7dea-4f28-a4d7-3a1c6bd0e83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e8413a-b7ee-4321-a1d6-e774abda6f4c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:20.165633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: b8b50e4b-7d33-460d-b53d-3ac5c96808b1 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:11:20.165983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b8b50e4b-7d33-460d-b53d-3ac5c96808b1 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:11:20.166409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:11:20.192798 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:11:20.193150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 30c4deed-d4ef-4006-a5a2-08b4ff3fbe4b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:11:21.623944 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4afb-69ec-41a8-8c19-13f918c93c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:23.103669 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:24.551933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33108) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:24.754335 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:24.796685 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cde1d-da06-4a39-b0ac-82c75e513066 req-ed6075b5-24d4-4140-957e-b9ed1d970ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:11:24.798429 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-486cde1d-da06-4a39-b0ac-82c75e513066 req-ed6075b5-24d4-4140-957e-b9ed1d970ed2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 1097 time: 0.2451906 Jan 28 13:11:24.848547 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-486cde1d-da06-4a39-b0ac-82c75e513066 req-b1a118ec-9456-40ff-8985-ddeff6c40458 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443211 Jan 28 13:11:26.089110 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:29.562003 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33154) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:29.669812 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12d80cb8-68a6-473c-b1a5-23d3d6d0e28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:29.744810 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12d80cb8-68a6-473c-b1a5-23d3d6d0e28c admin admin] Publish callbacks [] for security_group (40be1d0f-b03c-469d-bef8-16678eacd480), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:29.749115 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12d80cb8-68a6-473c-b1a5-23d3d6d0e28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (40be1d0f-b03c-469d-bef8-16678eacd480), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:29.785358 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d80cb8-68a6-473c-b1a5-23d3d6d0e28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40be1d0f-b03c-469d-bef8-16678eacd480,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:29.792852 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-12d80cb8-68a6-473c-b1a5-23d3d6d0e28c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29b6effaba2d4768814caf32e3b46c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265203 Jan 28 13:11:29.793940 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33158) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:29.845135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a088769-229c-4ee8-b2d8-89376e4c8558 admin admin] Publish callbacks [] for security_group (40be1d0f-b03c-469d-bef8-16678eacd480), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:29.867072 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a088769-229c-4ee8-b2d8-89376e4c8558 admin admin] Publish callbacks [] for security_group (40be1d0f-b03c-469d-bef8-16678eacd480), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:29.912101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a088769-229c-4ee8-b2d8-89376e4c8558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (40be1d0f-b03c-469d-bef8-16678eacd480), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:29.914641 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a088769-229c-4ee8-b2d8-89376e4c8558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:29.915827 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1a088769-229c-4ee8-b2d8-89376e4c8558 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40be1d0f-b03c-469d-bef8-16678eacd480 HTTP/1.1" status: 204 len: 168 time: 0.1214187 Jan 28 13:11:29.925223 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a088769-229c-4ee8-b2d8-89376e4c8558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40be1d0f-b03c-469d-bef8-16678eacd480,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:30.552734 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33180) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:30.654074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-40364611-network', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:11:30.674722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Made reservation on behalf of 3a36395374cf46118e498ee3cb9df4ae for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:11:30.676997 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:30.686979 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:30.760798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Publish callbacks [] for security_group (f637fb20-a549-4df1-ab7b-2eec74d8d226), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:30.764838 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f637fb20-a549-4df1-ab7b-2eec74d8d226), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:30.788674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:11:30.798636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f637fb20-a549-4df1-ab7b-2eec74d8d226,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:30.803474 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d43804ca-1903-4b28-b831-2d5aedaa8933), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:30.803815 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Added segment d43804ca-1903-4b28-b831-2d5aedaa8933 of type vlan for network a945d71c-c193-4f03-bc3c-2ee14a9f72cd Jan 28 13:11:30.845000 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a945d71c-c193-4f03-bc3c-2ee14a9f72cd), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:30.873046 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a945d71c-c193-4f03-bc3c-2ee14a9f72cd), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:30.874002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:11:30.874574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:30.930142 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3762197 Jan 28 13:11:30.933954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33184) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:30.934464 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089dd03-20b9-447a-b4a7-9477a685bbf8 admin admin] Pushing event updated for resources: {'Network': ['ID=a945d71c-c193-4f03-bc3c-2ee14a9f72cd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:30.938949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-916b459e-d728-4576-92de-dafa0ea7017f admin admin] Request body: {'subnet': {'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-40364611-subnet', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:11:30.944047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a945d71c-c193-4f03-bc3c-2ee14a9f72cd details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:11:30.959938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916b459e-d728-4576-92de-dafa0ea7017f admin admin] Made reservation on behalf of 3a36395374cf46118e498ee3cb9df4ae for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:11:30.962277 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-916b459e-d728-4576-92de-dafa0ea7017f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.134966 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-916b459e-d728-4576-92de-dafa0ea7017f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (046773ec-9332-407e-a913-2f11c3b68098), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.184781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b459e-d728-4576-92de-dafa0ea7017f admin admin] Pushing event updated for resources: {'Subnet': ['ID=046773ec-9332-407e-a913-2f11c3b68098,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:31.199738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b459e-d728-4576-92de-dafa0ea7017f admin admin] Checking segment: {'id': 'd43804ca-1903-4b28-b831-2d5aedaa8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:11:31.200098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b459e-d728-4576-92de-dafa0ea7017f admin admin] Network hostable DHCP agents. Network: a945d71c-c193-4f03-bc3c-2ee14a9f72cd, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:11:31.217396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b459e-d728-4576-92de-dafa0ea7017f admin admin] Network a945d71c-c193-4f03-bc3c-2ee14a9f72cd is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:11:31.226208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-916b459e-d728-4576-92de-dafa0ea7017f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a945d71c-c193-4f03-bc3c-2ee14a9f72cd) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:11:31.230977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b459e-d728-4576-92de-dafa0ea7017f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:11:31.231597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-916b459e-d728-4576-92de-dafa0ea7017f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.236399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d145029-59e9-451c-b74b-5a9055704e84 None None] Network a945d71c-c193-4f03-bc3c-2ee14a9f72cd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:11:31.247334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-916b459e-d728-4576-92de-dafa0ea7017f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3122740 Jan 28 13:11:31.249994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33186) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:31.254352 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-40364611-router', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:11:31.273390 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.274495 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.330982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Publish callbacks [] for router_controller (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.336823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-a945d71c-c193-4f03-bc3c-2ee14a9f72cd', 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd', 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'fixed_ips': [{'subnet_id': '046773ec-9332-407e-a913-2f11c3b68098'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:11:31.337755 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.470358 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Publish callbacks [] for router_gateway (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.475092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Allocated IP 172.20.0.2 (a945d71c-c193-4f03-bc3c-2ee14a9f72cd/046773ec-9332-407e-a913-2f11c3b68098/ef835785-cc23-4b7d-aca6-487ebcab360f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:11:31.623457 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Publish callbacks [] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.630005 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.670613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Network a945d71c-c193-4f03-bc3c-2ee14a9f72cd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:11:31.673509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:11:31.677277 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Publish callbacks [] for router_gateway (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.678972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:11:31.687186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Pushing event updated for resources: {'Port': ['ID=ef835785-cc23-4b7d-aca6-487ebcab360f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:31.697240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.697592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.698210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.698953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.699228 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.699327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.699657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.699993 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.700327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.700662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.700991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.701488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.701642 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.701966 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:31.751389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Attempting to bind port ef835785-cc23-4b7d-aca6-487ebcab360f on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:11:31.751771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Attempting to bind port ef835785-cc23-4b7d-aca6-487ebcab360f by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'd43804ca-1903-4b28-b831-2d5aedaa8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:11:31.752146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Attempting to bind port ef835785-cc23-4b7d-aca6-487ebcab360f on network a945d71c-c193-4f03-bc3c-2ee14a9f72cd {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:11:31.757080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:11:31.757457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Checking segment: {'id': 'd43804ca-1903-4b28-b831-2d5aedaa8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:11:31.757864 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.758263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Bound using segment: {'id': 'd43804ca-1903-4b28-b831-2d5aedaa8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:11:31.758728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Bound port: ef835785-cc23-4b7d-aca6-487ebcab360f, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43804ca-1903-4b28-b831-2d5aedaa8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:11:31.759110 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.810155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Allocated IP 172.25.7.126 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:11:31.829140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] For port ef835785-cc23-4b7d-aca6-487ebcab360f, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:11:31.832225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] For port ef835785-cc23-4b7d-aca6-487ebcab360f, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ef835785-cc23-4b7d-aca6-487ebcab360f,segment=NetworkSegment(d43804ca-1903-4b28-b831-2d5aedaa8933),segment_id=d43804ca-1903-4b28-b831-2d5aedaa8933)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:11:31.836510 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.899569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff4250-d255-42ee-8750-b50142c1a3b2 None None] Pushing event updated for resources: {'Port': ['ID=ef835785-cc23-4b7d-aca6-487ebcab360f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:31.920213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Publish callbacks [] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.956027 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:31.997465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:11:32.002959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:11:32.005458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:11:32.011829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Pushing event updated for resources: {'Port': ['ID=dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:32.214561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ef835785-cc23-4b7d-aca6-487ebcab360f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:11:32.270239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ef835785-cc23-4b7d-aca6-487ebcab360f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:32.270636 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:32.313280 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Publish callbacks [] for router_gateway (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:32.353135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ef835785-cc23-4b7d-aca6-487ebcab360f is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:32.353533 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:32.387085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port ef835785-cc23-4b7d-aca6-487ebcab360f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ef835785-cc23-4b7d-aca6-487ebcab360f,segment=NetworkSegment(d43804ca-1903-4b28-b831-2d5aedaa8933),segment_id=d43804ca-1903-4b28-b831-2d5aedaa8933)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:32.391104 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:32.440866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=ef835785-cc23-4b7d-aca6-487ebcab360f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:32.511895 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:32.654265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Router ef7ee2d7-387b-4dc6-97dd-9834ea05275d is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:11:32.765845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:11:32.776048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Sync routers for ids ['ef7ee2d7-387b-4dc6-97dd-9834ea05275d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:11:32.785208 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:32.786712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-21530e80-1edf-4fee-a714-0a579c836c9b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5357513 Jan 28 13:11:32.787369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Routers {'ef7ee2d7-387b-4dc6-97dd-9834ea05275d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:32.787994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:11:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['ef7ee2d7-387b-4dc6-97dd-9834ea05275d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:32.789391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33188) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:32.900886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Set router ef7ee2d7-387b-4dc6-97dd-9834ea05275d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:32.959173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace0fc72-be1e-45ba-81d8-a4de2addffc1 None None] Network a945d71c-c193-4f03-bc3c-2ee14a9f72cd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:11:33.100030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-aceb2092-dd8b-412f-b949-5458bfa9e028 None None] Provisioning complete for port ef835785-cc23-4b7d-aca6-487ebcab360f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:33.100329 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aceb2092-dd8b-412f-b949-5458bfa9e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.266887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'name': 'tempest-TestAggregatesBasicOps-40364611-router', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:32Z', 'revision_number': 3, 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'gw_port': {'id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:33.304023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-aceb2092-dd8b-412f-b949-5458bfa9e028 None None] Current status of the port ef835785-cc23-4b7d-aca6-487ebcab360f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:33.306205 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Checking router: ef7ee2d7-387b-4dc6-97dd-9834ea05275d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:11:33.306565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Updating router ef7ee2d7-387b-4dc6-97dd-9834ea05275d port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:11:33.333972 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.552807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a1516211-8152-4652-aa8b-f754357022fc None None] Provisioning complete for port ef835785-cc23-4b7d-aca6-487ebcab360f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:33.553100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1516211-8152-4652-aa8b-f754357022fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.559164 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.651995 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Publish callbacks [] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.678300 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.713776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Allocated IP 172.20.0.1 (a945d71c-c193-4f03-bc3c-2ee14a9f72cd/046773ec-9332-407e-a913-2f11c3b68098/35899c84-1344-4d4c-ae71-a7e3b39e3a16) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:11:33.722431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a1516211-8152-4652-aa8b-f754357022fc None None] Current status of the port ef835785-cc23-4b7d-aca6-487ebcab360f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:33.743726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Attempting to bind port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:11:33.744095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Attempting to bind port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:11:33.744984 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Attempting to bind port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:11:33.747265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed8802-da7d-4605-84eb-ced93ea4925b None None] Pushing event updated for resources: {'Port': ['ID=dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:33.752968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:11:33.753358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:11:33.753768 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.754158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:11:33.754624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Bound port: dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:11:33.755595 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.806687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] For port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:11:33.810523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] For port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:11:33.814648 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.830815 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Publish callbacks [] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.866163 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.874806 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Routers {'ef7ee2d7-387b-4dc6-97dd-9834ea05275d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:33.875475 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:11:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['ef7ee2d7-387b-4dc6-97dd-9834ea05275d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:33.906721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Network a945d71c-c193-4f03-bc3c-2ee14a9f72cd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:11:33.909835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed8802-da7d-4605-84eb-ced93ea4925b None None] Pushing event updated for resources: {'Port': ['ID=dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:33.913153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:11:33.918512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:11:33.921674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Pushing event updated for resources: {'Port': ['ID=35899c84-1344-4d4c-ae71-a7e3b39e3a16,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:33.958296 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:33.988768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] Set router ef7ee2d7-387b-4dc6-97dd-9834ea05275d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:34.104603 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:34.144936 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ef835785-cc23-4b7d-aca6-487ebcab360f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:11:34.229620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'name': 'tempest-TestAggregatesBasicOps-40364611-router', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:32Z', 'revision_number': 3, 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'gw_port': {'id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:34.232633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ef835785-cc23-4b7d-aca6-487ebcab360f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:34.233247 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:34.281199 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Publish callbacks [] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:34.287757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:34.379752 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:34.381779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Pushing event updated for resources: {'Port': ['ID=35899c84-1344-4d4c-ae71-a7e3b39e3a16,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:34.443672 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80bdd51-a167-497d-b709-5174ef6ae6de None None] The sync data for ids ['ef7ee2d7-387b-4dc6-97dd-9834ea05275d'] in n-d-824835-4 is: [{'id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'name': 'tempest-TestAggregatesBasicOps-40364611-router', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:32Z', 'revision_number': 3, 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'gw_port': {'id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:11:34.474734 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a2fc63f5-b7a6-4f95-8588-5386e5b18755 None None] Provisioning complete for port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:34.474734 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2fc63f5-b7a6-4f95-8588-5386e5b18755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:34.489023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Network a945d71c-c193-4f03-bc3c-2ee14a9f72cd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:11:34.490712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:11:34.534642 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc63f5-b7a6-4f95-8588-5386e5b18755 None None] Port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:11:34.548792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ef835785-cc23-4b7d-aca6-487ebcab360f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:34.622755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Router ef7ee2d7-387b-4dc6-97dd-9834ea05275d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:11:34.771383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:11:34.771845 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ce100ba5-283b-4065-80a4-e8fcb9ec114a None None] Provisioning complete for port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:34.772249 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce100ba5-283b-4065-80a4-e8fcb9ec114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:34.777974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d248a841-9d67-419c-8ff3-f49d10663db1 admin admin] 10.222.0.53 "PUT /v2.0/routers/ef7ee2d7-387b-4dc6-97dd-9834ea05275d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9875696 Jan 28 13:11:34.816236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ce100ba5-283b-4065-80a4-e8fcb9ec114a None None] Port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:11:35.280992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33204) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:35.286223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-89774672-network', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:11:35.306267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Made reservation on behalf of 6620758b9b5143da8c812d1489d8aec3 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:11:35.309378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.318524 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.399812 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Publish callbacks [] for security_group (188c82cf-e483-479b-99ce-39db3916f4d1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.404248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (188c82cf-e483-479b-99ce-39db3916f4d1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.426909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:11:35.444007 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (155e5d22-8281-4747-a0f4-d573c7a34862), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.444352 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Added segment 155e5d22-8281-4747-a0f4-d573c7a34862 of type vlan for network 8b2d3203-887d-46b8-86b5-859ec444f9f1 Jan 28 13:11:35.445546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188c82cf-e483-479b-99ce-39db3916f4d1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:35.492312 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (8b2d3203-887d-46b8-86b5-859ec444f9f1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.519536 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (8b2d3203-887d-46b8-86b5-859ec444f9f1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.520511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:11:35.521090 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.576662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2943747 Jan 28 13:11:35.579198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33206) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:35.585450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2ef12062-172e-4887-bece-aec5ce34c337 admin admin] Request body: {'subnet': {'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-89774672-subnet', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:11:35.599769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe46dd-a7fa-438c-a1bf-01dac19cd04f admin admin] Pushing event updated for resources: {'Network': ['ID=8b2d3203-887d-46b8-86b5-859ec444f9f1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:35.610704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 8b2d3203-887d-46b8-86b5-859ec444f9f1 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:11:35.613618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef12062-172e-4887-bece-aec5ce34c337 admin admin] Made reservation on behalf of 6620758b9b5143da8c812d1489d8aec3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:11:35.616089 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ef12062-172e-4887-bece-aec5ce34c337 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.788123 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ef12062-172e-4887-bece-aec5ce34c337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (a601b06f-7d75-4177-90ac-228e1e6ae862), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.844962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef12062-172e-4887-bece-aec5ce34c337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a601b06f-7d75-4177-90ac-228e1e6ae862,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:35.853960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef12062-172e-4887-bece-aec5ce34c337 admin admin] Checking segment: {'id': '155e5d22-8281-4747-a0f4-d573c7a34862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:11:35.854331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef12062-172e-4887-bece-aec5ce34c337 admin admin] Network hostable DHCP agents. Network: 8b2d3203-887d-46b8-86b5-859ec444f9f1, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:11:35.872516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef12062-172e-4887-bece-aec5ce34c337 admin admin] Network 8b2d3203-887d-46b8-86b5-859ec444f9f1 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:11:35.882297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2ef12062-172e-4887-bece-aec5ce34c337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 8b2d3203-887d-46b8-86b5-859ec444f9f1) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:11:35.886914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef12062-172e-4887-bece-aec5ce34c337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:11:35.887764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ef12062-172e-4887-bece-aec5ce34c337 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.893531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88230227-f387-4da2-a5c5-eae8f0ee5a35 None None] Network 8b2d3203-887d-46b8-86b5-859ec444f9f1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:11:35.904841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2ef12062-172e-4887-bece-aec5ce34c337 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3245993 Jan 28 13:11:35.907323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33208) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:35.911982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-89774672-router', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:11:35.933134 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.934589 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:35.992866 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Publish callbacks [] for router_controller (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.004627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-8b2d3203-887d-46b8-86b5-859ec444f9f1', 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1', 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'fixed_ips': [{'subnet_id': 'a601b06f-7d75-4177-90ac-228e1e6ae862'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:11:36.005493 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.145712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Publish callbacks [] for router_gateway (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.165193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Allocated IP 172.20.0.2 (8b2d3203-887d-46b8-86b5-859ec444f9f1/a601b06f-7d75-4177-90ac-228e1e6ae862/7bd6970f-05ac-4f45-95dd-bce2214a6f42) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:11:36.194803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:11:36.293479 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Sync routers for ids ['ef7ee2d7-387b-4dc6-97dd-9834ea05275d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:11:36.304108 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Routers {'ef7ee2d7-387b-4dc6-97dd-9834ea05275d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:36.305343 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:11:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['ef7ee2d7-387b-4dc6-97dd-9834ea05275d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:36.315463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:36.315839 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.374282 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Publish callbacks [] for router_gateway (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.398143 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.426393 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Set router ef7ee2d7-387b-4dc6-97dd-9834ea05275d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:36.435319 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Publish callbacks [] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.447721 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.459416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:36.459773 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.520093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Network 8b2d3203-887d-46b8-86b5-859ec444f9f1 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:11:36.528967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:11:36.531385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:11:36.537369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:36.546210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Allocated IP 172.25.7.109 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/e4dd1c3c-e589-4c38-ab97-0cc902d6bae9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:11:36.551308 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.568397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Pushing event updated for resources: {'Port': ['ID=7bd6970f-05ac-4f45-95dd-bce2214a6f42,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:36.631241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Attempting to bind port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:11:36.631942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Attempting to bind port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '155e5d22-8281-4747-a0f4-d573c7a34862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:11:36.631942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Attempting to bind port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 on network 8b2d3203-887d-46b8-86b5-859ec444f9f1 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:11:36.642927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:11:36.643314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Checking segment: {'id': '155e5d22-8281-4747-a0f4-d573c7a34862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:11:36.644136 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.644136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Bound using segment: {'id': '155e5d22-8281-4747-a0f4-d573c7a34862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:11:36.644567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Bound port: 7bd6970f-05ac-4f45-95dd-bce2214a6f42, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155e5d22-8281-4747-a0f4-d573c7a34862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:11:36.644945 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.660100 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Publish callbacks [] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.663315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:36.676811 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'name': 'tempest-TestAggregatesBasicOps-40364611-router', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:34Z', 'revision_number': 4, 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'gw_port': {'id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '35899c84-1344-4d4c-ae71-a7e3b39e3a16', 'name': '', 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'mac_address': 'fa:16:3e:1b:5e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '046773ec-9332-407e-a913-2f11c3b68098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:33Z', 'updated_at': '2022-01-28T13:11:34Z', 'revision_number': 2, 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'subnets': [{'id': '046773ec-9332-407e-a913-2f11c3b68098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:36.704851 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.707775 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Checking router: ef7ee2d7-387b-4dc6-97dd-9834ea05275d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:11:36.708125 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Updating router ef7ee2d7-387b-4dc6-97dd-9834ea05275d port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:11:36.721977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] For port 7bd6970f-05ac-4f45-95dd-bce2214a6f42, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:11:36.725950 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] For port 7bd6970f-05ac-4f45-95dd-bce2214a6f42, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7bd6970f-05ac-4f45-95dd-bce2214a6f42,segment=NetworkSegment(155e5d22-8281-4747-a0f4-d573c7a34862),segment_id=155e5d22-8281-4747-a0f4-d573c7a34862)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:11:36.732549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.738003 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:36.753020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:11:36.756167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:11:36.759661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:11:36.796929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Pushing event updated for resources: {'Port': ['ID=e4dd1c3c-e589-4c38-ab97-0cc902d6bae9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:36.801935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea1e92-5302-4651-a3e9-d23e5f727937 None None] Pushing event updated for resources: {'Port': ['ID=7bd6970f-05ac-4f45-95dd-bce2214a6f42,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:37.054158 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Publish callbacks [] for router_gateway (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.062313 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Publish callbacks [] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.068565 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.171942 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Attempting to bind port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:11:37.172312 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Attempting to bind port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'd43804ca-1903-4b28-b831-2d5aedaa8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:11:37.172682 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Attempting to bind port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 on network a945d71c-c193-4f03-bc3c-2ee14a9f72cd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:11:37.174697 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Pushing event updated for resources: {'Port': ['ID=35899c84-1344-4d4c-ae71-a7e3b39e3a16,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:37.183208 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.183584 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.183922 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.184259 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.184591 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.184918 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.185241 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.185616 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.185879 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.186198 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.186562 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.186833 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.187146 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:37.193202 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:11:37.193563 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Checking segment: {'id': 'd43804ca-1903-4b28-b831-2d5aedaa8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:11:37.194173 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.194708 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Bound using segment: {'id': 'd43804ca-1903-4b28-b831-2d5aedaa8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:11:37.195330 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Bound port: 35899c84-1344-4d4c-ae71-a7e3b39e3a16, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43804ca-1903-4b28-b831-2d5aedaa8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:11:37.195904 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.268108 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] For port 35899c84-1344-4d4c-ae71-a7e3b39e3a16, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:11:37.273129 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] For port 35899c84-1344-4d4c-ae71-a7e3b39e3a16, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=35899c84-1344-4d4c-ae71-a7e3b39e3a16,segment=NetworkSegment(d43804ca-1903-4b28-b831-2d5aedaa8933),segment_id=d43804ca-1903-4b28-b831-2d5aedaa8933)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:11:37.278601 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.279813 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.346291 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Routers {'ef7ee2d7-387b-4dc6-97dd-9834ea05275d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:37.347031 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:11:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['ef7ee2d7-387b-4dc6-97dd-9834ea05275d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:37.353353 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e6201-8812-4d16-9c84-6bbf1d709aa8 None None] Pushing event updated for resources: {'Port': ['ID=35899c84-1344-4d4c-ae71-a7e3b39e3a16,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:37.440541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Router 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:11:37.478480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-13f3edb6-08b0-4a08-bf89-487205c77a55 None None] Provisioning complete for port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:37.479961 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13f3edb6-08b0-4a08-bf89-487205c77a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.485613 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] Set router ef7ee2d7-387b-4dc6-97dd-9834ea05275d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:37.582932 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-13f3edb6-08b0-4a08-bf89-487205c77a55 None None] Current status of the port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:37.583542 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13f3edb6-08b0-4a08-bf89-487205c77a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.618373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:11:37.623805 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-13f3edb6-08b0-4a08-bf89-487205c77a55 None None] For port 35899c84-1344-4d4c-ae71-a7e3b39e3a16, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=35899c84-1344-4d4c-ae71-a7e3b39e3a16,segment=NetworkSegment(d43804ca-1903-4b28-b831-2d5aedaa8933),segment_id=d43804ca-1903-4b28-b831-2d5aedaa8933)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:37.634776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Sync routers for ids ['1a1d8e01-1844-4d7e-beb3-830dd24f9a27'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:11:37.644810 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13f3edb6-08b0-4a08-bf89-487205c77a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.661559 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.663549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1c1d1e76-668a-498f-a80e-7d70e785deaf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7551606 Jan 28 13:11:37.666095 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33214) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:37.682951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Routers {'1a1d8e01-1844-4d7e-beb3-830dd24f9a27'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:37.684044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:11:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a1d8e01-1844-4d7e-beb3-830dd24f9a27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:37.760772 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'name': 'tempest-TestAggregatesBasicOps-40364611-router', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:34Z', 'revision_number': 4, 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'gw_port': {'id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '35899c84-1344-4d4c-ae71-a7e3b39e3a16', 'name': '', 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'mac_address': 'fa:16:3e:1b:5e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '046773ec-9332-407e-a913-2f11c3b68098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:33Z', 'updated_at': '2022-01-28T13:11:37Z', 'revision_number': 4, 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'subnets': [{'id': '046773ec-9332-407e-a913-2f11c3b68098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:37.795550 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b1ad8-db28-4458-b5dd-72059ec6b347 None None] The sync data for ids ['ef7ee2d7-387b-4dc6-97dd-9834ea05275d'] in n-d-824835-4 is: [{'id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'name': 'tempest-TestAggregatesBasicOps-40364611-router', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:34Z', 'revision_number': 4, 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'gw_port': {'id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '35899c84-1344-4d4c-ae71-a7e3b39e3a16', 'name': '', 'network_id': 'a945d71c-c193-4f03-bc3c-2ee14a9f72cd', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'mac_address': 'fa:16:3e:1b:5e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '046773ec-9332-407e-a913-2f11c3b68098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:33Z', 'updated_at': '2022-01-28T13:11:37Z', 'revision_number': 4, 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'subnets': [{'id': '046773ec-9332-407e-a913-2f11c3b68098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:11:37.808206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3edb6-08b0-4a08-bf89-487205c77a55 None None] Pushing event updated for resources: {'Port': ['ID=35899c84-1344-4d4c-ae71-a7e3b39e3a16,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:37.826182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-30f2b259-c0c7-4c05-9279-4915b27c7a0a None None] Provisioning complete for port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:37.826557 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30f2b259-c0c7-4c05-9279-4915b27c7a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.877952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Set router 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:38.117628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f75bec6-91f8-442c-8b0e-57b144b1e2f7 None None] Network 8b2d3203-887d-46b8-86b5-859ec444f9f1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:11:38.128082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-30f2b259-c0c7-4c05-9279-4915b27c7a0a None None] Current status of the port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:38.302420 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5e7ec4fa-d768-4037-a82d-18df54b3ab6d None None] Provisioning complete for port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:38.303053 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec4fa-d768-4037-a82d-18df54b3ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:38.341004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'name': 'tempest-TestAggregatesBasicOps-89774672-router', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:35Z', 'updated_at': '2022-01-28T13:11:36Z', 'revision_number': 3, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'gw_port': {'id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:36Z', 'updated_at': '2022-01-28T13:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:38.383674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7bd6970f-05ac-4f45-95dd-bce2214a6f42 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:11:38.390464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Checking router: 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:11:38.390680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Updating router 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:11:38.461432 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:38.622595 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:38.788277 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:38.788818 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:38.809910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ec4fa-d768-4037-a82d-18df54b3ab6d None None] Current status of the port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:38.810305 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec4fa-d768-4037-a82d-18df54b3ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:38.813487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Allocated IP 172.20.0.1 (8b2d3203-887d-46b8-86b5-859ec444f9f1/a601b06f-7d75-4177-90ac-228e1e6ae862/6669e5ad-7974-4dc8-9caa-28ebc3c110ff) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:11:38.914799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5e7ec4fa-d768-4037-a82d-18df54b3ab6d None None] For port 7bd6970f-05ac-4f45-95dd-bce2214a6f42, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7bd6970f-05ac-4f45-95dd-bce2214a6f42,segment=NetworkSegment(155e5d22-8281-4747-a0f4-d573c7a34862),segment_id=155e5d22-8281-4747-a0f4-d573c7a34862)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:38.923405 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec4fa-d768-4037-a82d-18df54b3ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:38.934582 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Publish callbacks [] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:38.974823 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.018082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Network 8b2d3203-887d-46b8-86b5-859ec444f9f1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:11:39.026905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:11:39.029367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Pushing event updated for resources: {'Port': ['ID=6669e5ad-7974-4dc8-9caa-28ebc3c110ff,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:39.032537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:11:39.060945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ec4fa-d768-4037-a82d-18df54b3ab6d None None] Pushing event updated for resources: {'Port': ['ID=7bd6970f-05ac-4f45-95dd-bce2214a6f42,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:39.065025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.065349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.065693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.066030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.066366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.066697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.067024 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.067365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.067781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.068010 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.068336 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.068656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.068974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:39.070010 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:39.071096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:11:39.088355 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.122965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-83db7ec9-27e7-425a-85bb-a61409744338 None None] Provisioning complete for port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:39.123359 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83db7ec9-27e7-425a-85bb-a61409744338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.248526 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Publish callbacks [] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.263049 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.281530 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.332971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:39.333348 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.377373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-83db7ec9-27e7-425a-85bb-a61409744338 None None] Current status of the port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:39.397277 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a26a69-0cf0-4508-a843-33c37f6bc7c3 None None] Pushing event updated for resources: {'Port': ['ID=e4dd1c3c-e589-4c38-ab97-0cc902d6bae9,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:39.400345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Attempting to bind port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:11:39.400876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Attempting to bind port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:11:39.401810 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Attempting to bind port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:11:39.409838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:11:39.410221 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:11:39.410630 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.411027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:11:39.411532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Bound port: e4dd1c3c-e589-4c38-ab97-0cc902d6bae9, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:11:39.411919 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.472067 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Publish callbacks [] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.481055 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.513436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] For port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:11:39.518158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:39.519184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 35899c84-1344-4d4c-ae71-a7e3b39e3a16 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:11:39.530854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] For port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e4dd1c3c-e589-4c38-ab97-0cc902d6bae9,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:11:39.552493 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.559451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bdb15ff4-b8cd-4ebd-8c5b-3a5eb30375b2 None None] Provisioning complete for port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:39.559451 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdb15ff4-b8cd-4ebd-8c5b-3a5eb30375b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.562398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Pushing event updated for resources: {'Port': ['ID=6669e5ad-7974-4dc8-9caa-28ebc3c110ff,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:39.565057 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.663989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Network 8b2d3203-887d-46b8-86b5-859ec444f9f1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:11:39.665393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:11:39.668214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bdb15ff4-b8cd-4ebd-8c5b-3a5eb30375b2 None None] Port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:11:39.670571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Routers {'1a1d8e01-1844-4d7e-beb3-830dd24f9a27'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:39.671787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:11:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a1d8e01-1844-4d7e-beb3-830dd24f9a27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:39.676637 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a26a69-0cf0-4508-a843-33c37f6bc7c3 None None] Pushing event updated for resources: {'Port': ['ID=e4dd1c3c-e589-4c38-ab97-0cc902d6bae9,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:39.727704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:39.728088 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:39.790776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Router 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:11:39.834407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] Set router 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:39.910509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:39.914959 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:11:39.920317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-55f8d5c8-b2b2-471b-b9cd-ee00757bc046 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a1d8e01-1844-4d7e-beb3-830dd24f9a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2524617 Jan 28 13:11:40.019156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-14c894f6-b260-4ded-b76b-5c553cb10135 None None] Provisioning complete for port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:40.019567 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14c894f6-b260-4ded-b76b-5c553cb10135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:40.089704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-14c894f6-b260-4ded-b76b-5c553cb10135 None None] Port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:11:40.115775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'name': 'tempest-TestAggregatesBasicOps-89774672-router', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:35Z', 'updated_at': '2022-01-28T13:11:39Z', 'revision_number': 4, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'gw_port': {'id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:36Z', 'updated_at': '2022-01-28T13:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6669e5ad-7974-4dc8-9caa-28ebc3c110ff', 'name': '', 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'mac_address': 'fa:16:3e:46:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'a601b06f-7d75-4177-90ac-228e1e6ae862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:38Z', 'updated_at': '2022-01-28T13:11:39Z', 'revision_number': 2, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'subnets': [{'id': 'a601b06f-7d75-4177-90ac-228e1e6ae862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:40.146588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7bd6970f-05ac-4f45-95dd-bce2214a6f42 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:11:40.148987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a521a8c3-7e7e-443f-bd6f-54c581903586 None None] The sync data for ids ['1a1d8e01-1844-4d7e-beb3-830dd24f9a27'] in n-d-824835-4 is: [{'id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'name': 'tempest-TestAggregatesBasicOps-89774672-router', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:35Z', 'updated_at': '2022-01-28T13:11:39Z', 'revision_number': 4, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'gw_port': {'id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:36Z', 'updated_at': '2022-01-28T13:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6669e5ad-7974-4dc8-9caa-28ebc3c110ff', 'name': '', 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'mac_address': 'fa:16:3e:46:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'a601b06f-7d75-4177-90ac-228e1e6ae862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:38Z', 'updated_at': '2022-01-28T13:11:39Z', 'revision_number': 2, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'subnets': [{'id': 'a601b06f-7d75-4177-90ac-228e1e6ae862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:11:40.207106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:40.207680 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:40.310526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:40.592022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-37f347bb-c260-4243-babf-15ee50b2acb3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1772366 Jan 28 13:11:40.690545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-31ae2cb5-d882-4c22-b551-2b79802595e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:11:40.692091 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-31ae2cb5-d882-4c22-b551-2b79802595e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d56509ae449448fcad591a9356f33cfb&device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 1097 time: 0.0517938 Jan 28 13:11:40.829637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-5d3edbcc-09a3-45d8-9e46-b9379a0fda39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:11:40.831962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-5d3edbcc-09a3-45d8-9e46-b9379a0fda39 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6972b032-9601-4261-8879-067e77662e12 HTTP/1.1" status: 200 len: 910 time: 0.1169000 Jan 28 13:11:40.911864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-5da94ad1-c0d0-496a-8e7f-6715f06cabbf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80165e03-23ca-4c34-9973-d8a2f5598399 HTTP/1.1" status: 200 len: 1001 time: 0.0717716 Jan 28 13:11:40.991682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-514a1330-1ab1-4558-80c8-2b509d5a97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:11:40.993132 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-514a1330-1ab1-4558-80c8-2b509d5a97eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5871441-4c9f-4f0b-9c93-150f5e212fcf HTTP/1.1" status: 200 len: 848 time: 0.0752108 Jan 28 13:11:41.057364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-706065ec-7a09-4369-b379-76de5686559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:11:41.059436 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-706065ec-7a09-4369-b379-76de5686559a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6972b032-9601-4261-8879-067e77662e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608943 Jan 28 13:11:41.069882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-70c44a03-32e6-4795-a01f-d753be3e5727 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:11:41.070961 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-70c44a03-32e6-4795-a01f-d753be3e5727 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057068 Jan 28 13:11:41.096022 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33262) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:41.180224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-448c616d-4281-47ed-a76a-69aeb705dfcf service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001859 Jan 28 13:11:41.282008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54792ee2-0af8-4a08-a2d1-4586d76e7a65 req-abf0ccb3-89ba-4299-b15e-f4b35bd5309d service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961308 Jan 28 13:11:41.487695 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93e264ad-3291-4a01-bf0b-a142f2790214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:41.750740 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-93e264ad-3291-4a01-bf0b-a142f2790214 admin admin] Deleting port 35899c84-1344-4d4c-ae71-a7e3b39e3a16 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:41.751075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93e264ad-3291-4a01-bf0b-a142f2790214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:41.833250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-93e264ad-3291-4a01-bf0b-a142f2790214 admin admin] For port 35899c84-1344-4d4c-ae71-a7e3b39e3a16, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=35899c84-1344-4d4c-ae71-a7e3b39e3a16,segment=NetworkSegment(d43804ca-1903-4b28-b831-2d5aedaa8933),segment_id=d43804ca-1903-4b28-b831-2d5aedaa8933)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:41.833525 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93e264ad-3291-4a01-bf0b-a142f2790214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:41.846291 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-93e264ad-3291-4a01-bf0b-a142f2790214 admin admin] Calling delete_port for 35899c84-1344-4d4c-ae71-a7e3b39e3a16 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:42.027552 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93e264ad-3291-4a01-bf0b-a142f2790214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (35899c84-1344-4d4c-ae71-a7e3b39e3a16), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:42.050664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e264ad-3291-4a01-bf0b-a142f2790214 admin admin] Pushing event deleted for resources: {'Port': ['ID=35899c84-1344-4d4c-ae71-a7e3b39e3a16,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:42.247912 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93e264ad-3291-4a01-bf0b-a142f2790214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:42.308565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:11:42.367370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:42.367759 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:42.451334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:42.451926 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:42.467997 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Sync routers for ids ['1a1d8e01-1844-4d7e-beb3-830dd24f9a27'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:11:42.477224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e4dd1c3c-e589-4c38-ab97-0cc902d6bae9,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:42.479352 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Routers {'1a1d8e01-1844-4d7e-beb3-830dd24f9a27'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:42.480023 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:11:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a1d8e01-1844-4d7e-beb3-830dd24f9a27'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:42.484579 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:42.490110 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e264ad-3291-4a01-bf0b-a142f2790214 admin admin] Router ef7ee2d7-387b-4dc6-97dd-9834ea05275d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:11:42.545209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=e4dd1c3c-e589-4c38-ab97-0cc902d6bae9,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:42.597757 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Set router 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:42.611079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e264ad-3291-4a01-bf0b-a142f2790214 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:11:42.616190 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-93e264ad-3291-4a01-bf0b-a142f2790214 admin admin] 10.222.0.53 "PUT /v2.0/routers/ef7ee2d7-387b-4dc6-97dd-9834ea05275d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5183940 Jan 28 13:11:42.618630 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:42.625921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c7ce5-3e6e-4b75-9c8e-fc012a0ec317 None None] Sync routers for ids ['ef7ee2d7-387b-4dc6-97dd-9834ea05275d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:11:42.635867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c7ce5-3e6e-4b75-9c8e-fc012a0ec317 None None] Routers {'ef7ee2d7-387b-4dc6-97dd-9834ea05275d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:42.636499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-080c7ce5-3e6e-4b75-9c8e-fc012a0ec317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:11:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['ef7ee2d7-387b-4dc6-97dd-9834ea05275d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:42.747267 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Publish callbacks [] for router (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:42.768034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-080c7ce5-3e6e-4b75-9c8e-fc012a0ec317 None None] Set router ef7ee2d7-387b-4dc6-97dd-9834ea05275d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:42.861941 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Publish callbacks [] for router_gateway (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:42.925753 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Deleting port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:42.926092 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:42.952971 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'name': 'tempest-TestAggregatesBasicOps-89774672-router', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:35Z', 'updated_at': '2022-01-28T13:11:39Z', 'revision_number': 4, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'gw_port': {'id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:36Z', 'updated_at': '2022-01-28T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6669e5ad-7974-4dc8-9caa-28ebc3c110ff', 'name': '', 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'mac_address': 'fa:16:3e:46:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'a601b06f-7d75-4177-90ac-228e1e6ae862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:38Z', 'updated_at': '2022-01-28T13:11:39Z', 'revision_number': 2, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'subnets': [{'id': 'a601b06f-7d75-4177-90ac-228e1e6ae862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:42.973240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-080c7ce5-3e6e-4b75-9c8e-fc012a0ec317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'name': 'tempest-TestAggregatesBasicOps-40364611-router', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:41Z', 'revision_number': 5, 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'gw_port': {'id': 'dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:42.982168 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Checking router: 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:11:42.982520 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Updating router 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:11:43.003224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c7ce5-3e6e-4b75-9c8e-fc012a0ec317 None None] Checking router: ef7ee2d7-387b-4dc6-97dd-9834ea05275d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:11:43.008693 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.012219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c7ce5-3e6e-4b75-9c8e-fc012a0ec317 None None] Routers {'ef7ee2d7-387b-4dc6-97dd-9834ea05275d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:43.013085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-080c7ce5-3e6e-4b75-9c8e-fc012a0ec317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:11:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['ef7ee2d7-387b-4dc6-97dd-9834ea05275d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:43.018749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] For port dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:43.019117 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.032143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Calling delete_port for dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:43.221369 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.249086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:43.293049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-080c7ce5-3e6e-4b75-9c8e-fc012a0ec317 None None] Set router ef7ee2d7-387b-4dc6-97dd-9834ea05275d gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:43.301445 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Publish callbacks [] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.308460 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.319815 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.359768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-080c7ce5-3e6e-4b75-9c8e-fc012a0ec317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'name': 'tempest-TestAggregatesBasicOps-40364611-router', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:42Z', 'revision_number': 6, 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:43.382405 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56487287-0650-467d-9deb-d3b94c590600 None None] Pushing event updated for resources: {'Port': ['ID=6669e5ad-7974-4dc8-9caa-28ebc3c110ff,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:43.402968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c7ce5-3e6e-4b75-9c8e-fc012a0ec317 None None] The sync data for ids ['ef7ee2d7-387b-4dc6-97dd-9834ea05275d'] in n-d-824835-4 is: [{'id': 'ef7ee2d7-387b-4dc6-97dd-9834ea05275d', 'name': 'tempest-TestAggregatesBasicOps-40364611-router', 'tenant_id': '3a36395374cf46118e498ee3cb9df4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:31Z', 'updated_at': '2022-01-28T13:11:42Z', 'revision_number': 6, 'project_id': '3a36395374cf46118e498ee3cb9df4ae', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:11:43.447755 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.449135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Publish callbacks [] for router_controller (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.450466 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Attempting to bind port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:11:43.455082 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Attempting to bind port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '155e5d22-8281-4747-a0f4-d573c7a34862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:11:43.455082 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Attempting to bind port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff on network 8b2d3203-887d-46b8-86b5-859ec444f9f1 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:11:43.464268 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:11:43.465073 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Checking segment: {'id': '155e5d22-8281-4747-a0f4-d573c7a34862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:11:43.465484 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.467108 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Bound using segment: {'id': '155e5d22-8281-4747-a0f4-d573c7a34862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:11:43.468062 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Bound port: 6669e5ad-7974-4dc8-9caa-28ebc3c110ff, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155e5d22-8281-4747-a0f4-d573c7a34862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:11:43.469049 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.521098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (ef7ee2d7-387b-4dc6-97dd-9834ea05275d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.521881 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef7ee2d7-387b-4dc6-97dd-9834ea05275d {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:11:43.529456 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.531548 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a2f5ddef-9a77-48c4-be9a-0df67f788d5d admin admin] 10.222.0.53 "DELETE /v2.0/routers/ef7ee2d7-387b-4dc6-97dd-9834ea05275d HTTP/1.1" status: 204 len: 168 time: 0.9117353 Jan 28 13:11:43.534043 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33266) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:43.580895 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] For port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:11:43.593527 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] For port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6669e5ad-7974-4dc8-9caa-28ebc3c110ff,segment=NetworkSegment(155e5d22-8281-4747-a0f4-d573c7a34862),segment_id=155e5d22-8281-4747-a0f4-d573c7a34862)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:11:43.601377 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.605152 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd00fc29-b2d9-4235-a5dc-eb90bcc4724a admin admin] Deleting subnet 046773ec-9332-407e-a913-2f11c3b68098 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:11:43.612145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd00fc29-b2d9-4235-a5dc-eb90bcc4724a admin admin] Publish callbacks [] for subnet (046773ec-9332-407e-a913-2f11c3b68098), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.656289 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd00fc29-b2d9-4235-a5dc-eb90bcc4724a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (046773ec-9332-407e-a913-2f11c3b68098), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.658368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6516b238-de88-4ab0-b7f9-b458941b78b0 None None] Provisioning complete for port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:43.658825 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6516b238-de88-4ab0-b7f9-b458941b78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.677966 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Routers {'1a1d8e01-1844-4d7e-beb3-830dd24f9a27'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:43.678768 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:11:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a1d8e01-1844-4d7e-beb3-830dd24f9a27'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:43.682623 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56487287-0650-467d-9deb-d3b94c590600 None None] Pushing event updated for resources: {'Port': ['ID=6669e5ad-7974-4dc8-9caa-28ebc3c110ff,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:43.758887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6516b238-de88-4ab0-b7f9-b458941b78b0 None None] Current status of the port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:43.759280 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6516b238-de88-4ab0-b7f9-b458941b78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.783383 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd00fc29-b2d9-4235-a5dc-eb90bcc4724a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (046773ec-9332-407e-a913-2f11c3b68098), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.814383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6516b238-de88-4ab0-b7f9-b458941b78b0 None None] For port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6669e5ad-7974-4dc8-9caa-28ebc3c110ff,segment=NetworkSegment(155e5d22-8281-4747-a0f4-d573c7a34862),segment_id=155e5d22-8281-4747-a0f4-d573c7a34862)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:43.825873 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] Set router 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:43.828027 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6516b238-de88-4ab0-b7f9-b458941b78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.873731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd00fc29-b2d9-4235-a5dc-eb90bcc4724a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (046773ec-9332-407e-a913-2f11c3b68098), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.896414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516b238-de88-4ab0-b7f9-b458941b78b0 None None] Pushing event updated for resources: {'Port': ['ID=6669e5ad-7974-4dc8-9caa-28ebc3c110ff,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:43.912985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00fc29-b2d9-4235-a5dc-eb90bcc4724a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046773ec-9332-407e-a913-2f11c3b68098,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:43.917071 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd00fc29-b2d9-4235-a5dc-eb90bcc4724a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:43.920709 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dd00fc29-b2d9-4235-a5dc-eb90bcc4724a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/046773ec-9332-407e-a913-2f11c3b68098 HTTP/1.1" status: 204 len: 168 time: 0.3855505 Jan 28 13:11:43.923125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33268) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:43.940161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c58e87-2c43-4210-9075-16de415c6841 None None] Network a945d71c-c193-4f03-bc3c-2ee14a9f72cd requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:11:44.013626 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a945d71c-c193-4f03-bc3c-2ee14a9f72cd), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.063251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ed564cb2-4240-4944-be54-a4ac96086ae3 None None] Provisioning complete for port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:44.063652 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed564cb2-4240-4944-be54-a4ac96086ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.094280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Deleting port ef835785-cc23-4b7d-aca6-487ebcab360f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:44.094649 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.111988 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'name': 'tempest-TestAggregatesBasicOps-89774672-router', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:35Z', 'updated_at': '2022-01-28T13:11:39Z', 'revision_number': 4, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'gw_port': {'id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:36Z', 'updated_at': '2022-01-28T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6669e5ad-7974-4dc8-9caa-28ebc3c110ff', 'name': '', 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'mac_address': 'fa:16:3e:46:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'a601b06f-7d75-4177-90ac-228e1e6ae862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:38Z', 'updated_at': '2022-01-28T13:11:43Z', 'revision_number': 4, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'subnets': [{'id': 'a601b06f-7d75-4177-90ac-228e1e6ae862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:44.143935 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8911e656-01e2-4195-8b82-e3f000a6fc34 None None] The sync data for ids ['1a1d8e01-1844-4d7e-beb3-830dd24f9a27'] in n-d-824835-4 is: [{'id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'name': 'tempest-TestAggregatesBasicOps-89774672-router', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:35Z', 'updated_at': '2022-01-28T13:11:39Z', 'revision_number': 4, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'gw_port': {'id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:36Z', 'updated_at': '2022-01-28T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '6669e5ad-7974-4dc8-9caa-28ebc3c110ff', 'name': '', 'network_id': '8b2d3203-887d-46b8-86b5-859ec444f9f1', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'mac_address': 'fa:16:3e:46:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'a601b06f-7d75-4177-90ac-228e1e6ae862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:38Z', 'updated_at': '2022-01-28T13:11:43Z', 'revision_number': 4, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'subnets': [{'id': 'a601b06f-7d75-4177-90ac-228e1e6ae862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:11:44.152753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ed564cb2-4240-4944-be54-a4ac96086ae3 None None] Current status of the port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:44.168125 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] For port ef835785-cc23-4b7d-aca6-487ebcab360f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ef835785-cc23-4b7d-aca6-487ebcab360f,segment=NetworkSegment(d43804ca-1903-4b28-b831-2d5aedaa8933),segment_id=d43804ca-1903-4b28-b831-2d5aedaa8933)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:44.168487 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.182081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Calling delete_port for ef835785-cc23-4b7d-aca6-487ebcab360f owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:44.265780 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ef835785-cc23-4b7d-aca6-487ebcab360f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.299781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] No DVR routers for this DVR port ef835785-cc23-4b7d-aca6-487ebcab360f on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:11:44.306143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef835785-cc23-4b7d-aca6-487ebcab360f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:44.348997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b4d6af-8685-47c2-9f83-3422fea3a595 None None] DHCP port deletion for a945d71c-c193-4f03-bc3c-2ee14a9f72cd request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:11:44.393867 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a945d71c-c193-4f03-bc3c-2ee14a9f72cd), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.425133 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a945d71c-c193-4f03-bc3c-2ee14a9f72cd']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:44.437127 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43804ca-1903-4b28-b831-2d5aedaa8933') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:44.437476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43804ca-1903-4b28-b831-2d5aedaa8933') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:44.448632 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (d43804ca-1903-4b28-b831-2d5aedaa8933), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.466173 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d43804ca-1903-4b28-b831-2d5aedaa8933), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.473465 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:11:44.474405 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (d43804ca-1903-4b28-b831-2d5aedaa8933), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:11:44.476827 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:11:44.514278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:11:44.549825 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a945d71c-c193-4f03-bc3c-2ee14a9f72cd), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.564138 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.568305 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] 10.222.0.53 "DELETE /v2.0/networks/a945d71c-c193-4f03-bc3c-2ee14a9f72cd HTTP/1.1" status: 204 len: 168 time: 0.6440258 Jan 28 13:11:44.571005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33270) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:44.581556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:44.582094 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.622890 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf8cc2-33eb-4f1b-85c2-d59c7115ad2e admin admin] Pushing event deleted for resources: {'Network': ['ID=a945d71c-c193-4f03-bc3c-2ee14a9f72cd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:44.690459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:44.692214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6669e5ad-7974-4dc8-9caa-28ebc3c110ff up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:11:44.758979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:11:44.759718 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:44.890687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:11:44.956090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 35899c84-1344-4d4c-ae71-a7e3b39e3a16 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:11:44.982014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 35899c84-1344-4d4c-ae71-a7e3b39e3a16 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:11:44.986170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 35899c84-1344-4d4c-ae71-a7e3b39e3a16 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:11:44.986774 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ef835785-cc23-4b7d-aca6-487ebcab360f no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:11:45.009679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: ef835785-cc23-4b7d-aca6-487ebcab360f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:11:45.010263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ef835785-cc23-4b7d-aca6-487ebcab360f not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:11:45.010987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:11:45.032245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:11:45.032604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dc00e532-cd6d-47cb-a5f0-a0ebb2c7014b not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:11:45.061007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28f5f57a-c525-4aeb-8951-41a89417bb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:45.307863 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-28f5f57a-c525-4aeb-8951-41a89417bb06 admin admin] Deleting port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:45.308569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28f5f57a-c525-4aeb-8951-41a89417bb06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:45.386609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-28f5f57a-c525-4aeb-8951-41a89417bb06 admin admin] For port 6669e5ad-7974-4dc8-9caa-28ebc3c110ff, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6669e5ad-7974-4dc8-9caa-28ebc3c110ff,segment=NetworkSegment(155e5d22-8281-4747-a0f4-d573c7a34862),segment_id=155e5d22-8281-4747-a0f4-d573c7a34862)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:45.386884 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28f5f57a-c525-4aeb-8951-41a89417bb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:45.398151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-28f5f57a-c525-4aeb-8951-41a89417bb06 admin admin] Calling delete_port for 6669e5ad-7974-4dc8-9caa-28ebc3c110ff owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:45.905082 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28f5f57a-c525-4aeb-8951-41a89417bb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (6669e5ad-7974-4dc8-9caa-28ebc3c110ff), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:45.929408 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5f57a-c525-4aeb-8951-41a89417bb06 admin admin] Pushing event deleted for resources: {'Port': ['ID=6669e5ad-7974-4dc8-9caa-28ebc3c110ff,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:46.121629 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28f5f57a-c525-4aeb-8951-41a89417bb06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:46.341765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f5f57a-c525-4aeb-8951-41a89417bb06 admin admin] Router 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:11:46.447042 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f5f57a-c525-4aeb-8951-41a89417bb06 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:11:46.454243 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-28f5f57a-c525-4aeb-8951-41a89417bb06 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a1d8e01-1844-4d7e-beb3-830dd24f9a27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8805323 Jan 28 13:11:46.455054 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33272) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:46.457554 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc43c3-d8cd-4e62-8897-c27cdc7e8585 None None] Sync routers for ids ['1a1d8e01-1844-4d7e-beb3-830dd24f9a27'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:11:46.468573 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc43c3-d8cd-4e62-8897-c27cdc7e8585 None None] Routers {'1a1d8e01-1844-4d7e-beb3-830dd24f9a27'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:46.469183 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2dcc43c3-d8cd-4e62-8897-c27cdc7e8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:11:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a1d8e01-1844-4d7e-beb3-830dd24f9a27'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:46.564783 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Publish callbacks [] for router (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:46.577659 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2dcc43c3-d8cd-4e62-8897-c27cdc7e8585 None None] Set router 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:46.663148 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Publish callbacks [] for router_gateway (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:46.720821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Deleting port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:46.721155 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:46.764680 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2dcc43c3-d8cd-4e62-8897-c27cdc7e8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'name': 'tempest-TestAggregatesBasicOps-89774672-router', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:35Z', 'updated_at': '2022-01-28T13:11:45Z', 'revision_number': 5, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'gw_port': {'id': 'e4dd1c3c-e589-4c38-ab97-0cc902d6bae9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:11:36Z', 'updated_at': '2022-01-28T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:46.804837 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] For port e4dd1c3c-e589-4c38-ab97-0cc902d6bae9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e4dd1c3c-e589-4c38-ab97-0cc902d6bae9,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:46.805228 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:46.818235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Calling delete_port for e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:46.887967 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc43c3-d8cd-4e62-8897-c27cdc7e8585 None None] Checking router: 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:11:46.897184 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc43c3-d8cd-4e62-8897-c27cdc7e8585 None None] Routers {'1a1d8e01-1844-4d7e-beb3-830dd24f9a27'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:11:46.897997 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2dcc43c3-d8cd-4e62-8897-c27cdc7e8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:11:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['1a1d8e01-1844-4d7e-beb3-830dd24f9a27'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:46.982831 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2dcc43c3-d8cd-4e62-8897-c27cdc7e8585 None None] Set router 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:11:46.990971 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e4dd1c3c-e589-4c38-ab97-0cc902d6bae9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.015810 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dd1c3c-e589-4c38-ab97-0cc902d6bae9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:47.035071 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2dcc43c3-d8cd-4e62-8897-c27cdc7e8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'name': 'tempest-TestAggregatesBasicOps-89774672-router', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:35Z', 'updated_at': '2022-01-28T13:11:46Z', 'revision_number': 6, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:47.064549 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc43c3-d8cd-4e62-8897-c27cdc7e8585 None None] The sync data for ids ['1a1d8e01-1844-4d7e-beb3-830dd24f9a27'] in n-d-824835-4 is: [{'id': '1a1d8e01-1844-4d7e-beb3-830dd24f9a27', 'name': 'tempest-TestAggregatesBasicOps-89774672-router', 'tenant_id': '6620758b9b5143da8c812d1489d8aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:11:35Z', 'updated_at': '2022-01-28T13:11:46Z', 'revision_number': 6, 'project_id': '6620758b9b5143da8c812d1489d8aec3', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:11:47.091039 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.183694 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.185922 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Publish callbacks [] for router_controller (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.229470 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (1a1d8e01-1844-4d7e-beb3-830dd24f9a27), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.230068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a1d8e01-1844-4d7e-beb3-830dd24f9a27 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:11:47.234391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.235639 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5c476409-151e-4d06-b800-dc54e990fe29 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1a1d8e01-1844-4d7e-beb3-830dd24f9a27 HTTP/1.1" status: 204 len: 168 time: 0.7760680 Jan 28 13:11:47.238177 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:47.283419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-47499fab-f0fa-4eda-9086-83d9a6408145 admin admin] Deleting subnet a601b06f-7d75-4177-90ac-228e1e6ae862 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:11:47.286725 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47499fab-f0fa-4eda-9086-83d9a6408145 admin admin] Publish callbacks [] for subnet (a601b06f-7d75-4177-90ac-228e1e6ae862), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.333006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47499fab-f0fa-4eda-9086-83d9a6408145 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (a601b06f-7d75-4177-90ac-228e1e6ae862), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.409415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47499fab-f0fa-4eda-9086-83d9a6408145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (a601b06f-7d75-4177-90ac-228e1e6ae862), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.467302 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47499fab-f0fa-4eda-9086-83d9a6408145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (a601b06f-7d75-4177-90ac-228e1e6ae862), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.497144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47499fab-f0fa-4eda-9086-83d9a6408145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a601b06f-7d75-4177-90ac-228e1e6ae862,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:47.500768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-47499fab-f0fa-4eda-9086-83d9a6408145 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.503880 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-47499fab-f0fa-4eda-9086-83d9a6408145 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a601b06f-7d75-4177-90ac-228e1e6ae862 HTTP/1.1" status: 204 len: 168 time: 0.2647572 Jan 28 13:11:47.506342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33276) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:47.507041 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a746447c-918d-4984-aeaf-36dcf3f02c7c None None] Network 8b2d3203-887d-46b8-86b5-859ec444f9f1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:11:47.574389 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (8b2d3203-887d-46b8-86b5-859ec444f9f1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.630960 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Deleting port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:11:47.631293 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.701198 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] For port 7bd6970f-05ac-4f45-95dd-bce2214a6f42, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7bd6970f-05ac-4f45-95dd-bce2214a6f42,segment=NetworkSegment(155e5d22-8281-4747-a0f4-d573c7a34862),segment_id=155e5d22-8281-4747-a0f4-d573c7a34862)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:11:47.701557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.708300 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.717301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Calling delete_port for 7bd6970f-05ac-4f45-95dd-bce2214a6f42 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:11:47.795967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7bd6970f-05ac-4f45-95dd-bce2214a6f42), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.819602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd6970f-05ac-4f45-95dd-bce2214a6f42,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:47.825554 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] No DVR routers for this DVR port 7bd6970f-05ac-4f45-95dd-bce2214a6f42 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:11:47.841412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0fafd5-2b7f-4c3e-9b10-e22926d113af None None] DHCP port deletion for 8b2d3203-887d-46b8-86b5-859ec444f9f1 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:11:47.908444 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (8b2d3203-887d-46b8-86b5-859ec444f9f1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.930399 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2d3203-887d-46b8-86b5-859ec444f9f1']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:47.940640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155e5d22-8281-4747-a0f4-d573c7a34862') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:47.940944 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155e5d22-8281-4747-a0f4-d573c7a34862') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:11:47.951093 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (155e5d22-8281-4747-a0f4-d573c7a34862), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.969361 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (155e5d22-8281-4747-a0f4-d573c7a34862), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.975796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:11:47.976242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (155e5d22-8281-4747-a0f4-d573c7a34862), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:11:47.977893 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:11:48.039077 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (8b2d3203-887d-46b8-86b5-859ec444f9f1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:48.046428 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:48.049582 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8b2d3203-887d-46b8-86b5-859ec444f9f1 HTTP/1.1" status: 204 len: 168 time: 0.5423176 Jan 28 13:11:48.068000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33639579-efe3-46f9-8e1c-25a27f332d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2d3203-887d-46b8-86b5-859ec444f9f1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:48.080046 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:48.153185 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:11:48.174314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:11:48.174666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e4dd1c3c-e589-4c38-ab97-0cc902d6bae9 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:11:48.175093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7bd6970f-05ac-4f45-95dd-bce2214a6f42 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:11:48.201285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 7bd6970f-05ac-4f45-95dd-bce2214a6f42 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:11:48.201465 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7bd6970f-05ac-4f45-95dd-bce2214a6f42 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:11:48.201906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6669e5ad-7974-4dc8-9caa-28ebc3c110ff no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:11:48.223622 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 6669e5ad-7974-4dc8-9caa-28ebc3c110ff {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:11:48.223982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6669e5ad-7974-4dc8-9caa-28ebc3c110ff not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:11:48.242030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33280) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:48.284503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-29e289b6-f60f-4fe1-a7d3-9544a1548f56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a36395374cf46118e498ee3cb9df4ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404189 Jan 28 13:11:48.286105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33282) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:48.332233 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-921f8175-5ff9-47f7-a709-55c9c87dfe2b admin admin] Publish callbacks [] for security_group (f637fb20-a549-4df1-ab7b-2eec74d8d226), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:48.354787 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-921f8175-5ff9-47f7-a709-55c9c87dfe2b admin admin] Publish callbacks [] for security_group (f637fb20-a549-4df1-ab7b-2eec74d8d226), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:48.401781 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-921f8175-5ff9-47f7-a709-55c9c87dfe2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f637fb20-a549-4df1-ab7b-2eec74d8d226), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:48.404262 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-921f8175-5ff9-47f7-a709-55c9c87dfe2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:48.405858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-921f8175-5ff9-47f7-a709-55c9c87dfe2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f637fb20-a549-4df1-ab7b-2eec74d8d226 HTTP/1.1" status: 204 len: 168 time: 0.1188529 Jan 28 13:11:48.413337 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f8175-5ff9-47f7-a709-55c9c87dfe2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f637fb20-a549-4df1-ab7b-2eec74d8d226,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:48.733477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33288) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:48.774191 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2a3a746f-bcf6-46b9-b99b-ede00fe09e87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6620758b9b5143da8c812d1489d8aec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394800 Jan 28 13:11:48.776637 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33290) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:48.823642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4a11-a8fd-4855-973b-485454862409 admin admin] Publish callbacks [] for security_group (188c82cf-e483-479b-99ce-39db3916f4d1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:48.844494 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4a11-a8fd-4855-973b-485454862409 admin admin] Publish callbacks [] for security_group (188c82cf-e483-479b-99ce-39db3916f4d1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:48.892293 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4a11-a8fd-4855-973b-485454862409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (188c82cf-e483-479b-99ce-39db3916f4d1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:48.894865 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c2b4a11-a8fd-4855-973b-485454862409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:48.896053 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6c2b4a11-a8fd-4855-973b-485454862409 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/188c82cf-e483-479b-99ce-39db3916f4d1 HTTP/1.1" status: 204 len: 168 time: 0.1185067 Jan 28 13:11:48.904725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b4a11-a8fd-4855-973b-485454862409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188c82cf-e483-479b-99ce-39db3916f4d1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:49.288463 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfdd366b-6074-4746-a109-d6676f33e7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:51.619501 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c846df-797c-4144-b4ea-bdb784e29645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:52.256472 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:11:53.092397 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:54.756863 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:56.083297 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:17.708768 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:18.057194 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:19.280768 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5df5dd8-f75d-4ae4-83b2-ad9a5f75f1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:21.622199 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5035066-f0d6-446b-8794-eaeebd461ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:23.095514 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:24.766522 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:26.086476 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:29.256142 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:12:39.854476 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01de5903-ca02-4f45-a07f-e58c4f6983fb req-9f3dd471-68e2-483e-94f7-57de0e63baa2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490232 Jan 28 13:12:39.946611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de5903-ca02-4f45-a07f-e58c4f6983fb req-afe2a3b4-e03d-4e0b-b691-7451e1e12d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:12:39.948153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01de5903-ca02-4f45-a07f-e58c4f6983fb req-afe2a3b4-e03d-4e0b-b691-7451e1e12d37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d56509ae449448fcad591a9356f33cfb&device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 1097 time: 0.0505261 Jan 28 13:12:40.053524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de5903-ca02-4f45-a07f-e58c4f6983fb req-a3bd4916-7081-4109-a15f-2d525972af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:12:40.055016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01de5903-ca02-4f45-a07f-e58c4f6983fb req-a3bd4916-7081-4109-a15f-2d525972af2a service neutron] 10.222.0.49 "GET /v2.0/networks?id=6972b032-9601-4261-8879-067e77662e12 HTTP/1.1" status: 200 len: 910 time: 0.0887415 Jan 28 13:12:40.130985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01de5903-ca02-4f45-a07f-e58c4f6983fb req-77f63513-a05a-426d-ba1f-b16789819f70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80165e03-23ca-4c34-9973-d8a2f5598399 HTTP/1.1" status: 200 len: 1001 time: 0.0702927 Jan 28 13:12:40.181690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de5903-ca02-4f45-a07f-e58c4f6983fb req-0fc5561b-4dc2-4631-a65b-6836799663d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:12:40.183194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01de5903-ca02-4f45-a07f-e58c4f6983fb req-0fc5561b-4dc2-4631-a65b-6836799663d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5871441-4c9f-4f0b-9c93-150f5e212fcf HTTP/1.1" status: 200 len: 848 time: 0.0447121 Jan 28 13:12:40.230453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de5903-ca02-4f45-a07f-e58c4f6983fb req-821101d7-3eec-4882-ad94-96f745c12546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:12:40.232023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01de5903-ca02-4f45-a07f-e58c4f6983fb req-821101d7-3eec-4882-ad94-96f745c12546 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6972b032-9601-4261-8879-067e77662e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427313 Jan 28 13:12:40.324541 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01de5903-ca02-4f45-a07f-e58c4f6983fb req-415f8546-e49d-4d92-848d-b67dedbd92f2 service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866570 Jan 28 13:12:40.413149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01de5903-ca02-4f45-a07f-e58c4f6983fb req-4d1dc172-3ccb-47d7-8dbf-980952cb21c3 service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832913 Jan 28 13:12:47.710310 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:48.063094 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:49.282860 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7e475000-2317-4d7e-9ecc-ce2ee96ccd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:51.624520 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cb8c6ed-409b-4713-8edb-8850bebf6b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:53.099257 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:54.759072 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:56.089649 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:02.218675 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-a958ec5e-f8ba-4f4c-a628-cf16dcf6dd94 req-bd8fb35b-9153-4b99-ba97-156803c4a70b service neutron] (103128) timed out ('10.222.0.53', 43914) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:13:06.255576 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:13:17.711738 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:18.079264 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:19.287268 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4708cc0c-0154-43ce-a1f9-d3395527a1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:21.625590 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79527ca0-6433-4884-b17f-3ebabaccf97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:23.101879 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:24.762630 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:26.092676 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:40.858265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b8f7124-5486-4709-83ed-792638b4408a req-2acdeaa9-a622-435a-a845-6e543a5bd07e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470290 Jan 28 13:13:40.941731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f7124-5486-4709-83ed-792638b4408a req-a4d22bc8-ce50-413b-a2a1-e3e0f8db9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:13:40.943202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b8f7124-5486-4709-83ed-792638b4408a req-a4d22bc8-ce50-413b-a2a1-e3e0f8db9666 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d56509ae449448fcad591a9356f33cfb&device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 1097 time: 0.0416925 Jan 28 13:13:41.044653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f7124-5486-4709-83ed-792638b4408a req-9706b712-e9e1-40ad-ae64-fff0b9ce0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:13:41.046109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b8f7124-5486-4709-83ed-792638b4408a req-9706b712-e9e1-40ad-ae64-fff0b9ce0ff3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6972b032-9601-4261-8879-067e77662e12 HTTP/1.1" status: 200 len: 910 time: 0.0847702 Jan 28 13:13:41.115000 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b8f7124-5486-4709-83ed-792638b4408a req-d53466f1-c022-4cf0-bc1e-94d2dc1b89b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80165e03-23ca-4c34-9973-d8a2f5598399 HTTP/1.1" status: 200 len: 1001 time: 0.0622265 Jan 28 13:13:41.162398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f7124-5486-4709-83ed-792638b4408a req-73119334-09d9-4c73-8a2f-3cbf0c029808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:13:41.163839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b8f7124-5486-4709-83ed-792638b4408a req-73119334-09d9-4c73-8a2f-3cbf0c029808 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5871441-4c9f-4f0b-9c93-150f5e212fcf HTTP/1.1" status: 200 len: 848 time: 0.0436034 Jan 28 13:13:41.207965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f7124-5486-4709-83ed-792638b4408a req-c75446f5-faef-48bf-964e-70693370498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:13:41.209405 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b8f7124-5486-4709-83ed-792638b4408a req-c75446f5-faef-48bf-964e-70693370498b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6972b032-9601-4261-8879-067e77662e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398123 Jan 28 13:13:41.299134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b8f7124-5486-4709-83ed-792638b4408a req-93dd4f58-f8da-4b71-869b-69fb92b52505 service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835311 Jan 28 13:13:41.384984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b8f7124-5486-4709-83ed-792638b4408a req-9d38c4e0-aa3f-4394-8b77-d82e4d8cc307 service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802283 Jan 28 13:13:43.255449 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:13:47.708244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:48.070770 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:49.289192 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8edd06d6-ef4b-42f9-bcdc-94864587668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:51.629813 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e758437-0fe9-474f-b50b-f4488c0ec2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:53.105564 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:54.767017 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:56.096277 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:17.709091 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:18.080598 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:19.291865 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-12c92642-148e-4730-896d-50d08a932441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:20.254649 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:14:21.635733 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81ce5cd9-e96f-4e7a-b750-7c0cd56ac9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:23.110963 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:24.780874 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:26.101406 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:40.843961 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e1eb16f-e449-441b-8b64-48d201873ea9 req-f77e5e3d-04b8-47e4-9e8b-cdd813951d01 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445411 Jan 28 13:14:40.932170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eb16f-e449-441b-8b64-48d201873ea9 req-d9ed8ab2-aeb4-4600-8f4c-1fdf41fbc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:14:40.933663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e1eb16f-e449-441b-8b64-48d201873ea9 req-d9ed8ab2-aeb4-4600-8f4c-1fdf41fbc79d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d56509ae449448fcad591a9356f33cfb&device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 1097 time: 0.0459921 Jan 28 13:14:41.037109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eb16f-e449-441b-8b64-48d201873ea9 req-592f86c4-9f36-440a-b446-d1bdb92210ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:14:41.038567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e1eb16f-e449-441b-8b64-48d201873ea9 req-592f86c4-9f36-440a-b446-d1bdb92210ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=6972b032-9601-4261-8879-067e77662e12 HTTP/1.1" status: 200 len: 910 time: 0.0862508 Jan 28 13:14:41.108157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e1eb16f-e449-441b-8b64-48d201873ea9 req-67c1e136-fba4-473d-a5e7-043a7e4b6ae5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80165e03-23ca-4c34-9973-d8a2f5598399 HTTP/1.1" status: 200 len: 1001 time: 0.0639033 Jan 28 13:14:41.155462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eb16f-e449-441b-8b64-48d201873ea9 req-0e242066-87e2-4c3d-a18e-fdaa39a8ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:14:41.156902 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e1eb16f-e449-441b-8b64-48d201873ea9 req-0e242066-87e2-4c3d-a18e-fdaa39a8ec91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5871441-4c9f-4f0b-9c93-150f5e212fcf HTTP/1.1" status: 200 len: 848 time: 0.0436888 Jan 28 13:14:41.202252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eb16f-e449-441b-8b64-48d201873ea9 req-342148b1-ec6d-4c04-b2aa-2e04000d2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:14:41.203760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e1eb16f-e449-441b-8b64-48d201873ea9 req-342148b1-ec6d-4c04-b2aa-2e04000d2966 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6972b032-9601-4261-8879-067e77662e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408978 Jan 28 13:14:41.297208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e1eb16f-e449-441b-8b64-48d201873ea9 req-a43c2482-aefc-4e44-8230-72e9564ebc10 service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865777 Jan 28 13:14:41.386521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e1eb16f-e449-441b-8b64-48d201873ea9 req-9ba45802-f309-47fd-97fd-9ad0f72e861a service neutron] 10.222.0.49 "GET /v2.0/networks/6972b032-9601-4261-8879-067e77662e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814743 Jan 28 13:14:47.705877 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:48.075203 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:49.293088 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22b664d5-3a9a-4183-b485-2eadcc0bc2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:51.627988 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3045-ea24-4898-a0d2-0328d3fed584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:53.111053 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:54.772571 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:56.108492 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:57.253894 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:15:10.535235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-19810a4a-08a6-4a36-b9b5-54be06af7c0c req-d3235bff-3220-4e6e-ae8e-6cc5ac469363 service neutron] (103129) timed out ('10.222.0.49', 53272) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:15:17.704307 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:18.069948 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:19.295569 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33488dff-c1e5-4a81-ae07-89c2c14a42e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:21.629224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10b16379-9371-425f-b451-33b8d0f20afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:23.113333 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:24.774865 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:26.101305 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:30.202913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb8ff9-c5b9-41dc-ba71-66564c0a0c2d req-a099ec07-3ddf-4696-b303-4d27d0928ff3 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:30.204412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53eb8ff9-c5b9-41dc-ba71-66564c0a0c2d req-a099ec07-3ddf-4696-b303-4d27d0928ff3 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 946 time: 0.0544019 Jan 28 13:15:30.254878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53eb8ff9-c5b9-41dc-ba71-66564c0a0c2d req-2d7bc314-3884-4268-ba5a-8af3c7058624 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447950 Jan 28 13:15:31.393065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265202e0-0922-4490-9df4-33913271b9bd req-83993e9d-9f47-4936-9a61-bc4aa797fcbb tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:31.394527 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-265202e0-0922-4490-9df4-33913271b9bd req-83993e9d-9f47-4936-9a61-bc4aa797fcbb tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 946 time: 0.0692465 Jan 28 13:15:31.429914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-f40a053e-7c59-433a-8ce3-9c1a578d30e1 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:31.431303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-f40a053e-7c59-433a-8ce3-9c1a578d30e1 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.49 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 946 time: 0.0717845 Jan 28 13:15:31.489956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-265202e0-0922-4490-9df4-33913271b9bd req-8d6422fd-b9d0-4d07-afe6-703da6e29393 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/security-groups?id=88b2c651-d9c8-4df8-a48d-ff125016a84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881112 Jan 28 13:15:31.540048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Deleting port 80165e03-23ca-4c34-9973-d8a2f5598399 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:15:31.540305 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.632793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] For port 80165e03-23ca-4c34-9973-d8a2f5598399, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=80165e03-23ca-4c34-9973-d8a2f5598399,segment=NetworkSegment(c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4),segment_id=c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:31.633155 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.804908 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.805186 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (ce8fe45e-8287-4f6c-85bd-61fe36034dbb), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.805497 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Floating IP ce8fe45e-8287-4f6c-85bd-61fe36034dbb disassociated. External IP: 172.25.7.65, port: 80165e03-23ca-4c34-9973-d8a2f5598399. Jan 28 13:15:31.805837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Calling delete_port for 80165e03-23ca-4c34-9973-d8a2f5598399 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:15:31.947087 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (80165e03-23ca-4c34-9973-d8a2f5598399), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:31.975475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event deleted for resources: {'Port': ['ID=80165e03-23ca-4c34-9973-d8a2f5598399,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:31.987548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.988407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.988407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.988587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.988863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.989194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.989522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.989847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.990174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.990502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.990828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.991151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:31.991502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:32.104050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Router a3172625-6d6b-4731-b32c-9bd0ee14f493 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:15:32.213458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:15:32.223929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba82d7-3dd0-4ed9-92bf-b3c951ef0ac4 None None] Sync routers for ids ['a3172625-6d6b-4731-b32c-9bd0ee14f493'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:15:32.234795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba82d7-3dd0-4ed9-92bf-b3c951ef0ac4 None None] Routers {'a3172625-6d6b-4731-b32c-9bd0ee14f493'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:32.235561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-20ba82d7-3dd0-4ed9-92bf-b3c951ef0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:15:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a3172625-6d6b-4731-b32c-9bd0ee14f493'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:32.253531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] No DVR routers for this DVR port 80165e03-23ca-4c34-9973-d8a2f5598399 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:15:32.256440 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:32.259778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8adab8bb-1af9-41c9-b9a8-61e53f1a9369 req-6712d034-3969-465f-8813-9a9efcd2e2be tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.49 "DELETE /v2.0/ports/80165e03-23ca-4c34-9973-d8a2f5598399 HTTP/1.1" status: 204 len: 173 time: 0.8234923 Jan 28 13:15:32.260251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5afee8-a8ea-433d-807b-71770693a575', 'name': 'network-vif-deleted', 'tag': '80165e03-23ca-4c34-9973-d8a2f5598399'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:15:32.262525 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43a5d97-0159-4ac6-97bb-7ecb711667a2" -d '{"events": [{"server_uuid": "db5afee8-a8ea-433d-807b-71770693a575", "name": "network-vif-deleted", "tag": "80165e03-23ca-4c34-9973-d8a2f5598399"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:15:32.353840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-20ba82d7-3dd0-4ed9-92bf-b3c951ef0ac4 None None] Set router a3172625-6d6b-4731-b32c-9bd0ee14f493 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:32.484954 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764827e7-bea9-4fc4-a128-b47bcec52c2c x-openstack-request-id: req-764827e7-bea9-4fc4-a128-b47bcec52c2c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:15:32.485780 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5afee8-a8ea-433d-807b-71770693a575", "name": "network-vif-deleted", "tag": "80165e03-23ca-4c34-9973-d8a2f5598399", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:15:32.486031 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-764827e7-bea9-4fc4-a128-b47bcec52c2c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:15:32.486446 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5afee8-a8ea-433d-807b-71770693a575', 'name': 'network-vif-deleted', 'tag': '80165e03-23ca-4c34-9973-d8a2f5598399', 'status': 'completed', 'code': 200} Jan 28 13:15:32.573078 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-20ba82d7-3dd0-4ed9-92bf-b3c951ef0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:10:21Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dc0114e2-3505-4930-a957-a0acd1846dd9', 'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'mac_address': 'fa:16:3e:c8:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:21Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 5, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'subnets': [{'id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:32.601244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba82d7-3dd0-4ed9-92bf-b3c951ef0ac4 None None] Checking router: a3172625-6d6b-4731-b32c-9bd0ee14f493 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:15:32.610162 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba82d7-3dd0-4ed9-92bf-b3c951ef0ac4 None None] Routers {'a3172625-6d6b-4731-b32c-9bd0ee14f493'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:32.610786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-20ba82d7-3dd0-4ed9-92bf-b3c951ef0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:15:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a3172625-6d6b-4731-b32c-9bd0ee14f493'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:32.726093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fa1468f1-6796-4298-8389-978a50269a98 req-86ac354c-bd1f-466a-abc5-199f5f3bde60 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5afee8-a8ea-433d-807b-71770693a575 HTTP/1.1" status: 200 len: 210 time: 0.0345750 Jan 28 13:15:32.885321 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-20ba82d7-3dd0-4ed9-92bf-b3c951ef0ac4 None None] Set router a3172625-6d6b-4731-b32c-9bd0ee14f493 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:33.082893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-20ba82d7-3dd0-4ed9-92bf-b3c951ef0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:10:21Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dc0114e2-3505-4930-a957-a0acd1846dd9', 'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'mac_address': 'fa:16:3e:c8:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:21Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 5, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'subnets': [{'id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:33.110603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba82d7-3dd0-4ed9-92bf-b3c951ef0ac4 None None] The sync data for ids ['a3172625-6d6b-4731-b32c-9bd0ee14f493'] in n-d-824835-4 is: [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:10:21Z', 'revision_number': 4, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dc0114e2-3505-4930-a957-a0acd1846dd9', 'name': '', 'network_id': '6972b032-9601-4261-8879-067e77662e12', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'mac_address': 'fa:16:3e:c8:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:21Z', 'updated_at': '2022-01-28T13:10:29Z', 'revision_number': 5, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'subnets': [{'id': 'a5871441-4c9f-4f0b-9c93-150f5e212fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:15:33.338835 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae0ef8a-40bf-49d0-a848-09cee5eef4dd None None] New status for floating IP ce8fe45e-8287-4f6c-85bd-61fe36034dbb: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:15:33.787176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33366) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:33.909688 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Deleting port ef3ac976-cd58-45bb-bc2c-46ca812eca6a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:15:33.910017 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ef3ac976-cd58-45bb-bc2c-46ca812eca6a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.989205 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ef3ac976-cd58-45bb-bc2c-46ca812eca6a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:33.989532 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for floatingip (ef3ac976-cd58-45bb-bc2c-46ca812eca6a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.001574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Calling delete_port for ef3ac976-cd58-45bb-bc2c-46ca812eca6a owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:15:34.144898 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ef3ac976-cd58-45bb-bc2c-46ca812eca6a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.168766 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event deleted for resources: {'Port': ['ID=ef3ac976-cd58-45bb-bc2c-46ca812eca6a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:34.182529 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.182888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.183232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.183594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.183934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.184272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.184603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.184934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.185264 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.185625 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.186168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.186674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.187010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:34.240660 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for floatingip (ce8fe45e-8287-4f6c-85bd-61fe36034dbb), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.243355 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.244530 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0e88d8e0-da67-4010-ab5e-65a13e658d16 tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "DELETE /v2.0/floatingips/ce8fe45e-8287-4f6c-85bd-61fe36034dbb HTTP/1.1" status: 204 len: 168 time: 0.4560750 Jan 28 13:15:34.253277 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:15:34.314297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33374) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:34.372909 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23a05d08-990d-4069-8e17-0620e7b86e5b tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group (88b2c651-d9c8-4df8-a48d-ff125016a84c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.403186 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23a05d08-990d-4069-8e17-0620e7b86e5b tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group (88b2c651-d9c8-4df8-a48d-ff125016a84c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.465829 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23a05d08-990d-4069-8e17-0620e7b86e5b tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (88b2c651-d9c8-4df8-a48d-ff125016a84c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.468982 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23a05d08-990d-4069-8e17-0620e7b86e5b tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.470126 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-23a05d08-990d-4069-8e17-0620e7b86e5b tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] 10.222.0.53 "DELETE /v2.0/security-groups/88b2c651-d9c8-4df8-a48d-ff125016a84c HTTP/1.1" status: 204 len: 168 time: 0.1548281 Jan 28 13:15:34.479306 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a05d08-990d-4069-8e17-0620e7b86e5b tempest-TestServerBasicOps-1166617466 tempest-TestServerBasicOps-1166617466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b2c651-d9c8-4df8-a48d-ff125016a84c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:34.511390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:35.033566 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a38321e1-ab6c-411e-9dea-b21e3d902936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (a3172625-6d6b-4731-b32c-9bd0ee14f493), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.277621 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a38321e1-ab6c-411e-9dea-b21e3d902936 admin admin] Deleting port dc0114e2-3505-4930-a957-a0acd1846dd9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:15:35.277961 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a38321e1-ab6c-411e-9dea-b21e3d902936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.690454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a38321e1-ab6c-411e-9dea-b21e3d902936 admin admin] For port dc0114e2-3505-4930-a957-a0acd1846dd9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dc0114e2-3505-4930-a957-a0acd1846dd9,segment=NetworkSegment(c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4),segment_id=c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:35.690815 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a38321e1-ab6c-411e-9dea-b21e3d902936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.703647 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a38321e1-ab6c-411e-9dea-b21e3d902936 admin admin] Calling delete_port for dc0114e2-3505-4930-a957-a0acd1846dd9 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:15:35.883064 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a38321e1-ab6c-411e-9dea-b21e3d902936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (dc0114e2-3505-4930-a957-a0acd1846dd9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:35.910600 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38321e1-ab6c-411e-9dea-b21e3d902936 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0114e2-3505-4930-a957-a0acd1846dd9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:36.076644 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a38321e1-ab6c-411e-9dea-b21e3d902936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (a3172625-6d6b-4731-b32c-9bd0ee14f493), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.133004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 80165e03-23ca-4c34-9973-d8a2f5598399 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:15:36.156225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 80165e03-23ca-4c34-9973-d8a2f5598399 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:15:36.156728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 80165e03-23ca-4c34-9973-d8a2f5598399 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:15:36.312482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38321e1-ab6c-411e-9dea-b21e3d902936 admin admin] Router a3172625-6d6b-4731-b32c-9bd0ee14f493 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:15:36.426510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38321e1-ab6c-411e-9dea-b21e3d902936 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:15:36.431390 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a38321e1-ab6c-411e-9dea-b21e3d902936 admin admin] 10.222.0.53 "PUT /v2.0/routers/a3172625-6d6b-4731-b32c-9bd0ee14f493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9188817 Jan 28 13:15:36.433888 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33382) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:36.437355 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3236a1-9578-475e-af46-e986fc53f8fa None None] Sync routers for ids ['a3172625-6d6b-4731-b32c-9bd0ee14f493'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:15:36.450810 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3236a1-9578-475e-af46-e986fc53f8fa None None] Routers {'a3172625-6d6b-4731-b32c-9bd0ee14f493'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:36.451532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5a3236a1-9578-475e-af46-e986fc53f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:15:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a3172625-6d6b-4731-b32c-9bd0ee14f493'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:36.539695 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Publish callbacks [] for router (a3172625-6d6b-4731-b32c-9bd0ee14f493), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.558946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5a3236a1-9578-475e-af46-e986fc53f8fa None None] Set router a3172625-6d6b-4731-b32c-9bd0ee14f493 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:36.643241 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Publish callbacks [] for router_gateway (a3172625-6d6b-4731-b32c-9bd0ee14f493), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.700910 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Deleting port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:15:36.701686 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.740021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5a3236a1-9578-475e-af46-e986fc53f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:15:35Z', 'revision_number': 5, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port': {'id': 'b6fcb8a4-eb6d-4e07-b6ac-738891c4255d', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:19Z', 'updated_at': '2022-01-28T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:36.767466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3236a1-9578-475e-af46-e986fc53f8fa None None] Checking router: a3172625-6d6b-4731-b32c-9bd0ee14f493 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:15:36.776160 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3236a1-9578-475e-af46-e986fc53f8fa None None] Routers {'a3172625-6d6b-4731-b32c-9bd0ee14f493'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:36.776851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5a3236a1-9578-475e-af46-e986fc53f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:15:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['a3172625-6d6b-4731-b32c-9bd0ee14f493'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:36.782371 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] For port b6fcb8a4-eb6d-4e07-b6ac-738891c4255d, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b6fcb8a4-eb6d-4e07-b6ac-738891c4255d,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:36.782736 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.795936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Calling delete_port for b6fcb8a4-eb6d-4e07-b6ac-738891c4255d owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:15:36.865227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5a3236a1-9578-475e-af46-e986fc53f8fa None None] Set router a3172625-6d6b-4731-b32c-9bd0ee14f493 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:36.919503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5a3236a1-9578-475e-af46-e986fc53f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 6, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:36.946360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3236a1-9578-475e-af46-e986fc53f8fa None None] The sync data for ids ['a3172625-6d6b-4731-b32c-9bd0ee14f493'] in n-d-824835-4 is: [{'id': 'a3172625-6d6b-4731-b32c-9bd0ee14f493', 'name': 'tempest-TestServerBasicOps-1421650980-router', 'tenant_id': 'd56509ae449448fcad591a9356f33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:18Z', 'updated_at': '2022-01-28T13:15:36Z', 'revision_number': 6, 'project_id': 'd56509ae449448fcad591a9356f33cfb', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:15:36.966450 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (b6fcb8a4-eb6d-4e07-b6ac-738891c4255d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:36.995666 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fcb8a4-eb6d-4e07-b6ac-738891c4255d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:37.052926 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (a3172625-6d6b-4731-b32c-9bd0ee14f493), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.145767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (a3172625-6d6b-4731-b32c-9bd0ee14f493), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.148040 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Publish callbacks [] for router_controller (a3172625-6d6b-4731-b32c-9bd0ee14f493), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.193837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (a3172625-6d6b-4731-b32c-9bd0ee14f493), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.194415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3172625-6d6b-4731-b32c-9bd0ee14f493 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:15:37.199407 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.200634 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8342de39-d41a-41c6-a5ed-206850a84e23 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a3172625-6d6b-4731-b32c-9bd0ee14f493 HTTP/1.1" status: 204 len: 168 time: 0.7658267 Jan 28 13:15:37.203594 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33384) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:37.249104 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a05de4a-5bcf-41f5-8efd-ba2bd36652dc admin admin] Deleting subnet a5871441-4c9f-4f0b-9c93-150f5e212fcf {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:15:37.252403 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a05de4a-5bcf-41f5-8efd-ba2bd36652dc admin admin] Publish callbacks [] for subnet (a5871441-4c9f-4f0b-9c93-150f5e212fcf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.287046 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a05de4a-5bcf-41f5-8efd-ba2bd36652dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (a5871441-4c9f-4f0b-9c93-150f5e212fcf), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.376256 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a05de4a-5bcf-41f5-8efd-ba2bd36652dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (a5871441-4c9f-4f0b-9c93-150f5e212fcf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.428088 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a05de4a-5bcf-41f5-8efd-ba2bd36652dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (a5871441-4c9f-4f0b-9c93-150f5e212fcf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.452353 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05de4a-5bcf-41f5-8efd-ba2bd36652dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5871441-4c9f-4f0b-9c93-150f5e212fcf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:37.459111 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a05de4a-5bcf-41f5-8efd-ba2bd36652dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.463012 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6a05de4a-5bcf-41f5-8efd-ba2bd36652dc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a5871441-4c9f-4f0b-9c93-150f5e212fcf HTTP/1.1" status: 204 len: 168 time: 0.2584960 Jan 28 13:15:37.465838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33386) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:37.465983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf160f-cc6c-4672-9016-24645bc07d9e None None] Network 6972b032-9601-4261-8879-067e77662e12 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:15:37.536049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (6972b032-9601-4261-8879-067e77662e12), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.597959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Deleting port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:15:37.598297 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.660842 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] For port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f2ec6631-ece5-4022-b5aa-572fe8bbbcf6,segment=NetworkSegment(c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4),segment_id=c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:37.661230 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.674316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Calling delete_port for f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:15:37.722721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] DHCP port deletion for 6972b032-9601-4261-8879-067e77662e12 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:15:37.757084 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.777782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Deleting port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:15:37.778253 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.787817 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] No DVR routers for this DVR port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:15:37.792646 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ec6631-ece5-4022-b5aa-572fe8bbbcf6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:37.850819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] For port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6, host n-d-824835-4, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:37.851216 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.863175 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (6972b032-9601-4261-8879-067e77662e12), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.865137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Calling delete_port for f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:15:37.867856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:15:37.869062 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (f2ec6631-ece5-4022-b5aa-572fe8bbbcf6), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.884490 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6972b032-9601-4261-8879-067e77662e12']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:37.894561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Pushing event deleted for resources: {'Port': ['ID=f2ec6631-ece5-4022-b5aa-572fe8bbbcf6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:37.894816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:37.895120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:37.898951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] No DVR routers for this DVR port f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:15:37.907048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.907414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.907773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.908100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.908440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.908762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.909104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.909425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.909751 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.909927 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.910108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.910399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.910712 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.911441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ad1b3-a457-4e8e-ac01-a936c0db6b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:15:37.925526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.934377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:15:37.934569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (c89ef1ae-4d15-49b3-a2ce-9e1a6fee36b4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:15:37.936879 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:15:37.998418 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (6972b032-9601-4261-8879-067e77662e12), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.005936 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.009432 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6972b032-9601-4261-8879-067e77662e12 HTTP/1.1" status: 204 len: 168 time: 0.5424771 Jan 28 13:15:38.012962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33388) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:38.022777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d761b3-7ab8-49d1-bc43-da05bf8cddc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6972b032-9601-4261-8879-067e77662e12,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:38.231317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b6fcb8a4-eb6d-4e07-b6ac-738891c4255d no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:15:38.254006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: b6fcb8a4-eb6d-4e07-b6ac-738891c4255d {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:15:38.254363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b6fcb8a4-eb6d-4e07-b6ac-738891c4255d not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:15:38.254819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dc0114e2-3505-4930-a957-a0acd1846dd9 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:15:38.280167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: dc0114e2-3505-4930-a957-a0acd1846dd9 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:15:38.280919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dc0114e2-3505-4930-a957-a0acd1846dd9 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:15:38.281348 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:15:38.302854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:15:38.303207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f2ec6631-ece5-4022-b5aa-572fe8bbbcf6 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:15:38.690524 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eaec3456-7b19-42fb-9c93-ad32255b2783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.949288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eaec3456-7b19-42fb-9c93-ad32255b2783 admin admin] Deleting port 0cd53002-6448-4013-a97b-0c36b58dbf4e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:15:38.949634 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eaec3456-7b19-42fb-9c93-ad32255b2783 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.035488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-eaec3456-7b19-42fb-9c93-ad32255b2783 admin admin] For port 0cd53002-6448-4013-a97b-0c36b58dbf4e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0cd53002-6448-4013-a97b-0c36b58dbf4e,segment=NetworkSegment(123914f1-366b-42ab-aa83-c5ba21a5cec2),segment_id=123914f1-366b-42ab-aa83-c5ba21a5cec2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:39.036329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eaec3456-7b19-42fb-9c93-ad32255b2783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.051187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eaec3456-7b19-42fb-9c93-ad32255b2783 admin admin] Calling delete_port for 0cd53002-6448-4013-a97b-0c36b58dbf4e owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:15:39.239087 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eaec3456-7b19-42fb-9c93-ad32255b2783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (0cd53002-6448-4013-a97b-0c36b58dbf4e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.272576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec3456-7b19-42fb-9c93-ad32255b2783 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd53002-6448-4013-a97b-0c36b58dbf4e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:39.447255 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eaec3456-7b19-42fb-9c93-ad32255b2783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.673575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaec3456-7b19-42fb-9c93-ad32255b2783 admin admin] Router ccdbf59c-f57e-4c33-973c-13c8a89b5df9 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:15:39.780907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaec3456-7b19-42fb-9c93-ad32255b2783 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:15:39.786207 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-eaec3456-7b19-42fb-9c93-ad32255b2783 admin admin] 10.222.0.53 "PUT /v2.0/routers/ccdbf59c-f57e-4c33-973c-13c8a89b5df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7700779 Jan 28 13:15:39.788716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33390) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:39.789555 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aae2368-2119-48b8-816f-79df992dd83d None None] Sync routers for ids ['ccdbf59c-f57e-4c33-973c-13c8a89b5df9'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:15:39.800251 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae2368-2119-48b8-816f-79df992dd83d None None] Routers {'ccdbf59c-f57e-4c33-973c-13c8a89b5df9'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:39.800855 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9aae2368-2119-48b8-816f-79df992dd83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:15:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['ccdbf59c-f57e-4c33-973c-13c8a89b5df9'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:39.892480 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Publish callbacks [] for router (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:39.905633 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9aae2368-2119-48b8-816f-79df992dd83d None None] Set router ccdbf59c-f57e-4c33-973c-13c8a89b5df9 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:39.992279 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Publish callbacks [] for router_gateway (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.052139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Deleting port df24d84d-fb0b-4f47-8fcf-8f45e0584128 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:15:40.052848 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.082788 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9aae2368-2119-48b8-816f-79df992dd83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'name': 'tempest-TestServerBasicOps-1358106745-router', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:24Z', 'updated_at': '2022-01-28T13:15:39Z', 'revision_number': 5, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'gw_port': {'id': 'df24d84d-fb0b-4f47-8fcf-8f45e0584128', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:10:25Z', 'updated_at': '2022-01-28T13:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:40.112611 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aae2368-2119-48b8-816f-79df992dd83d None None] Checking router: ccdbf59c-f57e-4c33-973c-13c8a89b5df9 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:15:40.121270 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae2368-2119-48b8-816f-79df992dd83d None None] Routers {'ccdbf59c-f57e-4c33-973c-13c8a89b5df9'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:15:40.121880 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9aae2368-2119-48b8-816f-79df992dd83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:15:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['ccdbf59c-f57e-4c33-973c-13c8a89b5df9'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:40.130911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] For port df24d84d-fb0b-4f47-8fcf-8f45e0584128, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=df24d84d-fb0b-4f47-8fcf-8f45e0584128,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:40.131275 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.144301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Calling delete_port for df24d84d-fb0b-4f47-8fcf-8f45e0584128 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:15:40.302869 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9aae2368-2119-48b8-816f-79df992dd83d None None] Set router ccdbf59c-f57e-4c33-973c-13c8a89b5df9 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:15:40.324939 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (df24d84d-fb0b-4f47-8fcf-8f45e0584128), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.349371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Pushing event deleted for resources: {'Port': ['ID=df24d84d-fb0b-4f47-8fcf-8f45e0584128,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:40.361125 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9aae2368-2119-48b8-816f-79df992dd83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'name': 'tempest-TestServerBasicOps-1358106745-router', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:24Z', 'updated_at': '2022-01-28T13:15:39Z', 'revision_number': 6, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:40.390096 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aae2368-2119-48b8-816f-79df992dd83d None None] The sync data for ids ['ccdbf59c-f57e-4c33-973c-13c8a89b5df9'] in n-d-824835-4 is: [{'id': 'ccdbf59c-f57e-4c33-973c-13c8a89b5df9', 'name': 'tempest-TestServerBasicOps-1358106745-router', 'tenant_id': 'ac367550333e473faf8c99835acdcf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:10:24Z', 'updated_at': '2022-01-28T13:15:39Z', 'revision_number': 6, 'project_id': 'ac367550333e473faf8c99835acdcf6a', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:15:40.417541 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.511776 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.514130 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Publish callbacks [] for router_controller (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.559788 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (ccdbf59c-f57e-4c33-973c-13c8a89b5df9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.560380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccdbf59c-f57e-4c33-973c-13c8a89b5df9 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:15:40.565240 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.566411 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bd39745d-e0c9-409a-bb81-b809b2e5859f admin admin] 10.222.0.53 "DELETE /v2.0/routers/ccdbf59c-f57e-4c33-973c-13c8a89b5df9 HTTP/1.1" status: 204 len: 168 time: 0.7767415 Jan 28 13:15:40.568900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33392) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:40.615634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-440b47ab-958d-4242-aee1-f6c4c53e485d admin admin] Deleting subnet cf1c1759-5121-4ef8-9c1d-659523ad38b0 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:15:40.618724 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-440b47ab-958d-4242-aee1-f6c4c53e485d admin admin] Publish callbacks [] for subnet (cf1c1759-5121-4ef8-9c1d-659523ad38b0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.657337 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-440b47ab-958d-4242-aee1-f6c4c53e485d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (cf1c1759-5121-4ef8-9c1d-659523ad38b0), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.731366 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-440b47ab-958d-4242-aee1-f6c4c53e485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (cf1c1759-5121-4ef8-9c1d-659523ad38b0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.787183 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-440b47ab-958d-4242-aee1-f6c4c53e485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (cf1c1759-5121-4ef8-9c1d-659523ad38b0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.810987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b47ab-958d-4242-aee1-f6c4c53e485d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf1c1759-5121-4ef8-9c1d-659523ad38b0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:40.816892 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-440b47ab-958d-4242-aee1-f6c4c53e485d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.822503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-440b47ab-958d-4242-aee1-f6c4c53e485d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cf1c1759-5121-4ef8-9c1d-659523ad38b0 HTTP/1.1" status: 204 len: 168 time: 0.2502315 Jan 28 13:15:40.823167 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33394) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:40.823979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a0398d-8883-4770-9bc9-85e01cb5b1b5 None None] Network a2bc7e27-6144-4d61-98ec-37e3833137aa requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:15:40.893501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a2bc7e27-6144-4d61-98ec-37e3833137aa), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.955546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Deleting port 3a786120-9d3d-43af-9faf-1338617fb091 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:15:40.955882 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3a786120-9d3d-43af-9faf-1338617fb091), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.016334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] For port 3a786120-9d3d-43af-9faf-1338617fb091, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3a786120-9d3d-43af-9faf-1338617fb091,segment=NetworkSegment(123914f1-366b-42ab-aa83-c5ba21a5cec2),segment_id=123914f1-366b-42ab-aa83-c5ba21a5cec2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:15:41.016694 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3a786120-9d3d-43af-9faf-1338617fb091), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.028985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Calling delete_port for 3a786120-9d3d-43af-9faf-1338617fb091 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:15:41.108938 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3a786120-9d3d-43af-9faf-1338617fb091), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.134283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a786120-9d3d-43af-9faf-1338617fb091,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:41.137735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] No DVR routers for this DVR port 3a786120-9d3d-43af-9faf-1338617fb091 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:15:41.176278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02135a07-5021-413d-8c14-aa799ebbd10a None None] DHCP port deletion for a2bc7e27-6144-4d61-98ec-37e3833137aa request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:15:41.213781 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a2bc7e27-6144-4d61-98ec-37e3833137aa), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.235193 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bc7e27-6144-4d61-98ec-37e3833137aa']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:41.244930 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123914f1-366b-42ab-aa83-c5ba21a5cec2') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:41.245224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123914f1-366b-42ab-aa83-c5ba21a5cec2') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:15:41.259813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (123914f1-366b-42ab-aa83-c5ba21a5cec2), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.273771 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (123914f1-366b-42ab-aa83-c5ba21a5cec2), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.281462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:15:41.281883 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (123914f1-366b-42ab-aa83-c5ba21a5cec2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:15:41.283723 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:15:41.342103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a2bc7e27-6144-4d61-98ec-37e3833137aa), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.347940 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.351803 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a2bc7e27-6144-4d61-98ec-37e3833137aa HTTP/1.1" status: 204 len: 168 time: 0.5273855 Jan 28 13:15:41.364415 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65af6c-263e-4986-ae68-1b9ab5c99e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2bc7e27-6144-4d61-98ec-37e3833137aa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:41.472290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33398) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:41.515156 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f8da47e5-df42-4ef5-ac6d-acec7b98bd01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d56509ae449448fcad591a9356f33cfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416396 Jan 28 13:15:41.517663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33400) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:41.565400 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8a11-1803-41f0-87dc-7bf2d72590a5 admin admin] Publish callbacks [] for security_group (d5bc2d06-76dd-461b-ad6a-fc905fcc1f59), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.586455 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8a11-1803-41f0-87dc-7bf2d72590a5 admin admin] Publish callbacks [] for security_group (d5bc2d06-76dd-461b-ad6a-fc905fcc1f59), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.636471 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8a11-1803-41f0-87dc-7bf2d72590a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d5bc2d06-76dd-461b-ad6a-fc905fcc1f59), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.639895 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8a11-1803-41f0-87dc-7bf2d72590a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.641053 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2c1d8a11-1803-41f0-87dc-7bf2d72590a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5bc2d06-76dd-461b-ad6a-fc905fcc1f59 HTTP/1.1" status: 204 len: 168 time: 0.1224890 Jan 28 13:15:41.648850 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d8a11-1803-41f0-87dc-7bf2d72590a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bc2d06-76dd-461b-ad6a-fc905fcc1f59,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:41.953327 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33406) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:41.994321 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c0802e7e-c42a-4151-9538-8f3fc6dee5ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac367550333e473faf8c99835acdcf6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397227 Jan 28 13:15:41.996774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33408) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:42.043923 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6a607a4-e44d-4b48-bd0f-0f8a3a727f68 admin admin] Publish callbacks [] for security_group (329fd959-e496-4d27-bff1-f71ed63400ed), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.065930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6a607a4-e44d-4b48-bd0f-0f8a3a727f68 admin admin] Publish callbacks [] for security_group (329fd959-e496-4d27-bff1-f71ed63400ed), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.111665 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6a607a4-e44d-4b48-bd0f-0f8a3a727f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (329fd959-e496-4d27-bff1-f71ed63400ed), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.114190 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6a607a4-e44d-4b48-bd0f-0f8a3a727f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:42.115319 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f6a607a4-e44d-4b48-bd0f-0f8a3a727f68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/329fd959-e496-4d27-bff1-f71ed63400ed HTTP/1.1" status: 204 len: 168 time: 0.1176512 Jan 28 13:15:42.123926 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a607a4-e44d-4b48-bd0f-0f8a3a727f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329fd959-e496-4d27-bff1-f71ed63400ed,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:42.240378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device df24d84d-fb0b-4f47-8fcf-8f45e0584128 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:15:42.260725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: df24d84d-fb0b-4f47-8fcf-8f45e0584128 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:15:42.261076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device df24d84d-fb0b-4f47-8fcf-8f45e0584128 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:15:42.261497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0cd53002-6448-4013-a97b-0c36b58dbf4e no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:15:42.281461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 0cd53002-6448-4013-a97b-0c36b58dbf4e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:15:42.281816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0cd53002-6448-4013-a97b-0c36b58dbf4e not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:15:42.282242 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3a786120-9d3d-43af-9faf-1338617fb091 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:15:42.310222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 3a786120-9d3d-43af-9faf-1338617fb091 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:15:42.311114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3a786120-9d3d-43af-9faf-1338617fb091 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:15:47.706224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:48.088767 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:49.299197 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35850b75-3f0f-49b2-9a27-5f13e2c64622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:51.639144 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e67353-6c6d-4459-8505-6a0623ddaaa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:53.016837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-fa102875-6fc0-4baa-b443-52f1a8f8350f tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fb17ad8e70a444c48f9422260e732dc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336940 Jan 28 13:15:53.117836 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:53.198777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-9ccf8e91-6b30-47c1-a98f-2ad888406663 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:53.200291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-9ccf8e91-6b30-47c1-a98f-2ad888406663 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783061 Jan 28 13:15:53.215255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-62a4dfa8-7396-4a47-a10c-b183b50fd8e5 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/quotas/fb17ad8e70a444c48f9422260e732dc5 HTTP/1.1" status: 200 len: 375 time: 0.0091958 Jan 28 13:15:53.247907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-da7b274c-bdbb-40b9-ba27-f645de6bef57 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb17ad8e70a444c48f9422260e732dc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264244 Jan 28 13:15:53.520984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f4f92bcb-6c35-41bd-84bf-8d13c0dcd6d0 req-d78eac4b-c492-41be-85e8-dd2ae6c8199a tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 210 time: 0.1421378 Jan 28 13:15:54.502354 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-7c8312c8-3017-46f5-b9e0-0cc3ab77f7e0 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fb17ad8e70a444c48f9422260e732dc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251048 Jan 28 13:15:54.610409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efbe3689-4eb2-4639-9b7d-943be6bdeba9 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:54.612262 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efbe3689-4eb2-4639-9b7d-943be6bdeba9 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1053963 Jan 28 13:15:54.626216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Request body: {'port': {'device_id': '3acc255c-32f5-4bec-8e8d-b4aa698f702c', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'admin_state_up': True, 'tenant_id': 'fb17ad8e70a444c48f9422260e732dc5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:54.645115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22adac38-5ad3-42f0-b7a7-0e2abc602dcd req-77690818-2a6d-4322-a7dd-0ff7d9a4958e tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 210 time: 0.0318642 Jan 28 13:15:54.757860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Made reservation on behalf of fb17ad8e70a444c48f9422260e732dc5 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:15:54.761130 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.771668 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.776691 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.846823 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Publish callbacks [] for security_group (edb81d13-5edc-4397-a4b7-c09f704c99b5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.851106 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (edb81d13-5edc-4397-a4b7-c09f704c99b5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:54.920042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb81d13-5edc-4397-a4b7-c09f704c99b5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:54.987638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Allocated IP 192.168.233.212 (713f869d-8e6c-4653-ae46-70b2c3e9164f/dfcc5e3d-f73f-4e1b-8516-01e155978e14/0145f3e3-947d-44cc-b98c-84a7f3b31ac8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:15:55.137070 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Publish callbacks [] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.170991 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.212694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Network 713f869d-8e6c-4653-ae46-70b2c3e9164f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:15:55.215955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:15:55.223633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:15:55.252313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Pushing event updated for resources: {'Port': ['ID=0145f3e3-947d-44cc-b98c-84a7f3b31ac8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:55.275687 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:55.276312 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.293038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-c6590160-1190-4b87-b0aa-c5a0cdccc66c tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6702549 Jan 28 13:15:55.301774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-cece1eb9-3b81-4295-816b-e73f9d85793e tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:15:55.302760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-cece1eb9-3b81-4295-816b-e73f9d85793e tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051389 Jan 28 13:15:55.366082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Request body: {'port': {'device_id': '3acc255c-32f5-4bec-8e8d-b4aa698f702c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:15:55.425016 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.449722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-025f2f6a-e8ad-412c-9569-46f556584fa5 None None] Provisioning complete for port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:15:55.450214 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-025f2f6a-e8ad-412c-9569-46f556584fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.489050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-025f2f6a-e8ad-412c-9569-46f556584fa5 None None] Port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:15:55.689404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:15:55.696747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Publish callbacks [] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:55.708637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Transition to ACTIVE for port object 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:15:55.712712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.105326 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.130381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Pushing event updated for resources: {'Port': ['ID=0145f3e3-947d-44cc-b98c-84a7f3b31ac8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:56.179972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc3a03-1f2d-4a7b-aa23-9f6462db8b14 req-1e63a061-814e-4ad4-a455-b7b70314d05a tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:56.181484 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2cbc3a03-1f2d-4a7b-aa23-9f6462db8b14 req-1e63a061-814e-4ad4-a455-b7b70314d05a tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 948 time: 0.4650135 Jan 28 13:15:56.241922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Attempting to bind port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:15:56.242254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Attempting to bind port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:15:56.242574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Attempting to bind port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:15:56.251120 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:15:56.251467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Attempting to bind port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 on network 713f869d-8e6c-4653-ae46-70b2c3e9164f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:15:56.256524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:15:56.256858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Checking segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:15:56.257232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Bound using segment: {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:15:56.257647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Bound port: 0145f3e3-947d-44cc-b98c-84a7f3b31ac8, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a5fb5-d786-4d7a-bdbc-02bc17a0797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:15:56.257998 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.269353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2cbc3a03-1f2d-4a7b-aa23-9f6462db8b14 req-785e0161-05e3-4013-a259-cca0909870f4 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/security-groups?id=edb81d13-5edc-4397-a4b7-c09f704c99b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787578 Jan 28 13:15:56.337358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] For port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:15:56.340663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] For port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0145f3e3-947d-44cc-b98c-84a7f3b31ac8,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:15:56.345542 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.396732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:56.397356 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:56.398744 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] 10.222.0.35 "PUT /v2.0/ports/0145f3e3-947d-44cc-b98c-84a7f3b31ac8 HTTP/1.1" status: 200 len: 1096 time: 1.0893853 Jan 28 13:15:56.399187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acc255c-32f5-4bec-8e8d-b4aa698f702c', 'tag': '0145f3e3-947d-44cc-b98c-84a7f3b31ac8'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:15:56.403360 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e533f2-ff09-4d58-b54a-7d75c25b2632" -d '{"events": [{"name": "network-changed", "server_uuid": "3acc255c-32f5-4bec-8e8d-b4aa698f702c", "tag": "0145f3e3-947d-44cc-b98c-84a7f3b31ac8"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:15:56.425460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5fde1-499a-47d1-945d-aef95b200859 service neutron] Pushing event updated for resources: {'Port': ['ID=0145f3e3-947d-44cc-b98c-84a7f3b31ac8,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:15:56.484519 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd4642a-de41-4c62-a35d-73f3189c7ffc x-openstack-request-id: req-1fd4642a-de41-4c62-a35d-73f3189c7ffc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:15:56.484945 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3acc255c-32f5-4bec-8e8d-b4aa698f702c", "tag": "0145f3e3-947d-44cc-b98c-84a7f3b31ac8", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:15:56.485297 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fd4642a-de41-4c62-a35d-73f3189c7ffc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:15:56.485808 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3acc255c-32f5-4bec-8e8d-b4aa698f702c', 'tag': '0145f3e3-947d-44cc-b98c-84a7f3b31ac8', 'status': 'completed', 'code': 200} Jan 28 13:15:56.505622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-6f1566de-c240-4604-8b0f-7d67e137ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:56.507608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-6f1566de-c240-4604-8b0f-7d67e137ef9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb17ad8e70a444c48f9422260e732dc5&device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 1099 time: 0.0571799 Jan 28 13:15:56.557820 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-56558f25-5db1-44cc-807d-27870ae9701f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=0145f3e3-947d-44cc-b98c-84a7f3b31ac8 HTTP/1.1" status: 200 len: 217 time: 0.0432212 Jan 28 13:15:56.614180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-637eaab9-347b-45f7-b141-17a11f52517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:56.615707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-637eaab9-347b-45f7-b141-17a11f52517c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0508416 Jan 28 13:15:56.661281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-7679e1ed-b70a-49db-b1ed-2a22466df1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:56.662851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-7679e1ed-b70a-49db-b1ed-2a22466df1d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419149 Jan 28 13:15:56.751901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-6b8b9f29-25cc-48d8-ae43-c70fb24b9889 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826263 Jan 28 13:15:56.844717 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce844ed9-03df-499d-9403-17d79e1bb892 req-5ebae261-6ba5-4943-a82f-668fc8fedb10 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876865 Jan 28 13:15:56.930319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e533f2-ff09-4d58-b54a-7d75c25b2632 req-eeff4638-134c-451d-ac6b-012465246363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:56.931858 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42e533f2-ff09-4d58-b54a-7d75c25b2632 req-eeff4638-134c-451d-ac6b-012465246363 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb17ad8e70a444c48f9422260e732dc5&device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 1099 time: 0.0420012 Jan 28 13:15:57.026401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e533f2-ff09-4d58-b54a-7d75c25b2632 req-b998ff74-997b-499c-b49b-a4588d14ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:57.027804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42e533f2-ff09-4d58-b54a-7d75c25b2632 req-b998ff74-997b-499c-b49b-a4588d14ea5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=713f869d-8e6c-4653-ae46-70b2c3e9164f HTTP/1.1" status: 200 len: 870 time: 0.0902357 Jan 28 13:15:57.068520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42e533f2-ff09-4d58-b54a-7d75c25b2632 req-4ff8858b-da03-43d5-8107-9338a425fdd0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=0145f3e3-947d-44cc-b98c-84a7f3b31ac8 HTTP/1.1" status: 200 len: 217 time: 0.0348556 Jan 28 13:15:57.130512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e533f2-ff09-4d58-b54a-7d75c25b2632 req-745197dc-503b-4398-91ee-11eba13db67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:57.132024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42e533f2-ff09-4d58-b54a-7d75c25b2632 req-745197dc-503b-4398-91ee-11eba13db67d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfcc5e3d-f73f-4e1b-8516-01e155978e14 HTTP/1.1" status: 200 len: 843 time: 0.0564625 Jan 28 13:15:57.183362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e533f2-ff09-4d58-b54a-7d75c25b2632 req-61df6106-974a-4c34-bfc6-676f3ecf09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:57.184945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42e533f2-ff09-4d58-b54a-7d75c25b2632 req-61df6106-974a-4c34-bfc6-676f3ecf09f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=713f869d-8e6c-4653-ae46-70b2c3e9164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452881 Jan 28 13:15:57.277238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42e533f2-ff09-4d58-b54a-7d75c25b2632 req-1286648e-5e15-4d50-961b-5edf32f19118 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854571 Jan 28 13:15:57.407314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516ea5c-c752-4b1b-9685-3fccf9672693 req-d0703bc5-4506-41c8-81a1-31be59c7fe4e tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:57.408839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0516ea5c-c752-4b1b-9685-3fccf9672693 req-d0703bc5-4506-41c8-81a1-31be59c7fe4e tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 948 time: 0.0776501 Jan 28 13:15:57.411107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42e533f2-ff09-4d58-b54a-7d75c25b2632 req-b9e11ad6-4150-4a55-885c-66c74f827625 service neutron] 10.222.0.35 "GET /v2.0/networks/713f869d-8e6c-4653-ae46-70b2c3e9164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283593 Jan 28 13:15:57.457578 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0516ea5c-c752-4b1b-9685-3fccf9672693 req-b34e3c7d-c76b-4826-9d83-555a1c516e78 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/security-groups?id=edb81d13-5edc-4397-a4b7-c09f704c99b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427790 Jan 28 13:15:58.573712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a27661-dfaf-4823-bdfb-694eedc65598 req-dd13aa98-3d1a-4370-a6ab-ef630eebda07 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:58.575181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89a27661-dfaf-4823-bdfb-694eedc65598 req-dd13aa98-3d1a-4370-a6ab-ef630eebda07 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 948 time: 0.0492013 Jan 28 13:15:58.627227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89a27661-dfaf-4823-bdfb-694eedc65598 req-b8b834af-5136-40d1-9265-1243c9fa84bd tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/security-groups?id=edb81d13-5edc-4397-a4b7-c09f704c99b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455956 Jan 28 13:15:59.749451 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a7d43-066e-4061-81c3-4a097bdee3d3 req-56af2b34-c91f-4f63-8229-3292583836c5 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:15:59.751653 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa3a7d43-066e-4061-81c3-4a097bdee3d3 req-56af2b34-c91f-4f63-8229-3292583836c5 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 948 time: 0.0556953 Jan 28 13:15:59.801763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa3a7d43-066e-4061-81c3-4a097bdee3d3 req-40ff63e0-cf76-4e98-838b-f8ef2d19b509 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/security-groups?id=edb81d13-5edc-4397-a4b7-c09f704c99b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Jan 28 13:16:00.411031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:16:00.518425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0145f3e3-947d-44cc-b98c-84a7f3b31ac8,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:00.532120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '0145f3e3-947d-44cc-b98c-84a7f3b31ac8', 'network_id': '713f869d-8e6c-4653-ae46-70b2c3e9164f', 'port_id': '0145f3e3-947d-44cc-b98c-84a7f3b31ac8', 'mac_address': 'fa:16:3e:c0:a1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcc5e3d-f73f-4e1b-8516-01e155978e14', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:16:00.569229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:00.569632 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:00.582185 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:00.602014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0145f3e3-947d-44cc-b98c-84a7f3b31ac8,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:00.605633 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:00.652471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=0145f3e3-947d-44cc-b98c-84a7f3b31ac8,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:00.828896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['0145f3e3-947d-44cc-b98c-84a7f3b31ac8'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:00.922686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dcb6b-677c-4a90-9e11-f3db0adba125 req-fb30aaa2-6bd8-4805-9c96-4ed12dd35451 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:00.924259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d0dcb6b-677c-4a90-9e11-f3db0adba125 req-fb30aaa2-6bd8-4805-9c96-4ed12dd35451 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 949 time: 0.0531693 Jan 28 13:16:00.972683 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d0dcb6b-677c-4a90-9e11-f3db0adba125 req-f096fd4a-a225-4250-9760-f5ddd9ec9cf6 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/security-groups?id=edb81d13-5edc-4397-a4b7-c09f704c99b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 Jan 28 13:16:02.090153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc34a3-0075-4c07-8830-8cb332c12399 req-5df9fbc1-2d6a-4692-8b81-6490800bc8c5 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:02.092180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3dc34a3-0075-4c07-8830-8cb332c12399 req-5df9fbc1-2d6a-4692-8b81-6490800bc8c5 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 949 time: 0.0532453 Jan 28 13:16:02.138356 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3dc34a3-0075-4c07-8830-8cb332c12399 req-39b6b738-c684-48a9-aad5-162db8fd0fb9 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/security-groups?id=edb81d13-5edc-4397-a4b7-c09f704c99b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405860 Jan 28 13:16:02.425779 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:16:02.476750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:16:02.481212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:02.481619 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:02.560946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:02.561338 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:02.583545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acc255c-32f5-4bec-8e8d-b4aa698f702c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0145f3e3-947d-44cc-b98c-84a7f3b31ac8'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:02.585767 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32f4516-4f03-48b0-b819-9527654620ed" -d '{"events": [{"server_uuid": "3acc255c-32f5-4bec-8e8d-b4aa698f702c", "name": "network-vif-plugged", "status": "completed", "tag": "0145f3e3-947d-44cc-b98c-84a7f3b31ac8"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:02.599315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0145f3e3-947d-44cc-b98c-84a7f3b31ac8,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:02.603412 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:02.653362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=0145f3e3-947d-44cc-b98c-84a7f3b31ac8,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:02.692277 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea715eb0-dfe1-4cb3-b964-3ee7750da632 x-openstack-request-id: req-ea715eb0-dfe1-4cb3-b964-3ee7750da632 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:02.692579 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3acc255c-32f5-4bec-8e8d-b4aa698f702c", "name": "network-vif-plugged", "status": "completed", "tag": "0145f3e3-947d-44cc-b98c-84a7f3b31ac8", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:02.692835 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea715eb0-dfe1-4cb3-b964-3ee7750da632 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:02.693239 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3acc255c-32f5-4bec-8e8d-b4aa698f702c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0145f3e3-947d-44cc-b98c-84a7f3b31ac8', 'code': 200} Jan 28 13:16:02.786849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661813b6-a12d-47e4-bb59-40b009e717f1 req-6242dfff-fcee-400f-9af0-550f8980e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:02.788470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-661813b6-a12d-47e4-bb59-40b009e717f1 req-6242dfff-fcee-400f-9af0-550f8980e061 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 1101 time: 0.0408633 Jan 28 13:16:02.831706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-661813b6-a12d-47e4-bb59-40b009e717f1 req-2317b24e-4493-4b23-b53e-b09c640e165e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=edb81d13-5edc-4397-a4b7-c09f704c99b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 Jan 28 13:16:03.257174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb59423-89ca-41f4-99a2-3d5636a1b8fa req-078e2bb8-e8d6-48e7-91cc-b01f44d7ac4b tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:03.258660 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6cb59423-89ca-41f4-99a2-3d5636a1b8fa req-078e2bb8-e8d6-48e7-91cc-b01f44d7ac4b tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 950 time: 0.0502696 Jan 28 13:16:03.309003 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6cb59423-89ca-41f4-99a2-3d5636a1b8fa req-21efede3-3ee9-49f9-bcd3-5d0a9417cdd4 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/security-groups?id=edb81d13-5edc-4397-a4b7-c09f704c99b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Jan 28 13:16:04.438536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9aa36-08c5-45bf-874a-7383ed11d0d4 req-7a54a44a-2174-4e0c-8595-0e23a8eac1d7 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:04.440045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05b9aa36-08c5-45bf-874a-7383ed11d0d4 req-7a54a44a-2174-4e0c-8595-0e23a8eac1d7 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 950 time: 0.0605423 Jan 28 13:16:04.492646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05b9aa36-08c5-45bf-874a-7383ed11d0d4 req-65165634-d52c-464b-a313-f3aedb7d207d tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/security-groups?id=edb81d13-5edc-4397-a4b7-c09f704c99b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467269 Jan 28 13:16:04.848313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-48c53f94-231c-4842-b30b-a3b129265fad req-9c34b2ba-7c89-4c61-9d78-bad2e5ff0c0c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:16:04.849396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48c53f94-231c-4842-b30b-a3b129265fad req-9c34b2ba-7c89-4c61-9d78-bad2e5ff0c0c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0587232 Jan 28 13:16:05.257215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-e35635e4-e185-4de3-a0d3-08cc8149d9f0 req-21dd5267-1c84-4a98-a3de-5eb87166397c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:16:05.258730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e35635e4-e185-4de3-a0d3-08cc8149d9f0 req-21dd5267-1c84-4a98-a3de-5eb87166397c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0575225 Jan 28 13:16:05.609443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b51fe-9705-4f62-9bc4-79c8cb89f4fa req-b953ae04-f935-4cbe-bb0e-775caba01807 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:05.610967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d6b51fe-9705-4f62-9bc4-79c8cb89f4fa req-b953ae04-f935-4cbe-bb0e-775caba01807 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 950 time: 0.0510433 Jan 28 13:16:05.660631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d6b51fe-9705-4f62-9bc4-79c8cb89f4fa req-bc0891af-2127-40da-94da-ad75333f79d1 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/security-groups?id=edb81d13-5edc-4397-a4b7-c09f704c99b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433750 Jan 28 13:16:06.795188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ee0a-f47b-4a78-840a-43748d889246 req-b9ca0617-74d2-4b50-bd13-9dc5dfe2e251 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:06.796648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b297ee0a-f47b-4a78-840a-43748d889246 req-b9ca0617-74d2-4b50-bd13-9dc5dfe2e251 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 950 time: 0.0606873 Jan 28 13:16:06.896117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e86ecd-b705-4a4c-8213-a7570e50b3f0 req-6ecaad68-d613-4216-a830-aa1f41f07cc9 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:06.897665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0e86ecd-b705-4a4c-8213-a7570e50b3f0 req-6ecaad68-d613-4216-a830-aa1f41f07cc9 tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.35 "GET /v2.0/ports?device_id=3acc255c-32f5-4bec-8e8d-b4aa698f702c HTTP/1.1" status: 200 len: 950 time: 0.1001389 Jan 28 13:16:06.900900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b297ee0a-f47b-4a78-840a-43748d889246 req-554b1cc0-0ed7-47d6-8610-947bda8e7eac tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.53 "GET /v2.0/security-groups?id=edb81d13-5edc-4397-a4b7-c09f704c99b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956571 Jan 28 13:16:06.994332 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a0e86ecd-b705-4a4c-8213-a7570e50b3f0 req-fc4903c0-5f5d-4ff0-9519-5add9e504cae tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Deleting port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:16:06.994675 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a0e86ecd-b705-4a4c-8213-a7570e50b3f0 req-fc4903c0-5f5d-4ff0-9519-5add9e504cae tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:07.085627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a0e86ecd-b705-4a4c-8213-a7570e50b3f0 req-fc4903c0-5f5d-4ff0-9519-5add9e504cae tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] For port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0145f3e3-947d-44cc-b98c-84a7f3b31ac8,segment=NetworkSegment(634a5fb5-d786-4d7a-bdbc-02bc17a0797e),segment_id=634a5fb5-d786-4d7a-bdbc-02bc17a0797e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:07.085925 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a0e86ecd-b705-4a4c-8213-a7570e50b3f0 req-fc4903c0-5f5d-4ff0-9519-5add9e504cae tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:07.100029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a0e86ecd-b705-4a4c-8213-a7570e50b3f0 req-fc4903c0-5f5d-4ff0-9519-5add9e504cae tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Calling delete_port for 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:16:07.236254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a0e86ecd-b705-4a4c-8213-a7570e50b3f0 req-fc4903c0-5f5d-4ff0-9519-5add9e504cae tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (0145f3e3-947d-44cc-b98c-84a7f3b31ac8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:07.250282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['0145f3e3-947d-44cc-b98c-84a7f3b31ac8'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:07.270428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4903c0-5f5d-4ff0-9519-5add9e504cae tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Pushing event deleted for resources: {'Port': ['ID=0145f3e3-947d-44cc-b98c-84a7f3b31ac8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:07.314293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e86ecd-b705-4a4c-8213-a7570e50b3f0 req-fc4903c0-5f5d-4ff0-9519-5add9e504cae tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] No DVR routers for this DVR port 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:16:07.317438 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a0e86ecd-b705-4a4c-8213-a7570e50b3f0 req-fc4903c0-5f5d-4ff0-9519-5add9e504cae tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:07.320772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0e86ecd-b705-4a4c-8213-a7570e50b3f0 req-fc4903c0-5f5d-4ff0-9519-5add9e504cae tempest-ServersAdminNegativeTestJSON-1737360066 tempest-ServersAdminNegativeTestJSON-1737360066-project] 10.222.0.35 "DELETE /v2.0/ports/0145f3e3-947d-44cc-b98c-84a7f3b31ac8 HTTP/1.1" status: 204 len: 173 time: 0.4175565 Jan 28 13:16:07.321391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acc255c-32f5-4bec-8e8d-b4aa698f702c', 'name': 'network-vif-deleted', 'tag': '0145f3e3-947d-44cc-b98c-84a7f3b31ac8'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:07.323626 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5beff08-0a52-4717-9c4a-fe5ffa7259e6" -d '{"events": [{"server_uuid": "3acc255c-32f5-4bec-8e8d-b4aa698f702c", "name": "network-vif-deleted", "tag": "0145f3e3-947d-44cc-b98c-84a7f3b31ac8"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:07.371015 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b38dfb4-cb67-4899-a7e8-79780ef06c82 x-openstack-request-id: req-9b38dfb4-cb67-4899-a7e8-79780ef06c82 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:07.371478 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3acc255c-32f5-4bec-8e8d-b4aa698f702c", "name": "network-vif-deleted", "tag": "0145f3e3-947d-44cc-b98c-84a7f3b31ac8", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:07.371882 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b38dfb4-cb67-4899-a7e8-79780ef06c82 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:07.372343 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3acc255c-32f5-4bec-8e8d-b4aa698f702c', 'name': 'network-vif-deleted', 'tag': '0145f3e3-947d-44cc-b98c-84a7f3b31ac8', 'status': 'completed', 'code': 200} Jan 28 13:16:08.194233 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33568) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:08.327556 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-94893d66-5758-47ee-a037-c6f02ee596c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb17ad8e70a444c48f9422260e732dc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320007 Jan 28 13:16:08.330025 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33572) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:08.379094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6e0b06b-378d-40ac-9235-8bafbccd6e05 admin admin] Publish callbacks [] for security_group (edb81d13-5edc-4397-a4b7-c09f704c99b5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.400146 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6e0b06b-378d-40ac-9235-8bafbccd6e05 admin admin] Publish callbacks [] for security_group (edb81d13-5edc-4397-a4b7-c09f704c99b5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.447463 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6e0b06b-378d-40ac-9235-8bafbccd6e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (edb81d13-5edc-4397-a4b7-c09f704c99b5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.449937 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b6e0b06b-378d-40ac-9235-8bafbccd6e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.454220 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b6e0b06b-378d-40ac-9235-8bafbccd6e05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/edb81d13-5edc-4397-a4b7-c09f704c99b5 HTTP/1.1" status: 204 len: 168 time: 0.1207218 Jan 28 13:16:08.459717 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0b06b-378d-40ac-9235-8bafbccd6e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb81d13-5edc-4397-a4b7-c09f704c99b5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:08.722971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33578) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:08.736620 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34dbf54a-7a31-42ff-914d-9f061c4d8aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.813581 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34dbf54a-7a31-42ff-914d-9f061c4d8aeb admin admin] Publish callbacks [] for security_group (135e3519-d09f-499f-a339-02bb130615c4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.818537 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34dbf54a-7a31-42ff-914d-9f061c4d8aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (135e3519-d09f-499f-a339-02bb130615c4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.858631 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-34dbf54a-7a31-42ff-914d-9f061c4d8aeb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62d0f7ffa0a74b2b84a91002cb4f37de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345272 Jan 28 13:16:08.859744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbf54a-7a31-42ff-914d-9f061c4d8aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135e3519-d09f-499f-a339-02bb130615c4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:08.861543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33580) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:08.914608 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21f19062-c197-4aab-a328-9e8232a203d8 admin admin] Publish callbacks [] for security_group (135e3519-d09f-499f-a339-02bb130615c4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.936963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21f19062-c197-4aab-a328-9e8232a203d8 admin admin] Publish callbacks [] for security_group (135e3519-d09f-499f-a339-02bb130615c4), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.991160 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21f19062-c197-4aab-a328-9e8232a203d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (135e3519-d09f-499f-a339-02bb130615c4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.993764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21f19062-c197-4aab-a328-9e8232a203d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.994928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-21f19062-c197-4aab-a328-9e8232a203d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/135e3519-d09f-499f-a339-02bb130615c4 HTTP/1.1" status: 204 len: 168 time: 0.1323113 Jan 28 13:16:09.004212 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f19062-c197-4aab-a328-9e8232a203d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135e3519-d09f-499f-a339-02bb130615c4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:09.696497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33602) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:09.791860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-625478380-network', 'tenant_id': '5f8492d2233d4bfe88eed22179530762'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:09.811858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Made reservation on behalf of 5f8492d2233d4bfe88eed22179530762 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:09.814118 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.822461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.895317 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Publish callbacks [] for security_group (bab1e18c-1391-4b2c-80d3-9379e5bd910f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.899361 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (bab1e18c-1391-4b2c-80d3-9379e5bd910f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.924895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:16:09.934412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab1e18c-1391-4b2c-80d3-9379e5bd910f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:09.940199 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (94a79763-af41-4530-91d0-c463ba55d2ba), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:09.940566 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Added segment 94a79763-af41-4530-91d0-c463ba55d2ba of type vlan for network 1571c00b-7750-44a6-b6a2-9d228be31c3f Jan 28 13:16:09.981062 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (1571c00b-7750-44a6-b6a2-9d228be31c3f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:10.009934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (1571c00b-7750-44a6-b6a2-9d228be31c3f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:10.011124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:10.011733 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:10.059775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3619323 Jan 28 13:16:10.063274 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33606) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:10.068276 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-91f9b2ee-089e-4e38-97f1-6fcc5ac53474 admin admin] Request body: {'subnet': {'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-625478380-subnet', 'tenant_id': '5f8492d2233d4bfe88eed22179530762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:10.075100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060282f7-1a5e-4e16-9706-c0c3c4758538 admin admin] Pushing event updated for resources: {'Network': ['ID=1571c00b-7750-44a6-b6a2-9d228be31c3f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:10.086014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 1571c00b-7750-44a6-b6a2-9d228be31c3f details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:16:10.088258 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f9b2ee-089e-4e38-97f1-6fcc5ac53474 admin admin] Made reservation on behalf of 5f8492d2233d4bfe88eed22179530762 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:10.091680 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91f9b2ee-089e-4e38-97f1-6fcc5ac53474 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:10.261307 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91f9b2ee-089e-4e38-97f1-6fcc5ac53474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (39447709-fa61-4273-91ee-2c680750f373), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:10.323918 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9b2ee-089e-4e38-97f1-6fcc5ac53474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39447709-fa61-4273-91ee-2c680750f373,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:10.331316 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f9b2ee-089e-4e38-97f1-6fcc5ac53474 admin admin] Checking segment: {'id': '94a79763-af41-4530-91d0-c463ba55d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:10.331718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9b2ee-089e-4e38-97f1-6fcc5ac53474 admin admin] Network hostable DHCP agents. Network: 1571c00b-7750-44a6-b6a2-9d228be31c3f, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:16:10.348889 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9b2ee-089e-4e38-97f1-6fcc5ac53474 admin admin] Network 1571c00b-7750-44a6-b6a2-9d228be31c3f is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:16:10.358286 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-91f9b2ee-089e-4e38-97f1-6fcc5ac53474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 1571c00b-7750-44a6-b6a2-9d228be31c3f) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:10.362322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f9b2ee-089e-4e38-97f1-6fcc5ac53474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:10.362900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91f9b2ee-089e-4e38-97f1-6fcc5ac53474 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:10.369391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab45349e-6214-49f1-82af-51c9a9783682 None None] Network 1571c00b-7750-44a6-b6a2-9d228be31c3f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:10.385710 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-91f9b2ee-089e-4e38-97f1-6fcc5ac53474 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3141298 Jan 28 13:16:10.459265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:16:10.490867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:16:10.491213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 0145f3e3-947d-44cc-b98c-84a7f3b31ac8 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:16:10.537933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e39935-ed82-4ba2-b7b0-bf31d44a5cb8 None None] Network 1571c00b-7750-44a6-b6a2-9d228be31c3f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:10.846956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-587cc667-a4b0-4874-836d-130c1107f6ac tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:10.848494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-587cc667-a4b0-4874-836d-130c1107f6ac tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/networks?id=1571c00b-7750-44a6-b6a2-9d228be31c3f HTTP/1.1" status: 200 len: 811 time: 0.1064115 Jan 28 13:16:10.863183 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-b99a0513-5a7c-4253-a7ef-51a91f35f973 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/quotas/5f8492d2233d4bfe88eed22179530762 HTTP/1.1" status: 200 len: 375 time: 0.0092652 Jan 28 13:16:10.898885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-e2b24f2f-c3bc-4d51-8493-1e0871e0d5f6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f8492d2233d4bfe88eed22179530762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308170 Jan 28 13:16:10.993457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-02206a31-abb7-4c88-8fc3-500338372220 service neutron] 10.222.0.53 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858932 Jan 28 13:16:11.088423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-7417853f-bda0-489f-a34d-cbd1a5139e1b service neutron] 10.222.0.53 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891211 Jan 28 13:16:11.249909 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8a1cdb6b-6391-40ec-a848-3907567fd733 req-a1ebd778-470c-4703-87b6-f6911cc4f8f0 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 210 time: 0.0283778 Jan 28 13:16:11.252408 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:16:12.355552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a764776-e0fc-44c4-80ea-4f94ac0cb556 req-aa96343e-4c66-443a-b25b-9be09b30db67 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 210 time: 0.0362005 Jan 28 13:16:12.455824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-83e0359f-4a76-4dd8-8b3a-a2d9c9c2dc51 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:12.457426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-83e0359f-4a76-4dd8-8b3a-a2d9c9c2dc51 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.35 "GET /v2.0/networks?id=1571c00b-7750-44a6-b6a2-9d228be31c3f HTTP/1.1" status: 200 len: 811 time: 0.1260390 Jan 28 13:16:12.472518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Request body: {'port': {'device_id': '7900635d-2bc6-4e8a-a997-81d9b1204e3a', 'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f', 'admin_state_up': True, 'tenant_id': '5f8492d2233d4bfe88eed22179530762'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:12.577578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Made reservation on behalf of 5f8492d2233d4bfe88eed22179530762 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:12.580874 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.716865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Allocated IP 172.20.0.8 (1571c00b-7750-44a6-b6a2-9d228be31c3f/39447709-fa61-4273-91ee-2c680750f373/67b0553c-95e2-4033-af45-bfb5e1bb608f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:16:12.866318 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Publish callbacks [] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.899963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:12.943624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Network 1571c00b-7750-44a6-b6a2-9d228be31c3f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:16:12.946568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:12.953205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:16:12.959609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Pushing event updated for resources: {'Port': ['ID=67b0553c-95e2-4033-af45-bfb5e1bb608f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:13.005170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:13.005786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.021649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-5ac04ebc-434a-4c55-a622-93afbdd707e6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5532498 Jan 28 13:16:13.032931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Request body: {'port': {'device_id': '7900635d-2bc6-4e8a-a997-81d9b1204e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:13.088629 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.348638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b0553c-95e2-4033-af45-bfb5e1bb608f {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:13.355858 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Publish callbacks [] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.367751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Transition to ACTIVE for port object 67b0553c-95e2-4033-af45-bfb5e1bb608f will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:16:13.371564 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.421594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Pushing event updated for resources: {'Port': ['ID=67b0553c-95e2-4033-af45-bfb5e1bb608f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:13.529745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc4cf-859c-41dd-9ba8-ecd1a7394dfc req-4700a3ad-cb81-431f-bec1-b9f258db47dc tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:13.531225 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0cfc4cf-859c-41dd-9ba8-ecd1a7394dfc req-4700a3ad-cb81-431f-bec1-b9f258db47dc tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 943 time: 0.0882683 Jan 28 13:16:13.535525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Attempting to bind port 67b0553c-95e2-4033-af45-bfb5e1bb608f on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:16:13.535862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Attempting to bind port 67b0553c-95e2-4033-af45-bfb5e1bb608f by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '94a79763-af41-4530-91d0-c463ba55d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:16:13.536193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Attempting to bind port 67b0553c-95e2-4033-af45-bfb5e1bb608f on network 1571c00b-7750-44a6-b6a2-9d228be31c3f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:13.546884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Port 67b0553c-95e2-4033-af45-bfb5e1bb608f on network 1571c00b-7750-44a6-b6a2-9d228be31c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:16:13.547209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Attempting to bind port 67b0553c-95e2-4033-af45-bfb5e1bb608f on network 1571c00b-7750-44a6-b6a2-9d228be31c3f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:13.560125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:16:13.560529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Checking segment: {'id': '94a79763-af41-4530-91d0-c463ba55d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:13.560913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Bound using segment: {'id': '94a79763-af41-4530-91d0-c463ba55d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:16:13.561347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Bound port: 67b0553c-95e2-4033-af45-bfb5e1bb608f, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a79763-af41-4530-91d0-c463ba55d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:16:13.561709 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.620657 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0cfc4cf-859c-41dd-9ba8-ecd1a7394dfc req-c8b61c0b-bba6-42f7-a33c-b59ace8353fe tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821381 Jan 28 13:16:13.646144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] For port 67b0553c-95e2-4033-af45-bfb5e1bb608f, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:13.649188 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] For port 67b0553c-95e2-4033-af45-bfb5e1bb608f, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f,segment=NetworkSegment(94a79763-af41-4530-91d0-c463ba55d2ba),segment_id=94a79763-af41-4530-91d0-c463ba55d2ba)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:16:13.654085 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.690927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:13.691583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:13.692968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] 10.222.0.35 "PUT /v2.0/ports/67b0553c-95e2-4033-af45-bfb5e1bb608f HTTP/1.1" status: 200 len: 1091 time: 0.6645691 Jan 28 13:16:13.693410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7900635d-2bc6-4e8a-a997-81d9b1204e3a', 'tag': '67b0553c-95e2-4033-af45-bfb5e1bb608f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:13.695707 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab7afdb-734b-471a-a9cc-7cb858b87996" -d '{"events": [{"name": "network-changed", "server_uuid": "7900635d-2bc6-4e8a-a997-81d9b1204e3a", "tag": "67b0553c-95e2-4033-af45-bfb5e1bb608f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:13.721255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbc7fd-3b2c-41c8-be29-89f62707b98b service neutron] Pushing event updated for resources: {'Port': ['ID=67b0553c-95e2-4033-af45-bfb5e1bb608f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:13.757406 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3019715e-6e77-45ad-8cb8-a5cf4ec017b2 x-openstack-request-id: req-3019715e-6e77-45ad-8cb8-a5cf4ec017b2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:13.757704 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7900635d-2bc6-4e8a-a997-81d9b1204e3a", "tag": "67b0553c-95e2-4033-af45-bfb5e1bb608f", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:13.757960 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3019715e-6e77-45ad-8cb8-a5cf4ec017b2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:13.758361 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7900635d-2bc6-4e8a-a997-81d9b1204e3a', 'tag': '67b0553c-95e2-4033-af45-bfb5e1bb608f', 'status': 'completed', 'code': 200} Jan 28 13:16:13.774696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-29bacd8d-0c06-4d5d-9ad2-c78c9c1319af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:13.776325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-29bacd8d-0c06-4d5d-9ad2-c78c9c1319af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8492d2233d4bfe88eed22179530762&device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 1094 time: 0.0457621 Jan 28 13:16:13.819683 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-6e82f1f7-45ce-4045-99d8-b7ac693b3df9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f HTTP/1.1" status: 200 len: 217 time: 0.0359356 Jan 28 13:16:13.872437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-94972cf2-87c4-4bf0-a73b-bcef5e8bad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:13.873843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-94972cf2-87c4-4bf0-a73b-bcef5e8bad37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39447709-fa61-4273-91ee-2c680750f373 HTTP/1.1" status: 200 len: 851 time: 0.0489187 Jan 28 13:16:13.903815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-d046b7e9-22d0-47cb-964e-92c0c18a4c81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1571c00b-7750-44a6-b6a2-9d228be31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243018 Jan 28 13:16:13.991319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-4e217ae2-d284-4d28-a3c2-01bdfad1e08b service neutron] 10.222.0.35 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816922 Jan 28 13:16:14.086394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef2ebcc8-8bbc-4175-9617-a6d2cd93956d req-2b2b1114-3cd0-4d7b-b5ed-3ce100ec924e service neutron] 10.222.0.35 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893741 Jan 28 13:16:14.173548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7afdb-734b-471a-a9cc-7cb858b87996 req-f4c3c694-1152-4231-9535-f61980e5cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:14.175088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ab7afdb-734b-471a-a9cc-7cb858b87996 req-f4c3c694-1152-4231-9535-f61980e5cf5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8492d2233d4bfe88eed22179530762&device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 1094 time: 0.0432084 Jan 28 13:16:14.268769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7afdb-734b-471a-a9cc-7cb858b87996 req-88d09882-8e06-4971-9dd9-66e83c70a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:14.270208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ab7afdb-734b-471a-a9cc-7cb858b87996 req-88d09882-8e06-4971-9dd9-66e83c70a657 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1571c00b-7750-44a6-b6a2-9d228be31c3f HTTP/1.1" status: 200 len: 912 time: 0.0892680 Jan 28 13:16:14.311136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ab7afdb-734b-471a-a9cc-7cb858b87996 req-ee5c4dd2-8a63-4b9a-958c-b1a26fe44599 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f HTTP/1.1" status: 200 len: 217 time: 0.0351861 Jan 28 13:16:14.360527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7afdb-734b-471a-a9cc-7cb858b87996 req-a59f4899-5ca6-41e1-bf0d-fdd93c4514e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:14.361965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ab7afdb-734b-471a-a9cc-7cb858b87996 req-a59f4899-5ca6-41e1-bf0d-fdd93c4514e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39447709-fa61-4273-91ee-2c680750f373 HTTP/1.1" status: 200 len: 851 time: 0.0445428 Jan 28 13:16:14.393034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ab7afdb-734b-471a-a9cc-7cb858b87996 req-1eb3ed64-09af-459f-96f8-b2bf8d5ee249 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1571c00b-7750-44a6-b6a2-9d228be31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248148 Jan 28 13:16:14.486996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ab7afdb-734b-471a-a9cc-7cb858b87996 req-327cb533-8674-4bd1-88ba-076b995e0673 service neutron] 10.222.0.35 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881808 Jan 28 13:16:14.574168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ab7afdb-734b-471a-a9cc-7cb858b87996 req-c3087248-423f-4311-b85b-41bc220e37fd service neutron] 10.222.0.35 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810881 Jan 28 13:16:14.746214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3377f68-461c-45c1-a036-ececc6af51ca req-c5fbdcdb-324f-414a-9c9f-8d3909dacf42 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:14.747683 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3377f68-461c-45c1-a036-ececc6af51ca req-c5fbdcdb-324f-414a-9c9f-8d3909dacf42 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 943 time: 0.0580490 Jan 28 13:16:14.795304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f3377f68-461c-45c1-a036-ececc6af51ca req-06586389-9f0c-4d55-a8c8-04832448aa20 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Jan 28 13:16:15.910661 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae95129-7cac-44ee-bc74-d261b5d2ab96 req-de13cdc8-4d10-43ed-b212-4d723f72b53c tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:15.912199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ae95129-7cac-44ee-bc74-d261b5d2ab96 req-de13cdc8-4d10-43ed-b212-4d723f72b53c tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 943 time: 0.0488129 Jan 28 13:16:15.959434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ae95129-7cac-44ee-bc74-d261b5d2ab96 req-a0589034-a942-45bf-9db9-6fc384ca8ca1 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Jan 28 13:16:16.503792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 67b0553c-95e2-4033-af45-bfb5e1bb608f details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:16:16.605430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 67b0553c-95e2-4033-af45-bfb5e1bb608f, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f,segment=NetworkSegment(94a79763-af41-4530-91d0-c463ba55d2ba),segment_id=94a79763-af41-4530-91d0-c463ba55d2ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:16.618839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '67b0553c-95e2-4033-af45-bfb5e1bb608f', 'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f', 'port_id': '67b0553c-95e2-4033-af45-bfb5e1bb608f', 'mac_address': 'fa:16:3e:65:6b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39447709-fa61-4273-91ee-2c680750f373', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:16:16.663787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 67b0553c-95e2-4033-af45-bfb5e1bb608f is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:16.664180 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:16.678090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b0553c-95e2-4033-af45-bfb5e1bb608f {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:16.698078 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 67b0553c-95e2-4033-af45-bfb5e1bb608f, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f,segment=NetworkSegment(94a79763-af41-4530-91d0-c463ba55d2ba),segment_id=94a79763-af41-4530-91d0-c463ba55d2ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:16.701987 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:16.749788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=67b0553c-95e2-4033-af45-bfb5e1bb608f,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:16.889370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['67b0553c-95e2-4033-af45-bfb5e1bb608f'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:17.076975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0212981-bec2-4adb-9c76-7f148cae5aa7 req-b11c3c76-559e-4aa8-9eb9-4619932e6984 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:17.078374 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0212981-bec2-4adb-9c76-7f148cae5aa7 req-b11c3c76-559e-4aa8-9eb9-4619932e6984 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 944 time: 0.0505939 Jan 28 13:16:17.133697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0212981-bec2-4adb-9c76-7f148cae5aa7 req-fb67ec8e-c206-4e5f-9aeb-48bc3ade2388 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496962 Jan 28 13:16:17.866827 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.103257 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.256999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31592-2901-4b46-a704-8a6c094e6156 req-451c7e83-1688-42de-ac5d-3bc125523e58 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:18.258504 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7e31592-2901-4b46-a704-8a6c094e6156 req-451c7e83-1688-42de-ac5d-3bc125523e58 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 944 time: 0.0492690 Jan 28 13:16:18.306479 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7e31592-2901-4b46-a704-8a6c094e6156 req-524ac1b1-9b35-40ad-9e65-03569d0357f3 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Jan 28 13:16:18.502611 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 67b0553c-95e2-4033-af45-bfb5e1bb608f up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:16:18.551303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 67b0553c-95e2-4033-af45-bfb5e1bb608f completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:16:18.555437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 67b0553c-95e2-4033-af45-bfb5e1bb608f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:16:18.555814 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.639089 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 67b0553c-95e2-4033-af45-bfb5e1bb608f is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:18.639506 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.665004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900635d-2bc6-4e8a-a997-81d9b1204e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0553c-95e2-4033-af45-bfb5e1bb608f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:18.667310 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e756e218-93b4-4589-82f8-bd3432cd43e9" -d '{"events": [{"server_uuid": "7900635d-2bc6-4e8a-a997-81d9b1204e3a", "name": "network-vif-plugged", "status": "completed", "tag": "67b0553c-95e2-4033-af45-bfb5e1bb608f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:18.680413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 67b0553c-95e2-4033-af45-bfb5e1bb608f, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f,segment=NetworkSegment(94a79763-af41-4530-91d0-c463ba55d2ba),segment_id=94a79763-af41-4530-91d0-c463ba55d2ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:18.685526 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:18.709411 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ae86ca-c680-44fa-a546-0662bd4871bb x-openstack-request-id: req-74ae86ca-c680-44fa-a546-0662bd4871bb {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:18.709666 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7900635d-2bc6-4e8a-a997-81d9b1204e3a", "name": "network-vif-plugged", "status": "completed", "tag": "67b0553c-95e2-4033-af45-bfb5e1bb608f", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:18.709922 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74ae86ca-c680-44fa-a546-0662bd4871bb {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:18.710320 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900635d-2bc6-4e8a-a997-81d9b1204e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0553c-95e2-4033-af45-bfb5e1bb608f', 'code': 200} Jan 28 13:16:18.737148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=67b0553c-95e2-4033-af45-bfb5e1bb608f,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:18.803040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869df464-164e-431e-9001-5ba6feb21272 req-c16d19e9-c69a-4fee-a4ec-9783a4b1b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:18.804546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-869df464-164e-431e-9001-5ba6feb21272 req-c16d19e9-c69a-4fee-a4ec-9783a4b1b365 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 1096 time: 0.0412862 Jan 28 13:16:18.847657 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-869df464-164e-431e-9001-5ba6feb21272 req-45518497-b33e-437d-9036-670499b69648 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370166 Jan 28 13:16:19.303463 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ea84e6e-4648-42d4-949e-2c597cb6c085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:19.430191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba718c8-675d-4a7a-9abd-786e9e5eb09d req-65525049-115e-4b13-a56c-04051ac01327 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:19.431723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ba718c8-675d-4a7a-9abd-786e9e5eb09d req-65525049-115e-4b13-a56c-04051ac01327 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0539305 Jan 28 13:16:19.493219 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3ba718c8-675d-4a7a-9abd-786e9e5eb09d req-68a74504-2828-4541-898f-74ac49a0ac8f tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547504 Jan 28 13:16:20.616660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c2a34-1e0f-4487-836b-2f3fbd6c640c req-d9bcbd4e-20c5-47df-bcd8-aebcfda4f9df tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:20.618183 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-501c2a34-1e0f-4487-836b-2f3fbd6c640c req-d9bcbd4e-20c5-47df-bcd8-aebcfda4f9df tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0496364 Jan 28 13:16:20.675076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-501c2a34-1e0f-4487-836b-2f3fbd6c640c req-6a6ca4ca-4d42-4963-9248-c78e3338f7c9 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480592 Jan 28 13:16:21.044292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b52c0-6b1d-4233-95e6-573fb0066a46 req-9bd5c9c5-1d87-4b3b-8c9d-8c657f8c5ac8 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:21.045768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c46b52c0-6b1d-4233-95e6-573fb0066a46 req-9bd5c9c5-1d87-4b3b-8c9d-8c657f8c5ac8 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0557225 Jan 28 13:16:21.078640 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-f51586c9-b110-4343-9e94-30e378d84f6e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002362 Jan 28 13:16:21.089012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-d56c3cb0-2731-4303-aa0f-7c59d1aadb58 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:16:21.090262 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-d56c3cb0-2731-4303-aa0f-7c59d1aadb58 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052512 Jan 28 13:16:21.097163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c46b52c0-6b1d-4233-95e6-573fb0066a46 req-db1f22c9-5216-4625-b0a6-b8bb324ae2ba tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454361 Jan 28 13:16:21.634209 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c54e6c30-810c-4c60-a32b-6b87e666f89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:22.224148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecdcf0-c2f0-4fd5-9d20-16d77c1b3299 req-1ad2d17b-cb71-4ad2-a149-c79c66f08580 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:22.225709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7fecdcf0-c2f0-4fd5-9d20-16d77c1b3299 req-1ad2d17b-cb71-4ad2-a149-c79c66f08580 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0524423 Jan 28 13:16:22.279899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7fecdcf0-c2f0-4fd5-9d20-16d77c1b3299 req-d0b59930-3c97-4f3b-a611-54ef5d865462 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485654 Jan 28 13:16:22.331538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-ab89244e-e8cb-4d9f-8681-4b78f1a42eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:22.332986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-ab89244e-e8cb-4d9f-8681-4b78f1a42eb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8492d2233d4bfe88eed22179530762&device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 1096 time: 0.0416100 Jan 28 13:16:22.425440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-7aea6036-27cb-494a-bec6-064b472ffd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:22.426906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-7aea6036-27cb-494a-bec6-064b472ffd74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1571c00b-7750-44a6-b6a2-9d228be31c3f HTTP/1.1" status: 200 len: 912 time: 0.0880265 Jan 28 13:16:22.469848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-6aa5084d-4bea-4ef8-a2c5-475575468a8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f HTTP/1.1" status: 200 len: 217 time: 0.0364604 Jan 28 13:16:22.527622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-e120f62f-43d0-48e4-9a9c-04a927680852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:22.529323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-e120f62f-43d0-48e4-9a9c-04a927680852 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39447709-fa61-4273-91ee-2c680750f373 HTTP/1.1" status: 200 len: 851 time: 0.0545213 Jan 28 13:16:22.568919 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-2cd8ba4b-53c4-4fc1-a186-4419ecbfc703 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1571c00b-7750-44a6-b6a2-9d228be31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339632 Jan 28 13:16:22.661613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-8bcdebd3-701f-448d-a6c7-71e699044b33 service neutron] 10.222.0.35 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869231 Jan 28 13:16:22.758019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-c5b1342c-cdbd-4978-8b2d-390b420cc0d4 service neutron] 10.222.0.35 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906703 Jan 28 13:16:23.123799 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:23.395036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b1aef-d45d-40dd-8387-6b5e2250dba4 req-257cd10d-ef96-4992-98f8-9fe2046331eb tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:23.396580 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b06b1aef-d45d-40dd-8387-6b5e2250dba4 req-257cd10d-ef96-4992-98f8-9fe2046331eb tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0498419 Jan 28 13:16:23.445047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b06b1aef-d45d-40dd-8387-6b5e2250dba4 req-d6283903-0426-4b77-bf15-9e64c1064af4 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428755 Jan 28 13:16:24.568080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9bef6-fba9-4906-a60f-1dd11727adf7 req-08ca3089-7955-4668-8357-fa5c165d301c tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:24.569550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8a9bef6-fba9-4906-a60f-1dd11727adf7 req-08ca3089-7955-4668-8357-fa5c165d301c tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0502067 Jan 28 13:16:24.625593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8a9bef6-fba9-4906-a60f-1dd11727adf7 req-5f09a8db-1fa4-48a3-a624-aa0ff421f546 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504155 Jan 28 13:16:24.785729 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.752383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb16dcb-7557-4073-aa6e-e0d68cc42dca req-606afe93-ec24-414a-af04-f0385d6342d9 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:25.753881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aeb16dcb-7557-4073-aa6e-e0d68cc42dca req-606afe93-ec24-414a-af04-f0385d6342d9 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0534756 Jan 28 13:16:25.804648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aeb16dcb-7557-4073-aa6e-e0d68cc42dca req-751a159b-2438-4c35-b141-f2be9352463b tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435624 Jan 28 13:16:26.110948 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:26.937734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43573599-9665-4fb6-adc7-bd3ff6103bb8 req-888dfca4-613d-4afe-8673-ba0e97587b36 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:26.939316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43573599-9665-4fb6-adc7-bd3ff6103bb8 req-888dfca4-613d-4afe-8673-ba0e97587b36 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0631924 Jan 28 13:16:26.990930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-43573599-9665-4fb6-adc7-bd3ff6103bb8 req-6ac3396a-a01d-4f1e-8576-5d5f1bfa93fd tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456295 Jan 28 13:16:28.113718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c19042-403d-42a4-b85c-80d4f09e0458 req-f617e4c2-588b-4970-8d25-879de713ba83 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:28.115172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5c19042-403d-42a4-b85c-80d4f09e0458 req-f617e4c2-588b-4970-8d25-879de713ba83 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0535116 Jan 28 13:16:28.164413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5c19042-403d-42a4-b85c-80d4f09e0458 req-7075aa63-aac3-457f-b879-97e4914e22da tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Jan 28 13:16:29.284231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012c616-ff25-4511-a34a-31eb735398f1 req-a4e3cae7-2a32-4d8a-b557-b8b80a4c460e tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:29.285812 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b012c616-ff25-4511-a34a-31eb735398f1 req-a4e3cae7-2a32-4d8a-b557-b8b80a4c460e tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0485377 Jan 28 13:16:29.336185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b012c616-ff25-4511-a34a-31eb735398f1 req-455b4ec0-ed02-41c0-9f5d-e0e386e50310 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Jan 28 13:16:30.454732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ed6f4-70fc-45b5-af8a-3f4e42afda08 req-6db7f810-40e8-4773-8985-38ffc5b375c0 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:30.456196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-402ed6f4-70fc-45b5-af8a-3f4e42afda08 req-6db7f810-40e8-4773-8985-38ffc5b375c0 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0505862 Jan 28 13:16:30.507966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-402ed6f4-70fc-45b5-af8a-3f4e42afda08 req-e3445a34-b7d9-4539-ab4a-d3458b6ee2a7 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459232 Jan 28 13:16:31.634495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868864c6-9dff-4256-8c3c-c093721cb1bc req-169c7d5b-aa76-4888-9137-0f3733c26e27 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:31.636208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-868864c6-9dff-4256-8c3c-c093721cb1bc req-169c7d5b-aa76-4888-9137-0f3733c26e27 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0554242 Jan 28 13:16:31.687518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-868864c6-9dff-4256-8c3c-c093721cb1bc req-5242a045-bb2c-45c4-8efc-61721436c8b0 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Jan 28 13:16:32.812144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e341cf-d666-4c8a-af0a-2949fce95dd2 req-e6db2cdb-901d-4b97-acef-bd41da200f8e tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:32.813668 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68e341cf-d666-4c8a-af0a-2949fce95dd2 req-e6db2cdb-901d-4b97-acef-bd41da200f8e tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0532203 Jan 28 13:16:32.867801 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68e341cf-d666-4c8a-af0a-2949fce95dd2 req-1bf96071-cb6c-41c7-bb7b-da1ca223a066 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 Jan 28 13:16:33.988398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1b974-d2d4-4af5-a2e0-818169e0141e req-f0f3e4e7-8053-451b-bdc9-efffda88dd4f tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:33.989857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8c1b974-d2d4-4af5-a2e0-818169e0141e req-f0f3e4e7-8053-451b-bdc9-efffda88dd4f tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0524018 Jan 28 13:16:34.037254 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8c1b974-d2d4-4af5-a2e0-818169e0141e req-670c54d0-9e1f-429a-899e-5336e302578a tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418117 Jan 28 13:16:35.156099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9e77d-ede8-4a59-8b81-487dd8457104 req-65193fac-7e57-4721-8665-0e61cf3b172a tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:35.157591 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44e9e77d-ede8-4a59-8b81-487dd8457104 req-65193fac-7e57-4721-8665-0e61cf3b172a tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0497091 Jan 28 13:16:35.209915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44e9e77d-ede8-4a59-8b81-487dd8457104 req-f1229121-b755-45ab-aa12-0438768bf2de tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466897 Jan 28 13:16:36.333063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3350ec4-6623-4387-b976-8c9d9fcab551 req-89d1e914-f793-48b5-9fd6-ed25a2a72e1a tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:36.334522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3350ec4-6623-4387-b976-8c9d9fcab551 req-89d1e914-f793-48b5-9fd6-ed25a2a72e1a tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0517499 Jan 28 13:16:36.380611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3350ec4-6623-4387-b976-8c9d9fcab551 req-36f54497-463f-4b60-bc24-9703a7562013 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Jan 28 13:16:37.500384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581c3db-58c4-41e4-a9ee-3cc79f4e3481 req-120e5027-c0dd-47d8-9c99-e040177a18a3 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:37.502183 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4581c3db-58c4-41e4-a9ee-3cc79f4e3481 req-120e5027-c0dd-47d8-9c99-e040177a18a3 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0486667 Jan 28 13:16:37.553844 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4581c3db-58c4-41e4-a9ee-3cc79f4e3481 req-9a482695-2087-438a-a692-28a503a88509 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459626 Jan 28 13:16:38.674919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213ec23-337e-4d02-9e79-4f9de79a7fb5 req-9083db11-4972-47f9-aa84-e2fd3a2a88a2 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:38.676413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b213ec23-337e-4d02-9e79-4f9de79a7fb5 req-9083db11-4972-47f9-aa84-e2fd3a2a88a2 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0491884 Jan 28 13:16:38.726567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b213ec23-337e-4d02-9e79-4f9de79a7fb5 req-e5dc5341-5fb2-4bdb-903e-8d6afa435c04 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 Jan 28 13:16:39.843768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebd0ff-8a7e-41c6-a6b7-af547f45f6fa req-8467fd76-0f75-4081-8c08-6965ecc4c8e8 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:39.845255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44ebd0ff-8a7e-41c6-a6b7-af547f45f6fa req-8467fd76-0f75-4081-8c08-6965ecc4c8e8 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0483096 Jan 28 13:16:39.891733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44ebd0ff-8a7e-41c6-a6b7-af547f45f6fa req-b99621d8-007d-4607-871a-ee9ecaf03e50 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Jan 28 13:16:40.082496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db2c95-6de4-48ad-9f40-7a2364eb6462 req-b6c57595-1e3f-45ba-a293-fae68274c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:40.083889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97db2c95-6de4-48ad-9f40-7a2364eb6462 req-b6c57595-1e3f-45ba-a293-fae68274c26a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8492d2233d4bfe88eed22179530762&device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 1096 time: 0.0398691 Jan 28 13:16:40.536966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db2c95-6de4-48ad-9f40-7a2364eb6462 req-ca4d92d1-f1a1-4b82-a10e-423442fbf33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:40.538444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97db2c95-6de4-48ad-9f40-7a2364eb6462 req-ca4d92d1-f1a1-4b82-a10e-423442fbf33a service neutron] 10.222.0.35 "GET /v2.0/networks?id=1571c00b-7750-44a6-b6a2-9d228be31c3f HTTP/1.1" status: 200 len: 912 time: 0.4348860 Jan 28 13:16:40.580083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97db2c95-6de4-48ad-9f40-7a2364eb6462 req-6269413a-6290-4ac5-9f9b-dd7911297848 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f HTTP/1.1" status: 200 len: 217 time: 0.0350566 Jan 28 13:16:40.633696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db2c95-6de4-48ad-9f40-7a2364eb6462 req-275d948c-45a9-4703-a7f3-ed4223b5a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:40.635151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97db2c95-6de4-48ad-9f40-7a2364eb6462 req-275d948c-45a9-4703-a7f3-ed4223b5a944 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39447709-fa61-4273-91ee-2c680750f373 HTTP/1.1" status: 200 len: 851 time: 0.0495937 Jan 28 13:16:40.673283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97db2c95-6de4-48ad-9f40-7a2364eb6462 req-eb2b2ee4-a142-4d85-a349-88ce3c7738b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1571c00b-7750-44a6-b6a2-9d228be31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314560 Jan 28 13:16:40.767662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97db2c95-6de4-48ad-9f40-7a2364eb6462 req-43562e3c-bda1-4e37-aa1c-999db95aace2 service neutron] 10.222.0.35 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885017 Jan 28 13:16:40.867397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97db2c95-6de4-48ad-9f40-7a2364eb6462 req-e73ab91b-e2a1-4711-887b-e8082e52d714 service neutron] 10.222.0.35 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940630 Jan 28 13:16:41.023603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dfc0-9d01-486c-a5ee-853ce28aa7da req-7678c94a-2e8e-4539-9abe-9e025501fa17 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:41.025088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1de8dfc0-9d01-486c-a5ee-853ce28aa7da req-7678c94a-2e8e-4539-9abe-9e025501fa17 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0562747 Jan 28 13:16:41.086007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1de8dfc0-9d01-486c-a5ee-853ce28aa7da req-93d4ea55-82d6-4c74-a20c-dcad2668df46 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502899 Jan 28 13:16:42.204773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f951ca4-310d-4070-bda6-52e025e922e4 req-ea527d3c-6b5f-44a1-91e3-2c2ba78ac3d3 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:42.206306 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f951ca4-310d-4070-bda6-52e025e922e4 req-ea527d3c-6b5f-44a1-91e3-2c2ba78ac3d3 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0488970 Jan 28 13:16:42.255266 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9f951ca4-310d-4070-bda6-52e025e922e4 req-a9a71850-eb18-4da8-9a1b-b6c1d3bd9c66 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Jan 28 13:16:43.373009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d823d-5d1f-4f5c-b1b7-c3b94d987a8c req-44ffc131-12b4-4211-8cc9-8d8efbe179b8 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:43.374463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d37d823d-5d1f-4f5c-b1b7-c3b94d987a8c req-44ffc131-12b4-4211-8cc9-8d8efbe179b8 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0524361 Jan 28 13:16:43.420074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d37d823d-5d1f-4f5c-b1b7-c3b94d987a8c req-d448bd83-41c5-408d-9fc2-c7314fef50a8 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400343 Jan 28 13:16:44.535021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186598-4dbc-4f26-b749-7bd825683761 req-2d5b41fe-f654-4f3c-a53d-3e45cb2dcf8e tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:44.536672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70186598-4dbc-4f26-b749-7bd825683761 req-2d5b41fe-f654-4f3c-a53d-3e45cb2dcf8e tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0482528 Jan 28 13:16:44.583832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-70186598-4dbc-4f26-b749-7bd825683761 req-f1c84cf3-3d19-4114-8195-20c0a5a93d6b tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Jan 28 13:16:45.701206 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa293e-5a87-4faa-a9d4-21c21db06f29 req-890c8dac-0834-4d2c-8638-53751a344f4f tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:45.702734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8bfa293e-5a87-4faa-a9d4-21c21db06f29 req-890c8dac-0834-4d2c-8638-53751a344f4f tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0496528 Jan 28 13:16:45.754392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8bfa293e-5a87-4faa-a9d4-21c21db06f29 req-60925019-1a79-466a-9c4e-3276ad8294d4 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459838 Jan 28 13:16:46.870686 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96ba78-e945-4509-aad7-3acc9aa4d324 req-acf166dc-f863-4c6b-9ca2-8cfc922acfc8 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:46.873125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb96ba78-e945-4509-aad7-3acc9aa4d324 req-acf166dc-f863-4c6b-9ca2-8cfc922acfc8 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0494952 Jan 28 13:16:46.920875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb96ba78-e945-4509-aad7-3acc9aa4d324 req-1bfd68fa-f6ec-4b27-960a-8e40189a1019 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 Jan 28 13:16:47.703920 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.036228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332af71f-dc1d-458b-9831-2b1751addeac req-ac51f977-41d3-40eb-bd73-879723405889 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:48.037693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-332af71f-dc1d-458b-9831-2b1751addeac req-ac51f977-41d3-40eb-bd73-879723405889 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0485618 Jan 28 13:16:48.085258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-332af71f-dc1d-458b-9831-2b1751addeac req-e9d8f8e1-b370-47c9-83d5-41958e398d6a tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418298 Jan 28 13:16:48.101582 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:48.252387 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:16:49.202945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f32f7a-d836-4a07-8c2c-d3f512f590bc req-f05e0ce8-8353-4b65-8581-9da7bfc73b90 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:49.204440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09f32f7a-d836-4a07-8c2c-d3f512f590bc req-f05e0ce8-8353-4b65-8581-9da7bfc73b90 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 945 time: 0.0508153 Jan 28 13:16:49.249949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09f32f7a-d836-4a07-8c2c-d3f512f590bc req-52ae2478-e92e-4f4b-b826-7cd1f4aabf20 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Jan 28 13:16:49.305594 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d26755e-8c72-4cf8-a3bf-7e7fb484470a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:49.697713 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-ac2214f7-65ad-4b62-8389-a31fd96a5310 service neutron] show failed (client error): The resource could not be found. Jan 28 13:16:49.698801 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-ac2214f7-65ad-4b62-8389-a31fd96a5310 service neutron] 10.222.0.35 "GET /v2.0/ports/67b0553c-95e2-4033-af45-bfb5e1bb608f/bindings/n-h2-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0546231 Jan 28 13:16:49.938997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-2a96af89-d285-4dc2-9fab-2f304a878b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:49.940512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-2a96af89-d285-4dc2-9fab-2f304a878b1b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a&tenant_id=5f8492d2233d4bfe88eed22179530762 HTTP/1.1" status: 200 len: 1096 time: 0.0907600 Jan 28 13:16:49.951428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:50.006169 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.220063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] For port 67b0553c-95e2-4033-af45-bfb5e1bb608f, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f,segment=NetworkSegment(94a79763-af41-4530-91d0-c463ba55d2ba),segment_id=94a79763-af41-4530-91d0-c463ba55d2ba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:50.253644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] For port 67b0553c-95e2-4033-af45-bfb5e1bb608f, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:50.293766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900635d-2bc6-4e8a-a997-81d9b1204e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b0553c-95e2-4033-af45-bfb5e1bb608f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:50.296122 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e320d11-134e-45e1-8023-392a2528ecc6" -d '{"events": [{"server_uuid": "7900635d-2bc6-4e8a-a997-81d9b1204e3a", "name": "network-vif-unplugged", "status": "completed", "tag": "67b0553c-95e2-4033-af45-bfb5e1bb608f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:50.300148 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Publish callbacks [] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.313831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Transition to ACTIVE for port object 67b0553c-95e2-4033-af45-bfb5e1bb608f will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:16:50.319138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.365578 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc261ee1-8c71-4e4b-b53f-c757eb1a5566 x-openstack-request-id: req-bc261ee1-8c71-4e4b-b53f-c757eb1a5566 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:50.365923 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7900635d-2bc6-4e8a-a997-81d9b1204e3a", "name": "network-vif-unplugged", "status": "completed", "tag": "67b0553c-95e2-4033-af45-bfb5e1bb608f", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:50.366125 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc261ee1-8c71-4e4b-b53f-c757eb1a5566 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:50.366512 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900635d-2bc6-4e8a-a997-81d9b1204e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b0553c-95e2-4033-af45-bfb5e1bb608f', 'code': 200} Jan 28 13:16:50.416009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] No DVR routers for this DVR port 67b0553c-95e2-4033-af45-bfb5e1bb608f on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:16:50.425324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Pushing event updated for resources: {'Port': ['ID=67b0553c-95e2-4033-af45-bfb5e1bb608f,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:50.454085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.454430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.454769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.455104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.455471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.455802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.456129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.456452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.456823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.457156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.457405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.457797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.458118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.471701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad8f6c-9bc4-4d6f-9771-285faae9b6ad req-f18fbab2-6683-4b30-847b-50b072ab4565 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:50.473168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-edad8f6c-9bc4-4d6f-9771-285faae9b6ad req-f18fbab2-6683-4b30-847b-50b072ab4565 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 943 time: 0.1485260 Jan 28 13:16:50.490543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Attempting to bind port 67b0553c-95e2-4033-af45-bfb5e1bb608f on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:16:50.490875 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Attempting to bind port 67b0553c-95e2-4033-af45-bfb5e1bb608f by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '94a79763-af41-4530-91d0-c463ba55d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:16:50.491200 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Attempting to bind port 67b0553c-95e2-4033-af45-bfb5e1bb608f on network 1571c00b-7750-44a6-b6a2-9d228be31c3f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:50.503655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Port 67b0553c-95e2-4033-af45-bfb5e1bb608f on network 1571c00b-7750-44a6-b6a2-9d228be31c3f not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:16:50.503977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Attempting to bind port 67b0553c-95e2-4033-af45-bfb5e1bb608f on network 1571c00b-7750-44a6-b6a2-9d228be31c3f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:16:50.512328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:16:50.512667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Checking segment: {'id': '94a79763-af41-4530-91d0-c463ba55d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:50.513038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Bound using segment: {'id': '94a79763-af41-4530-91d0-c463ba55d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:16:50.513449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Bound port: 67b0553c-95e2-4033-af45-bfb5e1bb608f, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a79763-af41-4530-91d0-c463ba55d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:16:50.513796 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.545650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-edad8f6c-9bc4-4d6f-9771-285faae9b6ad req-43c97fcf-3f82-4885-be62-19315034bc86 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652969 Jan 28 13:16:50.597602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] For port 67b0553c-95e2-4033-af45-bfb5e1bb608f, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:16:50.600786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] For port 67b0553c-95e2-4033-af45-bfb5e1bb608f, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f,segment=NetworkSegment(94a79763-af41-4530-91d0-c463ba55d2ba),segment_id=94a79763-af41-4530-91d0-c463ba55d2ba)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:16:50.605464 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.640296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:50.640919 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.642271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] 10.222.0.49 "PUT /v2.0/ports/67b0553c-95e2-4033-af45-bfb5e1bb608f HTTP/1.1" status: 200 len: 1091 time: 0.6947832 Jan 28 13:16:50.662783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db74e4-10b5-4cac-be08-255e010c7845 service neutron] Pushing event updated for resources: {'Port': ['ID=67b0553c-95e2-4033-af45-bfb5e1bb608f,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:50.705923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-d7d6aede-c2d9-4f00-adb3-e270edfe12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:50.707503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-d7d6aede-c2d9-4f00-adb3-e270edfe12e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f8492d2233d4bfe88eed22179530762&device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 1094 time: 0.0417852 Jan 28 13:16:50.800119 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-5a7b7e31-13db-481e-b379-d79c91792401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:50.801582 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-5a7b7e31-13db-481e-b379-d79c91792401 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1571c00b-7750-44a6-b6a2-9d228be31c3f HTTP/1.1" status: 200 len: 912 time: 0.0886099 Jan 28 13:16:50.843351 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-31591fb9-dcd7-4966-ab54-87b3e40a1525 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f HTTP/1.1" status: 200 len: 217 time: 0.0356996 Jan 28 13:16:50.890350 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-b865c477-6081-4bbe-926b-299bfb758029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:50.891790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-b865c477-6081-4bbe-926b-299bfb758029 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39447709-fa61-4273-91ee-2c680750f373 HTTP/1.1" status: 200 len: 851 time: 0.0428624 Jan 28 13:16:50.928147 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-675df39b-f56a-4f14-ba11-eeba3d62696d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1571c00b-7750-44a6-b6a2-9d228be31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305181 Jan 28 13:16:51.017394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-2afc26cc-ac68-4852-925b-efa766d92479 service neutron] 10.222.0.49 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828564 Jan 28 13:16:51.112131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8779f0e6-217e-4acc-9747-fab2ef677d6c req-bc1df3a9-8d05-49be-b314-6090166d1405 service neutron] 10.222.0.49 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886467 Jan 28 13:16:51.638144 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de654865-4ba0-43a8-83de-41fbaf25ad87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:51.665302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab1a58-b633-4793-9a11-9d4ed9e2d87e req-1a4e7117-cff4-41b4-b9b1-e02f5a8510f6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:51.666792 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72ab1a58-b633-4793-9a11-9d4ed9e2d87e req-1a4e7117-cff4-41b4-b9b1-e02f5a8510f6 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 943 time: 0.0508685 Jan 28 13:16:51.715231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-72ab1a58-b633-4793-9a11-9d4ed9e2d87e req-48b4089f-aa05-45ea-9ba9-ac0eb4987e4c tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413029 Jan 28 13:16:52.367290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7900635d-2bc6-4e8a-a997-81d9b1204e3a', 'tag': '67b0553c-95e2-4033-af45-bfb5e1bb608f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:52.369690 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea" -d '{"events": [{"name": "network-changed", "server_uuid": "7900635d-2bc6-4e8a-a997-81d9b1204e3a", "tag": "67b0553c-95e2-4033-af45-bfb5e1bb608f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:52.421457 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd207b28-1f57-4f72-adf3-129603d50df5 x-openstack-request-id: req-dd207b28-1f57-4f72-adf3-129603d50df5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:52.421754 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7900635d-2bc6-4e8a-a997-81d9b1204e3a", "tag": "67b0553c-95e2-4033-af45-bfb5e1bb608f", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:52.422012 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd207b28-1f57-4f72-adf3-129603d50df5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:52.422416 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7900635d-2bc6-4e8a-a997-81d9b1204e3a', 'tag': '67b0553c-95e2-4033-af45-bfb5e1bb608f', 'status': 'completed', 'code': 200} Jan 28 13:16:52.515639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-4be5d660-e8ce-4654-ae5e-edede85f9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.517045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-4be5d660-e8ce-4654-ae5e-edede85f9104 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f8492d2233d4bfe88eed22179530762&device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 1094 time: 0.0754716 Jan 28 13:16:52.522779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-7e3457e6-f0fe-44fe-bc89-74b6c2031932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.524385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-7e3457e6-f0fe-44fe-bc89-74b6c2031932 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8492d2233d4bfe88eed22179530762&device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 1094 time: 0.0815940 Jan 28 13:16:52.684342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-5b37361a-b31d-4429-a7ef-db72179d8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.685806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-5b37361a-b31d-4429-a7ef-db72179d8e75 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1571c00b-7750-44a6-b6a2-9d228be31c3f HTTP/1.1" status: 200 len: 912 time: 0.1605709 Jan 28 13:16:52.686870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-b11e1185-aa6f-44bf-9ac6-cd4fd5452669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.688213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-b11e1185-aa6f-44bf-9ac6-cd4fd5452669 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1571c00b-7750-44a6-b6a2-9d228be31c3f HTTP/1.1" status: 200 len: 912 time: 0.1552050 Jan 28 13:16:52.765024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-157443a5-6326-4119-a10b-42c3398a37c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f HTTP/1.1" status: 200 len: 217 time: 0.0733612 Jan 28 13:16:52.766434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-f98eecfd-0b33-4f8a-87d1-a3cfe470f182 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f HTTP/1.1" status: 200 len: 217 time: 0.0690160 Jan 28 13:16:52.881352 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-6d492bb0-3a92-40c0-8200-a67768b7ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.882803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-6d492bb0-3a92-40c0-8200-a67768b7ed81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39447709-fa61-4273-91ee-2c680750f373 HTTP/1.1" status: 200 len: 851 time: 0.1120353 Jan 28 13:16:52.886211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-c342de93-b801-44c6-8e46-e69f08164f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.887671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-c342de93-b801-44c6-8e46-e69f08164f7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39447709-fa61-4273-91ee-2c680750f373 HTTP/1.1" status: 200 len: 851 time: 0.1157286 Jan 28 13:16:52.925696 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-6ca035bb-396e-45ff-9d51-4b813b2c94f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1571c00b-7750-44a6-b6a2-9d228be31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354514 Jan 28 13:16:52.945526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63a31f-f483-41fb-8680-6a22d4c40301 req-0d58ad76-1387-498e-a566-5922b409dc4a tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:52.946928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d63a31f-f483-41fb-8680-6a22d4c40301 req-0d58ad76-1387-498e-a566-5922b409dc4a tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 943 time: 0.1265140 Jan 28 13:16:52.951640 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-1b3f0a04-eec5-4a77-8380-557bf51a2187 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1571c00b-7750-44a6-b6a2-9d228be31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533240 Jan 28 13:16:53.106208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d63a31f-f483-41fb-8680-6a22d4c40301 req-75b28621-db67-43a4-b034-fd61a3a1a7a9 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476636 Jan 28 13:16:53.124662 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:53.147326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-0de70c79-897a-4770-b946-7ad08bdd0848 service neutron] 10.222.0.49 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979642 Jan 28 13:16:53.152690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-0d8e013a-cb13-4ad7-b270-843b8a802eb2 service neutron] 10.222.0.35 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933548 Jan 28 13:16:53.310291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-86436b21-c366-4b33-8c73-02d6ec621263 service neutron] 10.222.0.49 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566603 Jan 28 13:16:53.314333 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfdd2c17-8f62-4db8-9e45-7b8a8f06faea req-bbb0fe94-92b7-4c04-83c6-9e181300d9d7 service neutron] 10.222.0.35 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530056 Jan 28 13:16:53.435107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825c33-4534-494a-889b-a41888e5df80 req-6dba2d8f-253f-4a5e-a2e7-93bfb5468eae tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:53.436633 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31825c33-4534-494a-889b-a41888e5df80 req-6dba2d8f-253f-4a5e-a2e7-93bfb5468eae tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.35 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a&tenant_id=5f8492d2233d4bfe88eed22179530762&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 943 time: 0.0913684 Jan 28 13:16:53.497516 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-31825c33-4534-494a-889b-a41888e5df80 req-a176a4b8-9293-4866-ad52-d23dcf26444d service neutron] delete failed (client error): The resource could not be found. Jan 28 13:16:53.498535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31825c33-4534-494a-889b-a41888e5df80 req-a176a4b8-9293-4866-ad52-d23dcf26444d service neutron] 10.222.0.35 "DELETE /v2.0/ports/67b0553c-95e2-4033-af45-bfb5e1bb608f/bindings/n-h1-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0564077 Jan 28 13:16:53.579606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825c33-4534-494a-889b-a41888e5df80 req-53f59a32-a2eb-4739-8964-55a995341fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:53.581089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31825c33-4534-494a-889b-a41888e5df80 req-53f59a32-a2eb-4739-8964-55a995341fff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8492d2233d4bfe88eed22179530762&device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 1094 time: 0.0424871 Jan 28 13:16:53.674634 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825c33-4534-494a-889b-a41888e5df80 req-276ecc74-8d0c-45be-acd4-d5a9006b8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:53.676232 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31825c33-4534-494a-889b-a41888e5df80 req-276ecc74-8d0c-45be-acd4-d5a9006b8886 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1571c00b-7750-44a6-b6a2-9d228be31c3f HTTP/1.1" status: 200 len: 912 time: 0.0884287 Jan 28 13:16:53.717090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31825c33-4534-494a-889b-a41888e5df80 req-839b83a3-8c97-440f-9f99-163f6dc929ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f HTTP/1.1" status: 200 len: 217 time: 0.0351219 Jan 28 13:16:53.766019 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825c33-4534-494a-889b-a41888e5df80 req-f6a8eaf9-27a9-4253-8195-f3048a97fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:53.767520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31825c33-4534-494a-889b-a41888e5df80 req-f6a8eaf9-27a9-4253-8195-f3048a97fe1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39447709-fa61-4273-91ee-2c680750f373 HTTP/1.1" status: 200 len: 851 time: 0.0449264 Jan 28 13:16:53.804293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31825c33-4534-494a-889b-a41888e5df80 req-bf23de49-1181-49e7-a1b1-1fcc10f0c9cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1571c00b-7750-44a6-b6a2-9d228be31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310287 Jan 28 13:16:53.891117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31825c33-4534-494a-889b-a41888e5df80 req-b5b93318-79fe-48fd-ba51-2bb603925331 service neutron] 10.222.0.35 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812244 Jan 28 13:16:53.982790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31825c33-4534-494a-889b-a41888e5df80 req-f659b6c9-df65-4177-8f26-0c530422c3c5 service neutron] 10.222.0.35 "GET /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856364 Jan 28 13:16:54.506959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 67b0553c-95e2-4033-af45-bfb5e1bb608f details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:16:54.608041 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 67b0553c-95e2-4033-af45-bfb5e1bb608f, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f,segment=NetworkSegment(94a79763-af41-4530-91d0-c463ba55d2ba),segment_id=94a79763-af41-4530-91d0-c463ba55d2ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:54.621767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '67b0553c-95e2-4033-af45-bfb5e1bb608f', 'network_id': '1571c00b-7750-44a6-b6a2-9d228be31c3f', 'port_id': '67b0553c-95e2-4033-af45-bfb5e1bb608f', 'mac_address': 'fa:16:3e:65:6b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39447709-fa61-4273-91ee-2c680750f373', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:16:54.657084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22d004-e4c3-4a36-bb89-874525f3641e req-1a3dc945-8916-4844-ae52-f4650ba2ca64 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:54.658584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc22d004-e4c3-4a36-bb89-874525f3641e req-1a3dc945-8916-4844-ae52-f4650ba2ca64 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 943 time: 0.0502806 Jan 28 13:16:54.660019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 67b0553c-95e2-4033-af45-bfb5e1bb608f is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:16:54.660405 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.677299 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b0553c-95e2-4033-af45-bfb5e1bb608f {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:16:54.696683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 67b0553c-95e2-4033-af45-bfb5e1bb608f, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f,segment=NetworkSegment(94a79763-af41-4530-91d0-c463ba55d2ba),segment_id=94a79763-af41-4530-91d0-c463ba55d2ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:54.701791 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.706781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc22d004-e4c3-4a36-bb89-874525f3641e req-9687455e-bbaa-4760-ae2e-b0cac8bcb8fe tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425665 Jan 28 13:16:54.725676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 67b0553c-95e2-4033-af45-bfb5e1bb608f no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:16:54.791140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=67b0553c-95e2-4033-af45-bfb5e1bb608f,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:54.802448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.802788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.803128 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.803492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.803820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.804152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.804506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.804831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.805154 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.805507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.805797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.806118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.806436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:54.810254 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.812215 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] The host n-h1-824835-4 is not matching for port 67b0553c-95e2-4033-af45-bfb5e1bb608f host n-h2-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:16:54.812617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 67b0553c-95e2-4033-af45-bfb5e1bb608f not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:16:54.936416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['67b0553c-95e2-4033-af45-bfb5e1bb608f'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:55.826181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edbb16-b560-4ba6-8fba-6e82b0346f01 req-520a571f-f027-46a0-831b-ea41fda5df9f tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:55.827987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39edbb16-b560-4ba6-8fba-6e82b0346f01 req-520a571f-f027-46a0-831b-ea41fda5df9f tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 944 time: 0.0502150 Jan 28 13:16:55.900905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-39edbb16-b560-4ba6-8fba-6e82b0346f01 req-a0859889-d7de-4631-8cdf-6858800980e0 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bab1e18c-1391-4b2c-80d3-9379e5bd910f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671368 Jan 28 13:16:55.919128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31825c33-4534-494a-889b-a41888e5df80 req-3fcad0ca-1545-4cfb-b6cb-37838879aee8 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:55.920649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31825c33-4534-494a-889b-a41888e5df80 req-3fcad0ca-1545-4cfb-b6cb-37838879aee8 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.49 "GET /v2.0/ports?device_id=7900635d-2bc6-4e8a-a997-81d9b1204e3a HTTP/1.1" status: 200 len: 944 time: 0.0620701 Jan 28 13:16:56.007518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-31825c33-4534-494a-889b-a41888e5df80 req-6e6718c0-b251-46a7-a420-2002625eb4a5 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Deleting port 67b0553c-95e2-4033-af45-bfb5e1bb608f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:16:56.007771 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-31825c33-4534-494a-889b-a41888e5df80 req-6e6718c0-b251-46a7-a420-2002625eb4a5 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.099802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-31825c33-4534-494a-889b-a41888e5df80 req-6e6718c0-b251-46a7-a420-2002625eb4a5 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] For port 67b0553c-95e2-4033-af45-bfb5e1bb608f, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=67b0553c-95e2-4033-af45-bfb5e1bb608f,segment=NetworkSegment(94a79763-af41-4530-91d0-c463ba55d2ba),segment_id=94a79763-af41-4530-91d0-c463ba55d2ba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:16:56.100166 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-31825c33-4534-494a-889b-a41888e5df80 req-6e6718c0-b251-46a7-a420-2002625eb4a5 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.112624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-31825c33-4534-494a-889b-a41888e5df80 req-6e6718c0-b251-46a7-a420-2002625eb4a5 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Calling delete_port for 67b0553c-95e2-4033-af45-bfb5e1bb608f owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:16:56.112820 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.245119 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-31825c33-4534-494a-889b-a41888e5df80 req-6e6718c0-b251-46a7-a420-2002625eb4a5 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (67b0553c-95e2-4033-af45-bfb5e1bb608f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.258746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['67b0553c-95e2-4033-af45-bfb5e1bb608f'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:16:56.273373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6718c0-b251-46a7-a420-2002625eb4a5 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Pushing event deleted for resources: {'Port': ['ID=67b0553c-95e2-4033-af45-bfb5e1bb608f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:56.314948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-31825c33-4534-494a-889b-a41888e5df80 req-6e6718c0-b251-46a7-a420-2002625eb4a5 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] No DVR routers for this DVR port 67b0553c-95e2-4033-af45-bfb5e1bb608f on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:16:56.317647 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-31825c33-4534-494a-889b-a41888e5df80 req-6e6718c0-b251-46a7-a420-2002625eb4a5 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.320935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31825c33-4534-494a-889b-a41888e5df80 req-6e6718c0-b251-46a7-a420-2002625eb4a5 tempest-DeleteServersTestJSON-1528545816 tempest-DeleteServersTestJSON-1528545816-project] 10.222.0.49 "DELETE /v2.0/ports/67b0553c-95e2-4033-af45-bfb5e1bb608f HTTP/1.1" status: 204 len: 173 time: 0.3949337 Jan 28 13:16:56.321375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900635d-2bc6-4e8a-a997-81d9b1204e3a', 'name': 'network-vif-deleted', 'tag': '67b0553c-95e2-4033-af45-bfb5e1bb608f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:16:56.323654 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25dbcaa-a150-4442-9ad4-b1499242e6e2" -d '{"events": [{"server_uuid": "7900635d-2bc6-4e8a-a997-81d9b1204e3a", "name": "network-vif-deleted", "tag": "67b0553c-95e2-4033-af45-bfb5e1bb608f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:16:56.364699 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfed453f-8abc-4c68-b153-c4506e20e71b x-openstack-request-id: req-bfed453f-8abc-4c68-b153-c4506e20e71b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:16:56.365000 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7900635d-2bc6-4e8a-a997-81d9b1204e3a", "name": "network-vif-deleted", "tag": "67b0553c-95e2-4033-af45-bfb5e1bb608f", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:16:56.365259 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfed453f-8abc-4c68-b153-c4506e20e71b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:16:56.365668 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900635d-2bc6-4e8a-a997-81d9b1204e3a', 'name': 'network-vif-deleted', 'tag': '67b0553c-95e2-4033-af45-bfb5e1bb608f', 'status': 'completed', 'code': 200} Jan 28 13:16:56.526016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 67b0553c-95e2-4033-af45-bfb5e1bb608f up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:16:56.551632 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 67b0553c-95e2-4033-af45-bfb5e1bb608f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:16:56.551985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 67b0553c-95e2-4033-af45-bfb5e1bb608f not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 13:16:56.575263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Port 67b0553c-95e2-4033-af45-bfb5e1bb608f not found, will not notify nova. {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 13:16:57.029785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:57.073650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Deleting subnet 39447709-fa61-4273-91ee-2c680750f373 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:16:57.080135 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Publish callbacks [] for subnet (39447709-fa61-4273-91ee-2c680750f373), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.113999 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (39447709-fa61-4273-91ee-2c680750f373), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.157804 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (39447709-fa61-4273-91ee-2c680750f373), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.208900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (39447709-fa61-4273-91ee-2c680750f373), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.234082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39447709-fa61-4273-91ee-2c680750f373,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:57.239200 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.242398 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] 10.222.0.53 "DELETE /v2.0/subnets/39447709-fa61-4273-91ee-2c680750f373 HTTP/1.1" status: 204 len: 168 time: 0.2115831 Jan 28 13:16:57.245098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33770) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:57.248253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.248602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.248944 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.249282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.249612 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.249942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.250272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.250597 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.250991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.251244 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.251626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.251950 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.252272 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1621623-bb5e-4d32-8f0c-6a3514648def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:57.315822 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (1571c00b-7750-44a6-b6a2-9d228be31c3f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.392305 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (1571c00b-7750-44a6-b6a2-9d228be31c3f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.412384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1571c00b-7750-44a6-b6a2-9d228be31c3f']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:57.422518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a79763-af41-4530-91d0-c463ba55d2ba') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:57.422852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a79763-af41-4530-91d0-c463ba55d2ba') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:57.432123 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (94a79763-af41-4530-91d0-c463ba55d2ba), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.446163 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (94a79763-af41-4530-91d0-c463ba55d2ba), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.452302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:16:57.452688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (94a79763-af41-4530-91d0-c463ba55d2ba), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:16:57.454476 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:16:57.511399 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (1571c00b-7750-44a6-b6a2-9d228be31c3f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.517222 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.520327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1571c00b-7750-44a6-b6a2-9d228be31c3f HTTP/1.1" status: 204 len: 168 time: 0.2742577 Jan 28 13:16:57.532016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6c04f-9ffd-40c1-8c65-548d8c9487f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1571c00b-7750-44a6-b6a2-9d228be31c3f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:57.631905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33774) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:57.672522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8b2ce5af-f1ba-451b-9244-b8bbdd872d2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f8492d2233d4bfe88eed22179530762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394928 Jan 28 13:16:57.674989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33776) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:57.721146 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f355ec14-35d7-458a-bfe9-842440dc94b2 admin admin] Publish callbacks [] for security_group (bab1e18c-1391-4b2c-80d3-9379e5bd910f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.742131 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f355ec14-35d7-458a-bfe9-842440dc94b2 admin admin] Publish callbacks [] for security_group (bab1e18c-1391-4b2c-80d3-9379e5bd910f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.791713 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f355ec14-35d7-458a-bfe9-842440dc94b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (bab1e18c-1391-4b2c-80d3-9379e5bd910f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.794931 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f355ec14-35d7-458a-bfe9-842440dc94b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.796102 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f355ec14-35d7-458a-bfe9-842440dc94b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bab1e18c-1391-4b2c-80d3-9379e5bd910f HTTP/1.1" status: 204 len: 168 time: 0.1201642 Jan 28 13:16:57.804474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355ec14-35d7-458a-bfe9-842440dc94b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab1e18c-1391-4b2c-80d3-9379e5bd910f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:58.464690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 33798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:58.560154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-138574328-network', 'tenant_id': 'b0257afa7cd34f9581c269dd2637e559'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:58.579662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Made reservation on behalf of b0257afa7cd34f9581c269dd2637e559 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:58.582090 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.594327 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.669101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Publish callbacks [] for security_group (e900a99b-3252-42be-ad64-29b1f4834e8d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.672824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e900a99b-3252-42be-ad64-29b1f4834e8d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.698714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:16:58.705518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e900a99b-3252-42be-ad64-29b1f4834e8d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:58.711834 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0d034607-cf16-4420-b6c3-ec38a7e47754), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.712279 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Added segment 0d034607-cf16-4420-b6c3-ec38a7e47754 of type vlan for network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 Jan 28 13:16:58.754269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a8b5ff40-c60c-4f9a-9498-9fa139cd7624), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.780518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a8b5ff40-c60c-4f9a-9498-9fa139cd7624), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.781514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:58.782212 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.847547 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3811719 Jan 28 13:16:58.850634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 33802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:58.854945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99e66f-4b62-4df8-b664-8accb2d5d834 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b5ff40-c60c-4f9a-9498-9fa139cd7624,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:58.855561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0c8486e3-10cc-4081-8fcf-222b9f49159d admin admin] Request body: {'subnet': {'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-138574328-subnet', 'tenant_id': 'b0257afa7cd34f9581c269dd2637e559', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:58.864640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:16:58.874118 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8486e3-10cc-4081-8fcf-222b9f49159d admin admin] Made reservation on behalf of b0257afa7cd34f9581c269dd2637e559 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:58.876521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c8486e3-10cc-4081-8fcf-222b9f49159d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.049585 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c8486e3-10cc-4081-8fcf-222b9f49159d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (b53fde9b-0fb1-4377-b63c-ee4319521f49), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.101882 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8486e3-10cc-4081-8fcf-222b9f49159d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b53fde9b-0fb1-4377-b63c-ee4319521f49,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:59.113035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8486e3-10cc-4081-8fcf-222b9f49159d admin admin] Checking segment: {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:59.113399 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8486e3-10cc-4081-8fcf-222b9f49159d admin admin] Network hostable DHCP agents. Network: a8b5ff40-c60c-4f9a-9498-9fa139cd7624, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:16:59.130662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8486e3-10cc-4081-8fcf-222b9f49159d admin admin] Network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:16:59.139913 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0c8486e3-10cc-4081-8fcf-222b9f49159d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a8b5ff40-c60c-4f9a-9498-9fa139cd7624) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:59.144571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8486e3-10cc-4081-8fcf-222b9f49159d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.145161 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c8486e3-10cc-4081-8fcf-222b9f49159d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.149176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cbbd55-1c5b-4b85-9eb6-19aa22f1f71b None None] Network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:59.162453 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0c8486e3-10cc-4081-8fcf-222b9f49159d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3107150 Jan 28 13:16:59.253690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41715838-a71d-4701-9c9e-a3ac9be2dc82 None None] Network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:59.602992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-53f23fee-bddc-4389-859a-c1dfa997e894 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.604395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-53f23fee-bddc-4389-859a-c1dfa997e894 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 814 time: 0.1040287 Jan 28 13:16:59.619153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-c7d17570-5510-4e2f-8f49-a21bcb0bf8b2 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/quotas/b0257afa7cd34f9581c269dd2637e559 HTTP/1.1" status: 200 len: 375 time: 0.0092328 Jan 28 13:16:59.651727 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-5ff609b3-3bc3-4439-a487-b023b452e464 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266001 Jan 28 13:16:59.662478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-da508796-2a9b-4584-8562-570967d4b4f4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:16:59.663469 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-da508796-2a9b-4584-8562-570967d4b4f4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048561 Jan 28 13:17:00.081382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-16104a01-89ee-4da1-90f4-82c084a23f1a service neutron] 10.222.0.53 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126749 Jan 28 13:17:00.169089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-3a926ae2-817b-42de-b063-5457cf0c820e service neutron] 10.222.0.53 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820031 Jan 28 13:17:00.331829 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10dae776-6a04-47d6-9a35-ed790d1efa79 req-c8bffe5d-6f80-4283-b5bc-c7c762d48fd0 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 210 time: 0.0275316 Jan 28 13:17:00.541844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 67b0553c-95e2-4033-af45-bfb5e1bb608f no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:00.566401 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 67b0553c-95e2-4033-af45-bfb5e1bb608f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:17:00.567041 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 67b0553c-95e2-4033-af45-bfb5e1bb608f not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:01.250057 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-7c1af6c7-2826-4a86-9fdc-9170e17b3d99 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:01.251539 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-7c1af6c7-2826-4a86-9fdc-9170e17b3d99 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.49 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 814 time: 0.1108036 Jan 28 13:17:01.263808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Request body: {'port': {'device_id': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624', 'admin_state_up': True, 'tenant_id': 'b0257afa7cd34f9581c269dd2637e559'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:01.377062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Made reservation on behalf of b0257afa7cd34f9581c269dd2637e559 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:01.380590 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.454535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73ab4f34-7a79-4ecd-8e37-5fc23ae628f8 req-321c71df-29b6-4684-beea-babbe7d1f123 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 210 time: 0.0508494 Jan 28 13:17:01.527942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Allocated IP 172.20.0.3 (a8b5ff40-c60c-4f9a-9498-9fa139cd7624/b53fde9b-0fb1-4377-b63c-ee4319521f49/d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:01.675003 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks [] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.709264 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.752587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:01.755578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:01.761372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:01.790081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Pushing event updated for resources: {'Port': ['ID=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:01.816994 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:01.817584 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.838502 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-d18a7181-7508-446b-b4f0-521768edeab9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787661 Jan 28 13:17:01.849140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Request body: {'port': {'device_id': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:01.904001 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.166396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:02.175178 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Publish callbacks [] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.187741 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Transition to ACTIVE for port object d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:02.191283 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.242744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:02.311185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Attempting to bind port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:02.311888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Attempting to bind port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:02.311888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Attempting to bind port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 on network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:02.316132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 on network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:02.316450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Attempting to bind port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 on network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:02.321151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:02.321485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Checking segment: {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:02.321864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Bound using segment: {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:02.322359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Bound port: d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:02.322712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.393889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:02.396818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:02.401180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.435415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.436082 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.437480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] 10.222.0.49 "PUT /v2.0/ports/d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 HTTP/1.1" status: 200 len: 1091 time: 0.5923886 Jan 28 13:17:02.437905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'tag': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:02.440230 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b06197-ee53-4857-920f-2b096594fea3" -d '{"events": [{"name": "network-changed", "server_uuid": "776371f1-2d03-4f98-a6ba-cb11313407f2", "tag": "d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:02.476524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4728d-b90d-42f2-b9e5-33f9380729f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:02.482091 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871c9144-884f-4821-b985-d758afccf777 x-openstack-request-id: req-871c9144-884f-4821-b985-d758afccf777 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:02.482391 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776371f1-2d03-4f98-a6ba-cb11313407f2", "tag": "d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:02.482656 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-871c9144-884f-4821-b985-d758afccf777 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:02.483104 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'tag': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94', 'status': 'completed', 'code': 200} Jan 28 13:17:02.532425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-c1c99076-9255-4c71-b345-6f0a9dd142f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.533901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-c1c99076-9255-4c71-b345-6f0a9dd142f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 1094 time: 0.0459964 Jan 28 13:17:02.596853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-b2856394-d50e-49e3-844f-f39ea348be57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 HTTP/1.1" status: 200 len: 217 time: 0.0549369 Jan 28 13:17:02.649056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f054-5766-4986-a17b-1f142b8cd8b2 req-1645bdae-f0bc-4f31-b84f-9e373b22b0a8 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.650526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0df4f054-5766-4986-a17b-1f142b8cd8b2 req-1645bdae-f0bc-4f31-b84f-9e373b22b0a8 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 943 time: 0.1203887 Jan 28 13:17:02.666260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-4c57f4fe-0a90-414f-91d1-cd079531f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.667665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-4c57f4fe-0a90-414f-91d1-cd079531f897 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0654585 Jan 28 13:17:02.703486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-4d9ab57d-a229-4422-a003-6afd911f53c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292754 Jan 28 13:17:02.768764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0df4f054-5766-4986-a17b-1f142b8cd8b2 req-e522689c-1419-49e9-a8aa-6f749312c782 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117795 Jan 28 13:17:02.811293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-10fab961-afa1-45cc-98e5-83c1c5b9687c service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004438 Jan 28 13:17:02.901872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b43e2ce-77ac-4b5c-a1cf-e5ea6b2f556c req-e0607660-3b1f-4431-8bd7-7db8f7ca144c service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846441 Jan 28 13:17:02.995956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06197-ee53-4857-920f-2b096594fea3 req-52028796-db09-4a6d-ab21-23e1364f1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.997878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6b06197-ee53-4857-920f-2b096594fea3 req-52028796-db09-4a6d-ab21-23e1364f1e05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 1094 time: 0.0486529 Jan 28 13:17:03.086392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06197-ee53-4857-920f-2b096594fea3 req-ee8ba292-e41c-4520-acdb-09590bc24933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:03.087869 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6b06197-ee53-4857-920f-2b096594fea3 req-ee8ba292-e41c-4520-acdb-09590bc24933 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.0844123 Jan 28 13:17:03.133182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6b06197-ee53-4857-920f-2b096594fea3 req-2db70f21-d14d-43ee-975b-da34eab13c92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 HTTP/1.1" status: 200 len: 217 time: 0.0388639 Jan 28 13:17:03.180315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06197-ee53-4857-920f-2b096594fea3 req-e0cc81a2-69e2-4322-ac0d-a11163e616f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:03.181712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6b06197-ee53-4857-920f-2b096594fea3 req-e0cc81a2-69e2-4322-ac0d-a11163e616f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0427971 Jan 28 13:17:03.213361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6b06197-ee53-4857-920f-2b096594fea3 req-472dea20-186f-4960-86e4-d8eb271e8df9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253236 Jan 28 13:17:03.299940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6b06197-ee53-4857-920f-2b096594fea3 req-5d71ff91-5488-449a-8d20-0f4ff9b6b048 service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801144 Jan 28 13:17:03.391764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6b06197-ee53-4857-920f-2b096594fea3 req-d295459f-3753-4c9a-95c1-171dc9b180aa service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856762 Jan 28 13:17:03.890845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f36961-2203-446f-95af-b655981eccee req-9bf3615d-476f-4abc-a49e-21f96d7b26ee tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:03.892341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47f36961-2203-446f-95af-b655981eccee req-9bf3615d-476f-4abc-a49e-21f96d7b26ee tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 943 time: 0.0531750 Jan 28 13:17:03.940117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47f36961-2203-446f-95af-b655981eccee req-baf2c7a9-ff62-4e88-83a9-8becaf5bc1da tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Jan 28 13:17:05.059518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41080e97-3231-40c0-be53-84e8635ccf55 req-fca6d085-3b0d-4eb0-9932-2cbc1bcacd1c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:05.060984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41080e97-3231-40c0-be53-84e8635ccf55 req-fca6d085-3b0d-4eb0-9932-2cbc1bcacd1c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 943 time: 0.0529172 Jan 28 13:17:05.108515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41080e97-3231-40c0-be53-84e8635ccf55 req-053d3444-c503-48cf-a667-945759851595 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Jan 28 13:17:06.224772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bd7cf-b35f-4fde-8383-785212db4d3f req-fde312af-8f27-4fa1-ab0e-791cad4f0179 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:06.226350 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e9bd7cf-b35f-4fde-8383-785212db4d3f req-fde312af-8f27-4fa1-ab0e-791cad4f0179 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 943 time: 0.0489941 Jan 28 13:17:06.273400 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0e9bd7cf-b35f-4fde-8383-785212db4d3f req-88671bff-994c-472a-9d87-96a9772dd82a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408645 Jan 28 13:17:06.571912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:06.669207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:06.680492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94', 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624', 'port_id': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94', 'mac_address': 'fa:16:3e:95:14:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53fde9b-0fb1-4377-b63c-ee4319521f49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:06.717075 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:06.717384 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.730474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:06.749925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:06.753886 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.803069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:06.948956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:07.391139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fabe1-af4e-4568-bd2c-4cd4671733f2 req-df7bb057-38af-431c-b286-87db3a8de098 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:07.392640 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f2fabe1-af4e-4568-bd2c-4cd4671733f2 req-df7bb057-38af-431c-b286-87db3a8de098 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 944 time: 0.0491173 Jan 28 13:17:07.443319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f2fabe1-af4e-4568-bd2c-4cd4671733f2 req-560821c8-ad15-4224-84a6-2c4e29be645c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Jan 28 13:17:08.556164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750a258-59d7-4fb4-a46f-b83e589c4bf9 req-8f7da49a-390f-4c3e-b01e-7d30ae0f842f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:08.557615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f750a258-59d7-4fb4-a46f-b83e589c4bf9 req-8f7da49a-390f-4c3e-b01e-7d30ae0f842f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 944 time: 0.0473452 Jan 28 13:17:08.571424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:08.605434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f750a258-59d7-4fb4-a46f-b83e589c4bf9 req-2a8b2ff7-cba7-4829-89cc-ec4418ad35a8 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Jan 28 13:17:08.625416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:08.629842 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:08.630215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.704737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:08.705120 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.727236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:08.729361 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8460ac10-9a68-4d78-b59f-e08827752b6f" -d '{"events": [{"server_uuid": "776371f1-2d03-4f98-a6ba-cb11313407f2", "name": "network-vif-plugged", "status": "completed", "tag": "d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:08.742719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:08.746584 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.774071 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca45093-fe18-4bd6-a30c-9327b5d7d932 x-openstack-request-id: req-5ca45093-fe18-4bd6-a30c-9327b5d7d932 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:08.774374 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776371f1-2d03-4f98-a6ba-cb11313407f2", "name": "network-vif-plugged", "status": "completed", "tag": "d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:08.774631 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ca45093-fe18-4bd6-a30c-9327b5d7d932 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:08.775016 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94', 'code': 200} Jan 28 13:17:08.803226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:08.862679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87caa-f571-42a4-8cca-e65ec8a99818 req-30187864-4db1-4d22-a8bb-f8fbf07f7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:08.864269 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcc87caa-f571-42a4-8cca-e65ec8a99818 req-30187864-4db1-4d22-a8bb-f8fbf07f7a1d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 1096 time: 0.0410502 Jan 28 13:17:08.906693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcc87caa-f571-42a4-8cca-e65ec8a99818 req-96dcd617-c1b8-486e-ac3f-85d7a69eda3a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369723 Jan 28 13:17:09.730736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaaf1d-355a-46ff-8bb7-3d13803dd814 req-f5c93b93-27a2-40f9-b18e-ed63212a9e78 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:09.732442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96aaaf1d-355a-46ff-8bb7-3d13803dd814 req-f5c93b93-27a2-40f9-b18e-ed63212a9e78 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0548041 Jan 28 13:17:09.780171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96aaaf1d-355a-46ff-8bb7-3d13803dd814 req-1a6fe1e2-ab62-4d3b-9c0f-a684bdbd01fd tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Jan 28 13:17:10.896577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66678b-692e-4d97-a2ea-3600eb9dbdc6 req-092dccde-f8f8-4850-b3d1-472e470a3364 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:10.898066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb66678b-692e-4d97-a2ea-3600eb9dbdc6 req-092dccde-f8f8-4850-b3d1-472e470a3364 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0489707 Jan 28 13:17:10.946867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb66678b-692e-4d97-a2ea-3600eb9dbdc6 req-b7613f2a-fe97-44bd-b7de-752b6b3ac3b9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Jan 28 13:17:11.067112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d265-b0ab-4649-8fbe-6517d5514c66 req-283d48ed-11f6-40c5-9595-af4c574d64a6 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.068550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf42d265-b0ab-4649-8fbe-6517d5514c66 req-283d48ed-11f6-40c5-9595-af4c574d64a6 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0535731 Jan 28 13:17:11.115775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf42d265-b0ab-4649-8fbe-6517d5514c66 req-68a7c2ea-c0eb-47cb-a795-cfdf1440d673 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414598 Jan 28 13:17:11.312368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4183ee1-46d8-4f73-b84b-fde4b4296c94 req-20c099f3-7773-468b-a8e8-fa0dbdc2266c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.313817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4183ee1-46d8-4f73-b84b-fde4b4296c94 req-20c099f3-7773-468b-a8e8-fa0dbdc2266c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0478442 Jan 28 13:17:11.360435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4183ee1-46d8-4f73-b84b-fde4b4296c94 req-7f0c3bc5-1dda-4928-9917-6d2eb5488e83 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 Jan 28 13:17:11.473271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e36d7-53e9-425d-a419-e9e200d0d54b req-dc79211e-02ab-47c7-aee1-10eebbb064c2 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.474724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af5e36d7-53e9-425d-a419-e9e200d0d54b req-dc79211e-02ab-47c7-aee1-10eebbb064c2 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0484898 Jan 28 13:17:11.524184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af5e36d7-53e9-425d-a419-e9e200d0d54b req-1f2de8c2-f40a-4e70-9d9b-670d2354bc5f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439715 Jan 28 13:17:11.753813 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-dcdae280-99fc-4f26-b17c-0762c022e036 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422051 Jan 28 13:17:11.765156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aab124-723d-4e9b-904d-a49241c5138c req-fc5c56d9-f663-4f83-88f9-9461c3d13427 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.766699 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96aab124-723d-4e9b-904d-a49241c5138c req-fc5c56d9-f663-4f83-88f9-9461c3d13427 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0491140 Jan 28 13:17:11.813861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96aab124-723d-4e9b-904d-a49241c5138c req-f67a77e6-d572-4d35-b97c-e5318cce80ad tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Jan 28 13:17:12.867699 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-63100826-c44b-4215-8cd3-f2164f78602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:12.869189 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-63100826-c44b-4215-8cd3-f2164f78602b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 1096 time: 0.0429695 Jan 28 13:17:12.995936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533feb17-cdec-4fa3-a2cf-50e29b72bae9 req-41545d28-3458-4cd6-831c-d6157b712b45 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:12.997503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-533feb17-cdec-4fa3-a2cf-50e29b72bae9 req-41545d28-3458-4cd6-831c-d6157b712b45 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.1045742 Jan 28 13:17:13.000617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-7a2d085f-a286-4646-a288-975278333a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.001959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-7a2d085f-a286-4646-a288-975278333a60 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.1272464 Jan 28 13:17:13.055220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-21bd512a-4ff5-447d-868d-83767f0b90e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 HTTP/1.1" status: 200 len: 217 time: 0.0457218 Jan 28 13:17:13.109844 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-533feb17-cdec-4fa3-a2cf-50e29b72bae9 req-50d90ee5-cba0-4a6c-9dba-289e2b786033 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058784 Jan 28 13:17:13.124158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-a23ae150-c05e-4f9a-96e2-4b154a6ec403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.125675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-a23ae150-c05e-4f9a-96e2-4b154a6ec403 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0612323 Jan 28 13:17:13.158038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-1c267ca0-fd79-4490-af75-859e5358a3d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257466 Jan 28 13:17:13.249873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-fb8cb7ea-ffd5-43bb-887e-d4cd691bb6cc service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854337 Jan 28 13:17:13.336364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-10a0931a-bcbc-4df6-931b-d3786205f3a6 service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806143 Jan 28 13:17:14.225574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6a0a8-8022-4694-ac6f-af1d9ce4dd1b req-10aa7abe-f5e7-45a9-8661-b744ea1580d3 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.227090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ce6a0a8-8022-4694-ac6f-af1d9ce4dd1b req-10aa7abe-f5e7-45a9-8661-b744ea1580d3 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0495920 Jan 28 13:17:14.277109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ce6a0a8-8022-4694-ac6f-af1d9ce4dd1b req-2f4cb9b3-9a23-4305-8d59-46aafd495d7b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Jan 28 13:17:15.395387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874506c-0cbe-4c03-a865-bfda470fb993 req-7188f571-0cd1-43c4-b451-6dd168b40361 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:15.396890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6874506c-0cbe-4c03-a865-bfda470fb993 req-7188f571-0cd1-43c4-b451-6dd168b40361 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0482724 Jan 28 13:17:15.443366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6874506c-0cbe-4c03-a865-bfda470fb993 req-1d44c992-e39c-4053-acc5-04ff3c54437f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Jan 28 13:17:16.557207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26d500-f0dd-4da9-8ec1-d15985665b20 req-b45229cb-5e1c-45f9-8e29-31f6a0cce897 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:16.558683 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be26d500-f0dd-4da9-8ec1-d15985665b20 req-b45229cb-5e1c-45f9-8e29-31f6a0cce897 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0487480 Jan 28 13:17:16.605378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be26d500-f0dd-4da9-8ec1-d15985665b20 req-d061d9e9-38bd-438d-8c3f-244462b156f4 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Jan 28 13:17:17.720398 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.725906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412358d-a356-4ceb-bcb5-20faf75fbeb7 req-b41f2546-88a4-4cc6-84e7-d4cc8b43b1bb tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.727434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e412358d-a356-4ceb-bcb5-20faf75fbeb7 req-b41f2546-88a4-4cc6-84e7-d4cc8b43b1bb tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0530617 Jan 28 13:17:17.774905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e412358d-a356-4ceb-bcb5-20faf75fbeb7 req-e51d798b-722b-4338-a2be-83487aa27d35 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Jan 28 13:17:18.094740 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.887600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbd34b-e98b-4597-a2f0-ccdd2ce480fe req-d37e994b-8cbe-49f9-bfa6-c09dfc8a37e2 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:18.889715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66cbd34b-e98b-4597-a2f0-ccdd2ce480fe req-d37e994b-8cbe-49f9-bfa6-c09dfc8a37e2 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0468824 Jan 28 13:17:18.935374 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66cbd34b-e98b-4597-a2f0-ccdd2ce480fe req-f55076c1-8c5e-4d34-ad38-cbf18893428e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Jan 28 13:17:19.307364 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2e6e-c488-43e4-907d-f9f86f45f825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.052050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71daa4b-36e6-4a4a-a808-40be55622896 req-8a002e17-1512-4923-a8e9-e29656190d85 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:20.053517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f71daa4b-36e6-4a4a-a808-40be55622896 req-8a002e17-1512-4923-a8e9-e29656190d85 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0493021 Jan 28 13:17:20.118432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f71daa4b-36e6-4a4a-a808-40be55622896 req-90ef6619-8748-4429-8401-32e234ebec53 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586777 Jan 28 13:17:21.254107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856a573-8fa7-4e37-95b4-0e7de430afd7 req-b695ebab-6967-46d4-80c2-788a66fba16e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:21.255629 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3856a573-8fa7-4e37-95b4-0e7de430afd7 req-b695ebab-6967-46d4-80c2-788a66fba16e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0550663 Jan 28 13:17:21.309034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3856a573-8fa7-4e37-95b4-0e7de430afd7 req-bd024048-f375-42e0-af29-49992b09afcb tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Jan 28 13:17:21.641020 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4b6a-ee28-47a8-ba1e-ac938ea894c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:22.426203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e6186-e79b-4c57-95b7-6a408d242acf req-83435c72-cdb1-4d2a-8ad4-3bd2bb23d03b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:22.427746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-425e6186-e79b-4c57-95b7-6a408d242acf req-83435c72-cdb1-4d2a-8ad4-3bd2bb23d03b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0482612 Jan 28 13:17:22.474412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-425e6186-e79b-4c57-95b7-6a408d242acf req-da0a6218-9b42-411d-958f-64e30ec12746 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Jan 28 13:17:23.126244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:23.594905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6125f6-d6c1-4ea4-a8df-53684e1a47ac req-fcd0a1ab-2fe1-4b88-83ac-b88d62f9baf2 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:23.596409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc6125f6-d6c1-4ea4-a8df-53684e1a47ac req-fcd0a1ab-2fe1-4b88-83ac-b88d62f9baf2 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0521071 Jan 28 13:17:23.645572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fc6125f6-d6c1-4ea4-a8df-53684e1a47ac req-2f624446-d2a0-406b-b29c-b9555e2f6135 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435362 Jan 28 13:17:24.763101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfcd9b-b29b-4262-b8fc-5cdd88287419 req-cd5f960b-f623-4ab6-b84e-5a171ef04220 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:24.764828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8dfcd9b-b29b-4262-b8fc-5cdd88287419 req-cd5f960b-f623-4ab6-b84e-5a171ef04220 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0497162 Jan 28 13:17:24.788846 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:24.830630 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f8dfcd9b-b29b-4262-b8fc-5cdd88287419 req-b260231c-ee23-4c69-9aac-a3948ed3a2c0 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501485 Jan 28 13:17:25.252371 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:17:25.952510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870dbde-ef30-4e8d-b22f-36a60b858203 req-7a2d57f7-6a5f-4308-a121-e8aec128765c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:25.953977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d870dbde-ef30-4e8d-b22f-36a60b858203 req-7a2d57f7-6a5f-4308-a121-e8aec128765c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0513780 Jan 28 13:17:26.001132 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d870dbde-ef30-4e8d-b22f-36a60b858203 req-e9a16937-363b-46a3-a3dc-74562555fdea tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414479 Jan 28 13:17:26.115238 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.125835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4a24a-d15d-4a83-844c-f9be8df1017c req-bc9a532b-b2aa-4142-88c7-f22ad9c5d1b9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:27.127290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ec4a24a-d15d-4a83-844c-f9be8df1017c req-bc9a532b-b2aa-4142-88c7-f22ad9c5d1b9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0580976 Jan 28 13:17:27.173571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ec4a24a-d15d-4a83-844c-f9be8df1017c req-3e11f3c3-f71e-4c30-ace2-b3de8555d282 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Jan 28 13:17:28.289591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e734b43-5038-4134-944b-2521d12c057c req-f0ec6586-5535-47cb-95be-2b9fa671aee9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:28.291051 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e734b43-5038-4134-944b-2521d12c057c req-f0ec6586-5535-47cb-95be-2b9fa671aee9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0489681 Jan 28 13:17:28.340773 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e734b43-5038-4134-944b-2521d12c057c req-4995c579-94e5-4082-aef8-1e58af73535b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440409 Jan 28 13:17:29.028260 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-852e27c3-d779-4ab6-afed-9eedcfb551c9 req-619fc9d2-02f3-4d11-bdd6-cb12736107a3 service neutron] (103128) timed out ('10.222.0.49', 52723) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:17:29.458725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a7493-e205-4bcd-b057-9b5ccb7f995b req-e0440d9d-3e3a-4960-bef9-0913e2cfc6ea tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:29.460238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca9a7493-e205-4bcd-b057-9b5ccb7f995b req-e0440d9d-3e3a-4960-bef9-0913e2cfc6ea tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0487213 Jan 28 13:17:29.507366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca9a7493-e205-4bcd-b057-9b5ccb7f995b req-571ccce1-541c-46c2-949c-83c41461da31 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413833 Jan 28 13:17:30.622505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7032c89-ffcb-4fe1-a445-0956b7a8731c req-3b465b16-5448-4de0-9aac-44ba71a9a0eb tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:30.625188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7032c89-ffcb-4fe1-a445-0956b7a8731c req-3b465b16-5448-4de0-9aac-44ba71a9a0eb tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0517783 Jan 28 13:17:30.672663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7032c89-ffcb-4fe1-a445-0956b7a8731c req-79ec67e2-1901-4a0c-8858-113bced88e2b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Jan 28 13:17:31.790677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547657b-8c59-4e7b-b1af-d97c30f0a422 req-a9677bfc-03b0-4f61-9cac-ad20b44991bf tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:31.792166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b547657b-8c59-4e7b-b1af-d97c30f0a422 req-a9677bfc-03b0-4f61-9cac-ad20b44991bf tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0529435 Jan 28 13:17:31.838565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b547657b-8c59-4e7b-b1af-d97c30f0a422 req-5e962fd9-b20f-423e-a3dd-f9f37ae08d6f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 Jan 28 13:17:32.957171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad44531-7e35-464a-bf34-e7bf1d3b7701 req-f17755d1-100d-4a4a-a9a3-938c6537c3e1 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:32.958675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aad44531-7e35-464a-bf34-e7bf1d3b7701 req-f17755d1-100d-4a4a-a9a3-938c6537c3e1 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0496583 Jan 28 13:17:33.006640 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aad44531-7e35-464a-bf34-e7bf1d3b7701 req-61480f23-76cd-4b0b-9ad7-d05688d0d138 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423729 Jan 28 13:17:34.122087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d9279-1ac8-4dd5-846e-02f51c8a449a req-b20ad8fa-891a-40f3-b1d0-84d07fb7fa4e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:34.124180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a54d9279-1ac8-4dd5-846e-02f51c8a449a req-b20ad8fa-891a-40f3-b1d0-84d07fb7fa4e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0503480 Jan 28 13:17:34.174335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a54d9279-1ac8-4dd5-846e-02f51c8a449a req-d26dc0b0-87a7-4b2c-b352-10a5fa9f5e2d tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Jan 28 13:17:35.293473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece76888-e5dd-4b48-a9fc-cbfa0a64f67a req-be902590-c53b-4f57-9473-61f7788e6c6c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:35.294910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ece76888-e5dd-4b48-a9fc-cbfa0a64f67a req-be902590-c53b-4f57-9473-61f7788e6c6c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0483913 Jan 28 13:17:35.341234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ece76888-e5dd-4b48-a9fc-cbfa0a64f67a req-e4af64f7-5847-4bb3-9b91-97fc2e5c08e8 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Jan 28 13:17:36.458549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4bf6d-d47a-460b-ac9a-5aaae5ba3ae9 req-0257a57f-edc9-4676-a6d4-9fce8a816b5f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:36.459477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a4bf6d-d47a-460b-ac9a-5aaae5ba3ae9 req-0257a57f-edc9-4676-a6d4-9fce8a816b5f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0493753 Jan 28 13:17:36.506343 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6a4bf6d-d47a-460b-ac9a-5aaae5ba3ae9 req-b8a8ccbe-5aed-430d-8492-ab5746c5bd20 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Jan 28 13:17:37.628099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf63e07-2ec1-4438-842b-d013963b0869 req-063ce6a2-151a-4262-b8c3-888b01bdfcea tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.629616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bf63e07-2ec1-4438-842b-d013963b0869 req-063ce6a2-151a-4262-b8c3-888b01bdfcea tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0537210 Jan 28 13:17:37.676766 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5bf63e07-2ec1-4438-842b-d013963b0869 req-d7c9ffaa-c139-4b07-8c53-83df9b230e95 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415998 Jan 28 13:17:38.793924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69ac32-bb47-4868-b78c-f284fd78bcd0 req-9c5d1a8b-4b69-4e1c-8556-6c7ff298c744 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:38.795880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c69ac32-bb47-4868-b78c-f284fd78bcd0 req-9c5d1a8b-4b69-4e1c-8556-6c7ff298c744 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0496333 Jan 28 13:17:38.845383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c69ac32-bb47-4868-b78c-f284fd78bcd0 req-7ce2d316-618a-4d5f-8be5-893006293f22 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 Jan 28 13:17:39.978538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03e6cd-f2b1-47dc-b170-2b5db52ad469 req-41186916-a699-440f-89ee-6ba8d26eb73b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.980012 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a03e6cd-f2b1-47dc-b170-2b5db52ad469 req-41186916-a699-440f-89ee-6ba8d26eb73b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0516624 Jan 28 13:17:40.026492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a03e6cd-f2b1-47dc-b170-2b5db52ad469 req-a3801076-70c3-40c0-966c-4336bfd09144 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Jan 28 13:17:40.349822 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-2757dc10-d660-4902-909e-8fe0123c50c0 service neutron] show failed (client error): The resource could not be found. Jan 28 13:17:40.350851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-2757dc10-d660-4902-909e-8fe0123c50c0 service neutron] 10.222.0.49 "GET /v2.0/ports/d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94/bindings/n-h1-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0727692 Jan 28 13:17:40.545598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-f84d64f1-e76f-4251-9155-1e73cdffe780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:40.546759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-f84d64f1-e76f-4251-9155-1e73cdffe780 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2&tenant_id=b0257afa7cd34f9581c269dd2637e559 HTTP/1.1" status: 200 len: 1096 time: 0.0423388 Jan 28 13:17:40.558131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:40.614523 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.818871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:40.852336 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:40.890320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:40.893508 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e828d0-d725-47de-921f-1bc6ed418ec5" -d '{"events": [{"server_uuid": "776371f1-2d03-4f98-a6ba-cb11313407f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:40.897374 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Publish callbacks [] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.910666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Transition to ACTIVE for port object d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:40.914299 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.944305 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc73dc6f-0c18-488e-addc-bc0c69c11b5b x-openstack-request-id: req-bc73dc6f-0c18-488e-addc-bc0c69c11b5b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:40.944490 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776371f1-2d03-4f98-a6ba-cb11313407f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:40.944726 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc73dc6f-0c18-488e-addc-bc0c69c11b5b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:40.945119 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94', 'code': 200} Jan 28 13:17:40.987948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] No DVR routers for this DVR port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:40.990950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Pushing event updated for resources: {'Port': ['ID=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:41.026053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Attempting to bind port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:41.026383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Attempting to bind port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:41.026703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Attempting to bind port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 on network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:41.031427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 on network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:41.031746 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Attempting to bind port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 on network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:41.036514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:41.036842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Checking segment: {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:41.037214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Bound using segment: {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:41.037624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Bound port: d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:41.037968 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.124791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:41.139513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:41.144923 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.186488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.187115 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.188606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] 10.222.0.35 "PUT /v2.0/ports/d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 HTTP/1.1" status: 200 len: 1091 time: 0.6343498 Jan 28 13:17:41.201346 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e2122-6d95-43dd-93fc-8b2a339d743b req-126b7677-a152-4c97-a6ca-1a51b5ac4ece tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.202942 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f3e2122-6d95-43dd-93fc-8b2a339d743b req-126b7677-a152-4c97-a6ca-1a51b5ac4ece tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 943 time: 0.1059504 Jan 28 13:17:41.261217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b732b9-bc6f-4330-90e8-c6b68d59146b service neutron] Pushing event updated for resources: {'Port': ['ID=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:41.296910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-28af7ac1-34af-46bb-b94d-33305943b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.298408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-28af7ac1-34af-46bb-b94d-33305943b0f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 1094 time: 0.0871973 Jan 28 13:17:41.301844 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f3e2122-6d95-43dd-93fc-8b2a339d743b req-dd74d6e3-890f-4a94-9394-02510166b943 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916858 Jan 28 13:17:41.390841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-cad22e66-f2b7-4497-87a3-c00d7df38ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.392226 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-cad22e66-f2b7-4497-87a3-c00d7df38ffc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.0870743 Jan 28 13:17:41.432399 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-9cf4d2ce-09e7-41dd-8b80-e48c74aeeee1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 HTTP/1.1" status: 200 len: 217 time: 0.0345557 Jan 28 13:17:41.480716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-108f505e-5343-460f-a311-09d7396c01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.482432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-108f505e-5343-460f-a311-09d7396c01cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0439024 Jan 28 13:17:41.512472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-30e1ea12-0a2c-4c67-a386-659d28db635b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241292 Jan 28 13:17:41.608167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-dcf22185-5e37-4d91-ab59-735c2d85a99b service neutron] 10.222.0.35 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902028 Jan 28 13:17:41.694788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5aabdfc3-5d75-48b0-8b23-039225241345 req-4b6991c0-6656-4329-b588-1f103411594b service neutron] 10.222.0.35 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806634 Jan 28 13:17:42.088441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1a4c0-9647-49d9-999d-8101f15c07a5 req-987de0f6-1c55-4b33-9eb7-8b4f19c72381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:42.090080 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20b1a4c0-9647-49d9-999d-8101f15c07a5 req-987de0f6-1c55-4b33-9eb7-8b4f19c72381 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 1094 time: 0.0490189 Jan 28 13:17:42.191936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1a4c0-9647-49d9-999d-8101f15c07a5 req-b8afc679-db22-4282-aa9e-78876270badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:42.193406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20b1a4c0-9647-49d9-999d-8101f15c07a5 req-b8afc679-db22-4282-aa9e-78876270badc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.0840430 Jan 28 13:17:42.239903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20b1a4c0-9647-49d9-999d-8101f15c07a5 req-99a616c9-4ad9-4c88-941e-0fc9b9d3bab5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 HTTP/1.1" status: 200 len: 217 time: 0.0403185 Jan 28 13:17:42.287863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1a4c0-9647-49d9-999d-8101f15c07a5 req-d9333057-18a8-4f5d-9c13-c87d69a97e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:42.289307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20b1a4c0-9647-49d9-999d-8101f15c07a5 req-d9333057-18a8-4f5d-9c13-c87d69a97e4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0439000 Jan 28 13:17:42.321034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20b1a4c0-9647-49d9-999d-8101f15c07a5 req-9a1ddc1e-1b7e-4ab4-9598-da185ff88d60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246985 Jan 28 13:17:42.452245 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20b1a4c0-9647-49d9-999d-8101f15c07a5 req-df589a1f-0178-440a-b8a7-d897e2dc82ce service neutron] 10.222.0.35 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163285 Jan 28 13:17:42.458953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971e9c3-92b8-42c4-9f37-c2e04658b719 req-b3ec8f2c-c145-47ef-9616-07be63052db8 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:42.460352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9971e9c3-92b8-42c4-9f37-c2e04658b719 req-b3ec8f2c-c145-47ef-9616-07be63052db8 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 943 time: 0.0802982 Jan 28 13:17:42.885966 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9971e9c3-92b8-42c4-9f37-c2e04658b719 req-f1d02dff-f7e3-4658-a554-e6700f8d75fc tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166968 Jan 28 13:17:42.907455 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20b1a4c0-9647-49d9-999d-8101f15c07a5 req-37a779ae-4e80-4be4-a1b3-5dcd05189f95 service neutron] 10.222.0.35 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456475 Jan 28 13:17:42.945956 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'tag': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:42.948312 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "776371f1-2d03-4f98-a6ba-cb11313407f2", "tag": "d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:42.996401 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3aab5d-f719-481f-9d2f-3711aee3dc58 x-openstack-request-id: req-fa3aab5d-f719-481f-9d2f-3711aee3dc58 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:42.996738 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776371f1-2d03-4f98-a6ba-cb11313407f2", "tag": "d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:42.997047 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa3aab5d-f719-481f-9d2f-3711aee3dc58 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:42.997477 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'tag': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94', 'status': 'completed', 'code': 200} Jan 28 13:17:43.077791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-4f377748-3718-4dff-b738-3b8a52edbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.079270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-4f377748-3718-4dff-b738-3b8a52edbcb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 1094 time: 0.0668268 Jan 28 13:17:43.083588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-b92af885-dc15-4ce4-9017-e98d275d5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.084945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-b92af885-dc15-4ce4-9017-e98d275d5355 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 1094 time: 0.0638707 Jan 28 13:17:43.242629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-ca6573e2-1dc9-42d6-8452-2af752eb65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.244117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-ca6573e2-1dc9-42d6-8452-2af752eb65dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.1583552 Jan 28 13:17:43.246667 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-27bbe4ab-92e2-45dd-9c32-f91d6ef57d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.248708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-27bbe4ab-92e2-45dd-9c32-f91d6ef57d05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.1543460 Jan 28 13:17:43.296337 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-5300098c-bea7-4480-a5c1-b7e55bc246bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 HTTP/1.1" status: 200 len: 217 time: 0.0465689 Jan 28 13:17:43.333608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-18dabd77-e6f4-47a0-9550-3981fa462b55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 HTTP/1.1" status: 200 len: 217 time: 0.0441394 Jan 28 13:17:43.399951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-6c145e1f-3be8-4a93-ad78-01be9852488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.401379 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-6c145e1f-3be8-4a93-ad78-01be9852488b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0763333 Jan 28 13:17:43.407064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-4321f6ee-9478-4ef8-a61f-d5d65c815732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.408392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-4321f6ee-9478-4ef8-a61f-d5d65c815732 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0563447 Jan 28 13:17:43.457730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-a15a299a-e8d1-4d94-97b4-e8139cf184c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460865 Jan 28 13:17:43.457730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-85b497ff-fedd-473c-a711-1986c3dc7399 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408664 Jan 28 13:17:43.610347 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-fa7bc777-e649-4998-8abf-769a0b20ad81 service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480560 Jan 28 13:17:43.613534 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-a45d2e86-8d2e-4c83-bc5b-99b9a2a5be5c service neutron] 10.222.0.35 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436336 Jan 28 13:17:43.767899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-69819efb-3e91-478c-900a-2d0c6c838a43 service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511374 Jan 28 13:17:43.769738 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-618e4985-3fd8-45b4-9b10-1d8d3858f0ea req-786ae655-54f5-4813-9e10-d52021ea206e service neutron] 10.222.0.35 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463091 Jan 28 13:17:44.000961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af28b83-3648-4e08-b14f-e584caf5c8b0 req-a71786d9-ac90-4690-b807-0de7e56d57e5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.002440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0af28b83-3648-4e08-b14f-e584caf5c8b0 req-a71786d9-ac90-4690-b807-0de7e56d57e5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 943 time: 0.0482569 Jan 28 13:17:44.059208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0af28b83-3648-4e08-b14f-e584caf5c8b0 req-2604a354-06e9-4794-b600-ddeafdafdca7 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502462 Jan 28 13:17:44.291730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c6bfa-09eb-4c2a-9031-03d1c4088d51 req-783311a6-f2f3-4732-b25e-edf8890e4b63 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.293202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e65c6bfa-09eb-4c2a-9031-03d1c4088d51 req-783311a6-f2f3-4732-b25e-edf8890e4b63 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 943 time: 0.0802860 Jan 28 13:17:44.300577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-5614aacf-a6b0-4082-bd3a-b09ea50fd8ca tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.301927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-5614aacf-a6b0-4082-bd3a-b09ea50fd8ca tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.49 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2&tenant_id=b0257afa7cd34f9581c269dd2637e559&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 943 time: 0.0792551 Jan 28 13:17:44.390273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e65c6bfa-09eb-4c2a-9031-03d1c4088d51 req-1948b142-2707-45ce-9bb5-77c0b340bab4 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873892 Jan 28 13:17:44.395577 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-17809896-c8bc-4eee-9448-df94664a6747 service neutron] delete failed (client error): The resource could not be found. Jan 28 13:17:44.396501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-17809896-c8bc-4eee-9448-df94664a6747 service neutron] 10.222.0.49 "DELETE /v2.0/ports/d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94/bindings/n-h2-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0871162 Jan 28 13:17:44.480250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-4c54bc87-34d2-46a1-a7a2-46c7288d1cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.481728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-4c54bc87-34d2-46a1-a7a2-46c7288d1cda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 1094 time: 0.0430217 Jan 28 13:17:44.567601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-cc6fd14a-a13b-4658-8931-0ee9c6766fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.569043 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-cc6fd14a-a13b-4658-8931-0ee9c6766fb9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.0820928 Jan 28 13:17:44.615180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-bc37316f-d7d8-4e25-813a-08c0507e5485 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 HTTP/1.1" status: 200 len: 217 time: 0.0395694 Jan 28 13:17:44.663783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-a8d97bc4-d941-4b00-b3c5-2ddec97baa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.665263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-a8d97bc4-d941-4b00-b3c5-2ddec97baa19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0446379 Jan 28 13:17:44.695427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-f821d4de-47d3-4342-ac23-f4728548b86c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243359 Jan 28 13:17:44.727133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:44.766589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 host n-h1-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:17:44.767257 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:44.793425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-9f969461-f2a1-41bd-ad75-9b72529eb988 service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926003 Jan 28 13:17:44.909677 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8f65f2a-23d8-47b4-9c5e-ea0220858331 req-746f5a3d-5d55-48d5-80a2-a5660e42de1c service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107063 Jan 28 13:17:45.047433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:45.142128 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:45.153488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94', 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624', 'port_id': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94', 'mac_address': 'fa:16:3e:95:14:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53fde9b-0fb1-4377-b63c-ee4319521f49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:45.190539 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:45.190926 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.203912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:45.224183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:45.227920 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.275374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:45.438646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:45.541367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93ce39-72f8-46eb-802e-c74010e6727c req-3d5535a9-0e63-4962-a58d-765b3b8ba5cd tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.542850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb93ce39-72f8-46eb-802e-c74010e6727c req-3d5535a9-0e63-4962-a58d-765b3b8ba5cd tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 944 time: 0.0614204 Jan 28 13:17:45.590003 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb93ce39-72f8-46eb-802e-c74010e6727c req-5632f285-e985-4100-8bb2-2976443053d7 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Jan 28 13:17:45.704371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9133e-1817-4cf8-93a0-a6d54878e2b2 req-b45f29d9-98a5-4ebc-b1bb-b22be56404eb tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.705831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ceb9133e-1817-4cf8-93a0-a6d54878e2b2 req-b45f29d9-98a5-4ebc-b1bb-b22be56404eb tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 944 time: 0.0476599 Jan 28 13:17:45.752836 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ceb9133e-1817-4cf8-93a0-a6d54878e2b2 req-89ee60a2-7879-4982-aadd-c785808ddce6 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414233 Jan 28 13:17:45.870632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc32d3-2738-4c51-8bc1-dd349f7099b6 req-dd5d4cd9-93a5-4a65-9367-20b628e4b251 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.872024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ffc32d3-2738-4c51-8bc1-dd349f7099b6 req-dd5d4cd9-93a5-4a65-9367-20b628e4b251 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 944 time: 0.0491827 Jan 28 13:17:45.922516 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ffc32d3-2738-4c51-8bc1-dd349f7099b6 req-96afad37-f4ae-4b8e-a86d-fbef8634965c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448825 Jan 28 13:17:46.281590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-e790cbb8-b2ef-4c17-9c4c-fa85586a4439 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.283134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-e790cbb8-b2ef-4c17-9c4c-fa85586a4439 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 814 time: 0.1048193 Jan 28 13:17:46.301732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-192b899a-1b15-461a-bcbd-8e1108763d4b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/quotas/b0257afa7cd34f9581c269dd2637e559 HTTP/1.1" status: 200 len: 375 time: 0.0116873 Jan 28 13:17:46.360291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-7760d097-05ad-4dc5-acae-d132a5ddd23b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0530567 Jan 28 13:17:46.459487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-7ea366a0-428e-4775-bd51-c28e9de3c1a0 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910749 Jan 28 13:17:46.560882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-db863471-3eaf-4631-ab4a-dc5849f40b3c service neutron] 10.222.0.53 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921731 Jan 28 13:17:46.744295 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14f61bee-5df1-4c7d-9bc6-3513d3b253c3 req-84402c5e-c176-4376-bae6-fcc8e7afea0a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 210 time: 0.0414891 Jan 28 13:17:47.051273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:47.110476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:47.115032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:47.115455 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.218529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:47.219014 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.244005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:47.246203 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e53871-0116-4444-b28c-3a7007d1691f" -d '{"events": [{"server_uuid": "776371f1-2d03-4f98-a6ba-cb11313407f2", "name": "network-vif-plugged", "status": "completed", "tag": "d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:47.261288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:47.266405 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.303981 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c9447f-09ad-476f-99d0-37866efd842b x-openstack-request-id: req-a5c9447f-09ad-476f-99d0-37866efd842b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:47.304277 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776371f1-2d03-4f98-a6ba-cb11313407f2", "name": "network-vif-plugged", "status": "completed", "tag": "d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:47.304531 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5c9447f-09ad-476f-99d0-37866efd842b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:47.305119 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94', 'code': 200} Jan 28 13:17:47.334005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:47.371109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f93fa6-aae9-4c97-bf36-badf7bf71be3 req-7a16c290-98b0-49fe-96ab-c5e88d9e8d48 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:47.373247 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1f93fa6-aae9-4c97-bf36-badf7bf71be3 req-7a16c290-98b0-49fe-96ab-c5e88d9e8d48 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.35 "GET /v2.0/ports?device_id=776371f1-2d03-4f98-a6ba-cb11313407f2 HTTP/1.1" status: 200 len: 945 time: 0.0503426 Jan 28 13:17:47.463861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c1f93fa6-aae9-4c97-bf36-badf7bf71be3 req-8c58e58d-e401-4dcb-9987-8b2b60ade9ad tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Deleting port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:47.464476 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1f93fa6-aae9-4c97-bf36-badf7bf71be3 req-8c58e58d-e401-4dcb-9987-8b2b60ade9ad tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.565671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c1f93fa6-aae9-4c97-bf36-badf7bf71be3 req-8c58e58d-e401-4dcb-9987-8b2b60ade9ad tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] For port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:47.566367 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1f93fa6-aae9-4c97-bf36-badf7bf71be3 req-8c58e58d-e401-4dcb-9987-8b2b60ade9ad tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.578069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c1f93fa6-aae9-4c97-bf36-badf7bf71be3 req-8c58e58d-e401-4dcb-9987-8b2b60ade9ad tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Calling delete_port for d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:47.739539 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.752282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-35ab8428-85d1-4418-a604-54a639e748ca tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:47.753704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-35ab8428-85d1-4418-a604-54a639e748ca tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.49 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 814 time: 0.1344886 Jan 28 13:17:47.775382 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Request body: {'port': {'device_id': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624', 'admin_state_up': True, 'tenant_id': 'b0257afa7cd34f9581c269dd2637e559'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:47.871991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2fe8590d-f44b-4044-8142-387b41bf8868 req-9f58dd7b-bbf3-4e78-98d8-d3b902c0f76f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 210 time: 0.0432425 Jan 28 13:17:47.874871 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1f93fa6-aae9-4c97-bf36-badf7bf71be3 req-8c58e58d-e401-4dcb-9987-8b2b60ade9ad tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.895669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:47.917347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58e58d-e401-4dcb-9987-8b2b60ade9ad tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Pushing event deleted for resources: {'Port': ['ID=d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:47.970574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f93fa6-aae9-4c97-bf36-badf7bf71be3 req-8c58e58d-e401-4dcb-9987-8b2b60ade9ad tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] No DVR routers for this DVR port d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:47.974989 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1f93fa6-aae9-4c97-bf36-badf7bf71be3 req-8c58e58d-e401-4dcb-9987-8b2b60ade9ad tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.978188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c1f93fa6-aae9-4c97-bf36-badf7bf71be3 req-8c58e58d-e401-4dcb-9987-8b2b60ade9ad tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.35 "DELETE /v2.0/ports/d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 HTTP/1.1" status: 204 len: 173 time: 0.6009059 Jan 28 13:17:47.978618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'name': 'network-vif-deleted', 'tag': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:47.980923 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b3b6c2-dc85-47ef-9a8b-f8ac3db14922" -d '{"events": [{"server_uuid": "776371f1-2d03-4f98-a6ba-cb11313407f2", "name": "network-vif-deleted", "tag": "d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:48.001839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Made reservation on behalf of b0257afa7cd34f9581c269dd2637e559 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:48.005516 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.031016 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9696d5-2ced-437d-8ccc-a4278448d21f x-openstack-request-id: req-5d9696d5-2ced-437d-8ccc-a4278448d21f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:48.031310 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776371f1-2d03-4f98-a6ba-cb11313407f2", "name": "network-vif-deleted", "tag": "d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:48.031589 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d9696d5-2ced-437d-8ccc-a4278448d21f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:48.031991 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776371f1-2d03-4f98-a6ba-cb11313407f2', 'name': 'network-vif-deleted', 'tag': 'd06a2afc-09c9-4a9a-9ded-7f7b7c8aca94', 'status': 'completed', 'code': 200} Jan 28 13:17:48.100686 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.155935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Allocated IP 172.20.0.4 (a8b5ff40-c60c-4f9a-9498-9fa139cd7624/b53fde9b-0fb1-4377-b63c-ee4319521f49/b454b912-7ded-4fbc-9a86-f090611bebc5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:48.305032 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks [] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.340593 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.353324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:48.382449 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:48.385988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:48.389607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:48.428227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Pushing event updated for resources: {'Port': ['ID=b454b912-7ded-4fbc-9a86-f090611bebc5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:48.448423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:48.449037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.468468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-df4aa5ce-7f4e-4602-8053-0daa516118c5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6968822 Jan 28 13:17:48.479405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Request body: {'port': {'device_id': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:48.536451 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.799328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b454b912-7ded-4fbc-9a86-f090611bebc5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:48.806579 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Publish callbacks [] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.818882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Transition to ACTIVE for port object b454b912-7ded-4fbc-9a86-f090611bebc5 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:48.822519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.876364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Pushing event updated for resources: {'Port': ['ID=b454b912-7ded-4fbc-9a86-f090611bebc5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:48.957190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Attempting to bind port b454b912-7ded-4fbc-9a86-f090611bebc5 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:48.957561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Attempting to bind port b454b912-7ded-4fbc-9a86-f090611bebc5 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:48.957897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Attempting to bind port b454b912-7ded-4fbc-9a86-f090611bebc5 on network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:48.980033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Port b454b912-7ded-4fbc-9a86-f090611bebc5 on network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:48.980363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Attempting to bind port b454b912-7ded-4fbc-9a86-f090611bebc5 on network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:48.990505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:48.990846 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Checking segment: {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:48.991231 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Bound using segment: {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:48.991684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Bound port: b454b912-7ded-4fbc-9a86-f090611bebc5, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:48.992052 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.016604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a76f02-14c9-4678-84f7-bf4c260a30e5 req-fbf52523-51fa-4d4f-b64e-fdcc68b2570f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:49.018097 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7a76f02-14c9-4678-84f7-bf4c260a30e5 req-fbf52523-51fa-4d4f-b64e-fdcc68b2570f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 943 time: 0.0758741 Jan 28 13:17:49.115326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:49.118442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b454b912-7ded-4fbc-9a86-f090611bebc5,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:49.122643 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7a76f02-14c9-4678-84f7-bf4c260a30e5 req-cdf4c59c-263f-48d2-a6b5-ee7dd2bbda6c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768111 Jan 28 13:17:49.124093 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.162629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:49.163256 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.164642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-60c260bf-2939-452a-ac51-49f780900faf service neutron] 10.222.0.49 "PUT /v2.0/ports/b454b912-7ded-4fbc-9a86-f090611bebc5 HTTP/1.1" status: 200 len: 1091 time: 0.6893017 Jan 28 13:17:49.186407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c260bf-2939-452a-ac51-49f780900faf service neutron] Pushing event updated for resources: {'Port': ['ID=b454b912-7ded-4fbc-9a86-f090611bebc5,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:49.243360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-4292e51b-ffbb-44dc-a110-fa39c39d3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:49.244879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-4292e51b-ffbb-44dc-a110-fa39c39d3e6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 1094 time: 0.0465150 Jan 28 13:17:49.295655 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-b21d03bf-6f16-4ab6-babc-40f7773452a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b454b912-7ded-4fbc-9a86-f090611bebc5 HTTP/1.1" status: 200 len: 217 time: 0.0439634 Jan 28 13:17:49.308673 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8351b21b-ff4c-4dcb-bcc2-a3cf07b0bd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.347912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-54ac0199-355b-44da-89ea-afa611be8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:49.350366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-54ac0199-355b-44da-89ea-afa611be8433 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0493131 Jan 28 13:17:49.382195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-9cbadf55-830f-4ffa-a3bb-527ac53ae94f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257177 Jan 28 13:17:49.470770 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-a3b12df0-5920-4f96-886e-e647261722a5 service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823758 Jan 28 13:17:49.563154 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7e22021f-3dcf-4514-b624-ab1cbb3646ad req-49c89723-6858-4175-b4fe-33c8cc342aeb service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862398 Jan 28 13:17:50.032736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'tag': 'b454b912-7ded-4fbc-9a86-f090611bebc5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:50.035146 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e29737-e1aa-423c-84bc-e72a0b827c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "af9bfacf-dbea-4c98-a9c2-92c2b5d83f40", "tag": "b454b912-7ded-4fbc-9a86-f090611bebc5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:50.073534 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4cb7a1-4ac4-4030-b46e-867ac9c7e890 x-openstack-request-id: req-7d4cb7a1-4ac4-4030-b46e-867ac9c7e890 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:50.073828 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9bfacf-dbea-4c98-a9c2-92c2b5d83f40", "tag": "b454b912-7ded-4fbc-9a86-f090611bebc5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:50.074086 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d4cb7a1-4ac4-4030-b46e-867ac9c7e890 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:50.074497 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'tag': 'b454b912-7ded-4fbc-9a86-f090611bebc5', 'status': 'completed', 'code': 200} Jan 28 13:17:50.135635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29737-e1aa-423c-84bc-e72a0b827c4f req-86822121-6ee5-491e-9850-c96424e3f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:50.137143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02e29737-e1aa-423c-84bc-e72a0b827c4f req-86822121-6ee5-491e-9850-c96424e3f883 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 1094 time: 0.0423605 Jan 28 13:17:50.265680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29737-e1aa-423c-84bc-e72a0b827c4f req-a21e8d2c-1b6c-4be3-bb7b-5ee5bc789ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:50.267151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02e29737-e1aa-423c-84bc-e72a0b827c4f req-a21e8d2c-1b6c-4be3-bb7b-5ee5bc789ebc service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.1220574 Jan 28 13:17:50.274027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ababf-e783-4d13-b5bf-c7a369bfe3b3 req-dc5d2425-3206-45c8-8879-ded9ef0739d8 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:50.275500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-447ababf-e783-4d13-b5bf-c7a369bfe3b3 req-dc5d2425-3206-45c8-8879-ded9ef0739d8 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 943 time: 0.0820756 Jan 28 13:17:50.320650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02e29737-e1aa-423c-84bc-e72a0b827c4f req-892915c9-8be3-4482-a2f8-8e07dcda464f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b454b912-7ded-4fbc-9a86-f090611bebc5 HTTP/1.1" status: 200 len: 217 time: 0.0438359 Jan 28 13:17:50.390736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-447ababf-e783-4d13-b5bf-c7a369bfe3b3 req-3a5b7c7e-0db5-4a89-b068-f0f6f50eeb33 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077874 Jan 28 13:17:50.394366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29737-e1aa-423c-84bc-e72a0b827c4f req-3b0835b3-cd67-478d-9ca2-2e3dfa9d9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:50.395768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02e29737-e1aa-423c-84bc-e72a0b827c4f req-3b0835b3-cd67-478d-9ca2-2e3dfa9d9d2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0659971 Jan 28 13:17:50.427060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02e29737-e1aa-423c-84bc-e72a0b827c4f req-1520c413-a180-4e92-8b47-6e182dc2a906 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253990 Jan 28 13:17:50.518822 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02e29737-e1aa-423c-84bc-e72a0b827c4f req-96f6ef37-dc1b-4fa0-8f1d-2c713e7579cc service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859478 Jan 28 13:17:50.607726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02e29737-e1aa-423c-84bc-e72a0b827c4f req-2df2b7ac-b235-43d3-bbcf-824aae15daf3 service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831335 Jan 28 13:17:51.079286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:51.099640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:17:51.099983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d06a2afc-09c9-4a9a-9ded-7f7b7c8aca94 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:51.514772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67e771-b504-4a6f-b6ef-74049feffc03 req-84245c24-3085-4026-bffb-a9c5828eb81c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:51.516287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a67e771-b504-4a6f-b6ef-74049feffc03 req-84245c24-3085-4026-bffb-a9c5828eb81c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 943 time: 0.0574577 Jan 28 13:17:51.574444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a67e771-b504-4a6f-b6ef-74049feffc03 req-a3a752b3-2dc0-4240-bc36-d81672288150 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523534 Jan 28 13:17:51.643244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1ed8718-27aa-4317-92c5-84de2a28a9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.698271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95cbd-bc47-4117-bef9-7f176c21034b req-ae74e3c5-745f-40f6-8d5f-9a58b39fb7e5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:52.699764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87a95cbd-bc47-4117-bef9-7f176c21034b req-ae74e3c5-745f-40f6-8d5f-9a58b39fb7e5 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 943 time: 0.0579884 Jan 28 13:17:52.745879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87a95cbd-bc47-4117-bef9-7f176c21034b req-319a4e16-fa6d-458e-9a86-99aba597d1e9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Jan 28 13:17:52.758003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b454b912-7ded-4fbc-9a86-f090611bebc5 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:52.850935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b454b912-7ded-4fbc-9a86-f090611bebc5,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:52.863055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'b454b912-7ded-4fbc-9a86-f090611bebc5', 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624', 'port_id': 'b454b912-7ded-4fbc-9a86-f090611bebc5', 'mac_address': 'fa:16:3e:62:aa:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53fde9b-0fb1-4377-b63c-ee4319521f49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:52.900178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b454b912-7ded-4fbc-9a86-f090611bebc5 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:52.900571 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.916400 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b454b912-7ded-4fbc-9a86-f090611bebc5 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:52.936623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b454b912-7ded-4fbc-9a86-f090611bebc5,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:52.940684 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.986981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b454b912-7ded-4fbc-9a86-f090611bebc5,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:53.127948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['b454b912-7ded-4fbc-9a86-f090611bebc5'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:53.131735 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.859803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0061d-581e-4485-90c6-b791eb4b7e28 req-cd23c9fe-9f2c-4877-93f8-d16be75fa418 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:53.861304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21e0061d-581e-4485-90c6-b791eb4b7e28 req-cd23c9fe-9f2c-4877-93f8-d16be75fa418 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 944 time: 0.0491130 Jan 28 13:17:53.910590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21e0061d-581e-4485-90c6-b791eb4b7e28 req-d3ef279c-1940-42f7-834a-518e49ba59a7 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Jan 28 13:17:54.773929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b454b912-7ded-4fbc-9a86-f090611bebc5 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:54.814064 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.835663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port b454b912-7ded-4fbc-9a86-f090611bebc5 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:54.840432 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port b454b912-7ded-4fbc-9a86-f090611bebc5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:54.840812 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.917527 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port b454b912-7ded-4fbc-9a86-f090611bebc5 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:54.917911 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.944605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454b912-7ded-4fbc-9a86-f090611bebc5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:54.946884 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084864ea-56c7-4fb1-869f-07641aa53cc7" -d '{"events": [{"server_uuid": "af9bfacf-dbea-4c98-a9c2-92c2b5d83f40", "name": "network-vif-plugged", "status": "completed", "tag": "b454b912-7ded-4fbc-9a86-f090611bebc5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:55.040868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bf44d-9935-4b40-a284-3f03c38c0f62 req-46b79a06-aaf3-4770-b63d-102c0ab18f3f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:55.042597 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e06bf44d-9935-4b40-a284-3f03c38c0f62 req-46b79a06-aaf3-4770-b63d-102c0ab18f3f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 944 time: 0.0563540 Jan 28 13:17:55.123743 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dcb84c-c189-41d9-b3a3-6a5ec8b918be x-openstack-request-id: req-f3dcb84c-c189-41d9-b3a3-6a5ec8b918be {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:55.124042 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9bfacf-dbea-4c98-a9c2-92c2b5d83f40", "name": "network-vif-plugged", "status": "completed", "tag": "b454b912-7ded-4fbc-9a86-f090611bebc5", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:55.124296 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3dcb84c-c189-41d9-b3a3-6a5ec8b918be {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:55.124422 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e06bf44d-9935-4b40-a284-3f03c38c0f62 req-86959574-5280-4d5c-90e1-209b08fa7d62 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678999 Jan 28 13:17:55.124686 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454b912-7ded-4fbc-9a86-f090611bebc5', 'code': 200} Jan 28 13:17:55.127145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c5f41-88bb-4d5e-baa5-b7bd59fc0688 req-80748912-79a9-421d-aa39-88e8e7e65468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:55.128600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d9c5f41-88bb-4d5e-baa5-b7bd59fc0688 req-80748912-79a9-421d-aa39-88e8e7e65468 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 1095 time: 0.0803533 Jan 28 13:17:55.128728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b454b912-7ded-4fbc-9a86-f090611bebc5,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:55.133149 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.180929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4d9c5f41-88bb-4d5e-baa5-b7bd59fc0688 req-50ff7831-6a7f-4cb0-8dc7-33e453c1a181 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468171 Jan 28 13:17:55.181209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=b454b912-7ded-4fbc-9a86-f090611bebc5,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:55.189323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.189671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.190009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.190346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.190679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.191009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.191352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.191686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.192011 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.192339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.192662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.192983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.193304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:56.118939 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.253733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd5b8f-4e04-4ca6-9d0a-b67587b64c6a req-7939cf6b-114e-46d1-b2bf-2d2851f79e3a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:56.255227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ebd5b8f-4e04-4ca6-9d0a-b67587b64c6a req-7939cf6b-114e-46d1-b2bf-2d2851f79e3a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0508640 Jan 28 13:17:56.305342 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ebd5b8f-4e04-4ca6-9d0a-b67587b64c6a req-9be5fade-2819-4e42-8951-6a97a8f33f43 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 Jan 28 13:17:57.429370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b02b2-664c-4c22-9e14-41128b81d029 req-78f17d21-0a25-431e-ac33-e996f44be643 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:57.430876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d62b02b2-664c-4c22-9e14-41128b81d029 req-78f17d21-0a25-431e-ac33-e996f44be643 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0514503 Jan 28 13:17:57.482672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d62b02b2-664c-4c22-9e14-41128b81d029 req-d735877c-0d1c-474a-84f6-8bcc99d650e7 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460734 Jan 28 13:17:57.604800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db480992-f82d-42e5-9e18-7e0ea2778340 req-aa4ada34-fcb0-431f-9bad-124344fb763e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:57.606208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db480992-f82d-42e5-9e18-7e0ea2778340 req-aa4ada34-fcb0-431f-9bad-124344fb763e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0543177 Jan 28 13:17:57.662787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db480992-f82d-42e5-9e18-7e0ea2778340 req-c935058d-a306-477b-92a5-7a956657eae7 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501804 Jan 28 13:17:57.907597 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-86e6923f-25ff-4c8f-8b10-76073d044291 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465517 Jan 28 13:17:57.918281 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a596bb-5f5f-463c-bdf4-915ce2dd33eb req-04c226df-2f25-49d9-8492-6f9f85fd428e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:57.919892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2a596bb-5f5f-463c-bdf4-915ce2dd33eb req-04c226df-2f25-49d9-8492-6f9f85fd428e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0522480 Jan 28 13:17:57.973675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2a596bb-5f5f-463c-bdf4-915ce2dd33eb req-d13afba1-cc94-4c5b-b071-b449efa71d26 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466218 Jan 28 13:17:58.980075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-57361092-2872-4ac4-8f7e-9372109f7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:58.981598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-57361092-2872-4ac4-8f7e-9372109f7b15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 1096 time: 0.0427318 Jan 28 13:17:59.102516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-6af6b29d-1723-47bc-bf98-d67d5cb1059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.104013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-6af6b29d-1723-47bc-bf98-d67d5cb1059e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.1170986 Jan 28 13:17:59.117036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff04af-6240-46ef-b995-690f8c64916b req-427b9a72-a92d-4d10-9842-557442971165 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.118436 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faff04af-6240-46ef-b995-690f8c64916b req-427b9a72-a92d-4d10-9842-557442971165 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0751131 Jan 28 13:17:59.164068 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-546b49a2-1815-400f-a049-5faa22d67c1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b454b912-7ded-4fbc-9a86-f090611bebc5 HTTP/1.1" status: 200 len: 217 time: 0.0540030 Jan 28 13:17:59.230454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-faff04af-6240-46ef-b995-690f8c64916b req-186c08e7-98da-421f-a768-6ea2f435a5ea tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055455 Jan 28 13:17:59.236370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c4cd8d41-4840-4ba1-8d6c-c27726f6fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.237791 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c4cd8d41-4840-4ba1-8d6c-c27726f6fcc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0672677 Jan 28 13:17:59.268300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-90a95aa9-6c2d-415b-8956-7092bc5193db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251157 Jan 28 13:17:59.354868 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-d1374dd5-9040-4d07-b3f2-725107bea8ed service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812376 Jan 28 13:17:59.452205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-bd0145e6-07f1-4995-b517-0ab41b637089 service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916908 Jan 28 13:18:00.345772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ee215-77b4-4350-95b8-7700122eb5de req-5cdb92b3-be51-46dd-a765-8639a584da00 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:00.347252 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e70ee215-77b4-4350-95b8-7700122eb5de req-5cdb92b3-be51-46dd-a765-8639a584da00 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0496640 Jan 28 13:18:00.395068 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e70ee215-77b4-4350-95b8-7700122eb5de req-e8d89aae-6820-4cab-ba72-1172ce980a3c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421593 Jan 28 13:18:01.519305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d64ad-681a-46af-8700-060e591de573 req-a1a647c4-b80d-40ff-ac31-dd11239bd4d9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.520773 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac0d64ad-681a-46af-8700-060e591de573 req-a1a647c4-b80d-40ff-ac31-dd11239bd4d9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0552325 Jan 28 13:18:01.893206 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac0d64ad-681a-46af-8700-060e591de573 req-2da41dc9-32a9-4832-8fe2-6800eb80c9d6 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669112 Jan 28 13:18:02.251820 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:18:03.013862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760d549-9e52-4894-a222-38783ba5a449 req-dcdb12bf-beb8-4b72-94bc-f5594be5c40b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:03.015330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4760d549-9e52-4894-a222-38783ba5a449 req-dcdb12bf-beb8-4b72-94bc-f5594be5c40b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0525675 Jan 28 13:18:03.061470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4760d549-9e52-4894-a222-38783ba5a449 req-c8b9fd7a-4bf1-4aa7-a233-7216498f73ce tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Jan 28 13:18:04.230134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947b673-608f-4d19-9fee-4419efd78954 req-492a49bd-a62e-4163-9ad1-c9779e1f2e77 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.231664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a947b673-608f-4d19-9fee-4419efd78954 req-492a49bd-a62e-4163-9ad1-c9779e1f2e77 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0489872 Jan 28 13:18:04.282614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a947b673-608f-4d19-9fee-4419efd78954 req-bff46795-3fe9-4e3c-946d-bbc7859ab405 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447319 Jan 28 13:18:05.431731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709f2fb-25e7-45f5-8275-66d0023c90ed req-78f8389a-e6b9-4a37-ace8-f90e9d56cfc8 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.433180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e709f2fb-25e7-45f5-8275-66d0023c90ed req-78f8389a-e6b9-4a37-ace8-f90e9d56cfc8 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0476096 Jan 28 13:18:05.480999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e709f2fb-25e7-45f5-8275-66d0023c90ed req-80ade388-5884-472d-aff9-6f6af93c060e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422230 Jan 28 13:18:06.596939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21197890-e158-4714-baa1-b8ed37f4d46e req-876a4717-eb9e-442a-97de-1c982a550736 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.598424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21197890-e158-4714-baa1-b8ed37f4d46e req-876a4717-eb9e-442a-97de-1c982a550736 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0479572 Jan 28 13:18:06.647204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21197890-e158-4714-baa1-b8ed37f4d46e req-431264ae-7d75-4425-b402-c067d695afcf tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 Jan 28 13:18:07.771874 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14bd17-dcf1-4781-8f39-94ce010b9d7b req-67734df7-7b29-48a0-8a8b-46931805f76a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.773272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc14bd17-dcf1-4781-8f39-94ce010b9d7b req-67734df7-7b29-48a0-8a8b-46931805f76a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0544164 Jan 28 13:18:07.820217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc14bd17-dcf1-4781-8f39-94ce010b9d7b req-baea99d1-a532-451f-a9da-c1ed686aa5ed tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Jan 28 13:18:08.938367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a151b6f-093d-408a-8bac-05c36e52638c req-181a8d83-1d83-44ab-a4e3-575466631bbb tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:08.939875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a151b6f-093d-408a-8bac-05c36e52638c req-181a8d83-1d83-44ab-a4e3-575466631bbb tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0482929 Jan 28 13:18:08.986417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a151b6f-093d-408a-8bac-05c36e52638c req-0e12fe98-d13f-4cf5-98f3-219f38cd025b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409911 Jan 28 13:18:10.101571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f041c-42ef-4336-bc4b-afbfe04dc4dd req-8492df95-71fa-41c1-b33a-8520bf8d20ef tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:10.103037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b28f041c-42ef-4336-bc4b-afbfe04dc4dd req-8492df95-71fa-41c1-b33a-8520bf8d20ef tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0489450 Jan 28 13:18:10.155355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b28f041c-42ef-4336-bc4b-afbfe04dc4dd req-132e972c-543c-47d9-a839-9a2cd24800cb tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466261 Jan 28 13:18:11.359541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780215e-db6e-48ed-9253-edf93c8e2495 req-2b7c40af-642e-4497-99dd-6903a16ddfbc tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:11.361132 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3780215e-db6e-48ed-9253-edf93c8e2495 req-2b7c40af-642e-4497-99dd-6903a16ddfbc tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.1002882 Jan 28 13:18:11.411472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3780215e-db6e-48ed-9253-edf93c8e2495 req-0de8c240-0efa-42c1-b2e9-fdf5499e6672 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Jan 28 13:18:12.530590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687068f-35ff-46a4-98e3-87b3628d2ea0 req-6046df63-e2a7-4c24-aa37-606de31b850f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:12.532025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5687068f-35ff-46a4-98e3-87b3628d2ea0 req-6046df63-e2a7-4c24-aa37-606de31b850f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0505643 Jan 28 13:18:12.580623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5687068f-35ff-46a4-98e3-87b3628d2ea0 req-ae467296-6d7e-4a30-b57c-08481698c78a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Jan 28 13:18:13.700181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dd099-1d30-4e09-8edd-f0e3094c1ed1 req-e4ed0701-7608-4f87-b90d-770aa88cee4c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.702644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef6dd099-1d30-4e09-8edd-f0e3094c1ed1 req-e4ed0701-7608-4f87-b90d-770aa88cee4c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0539572 Jan 28 13:18:13.755649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef6dd099-1d30-4e09-8edd-f0e3094c1ed1 req-f282d7fc-5543-4212-a099-d9330a94fe90 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430906 Jan 28 13:18:14.873241 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a47d7-b842-486b-a488-050635c5c7e0 req-8045836b-21c8-49f5-a68a-3695d1ef98fa tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:14.874766 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-130a47d7-b842-486b-a488-050635c5c7e0 req-8045836b-21c8-49f5-a68a-3695d1ef98fa tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0514154 Jan 28 13:18:14.930797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-130a47d7-b842-486b-a488-050635c5c7e0 req-43b4e1cd-aabb-4703-922c-88f1221fbaed tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497756 Jan 28 13:18:16.056247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2947-a6e5-4035-b2ec-7d90e87b3547 req-66e18dff-2e86-42bd-928a-891cbed033ae tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.057788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee3b2947-a6e5-4035-b2ec-7d90e87b3547 req-66e18dff-2e86-42bd-928a-891cbed033ae tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0564981 Jan 28 13:18:16.115802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ee3b2947-a6e5-4035-b2ec-7d90e87b3547 req-8faa8a4e-43af-45c0-957a-726b3ac70cad tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512929 Jan 28 13:18:17.331260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a483f3-ada4-430e-ad14-b02a228dbc17 req-4a0c71dc-e81e-414a-ad86-ebd4b1ca2a0f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:17.332864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52a483f3-ada4-430e-ad14-b02a228dbc17 req-4a0c71dc-e81e-414a-ad86-ebd4b1ca2a0f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0999165 Jan 28 13:18:17.384107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52a483f3-ada4-430e-ad14-b02a228dbc17 req-2e5ff14e-6ec3-44d5-b211-b2d9c4292ceb tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Jan 28 13:18:17.733262 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:18.101685 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:18.509524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4087b-fd72-4b41-a105-4264e87717b9 req-a09698e5-27f7-4373-94fc-6eef5e121aec tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.510969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4d4087b-fd72-4b41-a105-4264e87717b9 req-a09698e5-27f7-4373-94fc-6eef5e121aec tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0494564 Jan 28 13:18:18.562843 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4d4087b-fd72-4b41-a105-4264e87717b9 req-2b750661-e5ad-4eb3-b739-fc0c54e479e9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453649 Jan 28 13:18:19.312679 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08c3742a-d329-4a9e-9c1b-c41f72df3edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:19.690805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4c88-abff-4412-90e8-d8907aec22ba req-16bdae6a-50d6-456f-9ce6-65ff9f8fc8bc tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:19.692860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3ad4c88-abff-4412-90e8-d8907aec22ba req-16bdae6a-50d6-456f-9ce6-65ff9f8fc8bc tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0533962 Jan 28 13:18:19.744604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3ad4c88-abff-4412-90e8-d8907aec22ba req-b22f2edb-3181-45a2-89bd-5fa41e3c8b78 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456533 Jan 28 13:18:20.891181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0a9d2-7c12-4b83-bf8c-09f816b4a5d2 req-02127af5-c389-4680-bcc4-fe3af67f203b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:20.892745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63e0a9d2-7c12-4b83-bf8c-09f816b4a5d2 req-02127af5-c389-4680-bcc4-fe3af67f203b tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0682034 Jan 28 13:18:20.943192 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63e0a9d2-7c12-4b83-bf8c-09f816b4a5d2 req-82b1903e-ac82-4396-b44a-0951e0cdb0e3 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447249 Jan 28 13:18:21.644926 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-724c8a20-7c52-4381-b2de-3670348b9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:22.069176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a459a-2562-4dac-bab2-99cff78d2968 req-4f86f607-0794-4be1-9d6e-b9a73d2dd01d tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.070752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-264a459a-2562-4dac-bab2-99cff78d2968 req-4f86f607-0794-4be1-9d6e-b9a73d2dd01d tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0542271 Jan 28 13:18:22.122270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-264a459a-2562-4dac-bab2-99cff78d2968 req-dc2fb431-1a1c-435b-9b51-af75ba741fda tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434916 Jan 28 13:18:23.134670 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.252962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ebbee-4541-497d-b20d-a2c99c984619 req-3e3c13c2-2e38-424e-b18b-1e8088e6e00e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.254512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c25ebbee-4541-497d-b20d-a2c99c984619 req-3e3c13c2-2e38-424e-b18b-1e8088e6e00e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0554743 Jan 28 13:18:23.311676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c25ebbee-4541-497d-b20d-a2c99c984619 req-c7b9761e-5238-4ac1-b97a-e789585621d4 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482404 Jan 28 13:18:24.429127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba2fe4-73be-4adf-862b-5dd137758ce0 req-18a2704a-f556-4826-881f-52a95126c374 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.430674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09ba2fe4-73be-4adf-862b-5dd137758ce0 req-18a2704a-f556-4826-881f-52a95126c374 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0488162 Jan 28 13:18:24.485211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09ba2fe4-73be-4adf-862b-5dd137758ce0 req-93ad842d-4504-47af-b561-1aa5a808cdd9 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482671 Jan 28 13:18:24.793725 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.602962 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7aa3c1-da34-4266-8557-abe687685fad req-f1740c43-b005-4973-bc94-c980aeb1792e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.604505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b7aa3c1-da34-4266-8557-abe687685fad req-f1740c43-b005-4973-bc94-c980aeb1792e tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0502958 Jan 28 13:18:25.657462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b7aa3c1-da34-4266-8557-abe687685fad req-41df9f31-9a6c-484c-b22f-5626654da061 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464497 Jan 28 13:18:26.121460 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:26.579076 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-2e2d138d-6ae7-49e4-a4f7-fadef6c452dd service neutron] show failed (client error): The resource could not be found. Jan 28 13:18:26.580125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-2e2d138d-6ae7-49e4-a4f7-fadef6c452dd service neutron] 10.222.0.49 "GET /v2.0/ports/b454b912-7ded-4fbc-9a86-f090611bebc5/bindings/n-h1-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0560989 Jan 28 13:18:26.796516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8a574-25e0-4874-b1f5-863dcb2cee11 req-7a9321eb-c584-4528-91cd-368ab37e5d67 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:26.798086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4b8a574-25e0-4874-b1f5-863dcb2cee11 req-7a9321eb-c584-4528-91cd-368ab37e5d67 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0591512 Jan 28 13:18:26.878996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e4b8a574-25e0-4874-b1f5-863dcb2cee11 req-944663e8-3a3b-42f9-a45a-2f0637712156 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752847 Jan 28 13:18:26.884888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c96f1d26-7979-4880-9c53-d20b2ce27d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:26.886345 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c96f1d26-7979-4880-9c53-d20b2ce27d57 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40&tenant_id=b0257afa7cd34f9581c269dd2637e559 HTTP/1.1" status: 200 len: 1096 time: 0.1130521 Jan 28 13:18:26.896684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:26.949293 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.155676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=b454b912-7ded-4fbc-9a86-f090611bebc5,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:27.189305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:27.228248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b454b912-7ded-4fbc-9a86-f090611bebc5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:27.230602 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46606c79-1984-40d9-b53f-607c00ae155d" -d '{"events": [{"server_uuid": "af9bfacf-dbea-4c98-a9c2-92c2b5d83f40", "name": "network-vif-unplugged", "status": "completed", "tag": "b454b912-7ded-4fbc-9a86-f090611bebc5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:27.234979 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Publish callbacks [] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.248372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Transition to ACTIVE for port object b454b912-7ded-4fbc-9a86-f090611bebc5 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:27.252922 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.285769 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9562f36e-66b5-4ff0-8709-e2704241e889 x-openstack-request-id: req-9562f36e-66b5-4ff0-8709-e2704241e889 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:27.286059 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9bfacf-dbea-4c98-a9c2-92c2b5d83f40", "name": "network-vif-unplugged", "status": "completed", "tag": "b454b912-7ded-4fbc-9a86-f090611bebc5", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:27.286312 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9562f36e-66b5-4ff0-8709-e2704241e889 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:27.286711 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b454b912-7ded-4fbc-9a86-f090611bebc5', 'code': 200} Jan 28 13:18:27.319123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] No DVR routers for this DVR port b454b912-7ded-4fbc-9a86-f090611bebc5 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:27.320992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Pushing event updated for resources: {'Port': ['ID=b454b912-7ded-4fbc-9a86-f090611bebc5,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:27.333288 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.333643 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.333989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.334331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.334664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.334997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.335331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.335680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.336007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.336334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.336657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.336979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.337302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:27.370932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Attempting to bind port b454b912-7ded-4fbc-9a86-f090611bebc5 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:27.371264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Attempting to bind port b454b912-7ded-4fbc-9a86-f090611bebc5 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:27.371624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Attempting to bind port b454b912-7ded-4fbc-9a86-f090611bebc5 on network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:27.376832 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Port b454b912-7ded-4fbc-9a86-f090611bebc5 on network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:27.377153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Attempting to bind port b454b912-7ded-4fbc-9a86-f090611bebc5 on network a8b5ff40-c60c-4f9a-9498-9fa139cd7624 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:27.381922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:27.382257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Checking segment: {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:27.382639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Bound using segment: {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:27.383058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Bound port: b454b912-7ded-4fbc-9a86-f090611bebc5, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d034607-cf16-4420-b6c3-ec38a7e47754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:27.383447 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.445935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:27.448797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b454b912-7ded-4fbc-9a86-f090611bebc5,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:27.456651 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.494378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.495076 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.496511 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] 10.222.0.35 "PUT /v2.0/ports/b454b912-7ded-4fbc-9a86-f090611bebc5 HTTP/1.1" status: 200 len: 1091 time: 0.6038949 Jan 28 13:18:27.514884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a7123-16e7-45c5-b241-3813be849651 service neutron] Pushing event updated for resources: {'Port': ['ID=b454b912-7ded-4fbc-9a86-f090611bebc5,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:27.558023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c44a7c34-6718-4aac-80b4-8f672f666fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.559566 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-c44a7c34-6718-4aac-80b4-8f672f666fb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 1094 time: 0.0417404 Jan 28 13:18:27.651311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-e2f18caa-e193-4e18-807c-c253329ddc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.652787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-e2f18caa-e193-4e18-807c-c253329ddc65 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.0879724 Jan 28 13:18:27.692906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-04d11059-3bbd-4f70-b063-e953c783b8c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b454b912-7ded-4fbc-9a86-f090611bebc5 HTTP/1.1" status: 200 len: 217 time: 0.0344293 Jan 28 13:18:27.745869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-e94fae4a-0c31-4369-ad74-d7e09ce8c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.747192 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-e94fae4a-0c31-4369-ad74-d7e09ce8c4d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0493023 Jan 28 13:18:27.776885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-62b1997b-75f6-41a6-831c-e32dbc7b7b57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242498 Jan 28 13:18:27.865273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-61bbb458-63ee-494a-ba7a-b07110a426d9 service neutron] 10.222.0.35 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825453 Jan 28 13:18:27.966079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ecdf7aa-0665-49a8-9f6b-89c506ec9fa0 req-801d8c5d-2bdd-466e-a3ad-06e4a3382b4b service neutron] 10.222.0.35 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958314 Jan 28 13:18:28.002464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564d0da-cea7-4fd6-a5c1-87687fb3a177 req-f1ec7919-0132-41b5-b9f0-44fa0c46f17a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.003928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c564d0da-cea7-4fd6-a5c1-87687fb3a177 req-f1ec7919-0132-41b5-b9f0-44fa0c46f17a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 943 time: 0.0525467 Jan 28 13:18:28.052918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c564d0da-cea7-4fd6-a5c1-87687fb3a177 req-a5461563-4880-446c-b647-eafdaf4714b3 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Jan 28 13:18:29.173802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283bec6-5bc4-4d6e-a64d-1d45613098a6 req-0021bcee-3af8-4e83-bfd9-c7504a8cad1f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.175274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e283bec6-5bc4-4d6e-a64d-1d45613098a6 req-0021bcee-3af8-4e83-bfd9-c7504a8cad1f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 943 time: 0.0488491 Jan 28 13:18:29.226628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e283bec6-5bc4-4d6e-a64d-1d45613098a6 req-8970ae0e-b1b6-4b41-a32a-d03ec101c9d3 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457032 Jan 28 13:18:29.288314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'tag': 'b454b912-7ded-4fbc-9a86-f090611bebc5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:29.290619 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31749dd3-9590-4365-97fe-542c36f0dcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "af9bfacf-dbea-4c98-a9c2-92c2b5d83f40", "tag": "b454b912-7ded-4fbc-9a86-f090611bebc5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:29.343890 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9f9fe4-0dbb-42d1-8375-ccad40ff3875 x-openstack-request-id: req-7b9f9fe4-0dbb-42d1-8375-ccad40ff3875 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:29.344192 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9bfacf-dbea-4c98-a9c2-92c2b5d83f40", "tag": "b454b912-7ded-4fbc-9a86-f090611bebc5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:29.344450 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b9f9fe4-0dbb-42d1-8375-ccad40ff3875 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:29.344846 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'tag': 'b454b912-7ded-4fbc-9a86-f090611bebc5', 'status': 'completed', 'code': 200} Jan 28 13:18:29.429680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-150b52e7-57b7-4691-bf9a-9e33e8c1dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.431169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-150b52e7-57b7-4691-bf9a-9e33e8c1dd23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 1094 time: 0.0721350 Jan 28 13:18:29.436209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-99ee84fb-1ebb-41c3-8eb9-442b63703d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.437737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-99ee84fb-1ebb-41c3-8eb9-442b63703d62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 1094 time: 0.0703478 Jan 28 13:18:29.597177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-0ed21490-9a8e-4162-ac0d-90244d33adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.598545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-0ed21490-9a8e-4162-ac0d-90244d33adba service neutron] 10.222.0.35 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.1527030 Jan 28 13:18:29.599550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-9ef4434e-ce6e-45b1-bc51-a0465fb46627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.600846 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-9ef4434e-ce6e-45b1-bc51-a0465fb46627 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.1622865 Jan 28 13:18:29.675940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-af349768-cd6c-4b29-82bf-c620ef96c927 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b454b912-7ded-4fbc-9a86-f090611bebc5 HTTP/1.1" status: 200 len: 217 time: 0.0714684 Jan 28 13:18:29.677283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-dff054e6-6ba4-41de-b156-9e797342a467 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b454b912-7ded-4fbc-9a86-f090611bebc5 HTTP/1.1" status: 200 len: 217 time: 0.0663252 Jan 28 13:18:29.762139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-8e2f204e-5050-4969-9a76-7db80d4acaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.763987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-8e2f204e-5050-4969-9a76-7db80d4acaea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0828655 Jan 28 13:18:29.767441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-46805789-38f6-42aa-b45a-60cf8adc76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.768838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-46805789-38f6-42aa-b45a-60cf8adc76e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0794461 Jan 28 13:18:29.802028 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-ac97dd9e-4353-48a5-bb1c-f94771a4138c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322573 Jan 28 13:18:29.817409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-cee8bfbd-ecf8-43c6-8d59-fe13f492e3d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392869 Jan 28 13:18:29.972089 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-5f3a73df-ef08-416e-ae84-c85f62cd6631 service neutron] 10.222.0.35 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569533 Jan 28 13:18:29.973939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-3962305d-0a22-4254-b63f-a32125d308bd service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499729 Jan 28 13:18:30.136554 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-fc0d0e01-3075-4064-82b1-646628ea7d43 service neutron] 10.222.0.35 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582115 Jan 28 13:18:30.138786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31749dd3-9590-4365-97fe-542c36f0dcf3 req-b1853996-d988-485d-ab29-525b2b6ea31f service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531873 Jan 28 13:18:30.343986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d3a50-8113-4625-b6a7-25c647b1e15b req-4bf0cbfa-038c-45fd-b2a8-6cfdc4607058 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.345473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-979d3a50-8113-4625-b6a7-25c647b1e15b req-4bf0cbfa-038c-45fd-b2a8-6cfdc4607058 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 943 time: 0.0491722 Jan 28 13:18:30.393246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-979d3a50-8113-4625-b6a7-25c647b1e15b req-da50212b-ef3d-4ffc-8048-ea55bb471e29 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422518 Jan 28 13:18:30.634147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-336fd9dc-922d-4aeb-a3fb-75e2284ce294 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.635617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-336fd9dc-922d-4aeb-a3fb-75e2284ce294 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.49 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40&tenant_id=b0257afa7cd34f9581c269dd2637e559&binding%3Ahost_id=n-h1-824835-4 HTTP/1.1" status: 200 len: 943 time: 0.0752199 Jan 28 13:18:30.643272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b3542-b820-4e6f-a2a0-5900f9b49064 req-8465908f-38b2-4dec-bfc7-4698f3c3430c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.644686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b2b3542-b820-4e6f-a2a0-5900f9b49064 req-8465908f-38b2-4dec-bfc7-4698f3c3430c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 943 time: 0.0933564 Jan 28 13:18:30.729996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b2b3542-b820-4e6f-a2a0-5900f9b49064 req-d03a5324-56c0-495a-bed8-ea413bba124d tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792558 Jan 28 13:18:30.734477 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-de186cb8-94a3-4f74-a911-bff1bb290988 service neutron] delete failed (client error): The resource could not be found. Jan 28 13:18:30.735593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-de186cb8-94a3-4f74-a911-bff1bb290988 service neutron] 10.222.0.49 "DELETE /v2.0/ports/b454b912-7ded-4fbc-9a86-f090611bebc5/bindings/n-h2-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0899644 Jan 28 13:18:30.819826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-c7567354-7db5-4dd2-ba7f-455740df1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.821235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-c7567354-7db5-4dd2-ba7f-455740df1612 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0257afa7cd34f9581c269dd2637e559&device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 1094 time: 0.0419564 Jan 28 13:18:30.916279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-e2b9cf50-43d9-48e1-99c3-1f28523d1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.917740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-e2b9cf50-43d9-48e1-99c3-1f28523d1f7c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 200 len: 915 time: 0.0902317 Jan 28 13:18:30.947597 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b454b912-7ded-4fbc-9a86-f090611bebc5 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:30.960091 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-3a48a2a0-10b7-4c5e-a5de-4a057cd8ee3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b454b912-7ded-4fbc-9a86-f090611bebc5 HTTP/1.1" status: 200 len: 217 time: 0.0359786 Jan 28 13:18:30.991111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port b454b912-7ded-4fbc-9a86-f090611bebc5 host n-h1-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:18:30.991533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device b454b912-7ded-4fbc-9a86-f090611bebc5 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:31.009399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-06c91aad-d1fe-46d4-a45e-3f7974f0955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.010850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-06c91aad-d1fe-46d4-a45e-3f7974f0955a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 200 len: 854 time: 0.0459423 Jan 28 13:18:31.048031 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-e0603589-bece-4ffe-a8fe-6e737c5d22de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8b5ff40-c60c-4f9a-9498-9fa139cd7624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299428 Jan 28 13:18:31.139331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-cf7aae3f-a631-440a-a726-1dd2e16b4c07 service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846469 Jan 28 13:18:31.245335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd671fd4-3ce2-45ba-a866-fc027a80e35b req-9586c5a3-1bfa-4a90-ae52-7cdf9639a6ba service neutron] 10.222.0.49 "GET /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987928 Jan 28 13:18:31.365789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b454b912-7ded-4fbc-9a86-f090611bebc5 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:31.470846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b454b912-7ded-4fbc-9a86-f090611bebc5,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:31.483618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'b454b912-7ded-4fbc-9a86-f090611bebc5', 'network_id': 'a8b5ff40-c60c-4f9a-9498-9fa139cd7624', 'port_id': 'b454b912-7ded-4fbc-9a86-f090611bebc5', 'mac_address': 'fa:16:3e:62:aa:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53fde9b-0fb1-4377-b63c-ee4319521f49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:31.525158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port b454b912-7ded-4fbc-9a86-f090611bebc5 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:31.525572 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:31.544697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b454b912-7ded-4fbc-9a86-f090611bebc5 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:31.566481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b454b912-7ded-4fbc-9a86-f090611bebc5,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:31.570147 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:31.620961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=b454b912-7ded-4fbc-9a86-f090611bebc5,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:31.767793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['b454b912-7ded-4fbc-9a86-f090611bebc5'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:31.873054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bffea-5457-4959-8bdd-6efa7d16a679 req-d2fec242-7d0b-46ee-9d93-3615f150ab16 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.874730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a3bffea-5457-4959-8bdd-6efa7d16a679 req-d2fec242-7d0b-46ee-9d93-3615f150ab16 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 944 time: 0.0527372 Jan 28 13:18:31.931181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a3bffea-5457-4959-8bdd-6efa7d16a679 req-4bea68f9-8e03-44f9-bbb3-73124c1b7878 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505283 Jan 28 13:18:32.049556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03020195-630a-4efa-8714-81243fb20ec6 req-84749021-9286-4350-88f2-03fb7ffe3020 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.051042 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03020195-630a-4efa-8714-81243fb20ec6 req-84749021-9286-4350-88f2-03fb7ffe3020 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 944 time: 0.0500646 Jan 28 13:18:32.101103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03020195-630a-4efa-8714-81243fb20ec6 req-741875f3-5368-4baf-8154-f35307da1185 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443933 Jan 28 13:18:32.227195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f727a-5b6d-4dfe-ae3e-8aa2a1c93095 req-804c2448-c4ab-4f84-a7b4-de853eb1b722 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.228747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d8f727a-5b6d-4dfe-ae3e-8aa2a1c93095 req-804c2448-c4ab-4f84-a7b4-de853eb1b722 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 944 time: 0.0580812 Jan 28 13:18:32.279956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d8f727a-5b6d-4dfe-ae3e-8aa2a1c93095 req-2e5dbdd1-a459-4f40-a955-cb1549e949ac tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 Jan 28 13:18:32.636064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d19de-891d-4d05-ad68-18fa81239f8c req-04b95706-df80-476c-9b04-529d5812fb5d tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.638023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-220d19de-891d-4d05-ad68-18fa81239f8c req-04b95706-df80-476c-9b04-529d5812fb5d tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 944 time: 0.0488346 Jan 28 13:18:32.684959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-220d19de-891d-4d05-ad68-18fa81239f8c req-68e75949-31b4-4e1d-88cd-24bede25700c tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407925 Jan 28 13:18:33.383024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b454b912-7ded-4fbc-9a86-f090611bebc5 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:33.430174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port b454b912-7ded-4fbc-9a86-f090611bebc5 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:33.434195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port b454b912-7ded-4fbc-9a86-f090611bebc5 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:33.434589 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.510814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port b454b912-7ded-4fbc-9a86-f090611bebc5 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:33.511200 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.534082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454b912-7ded-4fbc-9a86-f090611bebc5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:33.536322 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bee0aa5f37fc9f670bb29e53053883701abff522ed143547662c19ba0230953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b6e2ca-3d85-418a-9d47-59c35cbca4ad" -d '{"events": [{"server_uuid": "af9bfacf-dbea-4c98-a9c2-92c2b5d83f40", "name": "network-vif-plugged", "status": "completed", "tag": "b454b912-7ded-4fbc-9a86-f090611bebc5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:33.553609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b454b912-7ded-4fbc-9a86-f090611bebc5,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:33.558522 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.581743 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae504a05-ab2c-40ce-aa90-b295392b9643 x-openstack-request-id: req-ae504a05-ab2c-40ce-aa90-b295392b9643 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:33.582041 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9bfacf-dbea-4c98-a9c2-92c2b5d83f40", "name": "network-vif-plugged", "status": "completed", "tag": "b454b912-7ded-4fbc-9a86-f090611bebc5", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:33.582292 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae504a05-ab2c-40ce-aa90-b295392b9643 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:33.582683 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454b912-7ded-4fbc-9a86-f090611bebc5', 'code': 200} Jan 28 13:18:33.609408 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=b454b912-7ded-4fbc-9a86-f090611bebc5,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:33.747810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614fe3c-d4f3-40aa-ab65-45f263ca1665 req-453e49cf-5b32-4d5d-84a3-2d1bcbef903f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:33.749758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b614fe3c-d4f3-40aa-ab65-45f263ca1665 req-453e49cf-5b32-4d5d-84a3-2d1bcbef903f tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.35 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0535493 Jan 28 13:18:33.852648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34862cc-4e52-42b5-b2a1-d9e53274c731 req-a720e112-fb34-43fb-97cb-ec99b7dfc039 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:33.854111 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d34862cc-4e52-42b5-b2a1-d9e53274c731 req-a720e112-fb34-43fb-97cb-ec99b7dfc039 tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/ports?device_id=af9bfacf-dbea-4c98-a9c2-92c2b5d83f40 HTTP/1.1" status: 200 len: 945 time: 0.0975993 Jan 28 13:18:33.912310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b614fe3c-d4f3-40aa-ab65-45f263ca1665 req-d624d0b0-73e3-4e50-8cf1-209e93c07f2a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Deleting port b454b912-7ded-4fbc-9a86-f090611bebc5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:33.912650 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b614fe3c-d4f3-40aa-ab65-45f263ca1665 req-d624d0b0-73e3-4e50-8cf1-209e93c07f2a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.933279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d34862cc-4e52-42b5-b2a1-d9e53274c731 req-0cca3d85-faea-47dd-8115-16efdb4e2fda tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.53 "GET /v2.0/security-groups?id=e900a99b-3252-42be-ad64-29b1f4834e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712759 Jan 28 13:18:34.008931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b614fe3c-d4f3-40aa-ab65-45f263ca1665 req-d624d0b0-73e3-4e50-8cf1-209e93c07f2a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] For port b454b912-7ded-4fbc-9a86-f090611bebc5, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=b454b912-7ded-4fbc-9a86-f090611bebc5,segment=NetworkSegment(0d034607-cf16-4420-b6c3-ec38a7e47754),segment_id=0d034607-cf16-4420-b6c3-ec38a7e47754)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:34.009213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b614fe3c-d4f3-40aa-ab65-45f263ca1665 req-d624d0b0-73e3-4e50-8cf1-209e93c07f2a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.022427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b614fe3c-d4f3-40aa-ab65-45f263ca1665 req-d624d0b0-73e3-4e50-8cf1-209e93c07f2a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Calling delete_port for b454b912-7ded-4fbc-9a86-f090611bebc5 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:34.152164 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b614fe3c-d4f3-40aa-ab65-45f263ca1665 req-d624d0b0-73e3-4e50-8cf1-209e93c07f2a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b454b912-7ded-4fbc-9a86-f090611bebc5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.169184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['b454b912-7ded-4fbc-9a86-f090611bebc5'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:34.185423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624d0b0-73e3-4e50-8cf1-209e93c07f2a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Pushing event deleted for resources: {'Port': ['ID=b454b912-7ded-4fbc-9a86-f090611bebc5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:34.228482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b614fe3c-d4f3-40aa-ab65-45f263ca1665 req-d624d0b0-73e3-4e50-8cf1-209e93c07f2a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] No DVR routers for this DVR port b454b912-7ded-4fbc-9a86-f090611bebc5 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:34.231040 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b614fe3c-d4f3-40aa-ab65-45f263ca1665 req-d624d0b0-73e3-4e50-8cf1-209e93c07f2a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.235701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b614fe3c-d4f3-40aa-ab65-45f263ca1665 req-d624d0b0-73e3-4e50-8cf1-209e93c07f2a tempest-ServerDiskConfigTestJSON-211756026 tempest-ServerDiskConfigTestJSON-211756026-project] 10.222.0.35 "DELETE /v2.0/ports/b454b912-7ded-4fbc-9a86-f090611bebc5 HTTP/1.1" status: 204 len: 173 time: 0.4803555 Jan 28 13:18:34.236149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'name': 'network-vif-deleted', 'tag': 'b454b912-7ded-4fbc-9a86-f090611bebc5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:34.238386 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c474aac-ce1c-4037-8271-d3d757dbf010" -d '{"events": [{"server_uuid": "af9bfacf-dbea-4c98-a9c2-92c2b5d83f40", "name": "network-vif-deleted", "tag": "b454b912-7ded-4fbc-9a86-f090611bebc5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:34.279616 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05954ee2-269d-4756-be41-e721d524836c x-openstack-request-id: req-05954ee2-269d-4756-be41-e721d524836c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:34.280475 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9bfacf-dbea-4c98-a9c2-92c2b5d83f40", "name": "network-vif-deleted", "tag": "b454b912-7ded-4fbc-9a86-f090611bebc5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:34.281403 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05954ee2-269d-4756-be41-e721d524836c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:34.281819 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9bfacf-dbea-4c98-a9c2-92c2b5d83f40', 'name': 'network-vif-deleted', 'tag': 'b454b912-7ded-4fbc-9a86-f090611bebc5', 'status': 'completed', 'code': 200} Jan 28 13:18:35.057706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:35.102692 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Deleting subnet b53fde9b-0fb1-4377-b63c-ee4319521f49 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:18:35.105779 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Publish callbacks [] for subnet (b53fde9b-0fb1-4377-b63c-ee4319521f49), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.141592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (b53fde9b-0fb1-4377-b63c-ee4319521f49), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.182126 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b53fde9b-0fb1-4377-b63c-ee4319521f49), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.242302 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (b53fde9b-0fb1-4377-b63c-ee4319521f49), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.274188 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.277534 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b53fde9b-0fb1-4377-b63c-ee4319521f49 HTTP/1.1" status: 204 len: 168 time: 0.2187989 Jan 28 13:18:35.278618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b53fde9b-0fb1-4377-b63c-ee4319521f49,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:35.280286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:35.286677 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.287034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.287481 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.287831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.288173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.288509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.288841 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.289169 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.289496 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.289824 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.290150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.290475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.290799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aad878-4bd6-4ea5-8f38-884e97fcaf55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:35.354470 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a8b5ff40-c60c-4f9a-9498-9fa139cd7624), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.432509 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a8b5ff40-c60c-4f9a-9498-9fa139cd7624), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.453424 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b5ff40-c60c-4f9a-9498-9fa139cd7624']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:35.464764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d034607-cf16-4420-b6c3-ec38a7e47754') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:35.465065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d034607-cf16-4420-b6c3-ec38a7e47754') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:35.479613 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (0d034607-cf16-4420-b6c3-ec38a7e47754), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.493988 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (0d034607-cf16-4420-b6c3-ec38a7e47754), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.500210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:18:35.500589 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (0d034607-cf16-4420-b6c3-ec38a7e47754), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:18:35.502194 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:18:35.554930 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a8b5ff40-c60c-4f9a-9498-9fa139cd7624), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.561547 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.565101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a8b5ff40-c60c-4f9a-9498-9fa139cd7624 HTTP/1.1" status: 204 len: 168 time: 0.2836437 Jan 28 13:18:35.577122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26089f24-3f2a-4e96-a155-27a677b7d086 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b5ff40-c60c-4f9a-9498-9fa139cd7624,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:35.677422 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34140) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:35.720017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-594ef52e-b03a-4643-a9ed-8eb39b0160db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0257afa7cd34f9581c269dd2637e559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413179 Jan 28 13:18:35.722511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34142) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:35.769970 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df45cecf-40ea-4193-876c-770bce68448b admin admin] Publish callbacks [] for security_group (e900a99b-3252-42be-ad64-29b1f4834e8d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.791495 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df45cecf-40ea-4193-876c-770bce68448b admin admin] Publish callbacks [] for security_group (e900a99b-3252-42be-ad64-29b1f4834e8d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.843899 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df45cecf-40ea-4193-876c-770bce68448b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (e900a99b-3252-42be-ad64-29b1f4834e8d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.846367 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df45cecf-40ea-4193-876c-770bce68448b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.847532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-df45cecf-40ea-4193-876c-770bce68448b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e900a99b-3252-42be-ad64-29b1f4834e8d HTTP/1.1" status: 204 len: 168 time: 0.1240697 Jan 28 13:18:35.855144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45cecf-40ea-4193-876c-770bce68448b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e900a99b-3252-42be-ad64-29b1f4834e8d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:36.534732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34164) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:36.630747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1330842068-network', 'tenant_id': '37d13d15c369420098ea5c805d33338e'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:36.649083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Made reservation on behalf of 37d13d15c369420098ea5c805d33338e for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:36.651364 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:36.660199 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:36.732996 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Publish callbacks [] for security_group (4282a81c-384c-4ec1-adfd-7d9d4753fc7f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:36.737198 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4282a81c-384c-4ec1-adfd-7d9d4753fc7f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:36.761224 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:18:36.771321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4282a81c-384c-4ec1-adfd-7d9d4753fc7f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:36.775963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3903bf74-00cf-4745-b3e0-b0223aa959b7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:36.776320 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Added segment 3903bf74-00cf-4745-b3e0-b0223aa959b7 of type vlan for network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 Jan 28 13:18:36.815474 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (3b1415d8-e84b-4629-a531-67e8e2a4f8f4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:36.840329 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (3b1415d8-e84b-4629-a531-67e8e2a4f8f4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:36.841249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.841818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:36.897124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3612652 Jan 28 13:18:36.900105 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:36.905742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-48c9c42a-0832-4569-bf39-57763704acd0 admin admin] Request body: {'subnet': {'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1330842068-subnet', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:36.906680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9f1de-5953-4baa-a56e-02eae64dbba5 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1415d8-e84b-4629-a531-67e8e2a4f8f4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:36.917096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:18:36.927151 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c9c42a-0832-4569-bf39-57763704acd0 admin admin] Made reservation on behalf of 37d13d15c369420098ea5c805d33338e for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:36.929485 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c9c42a-0832-4569-bf39-57763704acd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.106390 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c9c42a-0832-4569-bf39-57763704acd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (b0fcbe5c-75f7-4af8-84ef-0ebed04398cc), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.162944 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9c42a-0832-4569-bf39-57763704acd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:37.172204 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9c42a-0832-4569-bf39-57763704acd0 admin admin] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:37.172616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9c42a-0832-4569-bf39-57763704acd0 admin admin] Network hostable DHCP agents. Network: 3b1415d8-e84b-4629-a531-67e8e2a4f8f4, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:18:37.190044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9c42a-0832-4569-bf39-57763704acd0 admin admin] Network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:18:37.199389 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-48c9c42a-0832-4569-bf39-57763704acd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 3b1415d8-e84b-4629-a531-67e8e2a4f8f4) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:37.204202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c9c42a-0832-4569-bf39-57763704acd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.204985 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c9c42a-0832-4569-bf39-57763704acd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.210288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2bdd82-faf5-4a30-806d-724b8cf04e92 None None] Network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:18:37.222666 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-48c9c42a-0832-4569-bf39-57763704acd0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3209186 Jan 28 13:18:37.225398 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34170) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:37.229765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:37.248790 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (5478bc36-1239-4daf-9c24-2244f1da2109), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.250919 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (5478bc36-1239-4daf-9c24-2244f1da2109), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.305748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Publish callbacks [] for router_controller (5478bc36-1239-4daf-9c24-2244f1da2109), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.316715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:18:37.317642 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.390986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b454b912-7ded-4fbc-9a86-f090611bebc5 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:37.416172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: b454b912-7ded-4fbc-9a86-f090611bebc5 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:18:37.416388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device b454b912-7ded-4fbc-9a86-f090611bebc5 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:37.446804 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Publish callbacks [] for router_gateway (5478bc36-1239-4daf-9c24-2244f1da2109), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.478354 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Allocated IP 172.20.0.2 (3b1415d8-e84b-4629-a531-67e8e2a4f8f4/b0fcbe5c-75f7-4af8-84ef-0ebed04398cc/f0879b0e-f1af-4282-aa43-43eb858a2cda) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:37.626971 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Publish callbacks [] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.633833 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.653985 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Publish callbacks [] for router_gateway (5478bc36-1239-4daf-9c24-2244f1da2109), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.673000 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.674790 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:37.677970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:37.683535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:37.694416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Pushing event updated for resources: {'Port': ['ID=f0879b0e-f1af-4282-aa43-43eb858a2cda,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:37.742579 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Attempting to bind port f0879b0e-f1af-4282-aa43-43eb858a2cda on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:37.742948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Attempting to bind port f0879b0e-f1af-4282-aa43-43eb858a2cda by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:37.743309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Attempting to bind port f0879b0e-f1af-4282-aa43-43eb858a2cda on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:37.748260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:37.748634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:37.749035 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.750045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Bound using segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:37.750614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Bound port: f0879b0e-f1af-4282-aa43-43eb858a2cda, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:37.750997 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.789137 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Allocated IP 172.25.7.216 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/272728d1-ea3d-4f93-a792-ec51b627e5aa) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:37.823002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] For port f0879b0e-f1af-4282-aa43-43eb858a2cda, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:37.826634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] For port f0879b0e-f1af-4282-aa43-43eb858a2cda, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f0879b0e-f1af-4282-aa43-43eb858a2cda,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:37.833479 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.898779 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068b697-d8bf-47ad-aa66-51c43545b5c2 None None] Pushing event updated for resources: {'Port': ['ID=f0879b0e-f1af-4282-aa43-43eb858a2cda,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:37.908613 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Publish callbacks [] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.949950 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.989519 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:37.992365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:37.995865 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:38.026437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Pushing event updated for resources: {'Port': ['ID=272728d1-ea3d-4f93-a792-ec51b627e5aa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:38.285457 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Publish callbacks [] for router_gateway (5478bc36-1239-4daf-9c24-2244f1da2109), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.380302 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f0879b0e-f1af-4282-aa43-43eb858a2cda up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:38.438107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f0879b0e-f1af-4282-aa43-43eb858a2cda triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:38.438493 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.490240 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (5478bc36-1239-4daf-9c24-2244f1da2109), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.518749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f0879b0e-f1af-4282-aa43-43eb858a2cda is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:38.519142 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.556152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port f0879b0e-f1af-4282-aa43-43eb858a2cda, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f0879b0e-f1af-4282-aa43-43eb858a2cda,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:38.561084 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.620562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=f0879b0e-f1af-4282-aa43-43eb858a2cda,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:38.629658 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Router 5478bc36-1239-4daf-9c24-2244f1da2109 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:18:38.878328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ce8153-8862-46f3-88c8-e6acc04e8405 None None] Network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:18:38.997310 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-748f5348-7913-4f5e-b118-4625aacc08e0 None None] Provisioning complete for port f0879b0e-f1af-4282-aa43-43eb858a2cda triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:38.997598 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-748f5348-7913-4f5e-b118-4625aacc08e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.085783 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-748f5348-7913-4f5e-b118-4625aacc08e0 None None] Current status of the port f0879b0e-f1af-4282-aa43-43eb858a2cda is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:39.089603 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:18:39.102046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Sync routers for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:18:39.109990 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.111734 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a356d742-2ff7-4679-94ed-17e1488d0f42 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8853104 Jan 28 13:18:39.114591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:39.122073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:18:39.122640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:18:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:39.242274 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:18:39.251550 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:18:39.353825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-39b5b005-a16a-42f5-a797-bdfda2e95613 None None] Provisioning complete for port f0879b0e-f1af-4282-aa43-43eb858a2cda triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:39.354207 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39b5b005-a16a-42f5-a797-bdfda2e95613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.502686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-39b5b005-a16a-42f5-a797-bdfda2e95613 None None] Current status of the port f0879b0e-f1af-4282-aa43-43eb858a2cda is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:39.510477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:38Z', 'revision_number': 3, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:39.541731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Checking router: 5478bc36-1239-4daf-9c24-2244f1da2109 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:18:39.542087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Updating router 5478bc36-1239-4daf-9c24-2244f1da2109 port 272728d1-ea3d-4f93-a792-ec51b627e5aa binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:18:39.570542 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.826231 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Publish callbacks [] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.832757 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.887446 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.888240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78593444-a0e6-4a31-902c-1991c224f16d None None] Pushing event updated for resources: {'Port': ['ID=272728d1-ea3d-4f93-a792-ec51b627e5aa,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:39.891809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Attempting to bind port 272728d1-ea3d-4f93-a792-ec51b627e5aa on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:39.892175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Attempting to bind port 272728d1-ea3d-4f93-a792-ec51b627e5aa by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:39.892545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Attempting to bind port 272728d1-ea3d-4f93-a792-ec51b627e5aa on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:39.899243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:39.899935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:39.900079 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.900441 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:39.900915 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Bound port: 272728d1-ea3d-4f93-a792-ec51b627e5aa, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:39.901297 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.954786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] For port 272728d1-ea3d-4f93-a792-ec51b627e5aa, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:39.958099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] For port 272728d1-ea3d-4f93-a792-ec51b627e5aa, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=272728d1-ea3d-4f93-a792-ec51b627e5aa,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:39.963633 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.024168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:18:40.024788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:18:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:40.026613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78593444-a0e6-4a31-902c-1991c224f16d None None] Pushing event updated for resources: {'Port': ['ID=272728d1-ea3d-4f93-a792-ec51b627e5aa,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:40.064990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Allocated IP 172.20.0.1 (3b1415d8-e84b-4629-a531-67e8e2a4f8f4/b0fcbe5c-75f7-4af8-84ef-0ebed04398cc/dd535ec9-d528-411c-83b3-f2a067e0000f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:40.182323 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Publish callbacks [] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.221083 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.260411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:40.267641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:40.270101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:40.305470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Pushing event updated for resources: {'Port': ['ID=dd535ec9-d528-411c-83b3-f2a067e0000f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:40.306102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:18:40.319924 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (5478bc36-1239-4daf-9c24-2244f1da2109), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.371716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f0879b0e-f1af-4282-aa43-43eb858a2cda up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:40.479222 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.498534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f0879b0e-f1af-4282-aa43-43eb858a2cda triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:40.498905 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.570366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d0221d41-fe6f-4b0e-a094-12948b5898ab None None] Provisioning complete for port dd535ec9-d528-411c-83b3-f2a067e0000f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:40.571071 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0221d41-fe6f-4b0e-a094-12948b5898ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.625360 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d0221d41-fe6f-4b0e-a094-12948b5898ab None None] Port dd535ec9-d528-411c-83b3-f2a067e0000f cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:40.652771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:38Z', 'revision_number': 3, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:40.670504 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Publish callbacks [] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.675248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.681543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31fce6d-9ec2-42c3-93ed-488e3e392c2f None None] The sync data for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 is: [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:38Z', 'revision_number': 3, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:18:40.688878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f0879b0e-f1af-4282-aa43-43eb858a2cda is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:40.746830 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (5478bc36-1239-4daf-9c24-2244f1da2109), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.748594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Pushing event updated for resources: {'Port': ['ID=dd535ec9-d528-411c-83b3-f2a067e0000f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:40.861467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:40.862937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:41.011659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Router 5478bc36-1239-4daf-9c24-2244f1da2109 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:18:41.149360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:18:41.151871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b4ca825a-a1b4-41a6-8b45-5aa915be996f None None] Provisioning complete for port dd535ec9-d528-411c-83b3-f2a067e0000f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:41.152252 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b4ca825a-a1b4-41a6-8b45-5aa915be996f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.163869 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-29d6a5c7-73d1-4305-a004-d8bfa81b8135 admin admin] 10.222.0.53 "PUT /v2.0/routers/5478bc36-1239-4daf-9c24-2244f1da2109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0475950 Jan 28 13:18:41.189257 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca825a-a1b4-41a6-8b45-5aa915be996f None None] Port dd535ec9-d528-411c-83b3-f2a067e0000f cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:41.661199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34180) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:41.665906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3e42cf17-c66b-4284-be3c-115cb7053e28 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165366554', 'description': 'tempest-description--1221509443'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:41.686228 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e42cf17-c66b-4284-be3c-115cb7053e28 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.758570 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e42cf17-c66b-4284-be3c-115cb7053e28 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for security_group (d9ac942c-5347-4856-8ae7-34ffc8945805), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.762400 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e42cf17-c66b-4284-be3c-115cb7053e28 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d9ac942c-5347-4856-8ae7-34ffc8945805), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.792631 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e42cf17-c66b-4284-be3c-115cb7053e28 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.793864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3e42cf17-c66b-4284-be3c-115cb7053e28 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1316545 Jan 28 13:18:41.795059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42cf17-c66b-4284-be3c-115cb7053e28 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ac942c-5347-4856-8ae7-34ffc8945805,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:41.796953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:41.803216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ef44fcac-e340-4821-8e6a-f67b1479332d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Request body: {'security_group_rule': {'security_group_id': 'd9ac942c-5347-4856-8ae7-34ffc8945805', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:41.829474 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef44fcac-e340-4821-8e6a-f67b1479332d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for security_group_rule (89ca6816-739a-401d-b5c4-9515cda2bd45), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.886185 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef44fcac-e340-4821-8e6a-f67b1479332d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for security_group_rule (89ca6816-739a-401d-b5c4-9515cda2bd45), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.890677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef44fcac-e340-4821-8e6a-f67b1479332d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (89ca6816-739a-401d-b5c4-9515cda2bd45), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.908172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44fcac-e340-4821-8e6a-f67b1479332d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ca6816-739a-401d-b5c4-9515cda2bd45,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:41.916492 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef44fcac-e340-4821-8e6a-f67b1479332d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.917859 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ef44fcac-e340-4821-8e6a-f67b1479332d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198738 Jan 28 13:18:41.920759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34184) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:41.925010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2e5a4ba6-dd06-48d2-8431-4a06cdcfca07 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Request body: {'security_group_rule': {'security_group_id': 'd9ac942c-5347-4856-8ae7-34ffc8945805', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:41.949337 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e5a4ba6-dd06-48d2-8431-4a06cdcfca07 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for security_group_rule (656e3a0a-1ba8-49dd-bdc4-766ea635d47d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.007293 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e5a4ba6-dd06-48d2-8431-4a06cdcfca07 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for security_group_rule (656e3a0a-1ba8-49dd-bdc4-766ea635d47d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.011305 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e5a4ba6-dd06-48d2-8431-4a06cdcfca07 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (656e3a0a-1ba8-49dd-bdc4-766ea635d47d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.032684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a4ba6-dd06-48d2-8431-4a06cdcfca07 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656e3a0a-1ba8-49dd-bdc4-766ea635d47d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:42.040169 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e5a4ba6-dd06-48d2-8431-4a06cdcfca07 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.041368 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2e5a4ba6-dd06-48d2-8431-4a06cdcfca07 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196911 Jan 28 13:18:42.044478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 34186) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:42.050238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:42.071512 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.169818 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.279704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Allocated IP 172.25.7.56 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/bb2c6296-aa05-48b1-85ac-3e07998d88f9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:42.334423 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Sync routers for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:18:42.345808 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:18:42.346412 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:18:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:42.387677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 272728d1-ea3d-4f93-a792-ec51b627e5aa up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:42.396777 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for port (bb2c6296-aa05-48b1-85ac-3e07998d88f9), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.432617 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (bb2c6296-aa05-48b1-85ac-3e07998d88f9), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.441571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 272728d1-ea3d-4f93-a792-ec51b627e5aa triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:42.441998 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.453350 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:18:42.469638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:42.472906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:42.476353 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:42.511366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event updated for resources: {'Port': ['ID=bb2c6296-aa05-48b1-85ac-3e07998d88f9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:42.531925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 272728d1-ea3d-4f93-a792-ec51b627e5aa is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:42.532517 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.561664 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 272728d1-ea3d-4f93-a792-ec51b627e5aa, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=272728d1-ea3d-4f93-a792-ec51b627e5aa,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:42.566708 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.599014 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.632701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=272728d1-ea3d-4f93-a792-ec51b627e5aa,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:42.636946 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (bb2c6296-aa05-48b1-85ac-3e07998d88f9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.667561 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 2, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:42.693866 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Checking router: 5478bc36-1239-4daf-9c24-2244f1da2109 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:18:42.694215 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Updating router 5478bc36-1239-4daf-9c24-2244f1da2109 port dd535ec9-d528-411c-83b3-f2a067e0000f binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:18:42.720401 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.789548 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for port (bb2c6296-aa05-48b1-85ac-3e07998d88f9), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.794877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (bb2c6296-aa05-48b1-85ac-3e07998d88f9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.861216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event updated for resources: {'Port': ['ID=bb2c6296-aa05-48b1-85ac-3e07998d88f9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:42.874028 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.891275 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.892571 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ccd9fcb0-e35e-4115-93da-973f7299aadb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8471694 Jan 28 13:18:43.049851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-d21fe9ea-d4be-4ecf-ab96-efdf8abdaf03 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--165366554&fields=id&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 267 time: 0.0447299 Jan 28 13:18:43.094261 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Publish callbacks [] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.100413 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.152726 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Pushing event updated for resources: {'Port': ['ID=dd535ec9-d528-411c-83b3-f2a067e0000f,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:43.169626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11976-d460-4f15-9686-7464ddb3c493 req-7b3f0adb-413d-4b5b-a3a0-0b253365a8af tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:43.175892 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-7b3f0adb-413d-4b5b-a3a0-0b253365a8af tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 812 time: 0.1195030 Jan 28 13:18:43.177781 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.178341 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.178684 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.179020 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.179375 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.179716 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.180040 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.180379 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.180701 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.181022 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.181346 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.181667 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.181985 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:43.193332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-8cae10fe-7e9a-4cff-baad-953161bd5839 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/quotas/37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 375 time: 0.0162485 Jan 28 13:18:43.220564 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Attempting to bind port dd535ec9-d528-411c-83b3-f2a067e0000f on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:43.220937 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Attempting to bind port dd535ec9-d528-411c-83b3-f2a067e0000f by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:43.221299 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Attempting to bind port dd535ec9-d528-411c-83b3-f2a067e0000f on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:43.226630 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:43.227002 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:43.227645 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.228040 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Bound using segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:43.228560 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Bound port: dd535ec9-d528-411c-83b3-f2a067e0000f, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:43.228937 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.248808 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-78417e24-047c-4aa9-a7b7-d359cd313aac tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499377 Jan 28 13:18:43.298566 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] For port dd535ec9-d528-411c-83b3-f2a067e0000f, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:43.302043 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] For port dd535ec9-d528-411c-83b3-f2a067e0000f, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dd535ec9-d528-411c-83b3-f2a067e0000f,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:43.307737 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.359907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-de5bccd8-3e13-48de-b5d6-b2298355e671 service neutron] 10.222.0.53 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985579 Jan 28 13:18:43.370528 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:18:43.370528 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:18:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:43.414846 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ad75d-e4c5-43ba-876b-d6d4488cd7f4 None None] Pushing event updated for resources: {'Port': ['ID=dd535ec9-d528-411c-83b3-f2a067e0000f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:43.434608 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d62658e0-7f5e-4afc-b8af-f0964c7c9a88 None None] Provisioning complete for port dd535ec9-d528-411c-83b3-f2a067e0000f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:43.435196 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d62658e0-7f5e-4afc-b8af-f0964c7c9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.470652 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-398a20f6-059f-4eb8-9ecc-826702621497 service neutron] 10.222.0.53 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036513 Jan 28 13:18:43.530993 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:18:43.542732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d62658e0-7f5e-4afc-b8af-f0964c7c9a88 None None] Current status of the port dd535ec9-d528-411c-83b3-f2a067e0000f is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:43.543262 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d62658e0-7f5e-4afc-b8af-f0964c7c9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.580206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d62658e0-7f5e-4afc-b8af-f0964c7c9a88 None None] For port dd535ec9-d528-411c-83b3-f2a067e0000f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dd535ec9-d528-411c-83b3-f2a067e0000f,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:43.585865 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d62658e0-7f5e-4afc-b8af-f0964c7c9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.652314 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62658e0-7f5e-4afc-b8af-f0964c7c9a88 None None] Pushing event updated for resources: {'Port': ['ID=dd535ec9-d528-411c-83b3-f2a067e0000f,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:43.683061 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-34ae6deb-d6a9-429d-8983-9c7e3551e203 req-e93c9489-7b65-47cc-8402-23538795288b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 210 time: 0.0317028 Jan 28 13:18:43.709142 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-810ec70f-6c7d-4254-add6-544d839421e3 None None] Provisioning complete for port dd535ec9-d528-411c-83b3-f2a067e0000f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:43.709602 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-810ec70f-6c7d-4254-add6-544d839421e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.783086 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:43.800732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-810ec70f-6c7d-4254-add6-544d839421e3 None None] Current status of the port dd535ec9-d528-411c-83b3-f2a067e0000f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:43.810742 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ccf67c-16e3-4098-96f3-8d0295db38fe None None] The sync data for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 is: [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:18:44.430492 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dd535ec9-d528-411c-83b3-f2a067e0000f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:44.482252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port dd535ec9-d528-411c-83b3-f2a067e0000f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:44.482955 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.570987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port dd535ec9-d528-411c-83b3-f2a067e0000f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:44.572136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 272728d1-ea3d-4f93-a792-ec51b627e5aa up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:44.629925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 272728d1-ea3d-4f93-a792-ec51b627e5aa triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:44.630557 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.738227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 272728d1-ea3d-4f93-a792-ec51b627e5aa is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:44.775524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11976-d460-4f15-9686-7464ddb3c493 req-8c0d8dde-e488-4b4a-a61e-0d9ffa5caec5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:44.777071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-8c0d8dde-e488-4b4a-a61e-0d9ffa5caec5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 812 time: 0.1736434 Jan 28 13:18:44.845716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f7005afd-b992-46df-9ffe-7f0d3a04c0ca req-1808e75d-8c8b-49cf-8cd9-f08fa0619eae tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 210 time: 0.0378342 Jan 28 13:18:44.896034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-d92dbb6e-170a-4ccc-96db-57712b0bfb7c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 379 time: 0.1073589 Jan 28 13:18:44.906065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-dce11976-d460-4f15-9686-7464ddb3c493 req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Request body: {'port': {'device_id': '92fed76f-88ac-47fd-a100-495630154b18', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'admin_state_up': True, 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'security_groups': ['d9ac942c-5347-4856-8ae7-34ffc8945805']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:45.025902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce11976-d460-4f15-9686-7464ddb3c493 req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Made reservation on behalf of 37d13d15c369420098ea5c805d33338e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:45.029538 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dce11976-d460-4f15-9686-7464ddb3c493 req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.173192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-dce11976-d460-4f15-9686-7464ddb3c493 req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Allocated IP 172.20.0.4 (3b1415d8-e84b-4629-a531-67e8e2a4f8f4/b0fcbe5c-75f7-4af8-84ef-0ebed04398cc/5f1900e0-c64f-4aa4-8f20-09718b958397) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:45.315857 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dce11976-d460-4f15-9686-7464ddb3c493 req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.350186 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dce11976-d460-4f15-9686-7464ddb3c493 req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.396401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce11976-d460-4f15-9686-7464ddb3c493 req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:45.401358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-dce11976-d460-4f15-9686-7464ddb3c493 req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:45.406069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce11976-d460-4f15-9686-7464ddb3c493 req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:45.410133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event updated for resources: {'Port': ['ID=5f1900e0-c64f-4aa4-8f20-09718b958397,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:45.465207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11976-d460-4f15-9686-7464ddb3c493 req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:45.465863 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dce11976-d460-4f15-9686-7464ddb3c493 req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.488823 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-86af02e4-e5b8-47d9-a636-c4c867b57ab6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5875707 Jan 28 13:18:45.501216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Request body: {'port': {'device_id': '92fed76f-88ac-47fd-a100-495630154b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:45.558749 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.634884 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e1b04f93-a949-4575-a848-f4ab5636a761 None None] Provisioning complete for port 5f1900e0-c64f-4aa4-8f20-09718b958397 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:45.635534 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1b04f93-a949-4575-a848-f4ab5636a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.673779 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e1b04f93-a949-4575-a848-f4ab5636a761 None None] Port 5f1900e0-c64f-4aa4-8f20-09718b958397 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:45.832243 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1900e0-c64f-4aa4-8f20-09718b958397 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:45.839938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Publish callbacks [] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.852048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Transition to ACTIVE for port object 5f1900e0-c64f-4aa4-8f20-09718b958397 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:45.854954 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.908595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1900e0-c64f-4aa4-8f20-09718b958397,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:46.017320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Attempting to bind port 5f1900e0-c64f-4aa4-8f20-09718b958397 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:46.017659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Attempting to bind port 5f1900e0-c64f-4aa4-8f20-09718b958397 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:46.017988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Attempting to bind port 5f1900e0-c64f-4aa4-8f20-09718b958397 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:46.024274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Port 5f1900e0-c64f-4aa4-8f20-09718b958397 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:46.024597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Attempting to bind port 5f1900e0-c64f-4aa4-8f20-09718b958397 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:46.033236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be0702-0cb1-46dd-b006-cdac2c70aed9 req-ec4d0a45-2f1c-4a22-b5e2-53fac36f61b2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.034772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80be0702-0cb1-46dd-b006-cdac2c70aed9 req-ec4d0a45-2f1c-4a22-b5e2-53fac36f61b2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 943 time: 0.0846965 Jan 28 13:18:46.039159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:46.039611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:46.039991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Bound using segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:46.040421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Bound port: 5f1900e0-c64f-4aa4-8f20-09718b958397, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:46.040779 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.131224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80be0702-0cb1-46dd-b006-cdac2c70aed9 req-ce81d011-c86a-45e0-9139-f63fa4559100 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881073 Jan 28 13:18:46.142089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:46.145177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5f1900e0-c64f-4aa4-8f20-09718b958397,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:46.150818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.186838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.187654 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.189015 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] 10.222.0.35 "PUT /v2.0/ports/5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 1091 time: 0.6936800 Jan 28 13:18:46.189461 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:46.191761 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33da66bc-b94f-4c7c-8b91-432f7d40dd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:46.225507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fed4a6-644d-4928-8ba1-5239dd4de0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1900e0-c64f-4aa4-8f20-09718b958397,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:46.237414 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb0d28b-09e4-4eaa-b0d3-1fd3a60bd3f8 x-openstack-request-id: req-bfb0d28b-09e4-4eaa-b0d3-1fd3a60bd3f8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:46.237700 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:46.238064 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfb0d28b-09e4-4eaa-b0d3-1fd3a60bd3f8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:46.238512 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'status': 'completed', 'code': 200} Jan 28 13:18:46.282494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11976-d460-4f15-9686-7464ddb3c493 req-c77670c9-bf46-43bb-b0f8-e5d2570f4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.284060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-c77670c9-bf46-43bb-b0f8-e5d2570f4b75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 1094 time: 0.0432966 Jan 28 13:18:46.331163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-69c9e24d-ae4c-45ba-abe1-564602dc6481 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 217 time: 0.0409620 Jan 28 13:18:46.381847 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11976-d460-4f15-9686-7464ddb3c493 req-05a93d8a-c50a-4c34-9797-7d7463b63316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.383326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-05a93d8a-c50a-4c34-9797-7d7463b63316 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0471289 Jan 28 13:18:46.431402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11976-d460-4f15-9686-7464ddb3c493 req-f9f5c8bc-e413-4577-a019-684ca0fcb5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.432926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-f9f5c8bc-e413-4577-a019-684ca0fcb5ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428069 Jan 28 13:18:46.526865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-b1b439d7-6ce5-446f-8cae-bd7226ff23d2 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881131 Jan 28 13:18:46.619689 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dce11976-d460-4f15-9686-7464ddb3c493 req-9013e71f-fbf5-4555-a901-950db631dcb3 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875015 Jan 28 13:18:46.718234 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da66bc-b94f-4c7c-8b91-432f7d40dd0e req-839017a3-4b0e-4923-acc8-120d9352da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.719689 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33da66bc-b94f-4c7c-8b91-432f7d40dd0e req-839017a3-4b0e-4923-acc8-120d9352da27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 1094 time: 0.0508890 Jan 28 13:18:46.818952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da66bc-b94f-4c7c-8b91-432f7d40dd0e req-ab98897a-2593-492f-b583-cea782f7559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.820453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33da66bc-b94f-4c7c-8b91-432f7d40dd0e req-ab98897a-2593-492f-b583-cea782f7559e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0954936 Jan 28 13:18:46.869405 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33da66bc-b94f-4c7c-8b91-432f7d40dd0e req-11bc2755-809b-4437-a9d5-8c755480d0fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 217 time: 0.0428295 Jan 28 13:18:46.920457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da66bc-b94f-4c7c-8b91-432f7d40dd0e req-ecbe0358-e8d2-46e1-b7f8-ad7d970ade36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.923180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33da66bc-b94f-4c7c-8b91-432f7d40dd0e req-ecbe0358-e8d2-46e1-b7f8-ad7d970ade36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0465183 Jan 28 13:18:46.971079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da66bc-b94f-4c7c-8b91-432f7d40dd0e req-e696c2bf-09d9-4148-89a1-f19cc7ae5af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.972555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33da66bc-b94f-4c7c-8b91-432f7d40dd0e req-e696c2bf-09d9-4148-89a1-f19cc7ae5af3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428278 Jan 28 13:18:47.066434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33da66bc-b94f-4c7c-8b91-432f7d40dd0e req-855a6885-3460-4727-bc24-9407f07477c6 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877790 Jan 28 13:18:47.167612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33da66bc-b94f-4c7c-8b91-432f7d40dd0e req-f009b84a-9a14-42da-b2b2-e76029f92b7c service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950739 Jan 28 13:18:47.253021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621907f-bfa3-414d-95e5-73769d4d9b18 req-2d76f341-e839-4147-a3ea-245b911d8daf tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.254463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9621907f-bfa3-414d-95e5-73769d4d9b18 req-2d76f341-e839-4147-a3ea-245b911d8daf tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 943 time: 0.0506597 Jan 28 13:18:47.301631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9621907f-bfa3-414d-95e5-73769d4d9b18 req-4ba6f118-8fa6-4c0e-9e5e-2a8d9d29abad tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415571 Jan 28 13:18:47.747506 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:48.083841 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:48.425374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edd152-8122-4f48-8c63-09ee286084ee req-b0a62d27-6673-45c5-a80e-df637a828b19 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.426865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49edd152-8122-4f48-8c63-09ee286084ee req-b0a62d27-6673-45c5-a80e-df637a828b19 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 943 time: 0.0560622 Jan 28 13:18:48.475049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49edd152-8122-4f48-8c63-09ee286084ee req-9442faae-676b-4c78-8562-e934025865d2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426464 Jan 28 13:18:49.316833 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3bdd8e27-483a-4835-bd39-1fcc5751b718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:49.421728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 5f1900e0-c64f-4aa4-8f20-09718b958397 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:49.524660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5f1900e0-c64f-4aa4-8f20-09718b958397,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:49.537414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'port_id': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'mac_address': 'fa:16:3e:81:80:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:49.573975 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 5f1900e0-c64f-4aa4-8f20-09718b958397 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:49.574272 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:49.590865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbf6ad-d148-46c1-91c0-6e2df852c8d8 req-a48b779c-5a34-4a99-83f2-8e607d01c383 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.591467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1900e0-c64f-4aa4-8f20-09718b958397 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:49.592368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ccbbf6ad-d148-46c1-91c0-6e2df852c8d8 req-a48b779c-5a34-4a99-83f2-8e607d01c383 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 943 time: 0.0488966 Jan 28 13:18:49.611161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5f1900e0-c64f-4aa4-8f20-09718b958397,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:49.616426 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:49.643964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ccbbf6ad-d148-46c1-91c0-6e2df852c8d8 req-eb435854-294d-4b12-9280-1ac109b4ae94 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448024 Jan 28 13:18:49.669869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=5f1900e0-c64f-4aa4-8f20-09718b958397,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:49.821761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['5f1900e0-c64f-4aa4-8f20-09718b958397'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:50.766534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd799b-8b69-4dbb-a827-5ee25d96ff26 req-e9f529fd-466e-4f89-82e3-7d33c11b3d5c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:50.768096 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cabd799b-8b69-4dbb-a827-5ee25d96ff26 req-e9f529fd-466e-4f89-82e3-7d33c11b3d5c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 944 time: 0.0521657 Jan 28 13:18:50.815583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cabd799b-8b69-4dbb-a827-5ee25d96ff26 req-46d9d956-2cc4-4b04-aa36-475461f79352 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417578 Jan 28 13:18:51.453483 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 5f1900e0-c64f-4aa4-8f20-09718b958397 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:51.504137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 5f1900e0-c64f-4aa4-8f20-09718b958397 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:51.508306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 5f1900e0-c64f-4aa4-8f20-09718b958397 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:51.508688 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.586100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 5f1900e0-c64f-4aa4-8f20-09718b958397 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:51.586515 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.608301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:51.626807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5f1900e0-c64f-4aa4-8f20-09718b958397,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:51.648035 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.659958 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5b93ed-b28e-42d9-9064-a7deb1522464" -d '{"events": [{"server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "name": "network-vif-plugged", "status": "completed", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:51.689308 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52e5ae57-d33a-4fd5-af07-a5232aa357bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.714489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=5f1900e0-c64f-4aa4-8f20-09718b958397,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:51.758043 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344be2b3-88a1-4d3c-93e7-292e3c0865a4 x-openstack-request-id: req-344be2b3-88a1-4d3c-93e7-292e3c0865a4 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:51.758568 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "name": "network-vif-plugged", "status": "completed", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:51.758819 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-344be2b3-88a1-4d3c-93e7-292e3c0865a4 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:51.759219 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'code': 200} Jan 28 13:18:51.857920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284ed55-c998-4749-97f5-8af3b47632bd req-396cfcf8-5bb3-45cc-8f24-eb499f5ebc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:51.859435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1284ed55-c998-4749-97f5-8af3b47632bd req-396cfcf8-5bb3-45cc-8f24-eb499f5ebc0b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 1096 time: 0.0402381 Jan 28 13:18:51.926443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1284ed55-c998-4749-97f5-8af3b47632bd req-c684e071-13be-4b2d-9dc0-3232897149ec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609462 Jan 28 13:18:51.945205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3a553-ed2b-4264-97bb-e9c74c785e0b req-3449cb9f-3c93-4176-8e1d-6209ffc85fb9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:51.946622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0c3a553-ed2b-4264-97bb-e9c74c785e0b req-3449cb9f-3c93-4176-8e1d-6209ffc85fb9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0580900 Jan 28 13:18:51.996419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0c3a553-ed2b-4264-97bb-e9c74c785e0b req-296e895f-2c87-40bc-bbd0-9122c1a741b7 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441096 Jan 28 13:18:53.119826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fcc6a-0422-4af8-9d80-b5dcc84e53f1 req-8ec95f8e-1e2f-4e42-adf8-7b54439042d6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:53.121314 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b9fcc6a-0422-4af8-9d80-b5dcc84e53f1 req-8ec95f8e-1e2f-4e42-adf8-7b54439042d6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0512238 Jan 28 13:18:53.135800 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.171809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b9fcc6a-0422-4af8-9d80-b5dcc84e53f1 req-ded269c1-f20f-4742-a0a6-f855fdfa8390 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435734 Jan 28 13:18:53.284794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19db67-f1fb-4344-a3c7-f99b34e974d2 req-4043197e-1bb0-4890-999d-d48327e3b773 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:53.286194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c19db67-f1fb-4344-a3c7-f99b34e974d2 req-4043197e-1bb0-4890-999d-d48327e3b773 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0511184 Jan 28 13:18:53.294603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:53.299839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6d6c8291-8661-4937-bb13-281136fa2dc0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Request body: {'floatingip': {'port_id': '5f1900e0-c64f-4aa4-8f20-09718b958397'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:53.343213 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8291-8661-4937-bb13-281136fa2dc0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.792231 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8291-8661-4937-bb13-281136fa2dc0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.796385 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8291-8661-4937-bb13-281136fa2dc0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.904811 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-6d6c8291-8661-4937-bb13-281136fa2dc0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2 associated. External IP: 172.25.7.56, port: 5f1900e0-c64f-4aa4-8f20-09718b958397. Jan 28 13:18:54.442144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6c8291-8661-4937-bb13-281136fa2dc0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Router 5478bc36-1239-4daf-9c24-2244f1da2109 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:18:54.550022 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6c8291-8661-4937-bb13-281136fa2dc0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:18:54.554717 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8291-8661-4937-bb13-281136fa2dc0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:54.561108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bc112-f730-476e-a85f-c7ccdd2d4242 None None] Sync routers for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:18:54.570420 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bc112-f730-476e-a85f-c7ccdd2d4242 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:18:54.571030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-686bc112-f730-476e-a85f-c7ccdd2d4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:18:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:54.583768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6d6c8291-8661-4937-bb13-281136fa2dc0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "PUT /v2.0/floatingips/168eb6b6-248c-4aec-aef8-91778ff021c2 HTTP/1.1" status: 200 len: 990 time: 1.2855618 Jan 28 13:18:54.583768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:54.584478 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}122334e73891293c41fa14ac1b8c6ec93fa6c9a57cf6c58d4e8cd2379d4ba866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e6382c-917a-498e-9a65-bdd8dd58685a" -d '{"events": [{"name": "network-changed", "server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:54.624421 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f149e2-ae97-4b46-b968-77449688ae5b x-openstack-request-id: req-94f149e2-ae97-4b46-b968-77449688ae5b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:54.624722 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:54.624974 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94f149e2-ae97-4b46-b968-77449688ae5b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:54.625871 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'status': 'completed', 'code': 200} Jan 28 13:18:54.685648 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-686bc112-f730-476e-a85f-c7ccdd2d4242 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:18:54.690842 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6382c-917a-498e-9a65-bdd8dd58685a req-ad02d881-09ca-48a2-b781-5148f1daf374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.692502 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0e6382c-917a-498e-9a65-bdd8dd58685a req-ad02d881-09ca-48a2-b781-5148f1daf374 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 1096 time: 0.0430562 Jan 28 13:18:54.787434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6382c-917a-498e-9a65-bdd8dd58685a req-e0dbdf48-cfaf-4606-8022-340a64ac0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.788910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0e6382c-917a-498e-9a65-bdd8dd58685a req-e0dbdf48-cfaf-4606-8022-340a64ac0c04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0907040 Jan 28 13:18:54.811030 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:54.855703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0e6382c-917a-498e-9a65-bdd8dd58685a req-43420368-55ef-4b11-a8b1-d21f745ff2b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 998 time: 0.0603812 Jan 28 13:18:54.911583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6382c-917a-498e-9a65-bdd8dd58685a req-b7f9d02f-433e-4bd2-a31e-ef59737e3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.913016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0e6382c-917a-498e-9a65-bdd8dd58685a req-b7f9d02f-433e-4bd2-a31e-ef59737e3411 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0498152 Jan 28 13:18:54.936430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-686bc112-f730-476e-a85f-c7ccdd2d4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '168eb6b6-248c-4aec-aef8-91778ff021c2', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'port_id': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'mac_address': 'fa:16:3e:81:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fed76f-88ac-47fd-a100-495630154b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:18:42Z', 'updated_at': '2022-01-28T13:18:53Z', 'revision_number': 1, 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:54.958682 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6382c-917a-498e-9a65-bdd8dd58685a req-47addfc6-3d46-40f4-b5e4-84aef57518e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.960125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0e6382c-917a-498e-9a65-bdd8dd58685a req-47addfc6-3d46-40f4-b5e4-84aef57518e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412495 Jan 28 13:18:54.963770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bc112-f730-476e-a85f-c7ccdd2d4242 None None] Checking router: 5478bc36-1239-4daf-9c24-2244f1da2109 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:18:54.973500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bc112-f730-476e-a85f-c7ccdd2d4242 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:18:54.974127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-686bc112-f730-476e-a85f-c7ccdd2d4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:18:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:55.051989 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0e6382c-917a-498e-9a65-bdd8dd58685a req-4710ebee-142e-41f4-bd6a-16f72ace86ff service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861506 Jan 28 13:18:55.080285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-686bc112-f730-476e-a85f-c7ccdd2d4242 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:18:55.149565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b0e6382c-917a-498e-9a65-bdd8dd58685a req-25abc793-beb5-49db-b430-b20b36799f52 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921762 Jan 28 13:18:55.303713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-686bc112-f730-476e-a85f-c7ccdd2d4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '168eb6b6-248c-4aec-aef8-91778ff021c2', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'port_id': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'mac_address': 'fa:16:3e:81:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fed76f-88ac-47fd-a100-495630154b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:18:42Z', 'updated_at': '2022-01-28T13:18:53Z', 'revision_number': 1, 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:55.334908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bc112-f730-476e-a85f-c7ccdd2d4242 None None] The sync data for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 is: [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '168eb6b6-248c-4aec-aef8-91778ff021c2', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'port_id': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'mac_address': 'fa:16:3e:81:80:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fed76f-88ac-47fd-a100-495630154b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:18:42Z', 'updated_at': '2022-01-28T13:18:53Z', 'revision_number': 1, 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:18:55.521553 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739a40f-712f-4075-b4c4-a0091665a3da None None] New status for floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:18:56.124370 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:16.251475 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:19:17.747288 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:18.100239 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.318602 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03f34057-df90-4fb4-a7e5-a5be485f931a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:21.651043 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eccbf537-fa25-4665-a38a-56fa744597dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.136921 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:24.807782 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:26.126793 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.062523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f1f0e3f-e70c-4525-8ca4-d15041d6ed21 req-cf1ffdc5-caac-4c54-aa9b-454d7a41c4ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411756 Jan 28 13:19:44.143603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f0e3f-e70c-4525-8ca4-d15041d6ed21 req-38d2564b-53c5-41a1-8ff4-8f8a5c26f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:44.145113 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f1f0e3f-e70c-4525-8ca4-d15041d6ed21 req-38d2564b-53c5-41a1-8ff4-8f8a5c26f86f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 1096 time: 0.0414689 Jan 28 13:19:44.251578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f0e3f-e70c-4525-8ca4-d15041d6ed21 req-e88c2353-c6e4-4e76-9c12-7cdd1d5ae347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:44.253039 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f1f0e3f-e70c-4525-8ca4-d15041d6ed21 req-e88c2353-c6e4-4e76-9c12-7cdd1d5ae347 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0891116 Jan 28 13:19:44.318965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f1f0e3f-e70c-4525-8ca4-d15041d6ed21 req-19c7ab63-71c7-42d4-b5e3-48932de5b604 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 1000 time: 0.0597856 Jan 28 13:19:44.374528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f0e3f-e70c-4525-8ca4-d15041d6ed21 req-482ed951-5c20-4398-8395-7fa6fc2a1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:44.376935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f1f0e3f-e70c-4525-8ca4-d15041d6ed21 req-482ed951-5c20-4398-8395-7fa6fc2a1856 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0526249 Jan 28 13:19:44.421360 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f0e3f-e70c-4525-8ca4-d15041d6ed21 req-192feb46-83ea-482e-a2f4-19c8601afd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:44.422863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f1f0e3f-e70c-4525-8ca4-d15041d6ed21 req-192feb46-83ea-482e-a2f4-19c8601afd5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403926 Jan 28 13:19:44.510806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f1f0e3f-e70c-4525-8ca4-d15041d6ed21 req-0205520d-71e0-4a2d-90e4-3e1ba63cd3d2 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813193 Jan 28 13:19:44.602505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f1f0e3f-e70c-4525-8ca4-d15041d6ed21 req-25f63ce7-621a-40ce-9c3f-9357c6b9ab0b service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855358 Jan 28 13:19:47.762622 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:48.087066 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.320860 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe76fa80-2b1c-48bc-ae37-8e2c2572ed89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.652908 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-af320403-cbcd-4953-8bf8-b62ea15237ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:53.141255 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:53.251882 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:19:54.803137 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.129019 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.785821 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.086623 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:19.323035 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f794ad-06ad-48ca-8800-4e5df7d9b4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.655006 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f32a8ad5-71a2-4161-9f2d-10837abcb183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:23.144666 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:24.810268 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.135100 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.250494 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:20:30.577689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2334a66-3a00-4cbc-9645-8823e6a40b32 req-b62b64c4-924a-4819-9681-25c29242d905 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:30.579085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2334a66-3a00-4cbc-9645-8823e6a40b32 req-b62b64c4-924a-4819-9681-25c29242d905 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0542459 Jan 28 13:20:30.627020 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a2334a66-3a00-4cbc-9645-8823e6a40b32 req-9284e598-eacd-407f-b260-8709cf998b64 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417297 Jan 28 13:20:30.872284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42cbe-154c-4587-87b4-4e311fceb126 req-3dbcfbb8-2bf3-4de2-b38f-3598dc666a63 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:30.873876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11d42cbe-154c-4587-87b4-4e311fceb126 req-3dbcfbb8-2bf3-4de2-b38f-3598dc666a63 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0545316 Jan 28 13:20:30.926347 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11d42cbe-154c-4587-87b4-4e311fceb126 req-e4d2c155-51d9-4d5e-a77c-12a85d880966 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421238 Jan 28 13:20:30.967524 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-299dbe09-a27a-4ba8-9f46-87ccc497821f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0949199 Jan 28 13:20:32.077140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6294fda-02b3-4bb3-91c7-a7607dd9ec29 req-76d8704d-9519-4fe7-b8b5-c8b4e83e92e1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:32.079265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6294fda-02b3-4bb3-91c7-a7607dd9ec29 req-76d8704d-9519-4fe7-b8b5-c8b4e83e92e1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0735033 Jan 28 13:20:32.155709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-dfb6dcfa-5662-42f6-be12-2d8f35ad4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:32.157229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-dfb6dcfa-5662-42f6-be12-2d8f35ad4637 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 1096 time: 0.0767787 Jan 28 13:20:32.162476 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6294fda-02b3-4bb3-91c7-a7607dd9ec29 req-c1dd81f5-b4c7-46da-8f84-10282424c6be tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702085 Jan 28 13:20:32.264978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-83bd7553-05bd-4a40-bad3-5fa3ed4133db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:32.266363 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-83bd7553-05bd-4a40-bad3-5fa3ed4133db service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1030347 Jan 28 13:20:32.344521 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-35a3d85b-49ae-44d6-affc-309e87037eee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 1000 time: 0.0712538 Jan 28 13:20:32.401497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-6c0c05fd-142f-4690-98a0-cf56fea54ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:32.403040 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-6c0c05fd-142f-4690-98a0-cf56fea54ae9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0525973 Jan 28 13:20:32.457249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-05552c47-6c86-4ffa-93ac-5a8f8a12db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:32.459582 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-05552c47-6c86-4ffa-93ac-5a8f8a12db15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501039 Jan 28 13:20:32.559281 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-822d8b68-3f54-48ea-a5a8-7f1f703270b4 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902450 Jan 28 13:20:32.667291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-3725828b-bca1-4fd5-8b1e-83f4dcc3aacf service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062164 Jan 28 13:20:33.281838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5969072-b126-4d55-9543-10d1e35e5bde req-d311b6ef-9a9c-4cba-92ac-75133a623df5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:33.283325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5969072-b126-4d55-9543-10d1e35e5bde req-d311b6ef-9a9c-4cba-92ac-75133a623df5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0507686 Jan 28 13:20:33.331367 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5969072-b126-4d55-9543-10d1e35e5bde req-aa3b1201-c298-493f-93c2-f435a3e8534c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418463 Jan 28 13:20:34.457131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c839d5b-b3ab-4a5c-ad05-90b222fc09ea req-7ae66a0f-1b5a-4903-8603-19b6deba1fba tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:34.458723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c839d5b-b3ab-4a5c-ad05-90b222fc09ea req-7ae66a0f-1b5a-4903-8603-19b6deba1fba tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0563719 Jan 28 13:20:34.506657 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5c839d5b-b3ab-4a5c-ad05-90b222fc09ea req-026395fc-c09c-49d7-879d-e1dec41afdc8 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420947 Jan 28 13:20:35.622980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de323c-420b-40d0-81ca-13fcac1880ab req-df3f375a-5127-4d05-9a86-a4d1475e31dc tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:35.624513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-79de323c-420b-40d0-81ca-13fcac1880ab req-df3f375a-5127-4d05-9a86-a4d1475e31dc tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0494957 Jan 28 13:20:35.672965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-79de323c-420b-40d0-81ca-13fcac1880ab req-f9355cf6-028f-4b7d-a62d-829ac73e855e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423899 Jan 28 13:20:36.791299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5dc90-4321-4719-9515-24a001fbc274 req-9a96e67b-74b3-48ff-8c0c-7fc896a17fe9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:36.792816 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15e5dc90-4321-4719-9515-24a001fbc274 req-9a96e67b-74b3-48ff-8c0c-7fc896a17fe9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0492926 Jan 28 13:20:36.843622 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15e5dc90-4321-4719-9515-24a001fbc274 req-2315a7b5-4f8d-47d4-8044-7581d6ae53f9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453148 Jan 28 13:20:37.964948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754098-7956-4a9f-bd47-9df5cd786891 req-4bbb5596-3941-4a96-a5d6-4b3ed451dbd0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:37.966469 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04754098-7956-4a9f-bd47-9df5cd786891 req-4bbb5596-3941-4a96-a5d6-4b3ed451dbd0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0541890 Jan 28 13:20:38.014368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04754098-7956-4a9f-bd47-9df5cd786891 req-6bcc5767-7da1-4a09-a21c-78acf7ab10a3 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423470 Jan 28 13:20:39.132039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a45043-228a-44bc-8b36-faabdd4bbf4d req-e7c8e8e3-41b4-4094-815d-7111beebb467 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:39.133514 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c2a45043-228a-44bc-8b36-faabdd4bbf4d req-e7c8e8e3-41b4-4094-815d-7111beebb467 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0501089 Jan 28 13:20:39.180356 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c2a45043-228a-44bc-8b36-faabdd4bbf4d req-b22e1263-69a5-4d88-aeec-c1bd98d2de32 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412536 Jan 28 13:20:40.300107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1202a7-35a7-4828-a6fd-e483fb6750ec req-ce58f945-d7f0-4e31-98a4-ef40ca9871c2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.301601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b1202a7-35a7-4828-a6fd-e483fb6750ec req-ce58f945-d7f0-4e31-98a4-ef40ca9871c2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0551021 Jan 28 13:20:40.348761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b1202a7-35a7-4828-a6fd-e483fb6750ec req-8c48f67d-48a2-4011-9809-a6a94c5dbd16 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407269 Jan 28 13:20:41.469312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc2ab2-ab07-4fac-a3ad-073f9d615e12 req-58792151-3100-4e7f-a43b-846f0d0a1181 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:41.470841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fdc2ab2-ab07-4fac-a3ad-073f9d615e12 req-58792151-3100-4e7f-a43b-846f0d0a1181 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0516951 Jan 28 13:20:41.520415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fdc2ab2-ab07-4fac-a3ad-073f9d615e12 req-ed837c1f-8ada-4031-bdca-8cfdf9d90d7e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424817 Jan 28 13:20:42.640538 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da222f16-4241-4df0-a1d0-9b49d81390e3 req-0eb65987-b3cf-43cc-a7da-2850f28ecb31 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:42.641965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da222f16-4241-4df0-a1d0-9b49d81390e3 req-0eb65987-b3cf-43cc-a7da-2850f28ecb31 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0503736 Jan 28 13:20:42.698832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da222f16-4241-4df0-a1d0-9b49d81390e3 req-8efc3632-03f4-48c8-8bda-d9d3d8aa913c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469115 Jan 28 13:20:43.826423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8503d49-75ec-496b-b632-1a22e3b6e25f req-f7806f88-11f3-41b0-b0c8-a5758b6709a5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:43.827956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8503d49-75ec-496b-b632-1a22e3b6e25f req-f7806f88-11f3-41b0-b0c8-a5758b6709a5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0494149 Jan 28 13:20:43.876079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8503d49-75ec-496b-b632-1a22e3b6e25f req-baf55026-009d-4f85-a44f-a677d1690e8d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Jan 28 13:20:44.094157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110333c5-ff8c-41e8-98e4-95fb1e8b5500 req-b17fd576-7d64-4384-9827-864c92cc17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.095605 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-110333c5-ff8c-41e8-98e4-95fb1e8b5500 req-b17fd576-7d64-4384-9827-864c92cc17c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 1096 time: 0.0418043 Jan 28 13:20:44.208720 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110333c5-ff8c-41e8-98e4-95fb1e8b5500 req-96060ab7-4325-474f-bee5-b3e34c23c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.210570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-110333c5-ff8c-41e8-98e4-95fb1e8b5500 req-96060ab7-4325-474f-bee5-b3e34c23c77a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0972080 Jan 28 13:20:44.276486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-110333c5-ff8c-41e8-98e4-95fb1e8b5500 req-ae9a956d-ebdf-41d5-a1ac-6da98ffc59f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 1000 time: 0.0600846 Jan 28 13:20:44.334839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110333c5-ff8c-41e8-98e4-95fb1e8b5500 req-f87a5bda-be69-4dc9-8b87-854a0e22f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.337332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-110333c5-ff8c-41e8-98e4-95fb1e8b5500 req-f87a5bda-be69-4dc9-8b87-854a0e22f38a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0545762 Jan 28 13:20:44.387709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110333c5-ff8c-41e8-98e4-95fb1e8b5500 req-5f478fde-8308-4bfc-b8f1-533f0ae8c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.389176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-110333c5-ff8c-41e8-98e4-95fb1e8b5500 req-5f478fde-8308-4bfc-b8f1-533f0ae8c275 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454822 Jan 28 13:20:44.484081 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-110333c5-ff8c-41e8-98e4-95fb1e8b5500 req-2fcb34ed-7837-4426-85e6-9ad5e5a598ff service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879312 Jan 28 13:20:44.560224 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-3d6198e0-b88e-4c8b-ba97-7e97a152841c service neutron] show failed (client error): The resource could not be found. Jan 28 13:20:44.561308 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-3d6198e0-b88e-4c8b-ba97-7e97a152841c service neutron] 10.222.0.35 "GET /v2.0/ports/5f1900e0-c64f-4aa4-8f20-09718b958397/bindings/n-h2-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0613637 Jan 28 13:20:44.588812 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-110333c5-ff8c-41e8-98e4-95fb1e8b5500 req-3deb7a28-8bfa-4162-861a-f2220911fdac service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979388 Jan 28 13:20:44.838406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-8cf17576-01e1-4061-8171-2e9fda4d90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.840271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-8cf17576-01e1-4061-8171-2e9fda4d90cc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 1096 time: 0.0845308 Jan 28 13:20:44.851886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:44.915819 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.102147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b06f2-90b3-470c-9a64-045f14c0b2c7 req-37ef76ae-b7ba-459b-85f0-ae5827ca76bc tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:45.103555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be6b06f2-90b3-470c-9a64-045f14c0b2c7 req-37ef76ae-b7ba-459b-85f0-ae5827ca76bc tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.1370797 Jan 28 13:20:45.200394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be6b06f2-90b3-470c-9a64-045f14c0b2c7 req-560eef04-a049-4143-b7f4-1d86fcde1634 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889187 Jan 28 13:20:45.223952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5f1900e0-c64f-4aa4-8f20-09718b958397,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:45.258822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:45.310551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:45.315836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Publish callbacks [] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.334477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Transition to ACTIVE for port object 5f1900e0-c64f-4aa4-8f20-09718b958397 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:45.338922 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.369270 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972979de-80f4-4960-b039-bde1f1a1d4e0" -d '{"events": [{"server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "name": "network-vif-unplugged", "status": "completed", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:45.487810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1900e0-c64f-4aa4-8f20-09718b958397,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:45.497829 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a1535b-dcf0-4a6c-8a91-3b0f6274046e x-openstack-request-id: req-d4a1535b-dcf0-4a6c-8a91-3b0f6274046e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:45.498128 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "name": "network-vif-unplugged", "status": "completed", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:45.498384 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4a1535b-dcf0-4a6c-8a91-3b0f6274046e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:45.498788 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'code': 200} Jan 28 13:20:45.517501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.517854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.518201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.518547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.518914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.519226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.519590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.520957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.521407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.521880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.522442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.523021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.523524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:45.550205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] No DVR routers for this DVR port 5f1900e0-c64f-4aa4-8f20-09718b958397 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:45.693440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Attempting to bind port 5f1900e0-c64f-4aa4-8f20-09718b958397 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:45.693777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Attempting to bind port 5f1900e0-c64f-4aa4-8f20-09718b958397 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:45.694110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Attempting to bind port 5f1900e0-c64f-4aa4-8f20-09718b958397 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:45.698621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Port 5f1900e0-c64f-4aa4-8f20-09718b958397 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:45.698948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Attempting to bind port 5f1900e0-c64f-4aa4-8f20-09718b958397 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:45.703875 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:45.704251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:45.704767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Bound using segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:45.707684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Bound port: 5f1900e0-c64f-4aa4-8f20-09718b958397, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:45.707684 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.773835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:45.776995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5f1900e0-c64f-4aa4-8f20-09718b958397,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:45.780495 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.819282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:45.819917 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.821283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] 10.222.0.49 "PUT /v2.0/ports/5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 1091 time: 0.9744236 Jan 28 13:20:45.842552 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e296c-e37c-40c1-8b62-bb0e4fde5287 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1900e0-c64f-4aa4-8f20-09718b958397,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:45.901366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-1ef39d02-036e-4228-baa6-0eb94f4f5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:45.903009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-1ef39d02-036e-4228-baa6-0eb94f4f5e62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 1094 time: 0.0573261 Jan 28 13:20:46.003494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-9c9da202-1a7c-4188-b6bc-7399157f53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.005470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-9c9da202-1a7c-4188-b6bc-7399157f53d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0964518 Jan 28 13:20:46.082749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-fa69de50-562b-46b5-8c44-85a622bd184f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 998 time: 0.0704577 Jan 28 13:20:46.139581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-bf4116c6-adf2-444a-a056-08d131070025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.141038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-bf4116c6-adf2-444a-a056-08d131070025 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0470214 Jan 28 13:20:46.188270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-f607624a-8631-4e05-8256-3bd222267c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.189784 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-f607624a-8631-4e05-8256-3bd222267c83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425110 Jan 28 13:20:46.310828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-4f813a16-e410-4e89-816a-202568839e24 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142375 Jan 28 13:20:46.384668 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b47719-8ec7-42ab-823b-1ae1cc118dd6 req-1ca6ac9b-de1a-407e-8978-2313cea6b160 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.386146 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54b47719-8ec7-42ab-823b-1ae1cc118dd6 req-1ca6ac9b-de1a-407e-8978-2313cea6b160 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 943 time: 0.1131847 Jan 28 13:20:46.445762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82584413-1aa5-4bc5-841a-7ebdf4c12398 req-2804daf4-73ce-4913-84c6-38c6d1ffb8fe service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277721 Jan 28 13:20:46.463235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54b47719-8ec7-42ab-823b-1ae1cc118dd6 req-fc96da08-f5ff-482b-b95c-56ffe45a72ba tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706487 Jan 28 13:20:47.434606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00b8a4-e3bf-4c5e-9c98-0f66bfdff976 req-4a2301a5-0799-4e49-a04b-07526bce90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.436143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b00b8a4-e3bf-4c5e-9c98-0f66bfdff976 req-4a2301a5-0799-4e49-a04b-07526bce90fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 1094 time: 0.0423269 Jan 28 13:20:47.505806 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:47.507240 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ba8967-282e-475e-9757-dae34a946bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:47.565743 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3dc1ce-d4e5-4baf-b3fe-cb8da0337ef3 x-openstack-request-id: req-0c3dc1ce-d4e5-4baf-b3fe-cb8da0337ef3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:47.566040 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:47.566295 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c3dc1ce-d4e5-4baf-b3fe-cb8da0337ef3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:47.567187 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'status': 'completed', 'code': 200} Jan 28 13:20:47.582046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00b8a4-e3bf-4c5e-9c98-0f66bfdff976 req-426b1594-83e6-4e89-b97f-737025718470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.584173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b00b8a4-e3bf-4c5e-9c98-0f66bfdff976 req-426b1594-83e6-4e89-b97f-737025718470 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1286116 Jan 28 13:20:47.677913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d16f-bf26-44e4-afcc-25823c92ffe6 req-7486b2ec-ec20-4f72-a4d7-bd3421393370 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.679448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-93a2d16f-bf26-44e4-afcc-25823c92ffe6 req-7486b2ec-ec20-4f72-a4d7-bd3421393370 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 943 time: 0.1284828 Jan 28 13:20:47.712973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b00b8a4-e3bf-4c5e-9c98-0f66bfdff976 req-4e0375e6-70fa-4c03-ba99-fa43837ff676 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 998 time: 0.1208043 Jan 28 13:20:47.716246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8967-282e-475e-9757-dae34a946bf5 req-8d3520f2-05f8-4d3b-b766-719c94e195db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.717645 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-8d3520f2-05f8-4d3b-b766-719c94e195db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 1094 time: 0.1281731 Jan 28 13:20:47.792991 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:47.819874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-93a2d16f-bf26-44e4-afcc-25823c92ffe6 req-77882ca3-a2dd-40dc-aec8-5116d23a3d23 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312687 Jan 28 13:20:47.841989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00b8a4-e3bf-4c5e-9c98-0f66bfdff976 req-bd8b50fb-0df1-40c3-bee1-0dbd7f985280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.843487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b00b8a4-e3bf-4c5e-9c98-0f66bfdff976 req-bd8b50fb-0df1-40c3-bee1-0dbd7f985280 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.1221852 Jan 28 13:20:47.898713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8967-282e-475e-9757-dae34a946bf5 req-1689fdab-9ce7-4e8c-8e47-ddaf1f9d1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.900211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-1689fdab-9ce7-4e8c-8e47-ddaf1f9d1672 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1707444 Jan 28 13:20:47.915498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00b8a4-e3bf-4c5e-9c98-0f66bfdff976 req-bb0a1ada-e4fa-40ff-a73b-c807cd2ebfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.916948 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b00b8a4-e3bf-4c5e-9c98-0f66bfdff976 req-bb0a1ada-e4fa-40ff-a73b-c807cd2ebfc6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629833 Jan 28 13:20:48.095937 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:48.106125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 5f1900e0-c64f-4aa4-8f20-09718b958397 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:48.318307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] The host n-h1-824835-4 is not matching for port 5f1900e0-c64f-4aa4-8f20-09718b958397 host n-h2-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:20:48.318722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 5f1900e0-c64f-4aa4-8f20-09718b958397 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:48.380904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-4afb3482-1b7c-4fa7-a68c-f17bc0ba02c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 998 time: 0.4731951 Jan 28 13:20:48.450505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b00b8a4-e3bf-4c5e-9c98-0f66bfdff976 req-4bef7078-c57a-48d5-a163-1af3f6b243b1 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013843 Jan 28 13:20:48.454287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8967-282e-475e-9757-dae34a946bf5 req-54fb23ea-e9ab-4b0e-81fe-f0df71cf5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.455728 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-54fb23ea-e9ab-4b0e-81fe-f0df71cf5d57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0693042 Jan 28 13:20:48.508402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8967-282e-475e-9757-dae34a946bf5 req-c9218c2d-f5d3-4603-85c3-5b403e4d17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.509929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-c9218c2d-f5d3-4603-85c3-5b403e4d17e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489707 Jan 28 13:20:48.656151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-27f26725-71f8-427d-91f9-27695bd5c8e1 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406677 Jan 28 13:20:48.730194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b00b8a4-e3bf-4c5e-9c98-0f66bfdff976 req-d90cbe7d-1cae-444c-8dce-cefb9735aee6 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588678 Jan 28 13:20:48.766644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-581eae82-7455-48df-a423-37413ee5c151 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001365 Jan 28 13:20:48.820762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8967-282e-475e-9757-dae34a946bf5 req-f51b737e-d351-4565-863c-01cc8ce2661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.822278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-f51b737e-d351-4565-863c-01cc8ce2661a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 1094 time: 0.0480263 Jan 28 13:20:48.963259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8967-282e-475e-9757-dae34a946bf5 req-2a3a4330-d53c-4b41-8750-d1e9d99fc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.965021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-2a3a4330-d53c-4b41-8750-d1e9d99fc61d service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1344075 Jan 28 13:20:48.972612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3cbc9-da86-4e4b-9e21-b8dff420d478 req-5a500ead-b368-4bcf-9556-cff0eb505ece tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.974765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ac3cbc9-da86-4e4b-9e21-b8dff420d478 req-5a500ead-b368-4bcf-9556-cff0eb505ece tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 943 time: 0.0770707 Jan 28 13:20:49.066224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-b70b6bb3-0198-4b58-8b54-adc894162e47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 998 time: 0.0905156 Jan 28 13:20:49.075364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ac3cbc9-da86-4e4b-9e21-b8dff420d478 req-59a543c1-9f16-4725-9437-180d17ad70f9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938890 Jan 28 13:20:49.121672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8967-282e-475e-9757-dae34a946bf5 req-b67f9acd-c3cf-4d1d-877d-e4089bb446e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.123218 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-b67f9acd-c3cf-4d1d-877d-e4089bb446e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0512016 Jan 28 13:20:49.170863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8967-282e-475e-9757-dae34a946bf5 req-5c4dfdf1-5aa9-4482-8654-1d57687be077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.172709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-5c4dfdf1-5aa9-4482-8654-1d57687be077 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434852 Jan 28 13:20:49.327045 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1529cb04-976e-44b3-9ef0-6f1df3a4c466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:49.339107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-1e80257b-27eb-40cb-be9e-a60814d7e908 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606460 Jan 28 13:20:49.382312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21762327-9651-4d43-b96f-827fd1077a38 req-14e6cbe1-5490-4414-a512-0227b2f0ea59 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.383797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21762327-9651-4d43-b96f-827fd1077a38 req-14e6cbe1-5490-4414-a512-0227b2f0ea59 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 943 time: 0.1360171 Jan 28 13:20:49.414774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-313e2fd2-268c-4151-b1b3-081b8f58a574 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.416242 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-313e2fd2-268c-4151-b1b3-081b8f58a574 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18&tenant_id=37d13d15c369420098ea5c805d33338e&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 943 time: 0.1508915 Jan 28 13:20:49.526662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21762327-9651-4d43-b96f-827fd1077a38 req-f833c3f1-1fac-4a5f-88a9-cb1778a06ff6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093819 Jan 28 13:20:49.544730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45ba8967-282e-475e-9757-dae34a946bf5 req-dc551457-7fee-4685-b4fb-b2f135b6fd2d service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957088 Jan 28 13:20:49.545620 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-b1016430-da3d-4a4a-ab1d-7cfeb34483f6 service neutron] delete failed (client error): The resource could not be found. Jan 28 13:20:49.546504 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-b1016430-da3d-4a4a-ab1d-7cfeb34483f6 service neutron] 10.222.0.35 "DELETE /v2.0/ports/5f1900e0-c64f-4aa4-8f20-09718b958397/bindings/n-h1-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.1185942 Jan 28 13:20:49.628408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-53d89712-d7cb-4020-a57c-6e34b9d029bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.630529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-53d89712-d7cb-4020-a57c-6e34b9d029bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 1094 time: 0.0413332 Jan 28 13:20:49.657634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5f1900e0-c64f-4aa4-8f20-09718b958397 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:49.728311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-12b82ab3-e83c-426e-9e64-454789b4cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.729776 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-12b82ab3-e83c-426e-9e64-454789b4cfa5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0937040 Jan 28 13:20:49.761306 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5f1900e0-c64f-4aa4-8f20-09718b958397,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:49.775810 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'port_id': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'mac_address': 'fa:16:3e:81:80:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:49.797927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-143f3e9f-87ea-4604-895c-efa33a408dae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 200 len: 998 time: 0.0628369 Jan 28 13:20:49.814148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 5f1900e0-c64f-4aa4-8f20-09718b958397 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:49.814538 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:49.827551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1900e0-c64f-4aa4-8f20-09718b958397 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:49.845805 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-fb327420-416a-4a71-a773-5d3913d9664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.846836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5f1900e0-c64f-4aa4-8f20-09718b958397,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:49.847311 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-fb327420-416a-4a71-a773-5d3913d9664f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0437555 Jan 28 13:20:49.852518 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:49.899405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-c21df514-0300-4783-bee7-cd6e3f734312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.900876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-c21df514-0300-4783-bee7-cd6e3f734312 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481107 Jan 28 13:20:49.902091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=5f1900e0-c64f-4aa4-8f20-09718b958397,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:49.909887 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.910830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.911456 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.912132 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.912609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.913067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.913509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.913989 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.914393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.914885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.915797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.915797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.916201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:49.998935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-42fbd3d9-fa6d-484b-8afe-6ad3cd94b43f service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924766 Jan 28 13:20:50.093587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-494df2b2-b579-43a0-a6a5-0f1f1ed7c788 req-f17ce2ba-58c3-4eec-8654-ead08122e0c8 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893035 Jan 28 13:20:50.095731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['5f1900e0-c64f-4aa4-8f20-09718b958397'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:50.658616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4fc83-c20b-434b-a028-e559011a7543 req-56829df3-a71c-411d-8ff4-cfb64a20aa6a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.660136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80e4fc83-c20b-434b-a028-e559011a7543 req-56829df3-a71c-411d-8ff4-cfb64a20aa6a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 944 time: 0.0559616 Jan 28 13:20:50.709896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-80e4fc83-c20b-434b-a028-e559011a7543 req-bb37634a-4ad7-4f90-bd9b-4e99521096f1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438652 Jan 28 13:20:50.826603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd880924-4528-4c8c-8e13-8e3324ab0299 req-86025736-f11a-490a-ae17-81eafb8c1b9d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.828101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd880924-4528-4c8c-8e13-8e3324ab0299 req-86025736-f11a-490a-ae17-81eafb8c1b9d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 944 time: 0.0492580 Jan 28 13:20:50.875710 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd880924-4528-4c8c-8e13-8e3324ab0299 req-97d94315-1f8d-4341-b9ed-80d73fda98da tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417428 Jan 28 13:20:51.002605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dce08-0fd7-48c3-bc07-07e2a4f2a89e req-a2ef6e14-a1eb-43ad-a69f-07f1f97e72b7 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.004166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c2dce08-0fd7-48c3-bc07-07e2a4f2a89e req-a2ef6e14-a1eb-43ad-a69f-07f1f97e72b7 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 944 time: 0.0569036 Jan 28 13:20:51.060063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c2dce08-0fd7-48c3-bc07-07e2a4f2a89e req-3f676850-286b-4989-9a0f-73fd8aea7f87 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489759 Jan 28 13:20:51.295450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16162be-8dbb-4597-85b6-63bbea6d7a95 req-6c66f980-d2ea-490c-a8d4-563408468b5a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.296907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e16162be-8dbb-4597-85b6-63bbea6d7a95 req-6c66f980-d2ea-490c-a8d4-563408468b5a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 944 time: 0.0499845 Jan 28 13:20:51.344528 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e16162be-8dbb-4597-85b6-63bbea6d7a95 req-831ebe00-a2ff-4adb-bc38-8afb95c270ed tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417092 Jan 28 13:20:51.657380 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a0f03ab-3c5c-462b-a16b-462457eb1d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.672920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5f1900e0-c64f-4aa4-8f20-09718b958397 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:51.723859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 5f1900e0-c64f-4aa4-8f20-09718b958397 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:51.727703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 5f1900e0-c64f-4aa4-8f20-09718b958397 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:51.728077 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.809377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 5f1900e0-c64f-4aa4-8f20-09718b958397 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:51.809766 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.833074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:51.835409 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d42018-1d2a-4681-baf4-8df655477404" -d '{"events": [{"server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "name": "network-vif-plugged", "status": "completed", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:51.848665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5f1900e0-c64f-4aa4-8f20-09718b958397,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:51.852860 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.876450 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e86332-8c0f-4f27-b5ac-8e23bb4a3b15 x-openstack-request-id: req-d8e86332-8c0f-4f27-b5ac-8e23bb4a3b15 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:51.876743 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "name": "network-vif-plugged", "status": "completed", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:51.876993 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8e86332-8c0f-4f27-b5ac-8e23bb4a3b15 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:51.877385 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'code': 200} Jan 28 13:20:51.903736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=5f1900e0-c64f-4aa4-8f20-09718b958397,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:52.461930 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fff2a-f6e2-4ed7-b582-242b3cef7bfe req-17c6a191-6547-49c3-8ec1-7607aa9a90ba tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:52.463454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c51fff2a-f6e2-4ed7-b582-242b3cef7bfe req-17c6a191-6547-49c3-8ec1-7607aa9a90ba tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0493054 Jan 28 13:20:52.541723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c51fff2a-f6e2-4ed7-b582-242b3cef7bfe req-49a8550e-5bc7-464a-b2ff-2c762c655885 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724289 Jan 28 13:20:52.557651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-7af17d73-159f-48c0-9452-3369a6f0f56b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:52.559105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-7af17d73-159f-48c0-9452-3369a6f0f56b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.49 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 945 time: 0.0701442 Jan 28 13:20:52.650722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Deleting port 5f1900e0-c64f-4aa4-8f20-09718b958397 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:20:52.651071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:52.745092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] For port 5f1900e0-c64f-4aa4-8f20-09718b958397, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=5f1900e0-c64f-4aa4-8f20-09718b958397,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:52.745455 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:52.920993 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:52.921272 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:52.921596 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2 disassociated. External IP: 172.25.7.56, port: 5f1900e0-c64f-4aa4-8f20-09718b958397. Jan 28 13:20:52.921942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Calling delete_port for 5f1900e0-c64f-4aa4-8f20-09718b958397 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:20:53.063773 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5f1900e0-c64f-4aa4-8f20-09718b958397), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:53.093405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event deleted for resources: {'Port': ['ID=5f1900e0-c64f-4aa4-8f20-09718b958397,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:53.150917 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:53.225749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Router 5478bc36-1239-4daf-9c24-2244f1da2109 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:20:53.338756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:20:53.351892 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1577ffd-2f29-48a3-acf7-96bd2da639e8 None None] Sync routers for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:20:53.367182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1577ffd-2f29-48a3-acf7-96bd2da639e8 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:53.367800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d1577ffd-2f29-48a3-acf7-96bd2da639e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:20:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:53.383563 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] No DVR routers for this DVR port 5f1900e0-c64f-4aa4-8f20-09718b958397 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:53.386318 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:53.389812 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98da7b2a-deb4-4813-bc4f-61b2203e2e1b req-9fba0322-cf87-4112-8d57-01eae6082e55 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.49 "DELETE /v2.0/ports/5f1900e0-c64f-4aa4-8f20-09718b958397 HTTP/1.1" status: 204 len: 173 time: 0.8255882 Jan 28 13:20:53.390266 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'name': 'network-vif-deleted', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:53.392703 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f8c987-2ae9-4a52-a7f4-b4cdc780c1f4" -d '{"events": [{"server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "name": "network-vif-deleted", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:53.443427 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc21e71-12c8-4775-81aa-582d99edfb25 x-openstack-request-id: req-cdc21e71-12c8-4775-81aa-582d99edfb25 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:53.443662 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fed76f-88ac-47fd-a100-495630154b18", "name": "network-vif-deleted", "tag": "5f1900e0-c64f-4aa4-8f20-09718b958397", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:53.443976 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdc21e71-12c8-4775-81aa-582d99edfb25 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:53.444395 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fed76f-88ac-47fd-a100-495630154b18', 'name': 'network-vif-deleted', 'tag': '5f1900e0-c64f-4aa4-8f20-09718b958397', 'status': 'completed', 'code': 200} Jan 28 13:20:53.511031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d1577ffd-2f29-48a3-acf7-96bd2da639e8 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:53.653344 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28c87abe-d443-450f-abfa-7222efab880b req-749d96b6-53ef-45b9-aff9-fe7c72f88ca4 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fed76f-88ac-47fd-a100-495630154b18 HTTP/1.1" status: 200 len: 210 time: 0.0284514 Jan 28 13:20:53.724239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d1577ffd-2f29-48a3-acf7-96bd2da639e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:53.753896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1577ffd-2f29-48a3-acf7-96bd2da639e8 None None] Checking router: 5478bc36-1239-4daf-9c24-2244f1da2109 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:20:53.763325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1577ffd-2f29-48a3-acf7-96bd2da639e8 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:53.764000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d1577ffd-2f29-48a3-acf7-96bd2da639e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:20:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:53.882375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d1577ffd-2f29-48a3-acf7-96bd2da639e8 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:54.087224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d1577ffd-2f29-48a3-acf7-96bd2da639e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:54.117500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1577ffd-2f29-48a3-acf7-96bd2da639e8 None None] The sync data for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 is: [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:20:54.366823 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361c78e8-eb7d-47a9-a82d-00faa8ab2566 None None] New status for floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:20:54.807893 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:54.904631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-d61535da-4a5e-4b29-918d-deb936aacdbc tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--165366554&fields=id&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 267 time: 0.0479429 Jan 28 13:20:55.012326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87757d42-36e3-44ad-9dab-8652f765911d req-0cdf5b41-2d2f-412e-a0bc-bcc6bee89de4 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:55.013726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-0cdf5b41-2d2f-412e-a0bc-bcc6bee89de4 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 812 time: 0.1026340 Jan 28 13:20:55.029241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-89f8daf8-38ed-4b15-8f7a-acd51f287990 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/quotas/37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 375 time: 0.0099864 Jan 28 13:20:55.081319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-bf7837c1-ecfc-43dc-ba87-ef1c05031a13 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469279 Jan 28 13:20:55.186965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-4740592b-30b1-46ab-bd6a-9c5992bd579a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:20:55.188056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-4740592b-30b1-46ab-bd6a-9c5992bd579a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0496871 Jan 28 13:20:55.287305 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-b23bd3f1-82dd-4185-9222-c57ec44ad250 service neutron] 10.222.0.53 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923250 Jan 28 13:20:55.382709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-68d95685-f2e8-47b6-a443-c5a7a9346b92 service neutron] 10.222.0.53 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897312 Jan 28 13:20:55.572070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c79d804c-baf7-4df2-8551-5b30dee09946 req-e7d1ab87-8c74-4a57-a44f-1c1118b09cd5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 210 time: 0.0414898 Jan 28 13:20:55.667880 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5f1900e0-c64f-4aa4-8f20-09718b958397 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:55.688617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 5f1900e0-c64f-4aa4-8f20-09718b958397 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:20:55.688970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 5f1900e0-c64f-4aa4-8f20-09718b958397 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:56.131186 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:56.645474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87757d42-36e3-44ad-9dab-8652f765911d req-855d21ee-d45b-4c84-870a-b9dbe896d90f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.648053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-855d21ee-d45b-4c84-870a-b9dbe896d90f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 812 time: 0.1174126 Jan 28 13:20:56.695173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7115aad-8577-4402-9954-fff4845922ec req-599e8439-6ea1-46cf-9004-fb7edd5cd182 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 210 time: 0.0375257 Jan 28 13:20:56.738865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-71bdbf8a-2af5-4cd7-a082-fe97bf69c715 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 379 time: 0.0825121 Jan 28 13:20:56.750065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-87757d42-36e3-44ad-9dab-8652f765911d req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Request body: {'port': {'device_id': '62251988-7324-41f0-b054-f1196553907c', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'admin_state_up': True, 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'security_groups': ['d9ac942c-5347-4856-8ae7-34ffc8945805']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:56.857406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87757d42-36e3-44ad-9dab-8652f765911d req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Made reservation on behalf of 37d13d15c369420098ea5c805d33338e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:56.860766 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-87757d42-36e3-44ad-9dab-8652f765911d req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:56.995581 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-87757d42-36e3-44ad-9dab-8652f765911d req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Allocated IP 172.20.0.11 (3b1415d8-e84b-4629-a531-67e8e2a4f8f4/b0fcbe5c-75f7-4af8-84ef-0ebed04398cc/282928fc-0c50-4fd3-a044-259609dfb40e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:57.140431 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-87757d42-36e3-44ad-9dab-8652f765911d req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for port (282928fc-0c50-4fd3-a044-259609dfb40e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.174896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-87757d42-36e3-44ad-9dab-8652f765911d req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.225035 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87757d42-36e3-44ad-9dab-8652f765911d req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:57.228259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-87757d42-36e3-44ad-9dab-8652f765911d req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:57.234927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-87757d42-36e3-44ad-9dab-8652f765911d req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:57.260924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event updated for resources: {'Port': ['ID=282928fc-0c50-4fd3-a044-259609dfb40e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:57.293084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87757d42-36e3-44ad-9dab-8652f765911d req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:57.293710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-87757d42-36e3-44ad-9dab-8652f765911d req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.310826 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-7c43a53b-ed11-4713-b5e8-fa876d4ccdf2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5643432 Jan 28 13:20:57.324427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Request body: {'port': {'device_id': '62251988-7324-41f0-b054-f1196553907c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:57.387824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.507724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b83d1638-2d37-4eb1-bfc8-d299b61c5769 None None] Provisioning complete for port 282928fc-0c50-4fd3-a044-259609dfb40e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:57.508274 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b83d1638-2d37-4eb1-bfc8-d299b61c5769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.547680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b83d1638-2d37-4eb1-bfc8-d299b61c5769 None None] Port 282928fc-0c50-4fd3-a044-259609dfb40e cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:20:57.688533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282928fc-0c50-4fd3-a044-259609dfb40e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:57.696658 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Publish callbacks [] for port (282928fc-0c50-4fd3-a044-259609dfb40e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.710115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Transition to ACTIVE for port object 282928fc-0c50-4fd3-a044-259609dfb40e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:57.714404 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.828960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Pushing event updated for resources: {'Port': ['ID=282928fc-0c50-4fd3-a044-259609dfb40e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:57.884198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Attempting to bind port 282928fc-0c50-4fd3-a044-259609dfb40e on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:57.884535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Attempting to bind port 282928fc-0c50-4fd3-a044-259609dfb40e by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:57.884861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Attempting to bind port 282928fc-0c50-4fd3-a044-259609dfb40e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:57.894969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb477298-cbac-49f1-aa84-72503ee68ab0 req-551f490b-1d47-4969-81f5-21765104873e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:57.896671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb477298-cbac-49f1-aa84-72503ee68ab0 req-551f490b-1d47-4969-81f5-21765104873e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 944 time: 0.1128416 Jan 28 13:20:57.899313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Port 282928fc-0c50-4fd3-a044-259609dfb40e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:57.899666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Attempting to bind port 282928fc-0c50-4fd3-a044-259609dfb40e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:57.911879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:57.912764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:57.913177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Bound using segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:57.914016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Bound port: 282928fc-0c50-4fd3-a044-259609dfb40e, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:57.914377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.985412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb477298-cbac-49f1-aa84-72503ee68ab0 req-a3a951f1-7e78-4818-8fe3-a3799036f09f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821905 Jan 28 13:20:58.011098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:58.014279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=282928fc-0c50-4fd3-a044-259609dfb40e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:58.017900 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.055398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.056028 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.057457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] 10.222.0.35 "PUT /v2.0/ports/282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 1092 time: 0.7381866 Jan 28 13:20:58.057902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:58.060328 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b7bd49-4985-428e-90a2-b8873313f53b" -d '{"events": [{"name": "network-changed", "server_uuid": "62251988-7324-41f0-b054-f1196553907c", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:58.095522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482827c-a02a-4ca1-97a7-583c1b62ba04 service neutron] Pushing event updated for resources: {'Port': ['ID=282928fc-0c50-4fd3-a044-259609dfb40e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:58.111511 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fbd876-0411-43bd-b826-95108bb86d1f x-openstack-request-id: req-a0fbd876-0411-43bd-b826-95108bb86d1f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:58.112029 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62251988-7324-41f0-b054-f1196553907c", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:58.112368 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0fbd876-0411-43bd-b826-95108bb86d1f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:58.112775 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e', 'status': 'completed', 'code': 200} Jan 28 13:20:58.157308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87757d42-36e3-44ad-9dab-8652f765911d req-70034764-98a2-48fd-88ed-774c1a893a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.158813 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-70034764-98a2-48fd-88ed-774c1a893a3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 1095 time: 0.0498304 Jan 28 13:20:58.206589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-bf09417c-790b-4bea-825e-ee658869459f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 217 time: 0.0404460 Jan 28 13:20:58.257356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87757d42-36e3-44ad-9dab-8652f765911d req-e21e4f9a-a0c0-4150-8afb-f6cf5f0fb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.258811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-e21e4f9a-a0c0-4150-8afb-f6cf5f0fb209 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0461385 Jan 28 13:20:58.305843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87757d42-36e3-44ad-9dab-8652f765911d req-a98678b6-130e-4179-b302-466bc50f175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.307255 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-a98678b6-130e-4179-b302-466bc50f175f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430803 Jan 28 13:20:58.403771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-cdf9a938-5c97-4949-bdda-d9db9cb6f401 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902698 Jan 28 13:20:58.494113 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87757d42-36e3-44ad-9dab-8652f765911d req-cfbb6cf5-ea08-4d2f-9218-ef2ddf3b5e5f service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848620 Jan 28 13:20:58.591287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7bd49-4985-428e-90a2-b8873313f53b req-7cfc7fd9-7b2c-4192-a5f4-5d77f5fb42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.592795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3b7bd49-4985-428e-90a2-b8873313f53b req-7cfc7fd9-7b2c-4192-a5f4-5d77f5fb42a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 1095 time: 0.0486205 Jan 28 13:20:58.683353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7bd49-4985-428e-90a2-b8873313f53b req-710736fc-61a6-46f7-8db1-dcecac807b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.684862 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3b7bd49-4985-428e-90a2-b8873313f53b req-710736fc-61a6-46f7-8db1-dcecac807b79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0863628 Jan 28 13:20:58.730978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3b7bd49-4985-428e-90a2-b8873313f53b req-15d5bcab-45b2-422d-8517-7e29f6ad5062 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 217 time: 0.0402000 Jan 28 13:20:58.779670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7bd49-4985-428e-90a2-b8873313f53b req-48513706-f59c-48a1-9849-ed5609e28b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.781114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3b7bd49-4985-428e-90a2-b8873313f53b req-48513706-f59c-48a1-9849-ed5609e28b0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0440950 Jan 28 13:20:58.827237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7bd49-4985-428e-90a2-b8873313f53b req-9d970aa8-4e50-442d-88cb-7d0df96ea58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.828747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3b7bd49-4985-428e-90a2-b8873313f53b req-9d970aa8-4e50-442d-88cb-7d0df96ea58c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410063 Jan 28 13:20:58.923739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3b7bd49-4985-428e-90a2-b8873313f53b req-62a5b896-01aa-4a70-8aa8-94e7c39cbb04 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850751 Jan 28 13:20:59.014860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b3b7bd49-4985-428e-90a2-b8873313f53b req-b2035da0-8dd1-4cd1-80d1-bef65b93efb9 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849738 Jan 28 13:20:59.106897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a161a52-211e-46d2-99d4-586ef46c65c6 req-51ba82d0-737d-4a4d-80f3-15a711b477ad tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:59.108398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a161a52-211e-46d2-99d4-586ef46c65c6 req-51ba82d0-737d-4a4d-80f3-15a711b477ad tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 944 time: 0.0496094 Jan 28 13:20:59.154862 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a161a52-211e-46d2-99d4-586ef46c65c6 req-48810278-f5a0-43ac-8191-238e9d7a247f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408111 Jan 28 13:21:00.276370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed5a63-e0b2-403b-8768-7f23f2574c5c req-139a0c31-bb2b-478f-abfd-435cd34cc79a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:00.277920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60ed5a63-e0b2-403b-8768-7f23f2574c5c req-139a0c31-bb2b-478f-abfd-435cd34cc79a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 944 time: 0.0531909 Jan 28 13:21:00.327287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60ed5a63-e0b2-403b-8768-7f23f2574c5c req-6d97f53a-0f39-412e-af43-918596450e0e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Jan 28 13:21:01.450711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ad0e6-1414-4912-984b-de3cbc42ae2c req-5052a592-7767-4b16-b5d7-2caec454630e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:01.452554 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b1ad0e6-1414-4912-984b-de3cbc42ae2c req-5052a592-7767-4b16-b5d7-2caec454630e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 944 time: 0.0530732 Jan 28 13:21:01.502938 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b1ad0e6-1414-4912-984b-de3cbc42ae2c req-a135e51c-c39a-485d-8f08-947e9ed1ddbf tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446541 Jan 28 13:21:02.199921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 282928fc-0c50-4fd3-a044-259609dfb40e details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:21:02.301197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=282928fc-0c50-4fd3-a044-259609dfb40e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:02.313701 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '282928fc-0c50-4fd3-a044-259609dfb40e', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'port_id': '282928fc-0c50-4fd3-a044-259609dfb40e', 'mac_address': 'fa:16:3e:eb:1a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:21:02.352651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 282928fc-0c50-4fd3-a044-259609dfb40e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:02.353041 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.366022 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282928fc-0c50-4fd3-a044-259609dfb40e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:02.387017 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=282928fc-0c50-4fd3-a044-259609dfb40e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:02.391064 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.438788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=282928fc-0c50-4fd3-a044-259609dfb40e,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:02.595074 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['282928fc-0c50-4fd3-a044-259609dfb40e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:02.625916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a7d03-f5c8-4e26-b311-cc1fb2b4ce5e req-da2006fa-232b-4ce2-9bbb-11670d411523 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:02.627410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-870a7d03-f5c8-4e26-b311-cc1fb2b4ce5e req-da2006fa-232b-4ce2-9bbb-11670d411523 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 945 time: 0.0542493 Jan 28 13:21:02.684083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-870a7d03-f5c8-4e26-b311-cc1fb2b4ce5e req-52a99476-b924-42c2-9835-898186814af3 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435688 Jan 28 13:21:03.800646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0591a8-7749-497a-8a9c-c7c1dcae13c7 req-faca0cb5-2377-4dfb-bc53-c1edd6afc92b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:03.802108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab0591a8-7749-497a-8a9c-c7c1dcae13c7 req-faca0cb5-2377-4dfb-bc53-c1edd6afc92b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 945 time: 0.0489032 Jan 28 13:21:03.850220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab0591a8-7749-497a-8a9c-c7c1dcae13c7 req-a91a7800-2829-495a-bd97-3b2af227761d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417137 Jan 28 13:21:04.216000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 282928fc-0c50-4fd3-a044-259609dfb40e up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:04.264924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 282928fc-0c50-4fd3-a044-259609dfb40e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:21:04.268830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 282928fc-0c50-4fd3-a044-259609dfb40e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:04.269208 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.353904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 282928fc-0c50-4fd3-a044-259609dfb40e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:04.354299 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.378977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:04.381222 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3815986e-6bb2-4613-8a65-3b4c3bee1f09" -d '{"events": [{"server_uuid": "62251988-7324-41f0-b054-f1196553907c", "name": "network-vif-plugged", "status": "completed", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:04.393385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=282928fc-0c50-4fd3-a044-259609dfb40e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:04.398292 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.423379 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec1ed5c-a367-43e5-8103-0d0f1d1457e4 x-openstack-request-id: req-bec1ed5c-a367-43e5-8103-0d0f1d1457e4 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:04.423690 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62251988-7324-41f0-b054-f1196553907c", "name": "network-vif-plugged", "status": "completed", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:04.423947 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bec1ed5c-a367-43e5-8103-0d0f1d1457e4 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:04.424351 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e', 'code': 200} Jan 28 13:21:04.454899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=282928fc-0c50-4fd3-a044-259609dfb40e,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:04.528373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b045c1c-a9f5-4c39-a2ad-0a3ef214adde req-9e69c8b7-bf5b-4181-a807-a2b4bd790095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:04.529842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b045c1c-a9f5-4c39-a2ad-0a3ef214adde req-9e69c8b7-bf5b-4181-a807-a2b4bd790095 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 1097 time: 0.0416076 Jan 28 13:21:04.580430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4b045c1c-a9f5-4c39-a2ad-0a3ef214adde req-dbf94fec-7e73-4ba3-9426-df0413e5d830 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432220 Jan 28 13:21:04.970868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761fb6f-a714-48aa-970e-e3f73beb7770 req-5c450fcf-449b-496b-9f9d-30f0b899c5ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:04.972384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a761fb6f-a714-48aa-970e-e3f73beb7770 req-5c450fcf-449b-496b-9f9d-30f0b899c5ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0500617 Jan 28 13:21:05.028437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a761fb6f-a714-48aa-970e-e3f73beb7770 req-e23090a2-1f45-4653-8a83-3531cca99e57 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498679 Jan 28 13:21:06.151398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402b491-b4fb-459c-9f0b-350be53c40ff req-ba805533-a0ba-4080-a5f2-1fa205a40100 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:06.152877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d402b491-b4fb-459c-9f0b-350be53c40ff req-ba805533-a0ba-4080-a5f2-1fa205a40100 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0483086 Jan 28 13:21:06.200859 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d402b491-b4fb-459c-9f0b-350be53c40ff req-f85925e3-ed44-4981-87b2-bd3aba3f7ece tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Jan 28 13:21:06.316936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc768-110f-428b-9f7d-8a61db4b94fc req-c2648369-95fa-4460-a2e0-2734e3d5a519 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:06.318305 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebacc768-110f-428b-9f7d-8a61db4b94fc req-c2648369-95fa-4460-a2e0-2734e3d5a519 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0533035 Jan 28 13:21:06.327557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 34652) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:06.331881 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-352daf8b-4e3f-45cf-8632-4c4f3362aa86 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Request body: {'floatingip': {'port_id': '282928fc-0c50-4fd3-a044-259609dfb40e'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:06.371954 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-352daf8b-4e3f-45cf-8632-4c4f3362aa86 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.143467 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-352daf8b-4e3f-45cf-8632-4c4f3362aa86 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.147183 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-352daf8b-4e3f-45cf-8632-4c4f3362aa86 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.249777 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:21:07.255057 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-352daf8b-4e3f-45cf-8632-4c4f3362aa86 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2 associated. External IP: 172.25.7.56, port: 282928fc-0c50-4fd3-a044-259609dfb40e. Jan 28 13:21:07.474985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352daf8b-4e3f-45cf-8632-4c4f3362aa86 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Router 5478bc36-1239-4daf-9c24-2244f1da2109 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:21:07.592709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352daf8b-4e3f-45cf-8632-4c4f3362aa86 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:21:07.597670 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-352daf8b-4e3f-45cf-8632-4c4f3362aa86 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.603130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead186d0-4d12-4a95-a0e2-08ded305ef66 None None] Sync routers for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:21:07.618487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead186d0-4d12-4a95-a0e2-08ded305ef66 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:07.619372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ead186d0-4d12-4a95-a0e2-08ded305ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:20:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:07.629084 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-352daf8b-4e3f-45cf-8632-4c4f3362aa86 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "PUT /v2.0/floatingips/168eb6b6-248c-4aec-aef8-91778ff021c2 HTTP/1.1" status: 200 len: 991 time: 1.3004642 Jan 28 13:21:07.629685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:07.632045 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b22c01e-4d1d-42f1-964e-766a5f99fbee" -d '{"events": [{"name": "network-changed", "server_uuid": "62251988-7324-41f0-b054-f1196553907c", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:07.675482 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140607f7-5b43-41ce-997c-5ac52459bea4 x-openstack-request-id: req-140607f7-5b43-41ce-997c-5ac52459bea4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:07.675823 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62251988-7324-41f0-b054-f1196553907c", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:07.676853 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-140607f7-5b43-41ce-997c-5ac52459bea4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:07.677299 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e', 'status': 'completed', 'code': 200} Jan 28 13:21:07.736943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ead186d0-4d12-4a95-a0e2-08ded305ef66 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:07.740897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22c01e-4d1d-42f1-964e-766a5f99fbee req-ebdc25e1-2927-4c24-8129-ca4726a139ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:07.743073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b22c01e-4d1d-42f1-964e-766a5f99fbee req-ebdc25e1-2927-4c24-8129-ca4726a139ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 1097 time: 0.0440044 Jan 28 13:21:07.859950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22c01e-4d1d-42f1-964e-766a5f99fbee req-4d15729f-dfae-4b45-8204-c01356b33b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:07.861461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b22c01e-4d1d-42f1-964e-766a5f99fbee req-4d15729f-dfae-4b45-8204-c01356b33b1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1131465 Jan 28 13:21:07.933988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b22c01e-4d1d-42f1-964e-766a5f99fbee req-78f340af-2ad6-4d2e-8ea4-1ffd01f3b61f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 999 time: 0.0665979 Jan 28 13:21:07.982517 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ead186d0-4d12-4a95-a0e2-08ded305ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '168eb6b6-248c-4aec-aef8-91778ff021c2', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'port_id': '282928fc-0c50-4fd3-a044-259609dfb40e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'mac_address': 'fa:16:3e:eb:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62251988-7324-41f0-b054-f1196553907c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:18:42Z', 'updated_at': '2022-01-28T13:21:07Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:07.988311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22c01e-4d1d-42f1-964e-766a5f99fbee req-4fe46be2-d1bd-412a-87d6-2a2e67ea3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:07.989765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b22c01e-4d1d-42f1-964e-766a5f99fbee req-4fe46be2-d1bd-412a-87d6-2a2e67ea3a17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0507040 Jan 28 13:21:08.009399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead186d0-4d12-4a95-a0e2-08ded305ef66 None None] Checking router: 5478bc36-1239-4daf-9c24-2244f1da2109 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:21:08.018002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead186d0-4d12-4a95-a0e2-08ded305ef66 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:08.018624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ead186d0-4d12-4a95-a0e2-08ded305ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:20:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:08.044728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22c01e-4d1d-42f1-964e-766a5f99fbee req-1e04cdc8-5423-4772-a542-ddc4f0b1d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:08.046292 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b22c01e-4d1d-42f1-964e-766a5f99fbee req-1e04cdc8-5423-4772-a542-ddc4f0b1d124 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509055 Jan 28 13:21:08.130112 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ead186d0-4d12-4a95-a0e2-08ded305ef66 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:08.139752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b22c01e-4d1d-42f1-964e-766a5f99fbee req-6c81f8d4-9eaa-4b41-8195-0ffafd8dc022 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874021 Jan 28 13:21:08.242655 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b22c01e-4d1d-42f1-964e-766a5f99fbee req-974ad516-a8a5-4e46-b48f-cc69b395371f service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971243 Jan 28 13:21:08.520451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ead186d0-4d12-4a95-a0e2-08ded305ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '168eb6b6-248c-4aec-aef8-91778ff021c2', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'port_id': '282928fc-0c50-4fd3-a044-259609dfb40e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'mac_address': 'fa:16:3e:eb:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62251988-7324-41f0-b054-f1196553907c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:18:42Z', 'updated_at': '2022-01-28T13:21:07Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:08.547509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead186d0-4d12-4a95-a0e2-08ded305ef66 None None] The sync data for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 is: [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '168eb6b6-248c-4aec-aef8-91778ff021c2', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'port_id': '282928fc-0c50-4fd3-a044-259609dfb40e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'mac_address': 'fa:16:3e:eb:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62251988-7324-41f0-b054-f1196553907c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:18:42Z', 'updated_at': '2022-01-28T13:21:07Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:21:08.747528 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64038ba0-1d57-468a-b7ed-d582f4f358cd None None] New status for floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:21:17.790518 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.087086 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:19.328472 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b3a848-31bf-4cbc-82c2-229ceaecf04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.658864 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1b40b28-9554-470c-b57f-82d3ce483a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:23.149494 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:24.811649 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:26.136658 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.250377 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:21:46.044076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02aa2980-60f2-4130-aa53-e3dad74f58e3 req-5d915c0d-290a-4b72-9a48-5cefa4dd0545 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440013 Jan 28 13:21:46.127050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa2980-60f2-4130-aa53-e3dad74f58e3 req-00ecd450-33c8-4bc9-b7d9-9e63856858b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:46.128555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02aa2980-60f2-4130-aa53-e3dad74f58e3 req-00ecd450-33c8-4bc9-b7d9-9e63856858b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 1097 time: 0.0413694 Jan 28 13:21:46.245230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa2980-60f2-4130-aa53-e3dad74f58e3 req-497ff131-27c7-456e-8b5d-971ef7fcb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:46.246615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02aa2980-60f2-4130-aa53-e3dad74f58e3 req-497ff131-27c7-456e-8b5d-971ef7fcb383 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0996923 Jan 28 13:21:46.311638 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02aa2980-60f2-4130-aa53-e3dad74f58e3 req-c21f7b37-98dd-48c5-a2a9-cbe63acb73c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 1001 time: 0.0589890 Jan 28 13:21:46.358996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa2980-60f2-4130-aa53-e3dad74f58e3 req-bbde4f7c-f409-4b5a-aeb2-19e004510ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:46.360466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02aa2980-60f2-4130-aa53-e3dad74f58e3 req-bbde4f7c-f409-4b5a-aeb2-19e004510ef9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0435531 Jan 28 13:21:46.411565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa2980-60f2-4130-aa53-e3dad74f58e3 req-d8aa6992-43e7-44ec-940b-e625a48e9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:46.413105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02aa2980-60f2-4130-aa53-e3dad74f58e3 req-d8aa6992-43e7-44ec-940b-e625a48e9263 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458298 Jan 28 13:21:46.509601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02aa2980-60f2-4130-aa53-e3dad74f58e3 req-b456327a-eee5-4a9c-87a9-dbcd746c1389 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907643 Jan 28 13:21:46.609278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02aa2980-60f2-4130-aa53-e3dad74f58e3 req-f6c75859-cec0-4bf1-a0b5-2edd9639d3e4 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945790 Jan 28 13:21:47.791972 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.106967 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.334291 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d48ddd3c-d16c-4e04-94bc-251cf0d935b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.667162 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe261412-087c-4298-99fd-0e7800bec4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.152858 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.813012 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.139317 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.806563 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.123575 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.329085 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4b07-fcc1-4515-8225-d4a5811fb6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.250610 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:22:21.660906 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2a428ec-046d-42f1-9350-a21200db920e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.155946 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:24.821959 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.141285 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.066896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ad895-9308-48f8-afc2-ccc004b3f989 req-3f34870e-85a4-473c-9254-8ceea8e154e9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:44.068340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d77ad895-9308-48f8-afc2-ccc004b3f989 req-3f34870e-85a4-473c-9254-8ceea8e154e9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0504150 Jan 28 13:22:44.117787 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d77ad895-9308-48f8-afc2-ccc004b3f989 req-0d6cf8a9-3836-4c5b-abf3-17a9a022eb76 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430825 Jan 28 13:22:45.237745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e4778-f860-451d-9c0c-df0b2b73071f req-4151b11b-e050-4dfe-8f79-11df5feb75d5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:45.239215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-113e4778-f860-451d-9c0c-df0b2b73071f req-4151b11b-e050-4dfe-8f79-11df5feb75d5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0493965 Jan 28 13:22:45.286562 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-113e4778-f860-451d-9c0c-df0b2b73071f req-4de20e8a-4735-4a94-8ba1-bc917464bc8c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417559 Jan 28 13:22:46.094761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3de78-fff6-4729-a26d-8f542c6f327f req-df19234e-29f1-4585-a55e-10589ca5f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:46.096274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26d3de78-fff6-4729-a26d-8f542c6f327f req-df19234e-29f1-4585-a55e-10589ca5f458 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 1097 time: 0.0457678 Jan 28 13:22:46.201496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3de78-fff6-4729-a26d-8f542c6f327f req-5c4c5137-2a7a-4c14-ad8d-8d927cdcbada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:46.202946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26d3de78-fff6-4729-a26d-8f542c6f327f req-5c4c5137-2a7a-4c14-ad8d-8d927cdcbada service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0886652 Jan 28 13:22:46.271606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26d3de78-fff6-4729-a26d-8f542c6f327f req-b396f679-eefe-4c19-90bb-39e1da425a4b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 1001 time: 0.0624063 Jan 28 13:22:46.319681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3de78-fff6-4729-a26d-8f542c6f327f req-308e90aa-62e7-472e-84a7-457cebb2c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:46.321145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26d3de78-fff6-4729-a26d-8f542c6f327f req-308e90aa-62e7-472e-84a7-457cebb2c40a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0441184 Jan 28 13:22:46.397675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3de78-fff6-4729-a26d-8f542c6f327f req-8ba7c49b-f672-488d-b8c4-be6921677594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:46.399002 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26d3de78-fff6-4729-a26d-8f542c6f327f req-8ba7c49b-f672-488d-b8c4-be6921677594 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718467 Jan 28 13:22:46.457845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673f73-c0a9-47c6-8ebc-f6324506e628 req-fb491fb8-a955-4dae-b33e-66fc8267ad36 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:46.459767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb673f73-c0a9-47c6-8ebc-f6324506e628 req-fb491fb8-a955-4dae-b33e-66fc8267ad36 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.1004386 Jan 28 13:22:46.539651 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb673f73-c0a9-47c6-8ebc-f6324506e628 req-8b5c05fa-33a3-4170-be80-c757e848f793 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673735 Jan 28 13:22:46.543792 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26d3de78-fff6-4729-a26d-8f542c6f327f req-57d60209-0c96-4556-a880-d723fb35e4ad service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375136 Jan 28 13:22:46.641775 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26d3de78-fff6-4729-a26d-8f542c6f327f req-98afd1d0-0398-4eaa-b632-37df02c55019 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917382 Jan 28 13:22:47.664826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f6b4a-2aca-49f0-8473-6510de654bcc req-8689d9e8-c61b-4fbf-87bb-f44a6f5f2c82 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:47.667575 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc7f6b4a-2aca-49f0-8473-6510de654bcc req-8689d9e8-c61b-4fbf-87bb-f44a6f5f2c82 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0528536 Jan 28 13:22:47.716995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bc7f6b4a-2aca-49f0-8473-6510de654bcc req-40ad0bdf-8170-48c1-aaf6-9e9d000717a6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442550 Jan 28 13:22:47.821134 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.153798 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.840588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a1ed0-30b5-4bed-8317-573fbe0ee1df req-40cb8e90-7eb5-4d06-bcd7-9da471718a9c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:48.842088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-163a1ed0-30b5-4bed-8317-573fbe0ee1df req-40cb8e90-7eb5-4d06-bcd7-9da471718a9c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0552516 Jan 28 13:22:48.898733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-163a1ed0-30b5-4bed-8317-573fbe0ee1df req-8e82f7b0-7da5-4d02-872a-941d4ebf12de tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508945 Jan 28 13:22:49.331565 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7f08298-91f6-48a3-a5de-61c5dd270fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.025118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adace90-8c21-456e-9f64-77aad822455c req-b43e31d8-1403-4ba9-83cb-38c677c19068 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:50.026609 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3adace90-8c21-456e-9f64-77aad822455c req-b43e31d8-1403-4ba9-83cb-38c677c19068 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0492911 Jan 28 13:22:50.074172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3adace90-8c21-456e-9f64-77aad822455c req-5f444198-8b0f-4010-81ee-44eabeaac020 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419998 Jan 28 13:22:51.191626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd8a9f-837e-4ee4-9418-f2391c45ad88 req-5e963eb3-2d42-4847-8496-56ba36104b80 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:51.193101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fcd8a9f-837e-4ee4-9418-f2391c45ad88 req-5e963eb3-2d42-4847-8496-56ba36104b80 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0499306 Jan 28 13:22:51.243410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fcd8a9f-837e-4ee4-9418-f2391c45ad88 req-261366fb-fbd5-4d0b-8845-70c67041628b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441291 Jan 28 13:22:51.663990 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d62d2195-8680-43e9-96cc-e6a4f5d0a5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.360858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d7acd-786c-4464-8a1b-2403392cf093 req-84134f6a-0e98-4459-98af-7390e48a860e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:52.362395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce6d7acd-786c-4464-8a1b-2403392cf093 req-84134f6a-0e98-4459-98af-7390e48a860e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0518441 Jan 28 13:22:52.410292 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ce6d7acd-786c-4464-8a1b-2403392cf093 req-15802c29-efac-46e1-bf19-c37408fa14bb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422468 Jan 28 13:22:53.158206 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.526906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88f213-1da0-4f80-a857-75b9e34805b6 req-c75786af-5d82-425a-a0b9-b299fea0e8a4 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:53.528385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad88f213-1da0-4f80-a857-75b9e34805b6 req-c75786af-5d82-425a-a0b9-b299fea0e8a4 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0482860 Jan 28 13:22:53.576335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad88f213-1da0-4f80-a857-75b9e34805b6 req-f09cb2ec-4ee2-49a6-93a9-4ed98aae2912 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422952 Jan 28 13:22:54.696885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfa70b-8c4c-4f36-8961-307c1c6abe5c req-76c6c2de-432b-4d8c-9749-f06bcec1d8b8 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:54.700345 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-51bfa70b-8c4c-4f36-8961-307c1c6abe5c req-76c6c2de-432b-4d8c-9749-f06bcec1d8b8 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0563471 Jan 28 13:22:54.760990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-51bfa70b-8c4c-4f36-8961-307c1c6abe5c req-79bada2f-4a5a-42c0-97b8-fcec5cf53df4 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549743 Jan 28 13:22:54.822621 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.996930 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-7d4870e6-ad1d-41fb-bd41-20e91ea3279d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430760 Jan 28 13:22:55.012413 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bacc2-aa29-4cbe-8649-0362badc7157 req-23312155-054a-4757-bc0d-9ef544ce14e5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:55.014180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-515bacc2-aa29-4cbe-8649-0362badc7157 req-23312155-054a-4757-bc0d-9ef544ce14e5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0510375 Jan 28 13:22:55.065341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-515bacc2-aa29-4cbe-8649-0362badc7157 req-270a295b-dbc5-4b2e-bc13-6cbc700de8f3 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449193 Jan 28 13:22:56.144112 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:56.194086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d12a1d-8adf-4bcf-bc2a-aa50443df88e req-f3d0195a-95f4-4a83-ab0c-15a622e063ac tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:56.195979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05d12a1d-8adf-4bcf-bc2a-aa50443df88e req-f3d0195a-95f4-4a83-ab0c-15a622e063ac tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0542822 Jan 28 13:22:56.243748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-05d12a1d-8adf-4bcf-bc2a-aa50443df88e req-c336291f-f80d-4361-ba5f-4f5797015e2a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413489 Jan 28 13:22:57.364890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e3950-c85d-413f-bef8-3a0fb5e0ba9f req-7d65924f-d8d9-4e68-ad24-b330a9a4654f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:57.366343 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c5e3950-c85d-413f-bef8-3a0fb5e0ba9f req-7d65924f-d8d9-4e68-ad24-b330a9a4654f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0518990 Jan 28 13:22:57.413553 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7c5e3950-c85d-413f-bef8-3a0fb5e0ba9f req-1fcffc5d-3f0c-4958-81b0-6892a14e428d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408192 Jan 28 13:22:58.249844 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:22:58.535841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547c514-1bae-4853-9802-24e86ed55ec7 req-2ae1a4ee-8f13-4e75-ab0b-beaaff40f4b9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:58.537340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b547c514-1bae-4853-9802-24e86ed55ec7 req-2ae1a4ee-8f13-4e75-ab0b-beaaff40f4b9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0491676 Jan 28 13:22:58.587887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b547c514-1bae-4853-9802-24e86ed55ec7 req-b6956149-6fd9-4b0e-bd0c-55ca7ce2bb6e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428822 Jan 28 13:22:59.718030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18685b03-7633-4de1-8ef4-5c6466644071 req-acfc47ce-c275-4c21-ad8d-18ab51e27773 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:59.719453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18685b03-7633-4de1-8ef4-5c6466644071 req-acfc47ce-c275-4c21-ad8d-18ab51e27773 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0539794 Jan 28 13:22:59.768481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18685b03-7633-4de1-8ef4-5c6466644071 req-42e5cdfe-d6a1-4451-b4b1-01c3dce02c02 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430477 Jan 28 13:23:00.187803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-35347909-1740-4286-b1d2-34f49e318254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.189485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-35347909-1740-4286-b1d2-34f49e318254 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 1097 time: 0.0532537 Jan 28 13:23:00.285302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-2a9f9113-a421-4752-a324-5a84eae6f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.286748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-2a9f9113-a421-4752-a324-5a84eae6f567 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0893204 Jan 28 13:23:00.351299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-cade6b15-0c00-43a3-a7b2-6ce698045e63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 1001 time: 0.0590560 Jan 28 13:23:00.397565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-7b97a50b-e387-4fe0-bdc9-9d66b0f83c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.398987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-7b97a50b-e387-4fe0-bdc9-9d66b0f83c4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0425570 Jan 28 13:23:00.447002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-441f36aa-a42d-48c2-bb54-fd23893422c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.448417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-441f36aa-a42d-48c2-bb54-fd23893422c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443697 Jan 28 13:23:00.539124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-94188a18-0662-4050-b8f7-c774aef215b1 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847433 Jan 28 13:23:00.633658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-0e03be3e-09fc-4101-be1e-ad3eb103b554 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891931 Jan 28 13:23:00.890677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa512ee-247d-45b1-b6f0-a975c82426a5 req-4a968533-7070-4aa7-bc61-38d49d4987f5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.892209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfa512ee-247d-45b1-b6f0-a975c82426a5 req-4a968533-7070-4aa7-bc61-38d49d4987f5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0514710 Jan 28 13:23:00.941503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dfa512ee-247d-45b1-b6f0-a975c82426a5 req-4935507a-c0e0-4c15-8650-017da4d6d994 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434356 Jan 28 13:23:02.060186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb441b7-0b00-4686-bdde-4bc6ff989217 req-221c61e5-cb2e-4a77-8459-4ac2694edb47 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:02.061662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fb441b7-0b00-4686-bdde-4bc6ff989217 req-221c61e5-cb2e-4a77-8459-4ac2694edb47 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0494096 Jan 28 13:23:02.107931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fb441b7-0b00-4686-bdde-4bc6ff989217 req-fa08c472-f173-4284-8e7b-72b62c014204 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407610 Jan 28 13:23:02.601141 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-369f5617-727b-4ace-aa27-667eb006fac7 service neutron] show failed (client error): The resource could not be found. Jan 28 13:23:02.602159 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-369f5617-727b-4ace-aa27-667eb006fac7 service neutron] 10.222.0.35 "GET /v2.0/ports/282928fc-0c50-4fd3-a044-259609dfb40e/bindings/n-h2-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0593731 Jan 28 13:23:02.809586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-3bf304ba-8db2-4ca6-a3f5-579470291d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:02.810961 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-3bf304ba-8db2-4ca6-a3f5-579470291d1c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 1097 time: 0.0450599 Jan 28 13:23:02.820462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-780022eb-6e5a-4076-82e9-3b9548145998 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:23:02.821396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-780022eb-6e5a-4076-82e9-3b9548145998 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049438 Jan 28 13:23:02.833178 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:02.889442 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.093822 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=282928fc-0c50-4fd3-a044-259609dfb40e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:03.127124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:03.171656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:03.174015 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdba392-0335-47ca-921f-032197721c48" -d '{"events": [{"server_uuid": "62251988-7324-41f0-b054-f1196553907c", "name": "network-vif-unplugged", "status": "completed", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:03.177741 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Publish callbacks [] for port (282928fc-0c50-4fd3-a044-259609dfb40e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.216478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Transition to ACTIVE for port object 282928fc-0c50-4fd3-a044-259609dfb40e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:03.224844 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.235759 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68992e66-e631-47ea-80f1-0bd6b9b0fd4c x-openstack-request-id: req-68992e66-e631-47ea-80f1-0bd6b9b0fd4c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:03.236050 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62251988-7324-41f0-b054-f1196553907c", "name": "network-vif-unplugged", "status": "completed", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:03.236302 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68992e66-e631-47ea-80f1-0bd6b9b0fd4c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:03.236693 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e', 'code': 200} Jan 28 13:23:03.270107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537e38c-6849-4d08-8d59-48b04be00488 req-edbf2716-7271-4f68-9e33-a15ccf249399 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:03.271681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9537e38c-6849-4d08-8d59-48b04be00488 req-edbf2716-7271-4f68-9e33-a15ccf249399 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0911419 Jan 28 13:23:03.678797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Pushing event updated for resources: {'Port': ['ID=282928fc-0c50-4fd3-a044-259609dfb40e,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:03.694683 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.695025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.695387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.695729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.696060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.696387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.697216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.697559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.697885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.698308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.698638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.698960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.699279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:03.733472 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9537e38c-6849-4d08-8d59-48b04be00488 req-e8dc4454-2d3b-4ea7-8483-e0f7c9d065d0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4538419 Jan 28 13:23:03.747412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] No DVR routers for this DVR port 282928fc-0c50-4fd3-a044-259609dfb40e on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:03.881311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Attempting to bind port 282928fc-0c50-4fd3-a044-259609dfb40e on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:03.881649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Attempting to bind port 282928fc-0c50-4fd3-a044-259609dfb40e by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:03.881979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Attempting to bind port 282928fc-0c50-4fd3-a044-259609dfb40e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:03.886897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Port 282928fc-0c50-4fd3-a044-259609dfb40e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:03.887220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Attempting to bind port 282928fc-0c50-4fd3-a044-259609dfb40e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:03.892158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:03.892522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:03.892907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Bound using segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:03.893327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Bound port: 282928fc-0c50-4fd3-a044-259609dfb40e, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:03.893686 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:03.960092 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:03.964173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=282928fc-0c50-4fd3-a044-259609dfb40e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:03.968836 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.004671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:04.005305 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.006712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] 10.222.0.49 "PUT /v2.0/ports/282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 1092 time: 1.1773894 Jan 28 13:23:04.029869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9c73a-253f-49c2-b70c-24f71721f0bf service neutron] Pushing event updated for resources: {'Port': ['ID=282928fc-0c50-4fd3-a044-259609dfb40e,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:04.076226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-b4b949e1-8401-4ceb-be4b-1be8d77f2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:04.077804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-b4b949e1-8401-4ceb-be4b-1be8d77f2690 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 1095 time: 0.0450251 Jan 28 13:23:04.177301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-5758a143-71d4-43c9-8a3c-0d727be85189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:04.178777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-5758a143-71d4-43c9-8a3c-0d727be85189 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0957527 Jan 28 13:23:04.248346 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-d3ba2c82-17f0-4f06-a751-395c1d3fdef2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 999 time: 0.0639164 Jan 28 13:23:04.298354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-2a8c7210-e508-4bca-9541-f2bdad27fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:04.299768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-2a8c7210-e508-4bca-9541-f2bdad27fbf1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0452185 Jan 28 13:23:04.348509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-eef16c8e-4f5c-4df4-aeff-8ed9b5eb607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:04.349992 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-eef16c8e-4f5c-4df4-aeff-8ed9b5eb607a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447221 Jan 28 13:23:04.443501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-64e937b7-2434-43bd-96d1-97edc308aaaa service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873044 Jan 28 13:23:04.540770 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-605fa7b7-cc74-4c41-b965-021d32546c48 req-ae4826d8-da34-45d6-a9cd-89e7dbd21ee6 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906458 Jan 28 13:23:04.856809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76948bc-930e-4d30-9027-5ad24fcb9d88 req-253bdbbf-7245-478b-ac1d-3a93bd64f83c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:04.858185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d76948bc-930e-4d30-9027-5ad24fcb9d88 req-253bdbbf-7245-478b-ac1d-3a93bd64f83c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 944 time: 0.0494254 Jan 28 13:23:04.906151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d76948bc-930e-4d30-9027-5ad24fcb9d88 req-00d83fdf-11a2-403f-993e-2427ab4f6c22 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422459 Jan 28 13:23:05.237873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:05.240341 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aef66c-666f-4f83-95bb-3824a4466e07" -d '{"events": [{"name": "network-changed", "server_uuid": "62251988-7324-41f0-b054-f1196553907c", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:05.290295 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041df467-3294-4797-bb59-fed99ac6aeb7 x-openstack-request-id: req-041df467-3294-4797-bb59-fed99ac6aeb7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:05.291179 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62251988-7324-41f0-b054-f1196553907c", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:05.291455 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-041df467-3294-4797-bb59-fed99ac6aeb7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:05.291949 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e', 'status': 'completed', 'code': 200} Jan 28 13:23:05.379474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-fdb76887-55f3-494a-b4bf-889b12f03b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.380952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-fdb76887-55f3-494a-b4bf-889b12f03b7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 1095 time: 0.0726278 Jan 28 13:23:05.383239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-281985a1-6bd8-4c42-ab93-1218f83924d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.384586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-281985a1-6bd8-4c42-ab93-1218f83924d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 1095 time: 0.0681996 Jan 28 13:23:05.538252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-071120d6-bfc5-4ce9-bef2-70138e37ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.539620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-071120d6-bfc5-4ce9-bef2-70138e37ec07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1506093 Jan 28 13:23:05.542844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-1f38cd1a-a0cd-4d02-8c66-2f39c2b45dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.544175 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-1f38cd1a-a0cd-4d02-8c66-2f39c2b45dca service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1481209 Jan 28 13:23:05.657330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-78e4d596-4b3f-4f18-b8ab-384cf268e3b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 999 time: 0.1106086 Jan 28 13:23:05.659068 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-91555b4e-5ad0-470f-ac93-aad3044f0d82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 999 time: 0.1067405 Jan 28 13:23:05.743259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-bd5f6159-d074-4b4e-8b2e-50baac5a491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.744873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-bd5f6159-d074-4b4e-8b2e-50baac5a491c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0815361 Jan 28 13:23:05.750183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-47e81cb8-c379-42dd-b436-eb2ca3d2bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.751641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-47e81cb8-c379-42dd-b436-eb2ca3d2bec5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0871766 Jan 28 13:23:05.824460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-993d3fec-3c9c-420d-8f8e-6eb8cdb405bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.825890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-993d3fec-3c9c-420d-8f8e-6eb8cdb405bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734024 Jan 28 13:23:05.831289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-a6149e81-397d-4b21-9278-4b9998534b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.832754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-a6149e81-397d-4b21-9278-4b9998534b35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726480 Jan 28 13:23:06.007458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-d91dd269-d76e-46ea-9414-be704d452898 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737127 Jan 28 13:23:06.009916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-564ef1a3-e0e7-4248-84bd-57dbfbd2ebd1 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668799 Jan 28 13:23:06.151509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d92408-cae0-4a99-95c3-2f822e252b5d req-d7ba9e27-9f09-4a2a-98e7-60068d867aee tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.153011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59d92408-cae0-4a99-95c3-2f822e252b5d req-d7ba9e27-9f09-4a2a-98e7-60068d867aee tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 944 time: 0.1739938 Jan 28 13:23:06.218803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-e6e9ea73-1f5c-40a6-8ed0-3400e5a598e6 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928022 Jan 28 13:23:06.227214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6aef66c-666f-4f83-95bb-3824a4466e07 req-7df6e883-6df3-49ec-86ae-050549d2eabc service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029426 Jan 28 13:23:06.249048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59d92408-cae0-4a99-95c3-2f822e252b5d req-6fd81cb0-719f-4f0c-9e2f-afc27b34c360 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849323 Jan 28 13:23:06.341372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 282928fc-0c50-4fd3-a044-259609dfb40e details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:23:06.448703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=282928fc-0c50-4fd3-a044-259609dfb40e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:06.467214 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '282928fc-0c50-4fd3-a044-259609dfb40e', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'port_id': '282928fc-0c50-4fd3-a044-259609dfb40e', 'mac_address': 'fa:16:3e:eb:1a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:23:06.477622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa3a32-a5bc-4bfb-8423-d43e635783ee req-7fd928f5-ef7a-425e-a416-25c8cc6e6f49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.479234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58fa3a32-a5bc-4bfb-8423-d43e635783ee req-7fd928f5-ef7a-425e-a416-25c8cc6e6f49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 944 time: 0.0835862 Jan 28 13:23:06.486936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-3cb7b919-1d98-4af8-bdcf-e8ca92c521a3 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.488377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-3cb7b919-1d98-4af8-bdcf-e8ca92c521a3 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c&tenant_id=37d13d15c369420098ea5c805d33338e&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 944 time: 0.0802877 Jan 28 13:23:06.506226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 282928fc-0c50-4fd3-a044-259609dfb40e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:06.506623 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:06.520457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282928fc-0c50-4fd3-a044-259609dfb40e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:06.539702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=282928fc-0c50-4fd3-a044-259609dfb40e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:06.543838 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:06.576188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58fa3a32-a5bc-4bfb-8423-d43e635783ee req-32f219c4-3fc4-400d-89b8-ee21ec96c029 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868497 Jan 28 13:23:06.584068 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-4136f6c3-1221-4b9e-9d82-f82ad8a31f7e service neutron] delete failed (client error): The resource could not be found. Jan 28 13:23:06.585350 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-4136f6c3-1221-4b9e-9d82-f82ad8a31f7e service neutron] 10.222.0.35 "DELETE /v2.0/ports/282928fc-0c50-4fd3-a044-259609dfb40e/bindings/n-h1-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0884266 Jan 28 13:23:06.598045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=282928fc-0c50-4fd3-a044-259609dfb40e,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:06.605938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.606373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.606787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.607136 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.607511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.607859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.608254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.608594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.608924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.609255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.609584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.609913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.610237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:06.669501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-fb62d4d7-f7fd-4b0f-bad3-97cfe06bb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.670903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-fb62d4d7-f7fd-4b0f-bad3-97cfe06bb842 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 1096 time: 0.0432522 Jan 28 13:23:06.730715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 282928fc-0c50-4fd3-a044-259609dfb40e no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:06.762771 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-680c55b7-1bd3-40db-84bf-822802add2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.764392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-680c55b7-1bd3-40db-84bf-822802add2fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0878761 Jan 28 13:23:06.769861 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] The host n-h1-824835-4 is not matching for port 282928fc-0c50-4fd3-a044-259609dfb40e host n-h2-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:23:06.770256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 282928fc-0c50-4fd3-a044-259609dfb40e not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:06.796194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['282928fc-0c50-4fd3-a044-259609dfb40e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:06.835621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-96103d60-f5e5-4502-918a-0a48721925b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 1000 time: 0.0656550 Jan 28 13:23:06.883943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-f70c1dbd-963d-43c8-9e14-74c813698456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.885445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-f70c1dbd-963d-43c8-9e14-74c813698456 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0444913 Jan 28 13:23:06.931020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-2bda9faa-16d8-4890-b483-b46a5942dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.932986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-2bda9faa-16d8-4890-b483-b46a5942dea1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422885 Jan 28 13:23:07.023733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-3d71025b-3ba3-44cf-959a-52070d957d6b service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845377 Jan 28 13:23:07.112101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cb6f8c5d-0117-4d43-90b8-20e6cb7955c7 req-ac4e02be-58f8-4bec-967c-d89f56c76a81 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827906 Jan 28 13:23:07.706683 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47bac7-d61a-4d65-a8e5-22269e914da7 req-b2c00186-b4e1-4cf4-9096-b12d835f72f9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:07.708229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be47bac7-d61a-4d65-a8e5-22269e914da7 req-b2c00186-b4e1-4cf4-9096-b12d835f72f9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 945 time: 0.0570488 Jan 28 13:23:07.754855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be47bac7-d61a-4d65-a8e5-22269e914da7 req-964761cb-dc32-4c55-b97d-32f0c92c20f8 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405061 Jan 28 13:23:07.868895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419d5ba-ace7-4056-9b06-7493e4c14ace req-1d12c5a9-a0ed-4ddd-bd8d-823638c792d9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:07.874663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5419d5ba-ace7-4056-9b06-7493e4c14ace req-1d12c5a9-a0ed-4ddd-bd8d-823638c792d9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 945 time: 0.0538118 Jan 28 13:23:07.923034 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5419d5ba-ace7-4056-9b06-7493e4c14ace req-ae453c5d-c1b2-4393-80b5-4f49a6024180 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425434 Jan 28 13:23:08.150855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b9449-9963-4863-b1c0-df4a53fc8713 req-7f80ecaa-e6d1-41b4-bf2c-57ff09acff51 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:08.152436 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-063b9449-9963-4863-b1c0-df4a53fc8713 req-7f80ecaa-e6d1-41b4-bf2c-57ff09acff51 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 945 time: 0.0780835 Jan 28 13:23:08.179226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085f3d9-d952-4579-9242-5e9ea90b1e90 req-6d1956f5-c308-4db5-a316-967f23d51607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:08.180697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f085f3d9-d952-4579-9242-5e9ea90b1e90 req-6d1956f5-c308-4db5-a316-967f23d51607 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 1096 time: 0.0697701 Jan 28 13:23:08.256240 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-063b9449-9963-4863-b1c0-df4a53fc8713 req-88331f95-1215-4582-836c-fb4038685f46 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972083 Jan 28 13:23:08.297890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085f3d9-d952-4579-9242-5e9ea90b1e90 req-2519fa2d-9467-44e8-8230-e87ada98a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:08.299354 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f085f3d9-d952-4579-9242-5e9ea90b1e90 req-2519fa2d-9467-44e8-8230-e87ada98a93d service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1129184 Jan 28 13:23:08.356014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 282928fc-0c50-4fd3-a044-259609dfb40e up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:08.371025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f085f3d9-d952-4579-9242-5e9ea90b1e90 req-bc441b30-987d-4667-9806-3cf3ef370bdb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 200 len: 1000 time: 0.0658140 Jan 28 13:23:08.413119 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 282928fc-0c50-4fd3-a044-259609dfb40e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:23:08.419040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 282928fc-0c50-4fd3-a044-259609dfb40e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:08.419479 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.423848 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085f3d9-d952-4579-9242-5e9ea90b1e90 req-149f0510-bc72-46f0-8e6f-a17f48e2fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:08.425423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f085f3d9-d952-4579-9242-5e9ea90b1e90 req-149f0510-bc72-46f0-8e6f-a17f48e2fe96 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0487885 Jan 28 13:23:08.475034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085f3d9-d952-4579-9242-5e9ea90b1e90 req-a472a164-13ea-4ea6-b4d6-7b735b34c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:08.476544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f085f3d9-d952-4579-9242-5e9ea90b1e90 req-a472a164-13ea-4ea6-b4d6-7b735b34c2a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459197 Jan 28 13:23:08.505414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 282928fc-0c50-4fd3-a044-259609dfb40e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:08.505746 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.530617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:08.532888 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f81486-3d0e-4e69-b971-ff6195d9c7e9" -d '{"events": [{"server_uuid": "62251988-7324-41f0-b054-f1196553907c", "name": "network-vif-plugged", "status": "completed", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:08.548641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=282928fc-0c50-4fd3-a044-259609dfb40e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:08.553242 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.571248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f085f3d9-d952-4579-9242-5e9ea90b1e90 req-b7652602-250d-4513-a03a-5e1c4f241863 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890336 Jan 28 13:23:08.578743 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e5bf79-5b05-49d9-82ed-11ff1b6362f5 x-openstack-request-id: req-10e5bf79-5b05-49d9-82ed-11ff1b6362f5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:08.579039 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62251988-7324-41f0-b054-f1196553907c", "name": "network-vif-plugged", "status": "completed", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:08.579290 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10e5bf79-5b05-49d9-82ed-11ff1b6362f5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:08.579704 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e', 'code': 200} Jan 28 13:23:08.606161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=282928fc-0c50-4fd3-a044-259609dfb40e,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:08.669215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f085f3d9-d952-4579-9242-5e9ea90b1e90 req-d953b133-d1e0-4299-af96-615e74701aa9 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853591 Jan 28 13:23:09.383638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59275bc-41ee-4f6a-bd0c-165ee28c1210 req-88ab9d1c-7bf4-46f5-af57-c05a2a1e99f2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:09.385316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d59275bc-41ee-4f6a-bd0c-165ee28c1210 req-88ab9d1c-7bf4-46f5-af57-c05a2a1e99f2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0537019 Jan 28 13:23:09.432166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d59275bc-41ee-4f6a-bd0c-165ee28c1210 req-79d1c9bc-48ef-4fca-9791-53cbe298ece6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412796 Jan 28 13:23:09.669252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c13f2-a4e0-47db-a383-b0f6dbf42277 req-bea180dc-89bb-482b-b274-49e4750d7466 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:09.670873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-383c13f2-a4e0-47db-a383-b0f6dbf42277 req-bea180dc-89bb-482b-b274-49e4750d7466 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0494285 Jan 28 13:23:09.717720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-383c13f2-a4e0-47db-a383-b0f6dbf42277 req-03ab9816-2878-499f-adfc-219535d209eb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413265 Jan 28 13:23:10.836308 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b516a88-a1cd-400d-86f1-c00f42feb8c8 req-56691f8c-e5c5-4efe-817d-b0efb085fdc1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:10.838827 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b516a88-a1cd-400d-86f1-c00f42feb8c8 req-56691f8c-e5c5-4efe-817d-b0efb085fdc1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0486572 Jan 28 13:23:10.911585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b516a88-a1cd-400d-86f1-c00f42feb8c8 req-a4edeb96-1e0c-4c21-a88d-93439a4c6552 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672362 Jan 28 13:23:10.932232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-3eef0bc4-2448-4a18-9928-aed717cf6d4a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:10.933712 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-3eef0bc4-2448-4a18-9928-aed717cf6d4a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.49 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 946 time: 0.0695691 Jan 28 13:23:11.022361 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Deleting port 282928fc-0c50-4fd3-a044-259609dfb40e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:11.022609 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.120437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] For port 282928fc-0c50-4fd3-a044-259609dfb40e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=282928fc-0c50-4fd3-a044-259609dfb40e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:11.120791 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.302301 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.302570 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.302880 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2 disassociated. External IP: 172.25.7.56, port: 282928fc-0c50-4fd3-a044-259609dfb40e. Jan 28 13:23:11.303214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Calling delete_port for 282928fc-0c50-4fd3-a044-259609dfb40e owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:11.442783 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (282928fc-0c50-4fd3-a044-259609dfb40e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.474791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event deleted for resources: {'Port': ['ID=282928fc-0c50-4fd3-a044-259609dfb40e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:11.596471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Router 5478bc36-1239-4daf-9c24-2244f1da2109 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:23:11.711493 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:11.724213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c51c2-7c66-4c22-b24e-12ab422ee824 None None] Sync routers for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:11.733564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c51c2-7c66-4c22-b24e-12ab422ee824 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:11.734181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e30c51c2-7c66-4c22-b24e-12ab422ee824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:22:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:11.754242 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] No DVR routers for this DVR port 282928fc-0c50-4fd3-a044-259609dfb40e on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:11.756842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.761524 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03644775-b84e-4091-a2f7-e6e27c32e077 req-9d56a4c1-c862-4851-8cc7-cf322f9037ec tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.49 "DELETE /v2.0/ports/282928fc-0c50-4fd3-a044-259609dfb40e HTTP/1.1" status: 204 len: 173 time: 0.8228986 Jan 28 13:23:11.761971 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'name': 'network-vif-deleted', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:11.764301 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275fd3a6-f9fe-447b-866b-7ca3ec0e2544" -d '{"events": [{"server_uuid": "62251988-7324-41f0-b054-f1196553907c", "name": "network-vif-deleted", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:11.803505 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ac5230-9ea7-422a-875c-246d2e1a3e1b x-openstack-request-id: req-27ac5230-9ea7-422a-875c-246d2e1a3e1b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:11.803762 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62251988-7324-41f0-b054-f1196553907c", "name": "network-vif-deleted", "tag": "282928fc-0c50-4fd3-a044-259609dfb40e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:11.804018 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27ac5230-9ea7-422a-875c-246d2e1a3e1b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:11.804481 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62251988-7324-41f0-b054-f1196553907c', 'name': 'network-vif-deleted', 'tag': '282928fc-0c50-4fd3-a044-259609dfb40e', 'status': 'completed', 'code': 200} Jan 28 13:23:11.849305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e30c51c2-7c66-4c22-b24e-12ab422ee824 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:12.062447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e30c51c2-7c66-4c22-b24e-12ab422ee824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:12.077616 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ec372060-500d-4323-bb16-381ade2b04fa req-9fe05dfe-b295-4b2b-8d17-44027c57e2b4 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=62251988-7324-41f0-b054-f1196553907c HTTP/1.1" status: 200 len: 210 time: 0.0765762 Jan 28 13:23:12.095138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c51c2-7c66-4c22-b24e-12ab422ee824 None None] Checking router: 5478bc36-1239-4daf-9c24-2244f1da2109 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:12.104633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c51c2-7c66-4c22-b24e-12ab422ee824 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:12.105243 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e30c51c2-7c66-4c22-b24e-12ab422ee824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:22:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:12.207703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e30c51c2-7c66-4c22-b24e-12ab422ee824 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:12.403609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e30c51c2-7c66-4c22-b24e-12ab422ee824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:12.430497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c51c2-7c66-4c22-b24e-12ab422ee824 None None] The sync data for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 is: [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:12.654493 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdffdb7-d0bc-4a74-8d9d-f16618d17b8f None None] New status for floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:23:13.356553 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-77f0f7a5-4b1b-438b-9649-e10f51a46685 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--165366554&fields=id&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 267 time: 0.0455213 Jan 28 13:23:13.461880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c35b5-a940-4a62-9422-397d048b4198 req-3706fd1c-aa38-4b89-a2c0-393377b087d5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:13.463747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-3706fd1c-aa38-4b89-a2c0-393377b087d5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 812 time: 0.1007793 Jan 28 13:23:13.479075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-b6724f04-19e9-439b-b6a5-d2f5940ca2e0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/quotas/37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 375 time: 0.0098803 Jan 28 13:23:13.528435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-2bfcfc0d-141b-4ce0-b29c-e29607d485fb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445287 Jan 28 13:23:13.710114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-738baa7e-39ac-4ab4-b76f-90eafbf994a9 service neutron] 10.222.0.53 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219265 Jan 28 13:23:13.799298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-0908f3f8-6aa6-4dd9-8fba-960768048739 service neutron] 10.222.0.53 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824163 Jan 28 13:23:14.389071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 282928fc-0c50-4fd3-a044-259609dfb40e no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:14.414531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 282928fc-0c50-4fd3-a044-259609dfb40e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:14.414899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 282928fc-0c50-4fd3-a044-259609dfb40e not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:14.978143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc1f6b38-a541-4338-8495-4af99cddbcd4 req-5a27d7d7-8bab-4e8d-ac4d-773beb1e757e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 210 time: 0.0313632 Jan 28 13:23:15.924174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c35b5-a940-4a62-9422-397d048b4198 req-aae4524c-5d63-4c34-aeab-1e03d710319f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:15.925955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-aae4524c-5d63-4c34-aeab-1e03d710319f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 812 time: 0.1030657 Jan 28 13:23:15.991303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-233c925b-9be7-4153-a2ca-d0a60f98e92c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 379 time: 0.0569143 Jan 28 13:23:16.000410 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Request body: {'port': {'device_id': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'admin_state_up': True, 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'security_groups': ['d9ac942c-5347-4856-8ae7-34ffc8945805']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:16.410841 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9e76bd4-4518-4646-8c20-e42dd6736349 req-9706fbff-0df9-4332-a414-1666e3799146 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 210 time: 0.0329056 Jan 28 13:23:16.465731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Made reservation on behalf of 37d13d15c369420098ea5c805d33338e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:16.469071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.596784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Allocated IP 172.20.0.7 (3b1415d8-e84b-4629-a531-67e8e2a4f8f4/b0fcbe5c-75f7-4af8-84ef-0ebed04398cc/1b55858e-624a-4969-8066-70b4d9fcaf69) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:16.731155 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.764487 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.809284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:16.812203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:16.815760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:16.844128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:16.872457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:16.873071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.889745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c24f6eb-56eb-4da5-af1a-7a7e703c2ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8931737 Jan 28 13:23:16.900745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Request body: {'port': {'device_id': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:16.957467 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.059588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f6974518-af16-4548-b865-ba62cd2efb17 None None] Provisioning complete for port 1b55858e-624a-4969-8066-70b4d9fcaf69 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:17.060155 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6974518-af16-4548-b865-ba62cd2efb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.093734 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f6974518-af16-4548-b865-ba62cd2efb17 None None] Port 1b55858e-624a-4969-8066-70b4d9fcaf69 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:17.225892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b55858e-624a-4969-8066-70b4d9fcaf69 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:17.233757 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Publish callbacks [] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.246242 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Transition to ACTIVE for port object 1b55858e-624a-4969-8066-70b4d9fcaf69 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:17.249293 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.305039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:17.378046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Attempting to bind port 1b55858e-624a-4969-8066-70b4d9fcaf69 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:17.378386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Attempting to bind port 1b55858e-624a-4969-8066-70b4d9fcaf69 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:17.378735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Attempting to bind port 1b55858e-624a-4969-8066-70b4d9fcaf69 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:17.383572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Port 1b55858e-624a-4969-8066-70b4d9fcaf69 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:17.384444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Attempting to bind port 1b55858e-624a-4969-8066-70b4d9fcaf69 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:17.389572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:17.389910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:17.390298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Bound using segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:17.390726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Bound port: 1b55858e-624a-4969-8066-70b4d9fcaf69, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:17.391083 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.468239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:17.471631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:17.476155 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.510299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:17.511604 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.512878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] 10.222.0.35 "PUT /v2.0/ports/1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 1091 time: 0.6164804 Jan 28 13:23:17.516038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:17.519879 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24095ce9-f5e1-41ba-9b34-d187e0974289" -d '{"events": [{"name": "network-changed", "server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:17.584621 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cccca9e-844d-4917-a82b-b020bb120121 x-openstack-request-id: req-9cccca9e-844d-4917-a82b-b020bb120121 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:17.584912 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:17.585166 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cccca9e-844d-4917-a82b-b020bb120121 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:17.585560 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'status': 'completed', 'code': 200} Jan 28 13:23:17.608620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61da271-7173-4cd0-9baa-010527061c4e service neutron] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:17.640702 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c90afb-9d4e-4cf6-8f4e-cf92e2402f2a req-e30f0653-e801-4703-b66a-5e6a82a5a97b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:17.642271 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87c90afb-9d4e-4cf6-8f4e-cf92e2402f2a req-e30f0653-e801-4703-b66a-5e6a82a5a97b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 943 time: 0.1389005 Jan 28 13:23:17.647246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c35b5-a940-4a62-9422-397d048b4198 req-e0ca1f53-0035-4740-b886-ddfedf07823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:17.648793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-e0ca1f53-0035-4740-b886-ddfedf07823c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1094 time: 0.0863328 Jan 28 13:23:17.700464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-64252ed5-b080-412c-899b-7a9241dc9c9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 217 time: 0.0438480 Jan 28 13:23:17.757706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87c90afb-9d4e-4cf6-8f4e-cf92e2402f2a req-d9eb01e7-64e0-4201-9b91-405ad9e99ff9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079485 Jan 28 13:23:17.772184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c35b5-a940-4a62-9422-397d048b4198 req-4fec4ebd-9bdd-42f5-9041-d4ae368975c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:17.774355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-4fec4ebd-9bdd-42f5-9041-d4ae368975c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0675948 Jan 28 13:23:17.820821 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.830026 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c35b5-a940-4a62-9422-397d048b4198 req-88bd1365-f2b8-41c8-a600-75c9a668b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:17.831604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-88bd1365-f2b8-41c8-a600-75c9a668b04f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508282 Jan 28 13:23:17.921037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-712740da-65c5-4668-a11f-0903910d6a5c service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829632 Jan 28 13:23:18.014545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-199c35b5-a940-4a62-9422-397d048b4198 req-8c2e8459-61e3-4853-a134-5079c0739124 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876560 Jan 28 13:23:18.096155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24095ce9-f5e1-41ba-9b34-d187e0974289 req-49801584-1d25-490e-a9e4-c28f542aed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:18.097674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24095ce9-f5e1-41ba-9b34-d187e0974289 req-49801584-1d25-490e-a9e4-c28f542aed1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1094 time: 0.0421329 Jan 28 13:23:18.150712 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.189595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24095ce9-f5e1-41ba-9b34-d187e0974289 req-76bef5e5-a57f-48da-94f1-e3d96bc94ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:18.191073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24095ce9-f5e1-41ba-9b34-d187e0974289 req-76bef5e5-a57f-48da-94f1-e3d96bc94ba6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0871816 Jan 28 13:23:18.238334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24095ce9-f5e1-41ba-9b34-d187e0974289 req-aed7bc51-fa9b-4e97-ba77-fbbb4dd7b6f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 217 time: 0.0404551 Jan 28 13:23:18.286509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24095ce9-f5e1-41ba-9b34-d187e0974289 req-b62c5337-cff0-4606-bbc9-7bade5191895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:18.287861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24095ce9-f5e1-41ba-9b34-d187e0974289 req-b62c5337-cff0-4606-bbc9-7bade5191895 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0431962 Jan 28 13:23:18.332678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24095ce9-f5e1-41ba-9b34-d187e0974289 req-f594de06-2f0b-4a95-8eb6-c8c86dfee800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:18.334128 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24095ce9-f5e1-41ba-9b34-d187e0974289 req-f594de06-2f0b-4a95-8eb6-c8c86dfee800 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392349 Jan 28 13:23:18.430819 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24095ce9-f5e1-41ba-9b34-d187e0974289 req-1c636361-18b0-4f69-9c3c-49a3e7118708 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902705 Jan 28 13:23:18.520324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24095ce9-f5e1-41ba-9b34-d187e0974289 req-193177a1-8053-42e0-a67a-6015e2243247 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831563 Jan 28 13:23:18.929086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e7ea7-d973-4f4b-8a65-4b798e2b8cb9 req-060ad50f-b632-4253-a030-d7e32c948437 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:18.930563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-312e7ea7-d973-4f4b-8a65-4b798e2b8cb9 req-060ad50f-b632-4253-a030-d7e32c948437 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 943 time: 0.1028411 Jan 28 13:23:18.977876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-312e7ea7-d973-4f4b-8a65-4b798e2b8cb9 req-9c83fb2b-1f84-470f-8e75-924312140541 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416782 Jan 28 13:23:19.326175 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb091941-6379-4c5e-a902-7a01c6615fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:20.092159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cfbd2-b118-4486-b6ba-95726dfcfae2 req-8b982f97-b238-4d8f-8406-753ed2a4d45f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:20.093636 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-509cfbd2-b118-4486-b6ba-95726dfcfae2 req-8b982f97-b238-4d8f-8406-753ed2a4d45f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 943 time: 0.0482850 Jan 28 13:23:20.141280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-509cfbd2-b118-4486-b6ba-95726dfcfae2 req-73e11b4d-bf82-48b8-a6fd-4f1ffbbbd557 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418913 Jan 28 13:23:20.807079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1b55858e-624a-4969-8066-70b4d9fcaf69 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:23:20.922053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:20.934908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'port_id': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'mac_address': 'fa:16:3e:6f:b4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:23:20.972654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 1b55858e-624a-4969-8066-70b4d9fcaf69 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:20.973037 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:20.986463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b55858e-624a-4969-8066-70b4d9fcaf69 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:21.006059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:21.010109 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:21.061838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:21.242968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['1b55858e-624a-4969-8066-70b4d9fcaf69'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:21.262563 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c31f3b-b9be-455e-a944-e5ea504588b4 req-35e2e297-8267-45e8-aa2d-890f9580c13a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:21.264209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57c31f3b-b9be-455e-a944-e5ea504588b4 req-35e2e297-8267-45e8-aa2d-890f9580c13a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 944 time: 0.0525522 Jan 28 13:23:21.319834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57c31f3b-b9be-455e-a944-e5ea504588b4 req-f8c4f87f-4f7d-4bda-b1bc-d09ec3897b36 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497894 Jan 28 13:23:21.668518 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06683f04-cc52-428e-ad91-030b8bd8e3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.443213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead7739-074f-4d47-8d4c-ea279309c69c req-60e7d80d-9151-4232-aa33-3b95115274f1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:22.444011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ead7739-074f-4d47-8d4c-ea279309c69c req-60e7d80d-9151-4232-aa33-3b95115274f1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 944 time: 0.0514762 Jan 28 13:23:22.496585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6ead7739-074f-4d47-8d4c-ea279309c69c req-87672e57-fade-4c65-8d47-9e73a408049f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467606 Jan 28 13:23:22.807506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1b55858e-624a-4969-8066-70b4d9fcaf69 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:22.861316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 1b55858e-624a-4969-8066-70b4d9fcaf69 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:23:22.865771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 1b55858e-624a-4969-8066-70b4d9fcaf69 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:22.866164 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.948928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 1b55858e-624a-4969-8066-70b4d9fcaf69 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:22.949615 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.976537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:22.979503 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846566a5-e95a-4ca2-9191-67897a7706b3" -d '{"events": [{"server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "name": "network-vif-plugged", "status": "completed", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:22.995263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:23.000224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.022938 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f960db29-409d-4f10-a25f-0020871d2ea5 x-openstack-request-id: req-f960db29-409d-4f10-a25f-0020871d2ea5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:23.023235 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "name": "network-vif-plugged", "status": "completed", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:23.023515 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f960db29-409d-4f10-a25f-0020871d2ea5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:23.023913 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'code': 200} Jan 28 13:23:23.050455 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:23.114778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af40ad5-0f37-4ac7-9c66-91a356a0e937 req-a63b05a0-88d3-4ea9-b570-420023945bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:23.116285 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3af40ad5-0f37-4ac7-9c66-91a356a0e937 req-a63b05a0-88d3-4ea9-b570-420023945bcd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1096 time: 0.0406530 Jan 28 13:23:23.160692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3af40ad5-0f37-4ac7-9c66-91a356a0e937 req-5b008564-d9a9-4f32-8c9c-82e1b5efffe6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390635 Jan 28 13:23:23.161096 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.619520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1015634-aca6-4529-854c-56bef7305024 req-042aa22c-4fa8-4ddb-9843-c37692a939ea tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:23.621122 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1015634-aca6-4529-854c-56bef7305024 req-042aa22c-4fa8-4ddb-9843-c37692a939ea tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0551674 Jan 28 13:23:23.671573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1015634-aca6-4529-854c-56bef7305024 req-30d56782-c4a5-4779-af17-b5e691891605 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448165 Jan 28 13:23:24.797064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644ebf3-89e1-4f53-8616-0c382041339e req-54688978-e490-4706-8a5d-ecec133b479b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:24.798587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5644ebf3-89e1-4f53-8616-0c382041339e req-54688978-e490-4706-8a5d-ecec133b479b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0507410 Jan 28 13:23:24.823466 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.850204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5644ebf3-89e1-4f53-8616-0c382041339e req-ec64e3a9-df9f-4f32-bbf8-48ea50cc0880 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459459 Jan 28 13:23:24.968981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c2a0e-a96e-402f-b59f-0b3141db641a req-ff7d238c-44cf-44eb-8c2b-91b1f9f0b6e5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:24.970394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-646c2a0e-a96e-402f-b59f-0b3141db641a req-ff7d238c-44cf-44eb-8c2b-91b1f9f0b6e5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0553048 Jan 28 13:23:24.979259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35036) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:24.983708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ad4c4f5c-49c2-4968-971c-8ec0cd8df4ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Request body: {'floatingip': {'port_id': '1b55858e-624a-4969-8066-70b4d9fcaf69'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:25.023712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4c4f5c-49c2-4968-971c-8ec0cd8df4ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.472965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4c4f5c-49c2-4968-971c-8ec0cd8df4ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.476662 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4c4f5c-49c2-4968-971c-8ec0cd8df4ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.580181 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-ad4c4f5c-49c2-4968-971c-8ec0cd8df4ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2 associated. External IP: 172.25.7.56, port: 1b55858e-624a-4969-8066-70b4d9fcaf69. Jan 28 13:23:25.794779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4c4f5c-49c2-4968-971c-8ec0cd8df4ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Router 5478bc36-1239-4daf-9c24-2244f1da2109 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:23:25.900659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4c4f5c-49c2-4968-971c-8ec0cd8df4ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:25.905402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4c4f5c-49c2-4968-971c-8ec0cd8df4ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.910411 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c494f93c-c689-4966-99ce-088f25799e67 None None] Sync routers for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:25.921319 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c494f93c-c689-4966-99ce-088f25799e67 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:25.922019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c494f93c-c689-4966-99ce-088f25799e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:23:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:25.935009 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ad4c4f5c-49c2-4968-971c-8ec0cd8df4ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "PUT /v2.0/floatingips/168eb6b6-248c-4aec-aef8-91778ff021c2 HTTP/1.1" status: 200 len: 990 time: 0.9546621 Jan 28 13:23:25.935742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:25.938095 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20e377b-addd-4419-bcf4-f64ea14931d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:25.983686 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f5250f-7e25-47aa-881a-b104bc04ce43 x-openstack-request-id: req-22f5250f-7e25-47aa-881a-b104bc04ce43 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:25.983985 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:25.984247 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22f5250f-7e25-47aa-881a-b104bc04ce43 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:25.984668 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'status': 'completed', 'code': 200} Jan 28 13:23:26.048335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e377b-addd-4419-bcf4-f64ea14931d3 req-f8595980-6c3f-44ce-948f-7258ca712371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:26.049798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d20e377b-addd-4419-bcf4-f64ea14931d3 req-f8595980-6c3f-44ce-948f-7258ca712371 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1096 time: 0.0441959 Jan 28 13:23:26.145397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e377b-addd-4419-bcf4-f64ea14931d3 req-1fda77a3-7c72-4b31-9940-de6d05856c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:26.146857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d20e377b-addd-4419-bcf4-f64ea14931d3 req-1fda77a3-7c72-4b31-9940-de6d05856c74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0896227 Jan 28 13:23:26.188467 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.212770 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c494f93c-c689-4966-99ce-088f25799e67 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:26.219807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d20e377b-addd-4419-bcf4-f64ea14931d3 req-2d3283aa-8ed8-4065-a095-54b34c02929a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 998 time: 0.0668707 Jan 28 13:23:26.268032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e377b-addd-4419-bcf4-f64ea14931d3 req-e22ac4e7-00a6-4b1e-a25e-3fc1fa1b2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:26.269500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d20e377b-addd-4419-bcf4-f64ea14931d3 req-e22ac4e7-00a6-4b1e-a25e-3fc1fa1b2a35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0438962 Jan 28 13:23:26.314483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e377b-addd-4419-bcf4-f64ea14931d3 req-ec68f0b6-89c8-4189-995b-a250e7d4a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:26.315939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d20e377b-addd-4419-bcf4-f64ea14931d3 req-ec68f0b6-89c8-4189-995b-a250e7d4a901 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403683 Jan 28 13:23:26.409505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d20e377b-addd-4419-bcf4-f64ea14931d3 req-e089e392-2945-4610-a516-0da2830b21fb service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869465 Jan 28 13:23:26.444273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c494f93c-c689-4966-99ce-088f25799e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '168eb6b6-248c-4aec-aef8-91778ff021c2', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'port_id': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'mac_address': 'fa:16:3e:6f:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:18:42Z', 'updated_at': '2022-01-28T13:23:25Z', 'revision_number': 9, 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:26.472262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c494f93c-c689-4966-99ce-088f25799e67 None None] Checking router: 5478bc36-1239-4daf-9c24-2244f1da2109 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:26.480924 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c494f93c-c689-4966-99ce-088f25799e67 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:26.481541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c494f93c-c689-4966-99ce-088f25799e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:23:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:26.543876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d20e377b-addd-4419-bcf4-f64ea14931d3 req-9fab071f-cecc-43e1-9377-d836b452d187 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287010 Jan 28 13:23:26.591514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c494f93c-c689-4966-99ce-088f25799e67 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:26.820246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c494f93c-c689-4966-99ce-088f25799e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '168eb6b6-248c-4aec-aef8-91778ff021c2', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'port_id': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'mac_address': 'fa:16:3e:6f:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:18:42Z', 'updated_at': '2022-01-28T13:23:25Z', 'revision_number': 9, 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:26.847323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c494f93c-c689-4966-99ce-088f25799e67 None None] The sync data for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 is: [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '168eb6b6-248c-4aec-aef8-91778ff021c2', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'port_id': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'mac_address': 'fa:16:3e:6f:b4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:18:42Z', 'updated_at': '2022-01-28T13:23:25Z', 'revision_number': 9, 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:27.035809 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce18a4d-4d12-47ea-8e57-6444c1d09af8 None None] New status for floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:23:35.248840 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:23:47.821532 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.045377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a594bee-14de-49e2-abc9-5ed898781d5e req-b2947609-460f-430b-b8f7-1639f4d9440a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464866 Jan 28 13:23:48.127717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a594bee-14de-49e2-abc9-5ed898781d5e req-0a8a506c-24ae-4b9c-8e43-9af8840605f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:48.129169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a594bee-14de-49e2-abc9-5ed898781d5e req-0a8a506c-24ae-4b9c-8e43-9af8840605f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1096 time: 0.0425496 Jan 28 13:23:48.149058 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.233641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a594bee-14de-49e2-abc9-5ed898781d5e req-4eb4530f-5491-47c0-9879-d527a4d96a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:48.235090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a594bee-14de-49e2-abc9-5ed898781d5e req-4eb4530f-5491-47c0-9879-d527a4d96a84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0854886 Jan 28 13:23:48.304703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a594bee-14de-49e2-abc9-5ed898781d5e req-2b97084d-c98e-450d-a814-24bbe81b7222 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 1001 time: 0.0627339 Jan 28 13:23:48.353251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a594bee-14de-49e2-abc9-5ed898781d5e req-1daad1d4-71a4-4f70-b64b-e4173d722a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:48.354786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a594bee-14de-49e2-abc9-5ed898781d5e req-1daad1d4-71a4-4f70-b64b-e4173d722a42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0434594 Jan 28 13:23:48.401255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a594bee-14de-49e2-abc9-5ed898781d5e req-60f0c774-9d5e-44b8-b963-cc047cb5d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:48.402749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a594bee-14de-49e2-abc9-5ed898781d5e req-60f0c774-9d5e-44b8-b963-cc047cb5d205 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422435 Jan 28 13:23:48.499412 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a594bee-14de-49e2-abc9-5ed898781d5e req-18746847-0bb0-41ce-96df-70a2644808db service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890675 Jan 28 13:23:48.588847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a594bee-14de-49e2-abc9-5ed898781d5e req-31b7cb2e-2ae8-4c5f-8391-90a76ae7d34b service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826535 Jan 28 13:23:49.327073 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df50b2f5-f54b-4c0d-bf56-3387126e6312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.670126 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97696e09-5715-4caf-9e25-5dfd03f4128b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.164013 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.824728 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.152823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:12.249716 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:24:17.834386 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:18.166324 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:19.329422 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb2ee1f2-ebdc-4d29-97e1-a5970c2bf8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:21.672864 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60812e79-f7a2-4d15-8b09-b6861a4c9642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:23.166717 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:24.827091 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:26.155702 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:47.849130 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:48.224676 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:49.041984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c34c1bec-5445-4dc8-9dfe-4c0670b12664 req-972bcccd-0603-4ee6-9d7f-57c317f33a85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453596 Jan 28 13:24:49.129631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1bec-5445-4dc8-9dfe-4c0670b12664 req-9d4a33fc-3f35-4fdb-be11-f5ca29309b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.131125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c34c1bec-5445-4dc8-9dfe-4c0670b12664 req-9d4a33fc-3f35-4fdb-be11-f5ca29309b10 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1096 time: 0.0422709 Jan 28 13:24:49.236217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1bec-5445-4dc8-9dfe-4c0670b12664 req-94800973-a5b8-4eb3-b166-ba598c6edba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.237688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c34c1bec-5445-4dc8-9dfe-4c0670b12664 req-94800973-a5b8-4eb3-b166-ba598c6edba6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0863664 Jan 28 13:24:49.249654 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:24:49.310923 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c34c1bec-5445-4dc8-9dfe-4c0670b12664 req-b8b3271a-1fc3-4d5d-b564-28d2d5db1932 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 1001 time: 0.0676696 Jan 28 13:24:49.331778 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-546d4552-787d-4924-9f94-3d2ae63f416f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:49.364777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1bec-5445-4dc8-9dfe-4c0670b12664 req-a5c18884-4a09-47b8-8b71-20858c282abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.367307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c34c1bec-5445-4dc8-9dfe-4c0670b12664 req-a5c18884-4a09-47b8-8b71-20858c282abf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0502393 Jan 28 13:24:49.410406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1bec-5445-4dc8-9dfe-4c0670b12664 req-90a60df7-3f67-4843-9ba9-3c95d4f2d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.411912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c34c1bec-5445-4dc8-9dfe-4c0670b12664 req-90a60df7-3f67-4843-9ba9-3c95d4f2d5f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397439 Jan 28 13:24:49.503784 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c34c1bec-5445-4dc8-9dfe-4c0670b12664 req-c7edebe7-8238-437c-8678-742f4aa09eaf service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862782 Jan 28 13:24:49.599782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c34c1bec-5445-4dc8-9dfe-4c0670b12664 req-9caf1e10-4502-46cc-8ed0-9503c528dd6e service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900578 Jan 28 13:24:51.677946 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4eb46b36-c1b3-473d-b91e-6e30c9f66a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:53.169741 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:54.829199 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.158747 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:01.329253 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-859b4b04-f2d7-418f-904b-072b5901fb2f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491390 Jan 28 13:25:01.353208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454ec53-f141-4673-b033-99c95b4f7a32 req-c9dfc2e3-ca93-473e-93ed-bc62ff4eca9d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.355357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9454ec53-f141-4673-b033-99c95b4f7a32 req-c9dfc2e3-ca93-473e-93ed-bc62ff4eca9d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0668042 Jan 28 13:25:01.407636 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9454ec53-f141-4673-b033-99c95b4f7a32 req-73d88964-f450-4dd6-b709-40204a6056bf tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457582 Jan 28 13:25:02.441407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-5ef0d4fd-83a3-41f1-8f27-ce1e4f58b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.442960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-5ef0d4fd-83a3-41f1-8f27-ce1e4f58b545 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1096 time: 0.0461366 Jan 28 13:25:02.584393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c61f7-1e7a-4b1e-88fe-c529920ac23a req-380aae3d-2573-44d2-b70a-5ceb94a41e23 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.585880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f13c61f7-1e7a-4b1e-88fe-c529920ac23a req-380aae3d-2573-44d2-b70a-5ceb94a41e23 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0798156 Jan 28 13:25:02.588933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-9505777a-f5c0-4b2b-925c-f78c6677cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.591515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-9505777a-f5c0-4b2b-925c-f78c6677cb36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1419334 Jan 28 13:25:02.698250 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f13c61f7-1e7a-4b1e-88fe-c529920ac23a req-fadbc96b-fe68-4a25-bb42-085bf2f8b193 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056371 Jan 28 13:25:02.700680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-719ded98-e323-4bfe-860c-16cf21df201f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 1001 time: 0.1025162 Jan 28 13:25:02.754484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-f7f0b3f7-f8f0-4437-90c1-ccc394d82822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.756022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-f7f0b3f7-f8f0-4437-90c1-ccc394d82822 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0501912 Jan 28 13:25:02.802395 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-1b585a66-7afd-4510-844c-6bcd2de022e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.803920 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-1b585a66-7afd-4510-844c-6bcd2de022e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418711 Jan 28 13:25:03.239730 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-28b60872-5b6b-4349-8aa4-0b47c247fd93 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288189 Jan 28 13:25:03.336397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-cff89aad-6457-48b5-95f4-c2fd4b3a97d0 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907183 Jan 28 13:25:03.824387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182d8df-572c-4e64-bf78-e49c86401c7f req-44b3141c-d219-4967-8673-4d577d33d1ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:03.825874 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6182d8df-572c-4e64-bf78-e49c86401c7f req-44b3141c-d219-4967-8673-4d577d33d1ef tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0494392 Jan 28 13:25:03.877283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6182d8df-572c-4e64-bf78-e49c86401c7f req-1c51bdf3-a053-4453-ade3-e42c865e2ac6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454609 Jan 28 13:25:04.995550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f10ce-5192-4e28-80f8-9021116af41c req-b2878900-f8e3-423d-a609-4af39024a08b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.997627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e61f10ce-5192-4e28-80f8-9021116af41c req-b2878900-f8e3-423d-a609-4af39024a08b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0497956 Jan 28 13:25:05.044346 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e61f10ce-5192-4e28-80f8-9021116af41c req-f34bb697-99b6-4344-9ead-81b84a59a683 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410788 Jan 28 13:25:06.162570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f128b-63f3-4607-aeff-18b7a3da386b req-9ea2f21f-d2b7-4d24-87c8-19a5af0b6d39 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.164095 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e28f128b-63f3-4607-aeff-18b7a3da386b req-9ea2f21f-d2b7-4d24-87c8-19a5af0b6d39 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0510762 Jan 28 13:25:06.216316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e28f128b-63f3-4607-aeff-18b7a3da386b req-46a2e5c6-ddb7-46f8-a497-49e45368e401 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455825 Jan 28 13:25:07.342734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6781ec-c390-4a64-8d35-005e47cec11e req-7132ad52-902c-4d7d-ab3c-5d6b030b09e7 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:07.344264 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e6781ec-c390-4a64-8d35-005e47cec11e req-7132ad52-902c-4d7d-ab3c-5d6b030b09e7 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0560384 Jan 28 13:25:07.392470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8e6781ec-c390-4a64-8d35-005e47cec11e req-5a9aedc3-f613-4142-8a0d-6bb7dfdffa30 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426452 Jan 28 13:25:08.513194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d47fb-888c-4ea9-94ab-43845ab6e9f8 req-b2fecf9c-9b1e-4cc6-8768-84e406be3152 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.514702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c00d47fb-888c-4ea9-94ab-43845ab6e9f8 req-b2fecf9c-9b1e-4cc6-8768-84e406be3152 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0505371 Jan 28 13:25:08.570315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c00d47fb-888c-4ea9-94ab-43845ab6e9f8 req-fa7283da-2331-4a26-8cfd-8716dc386cb2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495734 Jan 28 13:25:09.695437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ade1b-982e-4e4d-a879-b5263f62a37c req-af168c4b-1f36-4d5b-9ee1-214d0a26bf51 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.696961 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a04ade1b-982e-4e4d-a879-b5263f62a37c req-af168c4b-1f36-4d5b-9ee1-214d0a26bf51 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0546234 Jan 28 13:25:09.746529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a04ade1b-982e-4e4d-a879-b5263f62a37c req-e3b3e4d4-f725-4fbf-aa33-3e75c5d5a583 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Jan 28 13:25:10.871168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090e5a1-5491-4655-bf4e-ca9d66cc3a61 req-8df2170f-7f0b-4dbf-a38f-22adbdbd9513 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:10.873303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d090e5a1-5491-4655-bf4e-ca9d66cc3a61 req-8df2170f-7f0b-4dbf-a38f-22adbdbd9513 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0509610 Jan 28 13:25:10.923879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d090e5a1-5491-4655-bf4e-ca9d66cc3a61 req-a07f0817-1794-46df-934a-5b8d056b417d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445910 Jan 28 13:25:12.042936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5e7c4-858a-4f95-a15c-04bca580faf6 req-e00ceaa0-1831-4b7f-884a-57a60a73df6b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.044673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07f5e7c4-858a-4f95-a15c-04bca580faf6 req-e00ceaa0-1831-4b7f-884a-57a60a73df6b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0502138 Jan 28 13:25:12.097546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-07f5e7c4-858a-4f95-a15c-04bca580faf6 req-16722dbd-0eee-415f-af53-58ed28a16413 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472240 Jan 28 13:25:13.219205 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d08fae-bed1-465f-9951-3700dd9a72eb req-294beb46-7881-4cfc-ade0-f5b7a1d7d3cd tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:13.220732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21d08fae-bed1-465f-9951-3700dd9a72eb req-294beb46-7881-4cfc-ade0-f5b7a1d7d3cd tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0511515 Jan 28 13:25:13.269507 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21d08fae-bed1-465f-9951-3700dd9a72eb req-23f8e70f-23f9-4f5f-a27d-5d1e562575bc tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416806 Jan 28 13:25:14.388627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e07b7e-3294-4f3a-a63e-65b065d9f47f req-102c4346-eb51-4afa-be27-e4f03870b4d0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.390098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89e07b7e-3294-4f3a-a63e-65b065d9f47f req-102c4346-eb51-4afa-be27-e4f03870b4d0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0482881 Jan 28 13:25:14.436683 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-89e07b7e-3294-4f3a-a63e-65b065d9f47f req-03a6a852-2c1a-4070-ab1a-e3a50a2843ed tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410810 Jan 28 13:25:15.144377 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-09159b29-5e7f-472a-9fd2-df6c2484ed02 service neutron] show failed (client error): The resource could not be found. Jan 28 13:25:15.145431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-09159b29-5e7f-472a-9fd2-df6c2484ed02 service neutron] 10.222.0.35 "GET /v2.0/ports/1b55858e-624a-4969-8066-70b4d9fcaf69/bindings/n-h2-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0597527 Jan 28 13:25:15.339108 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-bbf0d0a9-c810-43e6-b5d0-48c3b079cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.341147 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-bbf0d0a9-c810-43e6-b5d0-48c3b079cd2c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 1096 time: 0.0423331 Jan 28 13:25:15.350968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:15.407098 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:15.633674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52660d9-86b8-4374-b5ab-7fec20c5e4bd req-35635064-618a-43cd-93d9-16e6e33b15bf tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.635143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e52660d9-86b8-4374-b5ab-7fec20c5e4bd req-35635064-618a-43cd-93d9-16e6e33b15bf tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.1067266 Jan 28 13:25:15.660405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:15.719002 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e52660d9-86b8-4374-b5ab-7fec20c5e4bd req-9aae4bc3-a15d-4f24-affa-ad772b776f25 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758185 Jan 28 13:25:15.722050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:15.766839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:15.769516 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a55ab4-ba71-4e49-9ebd-9292cdb833ef" -d '{"events": [{"server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "name": "network-vif-unplugged", "status": "completed", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:15.773174 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Publish callbacks [] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:15.788601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Transition to ACTIVE for port object 1b55858e-624a-4969-8066-70b4d9fcaf69 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:25:15.792801 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:15.829451 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5e1c00-fe0e-4125-9967-b066cc35ef50 x-openstack-request-id: req-fc5e1c00-fe0e-4125-9967-b066cc35ef50 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:15.830379 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "name": "network-vif-unplugged", "status": "completed", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:15.830379 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc5e1c00-fe0e-4125-9967-b066cc35ef50 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:15.830379 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'code': 200} Jan 28 13:25:15.880068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:15.892780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.893137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.893486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.893829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.894166 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.894525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.894858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.895187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.895542 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.895866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.896195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.896520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.896844 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:15.936189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] No DVR routers for this DVR port 1b55858e-624a-4969-8066-70b4d9fcaf69 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:16.083072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Attempting to bind port 1b55858e-624a-4969-8066-70b4d9fcaf69 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:16.084048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Attempting to bind port 1b55858e-624a-4969-8066-70b4d9fcaf69 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:16.084723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Attempting to bind port 1b55858e-624a-4969-8066-70b4d9fcaf69 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:16.092398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Port 1b55858e-624a-4969-8066-70b4d9fcaf69 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:25:16.092616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Attempting to bind port 1b55858e-624a-4969-8066-70b4d9fcaf69 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:16.101066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:16.101510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:16.101983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Bound using segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:16.102510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Bound port: 1b55858e-624a-4969-8066-70b4d9fcaf69, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:16.102946 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.166530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:16.169981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:16.176729 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.213799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.214406 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.215834 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] 10.222.0.49 "PUT /v2.0/ports/1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 1091 time: 0.8688991 Jan 28 13:25:16.238441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a460d08-9d37-4051-8023-cc757ada9aba service neutron] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:16.284863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-3bdf33c9-aa0c-4b2f-8b23-44995f46beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.286385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-3bdf33c9-aa0c-4b2f-8b23-44995f46beab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1094 time: 0.0450292 Jan 28 13:25:16.390431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-92d38043-c762-4b89-b101-f4deaaf2c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.391944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-92d38043-c762-4b89-b101-f4deaaf2c5a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0996335 Jan 28 13:25:16.459534 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-9bed7829-c8d9-4aa8-9ec3-18c1f0ac6f8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 999 time: 0.0621555 Jan 28 13:25:16.513599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-68bd9824-d5c1-49f9-878d-615f0171c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.515083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-68bd9824-d5c1-49f9-878d-615f0171c556 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0501781 Jan 28 13:25:16.560566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-11e7f184-2a9a-4c83-a07c-35f821ec636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.562079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-11e7f184-2a9a-4c83-a07c-35f821ec636c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416944 Jan 28 13:25:16.652683 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-09d4887f-4dad-4f8a-af01-2efe039f1f8c service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846844 Jan 28 13:25:16.749662 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-809ad3bb-7fa6-4919-9c41-41c1e3e01010 req-0d5437cd-32da-478e-b7f3-8fdf977c1db5 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917575 Jan 28 13:25:16.844067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd311f51-082e-46a0-b7b6-442c7d43842b req-8152c9dc-aa53-43fc-9918-4bc17528f818 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.845592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd311f51-082e-46a0-b7b6-442c7d43842b req-8152c9dc-aa53-43fc-9918-4bc17528f818 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 943 time: 0.0546014 Jan 28 13:25:16.895586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd311f51-082e-46a0-b7b6-442c7d43842b req-3eaf88fc-c716-4816-a120-3b1cdb7de0ed tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443633 Jan 28 13:25:17.831966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:17.834494 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb57d7b0-a223-4e52-bbe1-164bb8331588" -d '{"events": [{"name": "network-changed", "server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:17.848690 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:17.891011 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469cbc42-859c-4d2e-a0bd-d781794605b0 x-openstack-request-id: req-469cbc42-859c-4d2e-a0bd-d781794605b0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:17.891307 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:17.891670 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-469cbc42-859c-4d2e-a0bd-d781794605b0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:17.892086 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'status': 'completed', 'code': 200} Jan 28 13:25:18.012949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-2496802f-2e64-44e7-8768-8da0d4e7e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.014421 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-2496802f-2e64-44e7-8768-8da0d4e7e1a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1094 time: 0.1026537 Jan 28 13:25:18.030280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-bafc7621-b7a4-4d09-a312-86b47a10de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.031716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-bafc7621-b7a4-4d09-a312-86b47a10de7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1094 time: 0.1105199 Jan 28 13:25:18.131813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b910ecb-d0ee-4fdd-b22f-834093fa33dd req-ec9fcc44-e08a-4b93-bfca-5a186ec8560f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.133209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b910ecb-d0ee-4fdd-b22f-834093fa33dd req-ec9fcc44-e08a-4b93-bfca-5a186ec8560f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 943 time: 0.1620307 Jan 28 13:25:18.223936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:18.250977 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-c894bc53-a751-4fed-9cec-461397208245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.252482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-c894bc53-a751-4fed-9cec-461397208245 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.2312176 Jan 28 13:25:18.260247 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b910ecb-d0ee-4fdd-b22f-834093fa33dd req-d6bfe150-998d-42b3-bab3-4dda5f0bcf31 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183591 Jan 28 13:25:18.267879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-5bef4912-f2e7-4bdf-ab17-eed2adc2038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.269316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-5bef4912-f2e7-4bdf-ab17-eed2adc2038f service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.2243388 Jan 28 13:25:18.371771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-d21cf780-913d-42b6-b8a7-9220c4b3e0e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 999 time: 0.1104193 Jan 28 13:25:18.377512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-4438fff6-ad77-4db4-9f78-a003be8a6ccd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 999 time: 0.0756919 Jan 28 13:25:18.458767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-e6a4bc00-e0d0-4742-97ba-efacfd642cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.460280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-e6a4bc00-e0d0-4742-97ba-efacfd642cc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0818963 Jan 28 13:25:18.464243 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-54ffcbeb-625b-47e4-be0c-dcccdcb5828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.466248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-54ffcbeb-625b-47e4-be0c-dcccdcb5828f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0802829 Jan 28 13:25:18.538725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-fc9b0fd4-5740-4edc-a952-55e16c4d33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.540268 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-fc9b0fd4-5740-4edc-a952-55e16c4d33e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731840 Jan 28 13:25:18.544597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-b1a0eaa9-1ea5-4a6d-8eb2-54c47ec1ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.545995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-b1a0eaa9-1ea5-4a6d-8eb2-54c47ec1ab64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713665 Jan 28 13:25:18.709803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-6f4dbc96-5a95-4d7c-962b-696cdc2d89e6 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627710 Jan 28 13:25:18.711601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-43f0c0f3-2c6a-465b-b87a-4fb802c34679 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576982 Jan 28 13:25:18.870414 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-ec05a6b6-adb1-454a-9c60-6b1326b422fb service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541381 Jan 28 13:25:18.874213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fb57d7b0-a223-4e52-bbe1-164bb8331588 req-5b34a3ad-fead-4e1c-93bc-543b0530189e service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568949 Jan 28 13:25:18.968140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 1b55858e-624a-4969-8066-70b4d9fcaf69 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:19.065001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:19.077607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'port_id': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'mac_address': 'fa:16:3e:6f:b4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:19.116124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 1b55858e-624a-4969-8066-70b4d9fcaf69 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:19.116511 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:19.130371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b55858e-624a-4969-8066-70b4d9fcaf69 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:19.150194 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:19.154995 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:19.206745 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:19.213943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.213943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.213943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.213943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.213943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.216388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.216537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.216828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.217161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.217495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.217828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.218210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.218487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:19.335266 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20fcac28-2a60-4bb5-81d2-8e4558e63b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:19.375318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['1b55858e-624a-4969-8066-70b4d9fcaf69'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:19.385467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e54041-1136-4d7a-8c03-b914e122d72b req-576ea448-f0a2-44bd-ba00-368eda332fbf tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.386987 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-51e54041-1136-4d7a-8c03-b914e122d72b req-576ea448-f0a2-44bd-ba00-368eda332fbf tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 944 time: 0.0502937 Jan 28 13:25:19.437739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-51e54041-1136-4d7a-8c03-b914e122d72b req-c68c9b43-17c9-4c3c-97dd-3198c5cb1fa9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425284 Jan 28 13:25:19.456417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1b55858e-624a-4969-8066-70b4d9fcaf69 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:19.525839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] The host n-h1-824835-4 is not matching for port 1b55858e-624a-4969-8066-70b4d9fcaf69 host n-h2-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:25:19.526250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1b55858e-624a-4969-8066-70b4d9fcaf69 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:19.767565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825c92-b650-4004-a293-94169507ed35 req-b28b28bf-8b82-45a3-b3cd-20316b4488da tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.768958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-b28b28bf-8b82-45a3-b3cd-20316b4488da tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d&tenant_id=37d13d15c369420098ea5c805d33338e&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 944 time: 0.0864072 Jan 28 13:25:19.780920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c413a-40c0-4452-bb9d-76beca3cf647 req-b66de0e3-2a34-4c89-8b71-bb72bac97946 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.782339 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a33c413a-40c0-4452-bb9d-76beca3cf647 req-b66de0e3-2a34-4c89-8b71-bb72bac97946 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 944 time: 0.0676174 Jan 28 13:25:19.866236 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a33c413a-40c0-4452-bb9d-76beca3cf647 req-3f676bf9-68f8-4f7f-961a-0f74f980465d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777950 Jan 28 13:25:19.870386 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-55deda4b-9a86-4bda-929c-5772ff7edac5 service neutron] 10.222.0.49 "GET /v2.0/ports/1b55858e-624a-4969-8066-70b4d9fcaf69/bindings/n-h2-824835-4 HTTP/1.1" status: 200 len: 382 time: 0.0870733 Jan 28 13:25:19.939302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825c92-b650-4004-a293-94169507ed35 req-ac1b3f3f-c457-45da-beff-81ec392d8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.940803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-ac1b3f3f-c457-45da-beff-81ec392d8e2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1095 time: 0.0457535 Jan 28 13:25:20.029884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825c92-b650-4004-a293-94169507ed35 req-6f0e654e-8ac0-4353-abb4-5275573685b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:20.031427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-6f0e654e-8ac0-4353-abb4-5275573685b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0850015 Jan 28 13:25:20.101586 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-4c18f9e5-0a32-4143-978e-b90153eb2fff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 1000 time: 0.0643134 Jan 28 13:25:20.154132 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825c92-b650-4004-a293-94169507ed35 req-4a045cdf-2e3e-47e2-8205-c6d0373cf054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:20.155646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-4a045cdf-2e3e-47e2-8205-c6d0373cf054 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0486131 Jan 28 13:25:20.209843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825c92-b650-4004-a293-94169507ed35 req-9e5217c2-bc63-463f-b589-b0cd7cca377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:20.211364 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-9e5217c2-bc63-463f-b589-b0cd7cca377a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507746 Jan 28 13:25:20.310906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-4e6a7b01-529b-455a-9a35-3ef340073c7d service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920751 Jan 28 13:25:20.398935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-5c05fc69-7aeb-4b29-aa07-35b38034eab4 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828850 Jan 28 13:25:20.981413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 1b55858e-624a-4969-8066-70b4d9fcaf69 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:20.996824 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fb59a-3dde-4607-a1a3-f7a89757a241 req-54b607d9-3dcb-41b1-b555-703e3f14f4d2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:20.998360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff0fb59a-3dde-4607-a1a3-f7a89757a241 req-54b607d9-3dcb-41b1-b555-703e3f14f4d2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 944 time: 0.0520046 Jan 28 13:25:21.037341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 1b55858e-624a-4969-8066-70b4d9fcaf69 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:21.040759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 1b55858e-624a-4969-8066-70b4d9fcaf69 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:21.041146 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.057416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ff0fb59a-3dde-4607-a1a3-f7a89757a241 req-b2baecb6-21be-401d-8b1d-da1caee634bb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531106 Jan 28 13:25:21.125189 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 1b55858e-624a-4969-8066-70b4d9fcaf69 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:21.125581 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.148968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:21.151136 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f923c12-8917-4433-8018-ec5a54f73713" -d '{"events": [{"server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "name": "network-vif-plugged", "status": "completed", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:21.165235 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:21.169396 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.219828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:21.256358 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca7c5bb-187a-4df0-9fdd-b13d5c908081 x-openstack-request-id: req-4ca7c5bb-187a-4df0-9fdd-b13d5c908081 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:21.256676 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "name": "network-vif-plugged", "status": "completed", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:21.256928 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ca7c5bb-187a-4df0-9fdd-b13d5c908081 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:21.257356 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'code': 200} Jan 28 13:25:21.681578 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5da62dc9-4c24-42a7-837a-fcbd26773fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.183693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad31e9a-5bb7-4f9e-bbd7-fa85494a3f19 req-39d06884-d306-4537-b57b-6a329049b664 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.186092 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ad31e9a-5bb7-4f9e-bbd7-fa85494a3f19 req-39d06884-d306-4537-b57b-6a329049b664 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0539851 Jan 28 13:25:22.245070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ad31e9a-5bb7-4f9e-bbd7-fa85494a3f19 req-80b2b29a-6dc5-4ffa-b433-48fe9b2b747d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530746 Jan 28 13:25:22.372442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825c92-b650-4004-a293-94169507ed35 req-801ad793-ea93-4c4a-8f3e-ef03d908ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.373884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-801ad793-ea93-4c4a-8f3e-ef03d908ba9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 1096 time: 0.0450227 Jan 28 13:25:22.384350 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:22.442697 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.653485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:22.688194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:22.728905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:22.731419 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581b9528-3a38-4d4e-a91c-bc570e47e53f" -d '{"events": [{"server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "name": "network-vif-unplugged", "status": "completed", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:22.735123 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Publish callbacks [] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.750882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Transition to ACTIVE for port object 1b55858e-624a-4969-8066-70b4d9fcaf69 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:25:22.756179 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.791118 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4fa2b0-aa2c-4a17-b57e-b28ff7a7d6f7 x-openstack-request-id: req-ce4fa2b0-aa2c-4a17-b57e-b28ff7a7d6f7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:22.791438 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "name": "network-vif-unplugged", "status": "completed", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:22.791696 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce4fa2b0-aa2c-4a17-b57e-b28ff7a7d6f7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:22.792096 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'code': 200} Jan 28 13:25:22.844790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:22.890381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] No DVR routers for this DVR port 1b55858e-624a-4969-8066-70b4d9fcaf69 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:23.039543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Attempting to bind port 1b55858e-624a-4969-8066-70b4d9fcaf69 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:23.039878 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Attempting to bind port 1b55858e-624a-4969-8066-70b4d9fcaf69 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:23.040203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Attempting to bind port 1b55858e-624a-4969-8066-70b4d9fcaf69 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:23.045335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Port 1b55858e-624a-4969-8066-70b4d9fcaf69 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:25:23.045700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Attempting to bind port 1b55858e-624a-4969-8066-70b4d9fcaf69 on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:23.051396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:23.051762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:23.052140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Bound using segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:23.052557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Bound port: 1b55858e-624a-4969-8066-70b4d9fcaf69, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:23.052905 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.117229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:23.120861 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:23.126104 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.166684 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.167391 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.169083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] 10.222.0.35 "PUT /v2.0/ports/1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 1092 time: 0.7886903 Jan 28 13:25:23.176803 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.191931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c8385-fde5-41be-a10a-58b09a953aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:23.245637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825c92-b650-4004-a293-94169507ed35 req-b46d2c9e-a794-4060-a9af-3edaec54a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.247534 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-b46d2c9e-a794-4060-a9af-3edaec54a96c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1095 time: 0.0526767 Jan 28 13:25:23.382689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825c92-b650-4004-a293-94169507ed35 req-bd66e7a1-edb2-46df-87a0-1139bc41cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.384214 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-bd66e7a1-edb2-46df-87a0-1139bc41cccb service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1314292 Jan 28 13:25:23.449037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6f5ba-bb79-40f5-bb59-a9993dc355b6 req-623e65c5-0ead-464a-be8e-66474307e6eb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.450460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03d6f5ba-bb79-40f5-bb59-a9993dc355b6 req-623e65c5-0ead-464a-be8e-66474307e6eb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 944 time: 0.1046164 Jan 28 13:25:23.484903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-38fa2fb2-b55d-4ae1-b1d6-71cadd106cb6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 999 time: 0.0921414 Jan 28 13:25:23.541620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-03d6f5ba-bb79-40f5-bb59-a9993dc355b6 req-c55d8059-7032-4640-a9e1-6a55d2816086 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837748 Jan 28 13:25:23.556903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825c92-b650-4004-a293-94169507ed35 req-44ca83e1-bf49-4ffc-a05b-ba7d9545a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.558192 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-44ca83e1-bf49-4ffc-a05b-ba7d9545a46c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0676970 Jan 28 13:25:23.612181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825c92-b650-4004-a293-94169507ed35 req-88256090-d6f6-404d-a06e-3b6862258034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.614085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-88256090-d6f6-404d-a06e-3b6862258034 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503230 Jan 28 13:25:23.709607 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-8c858fac-c1af-4622-ae0c-d864c837c96d service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897794 Jan 28 13:25:23.806706 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd825c92-b650-4004-a293-94169507ed35 req-053b809a-52a5-4534-a88a-ceec1d0083d9 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917225 Jan 28 13:25:24.669378 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdf45b-7ecc-4996-928a-a6e84023340b req-47c702dd-8da9-4f44-92ff-817be9fa3cab tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:24.671408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bbdf45b-7ecc-4996-928a-a6e84023340b req-47c702dd-8da9-4f44-92ff-817be9fa3cab tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 944 time: 0.0531046 Jan 28 13:25:24.724360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bbdf45b-7ecc-4996-928a-a6e84023340b req-08a330d0-ff22-427d-a148-6f08e80badb0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467660 Jan 28 13:25:24.792996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:24.796062 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f" -d '{"events": [{"name": "network-changed", "server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:24.832269 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.846997 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72364401-7bb2-41ad-a6f7-2037fe893462 x-openstack-request-id: req-72364401-7bb2-41ad-a6f7-2037fe893462 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:24.847400 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:24.847724 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72364401-7bb2-41ad-a6f7-2037fe893462 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:24.848241 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'status': 'completed', 'code': 200} Jan 28 13:25:24.938618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-4e7baf3a-43d7-4d40-b376-478bdb03cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:24.940071 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-4e7baf3a-43d7-4d40-b376-478bdb03cc03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1095 time: 0.0736148 Jan 28 13:25:24.944394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-00b58fd2-6f16-4313-8603-e85bc3851323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:24.945761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-00b58fd2-6f16-4313-8603-e85bc3851323 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 1095 time: 0.0698726 Jan 28 13:25:24.995215 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 1b55858e-624a-4969-8066-70b4d9fcaf69 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:25.035318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] The host n-h2-824835-4 is not matching for port 1b55858e-624a-4969-8066-70b4d9fcaf69 host n-h1-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:25:25.035910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 1b55858e-624a-4969-8066-70b4d9fcaf69 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:25.449130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-67cdd4fc-1443-48fa-ba61-31673487f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.451156 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-67cdd4fc-1443-48fa-ba61-31673487f9bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.4972224 Jan 28 13:25:25.452141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-cb4c9792-473e-4743-96d3-f673a5f27bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.453419 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-cb4c9792-473e-4743-96d3-f673a5f27bdc service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.5068474 Jan 28 13:25:25.484953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1b55858e-624a-4969-8066-70b4d9fcaf69 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:25.563918 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-f51d814e-5016-4297-ba51-0c1a59a7c8fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 999 time: 0.1059394 Jan 28 13:25:25.567814 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-8cef668a-9297-478c-8cf2-f4b1ed97131f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 200 len: 999 time: 0.1035504 Jan 28 13:25:25.590707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:25.606118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'port_id': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'mac_address': 'fa:16:3e:6f:b4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:25.644419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 1b55858e-624a-4969-8066-70b4d9fcaf69 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:25.644628 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.649758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-85c6cb6b-c6c5-43b9-8284-b85c3a2ef2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.651292 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-85c6cb6b-c6c5-43b9-8284-b85c3a2ef2c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0822690 Jan 28 13:25:25.653323 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-78b628da-a58e-43cd-b4a4-8843fd192db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.654679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-78b628da-a58e-43cd-b4a4-8843fd192db4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0778964 Jan 28 13:25:25.657707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b55858e-624a-4969-8066-70b4d9fcaf69 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:25.677319 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:25.681447 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.724355 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-b7f9e178-f74e-4f4d-b6e4-63b2cc6d9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.725763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-b7f9e178-f74e-4f4d-b6e4-63b2cc6d9d77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684383 Jan 28 13:25:25.728267 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-b7751048-d402-4959-bc77-50ef04a9f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.729613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-b7751048-d402-4959-bc77-50ef04a9f2dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637238 Jan 28 13:25:25.735529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=12']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:25.915981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['1b55858e-624a-4969-8066-70b4d9fcaf69'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:25.935113 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-29cb9e1a-2710-4609-a018-8ab444e3c6b3 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027776 Jan 28 13:25:25.937058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-6d18e07f-ca3a-4de9-9403-381035ef6831 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977570 Jan 28 13:25:25.943816 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261f229-8199-4fc8-99d6-710f759b00d7 req-417b6d39-b7b2-4889-a11e-b265a96cf630 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.945234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7261f229-8199-4fc8-99d6-710f759b00d7 req-417b6d39-b7b2-4889-a11e-b265a96cf630 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.1187901 Jan 28 13:25:26.124286 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7261f229-8199-4fc8-99d6-710f759b00d7 req-6100b1c6-6693-45a5-9dce-fa77b4a28699 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627262 Jan 28 13:25:26.132679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-3f4f0783-57aa-458b-bbd4-e4c0476a44f4 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855440 Jan 28 13:25:26.143763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1ba3e45f-ee7a-4cb6-803c-29cd311fd75f req-071e6635-5302-4516-b124-358547383bb9 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975958 Jan 28 13:25:26.170106 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.251982 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:25:26.256340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a36c5-fb7e-4959-b73b-ed5bb955b686 req-31d09cda-8706-4269-bde7-0aca2a255c93 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.257800 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-331a36c5-fb7e-4959-b73b-ed5bb955b686 req-31d09cda-8706-4269-bde7-0aca2a255c93 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0555167 Jan 28 13:25:26.310241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-331a36c5-fb7e-4959-b73b-ed5bb955b686 req-f4e81042-4571-421e-a531-430d30ade6c9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456161 Jan 28 13:25:26.421579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f883c-3e78-4191-82d2-cec810a1e337 req-70680911-5bf6-4117-a31b-5ba5235f8e9b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.423115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e02f883c-3e78-4191-82d2-cec810a1e337 req-70680911-5bf6-4117-a31b-5ba5235f8e9b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0481551 Jan 28 13:25:26.478979 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e02f883c-3e78-4191-82d2-cec810a1e337 req-29ed99cd-e581-4e2a-a18f-f2db2a8bb3e0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502675 Jan 28 13:25:26.714470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ade2c9-6b9d-4a9f-899f-f83bbc8e4f19 req-4069e730-e5cf-4f97-bc0e-55d14031ff04 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.715905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91ade2c9-6b9d-4a9f-899f-f83bbc8e4f19 req-4069e730-e5cf-4f97-bc0e-55d14031ff04 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 945 time: 0.0503798 Jan 28 13:25:26.762736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91ade2c9-6b9d-4a9f-899f-f83bbc8e4f19 req-2cde8446-a9cb-462c-980f-2416acdc67b1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402241 Jan 28 13:25:27.498358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1b55858e-624a-4969-8066-70b4d9fcaf69 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:27.547844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 1b55858e-624a-4969-8066-70b4d9fcaf69 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:27.551628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 1b55858e-624a-4969-8066-70b4d9fcaf69 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:27.552005 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.631972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 1b55858e-624a-4969-8066-70b4d9fcaf69 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:27.632356 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.654507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:27.656735 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130820af-b9ba-492d-a55b-af8cf911b156" -d '{"events": [{"server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "name": "network-vif-plugged", "status": "completed", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:27.669514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:27.673180 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.699073 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83409e77-594f-412a-a362-b038675992f2 x-openstack-request-id: req-83409e77-594f-412a-a362-b038675992f2 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:27.699413 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "name": "network-vif-plugged", "status": "completed", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:27.699685 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83409e77-594f-412a-a362-b038675992f2 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:27.700073 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'code': 200} Jan 28 13:25:27.723066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=13']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:27.883982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66b414-3663-4f42-aedb-fe033826845f req-96cdc0c6-45bc-46a6-a14a-473b21ea09e5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.885447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a66b414-3663-4f42-aedb-fe033826845f req-96cdc0c6-45bc-46a6-a14a-473b21ea09e5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 946 time: 0.0538611 Jan 28 13:25:27.958536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a66b414-3663-4f42-aedb-fe033826845f req-06b28e15-cdbd-403f-80dc-5048e98b636b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642562 Jan 28 13:25:27.966140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908f734-c323-46e1-bbb7-ff1328031690 req-47b9d6a2-6095-4c36-9262-9ed80fdecc5b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.967876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8908f734-c323-46e1-bbb7-ff1328031690 req-47b9d6a2-6095-4c36-9262-9ed80fdecc5b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 946 time: 0.0815287 Jan 28 13:25:28.060127 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Deleting port 1b55858e-624a-4969-8066-70b4d9fcaf69 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:28.060373 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.146963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] For port 1b55858e-624a-4969-8066-70b4d9fcaf69, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1b55858e-624a-4969-8066-70b4d9fcaf69,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:28.147324 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.328828 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.329109 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.329427 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2 disassociated. External IP: 172.25.7.56, port: 1b55858e-624a-4969-8066-70b4d9fcaf69. Jan 28 13:25:28.329796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Calling delete_port for 1b55858e-624a-4969-8066-70b4d9fcaf69 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:28.461609 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1b55858e-624a-4969-8066-70b4d9fcaf69), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.491482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event deleted for resources: {'Port': ['ID=1b55858e-624a-4969-8066-70b4d9fcaf69,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:28.614571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Router 5478bc36-1239-4daf-9c24-2244f1da2109 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:28.739986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:28.753170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c3c54-c957-4289-8056-36aed0b733b6 None None] Sync routers for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:28.766281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c3c54-c957-4289-8056-36aed0b733b6 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:28.767164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-618c3c54-c957-4289-8056-36aed0b733b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:25:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:28.786373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] No DVR routers for this DVR port 1b55858e-624a-4969-8066-70b4d9fcaf69 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:28.789016 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.792436 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8908f734-c323-46e1-bbb7-ff1328031690 req-19538113-737a-4371-b9fd-ca9527b6474e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "DELETE /v2.0/ports/1b55858e-624a-4969-8066-70b4d9fcaf69 HTTP/1.1" status: 204 len: 173 time: 0.8193293 Jan 28 13:25:28.792884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'name': 'network-vif-deleted', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:28.795216 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2277166-7f81-4d98-a974-f3d79532e12a" -d '{"events": [{"server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "name": "network-vif-deleted", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:28.844034 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddacc7d-8e9c-490e-a60f-1b059590c0f1 x-openstack-request-id: req-4ddacc7d-8e9c-490e-a60f-1b059590c0f1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:28.844327 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1765acf0-98ba-440b-8de9-d8a60bea688d", "name": "network-vif-deleted", "tag": "1b55858e-624a-4969-8066-70b4d9fcaf69", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:28.844589 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ddacc7d-8e9c-490e-a60f-1b059590c0f1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:28.845005 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1765acf0-98ba-440b-8de9-d8a60bea688d', 'name': 'network-vif-deleted', 'tag': '1b55858e-624a-4969-8066-70b4d9fcaf69', 'status': 'completed', 'code': 200} Jan 28 13:25:28.880520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-618c3c54-c957-4289-8056-36aed0b733b6 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:29.072893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bafdd48a-e7a8-495d-bbb1-68971f9c0af2 req-eb2b72fe-2291-4b87-be9d-6bda33589580 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=1765acf0-98ba-440b-8de9-d8a60bea688d HTTP/1.1" status: 200 len: 210 time: 0.0272777 Jan 28 13:25:29.245676 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-618c3c54-c957-4289-8056-36aed0b733b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:29.273823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c3c54-c957-4289-8056-36aed0b733b6 None None] Checking router: 5478bc36-1239-4daf-9c24-2244f1da2109 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:29.282423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c3c54-c957-4289-8056-36aed0b733b6 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:29.283025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-618c3c54-c957-4289-8056-36aed0b733b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:25:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:29.388521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-618c3c54-c957-4289-8056-36aed0b733b6 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:29.591804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-618c3c54-c957-4289-8056-36aed0b733b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:29.617797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c3c54-c957-4289-8056-36aed0b733b6 None None] The sync data for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 is: [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:29.833801 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9191543f-e2a2-49de-b8aa-e4babe9e6cd1 None None] New status for floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:25:30.356608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-134aec77-5ee9-4b48-83cd-e85096bbfa12 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--165366554&fields=id&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 267 time: 0.0423906 Jan 28 13:25:30.460412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-a15713f0-f09d-4638-bb4d-bc1f9e0c9d00 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:30.461886 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-a15713f0-f09d-4638-bb4d-bc1f9e0c9d00 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 812 time: 0.0990157 Jan 28 13:25:30.476476 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-d8079eca-d493-430e-9c5f-d59ae74597d2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/quotas/37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 375 time: 0.0089831 Jan 28 13:25:30.532480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-fe0edda4-2bed-4e37-b6d1-f4ed2c17e462 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512786 Jan 28 13:25:30.640816 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-856547c8-02c9-4da8-8b60-530d98cbeba0 service neutron] 10.222.0.53 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949957 Jan 28 13:25:30.750973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-b32e7c8a-c234-4357-a171-19c2746de948 service neutron] 10.222.0.53 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038446 Jan 28 13:25:30.932103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6af8fd5-ae67-44bf-b882-3f77af9c1482 req-97681679-c2b3-485a-ac47-dcc5f411f011 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 210 time: 0.0344119 Jan 28 13:25:31.522447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1b55858e-624a-4969-8066-70b4d9fcaf69 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:31.542730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 1b55858e-624a-4969-8066-70b4d9fcaf69 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:31.543117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1b55858e-624a-4969-8066-70b4d9fcaf69 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:31.916700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-bff7e2d5-1b4e-4f10-93f8-77a84295bc7a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.918184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-bff7e2d5-1b4e-4f10-93f8-77a84295bc7a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 812 time: 0.1052194 Jan 28 13:25:31.989612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-c9875cb5-1d5d-4fc7-89d6-84a9d22e28c6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 379 time: 0.0621412 Jan 28 13:25:31.999264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Request body: {'port': {'device_id': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'admin_state_up': True, 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'security_groups': ['d9ac942c-5347-4856-8ae7-34ffc8945805']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:32.065458 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0daf8794-451a-4928-bea3-1260ca1c593f req-06728421-5a0c-4b4d-9235-043c3f21e4e2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 210 time: 0.0615642 Jan 28 13:25:32.124610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Made reservation on behalf of 37d13d15c369420098ea5c805d33338e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:32.127936 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.254772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Allocated IP 172.20.0.10 (3b1415d8-e84b-4629-a531-67e8e2a4f8f4/b0fcbe5c-75f7-4af8-84ef-0ebed04398cc/d7edffa4-0ee9-4939-b9d7-d997d1dd009e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:32.390019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.428720 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.471520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:32.474504 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:32.481434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:32.505399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:32.536283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:32.536908 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.554075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-62002edb-4434-4e99-a203-9e8cb630e343 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5590770 Jan 28 13:25:32.566052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Request body: {'port': {'device_id': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:32.624132 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.696948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f642a3c0-fde1-4913-9feb-7b91c4e6fd74 None None] Provisioning complete for port d7edffa4-0ee9-4939-b9d7-d997d1dd009e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:32.697521 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f642a3c0-fde1-4913-9feb-7b91c4e6fd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.736967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f642a3c0-fde1-4913-9feb-7b91c4e6fd74 None None] Port d7edffa4-0ee9-4939-b9d7-d997d1dd009e cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:25:32.888620 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7edffa4-0ee9-4939-b9d7-d997d1dd009e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:32.895957 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Publish callbacks [] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.908517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Transition to ACTIVE for port object d7edffa4-0ee9-4939-b9d7-d997d1dd009e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:25:32.912014 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.960309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:33.035543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Attempting to bind port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:33.036027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Attempting to bind port d7edffa4-0ee9-4939-b9d7-d997d1dd009e by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:33.036366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Attempting to bind port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:33.041135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:25:33.041464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Attempting to bind port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:33.047485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:33.047839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:33.048233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Bound using segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:33.048660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Bound port: d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:33.049020 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.124089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:33.127284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:33.131809 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.199193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.200009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.201428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] 10.222.0.35 "PUT /v2.0/ports/d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1092 time: 0.6396515 Jan 28 13:25:33.204922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:33.207313 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c9f01-41d2-48a3-abcb-2d344abd7422" -d '{"events": [{"name": "network-changed", "server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:33.234527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7227f5-edec-4573-9321-665a60d0e269 service neutron] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:33.259268 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8df25d5-59b9-4382-adb4-d1234821cbbd x-openstack-request-id: req-d8df25d5-59b9-4382-adb4-d1234821cbbd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:33.259597 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:33.260061 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8df25d5-59b9-4382-adb4-d1234821cbbd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:33.260476 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'status': 'completed', 'code': 200} Jan 28 13:25:33.292328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c34ce6-d050-47dd-b137-147003ccb868 req-2b05581a-f825-44c3-b1ad-5569ae295aac tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.294426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25c34ce6-d050-47dd-b137-147003ccb868 req-2b05581a-f825-44c3-b1ad-5569ae295aac tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.1366985 Jan 28 13:25:33.323004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-73771a00-7b6e-46a5-b6ea-8587c1d3d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.324596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-73771a00-7b6e-46a5-b6ea-8587c1d3d1a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1095 time: 0.0773835 Jan 28 13:25:33.378297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-507fed2c-dc1f-4c14-aaf2-14b097869eb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 217 time: 0.0436471 Jan 28 13:25:33.385452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25c34ce6-d050-47dd-b137-147003ccb868 req-f6b311ec-ebcf-42f4-ae3a-6accb0cffd23 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846875 Jan 28 13:25:33.430227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-582e70d0-7009-4aaf-826c-b9200bd3c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.431653 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-582e70d0-7009-4aaf-826c-b9200bd3c363 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0452986 Jan 28 13:25:33.493225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-3eaa27e6-195c-4d3e-9bdc-022519ff5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.494747 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-3eaa27e6-195c-4d3e-9bdc-022519ff5bd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538273 Jan 28 13:25:33.581893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-3167efb8-9e4b-4357-849a-fc9fe767a553 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813320 Jan 28 13:25:33.673592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c44df988-9470-46d0-bc6b-0dc38b4a9a74 req-3ba0855e-880e-4aac-912c-689bbfbfc3e1 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852456 Jan 28 13:25:33.759507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9f01-41d2-48a3-abcb-2d344abd7422 req-dbde0261-f5af-448a-84c3-8de74b8f64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.760917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c64c9f01-41d2-48a3-abcb-2d344abd7422 req-dbde0261-f5af-448a-84c3-8de74b8f64d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1095 time: 0.0403185 Jan 28 13:25:33.863589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9f01-41d2-48a3-abcb-2d344abd7422 req-fa961426-df4d-452c-b66c-3c7e03442c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.865050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c64c9f01-41d2-48a3-abcb-2d344abd7422 req-fa961426-df4d-452c-b66c-3c7e03442c9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0976870 Jan 28 13:25:33.911686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c64c9f01-41d2-48a3-abcb-2d344abd7422 req-66db7ef2-3cf2-49d4-917c-01606066fb64 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 217 time: 0.0405321 Jan 28 13:25:33.963311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9f01-41d2-48a3-abcb-2d344abd7422 req-ec91f7ed-139c-4844-ac22-e313e9677be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.965013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c64c9f01-41d2-48a3-abcb-2d344abd7422 req-ec91f7ed-139c-4844-ac22-e313e9677be0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0457022 Jan 28 13:25:34.010122 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9f01-41d2-48a3-abcb-2d344abd7422 req-36791e13-56b9-4be7-8cfb-530fbb8cf273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.011546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c64c9f01-41d2-48a3-abcb-2d344abd7422 req-36791e13-56b9-4be7-8cfb-530fbb8cf273 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400999 Jan 28 13:25:34.104030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c64c9f01-41d2-48a3-abcb-2d344abd7422 req-000e93b1-0279-435e-9940-5a6c11766db4 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861127 Jan 28 13:25:34.195498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c64c9f01-41d2-48a3-abcb-2d344abd7422 req-720a1e52-d9fe-428a-a540-b8451fc60573 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827935 Jan 28 13:25:34.509577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9dbbf-6926-4cb7-97b4-386150eb88e2 req-a0831496-1a3c-4974-8a55-4ea4e2a5d921 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.511060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ad9dbbf-6926-4cb7-97b4-386150eb88e2 req-a0831496-1a3c-4974-8a55-4ea4e2a5d921 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0543716 Jan 28 13:25:34.557750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ad9dbbf-6926-4cb7-97b4-386150eb88e2 req-f8716498-cb53-491a-a802-a1f79fd1f7fa tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408480 Jan 28 13:25:35.552824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d7edffa4-0ee9-4939-b9d7-d997d1dd009e details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:35.649435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:35.661146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'port_id': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'mac_address': 'fa:16:3e:69:37:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:35.677081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7b0ae-7c7c-4ee0-802b-f4c916a20f90 req-6d7760e3-d955-40e1-b954-017856fd8217 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:35.678590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4a7b0ae-7c7c-4ee0-802b-f4c916a20f90 req-6d7760e3-d955-40e1-b954-017856fd8217 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0495875 Jan 28 13:25:35.703557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port d7edffa4-0ee9-4939-b9d7-d997d1dd009e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:35.703954 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.717625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7edffa4-0ee9-4939-b9d7-d997d1dd009e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:35.726168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4a7b0ae-7c7c-4ee0-802b-f4c916a20f90 req-8600cf66-1966-4c15-8faa-420f391ef579 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413702 Jan 28 13:25:35.737363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:35.741832 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.789130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:35.928002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['d7edffa4-0ee9-4939-b9d7-d997d1dd009e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:36.844185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572a5dc-0779-4eb9-bc19-6f8baa016874 req-ddb3d4ea-b4e7-4f5e-82d6-8fdc9910b24e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:36.845642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5572a5dc-0779-4eb9-bc19-6f8baa016874 req-ddb3d4ea-b4e7-4f5e-82d6-8fdc9910b24e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0490770 Jan 28 13:25:36.895778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5572a5dc-0779-4eb9-bc19-6f8baa016874 req-e730dceb-8c12-44e2-bd12-7cf2da49e02b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445657 Jan 28 13:25:37.553733 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d7edffa4-0ee9-4939-b9d7-d997d1dd009e up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:37.603563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port d7edffa4-0ee9-4939-b9d7-d997d1dd009e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:37.607624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port d7edffa4-0ee9-4939-b9d7-d997d1dd009e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:37.608016 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:37.689487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port d7edffa4-0ee9-4939-b9d7-d997d1dd009e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:37.689875 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:37.713053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:37.715692 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef64984b-3f0b-48a8-9aa9-5266fe03a5f7" -d '{"events": [{"server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "name": "network-vif-plugged", "status": "completed", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:37.727958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:37.732552 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:37.757146 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793dc157-cb6d-4d61-9cc5-22bddfa970b3 x-openstack-request-id: req-793dc157-cb6d-4d61-9cc5-22bddfa970b3 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:37.757438 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "name": "network-vif-plugged", "status": "completed", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:37.757692 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-793dc157-cb6d-4d61-9cc5-22bddfa970b3 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:37.758079 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'code': 200} Jan 28 13:25:37.783743 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:37.864368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb3185-36ae-4994-b4de-7ae7423138ad req-0829191e-8364-4480-b4c2-836e4c6f9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:37.865860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1cb3185-36ae-4994-b4de-7ae7423138ad req-0829191e-8364-4480-b4c2-836e4c6f9af0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1097 time: 0.0468719 Jan 28 13:25:37.909533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1cb3185-36ae-4994-b4de-7ae7423138ad req-fedce57a-63de-4558-bc17-183b191ee79f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378075 Jan 28 13:25:38.009348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd43e14-fe62-42c3-9ac2-202310081347 req-1bbc2006-565f-4f2c-9e68-364856c2c304 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:38.010705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dd43e14-fe62-42c3-9ac2-202310081347 req-1bbc2006-565f-4f2c-9e68-364856c2c304 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0483069 Jan 28 13:25:38.057519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2dd43e14-fe62-42c3-9ac2-202310081347 req-5efd9f65-16d5-49aa-a483-d80535d3d592 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400794 Jan 28 13:25:39.178993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6511f-4fdb-4ece-b377-b7eb5765ea03 req-7816b698-ea32-4a1f-8146-1a31be38b67f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:39.180474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1cc6511f-4fdb-4ece-b377-b7eb5765ea03 req-7816b698-ea32-4a1f-8146-1a31be38b67f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0522020 Jan 28 13:25:39.227494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1cc6511f-4fdb-4ece-b377-b7eb5765ea03 req-c45fef24-4017-43a5-9469-de0ec0d40a80 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410693 Jan 28 13:25:39.342502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff9f2a-32c1-41a8-92ef-db6fcc7aed8b req-cd92911a-6367-4262-b9bf-113c220232bf tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:39.343901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35ff9f2a-32c1-41a8-92ef-db6fcc7aed8b req-cd92911a-6367-4262-b9bf-113c220232bf tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0477297 Jan 28 13:25:39.352296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35398) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:39.357285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7eacb85b-424d-4acb-b904-a53bd3233945 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Request body: {'floatingip': {'port_id': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:39.398180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7eacb85b-424d-4acb-b904-a53bd3233945 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.827648 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7eacb85b-424d-4acb-b904-a53bd3233945 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.831439 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7eacb85b-424d-4acb-b904-a53bd3233945 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.929600 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-7eacb85b-424d-4acb-b904-a53bd3233945 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2 associated. External IP: 172.25.7.56, port: d7edffa4-0ee9-4939-b9d7-d997d1dd009e. Jan 28 13:25:40.476116 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eacb85b-424d-4acb-b904-a53bd3233945 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Router 5478bc36-1239-4daf-9c24-2244f1da2109 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:40.585664 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eacb85b-424d-4acb-b904-a53bd3233945 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:40.591125 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7eacb85b-424d-4acb-b904-a53bd3233945 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:40.595792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3187556-2ea3-4b3f-998e-816f06ed6734 None None] Sync routers for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:40.606116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3187556-2ea3-4b3f-998e-816f06ed6734 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:40.607172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d3187556-2ea3-4b3f-998e-816f06ed6734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:25:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:40.618025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7eacb85b-424d-4acb-b904-a53bd3233945 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "PUT /v2.0/floatingips/168eb6b6-248c-4aec-aef8-91778ff021c2 HTTP/1.1" status: 200 len: 992 time: 1.2646668 Jan 28 13:25:40.618610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:40.620901 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecd8cca-957f-4e35-9fb8-815d16e62c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:40.661755 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d782d24-b3df-4ace-83a5-66cf9565c4fc x-openstack-request-id: req-5d782d24-b3df-4ace-83a5-66cf9565c4fc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:40.662049 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:40.662328 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d782d24-b3df-4ace-83a5-66cf9565c4fc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:40.662909 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'status': 'completed', 'code': 200} Jan 28 13:25:40.722261 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d3187556-2ea3-4b3f-998e-816f06ed6734 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:40.727945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8cca-957f-4e35-9fb8-815d16e62c6a req-1c34ade7-7687-40a8-9bd8-379d563b55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.729444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aecd8cca-957f-4e35-9fb8-815d16e62c6a req-1c34ade7-7687-40a8-9bd8-379d563b55a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1097 time: 0.0420275 Jan 28 13:25:40.823717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8cca-957f-4e35-9fb8-815d16e62c6a req-36513a4c-73b3-416e-a261-8429cf6be04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.826001 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aecd8cca-957f-4e35-9fb8-815d16e62c6a req-36513a4c-73b3-416e-a261-8429cf6be04f service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0907998 Jan 28 13:25:40.900609 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aecd8cca-957f-4e35-9fb8-815d16e62c6a req-3cfe05a2-7ae0-4988-b70a-3c60d067d588 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1000 time: 0.0690506 Jan 28 13:25:40.954486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d3187556-2ea3-4b3f-998e-816f06ed6734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '168eb6b6-248c-4aec-aef8-91778ff021c2', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'port_id': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'mac_address': 'fa:16:3e:69:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:18:42Z', 'updated_at': '2022-01-28T13:25:39Z', 'revision_number': 13, 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:40.956546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8cca-957f-4e35-9fb8-815d16e62c6a req-aa83aa36-4e4b-42c9-8bd1-c776aa8adc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.958004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aecd8cca-957f-4e35-9fb8-815d16e62c6a req-aa83aa36-4e4b-42c9-8bd1-c776aa8adc92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0498188 Jan 28 13:25:40.981196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3187556-2ea3-4b3f-998e-816f06ed6734 None None] Checking router: 5478bc36-1239-4daf-9c24-2244f1da2109 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:40.989351 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3187556-2ea3-4b3f-998e-816f06ed6734 None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:40.989962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d3187556-2ea3-4b3f-998e-816f06ed6734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:25:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:41.003481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8cca-957f-4e35-9fb8-815d16e62c6a req-85235d58-4dd7-4eff-8069-26e88e835413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.004978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aecd8cca-957f-4e35-9fb8-815d16e62c6a req-85235d58-4dd7-4eff-8069-26e88e835413 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416558 Jan 28 13:25:41.094129 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aecd8cca-957f-4e35-9fb8-815d16e62c6a req-6811e1d6-21bb-453c-bad8-af311bf7b50a service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835183 Jan 28 13:25:41.095805 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d3187556-2ea3-4b3f-998e-816f06ed6734 None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:41.187352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aecd8cca-957f-4e35-9fb8-815d16e62c6a req-cc5d0d14-8ac8-4e0c-a74b-269ccdbd0999 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872917 Jan 28 13:25:41.326966 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d3187556-2ea3-4b3f-998e-816f06ed6734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '168eb6b6-248c-4aec-aef8-91778ff021c2', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'port_id': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'mac_address': 'fa:16:3e:69:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:18:42Z', 'updated_at': '2022-01-28T13:25:39Z', 'revision_number': 13, 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:41.357470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3187556-2ea3-4b3f-998e-816f06ed6734 None None] The sync data for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 is: [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '168eb6b6-248c-4aec-aef8-91778ff021c2', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'port_id': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'mac_address': 'fa:16:3e:69:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:18:42Z', 'updated_at': '2022-01-28T13:25:39Z', 'revision_number': 13, 'project_id': '37d13d15c369420098ea5c805d33338e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:41.561159 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c96a11-e743-49db-b1a0-713971d1cb78 None None] New status for floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:25:47.850313 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:48.222132 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:49.039280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71d12640-5285-4b9f-85dd-0ae3d6d99ae3 req-208003c4-7470-4a09-a871-a0db339425f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422354 Jan 28 13:25:49.120484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d12640-5285-4b9f-85dd-0ae3d6d99ae3 req-84ad602f-189b-4d38-a758-d7bc961b8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:49.122229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71d12640-5285-4b9f-85dd-0ae3d6d99ae3 req-84ad602f-189b-4d38-a758-d7bc961b8e11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1097 time: 0.0424616 Jan 28 13:25:49.228796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d12640-5285-4b9f-85dd-0ae3d6d99ae3 req-ed5bde46-1f82-420a-9326-d1bc435e5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:49.230986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71d12640-5285-4b9f-85dd-0ae3d6d99ae3 req-ed5bde46-1f82-420a-9326-d1bc435e5d44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0901868 Jan 28 13:25:49.299864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71d12640-5285-4b9f-85dd-0ae3d6d99ae3 req-65b37bb1-f386-47db-ad2f-ef77f00d93e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1002 time: 0.0635438 Jan 28 13:25:49.344907 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6957ca20-eeaf-4478-9b41-cb99e3d8992c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:49.356093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d12640-5285-4b9f-85dd-0ae3d6d99ae3 req-848ea307-ba2e-4a64-b4f8-730c126de235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:49.357557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71d12640-5285-4b9f-85dd-0ae3d6d99ae3 req-848ea307-ba2e-4a64-b4f8-730c126de235 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0520034 Jan 28 13:25:49.411427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d12640-5285-4b9f-85dd-0ae3d6d99ae3 req-b1bbf5be-7d1d-4b09-9262-a02ba2b9d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:49.412954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71d12640-5285-4b9f-85dd-0ae3d6d99ae3 req-b1bbf5be-7d1d-4b09-9262-a02ba2b9d4dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487449 Jan 28 13:25:49.501995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71d12640-5285-4b9f-85dd-0ae3d6d99ae3 req-1797356c-7807-440f-a4ec-6092ed03ee91 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826368 Jan 28 13:25:49.597703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71d12640-5285-4b9f-85dd-0ae3d6d99ae3 req-0ec27759-7320-4f67-ba01-877e1beca3d8 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888863 Jan 28 13:25:51.684339 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1c45b0e-6baa-4d81-b6dd-8d1588f4e3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:53.176616 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:54.835473 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:56.162011 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:03.250841 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:26:17.856320 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:18.230156 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:19.336152 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c9b95f9-c805-43ea-913d-415ed063bcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:21.687278 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f416b5c-9df4-418c-946a-070fd3bb5580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:23.178341 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:24.843613 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:24.850219 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-486cde1d-da06-4a39-b0ac-82c75e513066 req-b1a118ec-9456-40ff-8985-ddeff6c40458 service neutron] (103128) timed out ('10.222.0.53', 33108) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:26:26.166226 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:40.251441 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:26:47.856980 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:48.235415 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:49.337904 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c00376f-3e11-4d2b-b7e9-53b5e31dc4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:51.037953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-d78ac8e9-5bd3-4856-817e-95f9a6a79763 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440574 Jan 28 13:26:51.120101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-3b0c3d90-d183-4c32-ada0-b81c29ff2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:51.121591 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-3b0c3d90-d183-4c32-ada0-b81c29ff2af9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1097 time: 0.0443535 Jan 28 13:26:51.231485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-752aa745-edeb-43df-8559-31478f57f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:51.232940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-752aa745-edeb-43df-8559-31478f57f534 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0940516 Jan 28 13:26:51.304466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-e84fb7da-8da2-4414-a708-9039c5479676 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1002 time: 0.0647068 Jan 28 13:26:51.359800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-19d22ccd-5bdb-4830-961d-7b3c7830e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:51.361303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-19d22ccd-5bdb-4830-961d-7b3c7830e435 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0520921 Jan 28 13:26:51.408823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-6e408e94-7d63-4be8-bc20-f1087347543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:51.410331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-6e408e94-7d63-4be8-bc20-f1087347543d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437326 Jan 28 13:26:51.420823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-8b72a60b-5a7c-4df3-a805-fbd578105c20 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:26:51.421779 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-8b72a60b-5a7c-4df3-a805-fbd578105c20 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055363 Jan 28 13:26:51.512726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-dd47720f-82ac-40d5-9cbe-5749fb806cef service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848427 Jan 28 13:26:51.608665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8177af97-b51c-482a-99c4-654bbd9990c5 req-2c7923cc-5b9e-4b7e-82b8-47a503ce5465 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904081 Jan 28 13:26:51.689529 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6140014c-b351-4785-9af4-dcce2c849297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:53.181276 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:54.842210 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:56.169184 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.251360 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:27:17.871398 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.252997 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.192125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abd5c8-7fd1-401b-a466-af74939730f5 req-a694d8b1-cf9c-440d-8756-79925a5c444f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:19.193620 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33abd5c8-7fd1-401b-a466-af74939730f5 req-a694d8b1-cf9c-440d-8756-79925a5c444f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0576105 Jan 28 13:27:19.245430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33abd5c8-7fd1-401b-a466-af74939730f5 req-a18a438c-0a19-4e53-b824-a17d72ee0c05 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451498 Jan 28 13:27:19.342550 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5e9c-7fee-4453-89bf-f20a90a78f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:21.693264 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3197c53e-1bb8-4845-a755-bc54342393e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.183093 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.852239 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.172632 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.520306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-f1c5a840-e6f8-475e-84f4-f8d892ea9cf9 req-f7ef9fa8-d5cc-4034-9797-0f78cccf8780 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:27:35.521318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1c5a840-e6f8-475e-84f4-f8d892ea9cf9 req-f7ef9fa8-d5cc-4034-9797-0f78cccf8780 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0560665 Jan 28 13:27:35.709466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600cd86-3db0-47f7-a951-9782f7d98249 req-21fa2708-aefe-4949-bab8-0759655dee1f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:35.710959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a600cd86-3db0-47f7-a951-9782f7d98249 req-21fa2708-aefe-4949-bab8-0759655dee1f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0513759 Jan 28 13:27:35.753934 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-68ce0650-bef2-42e3-8db5-07eb7f392e15 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1032574 Jan 28 13:27:35.766706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-a4d9f0f2-ae6e-482d-87c7-985f5a179f13 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:27:35.767654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a600cd86-3db0-47f7-a951-9782f7d98249 req-8e111a4d-dc08-424a-b3c2-d1064787b932 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503368 Jan 28 13:27:35.767870 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-a4d9f0f2-ae6e-482d-87c7-985f5a179f13 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084758 Jan 28 13:27:36.891332 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-1f89143d-3094-4c09-af96-80882170297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:36.892865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-1f89143d-3094-4c09-af96-80882170297c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1097 time: 0.0715981 Jan 28 13:27:36.914631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1a713-9b06-40ef-a373-4cf4a7447da0 req-b1fe3b5c-4a47-4245-9d1b-2ff9d5026be1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:36.916138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0e1a713-9b06-40ef-a373-4cf4a7447da0 req-b1fe3b5c-4a47-4245-9d1b-2ff9d5026be1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0673573 Jan 28 13:27:37.018780 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0e1a713-9b06-40ef-a373-4cf4a7447da0 req-b5707452-739d-4ad6-ae9e-d4d38e697985 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908132 Jan 28 13:27:37.036914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-2517dd61-073e-4425-98a2-865828a78bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:37.038375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-2517dd61-073e-4425-98a2-865828a78bc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1377933 Jan 28 13:27:37.104556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-97c3b3d5-f506-4d40-a32f-b276d2efe777 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1002 time: 0.0602200 Jan 28 13:27:37.157364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-9f72b750-b16b-4a5b-b13a-f53e68df2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:37.158812 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-9f72b750-b16b-4a5b-b13a-f53e68df2aa6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0489919 Jan 28 13:27:37.205219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-4adbf40d-2d09-47a3-aeb6-120662e6c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:37.206751 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-4adbf40d-2d09-47a3-aeb6-120662e6c177 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413828 Jan 28 13:27:37.304014 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-8c0995d6-f093-4830-9ad8-332d6b715240 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910206 Jan 28 13:27:37.398995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-dcaa5270-40ba-449d-8a43-b02c3c336e6a service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878811 Jan 28 13:27:38.140258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437d9c1-5e91-4675-8b90-c9cb1677c435 req-c07df2a6-0773-4a73-9c2d-a64adccd5e24 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:38.141759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f437d9c1-5e91-4675-8b90-c9cb1677c435 req-c07df2a6-0773-4a73-9c2d-a64adccd5e24 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0515552 Jan 28 13:27:38.193357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f437d9c1-5e91-4675-8b90-c9cb1677c435 req-9b574e64-658b-4751-913e-836c0a25d448 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459619 Jan 28 13:27:39.319653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ae946-6b52-4777-9012-0ea0b95b2dff req-5de5e851-aa4d-4714-8d5c-ae3023907d11 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:39.321155 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e28ae946-6b52-4777-9012-0ea0b95b2dff req-5de5e851-aa4d-4714-8d5c-ae3023907d11 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0556035 Jan 28 13:27:39.369767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e28ae946-6b52-4777-9012-0ea0b95b2dff req-9915677b-d442-4dcf-981e-b0806152cb9f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 Jan 28 13:27:40.492517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873ee9f-0cd3-4bb5-9f7d-cd5dd1c448f6 req-c539c584-f6be-4848-ba3c-2a0151cd0b95 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.493990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2873ee9f-0cd3-4bb5-9f7d-cd5dd1c448f6 req-c539c584-f6be-4848-ba3c-2a0151cd0b95 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0515599 Jan 28 13:27:40.541876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2873ee9f-0cd3-4bb5-9f7d-cd5dd1c448f6 req-6f991f62-8ad2-4e9d-8469-bd03f739a2f3 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414660 Jan 28 13:27:41.675936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac72e7-2ba2-4ccf-9597-13c8511203cf req-26f5e56e-20f2-482e-b549-ff621f6547d8 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:41.677608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92ac72e7-2ba2-4ccf-9597-13c8511203cf req-26f5e56e-20f2-482e-b549-ff621f6547d8 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0613427 Jan 28 13:27:41.746293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-92ac72e7-2ba2-4ccf-9597-13c8511203cf req-bd6845df-0e3f-4c95-a510-12c2009129f1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619740 Jan 28 13:27:42.867819 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224605d2-fea0-4dfa-b751-38bfc757dfcf req-f60ac705-a0fd-4266-b678-f120d0a4ad62 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:42.869282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-224605d2-fea0-4dfa-b751-38bfc757dfcf req-f60ac705-a0fd-4266-b678-f120d0a4ad62 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0505943 Jan 28 13:27:42.917851 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-224605d2-fea0-4dfa-b751-38bfc757dfcf req-fc623188-e46b-488d-a6b8-27449faaaa98 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424306 Jan 28 13:27:44.037866 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442e79d-3ff6-4e0c-8f19-89e45170c3a9 req-f090ecb6-b3ee-4faa-8143-13c060e2255f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:44.039265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c442e79d-3ff6-4e0c-8f19-89e45170c3a9 req-f090ecb6-b3ee-4faa-8143-13c060e2255f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0493321 Jan 28 13:27:44.086941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c442e79d-3ff6-4e0c-8f19-89e45170c3a9 req-bfbe4c93-40a3-401d-9150-f34d4b1fd45c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413487 Jan 28 13:27:45.234033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc95e49-0820-4689-aa4e-77188c894b81 req-a7bc9ae0-71c4-4b10-aef2-e100583df13c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:45.235638 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cc95e49-0820-4689-aa4e-77188c894b81 req-a7bc9ae0-71c4-4b10-aef2-e100583df13c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0604076 Jan 28 13:27:45.288356 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3cc95e49-0820-4689-aa4e-77188c894b81 req-e5ff92a7-a145-45a9-8ac4-2a2f8ef2d830 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466363 Jan 28 13:27:46.405748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ba397-a6f1-4db4-8620-4358c3b2077f req-76b20f99-7462-4b58-802c-928c5ad3450c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:46.407237 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-107ba397-a6f1-4db4-8620-4358c3b2077f req-76b20f99-7462-4b58-802c-928c5ad3450c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0489531 Jan 28 13:27:46.454293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-107ba397-a6f1-4db4-8620-4358c3b2077f req-dfcde72b-e795-40cf-a914-1236b0932004 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414188 Jan 28 13:27:47.573785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c7418-f54d-4f27-b36c-b0ccac96ed2d req-a9cddcd4-8d46-401b-8245-e070b9b7198e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:47.575833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd6c7418-f54d-4f27-b36c-b0ccac96ed2d req-a9cddcd4-8d46-401b-8245-e070b9b7198e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0490663 Jan 28 13:27:47.630083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd6c7418-f54d-4f27-b36c-b0ccac96ed2d req-54f0e4c2-e786-4684-ad39-042ae0d49d7a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483215 Jan 28 13:27:47.863991 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.260670 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.758518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bd8b3-6530-44be-95c8-3da36ec62494 req-980a2af4-ee32-4b1b-8f74-44fbfe6da4b3 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:48.760204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da1bd8b3-6530-44be-95c8-3da36ec62494 req-980a2af4-ee32-4b1b-8f74-44fbfe6da4b3 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0518501 Jan 28 13:27:48.812969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da1bd8b3-6530-44be-95c8-3da36ec62494 req-4b21772e-a708-495f-a1af-202d490f2f1c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460875 Jan 28 13:27:49.344289 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97b875b4-cfcf-4432-9350-292e5b44a602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.933214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55478918-c4b1-43ad-975f-bdba321214e6 req-4912eab5-dd9c-495c-9f9c-7c7bd094832b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:49.935397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55478918-c4b1-43ad-975f-bdba321214e6 req-4912eab5-dd9c-495c-9f9c-7c7bd094832b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0498805 Jan 28 13:27:49.991716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-55478918-c4b1-43ad-975f-bdba321214e6 req-461002ae-5a3b-4a4a-a58f-8679b1954e03 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502019 Jan 28 13:27:51.134453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aec26c-ae93-4760-b20b-75357521acc9 req-e4b52264-23ec-40b3-8b61-0ff41edcbf3b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:51.136414 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20aec26c-ae93-4760-b20b-75357521acc9 req-e4b52264-23ec-40b3-8b61-0ff41edcbf3b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0698426 Jan 28 13:27:51.187433 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20aec26c-ae93-4760-b20b-75357521acc9 req-52bac931-47fa-470e-ab92-ec8ea2c7daff tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446281 Jan 28 13:27:51.696319 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d97745e7-a012-400c-85ed-93de4bd4b5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:52.326027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341af9a3-f678-4a42-bd75-b298f39a65eb req-f6953c64-e357-42d8-b7b7-5e00f38ab4e6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:52.328394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-341af9a3-f678-4a42-bd75-b298f39a65eb req-f6953c64-e357-42d8-b7b7-5e00f38ab4e6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0539677 Jan 28 13:27:52.379612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-341af9a3-f678-4a42-bd75-b298f39a65eb req-ae0dcb32-b8f5-426f-a580-f7c8bc2a9db1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447831 Jan 28 13:27:53.097285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2400848-d739-47b1-bcc2-a57b0e912a92 req-92d20cc1-3f77-4a1a-983c-0fac17525567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:53.099054 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2400848-d739-47b1-bcc2-a57b0e912a92 req-92d20cc1-3f77-4a1a-983c-0fac17525567 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1097 time: 0.0472884 Jan 28 13:27:53.128603 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-eef8b546-a708-4b49-b4c7-58f038dfd104 service neutron] show failed (client error): The resource could not be found. Jan 28 13:27:53.129830 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-eef8b546-a708-4b49-b4c7-58f038dfd104 service neutron] 10.222.0.35 "GET /v2.0/ports/d7edffa4-0ee9-4939-b9d7-d997d1dd009e/bindings/n-h2-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0616655 Jan 28 13:27:53.187179 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.220411 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2400848-d739-47b1-bcc2-a57b0e912a92 req-afbfa8ed-4708-44e7-8290-a8b5d869ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:53.221885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2400848-d739-47b1-bcc2-a57b0e912a92 req-afbfa8ed-4708-44e7-8290-a8b5d869ec51 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1037409 Jan 28 13:27:53.305917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2400848-d739-47b1-bcc2-a57b0e912a92 req-2cdd8021-6a75-4307-ae2a-4c1f83e80047 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1002 time: 0.0775359 Jan 28 13:27:53.394320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2400848-d739-47b1-bcc2-a57b0e912a92 req-52d91070-a9f6-4898-9717-69a2fe3b046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:53.395866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2400848-d739-47b1-bcc2-a57b0e912a92 req-52d91070-a9f6-4898-9717-69a2fe3b046b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0842614 Jan 28 13:27:53.401737 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-9f3f1cfc-314e-4f7c-9a89-75949676c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:53.404198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-9f3f1cfc-314e-4f7c-9a89-75949676c42b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 1097 time: 0.1060855 Jan 28 13:27:53.416788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:53.529224 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.532469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2400848-d739-47b1-bcc2-a57b0e912a92 req-3b137da2-1bca-4da5-91d4-92d15c3194a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:53.534013 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2400848-d739-47b1-bcc2-a57b0e912a92 req-3b137da2-1bca-4da5-91d4-92d15c3194a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289244 Jan 28 13:27:53.565662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d728c9-369a-4eb5-b2d9-4d4aac64b8b2 req-b073884b-0f21-48bf-84e6-18ab491f669b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:53.566994 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90d728c9-369a-4eb5-b2d9-4d4aac64b8b2 req-b073884b-0f21-48bf-84e6-18ab491f669b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.1038888 Jan 28 13:27:53.787365 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90d728c9-369a-4eb5-b2d9-4d4aac64b8b2 req-dc65588a-37ab-483e-b0ba-3c90d045ac73 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049928 Jan 28 13:27:53.811916 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2400848-d739-47b1-bcc2-a57b0e912a92 req-270dd3d8-70a6-46b5-b0c4-799d5a7cc2bc service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625499 Jan 28 13:27:53.969368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:53.989688 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2400848-d739-47b1-bcc2-a57b0e912a92 req-9ac925ad-5415-44bc-9b8b-31ba17e731f9 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675787 Jan 28 13:27:54.013576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:54.057574 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:54.060757 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8733ad2-4cde-49bc-a623-5c9c55a911bf" -d '{"events": [{"server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "name": "network-vif-unplugged", "status": "completed", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:54.065450 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Publish callbacks [] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.079840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Transition to ACTIVE for port object d7edffa4-0ee9-4939-b9d7-d997d1dd009e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:27:54.083971 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.091655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d7edffa4-0ee9-4939-b9d7-d997d1dd009e no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:54.144566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] The host n-h1-824835-4 is not matching for port d7edffa4-0ee9-4939-b9d7-d997d1dd009e host n-h2-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:27:54.145210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d7edffa4-0ee9-4939-b9d7-d997d1dd009e not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:54.179249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:54.193250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.193753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.193887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.194396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.194813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.195142 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.195490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.195888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.196207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.196566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.196826 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.197148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.197462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:54.215005 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170dd97e-d364-4be4-b2f6-7b09d31164ff x-openstack-request-id: req-170dd97e-d364-4be4-b2f6-7b09d31164ff {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:54.215446 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "name": "network-vif-unplugged", "status": "completed", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:54.215709 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-170dd97e-d364-4be4-b2f6-7b09d31164ff {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:54.216189 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'code': 200} Jan 28 13:27:54.240495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] No DVR routers for this DVR port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:54.252551 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:27:54.395112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Attempting to bind port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:54.395952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Attempting to bind port d7edffa4-0ee9-4939-b9d7-d997d1dd009e by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:54.396123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Attempting to bind port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:54.400845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:27:54.401167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Attempting to bind port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:54.406568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:54.406843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:54.407334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Bound using segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:54.407783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Bound port: d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:54.408137 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.478926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:54.482843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:54.488901 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.526263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:54.526688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.528832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] 10.222.0.49 "PUT /v2.0/ports/d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1092 time: 1.1161547 Jan 28 13:27:54.584679 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb818f-1d6d-4324-90d7-6caa2d4557d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:54.606507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-e09faa82-e923-470f-88e0-fbd17b0f4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:54.608182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-e09faa82-e923-470f-88e0-fbd17b0f4cb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1095 time: 0.0574379 Jan 28 13:27:54.715845 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-359c53d1-dd52-4ffe-ac87-4884d4d3478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:54.717328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-359c53d1-dd52-4ffe-ac87-4884d4d3478e service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1029258 Jan 28 13:27:54.784901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-1aadbc69-15e7-41c9-9505-54213ccb9848 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1000 time: 0.0622442 Jan 28 13:27:54.845696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-96f2d9f0-950f-49bf-b2a3-ebce64d5e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:54.847127 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.847883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-96f2d9f0-950f-49bf-b2a3-ebce64d5e845 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0560572 Jan 28 13:27:54.931522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-c9f19e87-0d65-45f7-a064-fdaba8e7a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:54.933050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-c9f19e87-0d65-45f7-a064-fdaba8e7a1c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794466 Jan 28 13:27:54.954211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1409dc-3267-4c76-a2dd-23d801562e98 req-314c2658-1131-4154-8cdb-024346159b98 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:54.955768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca1409dc-3267-4c76-a2dd-23d801562e98 req-314c2658-1131-4154-8cdb-024346159b98 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0912888 Jan 28 13:27:55.057518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca1409dc-3267-4c76-a2dd-23d801562e98 req-de23201b-9604-46b6-85a1-75110d58cc76 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908046 Jan 28 13:27:55.073091 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-5997cc96-4951-495f-96fa-3dc5132b1246 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346097 Jan 28 13:27:55.172807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-dafbf3ee-dbb3-4da5-a441-6ed841ed9d90 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940080 Jan 28 13:27:56.183065 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.202622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5185e-7904-415a-b76b-32678440ed11 req-82029b30-dc4a-4288-8cab-1c44c2fffa12 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:56.204983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6e5185e-7904-415a-b76b-32678440ed11 req-82029b30-dc4a-4288-8cab-1c44c2fffa12 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0668395 Jan 28 13:27:56.217398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:56.219728 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebba7e42-5850-42d5-a9ee-2abfcff8808a" -d '{"events": [{"name": "network-changed", "server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:56.275254 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d6e5185e-7904-415a-b76b-32678440ed11 req-fe773329-79dd-44c0-b3b2-2cd7664aa1b9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644343 Jan 28 13:27:56.276858 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579c3ae7-01ff-4193-bd88-a4052f0ce1a2 x-openstack-request-id: req-579c3ae7-01ff-4193-bd88-a4052f0ce1a2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:56.277825 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:56.278123 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-579c3ae7-01ff-4193-bd88-a4052f0ce1a2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:56.278594 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'status': 'completed', 'code': 200} Jan 28 13:27:56.381595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-bdc0277f-5fbf-4e1d-bcd4-b9a4e8c54244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:56.383104 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-bdc0277f-5fbf-4e1d-bcd4-b9a4e8c54244 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1095 time: 0.0829117 Jan 28 13:27:56.384981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-f851582d-44ed-4ca5-9308-d2412d5e44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:56.386396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-f851582d-44ed-4ca5-9308-d2412d5e44e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1095 time: 0.0766101 Jan 28 13:27:56.896595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-0fed121b-80df-4490-8136-9f4f779da8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:56.897651 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-0fed121b-80df-4490-8136-9f4f779da8f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.5087645 Jan 28 13:27:56.900494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-81f79586-f064-4b78-ae76-ac9b0e5e9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:56.901848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-81f79586-f064-4b78-ae76-ac9b0e5e9bd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.5055857 Jan 28 13:27:57.020928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-d0916569-858a-4eb5-b3ef-5d159c80e4fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1000 time: 0.1101742 Jan 28 13:27:57.022567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-0f200833-cdeb-4508-ae5a-06bf452590b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1000 time: 0.1180882 Jan 28 13:27:57.117509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-f71cf6a2-9636-4145-9bb0-2d9f13ef4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:57.119012 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-f71cf6a2-9636-4145-9bb0-2d9f13ef4c68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0920556 Jan 28 13:27:57.120482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-3747ed4b-b955-4d94-935f-d3caa5860034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:57.122343 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-3747ed4b-b955-4d94-935f-d3caa5860034 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0933113 Jan 28 13:27:57.201303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-f9a3740e-752d-4d67-af44-e3479cbfb263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:57.203741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-f9a3740e-752d-4d67-af44-e3479cbfb263 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778008 Jan 28 13:27:57.206143 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-fd674261-fe94-4459-bee6-761489ae53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:57.208216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-fd674261-fe94-4459-bee6-761489ae53e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736735 Jan 28 13:27:57.411163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-c3fd1ac7-c8a7-4e6c-8e3b-2a6d66f8938d service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893206 Jan 28 13:27:57.414270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-408fbad9-4da5-49d8-a767-8aed4acfc396 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050717 Jan 28 13:27:57.542110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87452b68-df18-4cd1-85b2-1274fcaa5b94 req-e60e49a2-c566-4101-b4d9-1a13d39390cd tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:57.544220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87452b68-df18-4cd1-85b2-1274fcaa5b94 req-e60e49a2-c566-4101-b4d9-1a13d39390cd tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.1880054 Jan 28 13:27:57.622926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-7f9ff698-3582-4da2-952a-1df5fa03422c service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036507 Jan 28 13:27:57.630637 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ebba7e42-5850-42d5-a9ee-2abfcff8808a req-99385257-4cca-451f-9ce7-3ec2d91f5bc4 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019045 Jan 28 13:27:57.642558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87452b68-df18-4cd1-85b2-1274fcaa5b94 req-08d6f90b-5eaf-43db-9642-c3dd09a4606c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917475 Jan 28 13:27:58.767082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954297d9-06a4-4c18-af76-e98942bba37a req-1ed03d4d-b756-4528-984c-c7dee2419156 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:58.768646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-954297d9-06a4-4c18-af76-e98942bba37a req-1ed03d4d-b756-4528-984c-c7dee2419156 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0521204 Jan 28 13:27:58.816383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-954297d9-06a4-4c18-af76-e98942bba37a req-4bdb1062-cd53-4358-b6dd-5bac32d29140 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420685 Jan 28 13:27:59.937960 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd14898-fa21-45f6-a404-5219196575c2 req-469f24ed-06d3-46f0-b63c-6aa993e68ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:59.939380 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4dd14898-fa21-45f6-a404-5219196575c2 req-469f24ed-06d3-46f0-b63c-6aa993e68ea6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0538707 Jan 28 13:27:59.988336 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4dd14898-fa21-45f6-a404-5219196575c2 req-38786898-7621-4b08-82c1-7b9f233f7949 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433159 Jan 28 13:28:01.107079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6815f-2440-4c03-b187-f72e006d0f8d req-41255b76-a6e9-47eb-aa93-02a89647a75c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:01.108612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ccf6815f-2440-4c03-b187-f72e006d0f8d req-41255b76-a6e9-47eb-aa93-02a89647a75c tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0507624 Jan 28 13:28:01.158585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ccf6815f-2440-4c03-b187-f72e006d0f8d req-3d046d5d-64d7-4b6c-9d77-ec1684ac8cab tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440676 Jan 28 13:28:02.280732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5638fe-f816-4b86-ac52-985f303d3685 req-62e99eb0-4f32-428f-87b0-cae196e68260 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:02.282409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b5638fe-f816-4b86-ac52-985f303d3685 req-62e99eb0-4f32-428f-87b0-cae196e68260 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0506089 Jan 28 13:28:02.335981 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b5638fe-f816-4b86-ac52-985f303d3685 req-2759986b-aa60-4ac1-92ac-1b14845ce3f4 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477848 Jan 28 13:28:03.456306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b9780-0ef4-4b68-b9ed-436b1becdd6d req-e58ea51f-b7ae-4e84-88be-e8d33ae5b2e6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:03.457947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b42b9780-0ef4-4b68-b9ed-436b1becdd6d req-e58ea51f-b7ae-4e84-88be-e8d33ae5b2e6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0492699 Jan 28 13:28:03.508105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b42b9780-0ef4-4b68-b9ed-436b1becdd6d req-88cbe1fb-1a3a-4ebd-b20b-7b662c8b1ae0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417361 Jan 28 13:28:04.631705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d4db8-8d7f-4cc2-8323-f633a3029680 req-dc93f1cb-a51c-495b-b802-a778b98e4469 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:04.633955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-960d4db8-8d7f-4cc2-8323-f633a3029680 req-dc93f1cb-a51c-495b-b802-a778b98e4469 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0518575 Jan 28 13:28:04.684417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-960d4db8-8d7f-4cc2-8323-f633a3029680 req-2c1b9d5e-bd27-4e38-9402-8ce9390bfb0e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445211 Jan 28 13:28:05.806156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039cb74-e230-4bdf-944d-3b1493c0bd6c req-0c8d870b-cc0a-4caa-bb15-359324bd658d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:05.807626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6039cb74-e230-4bdf-944d-3b1493c0bd6c req-0c8d870b-cc0a-4caa-bb15-359324bd658d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0514517 Jan 28 13:28:05.855352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6039cb74-e230-4bdf-944d-3b1493c0bd6c req-7dca8e5b-3c37-465b-813d-889d9efb96ab tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409529 Jan 28 13:28:06.969965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bbef3-73be-47d8-b18f-a36c11e777c7 req-83e0adfd-7b8d-4449-801d-4f885f0bfe5e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:06.971462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b03bbef3-73be-47d8-b18f-a36c11e777c7 req-83e0adfd-7b8d-4449-801d-4f885f0bfe5e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0485568 Jan 28 13:28:07.018126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b03bbef3-73be-47d8-b18f-a36c11e777c7 req-707fa176-3898-4ad9-b3b8-bbd90e0af97b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409997 Jan 28 13:28:08.139393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e963f2-b441-4842-91a8-9fb452d94faf req-7b005f2a-d774-47f9-b8e4-1297951cf839 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:08.140880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11e963f2-b441-4842-91a8-9fb452d94faf req-7b005f2a-d774-47f9-b8e4-1297951cf839 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0523674 Jan 28 13:28:08.188613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-11e963f2-b441-4842-91a8-9fb452d94faf req-37c8045d-d1b3-4876-aba9-6e4a7521001d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Jan 28 13:28:09.304730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164d912-4e93-4a51-96cc-00862b09178f req-03b10d88-981f-4e74-8cd8-34a58144598b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:09.306194 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5164d912-4e93-4a51-96cc-00862b09178f req-03b10d88-981f-4e74-8cd8-34a58144598b tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0483065 Jan 28 13:28:09.354068 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5164d912-4e93-4a51-96cc-00862b09178f req-c900c68d-e53d-42ac-aa5a-2810c7e81db4 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420876 Jan 28 13:28:10.472804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466c404-9a37-4a4b-a93e-d421a1e5cdf5 req-64179bec-130b-4cb7-9bf3-0c272faf0280 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:10.474336 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b466c404-9a37-4a4b-a93e-d421a1e5cdf5 req-64179bec-130b-4cb7-9bf3-0c272faf0280 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0495021 Jan 28 13:28:10.525611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b466c404-9a37-4a4b-a93e-d421a1e5cdf5 req-1c11c94a-9896-4479-9333-77737edeaac6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457098 Jan 28 13:28:11.684922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b256a4a-7a91-4aaa-a4fc-e125336eaa0f req-737b4e73-de7f-4c95-9564-127cd3424138 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:11.686408 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b256a4a-7a91-4aaa-a4fc-e125336eaa0f req-737b4e73-de7f-4c95-9564-127cd3424138 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0921583 Jan 28 13:28:11.734149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b256a4a-7a91-4aaa-a4fc-e125336eaa0f req-3ee8e95e-fa13-4fdb-b52b-545dce5c5fb1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 Jan 28 13:28:12.849082 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09466f50-3c10-45d6-b55a-3c9b1301de38 req-1e1943af-d369-4442-a50d-949330fcaedd tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:12.850549 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09466f50-3c10-45d6-b55a-3c9b1301de38 req-1e1943af-d369-4442-a50d-949330fcaedd tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0480323 Jan 28 13:28:12.899939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09466f50-3c10-45d6-b55a-3c9b1301de38 req-7e343771-0714-453d-9d39-7d82c76749e8 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426338 Jan 28 13:28:13.215528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-2feaa9de-45cb-40ec-954a-8796990f0a1f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:13.218033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-2feaa9de-45cb-40ec-954a-8796990f0a1f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.49 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a&tenant_id=37d13d15c369420098ea5c805d33338e&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 944 time: 0.0864770 Jan 28 13:28:13.230071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9ab4f-6907-422b-b0f3-7ab510567a4f req-9812422e-7c96-4bb3-808f-1846c87a4824 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:13.231679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21a9ab4f-6907-422b-b0f3-7ab510567a4f req-9812422e-7c96-4bb3-808f-1846c87a4824 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 944 time: 0.0691659 Jan 28 13:28:13.317151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-21a9ab4f-6907-422b-b0f3-7ab510567a4f req-8f4c816f-4f86-4bc0-b541-e44adebc3fd2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789711 Jan 28 13:28:13.320053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-290a155b-3fb0-4623-a4b7-db3455b329d7 service neutron] 10.222.0.49 "GET /v2.0/ports/d7edffa4-0ee9-4939-b9d7-d997d1dd009e/bindings/n-h2-824835-4 HTTP/1.1" status: 200 len: 382 time: 0.0874634 Jan 28 13:28:13.386732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-dd754601-79aa-4a52-82a9-f7695bcd3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:13.388384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-dd754601-79aa-4a52-82a9-f7695bcd3eb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1095 time: 0.0453486 Jan 28 13:28:13.477983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-2c9e25e9-e6df-4149-8cfb-729b90bbe601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:13.479477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-2c9e25e9-e6df-4149-8cfb-729b90bbe601 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0861764 Jan 28 13:28:13.550733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-fc6a87b9-b340-4acc-a850-a26315e9a8db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1000 time: 0.0657554 Jan 28 13:28:13.599084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-431b9c62-86a2-4045-985b-966941f400b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:13.600541 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-431b9c62-86a2-4045-985b-966941f400b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0442410 Jan 28 13:28:13.645080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-78624634-6f54-4c0a-923c-ccfa8b46f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:13.646602 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-78624634-6f54-4c0a-923c-ccfa8b46f310 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406470 Jan 28 13:28:13.739750 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-f2c24301-f9a8-43a6-b3b0-fe7dbab2ae40 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869129 Jan 28 13:28:13.829490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-5b5e302d-a84d-4b20-8175-f3b553208b77 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841525 Jan 28 13:28:13.896521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d7edffa4-0ee9-4939-b9d7-d997d1dd009e details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:14.158578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:14.170403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'port_id': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'mac_address': 'fa:16:3e:69:37:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:14.206085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d7edffa4-0ee9-4939-b9d7-d997d1dd009e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:14.206475 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.219036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7edffa4-0ee9-4939-b9d7-d997d1dd009e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:14.240352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:14.244164 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.293217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:14.300354 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.300706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.301053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.301390 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.301725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.302060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.302389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.302719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.303047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.303392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.303718 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.304045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.304365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:14.439314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fc7bf-0d3c-4d75-af6b-0a0459c0e814 req-e517c443-ce57-46a2-bb33-9f97b21284f0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:14.440767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-568fc7bf-0d3c-4d75-af6b-0a0459c0e814 req-e517c443-ce57-46a2-bb33-9f97b21284f0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0496883 Jan 28 13:28:14.491943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['d7edffa4-0ee9-4939-b9d7-d997d1dd009e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:14.493533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-568fc7bf-0d3c-4d75-af6b-0a0459c0e814 req-6690009a-df5f-4686-9708-eed664cd476f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467932 Jan 28 13:28:15.613723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b7e1-3e4e-4f51-8263-ea6b2af257f1 req-1846edc2-daa9-4404-bf69-b862647cd5d9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:15.615273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1962b7e1-3e4e-4f51-8263-ea6b2af257f1 req-1846edc2-daa9-4404-bf69-b862647cd5d9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0501909 Jan 28 13:28:15.664734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1962b7e1-3e4e-4f51-8263-ea6b2af257f1 req-47038564-a393-4009-9ba0-01142d9341d2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422339 Jan 28 13:28:15.904380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d7edffa4-0ee9-4939-b9d7-d997d1dd009e up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:15.955992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port d7edffa4-0ee9-4939-b9d7-d997d1dd009e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:15.959977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port d7edffa4-0ee9-4939-b9d7-d997d1dd009e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:15.960361 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.038632 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d7edffa4-0ee9-4939-b9d7-d997d1dd009e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:16.039029 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.062619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:16.064900 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7ad2ac-50a7-44ef-99c2-7ae2e7216933" -d '{"events": [{"server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "name": "network-vif-plugged", "status": "completed", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:16.082094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:16.086690 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.133308 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02510369-627e-4455-b44c-3496b3781804 x-openstack-request-id: req-02510369-627e-4455-b44c-3496b3781804 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:16.133606 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "name": "network-vif-plugged", "status": "completed", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:16.133860 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02510369-627e-4455-b44c-3496b3781804 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:16.134290 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'code': 200} Jan 28 13:28:16.147031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:16.785445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a853c0-0e0f-4a33-ac40-90fca6f02a7f req-f43feede-c485-45d9-93f7-9497f631d348 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:16.786854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77a853c0-0e0f-4a33-ac40-90fca6f02a7f req-f43feede-c485-45d9-93f7-9497f631d348 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0496376 Jan 28 13:28:16.836371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-77a853c0-0e0f-4a33-ac40-90fca6f02a7f req-c3d0ed53-a019-418f-aff1-50199e575afc tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432601 Jan 28 13:28:17.877404 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.922369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device d7edffa4-0ee9-4939-b9d7-d997d1dd009e no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:17.963314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106f6cf-5a98-487e-a00a-54384f592662 req-e10cb7aa-0ef7-4313-837d-f9633c90276a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:17.965560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d106f6cf-5a98-487e-a00a-54384f592662 req-e10cb7aa-0ef7-4313-837d-f9633c90276a tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0555153 Jan 28 13:28:18.003974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port d7edffa4-0ee9-4939-b9d7-d997d1dd009e is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:18.004373 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.017838 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d106f6cf-5a98-487e-a00a-54384f592662 req-60176553-e138-45b3-92e8-93f6733c1cf3 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464914 Jan 28 13:28:18.041330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:18.045927 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.098816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:18.137114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:18.139369 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6e6edb-7cf5-4a27-8c8a-710b473b2685" -d '{"events": [{"server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "name": "network-vif-unplugged", "status": "completed", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:18.189172 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08193a6b-7c90-4e17-88f8-7e150c3f77e6 x-openstack-request-id: req-08193a6b-7c90-4e17-88f8-7e150c3f77e6 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:18.189469 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "name": "network-vif-unplugged", "status": "completed", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:18.189723 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08193a6b-7c90-4e17-88f8-7e150c3f77e6 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:18.190117 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'code': 200} Jan 28 13:28:18.260173 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.137123 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f01e5-6ac9-4bfc-9dfc-c5f66557e544 req-accc3740-c06c-43a0-a022-a329995ce6ae tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:19.138411 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-247f01e5-6ac9-4bfc-9dfc-c5f66557e544 req-accc3740-c06c-43a0-a022-a329995ce6ae tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0491743 Jan 28 13:28:19.184761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-247f01e5-6ac9-4bfc-9dfc-c5f66557e544 req-a03d81df-4aa3-4d11-8914-b7da26af0556 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408001 Jan 28 13:28:19.346596 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65c0ba91-2bdb-4123-bfcf-e66721352bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.571561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-175c3e76-76ea-44cf-8d36-c24d9083bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:19.573072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-175c3e76-76ea-44cf-8d36-c24d9083bb99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a&tenant_id=37d13d15c369420098ea5c805d33338e HTTP/1.1" status: 200 len: 1096 time: 0.0450428 Jan 28 13:28:19.583599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:19.637583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.838157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:19.872131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:19.908522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7edffa4-0ee9-4939-b9d7-d997d1dd009e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:19.915832 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Publish callbacks [] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.928837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Transition to ACTIVE for port object d7edffa4-0ee9-4939-b9d7-d997d1dd009e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:19.933343 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.014599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:20.055438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] No DVR routers for this DVR port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:20.192560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Attempting to bind port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:20.193257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Attempting to bind port d7edffa4-0ee9-4939-b9d7-d997d1dd009e by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:20.193257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Attempting to bind port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:20.197611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:20.197934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Attempting to bind port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:20.203314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:20.203676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Checking segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:20.204061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Bound using segment: {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:20.204479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Bound port: d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3903bf74-00cf-4745-b3e0-b0223aa959b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:20.204830 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.277466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:20.281582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:20.286065 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.347724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.348361 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.349756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] 10.222.0.35 "PUT /v2.0/ports/d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1093 time: 0.7701259 Jan 28 13:28:20.351089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:20.353390 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977da427-bc72-4d6a-963b-e47346e9c6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:20.418791 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1dd716-562f-4293-9e25-b6a5bf17d385 x-openstack-request-id: req-ff1dd716-562f-4293-9e25-b6a5bf17d385 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:20.419080 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:20.419333 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff1dd716-562f-4293-9e25-b6a5bf17d385 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:20.419777 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'status': 'completed', 'code': 200} Jan 28 13:28:20.427739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcac1a-48a7-4bfe-b0b0-0c8e04ad610f req-9f4e08f2-d661-430a-a693-9e4f3e9977c8 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.429282 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2bcac1a-48a7-4bfe-b0b0-0c8e04ad610f req-9f4e08f2-d661-430a-a693-9e4f3e9977c8 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.1722817 Jan 28 13:28:20.431239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dd5bf-df6a-4ed6-be8c-d70cd7689cba service neutron] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=12']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:20.503455 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-38d72c31-41e7-4b8e-b151-68a53e32f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.504976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-38d72c31-41e7-4b8e-b151-68a53e32f0d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1096 time: 0.1319094 Jan 28 13:28:20.580415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2bcac1a-48a7-4bfe-b0b0-0c8e04ad610f req-b0a9ed67-e947-4d1d-a3f6-1764d91862ab tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365485 Jan 28 13:28:20.583663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-fc21ec51-86f3-4729-84a1-8cfdc56c3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.585059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-fc21ec51-86f3-4729-84a1-8cfdc56c3ef1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1096 time: 0.1489718 Jan 28 13:28:20.682376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-99b55707-d4c0-4048-806e-4e6609d3f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.684499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-99b55707-d4c0-4048-806e-4e6609d3f5c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1736038 Jan 28 13:28:20.754700 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-9f0268e8-e0ce-432d-9f4d-9f046b7471b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.756185 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-9f0268e8-e0ce-432d-9f4d-9f046b7471b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.1652761 Jan 28 13:28:20.800398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-26e300c5-cd2e-46da-a218-371c9ddaf1c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1000 time: 0.1097043 Jan 28 13:28:20.860689 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-fdfd5572-5490-4ef0-b894-be6d22dbb9cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1000 time: 0.0974841 Jan 28 13:28:20.867553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-b074f76e-318a-4c5b-bb09-913cd63fbe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.868899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-b074f76e-318a-4c5b-bb09-913cd63fbe7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0594528 Jan 28 13:28:20.936865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-5047e847-94ad-4aa8-aa35-f9f897588482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.938321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-5047e847-94ad-4aa8-aa35-f9f897588482 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0685790 Jan 28 13:28:20.943908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-9f3de403-8f21-40fa-b6fc-868ec448c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.945241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-9f3de403-8f21-40fa-b6fc-868ec448c34c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685592 Jan 28 13:28:21.041607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-65633140-cfa0-4cd0-b586-aa299d1c5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:21.043146 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-65633140-cfa0-4cd0-b586-aa299d1c5964 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970631 Jan 28 13:28:21.102101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-3e0b10e6-6ce5-4acd-be25-96138b5df7ea service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486883 Jan 28 13:28:21.200132 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-a73672bb-07fd-4002-908c-29c84baadbe5 service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506653 Jan 28 13:28:21.259098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9ce3e9c6-74fa-4705-8423-e139baded1a0 req-2712b1aa-5440-4793-9863-a2d14e4f54da service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493106 Jan 28 13:28:21.301254 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-24bee6bf-af89-463c-966a-4a1286cfdced service neutron] 10.222.0.49 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953906 Jan 28 13:28:21.349047 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-c23dfb72-7a5e-466a-b167-589703f4cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:21.350578 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-c23dfb72-7a5e-466a-b167-589703f4cd00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37d13d15c369420098ea5c805d33338e&device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 1096 time: 0.0486047 Jan 28 13:28:21.441415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-0372a7e6-36ed-4716-bf12-435467b3999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:21.442879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-0372a7e6-36ed-4716-bf12-435467b3999c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 200 len: 913 time: 0.0859659 Jan 28 13:28:21.515764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-c2cf08cc-2d87-4213-bfee-7b2c722f3713 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 200 len: 1000 time: 0.0658646 Jan 28 13:28:21.564510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-6ef77929-f020-4eeb-b012-cfec0fcebc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:21.566030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-6ef77929-f020-4eeb-b012-cfec0fcebc04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 200 len: 851 time: 0.0443664 Jan 28 13:28:21.611016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-b3b487c9-a217-4933-88ca-e11c4e407061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:21.612625 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-b3b487c9-a217-4933-88ca-e11c4e407061 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b1415d8-e84b-4629-a531-67e8e2a4f8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404663 Jan 28 13:28:21.702313 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b4323893-01d9-457b-8f1c-834cc2f7d58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.755706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c25de-d986-4295-825a-7ef371e35e39 req-1f9181db-84e2-4870-a436-93c739f51c01 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:21.757130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-164c25de-d986-4295-825a-7ef371e35e39 req-1f9181db-84e2-4870-a436-93c739f51c01 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0900612 Jan 28 13:28:21.759105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-bfdd5c02-b93c-4451-b818-d136742d1bc8 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380401 Jan 28 13:28:22.207746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-164c25de-d986-4295-825a-7ef371e35e39 req-85727dc3-c6e0-44dc-8a44-c8b09db420b8 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4446080 Jan 28 13:28:22.227628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-977da427-bc72-4d6a-963b-e47346e9c6c6 req-98584576-a3a7-412b-9fb0-45da42d5f097 service neutron] 10.222.0.35 "GET /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587088 Jan 28 13:28:23.183880 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.328497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465ac07-42fa-471e-aab9-c96551add082 req-cd245fec-9001-430c-929d-28180dddc60f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:23.329985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1465ac07-42fa-471e-aab9-c96551add082 req-cd245fec-9001-430c-929d-28180dddc60f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0498140 Jan 28 13:28:23.378322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1465ac07-42fa-471e-aab9-c96551add082 req-0d46d18a-af9d-4dd4-ae0e-fab977d5eb88 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427237 Jan 28 13:28:24.507987 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec356a-5619-46e8-b091-7820763d94db req-481260f7-47b3-4eb9-9f5e-6d89084e2afc tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:24.509443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8bec356a-5619-46e8-b091-7820763d94db req-481260f7-47b3-4eb9-9f5e-6d89084e2afc tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0486364 Jan 28 13:28:24.565844 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8bec356a-5619-46e8-b091-7820763d94db req-de3fcac7-3189-4406-a679-a3d787da8374 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496168 Jan 28 13:28:24.850347 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.693162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b72f7-ed74-4f7d-9e4f-9e6e130ed150 req-17a551f3-916c-4408-a175-524d622b082f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:25.694657 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a44b72f7-ed74-4f7d-9e4f-9e6e130ed150 req-17a551f3-916c-4408-a175-524d622b082f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0502408 Jan 28 13:28:25.743856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a44b72f7-ed74-4f7d-9e4f-9e6e130ed150 req-9abe3dd7-e54d-4dde-a093-512423ed7677 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417080 Jan 28 13:28:26.176621 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:26.863990 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183504b-a597-44af-9786-712d0d48ab86 req-1c2e69e2-fadc-4110-9428-3eb3426003f1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:26.866316 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4183504b-a597-44af-9786-712d0d48ab86 req-1c2e69e2-fadc-4110-9428-3eb3426003f1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0533338 Jan 28 13:28:26.913928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4183504b-a597-44af-9786-712d0d48ab86 req-b726df3c-e1d3-4d7e-9403-cf48eb60d604 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407417 Jan 28 13:28:28.035839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dfd88-c4ca-4d4c-9134-7d99b7c1cd86 req-b3c49fb7-e078-425c-8e00-e77b02848c61 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:28.037313 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d0dfd88-c4ca-4d4c-9134-7d99b7c1cd86 req-b3c49fb7-e078-425c-8e00-e77b02848c61 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0536473 Jan 28 13:28:28.085096 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d0dfd88-c4ca-4d4c-9134-7d99b7c1cd86 req-7844d00b-7d51-4f23-a07c-5fa3bd68fa28 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417731 Jan 28 13:28:29.212404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dca7b-0297-4ab8-babd-77066812ad9d req-90c6298f-2b70-4856-bc58-b81e38fb96f0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:29.214558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf0dca7b-0297-4ab8-babd-77066812ad9d req-90c6298f-2b70-4856-bc58-b81e38fb96f0 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0494142 Jan 28 13:28:29.260101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf0dca7b-0297-4ab8-babd-77066812ad9d req-500da836-b549-41c5-bf4d-9e8d15ff8633 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400009 Jan 28 13:28:30.376513 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527242a8-dca4-4945-bf96-2acd060d757d req-9627f615-363b-48e8-817f-95fd65325956 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:30.378002 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-527242a8-dca4-4945-bf96-2acd060d757d req-9627f615-363b-48e8-817f-95fd65325956 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0491436 Jan 28 13:28:30.431948 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-527242a8-dca4-4945-bf96-2acd060d757d req-a2595264-6301-4569-a436-57b5ff86b5a9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482426 Jan 28 13:28:31.251759 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:28:31.565419 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2fda1-7025-459e-a293-bed02f779d72 req-8db90c6c-426b-4d02-835d-94cfe10a9d1f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:31.566823 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ece2fda1-7025-459e-a293-bed02f779d72 req-8db90c6c-426b-4d02-835d-94cfe10a9d1f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0637434 Jan 28 13:28:31.614035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ece2fda1-7025-459e-a293-bed02f779d72 req-f038526c-1f43-417f-a1d0-18bc9675e80f tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415440 Jan 28 13:28:32.732711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f771f3-30fe-433c-baab-d9ac0b82ff6b req-28af7275-a787-4e84-8791-3c16faaed86d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:32.734082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23f771f3-30fe-433c-baab-d9ac0b82ff6b req-28af7275-a787-4e84-8791-3c16faaed86d tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0484138 Jan 28 13:28:32.779978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23f771f3-30fe-433c-baab-d9ac0b82ff6b req-1b4b4780-f806-4e37-b7eb-f395bd7eedb2 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402582 Jan 28 13:28:33.899708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99d44a-12a2-43d9-b3c7-b8bf0f6b0e35 req-c0b35e9d-93e4-4b85-b876-4b04758733d9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:33.901238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b99d44a-12a2-43d9-b3c7-b8bf0f6b0e35 req-c0b35e9d-93e4-4b85-b876-4b04758733d9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0524390 Jan 28 13:28:33.947690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b99d44a-12a2-43d9-b3c7-b8bf0f6b0e35 req-83234c65-693c-4cc7-8d7c-c432138d5ecd tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405936 Jan 28 13:28:35.074355 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4e2fa-d269-4931-827c-d105a48cfa48 req-2fc50ada-49b9-44e6-bc68-1173f286db24 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:35.075952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efd4e2fa-d269-4931-827c-d105a48cfa48 req-2fc50ada-49b9-44e6-bc68-1173f286db24 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0504236 Jan 28 13:28:35.129265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-efd4e2fa-d269-4931-827c-d105a48cfa48 req-b49968c7-6d7c-4393-b77a-3d8b5c624272 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474296 Jan 28 13:28:36.260237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16a034-42a8-485b-b3e2-647b985e4c01 req-66c60dff-f872-43b9-b8f9-c9f7103d01bb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:36.261870 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c16a034-42a8-485b-b3e2-647b985e4c01 req-66c60dff-f872-43b9-b8f9-c9f7103d01bb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0587373 Jan 28 13:28:36.308391 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c16a034-42a8-485b-b3e2-647b985e4c01 req-f5504b34-d274-426a-b4ab-9a932a99b617 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408657 Jan 28 13:28:37.426575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a2fe0-24bd-4e14-aa7c-44b93b452d53 req-505c11e8-4472-4250-a2e6-aa974ac00456 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:37.428078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-890a2fe0-24bd-4e14-aa7c-44b93b452d53 req-505c11e8-4472-4250-a2e6-aa974ac00456 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 945 time: 0.0482073 Jan 28 13:28:37.478076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-890a2fe0-24bd-4e14-aa7c-44b93b452d53 req-7c8d9d7a-d371-4f5e-bd91-9dda7c406922 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439458 Jan 28 13:28:38.294252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d7edffa4-0ee9-4939-b9d7-d997d1dd009e details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:38.390807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:38.402917 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'port_id': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'mac_address': 'fa:16:3e:69:37:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:38.438775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port d7edffa4-0ee9-4939-b9d7-d997d1dd009e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:38.439165 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.454699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7edffa4-0ee9-4939-b9d7-d997d1dd009e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:38.477276 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:38.481483 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.534531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=13']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:38.596509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667b420-a869-4924-a42b-09b8cbe46de4 req-742b56e0-7dbf-4c0d-b3c4-82be04dd0f14 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.597895 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f667b420-a869-4924-a42b-09b8cbe46de4 req-742b56e0-7dbf-4c0d-b3c4-82be04dd0f14 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0498867 Jan 28 13:28:38.648653 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f667b420-a869-4924-a42b-09b8cbe46de4 req-939125ac-f257-45d4-83ee-0a45781b4ae1 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451746 Jan 28 13:28:38.730789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['d7edffa4-0ee9-4939-b9d7-d997d1dd009e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:38.767241 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849f9e6-dc0f-4b04-86ca-73c22d283fb2 req-9b5e262d-c6e1-48d5-858e-0657d7f900ea tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.768804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a849f9e6-dc0f-4b04-86ca-73c22d283fb2 req-9b5e262d-c6e1-48d5-858e-0657d7f900ea tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0502312 Jan 28 13:28:38.816391 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a849f9e6-dc0f-4b04-86ca-73c22d283fb2 req-da5f65f0-8041-4406-984d-6486aa698f65 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419779 Jan 28 13:28:38.933727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b4bdc-a87e-4186-ba3a-30252b059bc8 req-a85b856b-ed9f-4272-ac3e-4c02f1ac61e7 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.935204 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-818b4bdc-a87e-4186-ba3a-30252b059bc8 req-a85b856b-ed9f-4272-ac3e-4c02f1ac61e7 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0502138 Jan 28 13:28:38.982993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-818b4bdc-a87e-4186-ba3a-30252b059bc8 req-4c87cf17-4f14-49c7-aa05-28075e0cd309 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 Jan 28 13:28:39.217931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accbf03-f058-4925-abfb-d1736ad9b703 req-dd3c6242-ff97-4af3-b88c-aaa4b1fe4959 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:39.219405 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3accbf03-f058-4925-abfb-d1736ad9b703 req-dd3c6242-ff97-4af3-b88c-aaa4b1fe4959 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0534019 Jan 28 13:28:39.266091 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3accbf03-f058-4925-abfb-d1736ad9b703 req-ea4d4286-a54f-4664-9907-5015537f5cdb tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411265 Jan 28 13:28:40.298232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d7edffa4-0ee9-4939-b9d7-d997d1dd009e up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:40.354357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port d7edffa4-0ee9-4939-b9d7-d997d1dd009e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:40.358873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port d7edffa4-0ee9-4939-b9d7-d997d1dd009e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:40.359258 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.386560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0cfdc-9044-47a6-84be-c540ac985e47 req-a9fbb83f-23da-4b7f-bdd0-5b3edee7b1c4 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.388086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27d0cfdc-9044-47a6-84be-c540ac985e47 req-a9fbb83f-23da-4b7f-bdd0-5b3edee7b1c4 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 946 time: 0.0504155 Jan 28 13:28:40.434971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27d0cfdc-9044-47a6-84be-c540ac985e47 req-07e98409-72fd-43b1-9d47-5a3b8376c1a8 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9ac942c-5347-4856-8ae7-34ffc8945805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412052 Jan 28 13:28:40.437931 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port d7edffa4-0ee9-4939-b9d7-d997d1dd009e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:40.438328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.462579 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:40.465880 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78026349-2b12-4dec-b502-d308eac9c797" -d '{"events": [{"server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "name": "network-vif-plugged", "status": "completed", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:40.478626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:40.484812 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.511180 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7793643b-9acf-40f2-ad1a-d60a8f0e1081 x-openstack-request-id: req-7793643b-9acf-40f2-ad1a-d60a8f0e1081 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:40.511573 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "name": "network-vif-plugged", "status": "completed", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:40.511830 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7793643b-9acf-40f2-ad1a-d60a8f0e1081 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:40.512222 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'code': 200} Jan 28 13:28:40.538999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=14']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:40.727246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-dbd80f68-5fc2-4002-937b-1f226178af26 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.728731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-dbd80f68-5fc2-4002-937b-1f226178af26 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 947 time: 0.0484204 Jan 28 13:28:40.819759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Deleting port d7edffa4-0ee9-4939-b9d7-d997d1dd009e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:40.820000 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.909854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] For port d7edffa4-0ee9-4939-b9d7-d997d1dd009e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:40.910217 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.087858 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.088143 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.088687 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2 disassociated. External IP: 172.25.7.56, port: d7edffa4-0ee9-4939-b9d7-d997d1dd009e. Jan 28 13:28:41.089043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Calling delete_port for d7edffa4-0ee9-4939-b9d7-d997d1dd009e owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:41.215825 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (d7edffa4-0ee9-4939-b9d7-d997d1dd009e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.247036 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event deleted for resources: {'Port': ['ID=d7edffa4-0ee9-4939-b9d7-d997d1dd009e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:41.364118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Router 5478bc36-1239-4daf-9c24-2244f1da2109 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:28:41.477957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:28:41.490145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8b497-2cc6-4382-85c3-a293e873b73e None None] Sync routers for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:28:41.502477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8b497-2cc6-4382-85c3-a293e873b73e None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:41.503213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95c8b497-2cc6-4382-85c3-a293e873b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:28:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:41.532383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] No DVR routers for this DVR port d7edffa4-0ee9-4939-b9d7-d997d1dd009e on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:41.535689 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.538863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b8300716-5c77-4117-9240-a7d1bbcc391b req-b23d3b91-9225-42c8-8bee-cd4bdd688fca tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.35 "DELETE /v2.0/ports/d7edffa4-0ee9-4939-b9d7-d997d1dd009e HTTP/1.1" status: 204 len: 173 time: 0.8049068 Jan 28 13:28:41.539314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'name': 'network-vif-deleted', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:41.542187 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4c4af9-a974-4074-9344-baadbefcc568" -d '{"events": [{"server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "name": "network-vif-deleted", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:41.571931 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f8ff581-bf5a-4982-9c21-41bf5136925b req-bbb886a2-6f56-4c72-921b-f2f1385851b5 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 210 time: 0.0616145 Jan 28 13:28:41.596914 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ddce28-efd1-4ec1-ae85-2eac7186e9fa x-openstack-request-id: req-96ddce28-efd1-4ec1-ae85-2eac7186e9fa {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:41.597236 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bb2925-b512-44c5-8b3c-ec38350fe42a", "name": "network-vif-deleted", "tag": "d7edffa4-0ee9-4939-b9d7-d997d1dd009e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:41.597497 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96ddce28-efd1-4ec1-ae85-2eac7186e9fa {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:41.597910 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bb2925-b512-44c5-8b3c-ec38350fe42a', 'name': 'network-vif-deleted', 'tag': 'd7edffa4-0ee9-4939-b9d7-d997d1dd009e', 'status': 'completed', 'code': 200} Jan 28 13:28:41.628973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-95c8b497-2cc6-4382-85c3-a293e873b73e None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:41.827133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95c8b497-2cc6-4382-85c3-a293e873b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:41.853445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8b497-2cc6-4382-85c3-a293e873b73e None None] Checking router: 5478bc36-1239-4daf-9c24-2244f1da2109 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:28:41.862407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8b497-2cc6-4382-85c3-a293e873b73e None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:41.863006 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95c8b497-2cc6-4382-85c3-a293e873b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:28:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:41.968628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-95c8b497-2cc6-4382-85c3-a293e873b73e None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:42.164960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95c8b497-2cc6-4382-85c3-a293e873b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:42.192729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8b497-2cc6-4382-85c3-a293e873b73e None None] The sync data for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 is: [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:40Z', 'revision_number': 4, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'dd535ec9-d528-411c-83b3-f2a067e0000f', 'name': '', 'network_id': '3b1415d8-e84b-4629-a531-67e8e2a4f8f4', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'mac_address': 'fa:16:3e:2f:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:39Z', 'updated_at': '2022-01-28T13:18:43Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'subnets': [{'id': 'b0fcbe5c-75f7-4af8-84ef-0ebed04398cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:28:42.417045 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a313ae6-8bb9-40c7-8655-f9788c641a94 None None] New status for floating IP 168eb6b6-248c-4aec-aef8-91778ff021c2: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:28:42.872442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5a751b42-3a65-4d05-b1b1-b9efc7099297 req-a42a66aa-ed95-49e6-ac9b-ab176235c686 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 210 time: 0.0284963 Jan 28 13:28:43.988759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d605980-04c9-46f5-970e-136705c0e11e req-50371634-9456-46b4-bc16-68a7c4def95e tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 210 time: 0.0272133 Jan 28 13:28:44.314184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d7edffa4-0ee9-4939-b9d7-d997d1dd009e no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:44.333886 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: d7edffa4-0ee9-4939-b9d7-d997d1dd009e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:44.334233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device d7edffa4-0ee9-4939-b9d7-d997d1dd009e not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:45.088163 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a09b23bb-c022-4bee-91cd-7c193542153d req-29a1fd8c-665f-445f-a4e0-8814ca35ffd9 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 210 time: 0.0273528 Jan 28 13:28:46.186964 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3561d06-19d7-4b86-9b4f-dbba65159be4 req-c8550377-7d22-436e-9591-4d819b7bca08 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 210 time: 0.0295057 Jan 28 13:28:47.282435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbbae5a4-5db1-4398-a9ea-35fb8b8781f1 req-342f351d-3750-4f5d-af7e-b9cecf95d2f6 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 210 time: 0.0274053 Jan 28 13:28:47.921528 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:48.262192 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:48.381283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ada30a96-1d0b-4918-9ce3-990c843e150f req-b51b0f5c-02aa-4306-b828-0053523e6dfd tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 210 time: 0.0289009 Jan 28 13:28:49.348134 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c93cb8a-b23c-4f21-8e85-b10970b0fb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.478991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a89dec4c-a2e9-4393-94a1-531cc888faa4 req-3820d6dd-5544-4d57-b509-68a8816ce852 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/ports?device_id=68bb2925-b512-44c5-8b3c-ec38350fe42a HTTP/1.1" status: 200 len: 210 time: 0.0268636 Jan 28 13:28:51.706082 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-018ecc32-ec80-417e-bee5-11bbeebeb9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:53.186687 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:54.847994 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.183716 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.348608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35898) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:56.402934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for security_group (d9ac942c-5347-4856-8ae7-34ffc8945805), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.426938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for security_group (d9ac942c-5347-4856-8ae7-34ffc8945805), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.480382 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d9ac942c-5347-4856-8ae7-34ffc8945805), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.482970 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.484209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "DELETE /v2.0/security-groups/d9ac942c-5347-4856-8ae7-34ffc8945805 HTTP/1.1" status: 204 len: 168 time: 0.1344635 Jan 28 13:28:56.486924 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35900) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:56.493460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ac942c-5347-4856-8ae7-34ffc8945805,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:56.501394 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-e88b1eae-893d-4608-8885-8a9f8f915808 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] show failed (client error): The resource could not be found. Jan 28 13:28:56.501590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.501808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.505077 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.505224 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e88b1eae-893d-4608-8885-8a9f8f915808 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "GET /v2.0/security-groups/d9ac942c-5347-4856-8ae7-34ffc8945805 HTTP/1.1" status: 404 len: 347 time: 0.0144856 Jan 28 13:28:56.505326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.505326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.505326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.505326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.505326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.505326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.505326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.505326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.505326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.506050 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35904) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:56.506153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae47d2d-3429-439f-82c9-640f5e8d9b49 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.639297 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Deleting port bb2c6296-aa05-48b1-85ac-3e07998d88f9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:56.639674 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (bb2c6296-aa05-48b1-85ac-3e07998d88f9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.719704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (bb2c6296-aa05-48b1-85ac-3e07998d88f9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.720033 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (bb2c6296-aa05-48b1-85ac-3e07998d88f9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.731561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Calling delete_port for bb2c6296-aa05-48b1-85ac-3e07998d88f9 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:56.871489 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (bb2c6296-aa05-48b1-85ac-3e07998d88f9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.896044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Pushing event deleted for resources: {'Port': ['ID=bb2c6296-aa05-48b1-85ac-3e07998d88f9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:56.910094 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.910448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.910795 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.911139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.911509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.911848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.912178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.912509 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.912835 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.913160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.913503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.913808 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.914139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:56.969640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks [] for floatingip (168eb6b6-248c-4aec-aef8-91778ff021c2), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.972297 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.973469 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6560d45d-0379-43c3-a048-c4851cab2509 tempest-ServerActionsTestJSON-218908967 tempest-ServerActionsTestJSON-218908967-project] 10.222.0.53 "DELETE /v2.0/floatingips/168eb6b6-248c-4aec-aef8-91778ff021c2 HTTP/1.1" status: 204 len: 168 time: 0.4673712 Jan 28 13:28:56.976561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35906) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:57.492977 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d9a54ae-3072-421b-8c8a-931afa82a461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (5478bc36-1239-4daf-9c24-2244f1da2109), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:57.745010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a54ae-3072-421b-8c8a-931afa82a461 admin admin] Deleting port dd535ec9-d528-411c-83b3-f2a067e0000f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:57.745347 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d9a54ae-3072-421b-8c8a-931afa82a461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:57.821758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1d9a54ae-3072-421b-8c8a-931afa82a461 admin admin] For port dd535ec9-d528-411c-83b3-f2a067e0000f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=dd535ec9-d528-411c-83b3-f2a067e0000f,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:57.822129 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d9a54ae-3072-421b-8c8a-931afa82a461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:57.834776 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a54ae-3072-421b-8c8a-931afa82a461 admin admin] Calling delete_port for dd535ec9-d528-411c-83b3-f2a067e0000f owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:58.022061 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d9a54ae-3072-421b-8c8a-931afa82a461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (dd535ec9-d528-411c-83b3-f2a067e0000f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:58.046046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a54ae-3072-421b-8c8a-931afa82a461 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd535ec9-d528-411c-83b3-f2a067e0000f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:58.227683 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d9a54ae-3072-421b-8c8a-931afa82a461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (5478bc36-1239-4daf-9c24-2244f1da2109), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:58.444211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9a54ae-3072-421b-8c8a-931afa82a461 admin admin] Router 5478bc36-1239-4daf-9c24-2244f1da2109 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:28:58.550877 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9a54ae-3072-421b-8c8a-931afa82a461 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:28:58.556178 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1d9a54ae-3072-421b-8c8a-931afa82a461 admin admin] 10.222.0.53 "PUT /v2.0/routers/5478bc36-1239-4daf-9c24-2244f1da2109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5786812 Jan 28 13:28:58.559617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35910) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:58.562271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b2110-fb02-41db-8bc6-41c82f822cfd None None] Sync routers for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:28:58.572234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b2110-fb02-41db-8bc6-41c82f822cfd None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:58.573169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-731b2110-fb02-41db-8bc6-41c82f822cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:28:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:58.674690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Publish callbacks [] for router (5478bc36-1239-4daf-9c24-2244f1da2109), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:58.682271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-731b2110-fb02-41db-8bc6-41c82f822cfd None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:58.774230 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Publish callbacks [] for router_gateway (5478bc36-1239-4daf-9c24-2244f1da2109), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:58.832257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Deleting port 272728d1-ea3d-4f93-a792-ec51b627e5aa {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:58.832603 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:58.865167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-731b2110-fb02-41db-8bc6-41c82f822cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:28:57Z', 'revision_number': 5, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port': {'id': '272728d1-ea3d-4f93-a792-ec51b627e5aa', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:58.892122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b2110-fb02-41db-8bc6-41c82f822cfd None None] Checking router: 5478bc36-1239-4daf-9c24-2244f1da2109 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:28:58.901229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b2110-fb02-41db-8bc6-41c82f822cfd None None] Routers {'5478bc36-1239-4daf-9c24-2244f1da2109'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:58.901870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-731b2110-fb02-41db-8bc6-41c82f822cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:28:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['5478bc36-1239-4daf-9c24-2244f1da2109'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:58.915407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] For port 272728d1-ea3d-4f93-a792-ec51b627e5aa, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=272728d1-ea3d-4f93-a792-ec51b627e5aa,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:58.916492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:58.928649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Calling delete_port for 272728d1-ea3d-4f93-a792-ec51b627e5aa owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:58.987831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-731b2110-fb02-41db-8bc6-41c82f822cfd None None] Set router 5478bc36-1239-4daf-9c24-2244f1da2109 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:59.103307 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (272728d1-ea3d-4f93-a792-ec51b627e5aa), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.128850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Pushing event deleted for resources: {'Port': ['ID=272728d1-ea3d-4f93-a792-ec51b627e5aa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:59.199120 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (5478bc36-1239-4daf-9c24-2244f1da2109), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.204395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-731b2110-fb02-41db-8bc6-41c82f822cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:28:58Z', 'revision_number': 6, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:59.231538 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b2110-fb02-41db-8bc6-41c82f822cfd None None] The sync data for ids ['5478bc36-1239-4daf-9c24-2244f1da2109'] in n-d-824835-4 is: [{'id': '5478bc36-1239-4daf-9c24-2244f1da2109', 'name': 'tempest-ServerActionsTestJSON-1330842068-router', 'tenant_id': '37d13d15c369420098ea5c805d33338e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:37Z', 'updated_at': '2022-01-28T13:28:58Z', 'revision_number': 6, 'project_id': '37d13d15c369420098ea5c805d33338e', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:28:59.292784 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (5478bc36-1239-4daf-9c24-2244f1da2109), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.294921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Publish callbacks [] for router_controller (5478bc36-1239-4daf-9c24-2244f1da2109), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.339975 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (5478bc36-1239-4daf-9c24-2244f1da2109), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.340736 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5478bc36-1239-4daf-9c24-2244f1da2109 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:28:59.346517 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.347741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f6f7de70-c774-42d5-b71b-c69741d52782 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5478bc36-1239-4daf-9c24-2244f1da2109 HTTP/1.1" status: 204 len: 168 time: 0.7870698 Jan 28 13:28:59.350309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35912) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:59.394615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-23783b35-0ab1-4de0-bfa9-adc3b2700ef1 admin admin] Deleting subnet b0fcbe5c-75f7-4af8-84ef-0ebed04398cc {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:28:59.397716 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23783b35-0ab1-4de0-bfa9-adc3b2700ef1 admin admin] Publish callbacks [] for subnet (b0fcbe5c-75f7-4af8-84ef-0ebed04398cc), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.436661 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23783b35-0ab1-4de0-bfa9-adc3b2700ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (b0fcbe5c-75f7-4af8-84ef-0ebed04398cc), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.514102 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23783b35-0ab1-4de0-bfa9-adc3b2700ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (b0fcbe5c-75f7-4af8-84ef-0ebed04398cc), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.566320 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23783b35-0ab1-4de0-bfa9-adc3b2700ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (b0fcbe5c-75f7-4af8-84ef-0ebed04398cc), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.594055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23783b35-0ab1-4de0-bfa9-adc3b2700ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0fcbe5c-75f7-4af8-84ef-0ebed04398cc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:59.602151 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23783b35-0ab1-4de0-bfa9-adc3b2700ef1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.605634 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-23783b35-0ab1-4de0-bfa9-adc3b2700ef1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b0fcbe5c-75f7-4af8-84ef-0ebed04398cc HTTP/1.1" status: 204 len: 168 time: 0.2543437 Jan 28 13:28:59.608802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35914) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:59.611270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ecbd8c-e9f5-403f-9a74-6d7710f75775 None None] Network 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:59.725672 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (3b1415d8-e84b-4629-a531-67e8e2a4f8f4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.788416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Deleting port f0879b0e-f1af-4282-aa43-43eb858a2cda {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:59.788757 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.857145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] For port f0879b0e-f1af-4282-aa43-43eb858a2cda, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f0879b0e-f1af-4282-aa43-43eb858a2cda,segment=NetworkSegment(3903bf74-00cf-4745-b3e0-b0223aa959b7),segment_id=3903bf74-00cf-4745-b3e0-b0223aa959b7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:59.857510 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.871874 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Calling delete_port for f0879b0e-f1af-4282-aa43-43eb858a2cda owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:59.949859 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f0879b0e-f1af-4282-aa43-43eb858a2cda), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.975117 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0879b0e-f1af-4282-aa43-43eb858a2cda,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:59.982991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] No DVR routers for this DVR port f0879b0e-f1af-4282-aa43-43eb858a2cda on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:00.028435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a589bb3-3031-4e22-8d87-101c8193aae5 None None] DHCP port deletion for 3b1415d8-e84b-4629-a531-67e8e2a4f8f4 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:00.062580 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (3b1415d8-e84b-4629-a531-67e8e2a4f8f4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.083088 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1415d8-e84b-4629-a531-67e8e2a4f8f4']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:00.093475 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3903bf74-00cf-4745-b3e0-b0223aa959b7') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:00.093771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3903bf74-00cf-4745-b3e0-b0223aa959b7') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:00.103526 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (3903bf74-00cf-4745-b3e0-b0223aa959b7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.117285 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3903bf74-00cf-4745-b3e0-b0223aa959b7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.124062 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:00.124465 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (3903bf74-00cf-4745-b3e0-b0223aa959b7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:00.126115 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:00.180594 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (3b1415d8-e84b-4629-a531-67e8e2a4f8f4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.186696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.189864 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3b1415d8-e84b-4629-a531-67e8e2a4f8f4 HTTP/1.1" status: 204 len: 168 time: 0.5794609 Jan 28 13:29:00.205640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4357fe5-8326-434c-9b5c-98a5e4cf6c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1415d8-e84b-4629-a531-67e8e2a4f8f4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:00.313181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35918) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:00.353529 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-55eb6133-5c9a-4dd9-9e1d-e61dfd87bca0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37d13d15c369420098ea5c805d33338e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391459 Jan 28 13:29:00.356144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35920) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:00.402874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ff2379a-73f3-46ea-a4cb-7826e8113cff admin admin] Publish callbacks [] for security_group (4282a81c-384c-4ec1-adfd-7d9d4753fc7f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.423031 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ff2379a-73f3-46ea-a4cb-7826e8113cff admin admin] Publish callbacks [] for security_group (4282a81c-384c-4ec1-adfd-7d9d4753fc7f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.469500 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ff2379a-73f3-46ea-a4cb-7826e8113cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4282a81c-384c-4ec1-adfd-7d9d4753fc7f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.472449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ff2379a-73f3-46ea-a4cb-7826e8113cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.473583 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9ff2379a-73f3-46ea-a4cb-7826e8113cff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4282a81c-384c-4ec1-adfd-7d9d4753fc7f HTTP/1.1" status: 204 len: 168 time: 0.1165538 Jan 28 13:29:00.481336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2379a-73f3-46ea-a4cb-7826e8113cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4282a81c-384c-4ec1-adfd-7d9d4753fc7f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:00.683686 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dd535ec9-d528-411c-83b3-f2a067e0000f no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:00.704579 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: dd535ec9-d528-411c-83b3-f2a067e0000f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:00.705012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device dd535ec9-d528-411c-83b3-f2a067e0000f not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:00.705512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 272728d1-ea3d-4f93-a792-ec51b627e5aa no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:00.730673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 272728d1-ea3d-4f93-a792-ec51b627e5aa {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:00.730978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 272728d1-ea3d-4f93-a792-ec51b627e5aa not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:00.731366 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f0879b0e-f1af-4282-aa43-43eb858a2cda no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:00.750765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f0879b0e-f1af-4282-aa43-43eb858a2cda {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:00.751120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f0879b0e-f1af-4282-aa43-43eb858a2cda not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:01.171810 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 35942) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:01.267949 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1948551817-network', 'tenant_id': '5782fee30f00476986707c7f94efe806'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:01.286970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Made reservation on behalf of 5782fee30f00476986707c7f94efe806 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:01.289264 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.302419 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.382330 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Publish callbacks [] for security_group (06b3a8a8-e66c-41b6-9beb-99158108f862), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.386492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (06b3a8a8-e66c-41b6-9beb-99158108f862), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.414440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:01.419804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b3a8a8-e66c-41b6-9beb-99158108f862,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:01.428105 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7b7d5517-b216-420b-bac0-9ec0355b25a9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.428843 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Added segment 7b7d5517-b216-420b-bac0-9ec0355b25a9 of type vlan for network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf Jan 28 13:29:01.470454 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (1d3ed6b3-432b-4b59-8b9d-bfed831314cf), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.494842 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (1d3ed6b3-432b-4b59-8b9d-bfed831314cf), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.495862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.496455 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.548224 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3753235 Jan 28 13:29:01.551194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 35946) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:01.557965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ea3bab44-0811-4889-91c3-b98a7060c5f5 admin admin] Request body: {'subnet': {'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1948551817-subnet', 'tenant_id': '5782fee30f00476986707c7f94efe806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:01.558544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5366ac1-cd01-447e-bfae-d40906119b81 admin admin] Pushing event updated for resources: {'Network': ['ID=1d3ed6b3-432b-4b59-8b9d-bfed831314cf,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:01.568569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:01.579308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3bab44-0811-4889-91c3-b98a7060c5f5 admin admin] Made reservation on behalf of 5782fee30f00476986707c7f94efe806 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:01.581646 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea3bab44-0811-4889-91c3-b98a7060c5f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.749336 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea3bab44-0811-4889-91c3-b98a7060c5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (fcc490d0-554a-4454-8fa1-689ca0b564a0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.803544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bab44-0811-4889-91c3-b98a7060c5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc490d0-554a-4454-8fa1-689ca0b564a0,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:01.812879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bab44-0811-4889-91c3-b98a7060c5f5 admin admin] Checking segment: {'id': '7b7d5517-b216-420b-bac0-9ec0355b25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:01.813238 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3bab44-0811-4889-91c3-b98a7060c5f5 admin admin] Network hostable DHCP agents. Network: 1d3ed6b3-432b-4b59-8b9d-bfed831314cf, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:01.829970 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3bab44-0811-4889-91c3-b98a7060c5f5 admin admin] Network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:01.838752 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ea3bab44-0811-4889-91c3-b98a7060c5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 1d3ed6b3-432b-4b59-8b9d-bfed831314cf) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:01.843597 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3bab44-0811-4889-91c3-b98a7060c5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.844483 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea3bab44-0811-4889-91c3-b98a7060c5f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:01.847569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17d9460-0230-460f-b063-2862b75b7b25 None None] Network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:01.863850 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ea3bab44-0811-4889-91c3-b98a7060c5f5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3109767 Jan 28 13:29:01.948267 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cffeb03-2f43-443e-bb15-56c75f2fb5b9 None None] Network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:02.279160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-edbbe511-1291-4af0-919e-e87ce2bdb8c0 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.280583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-edbbe511-1291-4af0-919e-e87ce2bdb8c0 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/networks?id=1d3ed6b3-432b-4b59-8b9d-bfed831314cf HTTP/1.1" status: 200 len: 814 time: 0.1043363 Jan 28 13:29:02.295390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-afe4084c-7004-4660-8f14-21f18e7e6543 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/quotas/5782fee30f00476986707c7f94efe806 HTTP/1.1" status: 200 len: 375 time: 0.0093880 Jan 28 13:29:02.327178 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-b58cbaa1-8f29-41f3-a8d9-d8bb67373531 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5782fee30f00476986707c7f94efe806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266850 Jan 28 13:29:02.382087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-b6ca5ef2-2192-4cfb-9310-54b73d907eb6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:29:02.383088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-b6ca5ef2-2192-4cfb-9310-54b73d907eb6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490160 Jan 28 13:29:02.477875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-38333943-f1ea-4280-83cb-3a7781c55493 service neutron] 10.222.0.53 "GET /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880978 Jan 28 13:29:02.565938 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-a5018ce1-c2bc-431b-93f6-bab2245948b4 service neutron] 10.222.0.53 "GET /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819345 Jan 28 13:29:02.730299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c9083f28-b73e-427f-8fc4-9a83ea210397 req-1b265ea3-ddd4-428f-a1c0-30bf1f7dc5a5 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 210 time: 0.0271549 Jan 28 13:29:03.838498 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1a1ce948-a0d4-405b-abd0-7424ae5f251e req-b5ce5b88-a1e5-4acb-a358-58ccb1ecbdfb tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 210 time: 0.0302825 Jan 28 13:29:03.857862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-8e0d8768-8237-4f48-bdc9-e76f59218f5d tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.859331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-8e0d8768-8237-4f48-bdc9-e76f59218f5d tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.35 "GET /v2.0/networks?id=1d3ed6b3-432b-4b59-8b9d-bfed831314cf HTTP/1.1" status: 200 len: 814 time: 0.1386933 Jan 28 13:29:03.871931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Request body: {'port': {'device_id': '21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8', 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf', 'admin_state_up': True, 'tenant_id': '5782fee30f00476986707c7f94efe806'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:03.979621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Made reservation on behalf of 5782fee30f00476986707c7f94efe806 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:03.982915 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.103770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Allocated IP 172.20.0.7 (1d3ed6b3-432b-4b59-8b9d-bfed831314cf/fcc490d0-554a-4454-8fa1-689ca0b564a0/0ba1238e-5d56-4e2c-999b-a4d3a667f406) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:04.255097 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks [] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.289421 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.331558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:04.334479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:04.342061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:04.348334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Pushing event updated for resources: {'Port': ['ID=0ba1238e-5d56-4e2c-999b-a4d3a667f406,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:04.396762 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:04.397378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.413331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-32bc90cc-f797-4adf-aece-dd0e6909780b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5455651 Jan 28 13:29:04.467280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Request body: {'port': {'device_id': '21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:04.521239 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.783278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba1238e-5d56-4e2c-999b-a4d3a667f406 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:04.791525 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Publish callbacks [] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.803481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Transition to ACTIVE for port object 0ba1238e-5d56-4e2c-999b-a4d3a667f406 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:29:04.807275 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.860137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Pushing event updated for resources: {'Port': ['ID=0ba1238e-5d56-4e2c-999b-a4d3a667f406,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:04.959190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Attempting to bind port 0ba1238e-5d56-4e2c-999b-a4d3a667f406 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:04.959553 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Attempting to bind port 0ba1238e-5d56-4e2c-999b-a4d3a667f406 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '7b7d5517-b216-420b-bac0-9ec0355b25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:04.959880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Attempting to bind port 0ba1238e-5d56-4e2c-999b-a4d3a667f406 on network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:04.968296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Port 0ba1238e-5d56-4e2c-999b-a4d3a667f406 on network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:29:04.968612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Attempting to bind port 0ba1238e-5d56-4e2c-999b-a4d3a667f406 on network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:04.979628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614b2e2-701d-40c1-8302-0d61ced4f150 req-1fa7affb-8ea0-4dd2-9df7-9c268e7895ce tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:04.981100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b614b2e2-701d-40c1-8302-0d61ced4f150 req-1fa7affb-8ea0-4dd2-9df7-9c268e7895ce tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 943 time: 0.0714455 Jan 28 13:29:04.982230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:04.982564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Checking segment: {'id': '7b7d5517-b216-420b-bac0-9ec0355b25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:04.982937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Bound using segment: {'id': '7b7d5517-b216-420b-bac0-9ec0355b25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:04.983389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Bound port: 0ba1238e-5d56-4e2c-999b-a4d3a667f406, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7d5517-b216-420b-bac0-9ec0355b25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:04.983746 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.072573 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b614b2e2-701d-40c1-8302-0d61ced4f150 req-e598b5ad-58d2-4aa2-8017-d35a5d81aed7 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848727 Jan 28 13:29:05.085491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] For port 0ba1238e-5d56-4e2c-999b-a4d3a667f406, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:05.091685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] For port 0ba1238e-5d56-4e2c-999b-a4d3a667f406, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0ba1238e-5d56-4e2c-999b-a4d3a667f406,segment=NetworkSegment(7b7d5517-b216-420b-bac0-9ec0355b25a9),segment_id=7b7d5517-b216-420b-bac0-9ec0355b25a9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:05.096119 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.132646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.133271 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.134850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] 10.222.0.35 "PUT /v2.0/ports/0ba1238e-5d56-4e2c-999b-a4d3a667f406 HTTP/1.1" status: 200 len: 1091 time: 0.7142043 Jan 28 13:29:05.135401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8', 'tag': '0ba1238e-5d56-4e2c-999b-a4d3a667f406'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:05.137694 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68b4ed3-c55a-4654-a2d8-998359324148" -d '{"events": [{"name": "network-changed", "server_uuid": "21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8", "tag": "0ba1238e-5d56-4e2c-999b-a4d3a667f406"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:05.164298 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900d266-b8b6-4a42-b8f4-c98ea70f918f service neutron] Pushing event updated for resources: {'Port': ['ID=0ba1238e-5d56-4e2c-999b-a4d3a667f406,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:05.197224 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e95f542-9b29-4b79-a843-43a3d14dc1c6 x-openstack-request-id: req-2e95f542-9b29-4b79-a843-43a3d14dc1c6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:05.197521 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8", "tag": "0ba1238e-5d56-4e2c-999b-a4d3a667f406", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:05.197776 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e95f542-9b29-4b79-a843-43a3d14dc1c6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:05.198174 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8', 'tag': '0ba1238e-5d56-4e2c-999b-a4d3a667f406', 'status': 'completed', 'code': 200} Jan 28 13:29:05.214701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-9a18eca1-9ee8-455c-87c2-fde79df1739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.216248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-9a18eca1-9ee8-455c-87c2-fde79df1739b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5782fee30f00476986707c7f94efe806&device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 1094 time: 0.0449612 Jan 28 13:29:05.261263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-623b964d-72cf-42b3-99ef-d9f5e1367e4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba1238e-5d56-4e2c-999b-a4d3a667f406 HTTP/1.1" status: 200 len: 217 time: 0.0386009 Jan 28 13:29:05.308570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-789e93f9-187c-4884-b3c4-6af5b69e4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.309999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-789e93f9-187c-4884-b3c4-6af5b69e4026 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcc490d0-554a-4454-8fa1-689ca0b564a0 HTTP/1.1" status: 200 len: 854 time: 0.0430133 Jan 28 13:29:05.341307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-c6d4ae0b-344f-44c2-83e4-052c96236ae8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d3ed6b3-432b-4b59-8b9d-bfed831314cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253234 Jan 28 13:29:05.432256 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-c3507bc2-a763-4f01-a2c4-ad5696b27f8c service neutron] 10.222.0.35 "GET /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851824 Jan 28 13:29:05.520613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78bae50d-bd99-4966-ac4a-aac4d56289fe req-f18efbc6-5c96-4970-86b2-a7d7960f0792 service neutron] 10.222.0.35 "GET /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828321 Jan 28 13:29:05.602616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b4ed3-c55a-4654-a2d8-998359324148 req-d14fa6f3-1a11-4f68-9e9c-79723220fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.604253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a68b4ed3-c55a-4654-a2d8-998359324148 req-d14fa6f3-1a11-4f68-9e9c-79723220fed4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5782fee30f00476986707c7f94efe806&device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 1094 time: 0.0422978 Jan 28 13:29:05.697545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b4ed3-c55a-4654-a2d8-998359324148 req-44a95201-7d0d-4738-811a-fda746f55019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.698955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a68b4ed3-c55a-4654-a2d8-998359324148 req-44a95201-7d0d-4738-811a-fda746f55019 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1d3ed6b3-432b-4b59-8b9d-bfed831314cf HTTP/1.1" status: 200 len: 915 time: 0.0891449 Jan 28 13:29:05.740667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a68b4ed3-c55a-4654-a2d8-998359324148 req-7287a5a6-1488-4347-975d-f40bcf8325d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba1238e-5d56-4e2c-999b-a4d3a667f406 HTTP/1.1" status: 200 len: 217 time: 0.0364063 Jan 28 13:29:05.795528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b4ed3-c55a-4654-a2d8-998359324148 req-ff49d2c9-1097-410f-a0d7-4174b42497e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.796984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a68b4ed3-c55a-4654-a2d8-998359324148 req-ff49d2c9-1097-410f-a0d7-4174b42497e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcc490d0-554a-4454-8fa1-689ca0b564a0 HTTP/1.1" status: 200 len: 854 time: 0.0495143 Jan 28 13:29:05.829200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a68b4ed3-c55a-4654-a2d8-998359324148 req-6c3e34f9-683d-4c6a-b356-51a0f4edeebe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d3ed6b3-432b-4b59-8b9d-bfed831314cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252306 Jan 28 13:29:05.918205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a68b4ed3-c55a-4654-a2d8-998359324148 req-45c8bab8-1081-4cb9-bffc-0959bf9624b3 service neutron] 10.222.0.35 "GET /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823581 Jan 28 13:29:06.010449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a68b4ed3-c55a-4654-a2d8-998359324148 req-5f2fa5a2-b373-4289-96b9-7a5841ff730e service neutron] 10.222.0.35 "GET /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859613 Jan 28 13:29:06.190184 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e50423-aa39-4102-be03-adac0c800232 req-0bcd1caa-102e-4fdd-ba1e-088ee496ef5d tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:06.191681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10e50423-aa39-4102-be03-adac0c800232 req-0bcd1caa-102e-4fdd-ba1e-088ee496ef5d tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 943 time: 0.0508995 Jan 28 13:29:06.240246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10e50423-aa39-4102-be03-adac0c800232 req-8e8c375e-acbf-4a11-ab6c-caca20d9efef tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Jan 28 13:29:07.356868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc191c6-f3fa-4dab-83da-aa3e37ad5f19 req-cb48faf0-c111-4470-aaac-023e78829537 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:07.358306 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4fc191c6-f3fa-4dab-83da-aa3e37ad5f19 req-cb48faf0-c111-4470-aaac-023e78829537 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 943 time: 0.0478952 Jan 28 13:29:07.408259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4fc191c6-f3fa-4dab-83da-aa3e37ad5f19 req-167a4941-f557-4b02-901e-c150e645b308 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444186 Jan 28 13:29:08.250927 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:29:08.392077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 0ba1238e-5d56-4e2c-999b-a4d3a667f406 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:08.488980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 0ba1238e-5d56-4e2c-999b-a4d3a667f406, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0ba1238e-5d56-4e2c-999b-a4d3a667f406,segment=NetworkSegment(7b7d5517-b216-420b-bac0-9ec0355b25a9),segment_id=7b7d5517-b216-420b-bac0-9ec0355b25a9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:08.501769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '0ba1238e-5d56-4e2c-999b-a4d3a667f406', 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf', 'port_id': '0ba1238e-5d56-4e2c-999b-a4d3a667f406', 'mac_address': 'fa:16:3e:36:e6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc490d0-554a-4454-8fa1-689ca0b564a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:08.529286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701cde8-5981-4fd0-99d6-bf568395f5ca req-03a2f0ad-f5f1-456a-bc99-95993775fa25 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:08.530922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9701cde8-5981-4fd0-99d6-bf568395f5ca req-03a2f0ad-f5f1-456a-bc99-95993775fa25 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 943 time: 0.0545728 Jan 28 13:29:08.546761 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 0ba1238e-5d56-4e2c-999b-a4d3a667f406 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:08.547159 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.561593 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba1238e-5d56-4e2c-999b-a4d3a667f406 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:08.579743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9701cde8-5981-4fd0-99d6-bf568395f5ca req-da9f6ba6-9333-4c14-b4c7-287596b5e54f tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427284 Jan 28 13:29:08.581719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 0ba1238e-5d56-4e2c-999b-a4d3a667f406, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0ba1238e-5d56-4e2c-999b-a4d3a667f406,segment=NetworkSegment(7b7d5517-b216-420b-bac0-9ec0355b25a9),segment_id=7b7d5517-b216-420b-bac0-9ec0355b25a9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:08.585684 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.634039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=0ba1238e-5d56-4e2c-999b-a4d3a667f406,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:08.774335 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['0ba1238e-5d56-4e2c-999b-a4d3a667f406'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:09.698872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b8729-1ed2-4968-a3cb-ae13b02b25a5 req-c72bfa28-6e09-451e-a67c-dbf3dc38db2c tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:09.700387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-349b8729-1ed2-4968-a3cb-ae13b02b25a5 req-c72bfa28-6e09-451e-a67c-dbf3dc38db2c tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 944 time: 0.0524418 Jan 28 13:29:09.747590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-349b8729-1ed2-4968-a3cb-ae13b02b25a5 req-5e61875d-f735-4687-b799-18bf75872ed8 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 Jan 28 13:29:10.392586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 0ba1238e-5d56-4e2c-999b-a4d3a667f406 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:10.440709 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 0ba1238e-5d56-4e2c-999b-a4d3a667f406 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:29:10.444850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 0ba1238e-5d56-4e2c-999b-a4d3a667f406 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:10.445235 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.527117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 0ba1238e-5d56-4e2c-999b-a4d3a667f406 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:10.527565 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.549475 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba1238e-5d56-4e2c-999b-a4d3a667f406'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:10.551733 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0de9b3-e9da-4e27-a630-42f2e856629a" -d '{"events": [{"server_uuid": "21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8", "name": "network-vif-plugged", "status": "completed", "tag": "0ba1238e-5d56-4e2c-999b-a4d3a667f406"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:10.564871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 0ba1238e-5d56-4e2c-999b-a4d3a667f406, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0ba1238e-5d56-4e2c-999b-a4d3a667f406,segment=NetworkSegment(7b7d5517-b216-420b-bac0-9ec0355b25a9),segment_id=7b7d5517-b216-420b-bac0-9ec0355b25a9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:10.568792 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.593630 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21bb22b-c317-4731-9a04-e99d0de93787 x-openstack-request-id: req-f21bb22b-c317-4731-9a04-e99d0de93787 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:10.593921 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8", "name": "network-vif-plugged", "status": "completed", "tag": "0ba1238e-5d56-4e2c-999b-a4d3a667f406", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:10.594170 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f21bb22b-c317-4731-9a04-e99d0de93787 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:10.594559 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba1238e-5d56-4e2c-999b-a4d3a667f406', 'code': 200} Jan 28 13:29:10.619636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=0ba1238e-5d56-4e2c-999b-a4d3a667f406,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:10.690248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b18a7c-2825-4486-8dce-5d01a0f6e8d5 req-956bfd00-983e-49fc-b3da-908ce64111ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:10.692105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0b18a7c-2825-4486-8dce-5d01a0f6e8d5 req-956bfd00-983e-49fc-b3da-908ce64111ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0438175 Jan 28 13:29:10.739205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0b18a7c-2825-4486-8dce-5d01a0f6e8d5 req-f9d1c47f-8762-4028-936d-4e8319014d94 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Jan 28 13:29:10.863919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb60fe2-b8c2-4f4c-a9b9-278b80336765 req-9b079f94-73e6-46db-9e7e-a5138897c80b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:10.865378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1cb60fe2-b8c2-4f4c-a9b9-278b80336765 req-9b079f94-73e6-46db-9e7e-a5138897c80b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 945 time: 0.0492516 Jan 28 13:29:10.915474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1cb60fe2-b8c2-4f4c-a9b9-278b80336765 req-0f800da6-2fe9-46fb-870d-37fd765953c2 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436335 Jan 28 13:29:12.036133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb09cd-f57d-4298-90dc-9d9c6fbcfbdb req-19f9df43-0c1d-478b-a0f2-572c9e267c93 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.037574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32cb09cd-f57d-4298-90dc-9d9c6fbcfbdb req-19f9df43-0c1d-478b-a0f2-572c9e267c93 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 945 time: 0.0507412 Jan 28 13:29:12.084850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32cb09cd-f57d-4298-90dc-9d9c6fbcfbdb req-d42de90b-245f-4632-a556-459c96126cd6 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Jan 28 13:29:12.304613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-180958df-670f-4b6d-975d-607ff18dfffa tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.306721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-180958df-670f-4b6d-975d-607ff18dfffa tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/networks?id=1d3ed6b3-432b-4b59-8b9d-bfed831314cf HTTP/1.1" status: 200 len: 814 time: 0.0998926 Jan 28 13:29:12.321035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-4cbbd46d-326d-410f-9f6d-88ff033ae8a8 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/quotas/5782fee30f00476986707c7f94efe806 HTTP/1.1" status: 200 len: 375 time: 0.0086923 Jan 28 13:29:12.374441 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-714f8d37-6595-4447-87c7-b2b2948c6086 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5782fee30f00476986707c7f94efe806&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484676 Jan 28 13:29:12.463604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-fb81ae68-586b-4e92-9d98-fbc3bc0e3bfb service neutron] 10.222.0.53 "GET /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823357 Jan 28 13:29:12.555675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-8bb7b886-fb6b-46f4-8f4b-869bf4e9bffe service neutron] 10.222.0.53 "GET /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862620 Jan 28 13:29:12.724600 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6861e128-e5bb-4ff5-80b6-7fc7d48d1dee req-2244ff3e-62b0-478f-8a0c-750c335bd645 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 210 time: 0.0295272 Jan 28 13:29:13.677907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-ee6ba73c-9ae7-4dce-9ff4-31de919520eb tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:13.679416 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-ee6ba73c-9ae7-4dce-9ff4-31de919520eb tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.49 "GET /v2.0/networks?id=1d3ed6b3-432b-4b59-8b9d-bfed831314cf HTTP/1.1" status: 200 len: 814 time: 0.1051259 Jan 28 13:29:13.692321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Request body: {'port': {'device_id': 'eda2d74c-068f-4335-ac21-b07c1ae6af43', 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf', 'admin_state_up': True, 'tenant_id': '5782fee30f00476986707c7f94efe806'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:13.822397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52a132c1-c940-40d7-ab58-dcdf10bee100 req-9cf3eae6-bb44-4207-835c-66dc0d04357f tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 210 time: 0.0297885 Jan 28 13:29:13.832688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Made reservation on behalf of 5782fee30f00476986707c7f94efe806 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:13.836667 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.966481 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Allocated IP 172.20.0.2 (1d3ed6b3-432b-4b59-8b9d-bfed831314cf/fcc490d0-554a-4454-8fa1-689ca0b564a0/4ae8112b-180f-4dac-8d6c-07a87a5c9f0c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:14.108747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks [] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.141974 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.153625 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['0ba1238e-5d56-4e2c-999b-a4d3a667f406'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:14.187997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:14.191032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:14.198099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:14.204480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Pushing event updated for resources: {'Port': ['ID=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:14.248542 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:14.249157 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.265686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-cbabed64-cb7f-4a36-8e17-393aebea18f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786896 Jan 28 13:29:14.276469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Request body: {'port': {'device_id': 'eda2d74c-068f-4335-ac21-b07c1ae6af43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:14.331856 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.946611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:14.956763 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Publish callbacks [] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.974415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Transition to ACTIVE for port object 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:29:14.982253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1051c6d-1053-463d-aa15-1bbd83d812df req-6b2aab60-35fb-4787-9981-1f37a213590f tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:14.983745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1051c6d-1053-463d-aa15-1bbd83d812df req-6b2aab60-35fb-4787-9981-1f37a213590f tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 931 time: 0.0912702 Jan 28 13:29:14.984821 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:15.068957 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Pushing event updated for resources: {'Port': ['ID=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:15.130253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e1051c6d-1053-463d-aa15-1bbd83d812df req-c1fda276-64f7-41b5-8076-aa0631b5daa1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401320 Jan 28 13:29:15.170300 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Attempting to bind port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:15.170644 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Attempting to bind port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '7b7d5517-b216-420b-bac0-9ec0355b25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:15.170972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Attempting to bind port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c on network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:15.176415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c on network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:29:15.176863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Attempting to bind port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c on network 1d3ed6b3-432b-4b59-8b9d-bfed831314cf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:15.184022 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:15.184363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Checking segment: {'id': '7b7d5517-b216-420b-bac0-9ec0355b25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:15.184749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Bound using segment: {'id': '7b7d5517-b216-420b-bac0-9ec0355b25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:15.185175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Bound port: 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7d5517-b216-420b-bac0-9ec0355b25a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:15.185566 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:15.253979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] For port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:15.257347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] For port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c,segment=NetworkSegment(7b7d5517-b216-420b-bac0-9ec0355b25a9),segment_id=7b7d5517-b216-420b-bac0-9ec0355b25a9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:15.261744 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:15.300856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:15.301472 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:15.302832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] 10.222.0.49 "PUT /v2.0/ports/4ae8112b-180f-4dac-8d6c-07a87a5c9f0c HTTP/1.1" status: 200 len: 1091 time: 1.0304990 Jan 28 13:29:15.303260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda2d74c-068f-4335-ac21-b07c1ae6af43', 'tag': '4ae8112b-180f-4dac-8d6c-07a87a5c9f0c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:15.305522 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb145f44-7789-46ca-ba4a-3a40ded66993" -d '{"events": [{"name": "network-changed", "server_uuid": "eda2d74c-068f-4335-ac21-b07c1ae6af43", "tag": "4ae8112b-180f-4dac-8d6c-07a87a5c9f0c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:15.327606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c2304-be39-401e-9e37-6b03f20fa19d service neutron] Pushing event updated for resources: {'Port': ['ID=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:15.354513 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a89187d-9b47-4f40-abfb-2898c1b045c0 x-openstack-request-id: req-9a89187d-9b47-4f40-abfb-2898c1b045c0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:15.354805 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda2d74c-068f-4335-ac21-b07c1ae6af43", "tag": "4ae8112b-180f-4dac-8d6c-07a87a5c9f0c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:15.355057 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a89187d-9b47-4f40-abfb-2898c1b045c0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:15.355477 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda2d74c-068f-4335-ac21-b07c1ae6af43', 'tag': '4ae8112b-180f-4dac-8d6c-07a87a5c9f0c', 'status': 'completed', 'code': 200} Jan 28 13:29:15.384483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-0c03a9ea-a887-4b1d-a6b4-6a01952e2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:15.385883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-0c03a9ea-a887-4b1d-a6b4-6a01952e2afe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5782fee30f00476986707c7f94efe806&device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 1094 time: 0.0419567 Jan 28 13:29:15.426704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-fb1b5e12-7224-47c5-9d11-56c7a2d1a273 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c HTTP/1.1" status: 200 len: 217 time: 0.0342343 Jan 28 13:29:15.478397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-88816258-6594-46e2-8e8e-6ec16eede711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:15.480028 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-88816258-6594-46e2-8e8e-6ec16eede711 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcc490d0-554a-4454-8fa1-689ca0b564a0 HTTP/1.1" status: 200 len: 854 time: 0.0470333 Jan 28 13:29:15.511145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-18c6a2d4-4043-4c26-b60a-5a786c2248df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d3ed6b3-432b-4b59-8b9d-bfed831314cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246465 Jan 28 13:29:15.598124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-5e40a4ed-dee1-4dac-a9bf-5c43377fe57a service neutron] 10.222.0.49 "GET /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808110 Jan 28 13:29:15.690098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b51f20e5-e2b1-4bd5-99c3-e2ecac10de49 req-420c5716-4beb-4076-afa5-b67d52a41ed7 service neutron] 10.222.0.49 "GET /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860724 Jan 28 13:29:15.779924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb145f44-7789-46ca-ba4a-3a40ded66993 req-fe7f3e7b-9861-445e-b895-dce732ddd391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:15.781422 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb145f44-7789-46ca-ba4a-3a40ded66993 req-fe7f3e7b-9861-445e-b895-dce732ddd391 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5782fee30f00476986707c7f94efe806&device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 1094 time: 0.0449777 Jan 28 13:29:15.875359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb145f44-7789-46ca-ba4a-3a40ded66993 req-36b01fec-5aa4-44e1-be5b-7b5d026c72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:15.876839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb145f44-7789-46ca-ba4a-3a40ded66993 req-36b01fec-5aa4-44e1-be5b-7b5d026c72bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=1d3ed6b3-432b-4b59-8b9d-bfed831314cf HTTP/1.1" status: 200 len: 915 time: 0.0890179 Jan 28 13:29:15.918531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb145f44-7789-46ca-ba4a-3a40ded66993 req-fea8f492-9aaf-4208-bc63-6bfdbcb6bbe6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c HTTP/1.1" status: 200 len: 217 time: 0.0360453 Jan 28 13:29:15.967330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb145f44-7789-46ca-ba4a-3a40ded66993 req-a1372e45-84bb-47be-bc84-6b7eb2dbe4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:15.968734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb145f44-7789-46ca-ba4a-3a40ded66993 req-a1372e45-84bb-47be-bc84-6b7eb2dbe4ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcc490d0-554a-4454-8fa1-689ca0b564a0 HTTP/1.1" status: 200 len: 854 time: 0.0443726 Jan 28 13:29:16.000059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb145f44-7789-46ca-ba4a-3a40ded66993 req-8febc7d0-990d-41e9-a4c1-8faa9fba646b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d3ed6b3-432b-4b59-8b9d-bfed831314cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240407 Jan 28 13:29:16.092810 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb145f44-7789-46ca-ba4a-3a40ded66993 req-a9ca401b-ea15-4921-8e84-165eef648d55 service neutron] 10.222.0.49 "GET /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860839 Jan 28 13:29:16.182541 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb145f44-7789-46ca-ba4a-3a40ded66993 req-4d9d81ff-6aa7-4d11-9629-7eb2bdbf07d3 service neutron] 10.222.0.49 "GET /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824747 Jan 28 13:29:16.253507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051e1a0-79b0-4bae-ad9b-46aacbc6be75 req-ddd32691-c846-4078-99ff-96ac97f548dc tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:16.254900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c051e1a0-79b0-4bae-ad9b-46aacbc6be75 req-ddd32691-c846-4078-99ff-96ac97f548dc tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 943 time: 0.0561171 Jan 28 13:29:16.302011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c051e1a0-79b0-4bae-ad9b-46aacbc6be75 req-ef292f3a-31d5-42f1-97a6-190e077247e6 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Jan 28 13:29:17.421414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511bcce-60f7-4b16-970e-63bd6057fd1d req-9479f900-2620-438f-9e56-355d62027530 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:17.422879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6511bcce-60f7-4b16-970e-63bd6057fd1d req-9479f900-2620-438f-9e56-355d62027530 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 943 time: 0.0490026 Jan 28 13:29:17.471777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6511bcce-60f7-4b16-970e-63bd6057fd1d req-2d2ca642-a969-4592-ab65-e98144c93602 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431943 Jan 28 13:29:17.936005 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.232659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:18.311071 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.340765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c,segment=NetworkSegment(7b7d5517-b216-420b-bac0-9ec0355b25a9),segment_id=7b7d5517-b216-420b-bac0-9ec0355b25a9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:18.352088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '4ae8112b-180f-4dac-8d6c-07a87a5c9f0c', 'network_id': '1d3ed6b3-432b-4b59-8b9d-bfed831314cf', 'port_id': '4ae8112b-180f-4dac-8d6c-07a87a5c9f0c', 'mac_address': 'fa:16:3e:d9:f5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc490d0-554a-4454-8fa1-689ca0b564a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:18.388684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:18.389077 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.402373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:18.421077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c,segment=NetworkSegment(7b7d5517-b216-420b-bac0-9ec0355b25a9),segment_id=7b7d5517-b216-420b-bac0-9ec0355b25a9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:18.424868 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.477760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:18.485634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.485933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.486284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.486631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.486968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.487305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.487669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.488001 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.488334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.488662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.488993 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.489316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.489660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:18.590997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57efe3-ce21-4cbe-86e0-f47b48580eaa req-e02f7cb0-0c5a-4f25-ad44-998535ef6737 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:18.592493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f57efe3-ce21-4cbe-86e0-f47b48580eaa req-e02f7cb0-0c5a-4f25-ad44-998535ef6737 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 944 time: 0.0506105 Jan 28 13:29:18.628439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['4ae8112b-180f-4dac-8d6c-07a87a5c9f0c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:18.645896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5f57efe3-ce21-4cbe-86e0-f47b48580eaa req-e37133d4-191b-4714-b8ac-0a42aac5256e tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458395 Jan 28 13:29:19.351743 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-443eed5a-6069-4f32-9caf-10971f1b2c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.762514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8a78a-a6f9-4214-b52c-9361d9ddae40 req-96874431-a7da-4581-b6b6-5166ffe7762a tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:19.764056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32a8a78a-a6f9-4214-b52c-9361d9ddae40 req-96874431-a7da-4581-b6b6-5166ffe7762a tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 944 time: 0.0497570 Jan 28 13:29:19.812094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32a8a78a-a6f9-4214-b52c-9361d9ddae40 req-2612c260-14ba-4bca-a979-ba0272dc32e9 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Jan 28 13:29:20.228176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:20.276482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:29:20.280417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:20.280794 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:20.355158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:20.355924 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:20.378081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda2d74c-068f-4335-ac21-b07c1ae6af43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae8112b-180f-4dac-8d6c-07a87a5c9f0c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:20.380270 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7376f24-9a55-4e0f-a004-81b09c67c2af" -d '{"events": [{"server_uuid": "eda2d74c-068f-4335-ac21-b07c1ae6af43", "name": "network-vif-plugged", "status": "completed", "tag": "4ae8112b-180f-4dac-8d6c-07a87a5c9f0c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:20.393177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c,segment=NetworkSegment(7b7d5517-b216-420b-bac0-9ec0355b25a9),segment_id=7b7d5517-b216-420b-bac0-9ec0355b25a9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:20.397965 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:20.424099 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2ac869-6d69-4354-bd5d-c214d0b2b46c x-openstack-request-id: req-5f2ac869-6d69-4354-bd5d-c214d0b2b46c {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:20.424398 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda2d74c-068f-4335-ac21-b07c1ae6af43", "name": "network-vif-plugged", "status": "completed", "tag": "4ae8112b-180f-4dac-8d6c-07a87a5c9f0c", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:20.424653 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f2ac869-6d69-4354-bd5d-c214d0b2b46c {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:20.425050 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda2d74c-068f-4335-ac21-b07c1ae6af43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae8112b-180f-4dac-8d6c-07a87a5c9f0c', 'code': 200} Jan 28 13:29:20.452086 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:20.512582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93c358-6276-415a-bfb9-9694590edf8c req-1fe30b2d-af82-4608-8855-ad3607c4ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:20.513968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c93c358-6276-415a-bfb9-9694590edf8c req-1fe30b2d-af82-4608-8855-ad3607c4ad59 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 1096 time: 0.0406923 Jan 28 13:29:20.557265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c93c358-6276-415a-bfb9-9694590edf8c req-9fb96835-e22a-4942-96b2-6efefebfd232 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367348 Jan 28 13:29:20.932149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fb2aa-27ed-4463-927c-da932edce5db req-6b38a5ae-f470-49bf-99d1-ca344c6cfb68 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:20.933629 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d6fb2aa-27ed-4463-927c-da932edce5db req-6b38a5ae-f470-49bf-99d1-ca344c6cfb68 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 945 time: 0.0527990 Jan 28 13:29:20.984767 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d6fb2aa-27ed-4463-927c-da932edce5db req-c25b111d-51c6-4773-aedb-cf4d5a796f26 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422885 Jan 28 13:29:21.708141 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f3a576d-1490-4c14-a395-e4c9e7016647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.101383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3fa68-5d1a-434d-be18-559ab58f2110 req-0a068093-27f6-40c3-80ef-44cb0002a486 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.102949 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37c3fa68-5d1a-434d-be18-559ab58f2110 req-0a068093-27f6-40c3-80ef-44cb0002a486 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 945 time: 0.0490346 Jan 28 13:29:22.148861 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-37c3fa68-5d1a-434d-be18-559ab58f2110 req-0c548eb8-c412-424d-9f97-42a617b28457 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404294 Jan 28 13:29:22.386015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c5dd1-7349-4273-8e52-cf30c59909fd req-1f481366-51b6-48bb-823f-692acb55e6a5 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.387865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c2c5dd1-7349-4273-8e52-cf30c59909fd req-1f481366-51b6-48bb-823f-692acb55e6a5 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 945 time: 0.0540006 Jan 28 13:29:22.433990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c2c5dd1-7349-4273-8e52-cf30c59909fd req-646bd1b7-bbf2-447c-a2f7-efc209cc3851 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 Jan 28 13:29:23.188302 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.553003 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5488f83-5265-44cf-b7a6-566797c945f4 req-8870b2c0-e70c-40b6-9242-df675834afb1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.554477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5488f83-5265-44cf-b7a6-566797c945f4 req-8870b2c0-e70c-40b6-9242-df675834afb1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 945 time: 0.0515616 Jan 28 13:29:23.628597 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b5488f83-5265-44cf-b7a6-566797c945f4 req-29b1ea51-970a-4a7d-8682-b4ba56494e79 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683250 Jan 28 13:29:23.644598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61781b-53a7-4eb0-a304-8ff71663cc6e req-2ca541c9-b507-4fa1-81c6-af6c7c5d9c58 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.646064 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b61781b-53a7-4eb0-a304-8ff71663cc6e req-2ca541c9-b507-4fa1-81c6-af6c7c5d9c58 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda2d74c-068f-4335-ac21-b07c1ae6af43 HTTP/1.1" status: 200 len: 945 time: 0.0603480 Jan 28 13:29:23.742724 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-5b61781b-53a7-4eb0-a304-8ff71663cc6e req-78ba7c8d-cfba-4fe6-9a8c-dc8b22921568 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Deleting port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:23.743027 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5b61781b-53a7-4eb0-a304-8ff71663cc6e req-78ba7c8d-cfba-4fe6-9a8c-dc8b22921568 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.832716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5b61781b-53a7-4eb0-a304-8ff71663cc6e req-78ba7c8d-cfba-4fe6-9a8c-dc8b22921568 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] For port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c,segment=NetworkSegment(7b7d5517-b216-420b-bac0-9ec0355b25a9),segment_id=7b7d5517-b216-420b-bac0-9ec0355b25a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:23.833080 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5b61781b-53a7-4eb0-a304-8ff71663cc6e req-78ba7c8d-cfba-4fe6-9a8c-dc8b22921568 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.847945 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-5b61781b-53a7-4eb0-a304-8ff71663cc6e req-78ba7c8d-cfba-4fe6-9a8c-dc8b22921568 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Calling delete_port for 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:23.982454 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5b61781b-53a7-4eb0-a304-8ff71663cc6e req-78ba7c8d-cfba-4fe6-9a8c-dc8b22921568 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (4ae8112b-180f-4dac-8d6c-07a87a5c9f0c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:23.996348 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['4ae8112b-180f-4dac-8d6c-07a87a5c9f0c'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:23.998857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['0ba1238e-5d56-4e2c-999b-a4d3a667f406'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:24.014283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7c8d-cfba-4fe6-9a8c-dc8b22921568 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Pushing event deleted for resources: {'Port': ['ID=4ae8112b-180f-4dac-8d6c-07a87a5c9f0c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:24.063259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b61781b-53a7-4eb0-a304-8ff71663cc6e req-78ba7c8d-cfba-4fe6-9a8c-dc8b22921568 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] No DVR routers for this DVR port 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:24.066051 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5b61781b-53a7-4eb0-a304-8ff71663cc6e req-78ba7c8d-cfba-4fe6-9a8c-dc8b22921568 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.069631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b61781b-53a7-4eb0-a304-8ff71663cc6e req-78ba7c8d-cfba-4fe6-9a8c-dc8b22921568 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.49 "DELETE /v2.0/ports/4ae8112b-180f-4dac-8d6c-07a87a5c9f0c HTTP/1.1" status: 204 len: 173 time: 0.4181075 Jan 28 13:29:24.070624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda2d74c-068f-4335-ac21-b07c1ae6af43', 'name': 'network-vif-deleted', 'tag': '4ae8112b-180f-4dac-8d6c-07a87a5c9f0c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:24.073296 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24583435-eac0-4591-8f04-8d0b1c0fb4f1" -d '{"events": [{"server_uuid": "eda2d74c-068f-4335-ac21-b07c1ae6af43", "name": "network-vif-deleted", "tag": "4ae8112b-180f-4dac-8d6c-07a87a5c9f0c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:24.129715 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc92206-4339-4d34-8c93-442336bfc507 x-openstack-request-id: req-6dc92206-4339-4d34-8c93-442336bfc507 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:24.130006 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda2d74c-068f-4335-ac21-b07c1ae6af43", "name": "network-vif-deleted", "tag": "4ae8112b-180f-4dac-8d6c-07a87a5c9f0c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:24.130255 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dc92206-4339-4d34-8c93-442336bfc507 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:24.130651 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda2d74c-068f-4335-ac21-b07c1ae6af43', 'name': 'network-vif-deleted', 'tag': '4ae8112b-180f-4dac-8d6c-07a87a5c9f0c', 'status': 'completed', 'code': 200} Jan 28 13:29:24.791911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee325f-a645-4f16-b976-0bd72142a0f0 req-d4500ce0-93bc-433f-a816-16bd5ff397ef tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:24.793507 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-79ee325f-a645-4f16-b976-0bd72142a0f0 req-d4500ce0-93bc-433f-a816-16bd5ff397ef tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 945 time: 0.0519109 Jan 28 13:29:24.843119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-79ee325f-a645-4f16-b976-0bd72142a0f0 req-7780cd8c-78bb-43b1-b7d9-17117fcf5fbd tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Jan 28 13:29:24.851771 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.978868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d449410-5d86-445a-93e8-bcd0171f2b14 req-34b08121-836f-447a-aa81-b9db510bac53 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:24.980081 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d449410-5d86-445a-93e8-bcd0171f2b14 req-34b08121-836f-447a-aa81-b9db510bac53 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 945 time: 0.0507491 Jan 28 13:29:25.026463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d449410-5d86-445a-93e8-bcd0171f2b14 req-6290d077-7d06-48b5-8219-3cb5e5330ce2 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Jan 28 13:29:25.151157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81927b68-6faf-40d0-90b5-dddadb50cc1d req-eaed08b1-7b39-4846-bfe3-5922d481f129 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.152922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81927b68-6faf-40d0-90b5-dddadb50cc1d req-eaed08b1-7b39-4846-bfe3-5922d481f129 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 945 time: 0.0551169 Jan 28 13:29:25.203454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81927b68-6faf-40d0-90b5-dddadb50cc1d req-ba63451e-a825-4193-ba82-76c58d651a8c tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447354 Jan 28 13:29:25.373649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af649e6-2b39-4b09-bbba-51d86157468e req-c4dce307-5d55-4921-8f10-5a93692e8aee tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.375223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3af649e6-2b39-4b09-bbba-51d86157468e req-c4dce307-5d55-4921-8f10-5a93692e8aee tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 945 time: 0.0493698 Jan 28 13:29:25.423493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3af649e6-2b39-4b09-bbba-51d86157468e req-68e01726-f47e-42cd-a2e4-61555eac43fa tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424073 Jan 28 13:29:25.544717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c1e34-50b6-4635-a571-1274bd9b1dfc req-ed1ab5a4-1e8b-4040-81ed-27fe716e248b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.546131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e72c1e34-50b6-4635-a571-1274bd9b1dfc req-ed1ab5a4-1e8b-4040-81ed-27fe716e248b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 945 time: 0.0538020 Jan 28 13:29:25.594852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e72c1e34-50b6-4635-a571-1274bd9b1dfc req-e565a8b9-e326-4c35-9c06-c34d7668f43b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428681 Jan 28 13:29:25.725542 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182828c-d35e-4011-99ec-b6ff9399d4a8 req-946a9661-e0f9-4a70-92d1-a0a7bce17c98 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.727107 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7182828c-d35e-4011-99ec-b6ff9399d4a8 req-946a9661-e0f9-4a70-92d1-a0a7bce17c98 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 945 time: 0.0542829 Jan 28 13:29:25.779781 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7182828c-d35e-4011-99ec-b6ff9399d4a8 req-6d822008-7fa1-4c53-a5a3-1b0b03388c23 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465159 Jan 28 13:29:26.085265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203c57-5861-45f8-8865-24fcec9a752e req-d27c6783-4f46-4268-920f-19e28ced812b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:26.086922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73203c57-5861-45f8-8865-24fcec9a752e req-d27c6783-4f46-4268-920f-19e28ced812b tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 945 time: 0.0497155 Jan 28 13:29:26.139080 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73203c57-5861-45f8-8865-24fcec9a752e req-26e3b17d-6406-4dc2-959f-4d6cdd2ebbdb tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462880 Jan 28 13:29:26.175936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:27.257728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0d991-a770-49cb-a3c3-b2d6899453a2 req-cd8f16c5-d757-452b-b1de-9ef410bb5272 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:27.259649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ef0d991-a770-49cb-a3c3-b2d6899453a2 req-cd8f16c5-d757-452b-b1de-9ef410bb5272 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 945 time: 0.0501723 Jan 28 13:29:27.308047 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ef0d991-a770-49cb-a3c3-b2d6899453a2 req-098818ff-042c-4f13-98f8-d3865d97c328 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.53 "GET /v2.0/security-groups?id=06b3a8a8-e66c-41b6-9beb-99158108f862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428104 Jan 28 13:29:27.387362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f443fb-7edc-437c-a73c-a6f13ea8e95a req-bf87a89f-0ef2-42b0-ad8e-0d462d5c99f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:27.388793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75f443fb-7edc-437c-a73c-a6f13ea8e95a req-bf87a89f-0ef2-42b0-ad8e-0d462d5c99f1 tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.35 "GET /v2.0/ports?device_id=21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8 HTTP/1.1" status: 200 len: 945 time: 0.0487802 Jan 28 13:29:27.489114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-75f443fb-7edc-437c-a73c-a6f13ea8e95a req-94769f11-4965-43df-b6d2-93a10b53237a tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Deleting port 0ba1238e-5d56-4e2c-999b-a4d3a667f406 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:27.489459 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75f443fb-7edc-437c-a73c-a6f13ea8e95a req-94769f11-4965-43df-b6d2-93a10b53237a tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:27.578913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-75f443fb-7edc-437c-a73c-a6f13ea8e95a req-94769f11-4965-43df-b6d2-93a10b53237a tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] For port 0ba1238e-5d56-4e2c-999b-a4d3a667f406, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=0ba1238e-5d56-4e2c-999b-a4d3a667f406,segment=NetworkSegment(7b7d5517-b216-420b-bac0-9ec0355b25a9),segment_id=7b7d5517-b216-420b-bac0-9ec0355b25a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:27.579277 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75f443fb-7edc-437c-a73c-a6f13ea8e95a req-94769f11-4965-43df-b6d2-93a10b53237a tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:27.592871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-75f443fb-7edc-437c-a73c-a6f13ea8e95a req-94769f11-4965-43df-b6d2-93a10b53237a tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Calling delete_port for 0ba1238e-5d56-4e2c-999b-a4d3a667f406 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:27.722828 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75f443fb-7edc-437c-a73c-a6f13ea8e95a req-94769f11-4965-43df-b6d2-93a10b53237a tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (0ba1238e-5d56-4e2c-999b-a4d3a667f406), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:27.735244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['0ba1238e-5d56-4e2c-999b-a4d3a667f406'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:27.752059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94769f11-4965-43df-b6d2-93a10b53237a tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Pushing event deleted for resources: {'Port': ['ID=0ba1238e-5d56-4e2c-999b-a4d3a667f406,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:27.799768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f443fb-7edc-437c-a73c-a6f13ea8e95a req-94769f11-4965-43df-b6d2-93a10b53237a tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] No DVR routers for this DVR port 0ba1238e-5d56-4e2c-999b-a4d3a667f406 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:27.802448 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-75f443fb-7edc-437c-a73c-a6f13ea8e95a req-94769f11-4965-43df-b6d2-93a10b53237a tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:27.806075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75f443fb-7edc-437c-a73c-a6f13ea8e95a req-94769f11-4965-43df-b6d2-93a10b53237a tempest-ServersNegativeTestJSON-1181934137 tempest-ServersNegativeTestJSON-1181934137-project] 10.222.0.35 "DELETE /v2.0/ports/0ba1238e-5d56-4e2c-999b-a4d3a667f406 HTTP/1.1" status: 204 len: 173 time: 0.4099405 Jan 28 13:29:27.806621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8', 'name': 'network-vif-deleted', 'tag': '0ba1238e-5d56-4e2c-999b-a4d3a667f406'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:27.809030 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8a5037-eaa9-4437-a43a-a5d4bc40be33" -d '{"events": [{"server_uuid": "21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8", "name": "network-vif-deleted", "tag": "0ba1238e-5d56-4e2c-999b-a4d3a667f406"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:27.846222 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feadf77a-9c53-47f8-b38e-945cef656b3f x-openstack-request-id: req-feadf77a-9c53-47f8-b38e-945cef656b3f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:27.846515 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8", "name": "network-vif-deleted", "tag": "0ba1238e-5d56-4e2c-999b-a4d3a667f406", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:27.846770 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-feadf77a-9c53-47f8-b38e-945cef656b3f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:27.847624 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c3d71a-8bbc-4cb6-b1f2-cc93e609d6f8', 'name': 'network-vif-deleted', 'tag': '0ba1238e-5d56-4e2c-999b-a4d3a667f406', 'status': 'completed', 'code': 200} Jan 28 13:29:28.248096 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:28.272787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:28.273192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 4ae8112b-180f-4dac-8d6c-07a87a5c9f0c not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:28.362869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36092) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:28.411835 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b685e7-7ba7-462b-860e-9522d4f952d9 admin admin] Deleting subnet fcc490d0-554a-4454-8fa1-689ca0b564a0 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:28.414998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84b685e7-7ba7-462b-860e-9522d4f952d9 admin admin] Publish callbacks [] for subnet (fcc490d0-554a-4454-8fa1-689ca0b564a0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.448586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84b685e7-7ba7-462b-860e-9522d4f952d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (fcc490d0-554a-4454-8fa1-689ca0b564a0), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.485969 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84b685e7-7ba7-462b-860e-9522d4f952d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (fcc490d0-554a-4454-8fa1-689ca0b564a0), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.536132 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84b685e7-7ba7-462b-860e-9522d4f952d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (fcc490d0-554a-4454-8fa1-689ca0b564a0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.559994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b685e7-7ba7-462b-860e-9522d4f952d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc490d0-554a-4454-8fa1-689ca0b564a0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:28.565600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84b685e7-7ba7-462b-860e-9522d4f952d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.568734 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-84b685e7-7ba7-462b-860e-9522d4f952d9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fcc490d0-554a-4454-8fa1-689ca0b564a0 HTTP/1.1" status: 204 len: 168 time: 0.2048104 Jan 28 13:29:28.571322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36094) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:28.641661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (1d3ed6b3-432b-4b59-8b9d-bfed831314cf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.718093 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (1d3ed6b3-432b-4b59-8b9d-bfed831314cf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.742280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3ed6b3-432b-4b59-8b9d-bfed831314cf']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:28.752534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7d5517-b216-420b-bac0-9ec0355b25a9') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:28.752836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7d5517-b216-420b-bac0-9ec0355b25a9') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:28.762257 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (7b7d5517-b216-420b-bac0-9ec0355b25a9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.775253 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (7b7d5517-b216-420b-bac0-9ec0355b25a9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.781838 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:28.782263 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (7b7d5517-b216-420b-bac0-9ec0355b25a9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:28.784031 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:28.838382 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (1d3ed6b3-432b-4b59-8b9d-bfed831314cf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.843965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.847017 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1d3ed6b3-432b-4b59-8b9d-bfed831314cf HTTP/1.1" status: 204 len: 168 time: 0.2745457 Jan 28 13:29:28.857774 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9034dd-ee6d-43e6-8ad6-43adef268997 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d3ed6b3-432b-4b59-8b9d-bfed831314cf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:28.963931 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36098) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:29.003972 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-52a79cab-3f78-4ea5-b767-fd4bb09e307b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5782fee30f00476986707c7f94efe806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387926 Jan 28 13:29:29.006422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36100) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:29.053268 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3a30ecc-1e0a-49b2-a983-dd7096f08db8 admin admin] Publish callbacks [] for security_group (06b3a8a8-e66c-41b6-9beb-99158108f862), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.078875 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3a30ecc-1e0a-49b2-a983-dd7096f08db8 admin admin] Publish callbacks [] for security_group (06b3a8a8-e66c-41b6-9beb-99158108f862), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.125878 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3a30ecc-1e0a-49b2-a983-dd7096f08db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (06b3a8a8-e66c-41b6-9beb-99158108f862), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.128490 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3a30ecc-1e0a-49b2-a983-dd7096f08db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.129663 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c3a30ecc-1e0a-49b2-a983-dd7096f08db8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06b3a8a8-e66c-41b6-9beb-99158108f862 HTTP/1.1" status: 204 len: 168 time: 0.1223023 Jan 28 13:29:29.138395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30ecc-1e0a-49b2-a983-dd7096f08db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b3a8a8-e66c-41b6-9beb-99158108f862,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:29.832990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36122) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:29.930834 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-874187015'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:29.952088 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Made reservation on behalf of 79ad27d8c1e0499b8cd3dede4ad3fb38 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:29.955380 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.963843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.037846 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for security_group (db8e21a3-c021-4c36-b051-2bb05a510af6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.042025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (db8e21a3-c021-4c36-b051-2bb05a510af6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.068694 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:30.078546 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8e21a3-c021-4c36-b051-2bb05a510af6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:30.083669 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (2367ee19-d131-4242-ad89-8c4d0d99e1e8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.084005 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Added segment 2367ee19-d131-4242-ad89-8c4d0d99e1e8 of type vlan for network a801802a-e58f-4992-a09e-adb5bca7fa98 Jan 28 13:29:30.124731 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a801802a-e58f-4992-a09e-adb5bca7fa98), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.150649 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a801802a-e58f-4992-a09e-adb5bca7fa98), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.155578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:30.156162 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.223579 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3894131 Jan 28 13:29:30.232963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1b881-6199-4774-b51a-2b638ee106f1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event updated for resources: {'Network': ['ID=a801802a-e58f-4992-a09e-adb5bca7fa98,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:30.244697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a801802a-e58f-4992-a09e-adb5bca7fa98 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:30.463468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 0ba1238e-5d56-4e2c-999b-a4d3a667f406 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:30.487760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 0ba1238e-5d56-4e2c-999b-a4d3a667f406 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:30.488104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 0ba1238e-5d56-4e2c-999b-a4d3a667f406 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:33.430714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36126) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:33.435968 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-26827fd0-20cc-437e-9729-f48e131782ad tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Request body: {'subnet': {'network_id': 'a801802a-e58f-4992-a09e-adb5bca7fa98', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:33.520145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26827fd0-20cc-437e-9729-f48e131782ad tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Made reservation on behalf of 79ad27d8c1e0499b8cd3dede4ad3fb38 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:33.523813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26827fd0-20cc-437e-9729-f48e131782ad tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.704692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26827fd0-20cc-437e-9729-f48e131782ad tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (00111b0b-182f-4ad8-8822-5505e87bda96), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.775956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26827fd0-20cc-437e-9729-f48e131782ad tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event updated for resources: {'Subnet': ['ID=00111b0b-182f-4ad8-8822-5505e87bda96,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:33.780309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26827fd0-20cc-437e-9729-f48e131782ad tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Checking segment: {'id': '2367ee19-d131-4242-ad89-8c4d0d99e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a801802a-e58f-4992-a09e-adb5bca7fa98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:33.780674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26827fd0-20cc-437e-9729-f48e131782ad tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Network hostable DHCP agents. Network: a801802a-e58f-4992-a09e-adb5bca7fa98, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:33.798298 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26827fd0-20cc-437e-9729-f48e131782ad tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Network a801802a-e58f-4992-a09e-adb5bca7fa98 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:33.807840 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-26827fd0-20cc-437e-9729-f48e131782ad tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a801802a-e58f-4992-a09e-adb5bca7fa98) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:33.811929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26827fd0-20cc-437e-9729-f48e131782ad tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:33.812527 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26827fd0-20cc-437e-9729-f48e131782ad tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.817058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902d3721-c6a5-4ab3-a427-5cf4bc21e1b2 None None] Network a801802a-e58f-4992-a09e-adb5bca7fa98 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:33.830896 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-26827fd0-20cc-437e-9729-f48e131782ad tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3989568 Jan 28 13:29:33.834444 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36128) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:33.843946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-60d7008f-24ab-4a0d-b49a-1185e72a4a5c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1110652123'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:33.864937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d7008f-24ab-4a0d-b49a-1185e72a4a5c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Made reservation on behalf of 79ad27d8c1e0499b8cd3dede4ad3fb38 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:33.869490 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60d7008f-24ab-4a0d-b49a-1185e72a4a5c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.893053 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d7008f-24ab-4a0d-b49a-1185e72a4a5c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:33.903478 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60d7008f-24ab-4a0d-b49a-1185e72a4a5c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (83b4f900-2691-4480-9a80-a70830fe50ec), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.903825 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-60d7008f-24ab-4a0d-b49a-1185e72a4a5c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Added segment 83b4f900-2691-4480-9a80-a70830fe50ec of type vlan for network 52313dc3-5bd7-49a2-8d59-f92bf31c777e Jan 28 13:29:33.921293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-a801802a-e58f-4992-a09e-adb5bca7fa98', 'network_id': 'a801802a-e58f-4992-a09e-adb5bca7fa98', 'project_id': '79ad27d8c1e0499b8cd3dede4ad3fb38', 'fixed_ips': [{'subnet_id': '00111b0b-182f-4ad8-8822-5505e87bda96'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:33.922135 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.948681 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60d7008f-24ab-4a0d-b49a-1185e72a4a5c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (52313dc3-5bd7-49a2-8d59-f92bf31c777e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.973914 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60d7008f-24ab-4a0d-b49a-1185e72a4a5c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (52313dc3-5bd7-49a2-8d59-f92bf31c777e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:33.980963 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d7008f-24ab-4a0d-b49a-1185e72a4a5c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:33.981813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-60d7008f-24ab-4a0d-b49a-1185e72a4a5c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.046975 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-60d7008f-24ab-4a0d-b49a-1185e72a4a5c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2108681 Jan 28 13:29:34.050192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36130) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:34.057961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-69a49106-b02a-4eb3-b1a4-d7f5cfdd552a tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Request body: {'subnet': {'network_id': '52313dc3-5bd7-49a2-8d59-f92bf31c777e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:34.058968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Allocated IP 2001:db8:0:ffff::2 (a801802a-e58f-4992-a09e-adb5bca7fa98/00111b0b-182f-4ad8-8822-5505e87bda96/c6ed30de-ec56-4d0c-a0d0-93595b01c828) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:34.072796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7008f-24ab-4a0d-b49a-1185e72a4a5c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event updated for resources: {'Network': ['ID=52313dc3-5bd7-49a2-8d59-f92bf31c777e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:34.094059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 52313dc3-5bd7-49a2-8d59-f92bf31c777e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:34.153439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a49106-b02a-4eb3-b1a4-d7f5cfdd552a tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Made reservation on behalf of 79ad27d8c1e0499b8cd3dede4ad3fb38 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:34.157508 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69a49106-b02a-4eb3-b1a4-d7f5cfdd552a tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.271105 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Publish callbacks [] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.277014 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.316076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Network a801802a-e58f-4992-a09e-adb5bca7fa98 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:34.323746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:34.328239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:34.330147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Pushing event updated for resources: {'Port': ['ID=c6ed30de-ec56-4d0c-a0d0-93595b01c828,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:34.360544 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69a49106-b02a-4eb3-b1a4-d7f5cfdd552a tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (25b28690-5283-46ed-9fdc-e7219580b69d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.387700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Attempting to bind port c6ed30de-ec56-4d0c-a0d0-93595b01c828 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:34.388456 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Attempting to bind port c6ed30de-ec56-4d0c-a0d0-93595b01c828 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '2367ee19-d131-4242-ad89-8c4d0d99e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a801802a-e58f-4992-a09e-adb5bca7fa98'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:34.388839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Attempting to bind port c6ed30de-ec56-4d0c-a0d0-93595b01c828 on network a801802a-e58f-4992-a09e-adb5bca7fa98 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:34.393829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:34.394204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Checking segment: {'id': '2367ee19-d131-4242-ad89-8c4d0d99e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a801802a-e58f-4992-a09e-adb5bca7fa98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:34.394611 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.395011 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Bound using segment: {'id': '2367ee19-d131-4242-ad89-8c4d0d99e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a801802a-e58f-4992-a09e-adb5bca7fa98'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:34.395509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Bound port: c6ed30de-ec56-4d0c-a0d0-93595b01c828, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367ee19-d131-4242-ad89-8c4d0d99e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a801802a-e58f-4992-a09e-adb5bca7fa98'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:34.395930 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.428158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a49106-b02a-4eb3-b1a4-d7f5cfdd552a tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event updated for resources: {'Subnet': ['ID=25b28690-5283-46ed-9fdc-e7219580b69d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:34.431750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a49106-b02a-4eb3-b1a4-d7f5cfdd552a tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Checking segment: {'id': '83b4f900-2691-4480-9a80-a70830fe50ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '52313dc3-5bd7-49a2-8d59-f92bf31c777e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:34.432222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a49106-b02a-4eb3-b1a4-d7f5cfdd552a tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Network hostable DHCP agents. Network: 52313dc3-5bd7-49a2-8d59-f92bf31c777e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:34.451148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a49106-b02a-4eb3-b1a4-d7f5cfdd552a tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Network 52313dc3-5bd7-49a2-8d59-f92bf31c777e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:34.463888 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-69a49106-b02a-4eb3-b1a4-d7f5cfdd552a tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 52313dc3-5bd7-49a2-8d59-f92bf31c777e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:34.464688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] For port c6ed30de-ec56-4d0c-a0d0-93595b01c828, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:34.467883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] For port c6ed30de-ec56-4d0c-a0d0-93595b01c828, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c6ed30de-ec56-4d0c-a0d0-93595b01c828,segment=NetworkSegment(2367ee19-d131-4242-ad89-8c4d0d99e1e8),segment_id=2367ee19-d131-4242-ad89-8c4d0d99e1e8)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:34.468037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a49106-b02a-4eb3-b1a4-d7f5cfdd552a tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:34.468739 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69a49106-b02a-4eb3-b1a4-d7f5cfdd552a tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.473658 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.478260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c6b4e9-f1fe-4ff2-bab7-566a4c46098f None None] Network 52313dc3-5bd7-49a2-8d59-f92bf31c777e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:34.487182 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-69a49106-b02a-4eb3-b1a4-d7f5cfdd552a tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4352114 Jan 28 13:29:34.490135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:34.585885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253eaf2-83b0-4e89-ace3-6dfab692d40b None None] Pushing event updated for resources: {'Port': ['ID=c6ed30de-ec56-4d0c-a0d0-93595b01c828,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:34.610191 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (52313dc3-5bd7-49a2-8d59-f92bf31c777e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.635005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-52313dc3-5bd7-49a2-8d59-f92bf31c777e', 'network_id': '52313dc3-5bd7-49a2-8d59-f92bf31c777e', 'project_id': '79ad27d8c1e0499b8cd3dede4ad3fb38', 'fixed_ips': [{'subnet_id': '25b28690-5283-46ed-9fdc-e7219580b69d'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:34.635717 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.670263 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (25b28690-5283-46ed-9fdc-e7219580b69d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.962956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Allocated IP 2001:db8::2 (52313dc3-5bd7-49a2-8d59-f92bf31c777e/25b28690-5283-46ed-9fdc-e7219580b69d/56131bf9-44d6-46f7-bc09-afd5a70cf7a9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:35.102936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Publish callbacks [] for port (56131bf9-44d6-46f7-bc09-afd5a70cf7a9), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.108543 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (56131bf9-44d6-46f7-bc09-afd5a70cf7a9), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.125216 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (25b28690-5283-46ed-9fdc-e7219580b69d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.153044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Network 52313dc3-5bd7-49a2-8d59-f92bf31c777e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:35.155847 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:35.158602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:35.159676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Subnet': ['ID=25b28690-5283-46ed-9fdc-e7219580b69d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:35.174091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Pushing event updated for resources: {'Port': ['ID=56131bf9-44d6-46f7-bc09-afd5a70cf7a9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:35.231561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Attempting to bind port 56131bf9-44d6-46f7-bc09-afd5a70cf7a9 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:35.231938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Attempting to bind port 56131bf9-44d6-46f7-bc09-afd5a70cf7a9 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '83b4f900-2691-4480-9a80-a70830fe50ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '52313dc3-5bd7-49a2-8d59-f92bf31c777e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:35.232304 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Attempting to bind port 56131bf9-44d6-46f7-bc09-afd5a70cf7a9 on network 52313dc3-5bd7-49a2-8d59-f92bf31c777e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:35.233950 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (52313dc3-5bd7-49a2-8d59-f92bf31c777e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.237884 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:35.238297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Checking segment: {'id': '83b4f900-2691-4480-9a80-a70830fe50ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '52313dc3-5bd7-49a2-8d59-f92bf31c777e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:35.238691 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.239464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Bound using segment: {'id': '83b4f900-2691-4480-9a80-a70830fe50ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '52313dc3-5bd7-49a2-8d59-f92bf31c777e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:35.239951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Bound port: 56131bf9-44d6-46f7-bc09-afd5a70cf7a9, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b4f900-2691-4480-9a80-a70830fe50ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '52313dc3-5bd7-49a2-8d59-f92bf31c777e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:35.240337 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (56131bf9-44d6-46f7-bc09-afd5a70cf7a9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.257482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52313dc3-5bd7-49a2-8d59-f92bf31c777e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:35.267192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b4f900-2691-4480-9a80-a70830fe50ec') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:35.267536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b4f900-2691-4480-9a80-a70830fe50ec') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:35.278238 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (83b4f900-2691-4480-9a80-a70830fe50ec), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.292249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (83b4f900-2691-4480-9a80-a70830fe50ec), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.299489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:35.300374 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (83b4f900-2691-4480-9a80-a70830fe50ec), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:35.303789 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:35.312675 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] For port 56131bf9-44d6-46f7-bc09-afd5a70cf7a9, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:35.366218 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] For port 56131bf9-44d6-46f7-bc09-afd5a70cf7a9, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=56131bf9-44d6-46f7-bc09-afd5a70cf7a9,segment=NetworkSegment(83b4f900-2691-4480-9a80-a70830fe50ec),segment_id=83b4f900-2691-4480-9a80-a70830fe50ec)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:35.366755 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:29:35.366755 n-d-824835-4 neutron-server[103129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:29:35.366755 n-d-824835-4 neutron-server[103129]: [parameters: {'id': '52313dc3-5bd7-49a2-8d59-f92bf31c777e'}] Jan 28 13:29:35.366755 n-d-824835-4 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:29:35.367151 n-d-824835-4 neutron-server[103129]: DEBUG oslo_db.api [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:29:35.371785 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (56131bf9-44d6-46f7-bc09-afd5a70cf7a9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.468918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ef89c-ffad-4899-98de-9be7790a4d32 None None] Pushing event updated for resources: {'Port': ['ID=56131bf9-44d6-46f7-bc09-afd5a70cf7a9,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:35.485551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d6de65-dae7-4461-8e2f-ca85f6b08029 None None] Network 52313dc3-5bd7-49a2-8d59-f92bf31c777e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:35.538864 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d8dca5-bb83-401e-a4cb-6957cf9f38a4 None None] Network a801802a-e58f-4992-a09e-adb5bca7fa98 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:35.622494 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-262dfc23-9754-4619-8984-869dba82a1e0 None None] Provisioning complete for port c6ed30de-ec56-4d0c-a0d0-93595b01c828 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:35.622789 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-262dfc23-9754-4619-8984-869dba82a1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.753063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-262dfc23-9754-4619-8984-869dba82a1e0 None None] Current status of the port c6ed30de-ec56-4d0c-a0d0-93595b01c828 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:35.753465 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-262dfc23-9754-4619-8984-869dba82a1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.788611 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-262dfc23-9754-4619-8984-869dba82a1e0 None None] For port c6ed30de-ec56-4d0c-a0d0-93595b01c828, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c6ed30de-ec56-4d0c-a0d0-93595b01c828,segment=NetworkSegment(2367ee19-d131-4242-ad89-8c4d0d99e1e8),segment_id=2367ee19-d131-4242-ad89-8c4d0d99e1e8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:35.793524 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-262dfc23-9754-4619-8984-869dba82a1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.844871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dfc23-9754-4619-8984-869dba82a1e0 None None] Pushing event updated for resources: {'Port': ['ID=c6ed30de-ec56-4d0c-a0d0-93595b01c828,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:35.869069 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (52313dc3-5bd7-49a2-8d59-f92bf31c777e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.895878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a906f50a-06d6-4b2f-8adb-95e6f9679ec1 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:29:35.925996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Deleting port 56131bf9-44d6-46f7-bc09-afd5a70cf7a9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:35.926355 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (56131bf9-44d6-46f7-bc09-afd5a70cf7a9), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.947068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6f78c69f-5125-4dff-949e-0e83df2ee01e None None] Provisioning complete for port c6ed30de-ec56-4d0c-a0d0-93595b01c828 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:35.947470 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f78c69f-5125-4dff-949e-0e83df2ee01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.990568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] For port 56131bf9-44d6-46f7-bc09-afd5a70cf7a9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=56131bf9-44d6-46f7-bc09-afd5a70cf7a9,segment=NetworkSegment(83b4f900-2691-4480-9a80-a70830fe50ec),segment_id=83b4f900-2691-4480-9a80-a70830fe50ec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:35.990941 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (56131bf9-44d6-46f7-bc09-afd5a70cf7a9), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.005306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Calling delete_port for 56131bf9-44d6-46f7-bc09-afd5a70cf7a9 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:36.005706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a906f50a-06d6-4b2f-8adb-95e6f9679ec1 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:29:36.088834 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (56131bf9-44d6-46f7-bc09-afd5a70cf7a9), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.106507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6f78c69f-5125-4dff-949e-0e83df2ee01e None None] Current status of the port c6ed30de-ec56-4d0c-a0d0-93595b01c828 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:36.112669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Port': ['ID=56131bf9-44d6-46f7-bc09-afd5a70cf7a9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:36.119089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] No DVR routers for this DVR port 56131bf9-44d6-46f7-bc09-afd5a70cf7a9 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:36.202371 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (52313dc3-5bd7-49a2-8d59-f92bf31c777e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.229234 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52313dc3-5bd7-49a2-8d59-f92bf31c777e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:36.238586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b4f900-2691-4480-9a80-a70830fe50ec') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:36.238883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b4f900-2691-4480-9a80-a70830fe50ec') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:36.248586 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (83b4f900-2691-4480-9a80-a70830fe50ec), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.261718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (83b4f900-2691-4480-9a80-a70830fe50ec), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.267693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:36.268078 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (83b4f900-2691-4480-9a80-a70830fe50ec), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:36.270996 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:36.327586 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (52313dc3-5bd7-49a2-8d59-f92bf31c777e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.334206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.338284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/networks/52313dc3-5bd7-49a2-8d59-f92bf31c777e HTTP/1.1" status: 204 len: 168 time: 1.8471124 Jan 28 13:29:36.341988 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:36.347023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a715aec2-c564-44fe-ad42-38fa34192f24 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1993613962'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:36.349937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6311d0d-7692-4e18-99e0-818403bdebd1 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Network': ['ID=52313dc3-5bd7-49a2-8d59-f92bf31c777e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:36.367190 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a715aec2-c564-44fe-ad42-38fa34192f24 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Made reservation on behalf of 79ad27d8c1e0499b8cd3dede4ad3fb38 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:36.371622 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a715aec2-c564-44fe-ad42-38fa34192f24 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.400069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a715aec2-c564-44fe-ad42-38fa34192f24 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:36.409431 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a715aec2-c564-44fe-ad42-38fa34192f24 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.409769 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-a715aec2-c564-44fe-ad42-38fa34192f24 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Added segment 37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7 of type vlan for network 949fa91b-276a-4aff-95f6-3a04153f1a3f Jan 28 13:29:36.454763 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a715aec2-c564-44fe-ad42-38fa34192f24 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (949fa91b-276a-4aff-95f6-3a04153f1a3f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.479907 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a715aec2-c564-44fe-ad42-38fa34192f24 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (949fa91b-276a-4aff-95f6-3a04153f1a3f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.485031 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715aec2-c564-44fe-ad42-38fa34192f24 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:36.485609 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a715aec2-c564-44fe-ad42-38fa34192f24 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.546723 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a715aec2-c564-44fe-ad42-38fa34192f24 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2036176 Jan 28 13:29:36.549493 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:36.554443 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Request body: {'subnet': {'network_id': '949fa91b-276a-4aff-95f6-3a04153f1a3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:36.577642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715aec2-c564-44fe-ad42-38fa34192f24 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event updated for resources: {'Network': ['ID=949fa91b-276a-4aff-95f6-3a04153f1a3f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:36.588220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 949fa91b-276a-4aff-95f6-3a04153f1a3f details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:36.752961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c6ed30de-ec56-4d0c-a0d0-93595b01c828 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:36.809534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port c6ed30de-ec56-4d0c-a0d0-93595b01c828 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:36.809915 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:36.921893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port c6ed30de-ec56-4d0c-a0d0-93595b01c828 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:37.001908 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Made reservation on behalf of 79ad27d8c1e0499b8cd3dede4ad3fb38 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:37.005565 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.062203 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Performing IP validity checks on allocation pools {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:29:37.062777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:29:37.190841 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (fabdaae6-807f-4daa-93ae-673f92a07882), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.253936 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event updated for resources: {'Subnet': ['ID=fabdaae6-807f-4daa-93ae-673f92a07882,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:37.265450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Checking segment: {'id': '37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '949fa91b-276a-4aff-95f6-3a04153f1a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:37.265833 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Network hostable DHCP agents. Network: 949fa91b-276a-4aff-95f6-3a04153f1a3f, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:37.284718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Network 949fa91b-276a-4aff-95f6-3a04153f1a3f is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:37.295548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 949fa91b-276a-4aff-95f6-3a04153f1a3f) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:37.301209 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:37.301977 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.308866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea235b-86b8-4cfc-bb88-076bf1c18f39 None None] Network 949fa91b-276a-4aff-95f6-3a04153f1a3f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:37.320888 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2ef16b81-9934-445a-ba43-b4411c228a04 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7702653 Jan 28 13:29:37.323549 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:37.416236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-949fa91b-276a-4aff-95f6-3a04153f1a3f', 'network_id': '949fa91b-276a-4aff-95f6-3a04153f1a3f', 'project_id': '79ad27d8c1e0499b8cd3dede4ad3fb38', 'fixed_ips': [{'subnet_id': 'fabdaae6-807f-4daa-93ae-673f92a07882'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:37.417109 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.430658 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (949fa91b-276a-4aff-95f6-3a04153f1a3f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.486752 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (fabdaae6-807f-4daa-93ae-673f92a07882), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.558456 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Allocated IP 2001:db8::3 (949fa91b-276a-4aff-95f6-3a04153f1a3f/fabdaae6-807f-4daa-93ae-673f92a07882/d9dbd3a6-684b-4d55-95fd-75b58febda95) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:37.702330 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Publish callbacks [] for port (d9dbd3a6-684b-4d55-95fd-75b58febda95), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.708399 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (d9dbd3a6-684b-4d55-95fd-75b58febda95), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.725090 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (fabdaae6-807f-4daa-93ae-673f92a07882), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.751222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Subnet': ['ID=fabdaae6-807f-4daa-93ae-673f92a07882,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:37.755549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Network 949fa91b-276a-4aff-95f6-3a04153f1a3f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:37.760532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:37.763032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:37.766413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Pushing event updated for resources: {'Port': ['ID=d9dbd3a6-684b-4d55-95fd-75b58febda95,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:37.815176 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (949fa91b-276a-4aff-95f6-3a04153f1a3f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.820573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Attempting to bind port d9dbd3a6-684b-4d55-95fd-75b58febda95 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:37.821515 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Attempting to bind port d9dbd3a6-684b-4d55-95fd-75b58febda95 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '949fa91b-276a-4aff-95f6-3a04153f1a3f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:37.821885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Attempting to bind port d9dbd3a6-684b-4d55-95fd-75b58febda95 on network 949fa91b-276a-4aff-95f6-3a04153f1a3f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:37.826937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:37.827325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Checking segment: {'id': '37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '949fa91b-276a-4aff-95f6-3a04153f1a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:37.827765 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.828164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Bound using segment: {'id': '37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '949fa91b-276a-4aff-95f6-3a04153f1a3f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:37.828634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Bound port: d9dbd3a6-684b-4d55-95fd-75b58febda95, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '949fa91b-276a-4aff-95f6-3a04153f1a3f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:37.829013 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d9dbd3a6-684b-4d55-95fd-75b58febda95), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.837070 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949fa91b-276a-4aff-95f6-3a04153f1a3f']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:37.846292 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:37.846590 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:37.855888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.868815 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.874900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:37.875284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:37.878463 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:37.897453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] For port d9dbd3a6-684b-4d55-95fd-75b58febda95, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:37.933355 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] For port d9dbd3a6-684b-4d55-95fd-75b58febda95, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d9dbd3a6-684b-4d55-95fd-75b58febda95,segment=NetworkSegment(37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7),segment_id=37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:37.934103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:29:37.934103 n-d-824835-4 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:29:37.934103 n-d-824835-4 neutron-server[103128]: [parameters: {'id': '949fa91b-276a-4aff-95f6-3a04153f1a3f'}] Jan 28 13:29:37.934103 n-d-824835-4 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:29:37.934580 n-d-824835-4 neutron-server[103128]: DEBUG oslo_db.api [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:29:37.937691 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d9dbd3a6-684b-4d55-95fd-75b58febda95), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.013906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b488a1-9d51-4f7b-8f74-4d447f312007 None None] Pushing event updated for resources: {'Port': ['ID=d9dbd3a6-684b-4d55-95fd-75b58febda95,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:38.029902 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae71f44-0f9f-4d24-9aac-aad95be4950a None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:29:38.099200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae71f44-0f9f-4d24-9aac-aad95be4950a None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:29:38.243353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b5e1f8-1c6b-413c-9001-a9a41f21bbb6 None None] Network 949fa91b-276a-4aff-95f6-3a04153f1a3f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:38.435586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (949fa91b-276a-4aff-95f6-3a04153f1a3f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.494253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Deleting port d9dbd3a6-684b-4d55-95fd-75b58febda95 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:38.494592 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d9dbd3a6-684b-4d55-95fd-75b58febda95), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.556794 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] For port d9dbd3a6-684b-4d55-95fd-75b58febda95, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d9dbd3a6-684b-4d55-95fd-75b58febda95,segment=NetworkSegment(37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7),segment_id=37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:38.557150 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d9dbd3a6-684b-4d55-95fd-75b58febda95), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.569576 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Calling delete_port for d9dbd3a6-684b-4d55-95fd-75b58febda95 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:38.649631 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d9dbd3a6-684b-4d55-95fd-75b58febda95), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.675131 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Port': ['ID=d9dbd3a6-684b-4d55-95fd-75b58febda95,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:38.678396 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] No DVR routers for this DVR port d9dbd3a6-684b-4d55-95fd-75b58febda95 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:38.753754 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (949fa91b-276a-4aff-95f6-3a04153f1a3f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.781069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949fa91b-276a-4aff-95f6-3a04153f1a3f']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:38.791182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:38.791520 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:38.800704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.813524 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.819259 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:38.819665 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (37d3dc4b-fd94-4fa2-8c87-00f7d11f2df7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:38.822604 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:38.879370 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (949fa91b-276a-4aff-95f6-3a04153f1a3f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.891822 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.896365 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/networks/949fa91b-276a-4aff-95f6-3a04153f1a3f HTTP/1.1" status: 204 len: 168 time: 1.5716977 Jan 28 13:29:38.900223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36140) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:38.905366 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-32f58c9b-0cda-45fb-922f-f5f109c8cc1c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1028940489'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:38.906772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950540e-c845-4a33-a9e7-7968162f0a42 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Network': ['ID=949fa91b-276a-4aff-95f6-3a04153f1a3f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:38.923904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f58c9b-0cda-45fb-922f-f5f109c8cc1c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Made reservation on behalf of 79ad27d8c1e0499b8cd3dede4ad3fb38 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:38.927108 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32f58c9b-0cda-45fb-922f-f5f109c8cc1c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.951464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f58c9b-0cda-45fb-922f-f5f109c8cc1c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:38.959878 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32f58c9b-0cda-45fb-922f-f5f109c8cc1c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (032dfc3f-d20d-40de-be62-f3f1ca5ef33a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.960213 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-32f58c9b-0cda-45fb-922f-f5f109c8cc1c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Added segment 032dfc3f-d20d-40de-be62-f3f1ca5ef33a of type vlan for network d8ba0686-877f-4a98-a468-b02bed50a44f Jan 28 13:29:38.999212 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32f58c9b-0cda-45fb-922f-f5f109c8cc1c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d8ba0686-877f-4a98-a468-b02bed50a44f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.029112 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32f58c9b-0cda-45fb-922f-f5f109c8cc1c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d8ba0686-877f-4a98-a468-b02bed50a44f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.033800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f58c9b-0cda-45fb-922f-f5f109c8cc1c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:39.034373 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32f58c9b-0cda-45fb-922f-f5f109c8cc1c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.099130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-32f58c9b-0cda-45fb-922f-f5f109c8cc1c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1977639 Jan 28 13:29:39.102535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36142) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:39.107208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7f3c4822-ee10-4fff-b052-b7570c8c4da3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Request body: {'subnet': {'network_id': 'd8ba0686-877f-4a98-a468-b02bed50a44f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:39.113991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f58c9b-0cda-45fb-922f-f5f109c8cc1c tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event updated for resources: {'Network': ['ID=d8ba0686-877f-4a98-a468-b02bed50a44f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:39.124437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d8ba0686-877f-4a98-a468-b02bed50a44f details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:39.197463 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3c4822-ee10-4fff-b052-b7570c8c4da3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Made reservation on behalf of 79ad27d8c1e0499b8cd3dede4ad3fb38 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:39.200856 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4822-ee10-4fff-b052-b7570c8c4da3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.382919 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4822-ee10-4fff-b052-b7570c8c4da3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (a22934cb-c1f8-4254-b750-7f8e76032f1d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.446226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c4822-ee10-4fff-b052-b7570c8c4da3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event updated for resources: {'Subnet': ['ID=a22934cb-c1f8-4254-b750-7f8e76032f1d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:39.458955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3c4822-ee10-4fff-b052-b7570c8c4da3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Checking segment: {'id': '032dfc3f-d20d-40de-be62-f3f1ca5ef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8ba0686-877f-4a98-a468-b02bed50a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:39.459325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3c4822-ee10-4fff-b052-b7570c8c4da3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Network hostable DHCP agents. Network: d8ba0686-877f-4a98-a468-b02bed50a44f, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:39.476873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3c4822-ee10-4fff-b052-b7570c8c4da3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Network d8ba0686-877f-4a98-a468-b02bed50a44f is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:39.485947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7f3c4822-ee10-4fff-b052-b7570c8c4da3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d8ba0686-877f-4a98-a468-b02bed50a44f) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:39.489849 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c4822-ee10-4fff-b052-b7570c8c4da3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:39.490435 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f3c4822-ee10-4fff-b052-b7570c8c4da3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.496821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97343d43-64bf-4373-8496-c3462d6f93ce None None] Network d8ba0686-877f-4a98-a468-b02bed50a44f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:39.509259 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7f3c4822-ee10-4fff-b052-b7570c8c4da3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4048657 Jan 28 13:29:39.512686 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:39.518620 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1c7b694d-26da-459b-8c1d-c09913190215 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-876819719'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:39.538154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7b694d-26da-459b-8c1d-c09913190215 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Made reservation on behalf of 79ad27d8c1e0499b8cd3dede4ad3fb38 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:39.541852 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7b694d-26da-459b-8c1d-c09913190215 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.566934 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7b694d-26da-459b-8c1d-c09913190215 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:39.577265 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7b694d-26da-459b-8c1d-c09913190215 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a2df2908-0a3c-4c7c-b641-9f3094e1ac8e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.577613 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-1c7b694d-26da-459b-8c1d-c09913190215 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Added segment a2df2908-0a3c-4c7c-b641-9f3094e1ac8e of type vlan for network 5d239a60-88d0-4143-b20b-9c1aa0885767 Jan 28 13:29:39.598439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-d8ba0686-877f-4a98-a468-b02bed50a44f', 'network_id': 'd8ba0686-877f-4a98-a468-b02bed50a44f', 'project_id': '79ad27d8c1e0499b8cd3dede4ad3fb38', 'fixed_ips': [{'subnet_id': 'a22934cb-c1f8-4254-b750-7f8e76032f1d'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:39.599290 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.620124 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7b694d-26da-459b-8c1d-c09913190215 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (5d239a60-88d0-4143-b20b-9c1aa0885767), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.651492 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7b694d-26da-459b-8c1d-c09913190215 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (5d239a60-88d0-4143-b20b-9c1aa0885767), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.656412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7b694d-26da-459b-8c1d-c09913190215 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:39.656997 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7b694d-26da-459b-8c1d-c09913190215 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.718651 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1c7b694d-26da-459b-8c1d-c09913190215 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2040229 Jan 28 13:29:39.721564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36146) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:39.726856 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c981b788-8f0f-4b5e-b431-0d99906eb008 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Request body: {'subnet': {'network_id': '5d239a60-88d0-4143-b20b-9c1aa0885767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:39.746270 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b694d-26da-459b-8c1d-c09913190215 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event updated for resources: {'Network': ['ID=5d239a60-88d0-4143-b20b-9c1aa0885767,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:39.747078 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Allocated IP 2001:db8::2 (d8ba0686-877f-4a98-a468-b02bed50a44f/a22934cb-c1f8-4254-b750-7f8e76032f1d/72d9d62e-6be1-4741-a9e2-247da5c28e1c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:39.758756 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 5d239a60-88d0-4143-b20b-9c1aa0885767 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:39.828781 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c981b788-8f0f-4b5e-b431-0d99906eb008 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Made reservation on behalf of 79ad27d8c1e0499b8cd3dede4ad3fb38 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:39.832238 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c981b788-8f0f-4b5e-b431-0d99906eb008 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.951194 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Publish callbacks [] for port (72d9d62e-6be1-4741-a9e2-247da5c28e1c), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.956995 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (72d9d62e-6be1-4741-a9e2-247da5c28e1c), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.004991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Network d8ba0686-877f-4a98-a468-b02bed50a44f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:40.009577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:40.011476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Pushing event updated for resources: {'Port': ['ID=72d9d62e-6be1-4741-a9e2-247da5c28e1c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:40.013671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:40.034560 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c981b788-8f0f-4b5e-b431-0d99906eb008 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (47e2851f-a208-44aa-b9ad-110b5cdf493b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.071580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Attempting to bind port 72d9d62e-6be1-4741-a9e2-247da5c28e1c on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:40.072496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Attempting to bind port 72d9d62e-6be1-4741-a9e2-247da5c28e1c by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '032dfc3f-d20d-40de-be62-f3f1ca5ef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8ba0686-877f-4a98-a468-b02bed50a44f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:40.072940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Attempting to bind port 72d9d62e-6be1-4741-a9e2-247da5c28e1c on network d8ba0686-877f-4a98-a468-b02bed50a44f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:40.078500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:40.079024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Checking segment: {'id': '032dfc3f-d20d-40de-be62-f3f1ca5ef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8ba0686-877f-4a98-a468-b02bed50a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:40.079884 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.080368 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Bound using segment: {'id': '032dfc3f-d20d-40de-be62-f3f1ca5ef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8ba0686-877f-4a98-a468-b02bed50a44f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:40.080982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Bound port: 72d9d62e-6be1-4741-a9e2-247da5c28e1c, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032dfc3f-d20d-40de-be62-f3f1ca5ef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8ba0686-877f-4a98-a468-b02bed50a44f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:40.081447 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (72d9d62e-6be1-4741-a9e2-247da5c28e1c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.100593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981b788-8f0f-4b5e-b431-0d99906eb008 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event updated for resources: {'Subnet': ['ID=47e2851f-a208-44aa-b9ad-110b5cdf493b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:40.119126 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c981b788-8f0f-4b5e-b431-0d99906eb008 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Checking segment: {'id': 'a2df2908-0a3c-4c7c-b641-9f3094e1ac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5d239a60-88d0-4143-b20b-9c1aa0885767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:40.119669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c981b788-8f0f-4b5e-b431-0d99906eb008 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Network hostable DHCP agents. Network: 5d239a60-88d0-4143-b20b-9c1aa0885767, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:40.138179 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c981b788-8f0f-4b5e-b431-0d99906eb008 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Network 5d239a60-88d0-4143-b20b-9c1aa0885767 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:40.149555 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c981b788-8f0f-4b5e-b431-0d99906eb008 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 5d239a60-88d0-4143-b20b-9c1aa0885767) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:40.154135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c981b788-8f0f-4b5e-b431-0d99906eb008 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:40.154814 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c981b788-8f0f-4b5e-b431-0d99906eb008 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.158615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c144fa68-6771-43b1-86cf-82697342334f None None] For port 72d9d62e-6be1-4741-a9e2-247da5c28e1c, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:40.162071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c144fa68-6771-43b1-86cf-82697342334f None None] For port 72d9d62e-6be1-4741-a9e2-247da5c28e1c, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=72d9d62e-6be1-4741-a9e2-247da5c28e1c,segment=NetworkSegment(032dfc3f-d20d-40de-be62-f3f1ca5ef33a),segment_id=032dfc3f-d20d-40de-be62-f3f1ca5ef33a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:40.164754 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6627cb6-c970-45a6-8432-fa35a09484c9 None None] Network 5d239a60-88d0-4143-b20b-9c1aa0885767 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:40.168742 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (72d9d62e-6be1-4741-a9e2-247da5c28e1c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.172184 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c981b788-8f0f-4b5e-b431-0d99906eb008 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4496396 Jan 28 13:29:40.174722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36148) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:40.269707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144fa68-6771-43b1-86cf-82697342334f None None] Pushing event updated for resources: {'Port': ['ID=72d9d62e-6be1-4741-a9e2-247da5c28e1c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:40.283601 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (5d239a60-88d0-4143-b20b-9c1aa0885767), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.325287 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747e4026-ea85-4285-b71e-23f2554122be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-5d239a60-88d0-4143-b20b-9c1aa0885767', 'network_id': '5d239a60-88d0-4143-b20b-9c1aa0885767', 'project_id': '79ad27d8c1e0499b8cd3dede4ad3fb38', 'fixed_ips': [{'subnet_id': '47e2851f-a208-44aa-b9ad-110b5cdf493b'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:40.326293 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-747e4026-ea85-4285-b71e-23f2554122be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.347160 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (47e2851f-a208-44aa-b9ad-110b5cdf493b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.417000 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (47e2851f-a208-44aa-b9ad-110b5cdf493b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server [None req-747e4026-ea85-4285-b71e-23f2554122be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e2851f-a208-44aa-b9ad-110b5cdf493b: This subnet is being modified by another concurrent operation. Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server raise exception Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e2851f-a208-44aa-b9ad-110b5cdf493b: This subnet is being modified by another concurrent operation. Jan 28 13:29:40.423256 n-d-824835-4 neutron-server[103130]: ERROR oslo_messaging.rpc.server Jan 28 13:29:40.446180 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Subnet': ['ID=47e2851f-a208-44aa-b9ad-110b5cdf493b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:40.483827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5b1dc9-d12b-4800-a3a5-fab200b2c872 None None] Network 5d239a60-88d0-4143-b20b-9c1aa0885767 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:40.540629 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (5d239a60-88d0-4143-b20b-9c1aa0885767), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.565271 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d239a60-88d0-4143-b20b-9c1aa0885767']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:40.576284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2df2908-0a3c-4c7c-b641-9f3094e1ac8e') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:40.576595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2df2908-0a3c-4c7c-b641-9f3094e1ac8e') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:40.588681 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (a2df2908-0a3c-4c7c-b641-9f3094e1ac8e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.605389 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a2df2908-0a3c-4c7c-b641-9f3094e1ac8e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.614383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:40.615003 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (a2df2908-0a3c-4c7c-b641-9f3094e1ac8e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:40.629037 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:40.701391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (5d239a60-88d0-4143-b20b-9c1aa0885767), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.710328 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.718651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36150) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:40.720020 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/networks/5d239a60-88d0-4143-b20b-9c1aa0885767 HTTP/1.1" status: 204 len: 168 time: 0.5442474 Jan 28 13:29:40.740904 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e45281-1034-454c-99a2-336454f9cad2 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Network': ['ID=5d239a60-88d0-4143-b20b-9c1aa0885767,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:40.754532 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c00121-042a-4725-a2ba-280d7d66edca tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] GET failed (client error): The resource could not be found. Jan 28 13:29:40.755934 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b6c00121-042a-4725-a2ba-280d7d66edca tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "GET /v2.0/subnets/47e2851f-a208-44aa-b9ad-110b5cdf493b HTTP/1.1" status: 404 len: 337 time: 0.0356133 Jan 28 13:29:40.759328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36152) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:40.779799 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e20d30-2106-4508-81f6-0a0a803a9a65 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] DELETE failed (client error): The resource could not be found. Jan 28 13:29:40.780311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e20d30-2106-4508-81f6-0a0a803a9a65 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:29:40.784199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a8e20d30-2106-4508-81f6-0a0a803a9a65 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/networks/5d239a60-88d0-4143-b20b-9c1aa0885767 HTTP/1.1" status: 404 len: 339 time: 0.0231981 Jan 28 13:29:40.787245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36154) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:40.790526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 72d9d62e-6be1-4741-a9e2-247da5c28e1c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:40.813283 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac10fa2c-4944-4133-baa0-1d82114d5dbe tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] DELETE failed (client error): The resource could not be found. Jan 28 13:29:40.813732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac10fa2c-4944-4133-baa0-1d82114d5dbe tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:29:40.816741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ac10fa2c-4944-4133-baa0-1d82114d5dbe tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/subnets/47e2851f-a208-44aa-b9ad-110b5cdf493b HTTP/1.1" status: 404 len: 337 time: 0.0285561 Jan 28 13:29:40.819396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36156) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:40.837628 n-d-824835-4 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e019daac-ec99-48e2-8010-0c8d7ea073a3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] DELETE failed (client error): The resource could not be found. Jan 28 13:29:40.838146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e019daac-ec99-48e2-8010-0c8d7ea073a3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:29:40.839208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 72d9d62e-6be1-4741-a9e2-247da5c28e1c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:40.839681 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (72d9d62e-6be1-4741-a9e2-247da5c28e1c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.842943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e019daac-ec99-48e2-8010-0c8d7ea073a3 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/networks/5d239a60-88d0-4143-b20b-9c1aa0885767 HTTP/1.1" status: 404 len: 339 time: 0.0212200 Jan 28 13:29:40.844217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36158) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:40.903547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f15381d-ce0b-4b35-9ea6-994a8202fc4d tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Deleting subnet a22934cb-c1f8-4254-b750-7f8e76032f1d {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:40.906723 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f15381d-ce0b-4b35-9ea6-994a8202fc4d tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for subnet (a22934cb-c1f8-4254-b750-7f8e76032f1d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.920781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 72d9d62e-6be1-4741-a9e2-247da5c28e1c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:40.921173 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (72d9d62e-6be1-4741-a9e2-247da5c28e1c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.947741 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f15381d-ce0b-4b35-9ea6-994a8202fc4d tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (a22934cb-c1f8-4254-b750-7f8e76032f1d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.957195 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 72d9d62e-6be1-4741-a9e2-247da5c28e1c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=72d9d62e-6be1-4741-a9e2-247da5c28e1c,segment=NetworkSegment(032dfc3f-d20d-40de-be62-f3f1ca5ef33a),segment_id=032dfc3f-d20d-40de-be62-f3f1ca5ef33a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:40.962258 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (72d9d62e-6be1-4741-a9e2-247da5c28e1c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.011764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=72d9d62e-6be1-4741-a9e2-247da5c28e1c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:41.041729 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f15381d-ce0b-4b35-9ea6-994a8202fc4d tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (a22934cb-c1f8-4254-b750-7f8e76032f1d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.108733 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f15381d-ce0b-4b35-9ea6-994a8202fc4d tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (a22934cb-c1f8-4254-b750-7f8e76032f1d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.138091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15381d-ce0b-4b35-9ea6-994a8202fc4d tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Subnet': ['ID=a22934cb-c1f8-4254-b750-7f8e76032f1d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:41.141773 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f15381d-ce0b-4b35-9ea6-994a8202fc4d tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.147176 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0f15381d-ce0b-4b35-9ea6-994a8202fc4d tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/subnets/a22934cb-c1f8-4254-b750-7f8e76032f1d HTTP/1.1" status: 204 len: 168 time: 0.2996998 Jan 28 13:29:41.147443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36160) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:41.225060 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d8ba0686-877f-4a98-a468-b02bed50a44f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.285488 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Deleting port 72d9d62e-6be1-4741-a9e2-247da5c28e1c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:41.285743 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (72d9d62e-6be1-4741-a9e2-247da5c28e1c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.319155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e2f9c9-f567-429c-aaa9-8b874adf4787 None None] get_active_networks_info from n-d-824835-4 {{(pid=103130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:29:41.348603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] For port 72d9d62e-6be1-4741-a9e2-247da5c28e1c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=72d9d62e-6be1-4741-a9e2-247da5c28e1c,segment=NetworkSegment(032dfc3f-d20d-40de-be62-f3f1ca5ef33a),segment_id=032dfc3f-d20d-40de-be62-f3f1ca5ef33a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:41.348970 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (72d9d62e-6be1-4741-a9e2-247da5c28e1c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.362477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Calling delete_port for 72d9d62e-6be1-4741-a9e2-247da5c28e1c owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:41.390042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e2f9c9-f567-429c-aaa9-8b874adf4787 None None] Resources bound (agent type, host, resource id): {{(pid=103130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:29:41.426674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-258ae31f-0e48-4375-9f1e-e3202d89eb20 None None] Provisioning complete for port 72d9d62e-6be1-4741-a9e2-247da5c28e1c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:41.427416 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-258ae31f-0e48-4375-9f1e-e3202d89eb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (72d9d62e-6be1-4741-a9e2-247da5c28e1c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.444568 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (72d9d62e-6be1-4741-a9e2-247da5c28e1c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.469572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Port': ['ID=72d9d62e-6be1-4741-a9e2-247da5c28e1c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:41.475181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] No DVR routers for this DVR port 72d9d62e-6be1-4741-a9e2-247da5c28e1c on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:41.482459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-258ae31f-0e48-4375-9f1e-e3202d89eb20 None None] Port 72d9d62e-6be1-4741-a9e2-247da5c28e1c was deleted so its status cannot be updated. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 13:29:41.552846 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d8ba0686-877f-4a98-a468-b02bed50a44f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.573941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ba0686-877f-4a98-a468-b02bed50a44f']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:41.574692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e2ea99-a9ed-46e0-bbe9-d5397bb80018 None None] Network d8ba0686-877f-4a98-a468-b02bed50a44f requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:41.583314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032dfc3f-d20d-40de-be62-f3f1ca5ef33a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:41.583630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032dfc3f-d20d-40de-be62-f3f1ca5ef33a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:41.593754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (032dfc3f-d20d-40de-be62-f3f1ca5ef33a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.606550 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (032dfc3f-d20d-40de-be62-f3f1ca5ef33a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.613059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:41.613457 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (032dfc3f-d20d-40de-be62-f3f1ca5ef33a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:41.616772 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:41.683431 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d8ba0686-877f-4a98-a468-b02bed50a44f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.690431 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.693542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/networks/d8ba0686-877f-4a98-a468-b02bed50a44f HTTP/1.1" status: 204 len: 168 time: 0.5451720 Jan 28 13:29:41.697225 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36162) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:41.705317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf52dbe-12d1-4063-b715-b769f4985367 None None] DHCP port deletion for d8ba0686-877f-4a98-a468-b02bed50a44f request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:41.706791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a168bc-fb2c-4b3c-9c6c-1efd91394f53 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Network': ['ID=d8ba0686-877f-4a98-a468-b02bed50a44f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:41.730381 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99aab62-54cb-425b-a23a-c8c70c4ac2bf tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] DELETE failed (client error): The resource could not be found. Jan 28 13:29:41.730844 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99aab62-54cb-425b-a23a-c8c70c4ac2bf tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:29:41.733838 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b99aab62-54cb-425b-a23a-c8c70c4ac2bf tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/subnets/fabdaae6-807f-4daa-93ae-673f92a07882 HTTP/1.1" status: 404 len: 337 time: 0.0350161 Jan 28 13:29:41.736583 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36164) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:41.754311 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e86bf9d-f1a7-443b-8027-cc2ad6e53f87 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] DELETE failed (client error): The resource could not be found. Jan 28 13:29:41.754793 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e86bf9d-f1a7-443b-8027-cc2ad6e53f87 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:29:41.757738 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6e86bf9d-f1a7-443b-8027-cc2ad6e53f87 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/networks/949fa91b-276a-4aff-95f6-3a04153f1a3f HTTP/1.1" status: 404 len: 339 time: 0.0202603 Jan 28 13:29:41.761096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36166) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:41.790583 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-91952e68-f01f-49e9-8b8a-04e627a17648 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] DELETE failed (client error): The resource could not be found. Jan 28 13:29:41.791042 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91952e68-f01f-49e9-8b8a-04e627a17648 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:29:41.794062 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-91952e68-f01f-49e9-8b8a-04e627a17648 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/subnets/25b28690-5283-46ed-9fdc-e7219580b69d HTTP/1.1" status: 404 len: 337 time: 0.0320456 Jan 28 13:29:41.796727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:41.814906 n-d-824835-4 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c13191-f32e-4f99-9b09-70703088eb3f tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] DELETE failed (client error): The resource could not be found. Jan 28 13:29:41.815328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c13191-f32e-4f99-9b09-70703088eb3f tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:29:41.818315 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c7c13191-f32e-4f99-9b09-70703088eb3f tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/networks/52313dc3-5bd7-49a2-8d59-f92bf31c777e HTTP/1.1" status: 404 len: 339 time: 0.0206890 Jan 28 13:29:41.821595 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36170) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:41.870873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d82b5bb-92af-4a2a-bbfb-a68384644757 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Deleting subnet 00111b0b-182f-4ad8-8822-5505e87bda96 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:41.873976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d82b5bb-92af-4a2a-bbfb-a68384644757 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for subnet (00111b0b-182f-4ad8-8822-5505e87bda96), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.912672 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d82b5bb-92af-4a2a-bbfb-a68384644757 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (00111b0b-182f-4ad8-8822-5505e87bda96), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.998343 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d82b5bb-92af-4a2a-bbfb-a68384644757 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (00111b0b-182f-4ad8-8822-5505e87bda96), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.055076 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d82b5bb-92af-4a2a-bbfb-a68384644757 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (00111b0b-182f-4ad8-8822-5505e87bda96), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.081405 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82b5bb-92af-4a2a-bbfb-a68384644757 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Subnet': ['ID=00111b0b-182f-4ad8-8822-5505e87bda96,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:42.084972 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d82b5bb-92af-4a2a-bbfb-a68384644757 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.088670 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3d82b5bb-92af-4a2a-bbfb-a68384644757 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/subnets/00111b0b-182f-4ad8-8822-5505e87bda96 HTTP/1.1" status: 204 len: 168 time: 0.2661624 Jan 28 13:29:42.091212 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36172) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:42.092129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c725c3-3b8b-47f6-a7a4-c65abe6bfdb1 None None] Network a801802a-e58f-4992-a09e-adb5bca7fa98 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:42.170075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a801802a-e58f-4992-a09e-adb5bca7fa98), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.226065 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7548f60c-640c-4ee6-b5b9-5b9f00c337f5 None None] DHCP port deletion for a801802a-e58f-4992-a09e-adb5bca7fa98 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:42.228047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Deleting port c6ed30de-ec56-4d0c-a0d0-93595b01c828 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:42.228399 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.277444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7548f60c-640c-4ee6-b5b9-5b9f00c337f5 None None] Deleting port c6ed30de-ec56-4d0c-a0d0-93595b01c828 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:42.277820 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7548f60c-640c-4ee6-b5b9-5b9f00c337f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.293071 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] For port c6ed30de-ec56-4d0c-a0d0-93595b01c828, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c6ed30de-ec56-4d0c-a0d0-93595b01c828,segment=NetworkSegment(2367ee19-d131-4242-ad89-8c4d0d99e1e8),segment_id=2367ee19-d131-4242-ad89-8c4d0d99e1e8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:42.293533 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.308848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Calling delete_port for c6ed30de-ec56-4d0c-a0d0-93595b01c828 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:42.341509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7548f60c-640c-4ee6-b5b9-5b9f00c337f5 None None] For port c6ed30de-ec56-4d0c-a0d0-93595b01c828, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=c6ed30de-ec56-4d0c-a0d0-93595b01c828,segment=NetworkSegment(2367ee19-d131-4242-ad89-8c4d0d99e1e8),segment_id=2367ee19-d131-4242-ad89-8c4d0d99e1e8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:42.342126 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7548f60c-640c-4ee6-b5b9-5b9f00c337f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.355571 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7548f60c-640c-4ee6-b5b9-5b9f00c337f5 None None] Calling delete_port for c6ed30de-ec56-4d0c-a0d0-93595b01c828 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:42.391938 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.418123 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Port': ['ID=c6ed30de-ec56-4d0c-a0d0-93595b01c828,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:42.423510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] No DVR routers for this DVR port c6ed30de-ec56-4d0c-a0d0-93595b01c828 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:42.434796 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7548f60c-640c-4ee6-b5b9-5b9f00c337f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (c6ed30de-ec56-4d0c-a0d0-93595b01c828), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.460749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548f60c-640c-4ee6-b5b9-5b9f00c337f5 None None] Pushing event deleted for resources: {'Port': ['ID=c6ed30de-ec56-4d0c-a0d0-93595b01c828,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:42.464624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548f60c-640c-4ee6-b5b9-5b9f00c337f5 None None] No DVR routers for this DVR port c6ed30de-ec56-4d0c-a0d0-93595b01c828 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:42.507224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a801802a-e58f-4992-a09e-adb5bca7fa98), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.529226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a801802a-e58f-4992-a09e-adb5bca7fa98']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:42.541041 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2367ee19-d131-4242-ad89-8c4d0d99e1e8') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:42.541343 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2367ee19-d131-4242-ad89-8c4d0d99e1e8') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:42.550633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (2367ee19-d131-4242-ad89-8c4d0d99e1e8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.563676 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (2367ee19-d131-4242-ad89-8c4d0d99e1e8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.569680 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:42.570136 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (2367ee19-d131-4242-ad89-8c4d0d99e1e8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:42.573549 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:42.630748 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a801802a-e58f-4992-a09e-adb5bca7fa98), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.638002 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.643944 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] 10.222.0.53 "DELETE /v2.0/networks/a801802a-e58f-4992-a09e-adb5bca7fa98 HTTP/1.1" status: 204 len: 168 time: 0.5490468 Jan 28 13:29:42.657178 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb93dcd-d424-4b91-895c-88b23208ff88 tempest-NetworksIpV6Test-376232508 tempest-NetworksIpV6Test-376232508-project] Pushing event deleted for resources: {'Network': ['ID=a801802a-e58f-4992-a09e-adb5bca7fa98,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:42.701337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 72d9d62e-6be1-4741-a9e2-247da5c28e1c no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:42.722382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 72d9d62e-6be1-4741-a9e2-247da5c28e1c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:42.722737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 72d9d62e-6be1-4741-a9e2-247da5c28e1c not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:42.723164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c6ed30de-ec56-4d0c-a0d0-93595b01c828 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:42.743407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: c6ed30de-ec56-4d0c-a0d0-93595b01c828 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:42.743685 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device c6ed30de-ec56-4d0c-a0d0-93595b01c828 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:42.888442 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36178) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:43.025114 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-286a4f49-482b-4d97-842b-7d2a9d2d26c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79ad27d8c1e0499b8cd3dede4ad3fb38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355040 Jan 28 13:29:43.027672 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:43.078403 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d95af228-3965-4208-ab4d-f803bc9e7cd6 admin admin] Publish callbacks [] for security_group (db8e21a3-c021-4c36-b051-2bb05a510af6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.099998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d95af228-3965-4208-ab4d-f803bc9e7cd6 admin admin] Publish callbacks [] for security_group (db8e21a3-c021-4c36-b051-2bb05a510af6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.145677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d95af228-3965-4208-ab4d-f803bc9e7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (db8e21a3-c021-4c36-b051-2bb05a510af6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.148248 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d95af228-3965-4208-ab4d-f803bc9e7cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.152871 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d95af228-3965-4208-ab4d-f803bc9e7cd6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db8e21a3-c021-4c36-b051-2bb05a510af6 HTTP/1.1" status: 204 len: 168 time: 0.1216886 Jan 28 13:29:43.158193 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95af228-3965-4208-ab4d-f803bc9e7cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8e21a3-c021-4c36-b051-2bb05a510af6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:43.784805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36204) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:43.879326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-88d2d425-1239-4e85-8718-b7cdc386dcf1 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-668177391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:43.901374 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88d2d425-1239-4e85-8718-b7cdc386dcf1 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (7c965ce9-478c-41c9-a1b0-214c7aeb6865), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.902355 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88d2d425-1239-4e85-8718-b7cdc386dcf1 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (7c965ce9-478c-41c9-a1b0-214c7aeb6865), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.953300 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88d2d425-1239-4e85-8718-b7cdc386dcf1 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for router_controller (7c965ce9-478c-41c9-a1b0-214c7aeb6865), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.957379 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88d2d425-1239-4e85-8718-b7cdc386dcf1 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (7c965ce9-478c-41c9-a1b0-214c7aeb6865), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.974274 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88d2d425-1239-4e85-8718-b7cdc386dcf1 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.975465 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-88d2d425-1239-4e85-8718-b7cdc386dcf1 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1896327 Jan 28 13:29:43.979092 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36208) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:43.983821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1712316308'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:44.002707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Made reservation on behalf of 55ea9901173f46f58b41ae3213596d14 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:44.006085 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.017599 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.092870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for security_group (132d4993-eb61-4456-bfa9-aace669eac49), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.096574 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (132d4993-eb61-4456-bfa9-aace669eac49), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.119916 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:44.135091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132d4993-eb61-4456-bfa9-aace669eac49,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:44.137948 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (899aa33c-20fb-43dd-b189-06f16ee690c3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.138275 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Added segment 899aa33c-20fb-43dd-b189-06f16ee690c3 of type vlan for network 70711c6f-297b-40b3-b2a0-fa8353a5e330 Jan 28 13:29:44.176934 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (70711c6f-297b-40b3-b2a0-fa8353a5e330), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.202306 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (70711c6f-297b-40b3-b2a0-fa8353a5e330), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.207301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:44.207857 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.257505 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2773252 Jan 28 13:29:44.260952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:44.266001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9e155fc8-9ba0-4825-ad71-88fb782d7411 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Request body: {'subnet': {'network_id': '70711c6f-297b-40b3-b2a0-fa8353a5e330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:44.275419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7f8d8-0ac8-4974-b567-27e215dc565d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Pushing event updated for resources: {'Network': ['ID=70711c6f-297b-40b3-b2a0-fa8353a5e330,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:44.289633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 70711c6f-297b-40b3-b2a0-fa8353a5e330 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:44.354828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e155fc8-9ba0-4825-ad71-88fb782d7411 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Made reservation on behalf of 55ea9901173f46f58b41ae3213596d14 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:44.358269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e155fc8-9ba0-4825-ad71-88fb782d7411 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.535813 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e155fc8-9ba0-4825-ad71-88fb782d7411 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (55796a4a-87c9-4597-a5be-95f8c95dc80a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.599193 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e155fc8-9ba0-4825-ad71-88fb782d7411 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Pushing event updated for resources: {'Subnet': ['ID=55796a4a-87c9-4597-a5be-95f8c95dc80a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:44.608563 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e155fc8-9ba0-4825-ad71-88fb782d7411 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Checking segment: {'id': '899aa33c-20fb-43dd-b189-06f16ee690c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '70711c6f-297b-40b3-b2a0-fa8353a5e330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:44.608922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e155fc8-9ba0-4825-ad71-88fb782d7411 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Network hostable DHCP agents. Network: 70711c6f-297b-40b3-b2a0-fa8353a5e330, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:44.625660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e155fc8-9ba0-4825-ad71-88fb782d7411 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Network 70711c6f-297b-40b3-b2a0-fa8353a5e330 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:44.633797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9e155fc8-9ba0-4825-ad71-88fb782d7411 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 70711c6f-297b-40b3-b2a0-fa8353a5e330) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:44.637731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e155fc8-9ba0-4825-ad71-88fb782d7411 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:44.638322 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e155fc8-9ba0-4825-ad71-88fb782d7411 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.645953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c56c99-52d8-4e37-8d93-38058eabfd3e None None] Network 70711c6f-297b-40b3-b2a0-fa8353a5e330 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:44.660564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:44.660804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9e155fc8-9ba0-4825-ad71-88fb782d7411 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3987505 Jan 28 13:29:44.667673 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ef523038-4bb9-4f61-a0bf-2d3756ceacef tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-535388127'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:44.689614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef523038-4bb9-4f61-a0bf-2d3756ceacef tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Made reservation on behalf of 55ea9901173f46f58b41ae3213596d14 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:44.693363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef523038-4bb9-4f61-a0bf-2d3756ceacef tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.726777 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef523038-4bb9-4f61-a0bf-2d3756ceacef tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:44.740665 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef523038-4bb9-4f61-a0bf-2d3756ceacef tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d9c91956-8a4f-4aab-8266-313a522e2cf6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.741022 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-ef523038-4bb9-4f61-a0bf-2d3756ceacef tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Added segment d9c91956-8a4f-4aab-8266-313a522e2cf6 of type vlan for network a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e Jan 28 13:29:44.754804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-70711c6f-297b-40b3-b2a0-fa8353a5e330', 'network_id': '70711c6f-297b-40b3-b2a0-fa8353a5e330', 'project_id': '55ea9901173f46f58b41ae3213596d14', 'fixed_ips': [{'subnet_id': '55796a4a-87c9-4597-a5be-95f8c95dc80a'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:44.756370 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.792837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef523038-4bb9-4f61-a0bf-2d3756ceacef tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.820822 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef523038-4bb9-4f61-a0bf-2d3756ceacef tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.826005 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef523038-4bb9-4f61-a0bf-2d3756ceacef tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:44.826595 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef523038-4bb9-4f61-a0bf-2d3756ceacef tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.880209 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ef523038-4bb9-4f61-a0bf-2d3756ceacef tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2184727 Jan 28 13:29:44.883889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36214) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:44.890703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-48afc3dd-fe3f-40cd-bf68-3d2a04a8ee15 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Request body: {'subnet': {'network_id': 'a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:44.898227 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef523038-4bb9-4f61-a0bf-2d3756ceacef tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Pushing event updated for resources: {'Network': ['ID=a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:44.913283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:44.915851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Allocated IP 172.20.0.2 (70711c6f-297b-40b3-b2a0-fa8353a5e330/55796a4a-87c9-4597-a5be-95f8c95dc80a/e1a02172-a286-4260-8408-54b5022136f0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:44.982144 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48afc3dd-fe3f-40cd-bf68-3d2a04a8ee15 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Made reservation on behalf of 55ea9901173f46f58b41ae3213596d14 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:44.985508 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48afc3dd-fe3f-40cd-bf68-3d2a04a8ee15 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.129116 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Publish callbacks [] for port (e1a02172-a286-4260-8408-54b5022136f0), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.136264 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (e1a02172-a286-4260-8408-54b5022136f0), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.176104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Network 70711c6f-297b-40b3-b2a0-fa8353a5e330 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:45.176483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48afc3dd-fe3f-40cd-bf68-3d2a04a8ee15 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (21390a05-6a48-4cbd-be76-18c34d94ab73), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.178891 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:45.185149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:45.192263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Pushing event updated for resources: {'Port': ['ID=e1a02172-a286-4260-8408-54b5022136f0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:45.242414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afc3dd-fe3f-40cd-bf68-3d2a04a8ee15 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Pushing event updated for resources: {'Subnet': ['ID=21390a05-6a48-4cbd-be76-18c34d94ab73,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:45.248827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48afc3dd-fe3f-40cd-bf68-3d2a04a8ee15 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Checking segment: {'id': 'd9c91956-8a4f-4aab-8266-313a522e2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:45.249114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48afc3dd-fe3f-40cd-bf68-3d2a04a8ee15 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Network hostable DHCP agents. Network: a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:45.250290 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Attempting to bind port e1a02172-a286-4260-8408-54b5022136f0 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:45.250768 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Attempting to bind port e1a02172-a286-4260-8408-54b5022136f0 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '899aa33c-20fb-43dd-b189-06f16ee690c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '70711c6f-297b-40b3-b2a0-fa8353a5e330'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:45.250898 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:29:45.251402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Attempting to bind port e1a02172-a286-4260-8408-54b5022136f0 on network 70711c6f-297b-40b3-b2a0-fa8353a5e330 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:45.257425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:45.258413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Checking segment: {'id': '899aa33c-20fb-43dd-b189-06f16ee690c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '70711c6f-297b-40b3-b2a0-fa8353a5e330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:45.258902 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.259402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Bound using segment: {'id': '899aa33c-20fb-43dd-b189-06f16ee690c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '70711c6f-297b-40b3-b2a0-fa8353a5e330'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:45.259951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Bound port: e1a02172-a286-4260-8408-54b5022136f0, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899aa33c-20fb-43dd-b189-06f16ee690c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '70711c6f-297b-40b3-b2a0-fa8353a5e330'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:45.260404 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e1a02172-a286-4260-8408-54b5022136f0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.266563 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48afc3dd-fe3f-40cd-bf68-3d2a04a8ee15 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Network a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:45.276306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-48afc3dd-fe3f-40cd-bf68-3d2a04a8ee15 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:45.281544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48afc3dd-fe3f-40cd-bf68-3d2a04a8ee15 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.282824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48afc3dd-fe3f-40cd-bf68-3d2a04a8ee15 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.294800 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6199bea-91a3-4f89-8441-b655922ec684 None None] Network a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:45.300539 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-48afc3dd-fe3f-40cd-bf68-3d2a04a8ee15 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4149308 Jan 28 13:29:45.303576 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36216) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:45.308570 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5deae1a4-bb80-4bac-a128-4c251b43997f tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:45.375349 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] For port e1a02172-a286-4260-8408-54b5022136f0, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:45.379718 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] For port e1a02172-a286-4260-8408-54b5022136f0, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e1a02172-a286-4260-8408-54b5022136f0,segment=NetworkSegment(899aa33c-20fb-43dd-b189-06f16ee690c3),segment_id=899aa33c-20fb-43dd-b189-06f16ee690c3)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:45.386222 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e1a02172-a286-4260-8408-54b5022136f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.473545 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e', 'network_id': 'a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e', 'project_id': '55ea9901173f46f58b41ae3213596d14', 'fixed_ips': [{'subnet_id': '21390a05-6a48-4cbd-be76-18c34d94ab73'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:45.474414 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.496781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a6131-a877-487b-8dbb-c160d60fc4b6 None None] Pushing event updated for resources: {'Port': ['ID=e1a02172-a286-4260-8408-54b5022136f0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:45.534511 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5deae1a4-bb80-4bac-a128-4c251b43997f tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for router_gateway (7c965ce9-478c-41c9-a1b0-214c7aeb6865), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.651689 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Allocated IP 172.21.0.2 (a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e/21390a05-6a48-4cbd-be76-18c34d94ab73/d8451084-5f1a-4a65-af0d-d82b26065da6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:45.659137 n-d-824835-4 neutron-server[103128]: INFO neutron.api.v2.resource [None req-5deae1a4-bb80-4bac-a128-4c251b43997f tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:29:45.660296 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5deae1a4-bb80-4bac-a128-4c251b43997f tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] 10.222.0.53 "PUT /v2.0/routers/7c965ce9-478c-41c9-a1b0-214c7aeb6865 HTTP/1.1" status: 400 len: 364 time: 0.3557231 Jan 28 13:29:45.666749 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36218) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:45.735757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-c265cf15-b67f-4e47-953e-d08a7d6e76f0 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Deleting subnet 21390a05-6a48-4cbd-be76-18c34d94ab73 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:45.818379 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Publish callbacks [] for port (d8451084-5f1a-4a65-af0d-d82b26065da6), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.824141 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c265cf15-b67f-4e47-953e-d08a7d6e76f0 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for subnet (21390a05-6a48-4cbd-be76-18c34d94ab73), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.824888 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (d8451084-5f1a-4a65-af0d-d82b26065da6), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.862575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Network a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:45.864854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:45.867072 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c265cf15-b67f-4e47-953e-d08a7d6e76f0 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (21390a05-6a48-4cbd-be76-18c34d94ab73), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.868824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:45.879448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Pushing event updated for resources: {'Port': ['ID=d8451084-5f1a-4a65-af0d-d82b26065da6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:45.930923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Attempting to bind port d8451084-5f1a-4a65-af0d-d82b26065da6 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:45.931296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Attempting to bind port d8451084-5f1a-4a65-af0d-d82b26065da6 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'd9c91956-8a4f-4aab-8266-313a522e2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:45.931709 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Attempting to bind port d8451084-5f1a-4a65-af0d-d82b26065da6 on network a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:45.936967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:45.937341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Checking segment: {'id': 'd9c91956-8a4f-4aab-8266-313a522e2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:45.937856 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.938253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Bound using segment: {'id': 'd9c91956-8a4f-4aab-8266-313a522e2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:45.938721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Bound port: d8451084-5f1a-4a65-af0d-d82b26065da6, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c91956-8a4f-4aab-8266-313a522e2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:45.939105 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d8451084-5f1a-4a65-af0d-d82b26065da6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.953046 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c265cf15-b67f-4e47-953e-d08a7d6e76f0 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (21390a05-6a48-4cbd-be76-18c34d94ab73), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.019508 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c265cf15-b67f-4e47-953e-d08a7d6e76f0 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (21390a05-6a48-4cbd-be76-18c34d94ab73), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.022331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] For port d8451084-5f1a-4a65-af0d-d82b26065da6, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:46.026440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] For port d8451084-5f1a-4a65-af0d-d82b26065da6, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d8451084-5f1a-4a65-af0d-d82b26065da6,segment=NetworkSegment(d9c91956-8a4f-4aab-8266-313a522e2cf6),segment_id=d9c91956-8a4f-4aab-8266-313a522e2cf6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:46.030556 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d8451084-5f1a-4a65-af0d-d82b26065da6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.046871 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265cf15-b67f-4e47-953e-d08a7d6e76f0 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Pushing event deleted for resources: {'Subnet': ['ID=21390a05-6a48-4cbd-be76-18c34d94ab73,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:46.050459 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c265cf15-b67f-4e47-953e-d08a7d6e76f0 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.056610 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c265cf15-b67f-4e47-953e-d08a7d6e76f0 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] 10.222.0.53 "DELETE /v2.0/subnets/21390a05-6a48-4cbd-be76-18c34d94ab73 HTTP/1.1" status: 204 len: 168 time: 0.3850355 Jan 28 13:29:46.057012 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:46.092480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d2637-81cf-481e-b022-b4f645d2bcdf None None] Pushing event updated for resources: {'Port': ['ID=d8451084-5f1a-4a65-af0d-d82b26065da6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:46.144551 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.208416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Deleting port d8451084-5f1a-4a65-af0d-d82b26065da6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:46.208416 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d8451084-5f1a-4a65-af0d-d82b26065da6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.306441 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] For port d8451084-5f1a-4a65-af0d-d82b26065da6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d8451084-5f1a-4a65-af0d-d82b26065da6,segment=NetworkSegment(d9c91956-8a4f-4aab-8266-313a522e2cf6),segment_id=d9c91956-8a4f-4aab-8266-313a522e2cf6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:46.307153 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d8451084-5f1a-4a65-af0d-d82b26065da6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.321761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Calling delete_port for d8451084-5f1a-4a65-af0d-d82b26065da6 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:46.410088 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d8451084-5f1a-4a65-af0d-d82b26065da6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.437202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Pushing event deleted for resources: {'Port': ['ID=d8451084-5f1a-4a65-af0d-d82b26065da6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:46.443352 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] No DVR routers for this DVR port d8451084-5f1a-4a65-af0d-d82b26065da6 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:46.539377 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.561280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:46.562765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b7e640-4394-4e66-9ddb-5b68fbd91081 None None] Network 70711c6f-297b-40b3-b2a0-fa8353a5e330 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:46.571176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c91956-8a4f-4aab-8266-313a522e2cf6') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:46.571506 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c91956-8a4f-4aab-8266-313a522e2cf6') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:46.580854 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (d9c91956-8a4f-4aab-8266-313a522e2cf6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.595192 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (d9c91956-8a4f-4aab-8266-313a522e2cf6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.601886 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:46.602573 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (d9c91956-8a4f-4aab-8266-313a522e2cf6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:46.606216 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:46.658925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-065a25e9-857f-4a5e-a619-d6c971752392 None None] Provisioning complete for port e1a02172-a286-4260-8408-54b5022136f0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:46.658925 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-065a25e9-857f-4a5e-a619-d6c971752392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e1a02172-a286-4260-8408-54b5022136f0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.678677 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.697075 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.700354 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] 10.222.0.53 "DELETE /v2.0/networks/a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e HTTP/1.1" status: 204 len: 168 time: 0.6425488 Jan 28 13:29:46.701375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9260cd-9f7f-4aed-83c0-6c755fd98c5d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Pushing event deleted for resources: {'Network': ['ID=a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:46.702915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:46.758667 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b670e13-5f4c-430d-b6fc-fb4ebcac6a3d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Deleting subnet 55796a4a-87c9-4597-a5be-95f8c95dc80a {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:46.762509 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b670e13-5f4c-430d-b6fc-fb4ebcac6a3d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for subnet (55796a4a-87c9-4597-a5be-95f8c95dc80a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.784600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-065a25e9-857f-4a5e-a619-d6c971752392 None None] Current status of the port e1a02172-a286-4260-8408-54b5022136f0 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:46.785180 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-065a25e9-857f-4a5e-a619-d6c971752392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e1a02172-a286-4260-8408-54b5022136f0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.810490 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b670e13-5f4c-430d-b6fc-fb4ebcac6a3d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (55796a4a-87c9-4597-a5be-95f8c95dc80a), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.811144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e1a02172-a286-4260-8408-54b5022136f0 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:46.870885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-065a25e9-857f-4a5e-a619-d6c971752392 None None] For port e1a02172-a286-4260-8408-54b5022136f0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e1a02172-a286-4260-8408-54b5022136f0,segment=NetworkSegment(899aa33c-20fb-43dd-b189-06f16ee690c3),segment_id=899aa33c-20fb-43dd-b189-06f16ee690c3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:46.883991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e1a02172-a286-4260-8408-54b5022136f0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:46.884482 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e1a02172-a286-4260-8408-54b5022136f0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.887485 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-065a25e9-857f-4a5e-a619-d6c971752392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e1a02172-a286-4260-8408-54b5022136f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.916631 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b670e13-5f4c-430d-b6fc-fb4ebcac6a3d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (55796a4a-87c9-4597-a5be-95f8c95dc80a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:46.972453 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a25e9-857f-4a5e-a619-d6c971752392 None None] Pushing event updated for resources: {'Port': ['ID=e1a02172-a286-4260-8408-54b5022136f0,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:46.993549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b670e13-5f4c-430d-b6fc-fb4ebcac6a3d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (55796a4a-87c9-4597-a5be-95f8c95dc80a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.021436 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e1a02172-a286-4260-8408-54b5022136f0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:47.021799 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b670e13-5f4c-430d-b6fc-fb4ebcac6a3d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Pushing event deleted for resources: {'Subnet': ['ID=55796a4a-87c9-4597-a5be-95f8c95dc80a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:47.025560 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b670e13-5f4c-430d-b6fc-fb4ebcac6a3d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.031374 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0b670e13-5f4c-430d-b6fc-fb4ebcac6a3d tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] 10.222.0.53 "DELETE /v2.0/subnets/55796a4a-87c9-4597-a5be-95f8c95dc80a HTTP/1.1" status: 204 len: 168 time: 0.3250518 Jan 28 13:29:47.032131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36224) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:47.032718 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a574bfe-4a71-4bcf-ac3f-e6cc7ff7d697 None None] Network 70711c6f-297b-40b3-b2a0-fa8353a5e330 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:47.121859 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (70711c6f-297b-40b3-b2a0-fa8353a5e330), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.133911 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f9a5f139-c019-41a9-9d3e-38a70567330f None None] Provisioning complete for port e1a02172-a286-4260-8408-54b5022136f0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:47.134294 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f9a5f139-c019-41a9-9d3e-38a70567330f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e1a02172-a286-4260-8408-54b5022136f0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.202389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Deleting port e1a02172-a286-4260-8408-54b5022136f0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:47.202737 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e1a02172-a286-4260-8408-54b5022136f0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.226068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba3d0ba-eec5-4d9c-a41c-321139906ecc None None] DHCP port deletion for 70711c6f-297b-40b3-b2a0-fa8353a5e330 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:47.241807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f9a5f139-c019-41a9-9d3e-38a70567330f None None] Current status of the port e1a02172-a286-4260-8408-54b5022136f0 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:47.273954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] For port e1a02172-a286-4260-8408-54b5022136f0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e1a02172-a286-4260-8408-54b5022136f0,segment=NetworkSegment(899aa33c-20fb-43dd-b189-06f16ee690c3),segment_id=899aa33c-20fb-43dd-b189-06f16ee690c3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:47.274667 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e1a02172-a286-4260-8408-54b5022136f0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.289618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Calling delete_port for e1a02172-a286-4260-8408-54b5022136f0 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:47.291634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3d0ba-eec5-4d9c-a41c-321139906ecc None None] Deleting port e1a02172-a286-4260-8408-54b5022136f0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:47.292025 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ba3d0ba-eec5-4d9c-a41c-321139906ecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e1a02172-a286-4260-8408-54b5022136f0), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.364503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a059cc8-e303-4a4d-b7cb-5a3ff8fbe991 None None] DHCP port deletion for a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:47.368530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7ba3d0ba-eec5-4d9c-a41c-321139906ecc None None] For port e1a02172-a286-4260-8408-54b5022136f0, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e1a02172-a286-4260-8408-54b5022136f0,segment=NetworkSegment(899aa33c-20fb-43dd-b189-06f16ee690c3),segment_id=899aa33c-20fb-43dd-b189-06f16ee690c3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:47.368958 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ba3d0ba-eec5-4d9c-a41c-321139906ecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e1a02172-a286-4260-8408-54b5022136f0), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.370556 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e1a02172-a286-4260-8408-54b5022136f0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.378938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2b3d941f-4bfd-43d5-a2b4-8d5f594d37de None None] Could not find standard attr ID for object d8451084-5f1a-4a65-af0d-d82b26065da6. {{(pid=103130) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:29:47.390784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3d0ba-eec5-4d9c-a41c-321139906ecc None None] Calling delete_port for e1a02172-a286-4260-8408-54b5022136f0 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:47.397917 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Pushing event deleted for resources: {'Port': ['ID=e1a02172-a286-4260-8408-54b5022136f0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:47.400244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] No DVR routers for this DVR port e1a02172-a286-4260-8408-54b5022136f0 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:47.400557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e8b9f-c817-447c-9ad1-a2e7ea7f40d2 None None] Network a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:47.417027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e8b9f-c817-447c-9ad1-a2e7ea7f40d2 None None] Network a1b1b7eb-1d99-4ac4-8d06-27e58c209a4e could not be found, it might have been deleted concurrently. {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:29:47.484545 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (70711c6f-297b-40b3-b2a0-fa8353a5e330), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.487815 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ba3d0ba-eec5-4d9c-a41c-321139906ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (e1a02172-a286-4260-8408-54b5022136f0), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.508179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70711c6f-297b-40b3-b2a0-fa8353a5e330']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:47.514237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3d0ba-eec5-4d9c-a41c-321139906ecc None None] Pushing event deleted for resources: {'Port': ['ID=e1a02172-a286-4260-8408-54b5022136f0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:47.518014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899aa33c-20fb-43dd-b189-06f16ee690c3') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:47.518346 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899aa33c-20fb-43dd-b189-06f16ee690c3') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:47.519154 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba3d0ba-eec5-4d9c-a41c-321139906ecc None None] No DVR routers for this DVR port e1a02172-a286-4260-8408-54b5022136f0 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:47.532059 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (899aa33c-20fb-43dd-b189-06f16ee690c3), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.545493 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (899aa33c-20fb-43dd-b189-06f16ee690c3), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.551591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:47.552003 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (899aa33c-20fb-43dd-b189-06f16ee690c3), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:47.555973 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:47.611178 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (70711c6f-297b-40b3-b2a0-fa8353a5e330), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.618533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.621924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] 10.222.0.53 "DELETE /v2.0/networks/70711c6f-297b-40b3-b2a0-fa8353a5e330 HTTP/1.1" status: 204 len: 168 time: 0.5888026 Jan 28 13:29:47.624796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:47.633484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b8c6c-ff52-437e-a6fd-8792e46f4b65 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Pushing event deleted for resources: {'Network': ['ID=70711c6f-297b-40b3-b2a0-fa8353a5e330,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:47.655635 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-89dae2fd-fd51-485d-bd2e-546ef86eee21 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c965ce9-478c-41c9-a1b0-214c7aeb6865 HTTP/1.1" status: 200 len: 205 time: 0.0295992 Jan 28 13:29:47.657973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36228) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:47.734841 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21e1014b-3966-4c96-b097-199dbbbfc538 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for router (7c965ce9-478c-41c9-a1b0-214c7aeb6865), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.891165 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21e1014b-3966-4c96-b097-199dbbbfc538 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (7c965ce9-478c-41c9-a1b0-214c7aeb6865), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.893222 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21e1014b-3966-4c96-b097-199dbbbfc538 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for router_controller (7c965ce9-478c-41c9-a1b0-214c7aeb6865), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.936748 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.939821 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21e1014b-3966-4c96-b097-199dbbbfc538 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (7c965ce9-478c-41c9-a1b0-214c7aeb6865), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.940329 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e1014b-3966-4c96-b097-199dbbbfc538 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Fanout notify agent at l3_agent the message router_deleted on router 7c965ce9-478c-41c9-a1b0-214c7aeb6865 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:29:47.948605 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21e1014b-3966-4c96-b097-199dbbbfc538 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.949778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-21e1014b-3966-4c96-b097-199dbbbfc538 tempest-RoutersNegativeTest-433904481 tempest-RoutersNegativeTest-433904481-project] 10.222.0.53 "DELETE /v2.0/routers/7c965ce9-478c-41c9-a1b0-214c7aeb6865 HTTP/1.1" status: 204 len: 168 time: 0.2907264 Jan 28 13:29:48.188798 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36234) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:48.278326 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:48.325476 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-61808ad2-3799-4f7e-9f4a-8ac96d4c1cd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55ea9901173f46f58b41ae3213596d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355147 Jan 28 13:29:48.328030 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36240) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:48.374508 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c06a22f0-d2fc-440a-87e9-8ee2ad02b6db admin admin] Publish callbacks [] for security_group (132d4993-eb61-4456-bfa9-aace669eac49), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:48.394635 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c06a22f0-d2fc-440a-87e9-8ee2ad02b6db admin admin] Publish callbacks [] for security_group (132d4993-eb61-4456-bfa9-aace669eac49), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:48.440355 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c06a22f0-d2fc-440a-87e9-8ee2ad02b6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (132d4993-eb61-4456-bfa9-aace669eac49), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:48.442867 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c06a22f0-d2fc-440a-87e9-8ee2ad02b6db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:48.444072 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c06a22f0-d2fc-440a-87e9-8ee2ad02b6db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/132d4993-eb61-4456-bfa9-aace669eac49 HTTP/1.1" status: 204 len: 168 time: 0.1151559 Jan 28 13:29:48.452150 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a22f0-d2fc-440a-87e9-8ee2ad02b6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132d4993-eb61-4456-bfa9-aace669eac49,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:48.692923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d8451084-5f1a-4a65-af0d-d82b26065da6 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:48.714284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: d8451084-5f1a-4a65-af0d-d82b26065da6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:48.714636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d8451084-5f1a-4a65-af0d-d82b26065da6 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:48.715060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e1a02172-a286-4260-8408-54b5022136f0 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:48.734509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e1a02172-a286-4260-8408-54b5022136f0 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:48.734864 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e1a02172-a286-4260-8408-54b5022136f0 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:49.058166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36262) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:49.166101 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1632103866-network', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:49.186470 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Made reservation on behalf of f41f49e82c6346b09bbec5619d7d1591 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:49.188810 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.197897 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.270059 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Publish callbacks [] for security_group (4cec9b93-ad16-4aa3-a70c-cf8478715a51), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.276035 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4cec9b93-ad16-4aa3-a70c-cf8478715a51), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.311362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:49.323039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cec9b93-ad16-4aa3-a70c-cf8478715a51,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:49.330471 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (5c23e40b-3386-4ece-87da-caaf862a52b3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.330842 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Added segment 5c23e40b-3386-4ece-87da-caaf862a52b3 of type vlan for network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 Jan 28 13:29:49.356560 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d3d1d71-950a-402e-a67f-902a05e9dbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.376460 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0f0c1c21-95b0-41e1-a274-c5b8979277f1), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.401896 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0f0c1c21-95b0-41e1-a274-c5b8979277f1), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.402865 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:49.403473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.455235 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3959384 Jan 28 13:29:49.458236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36266) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:49.465191 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b74e0-5ab2-4db5-b11b-05afff20b402 admin admin] Pushing event updated for resources: {'Network': ['ID=0f0c1c21-95b0-41e1-a274-c5b8979277f1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:49.466871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5de0cc07-2650-4d24-a4fa-0382bb001e84 admin admin] Request body: {'subnet': {'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1632103866-subnet', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:49.476085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:49.486852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de0cc07-2650-4d24-a4fa-0382bb001e84 admin admin] Made reservation on behalf of f41f49e82c6346b09bbec5619d7d1591 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:49.490708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5de0cc07-2650-4d24-a4fa-0382bb001e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.668841 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5de0cc07-2650-4d24-a4fa-0382bb001e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.049915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0cc07-2650-4d24-a4fa-0382bb001e84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:50.065322 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0cc07-2650-4d24-a4fa-0382bb001e84 admin admin] Checking segment: {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:50.065675 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0cc07-2650-4d24-a4fa-0382bb001e84 admin admin] Network hostable DHCP agents. Network: 0f0c1c21-95b0-41e1-a274-c5b8979277f1, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:50.082831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0cc07-2650-4d24-a4fa-0382bb001e84 admin admin] Network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:50.091770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5de0cc07-2650-4d24-a4fa-0382bb001e84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 0f0c1c21-95b0-41e1-a274-c5b8979277f1) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:50.096511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de0cc07-2650-4d24-a4fa-0382bb001e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:50.097126 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5de0cc07-2650-4d24-a4fa-0382bb001e84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.100101 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f7953-7319-4d1b-aece-3091e5d16462 None None] Network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:50.113541 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5de0cc07-2650-4d24-a4fa-0382bb001e84 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6537192 Jan 28 13:29:50.116148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36268) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:50.121279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1632103866-router', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:50.141878 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (888768dd-f12d-4a66-9a19-5aca75d71e69), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.143038 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (888768dd-f12d-4a66-9a19-5aca75d71e69), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.195101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Publish callbacks [] for router_controller (888768dd-f12d-4a66-9a19-5aca75d71e69), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.200643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-0f0c1c21-95b0-41e1-a274-c5b8979277f1', 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1', 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'fixed_ips': [{'subnet_id': 'ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:50.201645 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.339052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Allocated IP 172.20.0.2 (0f0c1c21-95b0-41e1-a274-c5b8979277f1/ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b/d8045e31-9cdb-4b08-97dd-f76c6a36a380) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:50.339274 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Publish callbacks [] for router_gateway (888768dd-f12d-4a66-9a19-5aca75d71e69), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.485056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Publish callbacks [] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.490922 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.531789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:50.534574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:50.540570 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:50.545506 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Publish callbacks [] for router_gateway (888768dd-f12d-4a66-9a19-5aca75d71e69), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.547704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Pushing event updated for resources: {'Port': ['ID=d8045e31-9cdb-4b08-97dd-f76c6a36a380,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:50.565397 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.606470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Attempting to bind port d8045e31-9cdb-4b08-97dd-f76c6a36a380 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:50.606753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Attempting to bind port d8045e31-9cdb-4b08-97dd-f76c6a36a380 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:50.607121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Attempting to bind port d8045e31-9cdb-4b08-97dd-f76c6a36a380 on network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:50.612187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:50.612566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Checking segment: {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:50.612972 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.613369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Bound using segment: {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:50.613834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Bound port: d8045e31-9cdb-4b08-97dd-f76c6a36a380, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:50.614221 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.672134 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Allocated IP 172.25.7.194 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/878f7fae-ba31-424f-b8de-4603e452ef3e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:50.679038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] For port d8045e31-9cdb-4b08-97dd-f76c6a36a380, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:50.683364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] For port d8045e31-9cdb-4b08-97dd-f76c6a36a380, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d8045e31-9cdb-4b08-97dd-f76c6a36a380,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:50.688589 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.753506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a13c2f-68b9-488e-bfcd-1c679218df8e None None] Pushing event updated for resources: {'Port': ['ID=d8045e31-9cdb-4b08-97dd-f76c6a36a380,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:50.789673 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Publish callbacks [] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.826168 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.866750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:50.872695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:50.877091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:50.880113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Pushing event updated for resources: {'Port': ['ID=878f7fae-ba31-424f-b8de-4603e452ef3e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:51.149605 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Publish callbacks [] for router_gateway (888768dd-f12d-4a66-9a19-5aca75d71e69), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.358931 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (888768dd-f12d-4a66-9a19-5aca75d71e69), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.494347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Router 888768dd-f12d-4a66-9a19-5aca75d71e69 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:29:51.611076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:51.620371 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Sync routers for ids ['888768dd-f12d-4a66-9a19-5aca75d71e69'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:51.631193 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Routers {'888768dd-f12d-4a66-9a19-5aca75d71e69'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:51.631846 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:29:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['888768dd-f12d-4a66-9a19-5aca75d71e69'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:51.631980 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.633104 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-345c9d8b-620a-45bf-9bd5-243f1d8dbf76 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5159481 Jan 28 13:29:51.635950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36270) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:51.716946 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e6529fa7-644f-4305-9153-91b14b36cbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.750762 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Set router 888768dd-f12d-4a66-9a19-5aca75d71e69 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:51.763038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6469922-93bd-435b-9c02-e04d4c3ed6c5 None None] Network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:51.855769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e01d047c-b2a0-49d9-9a63-f1419ae72779 None None] Provisioning complete for port d8045e31-9cdb-4b08-97dd-f76c6a36a380 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:51.856419 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e01d047c-b2a0-49d9-9a63-f1419ae72779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.940815 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'name': 'tempest-TestEncryptedCinderVolumes-1632103866-router', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:51Z', 'revision_number': 3, 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'gw_port': {'id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:51.976224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e01d047c-b2a0-49d9-9a63-f1419ae72779 None None] Current status of the port d8045e31-9cdb-4b08-97dd-f76c6a36a380 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:51.977406 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e01d047c-b2a0-49d9-9a63-f1419ae72779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.978380 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Checking router: 888768dd-f12d-4a66-9a19-5aca75d71e69 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:51.978905 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Updating router 888768dd-f12d-4a66-9a19-5aca75d71e69 port 878f7fae-ba31-424f-b8de-4603e452ef3e binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:29:52.008700 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.023265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e01d047c-b2a0-49d9-9a63-f1419ae72779 None None] For port d8045e31-9cdb-4b08-97dd-f76c6a36a380, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d8045e31-9cdb-4b08-97dd-f76c6a36a380,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:52.033201 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e01d047c-b2a0-49d9-9a63-f1419ae72779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.093755 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d047c-b2a0-49d9-9a63-f1419ae72779 None None] Pushing event updated for resources: {'Port': ['ID=d8045e31-9cdb-4b08-97dd-f76c6a36a380,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:52.110684 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.255234 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c7ecade9-d59b-476e-9551-1ebd7abe6e06 None None] Provisioning complete for port d8045e31-9cdb-4b08-97dd-f76c6a36a380 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:52.255703 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7ecade9-d59b-476e-9551-1ebd7abe6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.285905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Allocated IP 172.20.0.1 (0f0c1c21-95b0-41e1-a274-c5b8979277f1/ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b/7a28802e-e216-4ac6-addc-7632eb713261) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:52.288691 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Publish callbacks [] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.297184 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.341899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c7ecade9-d59b-476e-9551-1ebd7abe6e06 None None] Current status of the port d8045e31-9cdb-4b08-97dd-f76c6a36a380 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:52.358911 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Attempting to bind port 878f7fae-ba31-424f-b8de-4603e452ef3e on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:52.359278 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Attempting to bind port 878f7fae-ba31-424f-b8de-4603e452ef3e by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:52.359664 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Attempting to bind port 878f7fae-ba31-424f-b8de-4603e452ef3e on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:52.362441 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Pushing event updated for resources: {'Port': ['ID=878f7fae-ba31-424f-b8de-4603e452ef3e,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:52.371641 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:52.372052 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:52.372416 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.372808 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:52.373267 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Bound port: 878f7fae-ba31-424f-b8de-4603e452ef3e, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:52.373638 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.375947 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.376290 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.376624 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.376961 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.377287 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.377615 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.377936 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.378255 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.378572 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.378888 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.379205 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.379543 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.379861 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:52.410556 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Publish callbacks [] for port (7a28802e-e216-4ac6-addc-7632eb713261), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.433362 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] For port 878f7fae-ba31-424f-b8de-4603e452ef3e, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:52.436426 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] For port 878f7fae-ba31-424f-b8de-4603e452ef3e, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=878f7fae-ba31-424f-b8de-4603e452ef3e,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:52.440297 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.443853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7a28802e-e216-4ac6-addc-7632eb713261), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.482894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:52.485903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:52.489537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:52.499301 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Routers {'888768dd-f12d-4a66-9a19-5aca75d71e69'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:52.499953 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:29:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['888768dd-f12d-4a66-9a19-5aca75d71e69'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:52.505216 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e5527-5811-4f2a-aefd-e4dd4103b81b None None] Pushing event updated for resources: {'Port': ['ID=878f7fae-ba31-424f-b8de-4603e452ef3e,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:52.517084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Pushing event updated for resources: {'Port': ['ID=7a28802e-e216-4ac6-addc-7632eb713261,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:52.537625 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (888768dd-f12d-4a66-9a19-5aca75d71e69), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.622325 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] Set router 888768dd-f12d-4a66-9a19-5aca75d71e69 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:52.678272 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a28802e-e216-4ac6-addc-7632eb713261), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.769281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5c0b90d0-1ae1-4a96-ac97-d9f3e29cbcc1 None None] Provisioning complete for port 7a28802e-e216-4ac6-addc-7632eb713261 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:52.771138 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c0b90d0-1ae1-4a96-ac97-d9f3e29cbcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a28802e-e216-4ac6-addc-7632eb713261), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.803928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d8045e31-9cdb-4b08-97dd-f76c6a36a380 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:52.832520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b90d0-1ae1-4a96-ac97-d9f3e29cbcc1 None None] Port 7a28802e-e216-4ac6-addc-7632eb713261 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:52.848587 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'name': 'tempest-TestEncryptedCinderVolumes-1632103866-router', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:51Z', 'revision_number': 3, 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'gw_port': {'id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:52.862601 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port d8045e31-9cdb-4b08-97dd-f76c6a36a380 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:52.862979 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.873421 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Publish callbacks [] for port (7a28802e-e216-4ac6-addc-7632eb713261), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.878762 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7a28802e-e216-4ac6-addc-7632eb713261), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.879094 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5facf88-50b8-47d9-b72f-260a8415a940 None None] The sync data for ids ['888768dd-f12d-4a66-9a19-5aca75d71e69'] in n-d-824835-4 is: [{'id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'name': 'tempest-TestEncryptedCinderVolumes-1632103866-router', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:51Z', 'revision_number': 3, 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'gw_port': {'id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:29:52.954789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port d8045e31-9cdb-4b08-97dd-f76c6a36a380 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:52.955396 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (888768dd-f12d-4a66-9a19-5aca75d71e69), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.959798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Pushing event updated for resources: {'Port': ['ID=7a28802e-e216-4ac6-addc-7632eb713261,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:53.067359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:53.068739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:53.197890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Router 888768dd-f12d-4a66-9a19-5aca75d71e69 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:29:53.206418 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.324434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:53.330055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9cddf0d2-a24b-4457-ab71-1e3ff95af62b admin admin] 10.222.0.53 "PUT /v2.0/routers/888768dd-f12d-4a66-9a19-5aca75d71e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6931047 Jan 28 13:29:53.358168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-32249e0b-d68a-4e12-b7b6-562cc861b8ff None None] Provisioning complete for port 7a28802e-e216-4ac6-addc-7632eb713261 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:53.358550 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32249e0b-d68a-4e12-b7b6-562cc861b8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a28802e-e216-4ac6-addc-7632eb713261), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.394972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-32249e0b-d68a-4e12-b7b6-562cc861b8ff None None] Port 7a28802e-e216-4ac6-addc-7632eb713261 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:53.825137 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36286) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:53.830312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2005140296-network', 'tenant_id': '65a0185288d64497be6af9076a54bf46'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:53.850899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Made reservation on behalf of 65a0185288d64497be6af9076a54bf46 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:53.853863 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.862574 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.937271 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Publish callbacks [] for security_group (ec370976-5b9f-4cb8-8c41-5523a3f699a8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.940790 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ec370976-5b9f-4cb8-8c41-5523a3f699a8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.965743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:53.975873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec370976-5b9f-4cb8-8c41-5523a3f699a8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:53.981632 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3bb30acd-e1b0-4aa8-b975-4f974db76df6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.982028 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Added segment 3bb30acd-e1b0-4aa8-b975-4f974db76df6 of type vlan for network d4440c98-36ff-4042-b8b1-985d46b978e4 Jan 28 13:29:54.023964 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (d4440c98-36ff-4042-b8b1-985d46b978e4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.050232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (d4440c98-36ff-4042-b8b1-985d46b978e4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.051099 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:54.051703 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.108478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2822390 Jan 28 13:29:54.111304 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36288) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:54.116216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c625b6-e19a-4bd0-aaf0-d7c1205cf9d5 admin admin] Pushing event updated for resources: {'Network': ['ID=d4440c98-36ff-4042-b8b1-985d46b978e4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:54.116410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-635719b3-5376-40c7-897f-be380cd05e12 admin admin] Request body: {'subnet': {'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2005140296-subnet', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:54.128923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network d4440c98-36ff-4042-b8b1-985d46b978e4 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:54.136561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635719b3-5376-40c7-897f-be380cd05e12 admin admin] Made reservation on behalf of 65a0185288d64497be6af9076a54bf46 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:54.138997 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-635719b3-5376-40c7-897f-be380cd05e12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.312631 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-635719b3-5376-40c7-897f-be380cd05e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (e424abef-2777-4b8e-be56-8dc8a1adbf84), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.368617 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635719b3-5376-40c7-897f-be380cd05e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e424abef-2777-4b8e-be56-8dc8a1adbf84,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:54.377200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635719b3-5376-40c7-897f-be380cd05e12 admin admin] Checking segment: {'id': '3bb30acd-e1b0-4aa8-b975-4f974db76df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:54.377559 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635719b3-5376-40c7-897f-be380cd05e12 admin admin] Network hostable DHCP agents. Network: d4440c98-36ff-4042-b8b1-985d46b978e4, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:54.394491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635719b3-5376-40c7-897f-be380cd05e12 admin admin] Network d4440c98-36ff-4042-b8b1-985d46b978e4 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:54.403519 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-635719b3-5376-40c7-897f-be380cd05e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, d4440c98-36ff-4042-b8b1-985d46b978e4) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:54.408903 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635719b3-5376-40c7-897f-be380cd05e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:54.410011 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-635719b3-5376-40c7-897f-be380cd05e12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.413246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf25f1f-9c8e-46f3-86e8-818cf851d898 None None] Network d4440c98-36ff-4042-b8b1-985d46b978e4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:54.426938 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-635719b3-5376-40c7-897f-be380cd05e12 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3144231 Jan 28 13:29:54.432126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36290) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:54.437030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2005140296-router', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:54.461598 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (110c7c00-193b-44ac-a63e-9ca3ff56131f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.463101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (110c7c00-193b-44ac-a63e-9ca3ff56131f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.517397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-d4440c98-36ff-4042-b8b1-985d46b978e4', 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4', 'project_id': '65a0185288d64497be6af9076a54bf46', 'fixed_ips': [{'subnet_id': 'e424abef-2777-4b8e-be56-8dc8a1adbf84'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:54.518120 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Publish callbacks [] for router_controller (110c7c00-193b-44ac-a63e-9ca3ff56131f), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.518289 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.545908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Sync routers for ids ['888768dd-f12d-4a66-9a19-5aca75d71e69'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:54.609524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Routers {'888768dd-f12d-4a66-9a19-5aca75d71e69'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:54.610087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:29:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['888768dd-f12d-4a66-9a19-5aca75d71e69'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:54.768514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Allocated IP 172.20.0.2 (d4440c98-36ff-4042-b8b1-985d46b978e4/e424abef-2777-4b8e-be56-8dc8a1adbf84/7f961bf9-2822-4b3e-94ef-6629d2433f06) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:54.779645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Set router 888768dd-f12d-4a66-9a19-5aca75d71e69 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:54.786120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 878f7fae-ba31-424f-b8de-4603e452ef3e up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:54.955032 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.009840 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Publish callbacks [] for router_gateway (110c7c00-193b-44ac-a63e-9ca3ff56131f), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.056318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 878f7fae-ba31-424f-b8de-4603e452ef3e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:55.056699 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.175527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Publish callbacks [] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.185455 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.210449 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Publish callbacks [] for router_gateway (110c7c00-193b-44ac-a63e-9ca3ff56131f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.230799 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.242035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Network d4440c98-36ff-4042-b8b1-985d46b978e4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:55.267055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:55.273295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:55.275654 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Pushing event updated for resources: {'Port': ['ID=7f961bf9-2822-4b3e-94ef-6629d2433f06,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:55.311435 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 878f7fae-ba31-424f-b8de-4603e452ef3e is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:55.311837 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.329459 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'name': 'tempest-TestEncryptedCinderVolumes-1632103866-router', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'gw_port': {'id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '7a28802e-e216-4ac6-addc-7632eb713261', 'name': '', 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'mac_address': 'fa:16:3e:03:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:52Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 2, 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'subnets': [{'id': 'ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:55.342434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Allocated IP 172.25.7.7 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/871bbb71-7bfc-4f06-b911-a408cd8ccd4a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:55.455845 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Publish callbacks [] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.492557 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.534280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:55.539312 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:55.542471 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:55.545816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 878f7fae-ba31-424f-b8de-4603e452ef3e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=878f7fae-ba31-424f-b8de-4603e452ef3e,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:55.548489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Checking router: 888768dd-f12d-4a66-9a19-5aca75d71e69 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:55.548870 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Updating router 888768dd-f12d-4a66-9a19-5aca75d71e69 port 7a28802e-e216-4ac6-addc-7632eb713261 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:29:55.558416 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.567118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Pushing event updated for resources: {'Port': ['ID=871bbb71-7bfc-4f06-b911-a408cd8ccd4a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:55.582351 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Attempting to bind port 7f961bf9-2822-4b3e-94ef-6629d2433f06 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:55.582739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Attempting to bind port 7f961bf9-2822-4b3e-94ef-6629d2433f06 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '3bb30acd-e1b0-4aa8-b975-4f974db76df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:55.583141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Attempting to bind port 7f961bf9-2822-4b3e-94ef-6629d2433f06 on network d4440c98-36ff-4042-b8b1-985d46b978e4 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:55.609855 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a28802e-e216-4ac6-addc-7632eb713261), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.611836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:55.612223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Checking segment: {'id': '3bb30acd-e1b0-4aa8-b975-4f974db76df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:55.612628 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.613030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Bound using segment: {'id': '3bb30acd-e1b0-4aa8-b975-4f974db76df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:55.613516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Bound port: 7f961bf9-2822-4b3e-94ef-6629d2433f06, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb30acd-e1b0-4aa8-b975-4f974db76df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:55.614044 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.704760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=878f7fae-ba31-424f-b8de-4603e452ef3e,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:55.796452 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] For port 7f961bf9-2822-4b3e-94ef-6629d2433f06, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:55.801584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] For port 7f961bf9-2822-4b3e-94ef-6629d2433f06, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7f961bf9-2822-4b3e-94ef-6629d2433f06,segment=NetworkSegment(3bb30acd-e1b0-4aa8-b975-4f974db76df6),segment_id=3bb30acd-e1b0-4aa8-b975-4f974db76df6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:55.806411 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.815316 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Publish callbacks [] for router_gateway (110c7c00-193b-44ac-a63e-9ca3ff56131f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.921926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fad9e7-9323-4686-a77d-58a162f83d80 None None] Pushing event updated for resources: {'Port': ['ID=7f961bf9-2822-4b3e-94ef-6629d2433f06,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:56.032222 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Publish callbacks [] for port (7a28802e-e216-4ac6-addc-7632eb713261), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.038531 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7a28802e-e216-4ac6-addc-7632eb713261), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.048171 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (110c7c00-193b-44ac-a63e-9ca3ff56131f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.125811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93deca3-3cfa-40a2-8dab-ad2a913b513d None None] Pushing event updated for resources: {'Port': ['ID=7a28802e-e216-4ac6-addc-7632eb713261,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:56.209538 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Attempting to bind port 7a28802e-e216-4ac6-addc-7632eb713261 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:56.210232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Attempting to bind port 7a28802e-e216-4ac6-addc-7632eb713261 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:56.210326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Attempting to bind port 7a28802e-e216-4ac6-addc-7632eb713261 on network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:56.231213 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.233862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:56.237818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Checking segment: {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:56.238049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Router 110c7c00-193b-44ac-a63e-9ca3ff56131f is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:29:56.238396 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.238900 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Bound using segment: {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:56.239563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Bound port: 7a28802e-e216-4ac6-addc-7632eb713261, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:56.240185 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a28802e-e216-4ac6-addc-7632eb713261), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.324298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] For port 7a28802e-e216-4ac6-addc-7632eb713261, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:56.328147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] For port 7a28802e-e216-4ac6-addc-7632eb713261, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7a28802e-e216-4ac6-addc-7632eb713261,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:56.337820 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7a28802e-e216-4ac6-addc-7632eb713261), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.389628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:56.401389 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Sync routers for ids ['110c7c00-193b-44ac-a63e-9ca3ff56131f'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:56.415613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Routers {'888768dd-f12d-4a66-9a19-5aca75d71e69'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:56.416303 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:29:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['888768dd-f12d-4a66-9a19-5aca75d71e69'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:56.417099 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Routers {'110c7c00-193b-44ac-a63e-9ca3ff56131f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:56.417445 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.417864 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:29:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['110c7c00-193b-44ac-a63e-9ca3ff56131f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:56.424946 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c01f8503-fd53-4bca-af4f-62b6b6c23100 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9914134 Jan 28 13:29:56.427879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36292) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:56.470169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93deca3-3cfa-40a2-8dab-ad2a913b513d None None] Pushing event updated for resources: {'Port': ['ID=7a28802e-e216-4ac6-addc-7632eb713261,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:56.490397 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-3655ab5e-008e-4fb9-a31c-6ead38a3594c None None] Provisioning complete for port 7a28802e-e216-4ac6-addc-7632eb713261 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:56.490885 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3655ab5e-008e-4fb9-a31c-6ead38a3594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a28802e-e216-4ac6-addc-7632eb713261), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.600417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] Set router 888768dd-f12d-4a66-9a19-5aca75d71e69 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:56.693721 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Set router 110c7c00-193b-44ac-a63e-9ca3ff56131f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:56.706176 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3655ab5e-008e-4fb9-a31c-6ead38a3594c None None] Current status of the port 7a28802e-e216-4ac6-addc-7632eb713261 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:56.706706 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3655ab5e-008e-4fb9-a31c-6ead38a3594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7a28802e-e216-4ac6-addc-7632eb713261), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.846223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3655ab5e-008e-4fb9-a31c-6ead38a3594c None None] For port 7a28802e-e216-4ac6-addc-7632eb713261, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7a28802e-e216-4ac6-addc-7632eb713261,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:56.857687 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3655ab5e-008e-4fb9-a31c-6ead38a3594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7a28802e-e216-4ac6-addc-7632eb713261), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.941996 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655ab5e-008e-4fb9-a31c-6ead38a3594c None None] Pushing event updated for resources: {'Port': ['ID=7a28802e-e216-4ac6-addc-7632eb713261,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:56.962430 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'name': 'tempest-TestEncryptedCinderVolumes-2005140296-router', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:54Z', 'updated_at': '2022-01-28T13:29:55Z', 'revision_number': 3, 'project_id': '65a0185288d64497be6af9076a54bf46', 'gw_port': {'id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:56.991330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 878f7fae-ba31-424f-b8de-4603e452ef3e up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:56.997571 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Checking router: 110c7c00-193b-44ac-a63e-9ca3ff56131f for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:56.998010 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Updating router 110c7c00-193b-44ac-a63e-9ca3ff56131f port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:29:57.027017 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.027424 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.085141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e188cac4-bd89-475e-94f3-68626b0195bb None None] Provisioning complete for port 7a28802e-e216-4ac6-addc-7632eb713261 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:57.085519 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e188cac4-bd89-475e-94f3-68626b0195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a28802e-e216-4ac6-addc-7632eb713261), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.159389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 878f7fae-ba31-424f-b8de-4603e452ef3e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:57.159774 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.165981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'name': 'tempest-TestEncryptedCinderVolumes-1632103866-router', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'gw_port': {'id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '7a28802e-e216-4ac6-addc-7632eb713261', 'name': '', 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'mac_address': 'fa:16:3e:03:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:52Z', 'updated_at': '2022-01-28T13:29:56Z', 'revision_number': 4, 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'subnets': [{'id': 'ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:57.218150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae1faa1-8d77-431a-9b74-d4f053c57859 None None] Network d4440c98-36ff-4042-b8b1-985d46b978e4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:57.221320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Allocated IP 172.20.0.1 (d4440c98-36ff-4042-b8b1-985d46b978e4/e424abef-2777-4b8e-be56-8dc8a1adbf84/fae6fc78-8a5a-4b6a-90c7-2d373841c4e6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:57.255599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915d207-cae3-45f8-ba72-e898fd1e92af None None] The sync data for ids ['888768dd-f12d-4a66-9a19-5aca75d71e69'] in n-d-824835-4 is: [{'id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'name': 'tempest-TestEncryptedCinderVolumes-1632103866-router', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:52Z', 'revision_number': 4, 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'gw_port': {'id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '7a28802e-e216-4ac6-addc-7632eb713261', 'name': '', 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'mac_address': 'fa:16:3e:03:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:52Z', 'updated_at': '2022-01-28T13:29:56Z', 'revision_number': 4, 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'subnets': [{'id': 'ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:29:57.323674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e188cac4-bd89-475e-94f3-68626b0195bb None None] Current status of the port 7a28802e-e216-4ac6-addc-7632eb713261 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:57.365382 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Publish callbacks [] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.373772 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.398522 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Publish callbacks [] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.412320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 878f7fae-ba31-424f-b8de-4603e452ef3e is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:57.413424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7f961bf9-2822-4b3e-94ef-6629d2433f06 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:57.428959 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Attempting to bind port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:57.428959 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Attempting to bind port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:57.429581 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Attempting to bind port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:57.441263 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb78fa-b1a7-4a5c-b90b-cee2a16cc2d5 None None] Pushing event updated for resources: {'Port': ['ID=871bbb71-7bfc-4f06-b911-a408cd8ccd4a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:57.444622 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:57.444622 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:57.444968 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.445522 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:57.446988 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Bound port: 871bbb71-7bfc-4f06-b911-a408cd8ccd4a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:57.447550 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.474449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.505523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7f961bf9-2822-4b3e-94ef-6629d2433f06 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:57.505737 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.509128 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7a638ddc-7d09-4218-beae-582c2ec14f46 None None] Provisioning complete for port 7f961bf9-2822-4b3e-94ef-6629d2433f06 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:57.509527 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a638ddc-7d09-4218-beae-582c2ec14f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.521994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Network d4440c98-36ff-4042-b8b1-985d46b978e4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:57.526905 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:57.531011 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:57.535246 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] For port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:57.540234 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] For port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=871bbb71-7bfc-4f06-b911-a408cd8ccd4a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:57.546736 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.578747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Pushing event updated for resources: {'Port': ['ID=fae6fc78-8a5a-4b6a-90c7-2d373841c4e6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:57.593193 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.593500 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.594052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.594697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.595189 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.595565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.595900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.596240 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.596767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.597083 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.597823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.597939 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.598192 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:57.608896 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (110c7c00-193b-44ac-a63e-9ca3ff56131f), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.679279 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Routers {'110c7c00-193b-44ac-a63e-9ca3ff56131f'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:57.679933 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:29:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['110c7c00-193b-44ac-a63e-9ca3ff56131f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:57.682839 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb78fa-b1a7-4a5c-b90b-cee2a16cc2d5 None None] Pushing event updated for resources: {'Port': ['ID=871bbb71-7bfc-4f06-b911-a408cd8ccd4a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:57.696767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7f961bf9-2822-4b3e-94ef-6629d2433f06 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:57.697172 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.715222 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7a638ddc-7d09-4218-beae-582c2ec14f46 None None] Current status of the port 7f961bf9-2822-4b3e-94ef-6629d2433f06 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:57.715653 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a638ddc-7d09-4218-beae-582c2ec14f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.768808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 7f961bf9-2822-4b3e-94ef-6629d2433f06, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7f961bf9-2822-4b3e-94ef-6629d2433f06,segment=NetworkSegment(3bb30acd-e1b0-4aa8-b975-4f974db76df6),segment_id=3bb30acd-e1b0-4aa8-b975-4f974db76df6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:57.777353 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.786886 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.891847 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] Set router 110c7c00-193b-44ac-a63e-9ca3ff56131f gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:57.895368 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-7a638ddc-7d09-4218-beae-582c2ec14f46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:29:57.895833 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-7a638ddc-7d09-4218-beae-582c2ec14f46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:29:57.901187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=7f961bf9-2822-4b3e-94ef-6629d2433f06,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:58.020965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Publish callbacks [] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:58.031571 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:58.103927 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Pushing event updated for resources: {'Port': ['ID=fae6fc78-8a5a-4b6a-90c7-2d373841c4e6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:58.126406 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (110c7c00-193b-44ac-a63e-9ca3ff56131f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:58.131679 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'name': 'tempest-TestEncryptedCinderVolumes-2005140296-router', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:54Z', 'updated_at': '2022-01-28T13:29:55Z', 'revision_number': 3, 'project_id': '65a0185288d64497be6af9076a54bf46', 'gw_port': {'id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:58.163843 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd9ce9-6253-4d14-ae85-313c5e8b8995 None None] The sync data for ids ['110c7c00-193b-44ac-a63e-9ca3ff56131f'] in n-d-824835-4 is: [{'id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'name': 'tempest-TestEncryptedCinderVolumes-2005140296-router', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:54Z', 'updated_at': '2022-01-28T13:29:55Z', 'revision_number': 3, 'project_id': '65a0185288d64497be6af9076a54bf46', 'gw_port': {'id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:29:58.247200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Network d4440c98-36ff-4042-b8b1-985d46b978e4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:58.248802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:58.729472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7a638ddc-7d09-4218-beae-582c2ec14f46 None None] Current status of the port 7f961bf9-2822-4b3e-94ef-6629d2433f06 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:58.854372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e3f041e5-1ac9-444a-aa91-24bd733f84ee None None] Provisioning complete for port 7f961bf9-2822-4b3e-94ef-6629d2433f06 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:58.855088 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e3f041e5-1ac9-444a-aa91-24bd733f84ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:58.861017 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Router 110c7c00-193b-44ac-a63e-9ca3ff56131f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:29:58.963551 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e3f041e5-1ac9-444a-aa91-24bd733f84ee None None] Current status of the port 7f961bf9-2822-4b3e-94ef-6629d2433f06 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:58.971997 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 871bbb71-7bfc-4f06-b911-a408cd8ccd4a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:59.003394 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:59.005265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e3f041e5-1ac9-444a-aa91-24bd733f84ee None None] Provisioning complete for port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:59.005828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e3f041e5-1ac9-444a-aa91-24bd733f84ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:59.009769 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5e5a143a-1485-46ea-b124-0b8d40e9747d admin admin] 10.222.0.53 "PUT /v2.0/routers/110c7c00-193b-44ac-a63e-9ca3ff56131f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5807545 Jan 28 13:29:59.058010 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e3f041e5-1ac9-444a-aa91-24bd733f84ee None None] Port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:59.068563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:59.068947 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:59.170756 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:59.171160 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:59.193192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=871bbb71-7bfc-4f06-b911-a408cd8ccd4a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:59.200261 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:59.201659 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7a28802e-e216-4ac6-addc-7632eb713261 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:59.284153 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=871bbb71-7bfc-4f06-b911-a408cd8ccd4a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:59.294795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7a28802e-e216-4ac6-addc-7632eb713261 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:59.295280 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7a28802e-e216-4ac6-addc-7632eb713261), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:59.389683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7a28802e-e216-4ac6-addc-7632eb713261 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:59.390773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7f961bf9-2822-4b3e-94ef-6629d2433f06 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:59.439923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7f961bf9-2822-4b3e-94ef-6629d2433f06 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:59.440297 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:59.520531 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7f961bf9-2822-4b3e-94ef-6629d2433f06 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:59.735229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-6c9a9049-d92f-4884-afad-7aef3d67ba47 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:59.736744 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-6c9a9049-d92f-4884-afad-7aef3d67ba47 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/networks?id=0f0c1c21-95b0-41e1-a274-c5b8979277f1 HTTP/1.1" status: 200 len: 817 time: 0.1016791 Jan 28 13:29:59.751109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-5a1d022f-9278-4906-8439-0eeb4dbf0c03 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/quotas/f41f49e82c6346b09bbec5619d7d1591 HTTP/1.1" status: 200 len: 375 time: 0.0089021 Jan 28 13:29:59.807482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-9a816bd2-8af5-47a1-b07e-4f3a5719a0a4 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41f49e82c6346b09bbec5619d7d1591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514760 Jan 28 13:29:59.904375 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-5a159e98-8a5e-4000-a65f-a7f9bd5e05fb service neutron] 10.222.0.53 "GET /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856197 Jan 28 13:30:00.012494 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-de33cef7-1af8-4081-9f9e-4b311fa33930 service neutron] 10.222.0.53 "GET /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020210 Jan 28 13:30:00.216017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5997bd02-bec1-42e5-8a13-a9d7833d98ee req-21e5def9-2422-4ba8-8a64-96e2fce2b650 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 210 time: 0.0406816 Jan 28 13:30:00.705991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 871bbb71-7bfc-4f06-b911-a408cd8ccd4a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:00.759123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Sync routers for ids ['110c7c00-193b-44ac-a63e-9ca3ff56131f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:30:00.773351 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:00.773736 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.776328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Routers {'110c7c00-193b-44ac-a63e-9ca3ff56131f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:00.776961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:29:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['110c7c00-193b-44ac-a63e-9ca3ff56131f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:00.936817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Set router 110c7c00-193b-44ac-a63e-9ca3ff56131f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:00.969508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:01.157956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'name': 'tempest-TestEncryptedCinderVolumes-2005140296-router', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:54Z', 'updated_at': '2022-01-28T13:29:57Z', 'revision_number': 4, 'project_id': '65a0185288d64497be6af9076a54bf46', 'gw_port': {'id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'fae6fc78-8a5a-4b6a-90c7-2d373841c4e6', 'name': '', 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'mac_address': 'fa:16:3e:b3:5f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e424abef-2777-4b8e-be56-8dc8a1adbf84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:57Z', 'updated_at': '2022-01-28T13:29:57Z', 'revision_number': 2, 'project_id': '65a0185288d64497be6af9076a54bf46', 'subnets': [{'id': 'e424abef-2777-4b8e-be56-8dc8a1adbf84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:01.185064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Checking router: 110c7c00-193b-44ac-a63e-9ca3ff56131f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:30:01.185617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Updating router 110c7c00-193b-44ac-a63e-9ca3ff56131f port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:30:01.210441 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.214249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-50abe90a-7905-4194-bd22-094b16e9e810 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:01.215940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-50abe90a-7905-4194-bd22-094b16e9e810 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.35 "GET /v2.0/networks?id=0f0c1c21-95b0-41e1-a274-c5b8979277f1 HTTP/1.1" status: 200 len: 817 time: 0.1203840 Jan 28 13:30:01.228149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Request body: {'port': {'device_id': '58c63347-e1bd-4ec5-ae2c-3249379d8ef9', 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1', 'admin_state_up': True, 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:01.322805 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d5457f6-fb4a-4c27-b901-2141dce41297 req-5fa07cd8-9f0f-427a-936e-aad9b8fcc560 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 210 time: 0.0293312 Jan 28 13:30:01.376518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Made reservation on behalf of f41f49e82c6346b09bbec5619d7d1591 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:01.380048 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.503222 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Publish callbacks [] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.510464 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.514140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Allocated IP 172.20.0.9 (0f0c1c21-95b0-41e1-a274-c5b8979277f1/ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b/391f86b0-4bd3-48c5-8e8d-bed04abc168d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:01.557925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70181722-6575-4bb5-be7f-acfe36c8d733 None None] Pushing event updated for resources: {'Port': ['ID=fae6fc78-8a5a-4b6a-90c7-2d373841c4e6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:01.610827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Attempting to bind port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:01.611205 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Attempting to bind port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '3bb30acd-e1b0-4aa8-b975-4f974db76df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:01.611602 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Attempting to bind port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 on network d4440c98-36ff-4042-b8b1-985d46b978e4 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:01.616745 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:01.617121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Checking segment: {'id': '3bb30acd-e1b0-4aa8-b975-4f974db76df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:01.617593 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.618169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Bound using segment: {'id': '3bb30acd-e1b0-4aa8-b975-4f974db76df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:01.618750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Bound port: fae6fc78-8a5a-4b6a-90c7-2d373841c4e6, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb30acd-e1b0-4aa8-b975-4f974db76df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:01.619144 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.674446 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks [] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.697722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] For port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:01.701821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] For port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fae6fc78-8a5a-4b6a-90c7-2d373841c4e6,segment=NetworkSegment(3bb30acd-e1b0-4aa8-b975-4f974db76df6),segment_id=3bb30acd-e1b0-4aa8-b975-4f974db76df6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:01.709366 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.715714 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.765836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Routers {'110c7c00-193b-44ac-a63e-9ca3ff56131f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:01.766476 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:29:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['110c7c00-193b-44ac-a63e-9ca3ff56131f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:01.792148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:01.797518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:01.799533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Pushing event updated for resources: {'Port': ['ID=391f86b0-4bd3-48c5-8e8d-bed04abc168d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:01.802384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:01.823495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70181722-6575-4bb5-be7f-acfe36c8d733 None None] Pushing event updated for resources: {'Port': ['ID=fae6fc78-8a5a-4b6a-90c7-2d373841c4e6,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:01.844230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.844582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.844928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.845264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.845731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.846074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.846182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-103c84fb-d93e-4323-9a16-8dc2e3540039 None None] Provisioning complete for port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:01.846494 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-103c84fb-d93e-4323-9a16-8dc2e3540039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.846614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.846883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.847217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.847651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.847978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.848359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.848689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:01.880612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:01.881256 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.900587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-80ea29c8-8581-4e6e-90ae-26b13f0e636b tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6771502 Jan 28 13:30:01.912605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Request body: {'port': {'device_id': '58c63347-e1bd-4ec5-ae2c-3249379d8ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:01.944652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] Set router 110c7c00-193b-44ac-a63e-9ca3ff56131f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:01.986301 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.054123 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-103c84fb-d93e-4323-9a16-8dc2e3540039 None None] Current status of the port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:02.054489 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-103c84fb-d93e-4323-9a16-8dc2e3540039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.144647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-103c84fb-d93e-4323-9a16-8dc2e3540039 None None] For port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fae6fc78-8a5a-4b6a-90c7-2d373841c4e6,segment=NetworkSegment(3bb30acd-e1b0-4aa8-b975-4f974db76df6),segment_id=3bb30acd-e1b0-4aa8-b975-4f974db76df6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:02.150278 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-103c84fb-d93e-4323-9a16-8dc2e3540039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.230516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c84fb-d93e-4323-9a16-8dc2e3540039 None None] Pushing event updated for resources: {'Port': ['ID=fae6fc78-8a5a-4b6a-90c7-2d373841c4e6,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:02.255003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'name': 'tempest-TestEncryptedCinderVolumes-2005140296-router', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:54Z', 'updated_at': '2022-01-28T13:29:57Z', 'revision_number': 4, 'project_id': '65a0185288d64497be6af9076a54bf46', 'gw_port': {'id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'fae6fc78-8a5a-4b6a-90c7-2d373841c4e6', 'name': '', 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'mac_address': 'fa:16:3e:b3:5f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e424abef-2777-4b8e-be56-8dc8a1adbf84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:57Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 4, 'project_id': '65a0185288d64497be6af9076a54bf46', 'subnets': [{'id': 'e424abef-2777-4b8e-be56-8dc8a1adbf84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:02.285407 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391f86b0-4bd3-48c5-8e8d-bed04abc168d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:02.291792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec6f4da-8b5c-4884-b956-6958ad359d7a None None] The sync data for ids ['110c7c00-193b-44ac-a63e-9ca3ff56131f'] in n-d-824835-4 is: [{'id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'name': 'tempest-TestEncryptedCinderVolumes-2005140296-router', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:54Z', 'updated_at': '2022-01-28T13:29:57Z', 'revision_number': 4, 'project_id': '65a0185288d64497be6af9076a54bf46', 'gw_port': {'id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'fae6fc78-8a5a-4b6a-90c7-2d373841c4e6', 'name': '', 'network_id': 'd4440c98-36ff-4042-b8b1-985d46b978e4', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'mac_address': 'fa:16:3e:b3:5f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e424abef-2777-4b8e-be56-8dc8a1adbf84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:57Z', 'updated_at': '2022-01-28T13:30:01Z', 'revision_number': 4, 'project_id': '65a0185288d64497be6af9076a54bf46', 'subnets': [{'id': 'e424abef-2777-4b8e-be56-8dc8a1adbf84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:30:02.294486 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Publish callbacks [] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.301310 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e9d5e4fb-450a-4da1-894b-b37710c577e6 None None] Provisioning complete for port 391f86b0-4bd3-48c5-8e8d-bed04abc168d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:02.301768 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e4fb-450a-4da1-894b-b37710c577e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.308705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Transition to ACTIVE for port object 391f86b0-4bd3-48c5-8e8d-bed04abc168d will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:30:02.313258 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.378380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5e4fb-450a-4da1-894b-b37710c577e6 None None] Port 391f86b0-4bd3-48c5-8e8d-bed04abc168d cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:30:02.397555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e9d5e4fb-450a-4da1-894b-b37710c577e6 None None] Provisioning complete for port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:02.398196 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e4fb-450a-4da1-894b-b37710c577e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.447709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Pushing event updated for resources: {'Port': ['ID=391f86b0-4bd3-48c5-8e8d-bed04abc168d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:02.515256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5e4fb-450a-4da1-894b-b37710c577e6 None None] Current status of the port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:02.530412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Attempting to bind port 391f86b0-4bd3-48c5-8e8d-bed04abc168d on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:02.531006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Attempting to bind port 391f86b0-4bd3-48c5-8e8d-bed04abc168d by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:02.531546 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Attempting to bind port 391f86b0-4bd3-48c5-8e8d-bed04abc168d on network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:02.541639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Port 391f86b0-4bd3-48c5-8e8d-bed04abc168d on network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:30:02.541639 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Attempting to bind port 391f86b0-4bd3-48c5-8e8d-bed04abc168d on network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:02.552714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:02.553059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Checking segment: {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:02.553435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Bound using segment: {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:02.553873 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Bound port: 391f86b0-4bd3-48c5-8e8d-bed04abc168d, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:02.554227 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.564963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f733a14-ab30-47a2-a549-935ad13f60e3 req-b83197b7-3d17-40f5-8936-17aaf74a346c tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:02.566559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f733a14-ab30-47a2-a549-935ad13f60e3 req-b83197b7-3d17-40f5-8936-17aaf74a346c tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 943 time: 0.1200938 Jan 28 13:30:02.659864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f733a14-ab30-47a2-a549-935ad13f60e3 req-ff49a1d1-41aa-4dbd-9b28-c2cee26c4c19 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862951 Jan 28 13:30:02.668020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] For port 391f86b0-4bd3-48c5-8e8d-bed04abc168d, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:02.671534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] For port 391f86b0-4bd3-48c5-8e8d-bed04abc168d, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=391f86b0-4bd3-48c5-8e8d-bed04abc168d,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:02.687665 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.727694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:02.728316 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.729689 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] 10.222.0.35 "PUT /v2.0/ports/391f86b0-4bd3-48c5-8e8d-bed04abc168d HTTP/1.1" status: 200 len: 1091 time: 0.8214512 Jan 28 13:30:02.730145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c63347-e1bd-4ec5-ae2c-3249379d8ef9', 'tag': '391f86b0-4bd3-48c5-8e8d-bed04abc168d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:02.732491 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1631af92-b4de-44fd-8442-767ca5b377e6" -d '{"events": [{"name": "network-changed", "server_uuid": "58c63347-e1bd-4ec5-ae2c-3249379d8ef9", "tag": "391f86b0-4bd3-48c5-8e8d-bed04abc168d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:02.759868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f7464-0237-4fb5-9c7e-e2a0603e7b0f service neutron] Pushing event updated for resources: {'Port': ['ID=391f86b0-4bd3-48c5-8e8d-bed04abc168d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:02.788878 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:02.817006 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e430680f-116f-467f-aa1c-3bd0e0d60326 x-openstack-request-id: req-e430680f-116f-467f-aa1c-3bd0e0d60326 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:02.817271 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c63347-e1bd-4ec5-ae2c-3249379d8ef9", "tag": "391f86b0-4bd3-48c5-8e8d-bed04abc168d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:02.817642 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e430680f-116f-467f-aa1c-3bd0e0d60326 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:02.818132 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c63347-e1bd-4ec5-ae2c-3249379d8ef9', 'tag': '391f86b0-4bd3-48c5-8e8d-bed04abc168d', 'status': 'completed', 'code': 200} Jan 28 13:30:02.837972 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-514fce6b-5cd2-472a-9ef1-10eed4e8bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:02.839553 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-514fce6b-5cd2-472a-9ef1-10eed4e8bbb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f41f49e82c6346b09bbec5619d7d1591&device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 1094 time: 0.0602608 Jan 28 13:30:02.855840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:02.856307 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.889983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-4330d24a-495a-4e54-9ef2-92c98be14ad4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=391f86b0-4bd3-48c5-8e8d-bed04abc168d HTTP/1.1" status: 200 len: 217 time: 0.0410147 Jan 28 13:30:02.946823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:02.951817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-f137d35b-58cb-4157-a0b2-4f33f1d657dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:02.953198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-f137d35b-58cb-4157-a0b2-4f33f1d657dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b HTTP/1.1" status: 200 len: 856 time: 0.0594380 Jan 28 13:30:03.004803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-d0d0e45e-cc9e-4d80-b870-dbd32d8d4758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:03.006341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-d0d0e45e-cc9e-4d80-b870-dbd32d8d4758 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f0c1c21-95b0-41e1-a274-c5b8979277f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474956 Jan 28 13:30:03.097721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-e5601219-c6b1-43f5-9039-89845ff25217 service neutron] 10.222.0.35 "GET /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841064 Jan 28 13:30:03.189537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d739f1aa-41c2-40b4-b2ce-532fba70be56 req-e1a8bd47-f765-4850-a358-ffeefac089a3 service neutron] 10.222.0.35 "GET /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852249 Jan 28 13:30:03.278920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631af92-b4de-44fd-8442-767ca5b377e6 req-e1741baf-5c05-43c7-ba76-e2c7368f4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:03.280442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1631af92-b4de-44fd-8442-767ca5b377e6 req-e1741baf-5c05-43c7-ba76-e2c7368f4d17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f41f49e82c6346b09bbec5619d7d1591&device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 1094 time: 0.0431545 Jan 28 13:30:03.373054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631af92-b4de-44fd-8442-767ca5b377e6 req-99329b88-96f6-4c8b-af6d-dabef1f48c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:03.374431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1631af92-b4de-44fd-8442-767ca5b377e6 req-99329b88-96f6-4c8b-af6d-dabef1f48c21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f0c1c21-95b0-41e1-a274-c5b8979277f1 HTTP/1.1" status: 200 len: 918 time: 0.0889139 Jan 28 13:30:03.417630 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1631af92-b4de-44fd-8442-767ca5b377e6 req-1dd21317-134a-4508-905e-94551ffe6861 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=391f86b0-4bd3-48c5-8e8d-bed04abc168d HTTP/1.1" status: 200 len: 217 time: 0.0372205 Jan 28 13:30:03.465154 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631af92-b4de-44fd-8442-767ca5b377e6 req-376ef568-ffc0-466d-b9ac-83387702c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:03.466612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1631af92-b4de-44fd-8442-767ca5b377e6 req-376ef568-ffc0-466d-b9ac-83387702c1ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b HTTP/1.1" status: 200 len: 856 time: 0.0431306 Jan 28 13:30:03.514738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631af92-b4de-44fd-8442-767ca5b377e6 req-6c5e356a-efb6-4da8-b2b7-f4f6f79d9bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:03.516251 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1631af92-b4de-44fd-8442-767ca5b377e6 req-6c5e356a-efb6-4da8-b2b7-f4f6f79d9bbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f0c1c21-95b0-41e1-a274-c5b8979277f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438933 Jan 28 13:30:03.605446 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1631af92-b4de-44fd-8442-767ca5b377e6 req-bcd9667f-8aab-4dfc-8921-ece5d703bd65 service neutron] 10.222.0.35 "GET /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819397 Jan 28 13:30:03.697802 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1631af92-b4de-44fd-8442-767ca5b377e6 req-48852d2d-b875-4837-b4ea-13ebf16d0284 service neutron] 10.222.0.35 "GET /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854416 Jan 28 13:30:03.782098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28756a-2e06-4df1-b119-fcf3f7f1611b req-e76e2540-e0b3-4252-8c89-39d583a6052c tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:03.783610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e28756a-2e06-4df1-b119-fcf3f7f1611b req-e76e2540-e0b3-4252-8c89-39d583a6052c tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 943 time: 0.0498450 Jan 28 13:30:03.831110 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e28756a-2e06-4df1-b119-fcf3f7f1611b req-0477578b-e287-497b-9800-5bf3946a0882 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418696 Jan 28 13:30:04.717910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 391f86b0-4bd3-48c5-8e8d-bed04abc168d details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:04.814080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 391f86b0-4bd3-48c5-8e8d-bed04abc168d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=391f86b0-4bd3-48c5-8e8d-bed04abc168d,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:04.828209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '391f86b0-4bd3-48c5-8e8d-bed04abc168d', 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1', 'port_id': '391f86b0-4bd3-48c5-8e8d-bed04abc168d', 'mac_address': 'fa:16:3e:fa:ef:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:04.876012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 391f86b0-4bd3-48c5-8e8d-bed04abc168d is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:04.876580 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.894973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391f86b0-4bd3-48c5-8e8d-bed04abc168d {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:04.917434 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 391f86b0-4bd3-48c5-8e8d-bed04abc168d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=391f86b0-4bd3-48c5-8e8d-bed04abc168d,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:04.921720 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.950034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecabeb-6384-4acd-a3d0-8368ac548631 req-0ac0c713-693f-4bda-ad3d-594a8dfd41be tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:04.951570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ecabeb-6384-4acd-a3d0-8368ac548631 req-0ac0c713-693f-4bda-ad3d-594a8dfd41be tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 943 time: 0.0510461 Jan 28 13:30:04.974857 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=391f86b0-4bd3-48c5-8e8d-bed04abc168d,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:04.999915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1ecabeb-6384-4acd-a3d0-8368ac548631 req-3897c799-c887-4a4c-88a6-8ba6969a8663 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427105 Jan 28 13:30:05.128696 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['391f86b0-4bd3-48c5-8e8d-bed04abc168d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:06.121607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b8c21-a4af-427e-ac84-ddcadadfcf68 req-34ebcc05-a48d-4101-b79c-54358cb59925 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:06.123086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c0b8c21-a4af-427e-ac84-ddcadadfcf68 req-34ebcc05-a48d-4101-b79c-54358cb59925 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 944 time: 0.0526671 Jan 28 13:30:06.169984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8c0b8c21-a4af-427e-ac84-ddcadadfcf68 req-f1e2df50-d291-4033-acde-22eb26de9734 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Jan 28 13:30:06.734760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 391f86b0-4bd3-48c5-8e8d-bed04abc168d up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:06.785543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 391f86b0-4bd3-48c5-8e8d-bed04abc168d completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:06.789442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 391f86b0-4bd3-48c5-8e8d-bed04abc168d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:06.789823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:06.868019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 391f86b0-4bd3-48c5-8e8d-bed04abc168d is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:06.868411 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:06.891092 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c63347-e1bd-4ec5-ae2c-3249379d8ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391f86b0-4bd3-48c5-8e8d-bed04abc168d'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:06.893325 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7095c466-7ec1-4bfc-9631-99b283270221" -d '{"events": [{"server_uuid": "58c63347-e1bd-4ec5-ae2c-3249379d8ef9", "name": "network-vif-plugged", "status": "completed", "tag": "391f86b0-4bd3-48c5-8e8d-bed04abc168d"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:06.906507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 391f86b0-4bd3-48c5-8e8d-bed04abc168d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=391f86b0-4bd3-48c5-8e8d-bed04abc168d,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:06.910555 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:06.940597 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c450935e-cbdf-47ae-916c-c772ca771d4f x-openstack-request-id: req-c450935e-cbdf-47ae-916c-c772ca771d4f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:06.940888 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c63347-e1bd-4ec5-ae2c-3249379d8ef9", "name": "network-vif-plugged", "status": "completed", "tag": "391f86b0-4bd3-48c5-8e8d-bed04abc168d", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:06.941261 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c450935e-cbdf-47ae-916c-c772ca771d4f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:06.941655 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c63347-e1bd-4ec5-ae2c-3249379d8ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391f86b0-4bd3-48c5-8e8d-bed04abc168d', 'code': 200} Jan 28 13:30:06.967143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=391f86b0-4bd3-48c5-8e8d-bed04abc168d,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:07.027565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b843430-95c4-4fb5-b680-0bb08f4eb9ba req-0da710d1-3e94-4e28-be88-180273611fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:07.028965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b843430-95c4-4fb5-b680-0bb08f4eb9ba req-0da710d1-3e94-4e28-be88-180273611fb8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0403144 Jan 28 13:30:07.072444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0b843430-95c4-4fb5-b680-0bb08f4eb9ba req-a3d14996-8b6d-4d89-bdbd-4fbb7effc304 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376065 Jan 28 13:30:07.283730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d10998-9789-4a2a-950d-598cbb7b3c9b req-3a1877a4-b80e-4a57-96e3-234a738eb295 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:07.285103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d10998-9789-4a2a-950d-598cbb7b3c9b req-3a1877a4-b80e-4a57-96e3-234a738eb295 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.0474055 Jan 28 13:30:07.337703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d1d10998-9789-4a2a-950d-598cbb7b3c9b req-aedfeded-4854-4bfc-af32-3866f5e26339 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468745 Jan 28 13:30:08.455414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435aacb-0372-4011-8f8a-8b90441f1dff req-2f0e3727-bbdd-4721-ad97-2a190112d109 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:08.456926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2435aacb-0372-4011-8f8a-8b90441f1dff req-2f0e3727-bbdd-4721-ad97-2a190112d109 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.0484612 Jan 28 13:30:08.505300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2435aacb-0372-4011-8f8a-8b90441f1dff req-891cbda2-5cf5-4b01-ac33-9b63fbc602a4 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418632 Jan 28 13:30:08.620927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a74ae2-d3b5-4e57-96ae-03a5cb99c8e4 req-b93204b2-f537-4e7e-9a05-be0e8d987c95 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:08.622328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47a74ae2-d3b5-4e57-96ae-03a5cb99c8e4 req-b93204b2-f537-4e7e-9a05-be0e8d987c95 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.0496602 Jan 28 13:30:08.669646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47a74ae2-d3b5-4e57-96ae-03a5cb99c8e4 req-50e8ef3c-11de-4456-87e4-583f8b07a3d6 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416925 Jan 28 13:30:17.959648 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.290659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.358701 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-602a1eb6-b021-4f60-ae90-f254fdda690c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.711551 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6cba0230-bbcc-431c-9add-d2b734cc360a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.252574 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:30:23.194126 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:24.858167 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.187763 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:42.957353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab212-e397-4abb-86e1-8590c873785a req-f075f283-11e1-4ea5-b15c-3eb3b57b6a6a tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:42.958853 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f16ab212-e397-4abb-86e1-8590c873785a req-f075f283-11e1-4ea5-b15c-3eb3b57b6a6a tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.0645485 Jan 28 13:30:43.008859 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f16ab212-e397-4abb-86e1-8590c873785a req-14be0e21-29cd-48ec-80b5-68ce51965f89 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Jan 28 13:30:44.126689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5daa1-389f-4956-85df-e96e34ee12bf req-ae17c324-7d22-44f0-a56f-0113a3929829 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.128215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54f5daa1-389f-4956-85df-e96e34ee12bf req-ae17c324-7d22-44f0-a56f-0113a3929829 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.0506511 Jan 28 13:30:44.180844 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54f5daa1-389f-4956-85df-e96e34ee12bf req-96e0ce9b-b8d8-4a13-8215-1ac223c595eb tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469589 Jan 28 13:30:44.467820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ca624-990d-4b9c-92bc-51183356810f req-7da14114-e484-41a8-bf99-d3051ff3a7ea tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.469267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a9ca624-990d-4b9c-92bc-51183356810f req-7da14114-e484-41a8-bf99-d3051ff3a7ea tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.35 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 945 time: 0.0540745 Jan 28 13:30:44.555887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9a9ca624-990d-4b9c-92bc-51183356810f req-21f29c75-2cc0-4591-9c32-1e829ed0cf12 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Deleting port 391f86b0-4bd3-48c5-8e8d-bed04abc168d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:44.556147 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a9ca624-990d-4b9c-92bc-51183356810f req-21f29c75-2cc0-4591-9c32-1e829ed0cf12 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:44.645502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9a9ca624-990d-4b9c-92bc-51183356810f req-21f29c75-2cc0-4591-9c32-1e829ed0cf12 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] For port 391f86b0-4bd3-48c5-8e8d-bed04abc168d, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=391f86b0-4bd3-48c5-8e8d-bed04abc168d,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:44.645868 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a9ca624-990d-4b9c-92bc-51183356810f req-21f29c75-2cc0-4591-9c32-1e829ed0cf12 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:44.657657 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9a9ca624-990d-4b9c-92bc-51183356810f req-21f29c75-2cc0-4591-9c32-1e829ed0cf12 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Calling delete_port for 391f86b0-4bd3-48c5-8e8d-bed04abc168d owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:44.782341 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a9ca624-990d-4b9c-92bc-51183356810f req-21f29c75-2cc0-4591-9c32-1e829ed0cf12 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (391f86b0-4bd3-48c5-8e8d-bed04abc168d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:44.793990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['391f86b0-4bd3-48c5-8e8d-bed04abc168d'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:44.815804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f29c75-2cc0-4591-9c32-1e829ed0cf12 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Pushing event deleted for resources: {'Port': ['ID=391f86b0-4bd3-48c5-8e8d-bed04abc168d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:44.857341 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9ca624-990d-4b9c-92bc-51183356810f req-21f29c75-2cc0-4591-9c32-1e829ed0cf12 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] No DVR routers for this DVR port 391f86b0-4bd3-48c5-8e8d-bed04abc168d on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:44.860038 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a9ca624-990d-4b9c-92bc-51183356810f req-21f29c75-2cc0-4591-9c32-1e829ed0cf12 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:44.863294 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9a9ca624-990d-4b9c-92bc-51183356810f req-21f29c75-2cc0-4591-9c32-1e829ed0cf12 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.35 "DELETE /v2.0/ports/391f86b0-4bd3-48c5-8e8d-bed04abc168d HTTP/1.1" status: 204 len: 173 time: 0.3883111 Jan 28 13:30:44.863773 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c63347-e1bd-4ec5-ae2c-3249379d8ef9', 'name': 'network-vif-deleted', 'tag': '391f86b0-4bd3-48c5-8e8d-bed04abc168d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:44.866012 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168579a4-194c-4a05-a24c-98ed1af90d07" -d '{"events": [{"server_uuid": "58c63347-e1bd-4ec5-ae2c-3249379d8ef9", "name": "network-vif-deleted", "tag": "391f86b0-4bd3-48c5-8e8d-bed04abc168d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:44.906562 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f941ba-87bf-4860-a50b-900e95feeef4 x-openstack-request-id: req-a9f941ba-87bf-4860-a50b-900e95feeef4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:44.906859 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c63347-e1bd-4ec5-ae2c-3249379d8ef9", "name": "network-vif-deleted", "tag": "391f86b0-4bd3-48c5-8e8d-bed04abc168d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:44.907117 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9f941ba-87bf-4860-a50b-900e95feeef4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:44.907562 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c63347-e1bd-4ec5-ae2c-3249379d8ef9', 'name': 'network-vif-deleted', 'tag': '391f86b0-4bd3-48c5-8e8d-bed04abc168d', 'status': 'completed', 'code': 200} Jan 28 13:30:45.302011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2acfcf5-0b05-449f-8170-c2bd325b537c req-12eb513f-7b2f-4df7-bba4-19b16eebb567 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c63347-e1bd-4ec5-ae2c-3249379d8ef9 HTTP/1.1" status: 200 len: 210 time: 0.0312488 Jan 28 13:30:47.151375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-6cf05ad4-664e-47fc-9dcb-f9459af8884d tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:47.152823 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-6cf05ad4-664e-47fc-9dcb-f9459af8884d tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/networks?id=0f0c1c21-95b0-41e1-a274-c5b8979277f1 HTTP/1.1" status: 200 len: 817 time: 0.1012385 Jan 28 13:30:47.167777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-616de4fd-9d10-4eb0-9047-ea0d2c9dcb16 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/quotas/f41f49e82c6346b09bbec5619d7d1591 HTTP/1.1" status: 200 len: 375 time: 0.0088069 Jan 28 13:30:47.549143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c59a4ef8-85af-4bcc-b799-909bbd57d636 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f41f49e82c6346b09bbec5619d7d1591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3761680 Jan 28 13:30:47.640734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-77e8d888-15c8-49fb-8feb-ea41e64617ec service neutron] 10.222.0.53 "GET /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801568 Jan 28 13:30:47.740067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-55a05fc1-3c89-4a8f-8b3a-348936fb176b service neutron] 10.222.0.53 "GET /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935276 Jan 28 13:30:47.905308 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-63fab2a6-b563-459b-a422-cdca99e890bf req-de7c89b2-6444-4443-b4de-362f95e9cc10 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 210 time: 0.0283284 Jan 28 13:30:47.949663 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.289128 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.809011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-2f359b8f-f5ef-4ea8-8677-4a85561668b9 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:48.811024 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-2f359b8f-f5ef-4ea8-8677-4a85561668b9 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.35 "GET /v2.0/networks?id=0f0c1c21-95b0-41e1-a274-c5b8979277f1 HTTP/1.1" status: 200 len: 817 time: 0.1078851 Jan 28 13:30:48.822590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Request body: {'port': {'device_id': '92ef30bb-581a-4afe-9cd4-5aee613ecfc9', 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1', 'admin_state_up': True, 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:48.924998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Made reservation on behalf of f41f49e82c6346b09bbec5619d7d1591 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:48.928292 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.955463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 391f86b0-4bd3-48c5-8e8d-bed04abc168d no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:48.984781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 391f86b0-4bd3-48c5-8e8d-bed04abc168d {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:48.985552 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 391f86b0-4bd3-48c5-8e8d-bed04abc168d not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:49.025646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78223e19-7867-4677-9855-2b4deaa1acb2 req-e80eed30-b87b-4d8c-a0dd-7d2ca8aef092 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 210 time: 0.0311074 Jan 28 13:30:49.080320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Allocated IP 172.20.0.4 (0f0c1c21-95b0-41e1-a274-c5b8979277f1/ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b/5ab22e3e-1714-4071-81f4-c984ce5ce420) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:49.222527 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks [] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:49.255238 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:49.298692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:49.301676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:49.304009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:49.336389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Pushing event updated for resources: {'Port': ['ID=5ab22e3e-1714-4071-81f4-c984ce5ce420,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:49.367689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:49.368388 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:49.388724 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-5a33031f-a0ae-4f56-8453-c40a085a8e72 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5689301 Jan 28 13:30:49.402155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Request body: {'port': {'device_id': '92ef30bb-581a-4afe-9cd4-5aee613ecfc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:49.471468 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:49.529948 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58c0cf0a-ba3e-4c8f-b7b0-81c27fa6efc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:49.563145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-09fb5808-7a89-4ed7-b814-d60ecdd063e4 None None] Provisioning complete for port 5ab22e3e-1714-4071-81f4-c984ce5ce420 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:49.563546 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09fb5808-7a89-4ed7-b814-d60ecdd063e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:49.601053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-09fb5808-7a89-4ed7-b814-d60ecdd063e4 None None] Port 5ab22e3e-1714-4071-81f4-c984ce5ce420 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:30:49.741851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab22e3e-1714-4071-81f4-c984ce5ce420 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:49.749530 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Publish callbacks [] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:49.762115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Transition to ACTIVE for port object 5ab22e3e-1714-4071-81f4-c984ce5ce420 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:30:49.765019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:49.814280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Pushing event updated for resources: {'Port': ['ID=5ab22e3e-1714-4071-81f4-c984ce5ce420,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:49.890597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Attempting to bind port 5ab22e3e-1714-4071-81f4-c984ce5ce420 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:49.890944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Attempting to bind port 5ab22e3e-1714-4071-81f4-c984ce5ce420 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:49.891272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Attempting to bind port 5ab22e3e-1714-4071-81f4-c984ce5ce420 on network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:49.896500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Port 5ab22e3e-1714-4071-81f4-c984ce5ce420 on network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:30:49.896816 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Attempting to bind port 5ab22e3e-1714-4071-81f4-c984ce5ce420 on network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:49.902781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:49.903124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Checking segment: {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:49.904033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Bound using segment: {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:49.904458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Bound port: 5ab22e3e-1714-4071-81f4-c984ce5ce420, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c23e40b-3386-4ece-87da-caaf862a52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:49.904817 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:49.971443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] For port 5ab22e3e-1714-4071-81f4-c984ce5ce420, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:49.974579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] For port 5ab22e3e-1714-4071-81f4-c984ce5ce420, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5ab22e3e-1714-4071-81f4-c984ce5ce420,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:49.979674 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:50.015287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.015945 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:50.017332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] 10.222.0.35 "PUT /v2.0/ports/5ab22e3e-1714-4071-81f4-c984ce5ce420 HTTP/1.1" status: 200 len: 1091 time: 0.6198592 Jan 28 13:30:50.017774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ef30bb-581a-4afe-9cd4-5aee613ecfc9', 'tag': '5ab22e3e-1714-4071-81f4-c984ce5ce420'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:50.020077 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813d22bc-608b-4894-a2ff-3811d044989e" -d '{"events": [{"name": "network-changed", "server_uuid": "92ef30bb-581a-4afe-9cd4-5aee613ecfc9", "tag": "5ab22e3e-1714-4071-81f4-c984ce5ce420"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:50.047177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550406b-fbdf-4de4-8f0a-493c9d8a8ecd service neutron] Pushing event updated for resources: {'Port': ['ID=5ab22e3e-1714-4071-81f4-c984ce5ce420,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:50.085033 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0005e68e-8cbd-48e5-b553-4f8be35cf14a x-openstack-request-id: req-0005e68e-8cbd-48e5-b553-4f8be35cf14a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:50.085327 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ef30bb-581a-4afe-9cd4-5aee613ecfc9", "tag": "5ab22e3e-1714-4071-81f4-c984ce5ce420", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:50.085837 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0005e68e-8cbd-48e5-b553-4f8be35cf14a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:50.086294 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ef30bb-581a-4afe-9cd4-5aee613ecfc9', 'tag': '5ab22e3e-1714-4071-81f4-c984ce5ce420', 'status': 'completed', 'code': 200} Jan 28 13:30:50.151420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-86f7bfd9-39e8-4373-becf-7ff15bdacde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.152944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-86f7bfd9-39e8-4373-becf-7ff15bdacde0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f41f49e82c6346b09bbec5619d7d1591&device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 1094 time: 0.0811992 Jan 28 13:30:50.168006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287abf50-9ac8-4b25-85d9-77ee04650ee2 req-a535b4b9-f3dc-4532-889c-cbd94b40a451 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.170031 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-287abf50-9ac8-4b25-85d9-77ee04650ee2 req-a535b4b9-f3dc-4532-889c-cbd94b40a451 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 943 time: 0.0623770 Jan 28 13:30:50.211751 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-cc92e115-409f-4edc-b691-3d64199edb9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab22e3e-1714-4071-81f4-c984ce5ce420 HTTP/1.1" status: 200 len: 217 time: 0.0509641 Jan 28 13:30:50.288067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-287abf50-9ac8-4b25-85d9-77ee04650ee2 req-6a9dbb1f-ee39-4b83-b1a7-d98dd9cca02d tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108739 Jan 28 13:30:50.289507 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-ef1316e4-3937-4003-be09-dd39ee064f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.290945 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-ef1316e4-3937-4003-be09-dd39ee064f7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b HTTP/1.1" status: 200 len: 856 time: 0.0726619 Jan 28 13:30:50.336303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-ffa78c5c-6121-454a-a16e-90615a49f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.337828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-ffa78c5c-6121-454a-a16e-90615a49f514 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f0c1c21-95b0-41e1-a274-c5b8979277f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410988 Jan 28 13:30:50.430052 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-7ff85c1d-d706-42d3-8db0-669e61eb1d3f service neutron] 10.222.0.35 "GET /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854893 Jan 28 13:30:50.518761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-04a00361-6b33-4f59-8ffc-1178c1b5f983 req-d60a3b35-c964-476a-a156-c3cd9816651f service neutron] 10.222.0.35 "GET /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820975 Jan 28 13:30:50.602719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d22bc-608b-4894-a2ff-3811d044989e req-79ef868b-f44e-45bc-9e4e-a0bb0a0e0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.604167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-813d22bc-608b-4894-a2ff-3811d044989e req-79ef868b-f44e-45bc-9e4e-a0bb0a0e0af9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f41f49e82c6346b09bbec5619d7d1591&device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 1094 time: 0.0420842 Jan 28 13:30:50.697020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d22bc-608b-4894-a2ff-3811d044989e req-8bfb8ab8-66bf-4898-b56a-696315173d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.698477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-813d22bc-608b-4894-a2ff-3811d044989e req-8bfb8ab8-66bf-4898-b56a-696315173d8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f0c1c21-95b0-41e1-a274-c5b8979277f1 HTTP/1.1" status: 200 len: 918 time: 0.0888169 Jan 28 13:30:50.740449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-813d22bc-608b-4894-a2ff-3811d044989e req-021d2244-6d9a-466c-8591-f7a842279960 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab22e3e-1714-4071-81f4-c984ce5ce420 HTTP/1.1" status: 200 len: 217 time: 0.0361459 Jan 28 13:30:50.790054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d22bc-608b-4894-a2ff-3811d044989e req-a204a794-5336-41b2-95e2-160da6dfccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.791552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-813d22bc-608b-4894-a2ff-3811d044989e req-a204a794-5336-41b2-95e2-160da6dfccdb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b HTTP/1.1" status: 200 len: 856 time: 0.0445676 Jan 28 13:30:50.842006 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d22bc-608b-4894-a2ff-3811d044989e req-e0bf6af8-d066-49ef-bf2b-4f20643dddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.843535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-813d22bc-608b-4894-a2ff-3811d044989e req-e0bf6af8-d066-49ef-bf2b-4f20643dddd9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f0c1c21-95b0-41e1-a274-c5b8979277f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461123 Jan 28 13:30:50.932958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-813d22bc-608b-4894-a2ff-3811d044989e req-cc1c118d-730b-47da-9fb5-3e98858cda43 service neutron] 10.222.0.35 "GET /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814071 Jan 28 13:30:51.027505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-813d22bc-608b-4894-a2ff-3811d044989e req-b4d476fb-d050-4a29-9352-1872eb489501 service neutron] 10.222.0.35 "GET /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881741 Jan 28 13:30:51.410130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea55e4a-5d1a-4236-a77f-30af3a8e4308 req-6c1f914a-6680-4cd5-8abf-c67a3cc78272 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:51.411613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bea55e4a-5d1a-4236-a77f-30af3a8e4308 req-6c1f914a-6680-4cd5-8abf-c67a3cc78272 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 943 time: 0.0508029 Jan 28 13:30:51.459678 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bea55e4a-5d1a-4236-a77f-30af3a8e4308 req-9947ffe3-6f12-418b-a45a-97ebc34c8d0d tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422869 Jan 28 13:30:51.714964 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f3632d8-16b1-45e9-9396-afd93973cc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.582401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c0751-c175-4dd0-91af-6e70f6d287b6 req-da0f18ff-0625-435b-a4a9-22b94edec5a1 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:52.583864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-576c0751-c175-4dd0-91af-6e70f6d287b6 req-da0f18ff-0625-435b-a4a9-22b94edec5a1 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 943 time: 0.0476515 Jan 28 13:30:52.634180 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-576c0751-c175-4dd0-91af-6e70f6d287b6 req-1ca104fe-5d0d-4fa1-b969-ef249293b4ba tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Jan 28 13:30:52.967708 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 5ab22e3e-1714-4071-81f4-c984ce5ce420 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:53.062178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 5ab22e3e-1714-4071-81f4-c984ce5ce420, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5ab22e3e-1714-4071-81f4-c984ce5ce420,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:53.073403 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '5ab22e3e-1714-4071-81f4-c984ce5ce420', 'network_id': '0f0c1c21-95b0-41e1-a274-c5b8979277f1', 'port_id': '5ab22e3e-1714-4071-81f4-c984ce5ce420', 'mac_address': 'fa:16:3e:e4:03:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:53.110461 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 5ab22e3e-1714-4071-81f4-c984ce5ce420 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:53.110850 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.126612 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab22e3e-1714-4071-81f4-c984ce5ce420 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:53.145707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 5ab22e3e-1714-4071-81f4-c984ce5ce420, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5ab22e3e-1714-4071-81f4-c984ce5ce420,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:53.149418 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.207312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=5ab22e3e-1714-4071-81f4-c984ce5ce420,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:53.210427 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.215565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.216592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.217191 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.217636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.218036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.218327 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.218663 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.219024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.219374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.219706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.220035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.220362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.220688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:53.338646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['5ab22e3e-1714-4071-81f4-c984ce5ce420'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:53.751186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509d0d6-88ee-441e-8610-0bf446ad6f5b req-71803854-c991-4e2e-b92f-886c7dc8500d tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:53.752754 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b509d0d6-88ee-441e-8610-0bf446ad6f5b req-71803854-c991-4e2e-b92f-886c7dc8500d tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 944 time: 0.0496485 Jan 28 13:30:53.800522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b509d0d6-88ee-441e-8610-0bf446ad6f5b req-7653748a-6f96-4feb-b88f-3512070a5ef3 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413275 Jan 28 13:30:54.860624 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.918326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103eabd-54d2-4f4e-9a7a-2db36c20213e req-98e7b49d-689c-4035-99ad-d976f29e2e51 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:54.920203 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2103eabd-54d2-4f4e-9a7a-2db36c20213e req-98e7b49d-689c-4035-99ad-d976f29e2e51 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 944 time: 0.0504003 Jan 28 13:30:54.967426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2103eabd-54d2-4f4e-9a7a-2db36c20213e req-13535707-867b-4dce-9c3a-71ab40bc5adf tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Jan 28 13:30:54.983467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 5ab22e3e-1714-4071-81f4-c984ce5ce420 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:55.031623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 5ab22e3e-1714-4071-81f4-c984ce5ce420 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:55.035563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 5ab22e3e-1714-4071-81f4-c984ce5ce420 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:55.035938 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.113356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 5ab22e3e-1714-4071-81f4-c984ce5ce420 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:55.113660 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.135866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ef30bb-581a-4afe-9cd4-5aee613ecfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab22e3e-1714-4071-81f4-c984ce5ce420'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:55.138805 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268b2169-26e0-417e-80d2-a2650e504738" -d '{"events": [{"server_uuid": "92ef30bb-581a-4afe-9cd4-5aee613ecfc9", "name": "network-vif-plugged", "status": "completed", "tag": "5ab22e3e-1714-4071-81f4-c984ce5ce420"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:55.151406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 5ab22e3e-1714-4071-81f4-c984ce5ce420, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5ab22e3e-1714-4071-81f4-c984ce5ce420,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:55.155554 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.204399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=5ab22e3e-1714-4071-81f4-c984ce5ce420,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:55.238086 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6821c2a-2a67-48be-b95e-85ded3002cf0 x-openstack-request-id: req-d6821c2a-2a67-48be-b95e-85ded3002cf0 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:55.238377 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ef30bb-581a-4afe-9cd4-5aee613ecfc9", "name": "network-vif-plugged", "status": "completed", "tag": "5ab22e3e-1714-4071-81f4-c984ce5ce420", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:55.238629 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6821c2a-2a67-48be-b95e-85ded3002cf0 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:55.239030 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ef30bb-581a-4afe-9cd4-5aee613ecfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab22e3e-1714-4071-81f4-c984ce5ce420', 'code': 200} Jan 28 13:30:55.339876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dfa30-ca95-498d-b779-0d551d410627 req-bed86a0b-66b9-49bf-9550-f383bd2a372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:55.342457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-147dfa30-ca95-498d-b779-0d551d410627 req-bed86a0b-66b9-49bf-9550-f383bd2a372c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 1096 time: 0.0457444 Jan 28 13:30:55.385544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-147dfa30-ca95-498d-b779-0d551d410627 req-b9698e67-d174-464b-bf53-6a06c012f31a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372505 Jan 28 13:30:56.091883 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb89e-6636-4b91-a8d7-5d1c84e0ba0c req-d79895e6-c0e2-4a21-8329-3427196787f7 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:56.093604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fadb89e-6636-4b91-a8d7-5d1c84e0ba0c req-d79895e6-c0e2-4a21-8329-3427196787f7 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 945 time: 0.0561266 Jan 28 13:30:56.141443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8fadb89e-6636-4b91-a8d7-5d1c84e0ba0c req-3cbe7a52-6fca-4008-89d8-27b8d7e485e2 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 Jan 28 13:30:56.192059 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.258157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad387b-837c-406a-85e3-e32b6ed972b8 req-c6782457-d99c-4984-a7fe-da96222e1a68 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:57.259679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0ad387b-837c-406a-85e3-e32b6ed972b8 req-c6782457-d99c-4984-a7fe-da96222e1a68 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 945 time: 0.0490649 Jan 28 13:30:57.312447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0ad387b-837c-406a-85e3-e32b6ed972b8 req-21d1e40d-a135-48d6-97f0-f2984cae71a2 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469778 Jan 28 13:30:57.425862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b3483-02ea-49c5-ba33-b1c9577b6d45 req-eeeb3412-dc14-4352-b09c-91ace1806b5f tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:57.427241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-137b3483-02ea-49c5-ba33-b1c9577b6d45 req-eeeb3412-dc14-4352-b09c-91ace1806b5f tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 945 time: 0.0489902 Jan 28 13:30:57.474629 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-137b3483-02ea-49c5-ba33-b1c9577b6d45 req-e745a1d1-713a-4e5d-be7d-a8a899e8cb25 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Jan 28 13:30:59.251942 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:31:17.969354 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.289475 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.364945 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7c39482-38d9-4153-82c8-282408c84228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.718078 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7dcf-ec88-40ff-ab08-7ffb7fd744ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.201121 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:24.866198 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:26.195461 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:31.546894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3df20c-2253-4e00-be3f-fc2b06aadc55 req-8100b103-3d5a-4441-9357-dd4e3a7b1920 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:31.548330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c3df20c-2253-4e00-be3f-fc2b06aadc55 req-8100b103-3d5a-4441-9357-dd4e3a7b1920 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 945 time: 0.0497317 Jan 28 13:31:31.596258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c3df20c-2253-4e00-be3f-fc2b06aadc55 req-406bb429-d842-4b30-81e8-f9cc6928f7cb tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420499 Jan 28 13:31:32.730175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28b217-ec1c-4701-a068-bb569d0f0e2f req-e9b20d30-f2b4-4c26-b104-76c583df5d5d tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:32.731704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed28b217-ec1c-4701-a068-bb569d0f0e2f req-e9b20d30-f2b4-4c26-b104-76c583df5d5d tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 945 time: 0.0528276 Jan 28 13:31:32.786421 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed28b217-ec1c-4701-a068-bb569d0f0e2f req-46dc5196-9d12-40e8-a56f-422d276cdf2f tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cec9b93-ad16-4aa3-a70c-cf8478715a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477455 Jan 28 13:31:32.974375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949d24-ecfe-40e5-8d47-7e2191764c8a req-83ecac03-2f8f-4a78-85ea-d32c6167ddb6 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:32.975864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c949d24-ecfe-40e5-8d47-7e2191764c8a req-83ecac03-2f8f-4a78-85ea-d32c6167ddb6 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.35 "GET /v2.0/ports?device_id=92ef30bb-581a-4afe-9cd4-5aee613ecfc9 HTTP/1.1" status: 200 len: 945 time: 0.0490105 Jan 28 13:31:33.067380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c949d24-ecfe-40e5-8d47-7e2191764c8a req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Deleting port 5ab22e3e-1714-4071-81f4-c984ce5ce420 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:33.067613 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c949d24-ecfe-40e5-8d47-7e2191764c8a req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.154641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1c949d24-ecfe-40e5-8d47-7e2191764c8a req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] For port 5ab22e3e-1714-4071-81f4-c984ce5ce420, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5ab22e3e-1714-4071-81f4-c984ce5ce420,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:33.155120 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c949d24-ecfe-40e5-8d47-7e2191764c8a req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.168008 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c949d24-ecfe-40e5-8d47-7e2191764c8a req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Calling delete_port for 5ab22e3e-1714-4071-81f4-c984ce5ce420 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:33.296860 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c949d24-ecfe-40e5-8d47-7e2191764c8a req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5ab22e3e-1714-4071-81f4-c984ce5ce420), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.310382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['5ab22e3e-1714-4071-81f4-c984ce5ce420'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:33.325710 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Pushing event deleted for resources: {'Port': ['ID=5ab22e3e-1714-4071-81f4-c984ce5ce420,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:33.339594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.339953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.340287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.340622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.340950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.341280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.341641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.341919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.342252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.342820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.343126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.343475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.343796 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:33.377722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c949d24-ecfe-40e5-8d47-7e2191764c8a req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] No DVR routers for this DVR port 5ab22e3e-1714-4071-81f4-c984ce5ce420 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:33.380461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c949d24-ecfe-40e5-8d47-7e2191764c8a req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.383794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1c949d24-ecfe-40e5-8d47-7e2191764c8a req-45bb5380-4f24-4f1b-bd8c-e436ab5e6af8 tempest-TestEncryptedCinderVolumes-341121064 tempest-TestEncryptedCinderVolumes-341121064-project] 10.222.0.35 "DELETE /v2.0/ports/5ab22e3e-1714-4071-81f4-c984ce5ce420 HTTP/1.1" status: 204 len: 173 time: 0.4025257 Jan 28 13:31:33.384226 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ef30bb-581a-4afe-9cd4-5aee613ecfc9', 'name': 'network-vif-deleted', 'tag': '5ab22e3e-1714-4071-81f4-c984ce5ce420'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:33.386488 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2891bd8e-6231-493f-a662-433c56bdcc57" -d '{"events": [{"server_uuid": "92ef30bb-581a-4afe-9cd4-5aee613ecfc9", "name": "network-vif-deleted", "tag": "5ab22e3e-1714-4071-81f4-c984ce5ce420"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:33.429642 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa9a844-76c3-472a-b94a-52e1ef66dc1c x-openstack-request-id: req-3aa9a844-76c3-472a-b94a-52e1ef66dc1c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:33.429966 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ef30bb-581a-4afe-9cd4-5aee613ecfc9", "name": "network-vif-deleted", "tag": "5ab22e3e-1714-4071-81f4-c984ce5ce420", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:33.430216 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3aa9a844-76c3-472a-b94a-52e1ef66dc1c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:33.430622 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ef30bb-581a-4afe-9cd4-5aee613ecfc9', 'name': 'network-vif-deleted', 'tag': '5ab22e3e-1714-4071-81f4-c984ce5ce420', 'status': 'completed', 'code': 200} Jan 28 13:31:33.883196 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36646) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:34.237480 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (888768dd-f12d-4a66-9a19-5aca75d71e69), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.485836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Deleting port 7a28802e-e216-4ac6-addc-7632eb713261 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:34.486168 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7a28802e-e216-4ac6-addc-7632eb713261), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.563179 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] For port 7a28802e-e216-4ac6-addc-7632eb713261, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7a28802e-e216-4ac6-addc-7632eb713261,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:34.563488 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7a28802e-e216-4ac6-addc-7632eb713261), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.575915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Calling delete_port for 7a28802e-e216-4ac6-addc-7632eb713261 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:34.761222 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7a28802e-e216-4ac6-addc-7632eb713261), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.789049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a28802e-e216-4ac6-addc-7632eb713261,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:34.818580 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.818845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.819183 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.819544 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.819874 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.820197 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.820520 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.820840 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.821159 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.821476 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.821794 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.822111 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.822424 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:34.965727 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (888768dd-f12d-4a66-9a19-5aca75d71e69), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.183138 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Router 888768dd-f12d-4a66-9a19-5aca75d71e69 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:31:35.290845 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:31:35.299089 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9dc134ef-62dc-4aac-89f6-7b6cb3bac913 admin admin] 10.222.0.53 "PUT /v2.0/routers/888768dd-f12d-4a66-9a19-5aca75d71e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4122241 Jan 28 13:31:35.299279 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36650) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:35.299744 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61823e7c-b5f8-42a5-9aa4-31ed5e68f5d0 None None] Sync routers for ids ['888768dd-f12d-4a66-9a19-5aca75d71e69'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:31:35.309716 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61823e7c-b5f8-42a5-9aa4-31ed5e68f5d0 None None] Routers {'888768dd-f12d-4a66-9a19-5aca75d71e69'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:35.310326 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-61823e7c-b5f8-42a5-9aa4-31ed5e68f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['888768dd-f12d-4a66-9a19-5aca75d71e69'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:35.400482 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Publish callbacks [] for router (888768dd-f12d-4a66-9a19-5aca75d71e69), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.415941 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-61823e7c-b5f8-42a5-9aa4-31ed5e68f5d0 None None] Set router 888768dd-f12d-4a66-9a19-5aca75d71e69 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:35.503562 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Publish callbacks [] for router_gateway (888768dd-f12d-4a66-9a19-5aca75d71e69), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.556202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Deleting port 878f7fae-ba31-424f-b8de-4603e452ef3e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:35.556541 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.595804 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-61823e7c-b5f8-42a5-9aa4-31ed5e68f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'name': 'tempest-TestEncryptedCinderVolumes-1632103866-router', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:31:34Z', 'revision_number': 5, 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'gw_port': {'id': '878f7fae-ba31-424f-b8de-4603e452ef3e', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:35.622336 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61823e7c-b5f8-42a5-9aa4-31ed5e68f5d0 None None] Checking router: 888768dd-f12d-4a66-9a19-5aca75d71e69 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:31:35.630805 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61823e7c-b5f8-42a5-9aa4-31ed5e68f5d0 None None] Routers {'888768dd-f12d-4a66-9a19-5aca75d71e69'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:35.631444 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-61823e7c-b5f8-42a5-9aa4-31ed5e68f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['888768dd-f12d-4a66-9a19-5aca75d71e69'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:35.638990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] For port 878f7fae-ba31-424f-b8de-4603e452ef3e, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=878f7fae-ba31-424f-b8de-4603e452ef3e,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:35.639521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.651438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Calling delete_port for 878f7fae-ba31-424f-b8de-4603e452ef3e owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:35.814661 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-61823e7c-b5f8-42a5-9aa4-31ed5e68f5d0 None None] Set router 888768dd-f12d-4a66-9a19-5aca75d71e69 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:35.823132 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (878f7fae-ba31-424f-b8de-4603e452ef3e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.848242 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Pushing event deleted for resources: {'Port': ['ID=878f7fae-ba31-424f-b8de-4603e452ef3e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:35.869182 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-61823e7c-b5f8-42a5-9aa4-31ed5e68f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'name': 'tempest-TestEncryptedCinderVolumes-1632103866-router', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:31:35Z', 'revision_number': 6, 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:35.898883 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61823e7c-b5f8-42a5-9aa4-31ed5e68f5d0 None None] The sync data for ids ['888768dd-f12d-4a66-9a19-5aca75d71e69'] in n-d-824835-4 is: [{'id': '888768dd-f12d-4a66-9a19-5aca75d71e69', 'name': 'tempest-TestEncryptedCinderVolumes-1632103866-router', 'tenant_id': 'f41f49e82c6346b09bbec5619d7d1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:50Z', 'updated_at': '2022-01-28T13:31:35Z', 'revision_number': 6, 'project_id': 'f41f49e82c6346b09bbec5619d7d1591', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:31:35.910939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (888768dd-f12d-4a66-9a19-5aca75d71e69), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.000865 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (888768dd-f12d-4a66-9a19-5aca75d71e69), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.002958 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Publish callbacks [] for router_controller (888768dd-f12d-4a66-9a19-5aca75d71e69), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.043913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (888768dd-f12d-4a66-9a19-5aca75d71e69), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.044522 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 888768dd-f12d-4a66-9a19-5aca75d71e69 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:31:36.049651 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.050794 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4ecfe085-f734-4ce0-a211-a60db88321fc admin admin] 10.222.0.53 "DELETE /v2.0/routers/888768dd-f12d-4a66-9a19-5aca75d71e69 HTTP/1.1" status: 204 len: 168 time: 0.7505794 Jan 28 13:31:36.053301 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36652) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:36.105434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f9a8d7-769e-4e19-b68e-6a563e0b4d5a admin admin] Deleting subnet ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:31:36.108972 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f9a8d7-769e-4e19-b68e-6a563e0b4d5a admin admin] Publish callbacks [] for subnet (ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.144212 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f9a8d7-769e-4e19-b68e-6a563e0b4d5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.227035 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f9a8d7-769e-4e19-b68e-6a563e0b4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.251797 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:31:36.282088 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f9a8d7-769e-4e19-b68e-6a563e0b4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.309938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9a8d7-769e-4e19-b68e-6a563e0b4d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:36.312254 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f9a8d7-769e-4e19-b68e-6a563e0b4d5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.315372 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-71f9a8d7-769e-4e19-b68e-6a563e0b4d5a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ecdf9ad1-c3eb-42a3-837a-9b2fff3b0b7b HTTP/1.1" status: 204 len: 168 time: 0.2611234 Jan 28 13:31:36.317862 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36654) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:36.322208 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488db2fb-f83d-453a-979d-2a542586bab1 None None] Network 0f0c1c21-95b0-41e1-a274-c5b8979277f1 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:36.402499 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (0f0c1c21-95b0-41e1-a274-c5b8979277f1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.469921 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Deleting port d8045e31-9cdb-4b08-97dd-f76c6a36a380 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:36.470284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.489456 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6623401c-c916-4289-9c19-e19df8868ce9 None None] DHCP port deletion for 0f0c1c21-95b0-41e1-a274-c5b8979277f1 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:31:36.535593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] For port d8045e31-9cdb-4b08-97dd-f76c6a36a380, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d8045e31-9cdb-4b08-97dd-f76c6a36a380,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:36.535960 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.540225 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6623401c-c916-4289-9c19-e19df8868ce9 None None] Deleting port d8045e31-9cdb-4b08-97dd-f76c6a36a380 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:36.540600 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6623401c-c916-4289-9c19-e19df8868ce9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.549290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Calling delete_port for d8045e31-9cdb-4b08-97dd-f76c6a36a380 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:36.608488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6623401c-c916-4289-9c19-e19df8868ce9 None None] For port d8045e31-9cdb-4b08-97dd-f76c6a36a380, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=d8045e31-9cdb-4b08-97dd-f76c6a36a380,segment=NetworkSegment(5c23e40b-3386-4ece-87da-caaf862a52b3),segment_id=5c23e40b-3386-4ece-87da-caaf862a52b3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:36.608898 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6623401c-c916-4289-9c19-e19df8868ce9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.626979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6623401c-c916-4289-9c19-e19df8868ce9 None None] Calling delete_port for d8045e31-9cdb-4b08-97dd-f76c6a36a380 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:36.638081 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.667533 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d8045e31-9cdb-4b08-97dd-f76c6a36a380,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:36.669503 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] No DVR routers for this DVR port d8045e31-9cdb-4b08-97dd-f76c6a36a380 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:36.730430 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6623401c-c916-4289-9c19-e19df8868ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (d8045e31-9cdb-4b08-97dd-f76c6a36a380), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.750994 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (0f0c1c21-95b0-41e1-a274-c5b8979277f1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.758645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6623401c-c916-4289-9c19-e19df8868ce9 None None] No DVR routers for this DVR port d8045e31-9cdb-4b08-97dd-f76c6a36a380 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:36.763381 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623401c-c916-4289-9c19-e19df8868ce9 None None] Pushing event deleted for resources: {'Port': ['ID=d8045e31-9cdb-4b08-97dd-f76c6a36a380,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:36.776772 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0c1c21-95b0-41e1-a274-c5b8979277f1']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:36.778365 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 878f7fae-ba31-424f-b8de-4603e452ef3e no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:36.787103 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c23e40b-3386-4ece-87da-caaf862a52b3') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:36.787428 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c23e40b-3386-4ece-87da-caaf862a52b3') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:36.796838 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (5c23e40b-3386-4ece-87da-caaf862a52b3), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.799166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 878f7fae-ba31-424f-b8de-4603e452ef3e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:36.799541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 878f7fae-ba31-424f-b8de-4603e452ef3e not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:36.799965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7a28802e-e216-4ac6-addc-7632eb713261 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:36.809553 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (5c23e40b-3386-4ece-87da-caaf862a52b3), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.815628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:31:36.816013 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (5c23e40b-3386-4ece-87da-caaf862a52b3), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:31:36.817595 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:31:36.821202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 7a28802e-e216-4ac6-addc-7632eb713261 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:36.821831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7a28802e-e216-4ac6-addc-7632eb713261 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:36.822298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d8045e31-9cdb-4b08-97dd-f76c6a36a380 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:36.843434 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: d8045e31-9cdb-4b08-97dd-f76c6a36a380 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:36.844024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device d8045e31-9cdb-4b08-97dd-f76c6a36a380 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:36.871260 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (0f0c1c21-95b0-41e1-a274-c5b8979277f1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.877349 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:36.880421 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/0f0c1c21-95b0-41e1-a274-c5b8979277f1 HTTP/1.1" status: 204 len: 168 time: 0.5616486 Jan 28 13:31:36.883417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36658) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:36.892466 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30585b-a80d-4d49-b59e-272a7e2f75ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0f0c1c21-95b0-41e1-a274-c5b8979277f1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:37.122741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 5ab22e3e-1714-4071-81f4-c984ce5ce420 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:37.147579 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 5ab22e3e-1714-4071-81f4-c984ce5ce420 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:37.147935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 5ab22e3e-1714-4071-81f4-c984ce5ce420 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:37.237909 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c9f80ac-9ef2-4364-95b5-691723d7b28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (110c7c00-193b-44ac-a63e-9ca3ff56131f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:37.487520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f80ac-9ef2-4364-95b5-691723d7b28c admin admin] Deleting port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:37.487860 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c9f80ac-9ef2-4364-95b5-691723d7b28c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:37.566517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5c9f80ac-9ef2-4364-95b5-691723d7b28c admin admin] For port fae6fc78-8a5a-4b6a-90c7-2d373841c4e6, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fae6fc78-8a5a-4b6a-90c7-2d373841c4e6,segment=NetworkSegment(3bb30acd-e1b0-4aa8-b975-4f974db76df6),segment_id=3bb30acd-e1b0-4aa8-b975-4f974db76df6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:37.566877 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c9f80ac-9ef2-4364-95b5-691723d7b28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:37.584525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f80ac-9ef2-4364-95b5-691723d7b28c admin admin] Calling delete_port for fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:37.786651 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c9f80ac-9ef2-4364-95b5-691723d7b28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (fae6fc78-8a5a-4b6a-90c7-2d373841c4e6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:37.817133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f80ac-9ef2-4364-95b5-691723d7b28c admin admin] Pushing event deleted for resources: {'Port': ['ID=fae6fc78-8a5a-4b6a-90c7-2d373841c4e6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:37.988577 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c9f80ac-9ef2-4364-95b5-691723d7b28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (110c7c00-193b-44ac-a63e-9ca3ff56131f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.227467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9f80ac-9ef2-4364-95b5-691723d7b28c admin admin] Router 110c7c00-193b-44ac-a63e-9ca3ff56131f has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:31:38.345119 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9f80ac-9ef2-4364-95b5-691723d7b28c admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:31:38.350149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5c9f80ac-9ef2-4364-95b5-691723d7b28c admin admin] 10.222.0.53 "PUT /v2.0/routers/110c7c00-193b-44ac-a63e-9ca3ff56131f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4651840 Jan 28 13:31:38.353029 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36660) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:38.357618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa04179-1fb3-4a2d-beef-e9540eebffc7 None None] Sync routers for ids ['110c7c00-193b-44ac-a63e-9ca3ff56131f'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:31:38.367759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa04179-1fb3-4a2d-beef-e9540eebffc7 None None] Routers {'110c7c00-193b-44ac-a63e-9ca3ff56131f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:38.368378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2fa04179-1fb3-4a2d-beef-e9540eebffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['110c7c00-193b-44ac-a63e-9ca3ff56131f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:38.462760 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Publish callbacks [] for router (110c7c00-193b-44ac-a63e-9ca3ff56131f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.474948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2fa04179-1fb3-4a2d-beef-e9540eebffc7 None None] Set router 110c7c00-193b-44ac-a63e-9ca3ff56131f gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:38.565043 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Publish callbacks [] for router_gateway (110c7c00-193b-44ac-a63e-9ca3ff56131f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.617721 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Deleting port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:38.618068 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.654341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2fa04179-1fb3-4a2d-beef-e9540eebffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'name': 'tempest-TestEncryptedCinderVolumes-2005140296-router', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:54Z', 'updated_at': '2022-01-28T13:31:37Z', 'revision_number': 5, 'project_id': '65a0185288d64497be6af9076a54bf46', 'gw_port': {'id': '871bbb71-7bfc-4f06-b911-a408cd8ccd4a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:29:55Z', 'updated_at': '2022-01-28T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:38.691266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa04179-1fb3-4a2d-beef-e9540eebffc7 None None] Checking router: 110c7c00-193b-44ac-a63e-9ca3ff56131f for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:31:38.699634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] For port 871bbb71-7bfc-4f06-b911-a408cd8ccd4a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=871bbb71-7bfc-4f06-b911-a408cd8ccd4a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:38.700007 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.700990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa04179-1fb3-4a2d-beef-e9540eebffc7 None None] Routers {'110c7c00-193b-44ac-a63e-9ca3ff56131f'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:38.701710 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2fa04179-1fb3-4a2d-beef-e9540eebffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['110c7c00-193b-44ac-a63e-9ca3ff56131f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:38.713433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Calling delete_port for 871bbb71-7bfc-4f06-b911-a408cd8ccd4a owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:38.787012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2fa04179-1fb3-4a2d-beef-e9540eebffc7 None None] Set router 110c7c00-193b-44ac-a63e-9ca3ff56131f gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:38.840448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2fa04179-1fb3-4a2d-beef-e9540eebffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'name': 'tempest-TestEncryptedCinderVolumes-2005140296-router', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:54Z', 'updated_at': '2022-01-28T13:31:38Z', 'revision_number': 6, 'project_id': '65a0185288d64497be6af9076a54bf46', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:38.866815 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa04179-1fb3-4a2d-beef-e9540eebffc7 None None] The sync data for ids ['110c7c00-193b-44ac-a63e-9ca3ff56131f'] in n-d-824835-4 is: [{'id': '110c7c00-193b-44ac-a63e-9ca3ff56131f', 'name': 'tempest-TestEncryptedCinderVolumes-2005140296-router', 'tenant_id': '65a0185288d64497be6af9076a54bf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:29:54Z', 'updated_at': '2022-01-28T13:31:38Z', 'revision_number': 6, 'project_id': '65a0185288d64497be6af9076a54bf46', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:31:38.889995 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (871bbb71-7bfc-4f06-b911-a408cd8ccd4a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.914791 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Pushing event deleted for resources: {'Port': ['ID=871bbb71-7bfc-4f06-b911-a408cd8ccd4a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:38.977076 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (110c7c00-193b-44ac-a63e-9ca3ff56131f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.069271 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (110c7c00-193b-44ac-a63e-9ca3ff56131f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.071409 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Publish callbacks [] for router_controller (110c7c00-193b-44ac-a63e-9ca3ff56131f), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.443334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (110c7c00-193b-44ac-a63e-9ca3ff56131f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.444034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 110c7c00-193b-44ac-a63e-9ca3ff56131f {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:31:39.448391 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.449680 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b95d16f4-16b4-41c5-8b5d-9d2e6a36785b admin admin] 10.222.0.53 "DELETE /v2.0/routers/110c7c00-193b-44ac-a63e-9ca3ff56131f HTTP/1.1" status: 204 len: 168 time: 1.0956523 Jan 28 13:31:39.454907 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36662) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:39.499971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5109f427-64f5-4cd5-825e-631ca39c8950 admin admin] Deleting subnet e424abef-2777-4b8e-be56-8dc8a1adbf84 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:31:39.503174 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5109f427-64f5-4cd5-825e-631ca39c8950 admin admin] Publish callbacks [] for subnet (e424abef-2777-4b8e-be56-8dc8a1adbf84), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.537167 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5109f427-64f5-4cd5-825e-631ca39c8950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (e424abef-2777-4b8e-be56-8dc8a1adbf84), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.624994 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5109f427-64f5-4cd5-825e-631ca39c8950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (e424abef-2777-4b8e-be56-8dc8a1adbf84), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.677469 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5109f427-64f5-4cd5-825e-631ca39c8950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (e424abef-2777-4b8e-be56-8dc8a1adbf84), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.702767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109f427-64f5-4cd5-825e-631ca39c8950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e424abef-2777-4b8e-be56-8dc8a1adbf84,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:39.706190 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5109f427-64f5-4cd5-825e-631ca39c8950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.709811 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5109f427-64f5-4cd5-825e-631ca39c8950 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e424abef-2777-4b8e-be56-8dc8a1adbf84 HTTP/1.1" status: 204 len: 168 time: 0.2534387 Jan 28 13:31:39.712136 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36664) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:39.714013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a5c3f5-1c52-453e-9836-e87fae28e51d None None] Network d4440c98-36ff-4042-b8b1-985d46b978e4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:39.782965 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (d4440c98-36ff-4042-b8b1-985d46b978e4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.836367 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Deleting port 7f961bf9-2822-4b3e-94ef-6629d2433f06 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:39.836704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.875865 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77597294-84a8-4757-b0ba-f140c81f4bc2 None None] DHCP port deletion for d4440c98-36ff-4042-b8b1-985d46b978e4 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:31:39.898976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] For port 7f961bf9-2822-4b3e-94ef-6629d2433f06, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7f961bf9-2822-4b3e-94ef-6629d2433f06,segment=NetworkSegment(3bb30acd-e1b0-4aa8-b975-4f974db76df6),segment_id=3bb30acd-e1b0-4aa8-b975-4f974db76df6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:39.899358 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.912668 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Calling delete_port for 7f961bf9-2822-4b3e-94ef-6629d2433f06 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:39.924141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-77597294-84a8-4757-b0ba-f140c81f4bc2 None None] Deleting port 7f961bf9-2822-4b3e-94ef-6629d2433f06 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:39.924537 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-77597294-84a8-4757-b0ba-f140c81f4bc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.992343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-77597294-84a8-4757-b0ba-f140c81f4bc2 None None] For port 7f961bf9-2822-4b3e-94ef-6629d2433f06, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7f961bf9-2822-4b3e-94ef-6629d2433f06,segment=NetworkSegment(3bb30acd-e1b0-4aa8-b975-4f974db76df6),segment_id=3bb30acd-e1b0-4aa8-b975-4f974db76df6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:39.992854 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-77597294-84a8-4757-b0ba-f140c81f4bc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.996108 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.007865 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-77597294-84a8-4757-b0ba-f140c81f4bc2 None None] Calling delete_port for 7f961bf9-2822-4b3e-94ef-6629d2433f06 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:40.022184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f961bf9-2822-4b3e-94ef-6629d2433f06,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:40.027864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] No DVR routers for this DVR port 7f961bf9-2822-4b3e-94ef-6629d2433f06 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:40.086302 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-77597294-84a8-4757-b0ba-f140c81f4bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (7f961bf9-2822-4b3e-94ef-6629d2433f06), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.102137 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (d4440c98-36ff-4042-b8b1-985d46b978e4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.115600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77597294-84a8-4757-b0ba-f140c81f4bc2 None None] Pushing event deleted for resources: {'Port': ['ID=7f961bf9-2822-4b3e-94ef-6629d2433f06,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:40.122151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77597294-84a8-4757-b0ba-f140c81f4bc2 None None] No DVR routers for this DVR port 7f961bf9-2822-4b3e-94ef-6629d2433f06 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:40.124433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4440c98-36ff-4042-b8b1-985d46b978e4']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:40.135626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb30acd-e1b0-4aa8-b975-4f974db76df6') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:40.135942 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb30acd-e1b0-4aa8-b975-4f974db76df6') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:40.146234 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (3bb30acd-e1b0-4aa8-b975-4f974db76df6), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.161568 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (3bb30acd-e1b0-4aa8-b975-4f974db76df6), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.167426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:31:40.167813 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (3bb30acd-e1b0-4aa8-b975-4f974db76df6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:31:40.169404 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:31:40.221985 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (d4440c98-36ff-4042-b8b1-985d46b978e4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.227363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.230597 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d4440c98-36ff-4042-b8b1-985d46b978e4 HTTP/1.1" status: 204 len: 168 time: 0.5174975 Jan 28 13:31:40.241678 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6c103-6992-4cd1-987c-87c691376ac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4440c98-36ff-4042-b8b1-985d46b978e4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:40.393516 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36668) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:40.432571 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-fd8db84a-899a-497f-96fd-9ddf63815fe1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f41f49e82c6346b09bbec5619d7d1591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378814 Jan 28 13:31:40.434973 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36670) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:40.487503 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a848eaa6-a6f8-4c6e-9115-e3ce3192db1a admin admin] Publish callbacks [] for security_group (4cec9b93-ad16-4aa3-a70c-cf8478715a51), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.508851 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a848eaa6-a6f8-4c6e-9115-e3ce3192db1a admin admin] Publish callbacks [] for security_group (4cec9b93-ad16-4aa3-a70c-cf8478715a51), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.556629 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a848eaa6-a6f8-4c6e-9115-e3ce3192db1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4cec9b93-ad16-4aa3-a70c-cf8478715a51), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.559259 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a848eaa6-a6f8-4c6e-9115-e3ce3192db1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.560479 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a848eaa6-a6f8-4c6e-9115-e3ce3192db1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4cec9b93-ad16-4aa3-a70c-cf8478715a51 HTTP/1.1" status: 204 len: 168 time: 0.1245868 Jan 28 13:31:40.569060 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848eaa6-a6f8-4c6e-9115-e3ce3192db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cec9b93-ad16-4aa3-a70c-cf8478715a51,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:40.763534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:40.784185 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:40.784617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fae6fc78-8a5a-4b6a-90c7-2d373841c4e6 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:40.785046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 871bbb71-7bfc-4f06-b911-a408cd8ccd4a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:40.804049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 871bbb71-7bfc-4f06-b911-a408cd8ccd4a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:40.804392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 871bbb71-7bfc-4f06-b911-a408cd8ccd4a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:40.804804 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7f961bf9-2822-4b3e-94ef-6629d2433f06 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:40.824653 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 7f961bf9-2822-4b3e-94ef-6629d2433f06 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:40.825077 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7f961bf9-2822-4b3e-94ef-6629d2433f06 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:40.877793 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36676) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:40.917376 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1cada752-217d-4706-81d5-a8a960111359 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65a0185288d64497be6af9076a54bf46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384297 Jan 28 13:31:40.919757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36678) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:40.967004 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6e5decf-52cc-432c-94db-874c4e50e3a3 admin admin] Publish callbacks [] for security_group (ec370976-5b9f-4cb8-8c41-5523a3f699a8), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.987646 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6e5decf-52cc-432c-94db-874c4e50e3a3 admin admin] Publish callbacks [] for security_group (ec370976-5b9f-4cb8-8c41-5523a3f699a8), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.032800 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6e5decf-52cc-432c-94db-874c4e50e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (ec370976-5b9f-4cb8-8c41-5523a3f699a8), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.035549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6e5decf-52cc-432c-94db-874c4e50e3a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.036684 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e6e5decf-52cc-432c-94db-874c4e50e3a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec370976-5b9f-4cb8-8c41-5523a3f699a8 HTTP/1.1" status: 204 len: 168 time: 0.1160474 Jan 28 13:31:41.044426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5decf-52cc-432c-94db-874c4e50e3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec370976-5b9f-4cb8-8c41-5523a3f699a8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:41.694202 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36700) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:41.790135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-356934828-network', 'tenant_id': '905d0067d23a40edb40eb557a4980794'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:41.812295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Made reservation on behalf of 905d0067d23a40edb40eb557a4980794 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:41.814567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.822692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.895661 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Publish callbacks [] for security_group (f22fa303-7faf-4e3d-a6c9-efb34eccee6d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.899110 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f22fa303-7faf-4e3d-a6c9-efb34eccee6d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.923788 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:31:41.933432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22fa303-7faf-4e3d-a6c9-efb34eccee6d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:41.938190 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (83007c49-4722-4356-bbaa-c3a27a1c2911), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.938556 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Added segment 83007c49-4722-4356-bbaa-c3a27a1c2911 of type vlan for network 0aebf91d-d2a9-47af-a400-a0873255b94c Jan 28 13:31:41.978640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (0aebf91d-d2a9-47af-a400-a0873255b94c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.003270 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (0aebf91d-d2a9-47af-a400-a0873255b94c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.004334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.004920 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.064678 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3692753 Jan 28 13:31:42.067666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36704) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:42.072290 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d01269-4236-48ed-8eed-44d09ef1d8cb admin admin] Pushing event updated for resources: {'Network': ['ID=0aebf91d-d2a9-47af-a400-a0873255b94c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:42.072706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5cf36ec5-3052-448a-8fde-cc5cc73addb7 admin admin] Request body: {'subnet': {'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-356934828-subnet', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:42.082242 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 0aebf91d-d2a9-47af-a400-a0873255b94c details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:31:42.094363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf36ec5-3052-448a-8fde-cc5cc73addb7 admin admin] Made reservation on behalf of 905d0067d23a40edb40eb557a4980794 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:42.097063 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5cf36ec5-3052-448a-8fde-cc5cc73addb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.275997 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5cf36ec5-3052-448a-8fde-cc5cc73addb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (3101437c-3f88-4c1a-b991-5dd696cd81ee), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.331556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf36ec5-3052-448a-8fde-cc5cc73addb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3101437c-3f88-4c1a-b991-5dd696cd81ee,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:42.341344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf36ec5-3052-448a-8fde-cc5cc73addb7 admin admin] Checking segment: {'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:42.341706 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf36ec5-3052-448a-8fde-cc5cc73addb7 admin admin] Network hostable DHCP agents. Network: 0aebf91d-d2a9-47af-a400-a0873255b94c, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:31:42.358446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf36ec5-3052-448a-8fde-cc5cc73addb7 admin admin] Network 0aebf91d-d2a9-47af-a400-a0873255b94c is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:31:42.367143 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5cf36ec5-3052-448a-8fde-cc5cc73addb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 0aebf91d-d2a9-47af-a400-a0873255b94c) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:42.371180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf36ec5-3052-448a-8fde-cc5cc73addb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.371807 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5cf36ec5-3052-448a-8fde-cc5cc73addb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.378317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f43cb4-d733-466a-9441-b9b2406a72ec None None] Network 0aebf91d-d2a9-47af-a400-a0873255b94c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:42.389769 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5cf36ec5-3052-448a-8fde-cc5cc73addb7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3204143 Jan 28 13:31:42.392823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36706) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:42.397226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:42.416827 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (db81865a-8e35-4340-a8d8-c5740116fc02), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.417887 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (db81865a-8e35-4340-a8d8-c5740116fc02), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.472831 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Publish callbacks [] for router_controller (db81865a-8e35-4340-a8d8-c5740116fc02), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.484956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-0aebf91d-d2a9-47af-a400-a0873255b94c', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'project_id': '905d0067d23a40edb40eb557a4980794', 'fixed_ips': [{'subnet_id': '3101437c-3f88-4c1a-b991-5dd696cd81ee'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:31:42.486140 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.612849 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Publish callbacks [] for router_gateway (db81865a-8e35-4340-a8d8-c5740116fc02), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.631741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Allocated IP 172.20.0.2 (0aebf91d-d2a9-47af-a400-a0873255b94c/3101437c-3f88-4c1a-b991-5dd696cd81ee/a3615b5d-cf57-44bf-85ab-9260d94aeb4f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:42.775263 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Publish callbacks [] for port (a3615b5d-cf57-44bf-85ab-9260d94aeb4f), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.782431 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (a3615b5d-cf57-44bf-85ab-9260d94aeb4f), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.823085 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Publish callbacks [] for router_gateway (db81865a-8e35-4340-a8d8-c5740116fc02), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.825209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Network 0aebf91d-d2a9-47af-a400-a0873255b94c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:42.828587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:42.831947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:42.843956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Pushing event updated for resources: {'Port': ['ID=a3615b5d-cf57-44bf-85ab-9260d94aeb4f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:42.848209 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.955783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Allocated IP 172.25.7.57 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/f2d9f7e9-d9a1-42d6-86cf-ad695887a961) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:43.051922 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Attempting to bind port a3615b5d-cf57-44bf-85ab-9260d94aeb4f on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:43.052292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Attempting to bind port a3615b5d-cf57-44bf-85ab-9260d94aeb4f by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:43.052670 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Attempting to bind port a3615b5d-cf57-44bf-85ab-9260d94aeb4f on network 0aebf91d-d2a9-47af-a400-a0873255b94c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:43.057631 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:43.058012 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Checking segment: {'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:43.058412 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.058807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Bound using segment: {'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:43.059265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Bound port: a3615b5d-cf57-44bf-85ab-9260d94aeb4f, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:43.059676 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a3615b5d-cf57-44bf-85ab-9260d94aeb4f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.067527 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Publish callbacks [] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.106916 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.124058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] For port a3615b5d-cf57-44bf-85ab-9260d94aeb4f, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:43.127256 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] For port a3615b5d-cf57-44bf-85ab-9260d94aeb4f, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a3615b5d-cf57-44bf-85ab-9260d94aeb4f,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:43.131558 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a3615b5d-cf57-44bf-85ab-9260d94aeb4f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.147204 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:43.152047 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:43.157382 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:43.160550 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d9f7e9-d9a1-42d6-86cf-ad695887a961,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:43.190201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fcd43-9af9-4ce3-9aa0-cfad1ee6f49a None None] Pushing event updated for resources: {'Port': ['ID=a3615b5d-cf57-44bf-85ab-9260d94aeb4f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:43.430662 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Publish callbacks [] for router_gateway (db81865a-8e35-4340-a8d8-c5740116fc02), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.632442 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (db81865a-8e35-4340-a8d8-c5740116fc02), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.763368 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Router db81865a-8e35-4340-a8d8-c5740116fc02 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:31:43.871937 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:31:43.881961 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Sync routers for ids ['db81865a-8e35-4340-a8d8-c5740116fc02'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:31:43.891514 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.892768 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4bbb13f2-dfbb-4307-9d16-30a93297eb23 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4989452 Jan 28 13:31:43.894715 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Routers {'db81865a-8e35-4340-a8d8-c5740116fc02'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:43.895456 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db81865a-8e35-4340-a8d8-c5740116fc02'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:43.895864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36708) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:44.013093 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Set router db81865a-8e35-4340-a8d8-c5740116fc02 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:44.177049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e96c22-4dc4-4155-a43a-40b6261bf816 None None] Network 0aebf91d-d2a9-47af-a400-a0873255b94c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:44.214245 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:43Z', 'revision_number': 3, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:44.254468 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Checking router: db81865a-8e35-4340-a8d8-c5740116fc02 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:31:44.254813 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Updating router db81865a-8e35-4340-a8d8-c5740116fc02 port f2d9f7e9-d9a1-42d6-86cf-ad695887a961 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:31:44.262411 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-710752f4-2a97-4613-84c8-80fe432d5543 None None] Provisioning complete for port a3615b5d-cf57-44bf-85ab-9260d94aeb4f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:44.263065 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-710752f4-2a97-4613-84c8-80fe432d5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a3615b5d-cf57-44bf-85ab-9260d94aeb4f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.279981 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.390267 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-710752f4-2a97-4613-84c8-80fe432d5543 None None] Current status of the port a3615b5d-cf57-44bf-85ab-9260d94aeb4f is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:44.390728 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-710752f4-2a97-4613-84c8-80fe432d5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a3615b5d-cf57-44bf-85ab-9260d94aeb4f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.436031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-710752f4-2a97-4613-84c8-80fe432d5543 None None] For port a3615b5d-cf57-44bf-85ab-9260d94aeb4f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a3615b5d-cf57-44bf-85ab-9260d94aeb4f,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:44.445235 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-710752f4-2a97-4613-84c8-80fe432d5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a3615b5d-cf57-44bf-85ab-9260d94aeb4f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.514986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710752f4-2a97-4613-84c8-80fe432d5543 None None] Pushing event updated for resources: {'Port': ['ID=a3615b5d-cf57-44bf-85ab-9260d94aeb4f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:44.567738 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Publish callbacks [] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.574068 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.623480 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Attempting to bind port f2d9f7e9-d9a1-42d6-86cf-ad695887a961 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:44.624112 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Attempting to bind port f2d9f7e9-d9a1-42d6-86cf-ad695887a961 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:44.624471 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Attempting to bind port f2d9f7e9-d9a1-42d6-86cf-ad695887a961 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:44.635157 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:44.635551 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:44.635946 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.636332 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:44.636782 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Bound port: f2d9f7e9-d9a1-42d6-86cf-ad695887a961, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:44.637149 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.638588 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Pushing event updated for resources: {'Port': ['ID=f2d9f7e9-d9a1-42d6-86cf-ad695887a961,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:44.666928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-fde1433f-9c67-4890-b24c-10a7efca76b5 None None] Provisioning complete for port a3615b5d-cf57-44bf-85ab-9260d94aeb4f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:44.667307 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fde1433f-9c67-4890-b24c-10a7efca76b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a3615b5d-cf57-44bf-85ab-9260d94aeb4f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.685313 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.685791 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.686252 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.686690 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.687144 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.687586 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.688519 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.688519 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.688781 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.689193 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.689604 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.690034 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.690452 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:44.696618 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.721796 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] For port f2d9f7e9-d9a1-42d6-86cf-ad695887a961, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:44.724864 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] For port f2d9f7e9-d9a1-42d6-86cf-ad695887a961, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f2d9f7e9-d9a1-42d6-86cf-ad695887a961,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:44.737611 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.782962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fde1433f-9c67-4890-b24c-10a7efca76b5 None None] Current status of the port a3615b5d-cf57-44bf-85ab-9260d94aeb4f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:44.828261 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35df1e5-917a-43f7-a511-c89655b57b02 None None] Pushing event updated for resources: {'Port': ['ID=f2d9f7e9-d9a1-42d6-86cf-ad695887a961,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:44.851214 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Routers {'db81865a-8e35-4340-a8d8-c5740116fc02'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:44.851963 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db81865a-8e35-4340-a8d8-c5740116fc02'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:44.865111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a3615b5d-cf57-44bf-85ab-9260d94aeb4f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:44.897871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Allocated IP 172.20.0.1 (0aebf91d-d2a9-47af-a400-a0873255b94c/3101437c-3f88-4c1a-b991-5dd696cd81ee/ddb74810-ba67-4d94-9178-fc55c3943965) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:44.919837 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a3615b5d-cf57-44bf-85ab-9260d94aeb4f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:44.920239 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a3615b5d-cf57-44bf-85ab-9260d94aeb4f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.994793 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] Set router db81865a-8e35-4340-a8d8-c5740116fc02 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:45.008491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a3615b5d-cf57-44bf-85ab-9260d94aeb4f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:45.031845 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Publish callbacks [] for port (ddb74810-ba67-4d94-9178-fc55c3943965), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.066874 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.105350 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Network 0aebf91d-d2a9-47af-a400-a0873255b94c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:45.108225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:45.111808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:45.146770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=ddb74810-ba67-4d94-9178-fc55c3943965,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:45.164325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (db81865a-8e35-4340-a8d8-c5740116fc02), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.194896 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:43Z', 'revision_number': 3, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:45.224293 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a902bfb-b543-4957-8c98-807c94205ef1 None None] The sync data for ids ['db81865a-8e35-4340-a8d8-c5740116fc02'] in n-d-824835-4 is: [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:43Z', 'revision_number': 3, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:31:45.309370 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.409484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-718bfff5-e37f-4d7b-9bb7-e8868c4d8dd3 None None] Provisioning complete for port ddb74810-ba67-4d94-9178-fc55c3943965 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:45.410062 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-718bfff5-e37f-4d7b-9bb7-e8868c4d8dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.448179 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-718bfff5-e37f-4d7b-9bb7-e8868c4d8dd3 None None] Port ddb74810-ba67-4d94-9178-fc55c3943965 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:45.497716 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Publish callbacks [] for port (ddb74810-ba67-4d94-9178-fc55c3943965), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.508250 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.582399 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (db81865a-8e35-4340-a8d8-c5740116fc02), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.584282 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=ddb74810-ba67-4d94-9178-fc55c3943965,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:45.682705 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Network 0aebf91d-d2a9-47af-a400-a0873255b94c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:45.684216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:45.812056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Router db81865a-8e35-4340-a8d8-c5740116fc02 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:31:45.931289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:31:45.936994 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8486660d-ad87-415c-9c20-55feeb984dc7 admin admin] 10.222.0.53 "PUT /v2.0/routers/db81865a-8e35-4340-a8d8-c5740116fc02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0395360 Jan 28 13:31:45.972576 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f262d7e8-6b51-4d89-9899-320045a3fb8d None None] Provisioning complete for port ddb74810-ba67-4d94-9178-fc55c3943965 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:45.973045 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f262d7e8-6b51-4d89-9899-320045a3fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.008005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f262d7e8-6b51-4d89-9899-320045a3fb8d None None] Port ddb74810-ba67-4d94-9178-fc55c3943965 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:46.425695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36724) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:46.430781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1730673110-network', 'tenant_id': '4e92cf1454fc486f86183de5f1730786'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:46.449595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Made reservation on behalf of 4e92cf1454fc486f86183de5f1730786 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:46.452747 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.461982 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.539799 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Publish callbacks [] for security_group (2ac8a34e-489e-40ff-a518-761084b73e03), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.543987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2ac8a34e-489e-40ff-a518-761084b73e03), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.574223 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:31:46.585502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac8a34e-489e-40ff-a518-761084b73e03,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:46.590502 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f010f378-9839-4067-9ad2-42f861bd1ebf), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.590847 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Added segment f010f378-9839-4067-9ad2-42f861bd1ebf of type vlan for network f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 Jan 28 13:31:46.632380 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (f4cbbf71-ce7b-45ed-948e-c7f64b3dc513), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.658491 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (f4cbbf71-ce7b-45ed-948e-c7f64b3dc513), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.659623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:46.660320 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.716415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2895131 Jan 28 13:31:46.719725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:46.727626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f625ad-8ebd-4eaf-8d5d-7d8470783e88 admin admin] Pushing event updated for resources: {'Network': ['ID=f4cbbf71-ce7b-45ed-948e-c7f64b3dc513,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:46.729035 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b2a65b18-1a37-437f-9f36-37ca3fef8a9e admin admin] Request body: {'subnet': {'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1730673110-subnet', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:46.745341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:31:46.754390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a65b18-1a37-437f-9f36-37ca3fef8a9e admin admin] Made reservation on behalf of 4e92cf1454fc486f86183de5f1730786 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:46.757349 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a65b18-1a37-437f-9f36-37ca3fef8a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.838633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f2d9f7e9-d9a1-42d6-86cf-ad695887a961 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:46.880346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Sync routers for ids ['db81865a-8e35-4340-a8d8-c5740116fc02'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:31:46.895278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Routers {'db81865a-8e35-4340-a8d8-c5740116fc02'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:46.895942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db81865a-8e35-4340-a8d8-c5740116fc02'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:46.946964 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a65b18-1a37-437f-9f36-37ca3fef8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (ef539cf0-4aa5-42d7-86e3-58de5e21d636), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.947661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f2d9f7e9-d9a1-42d6-86cf-ad695887a961 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:46.948125 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.002056 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a65b18-1a37-437f-9f36-37ca3fef8a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef539cf0-4aa5-42d7-86e3-58de5e21d636,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:47.012289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a65b18-1a37-437f-9f36-37ca3fef8a9e admin admin] Checking segment: {'id': 'f010f378-9839-4067-9ad2-42f861bd1ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:47.012663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a65b18-1a37-437f-9f36-37ca3fef8a9e admin admin] Network hostable DHCP agents. Network: f4cbbf71-ce7b-45ed-948e-c7f64b3dc513, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:31:47.030951 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a65b18-1a37-437f-9f36-37ca3fef8a9e admin admin] Network f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:31:47.039971 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b2a65b18-1a37-437f-9f36-37ca3fef8a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, f4cbbf71-ce7b-45ed-948e-c7f64b3dc513) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:47.044275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a65b18-1a37-437f-9f36-37ca3fef8a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:47.044893 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a65b18-1a37-437f-9f36-37ca3fef8a9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.045649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Set router db81865a-8e35-4340-a8d8-c5740116fc02 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:47.062943 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b2a65b18-1a37-437f-9f36-37ca3fef8a9e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3420515 Jan 28 13:31:47.065727 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36728) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:47.070311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1730673110-router', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:47.079040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d2b08b-b711-41b5-a2e4-1d83c147fd9a None None] Network f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:47.093420 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (d322dea2-2028-4575-8450-e2bf89f167ee), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.094511 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (d322dea2-2028-4575-8450-e2bf89f167ee), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.150564 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Publish callbacks [] for router_controller (d322dea2-2028-4575-8450-e2bf89f167ee), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.199005 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f2d9f7e9-d9a1-42d6-86cf-ad695887a961 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:47.199415 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.278670 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port f2d9f7e9-d9a1-42d6-86cf-ad695887a961, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f2d9f7e9-d9a1-42d6-86cf-ad695887a961,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:47.286835 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.301963 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Publish callbacks [] for router_gateway (d322dea2-2028-4575-8450-e2bf89f167ee), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.368744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-f4cbbf71-ce7b-45ed-948e-c7f64b3dc513', 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513', 'project_id': '4e92cf1454fc486f86183de5f1730786', 'fixed_ips': [{'subnet_id': 'ef539cf0-4aa5-42d7-86e3-58de5e21d636'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:31:47.369722 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.405509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=f2d9f7e9-d9a1-42d6-86cf-ad695887a961,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:47.524097 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Publish callbacks [] for router_gateway (d322dea2-2028-4575-8450-e2bf89f167ee), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.546441 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.558558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:45Z', 'revision_number': 4, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'ddb74810-ba67-4d94-9178-fc55c3943965', 'name': '', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'mac_address': 'fa:16:3e:37:1b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:44Z', 'updated_at': '2022-01-28T13:31:45Z', 'revision_number': 2, 'project_id': '905d0067d23a40edb40eb557a4980794', 'subnets': [{'id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:47.596060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Checking router: db81865a-8e35-4340-a8d8-c5740116fc02 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:31:47.596425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Updating router db81865a-8e35-4340-a8d8-c5740116fc02 port ddb74810-ba67-4d94-9178-fc55c3943965 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:31:47.603237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Allocated IP 172.20.0.2 (f4cbbf71-ce7b-45ed-948e-c7f64b3dc513/ef539cf0-4aa5-42d7-86e3-58de5e21d636/58817a1c-34a6-470c-b4cc-11959b50e706) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:47.642472 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.663915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Allocated IP 172.25.7.91 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/1a5295c9-ab54-44b4-bc37-3220d98b4551) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:47.766567 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Publish callbacks [] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.801506 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.839145 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:47.841924 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:47.847582 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:47.869348 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Pushing event updated for resources: {'Port': ['ID=1a5295c9-ab54-44b4-bc37-3220d98b4551,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:47.917841 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Publish callbacks [] for port (58817a1c-34a6-470c-b4cc-11959b50e706), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.926275 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.002255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Network f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:48.023617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:48.027904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:48.030138 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.031211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Pushing event updated for resources: {'Port': ['ID=58817a1c-34a6-470c-b4cc-11959b50e706,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:48.102521 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Publish callbacks [] for router_gateway (d322dea2-2028-4575-8450-e2bf89f167ee), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.130402 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Attempting to bind port 58817a1c-34a6-470c-b4cc-11959b50e706 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:48.130777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Attempting to bind port 58817a1c-34a6-470c-b4cc-11959b50e706 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'f010f378-9839-4067-9ad2-42f861bd1ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:48.131146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Attempting to bind port 58817a1c-34a6-470c-b4cc-11959b50e706 on network f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:48.147417 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Publish callbacks [] for port (ddb74810-ba67-4d94-9178-fc55c3943965), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.149166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:48.149724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Checking segment: {'id': 'f010f378-9839-4067-9ad2-42f861bd1ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:48.150121 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.150526 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Bound using segment: {'id': 'f010f378-9839-4067-9ad2-42f861bd1ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:48.151009 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Bound port: 58817a1c-34a6-470c-b4cc-11959b50e706, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f010f378-9839-4067-9ad2-42f861bd1ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:48.151413 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.162353 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.312141 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (d322dea2-2028-4575-8450-e2bf89f167ee), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.424259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7f522-df53-44e1-9f48-6b34ff27d50a None None] Pushing event updated for resources: {'Port': ['ID=ddb74810-ba67-4d94-9178-fc55c3943965,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:48.445999 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.489167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] For port 58817a1c-34a6-470c-b4cc-11959b50e706, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:48.509506 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Attempting to bind port ddb74810-ba67-4d94-9178-fc55c3943965 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:48.509889 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Attempting to bind port ddb74810-ba67-4d94-9178-fc55c3943965 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:48.510269 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Attempting to bind port ddb74810-ba67-4d94-9178-fc55c3943965 on network 0aebf91d-d2a9-47af-a400-a0873255b94c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:48.513489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] For port 58817a1c-34a6-470c-b4cc-11959b50e706, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=58817a1c-34a6-470c-b4cc-11959b50e706,segment=NetworkSegment(f010f378-9839-4067-9ad2-42f861bd1ebf),segment_id=f010f378-9839-4067-9ad2-42f861bd1ebf)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:48.519590 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:48.519979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Checking segment: {'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:48.520443 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.520863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Bound using segment: {'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:48.521604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Bound port: ddb74810-ba67-4d94-9178-fc55c3943965, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:48.522002 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.524704 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.646056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-334274c6-1280-49e1-8a80-eb625cdcbf1c None None] Provisioning complete for port ddb74810-ba67-4d94-9178-fc55c3943965 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:48.646437 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-334274c6-1280-49e1-8a80-eb625cdcbf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.653497 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076736c1-9980-4c2c-b4de-ab2658e11702 None None] Pushing event updated for resources: {'Port': ['ID=58817a1c-34a6-470c-b4cc-11959b50e706,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:48.681928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] For port ddb74810-ba67-4d94-9178-fc55c3943965, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:48.701910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] For port ddb74810-ba67-4d94-9178-fc55c3943965, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ddb74810-ba67-4d94-9178-fc55c3943965,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:48.705294 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-334274c6-1280-49e1-8a80-eb625cdcbf1c None None] Port ddb74810-ba67-4d94-9178-fc55c3943965 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:48.708375 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.773415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Routers {'db81865a-8e35-4340-a8d8-c5740116fc02'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:48.774058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db81865a-8e35-4340-a8d8-c5740116fc02'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:48.777382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7f522-df53-44e1-9f48-6b34ff27d50a None None] Pushing event updated for resources: {'Port': ['ID=ddb74810-ba67-4d94-9178-fc55c3943965,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:48.845876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Router d322dea2-2028-4575-8450-e2bf89f167ee is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:31:48.895717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f2d9f7e9-d9a1-42d6-86cf-ad695887a961 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:48.957163 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] Set router db81865a-8e35-4340-a8d8-c5740116fc02 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:48.993173 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:31:49.017996 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.019085 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Sync routers for ids ['d322dea2-2028-4575-8450-e2bf89f167ee'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:31:49.020847 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-af10e37f-6a86-425e-8b2f-e970b521d1cb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9538665 Jan 28 13:31:49.023536 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36730) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:49.033244 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Routers {'d322dea2-2028-4575-8450-e2bf89f167ee'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:49.033864 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['d322dea2-2028-4575-8450-e2bf89f167ee'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:49.076732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port f2d9f7e9-d9a1-42d6-86cf-ad695887a961 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:49.077188 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.198998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ad5b5120-8d6b-4067-aace-256f6009be1b None None] Provisioning complete for port ddb74810-ba67-4d94-9178-fc55c3943965 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:49.199575 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5120-8d6b-4067-aace-256f6009be1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.280119 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Set router d322dea2-2028-4575-8450-e2bf89f167ee gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:49.311167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port f2d9f7e9-d9a1-42d6-86cf-ad695887a961 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:49.378153 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b5120-8d6b-4067-aace-256f6009be1b None None] Current status of the port ddb74810-ba67-4d94-9178-fc55c3943965 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:49.378641 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5120-8d6b-4067-aace-256f6009be1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.390500 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6be6-cd39-41e4-b395-f24f61236a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.393346 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:45Z', 'revision_number': 4, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'ddb74810-ba67-4d94-9178-fc55c3943965', 'name': '', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'mac_address': 'fa:16:3e:37:1b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:44Z', 'updated_at': '2022-01-28T13:31:48Z', 'revision_number': 4, 'project_id': '905d0067d23a40edb40eb557a4980794', 'subnets': [{'id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:49.433358 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6a745-3d0d-4b17-ae5a-63ebdaeada71 None None] The sync data for ids ['db81865a-8e35-4340-a8d8-c5740116fc02'] in n-d-824835-4 is: [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:45Z', 'revision_number': 4, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'ddb74810-ba67-4d94-9178-fc55c3943965', 'name': '', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'mac_address': 'fa:16:3e:37:1b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:44Z', 'updated_at': '2022-01-28T13:31:48Z', 'revision_number': 4, 'project_id': '905d0067d23a40edb40eb557a4980794', 'subnets': [{'id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:31:49.460604 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ad5b5120-8d6b-4067-aace-256f6009be1b None None] For port ddb74810-ba67-4d94-9178-fc55c3943965, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ddb74810-ba67-4d94-9178-fc55c3943965,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:49.479245 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5120-8d6b-4067-aace-256f6009be1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.568752 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'name': 'tempest-TestMinimumBasicScenario-1730673110-router', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 3, 'project_id': '4e92cf1454fc486f86183de5f1730786', 'gw_port': {'id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:49.569334 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.584872 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b5120-8d6b-4067-aace-256f6009be1b None None] Pushing event updated for resources: {'Port': ['ID=ddb74810-ba67-4d94-9178-fc55c3943965,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:49.604148 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Checking router: d322dea2-2028-4575-8450-e2bf89f167ee for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:31:49.604989 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Updating router d322dea2-2028-4575-8450-e2bf89f167ee port 1a5295c9-ab54-44b4-bc37-3220d98b4551 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:31:49.641458 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.780214 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Allocated IP 172.20.0.1 (f4cbbf71-ce7b-45ed-948e-c7f64b3dc513/ef539cf0-4aa5-42d7-86e3-58de5e21d636/3f17a00a-3e2d-48d1-8a35-e5a8d34ad217) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:49.914078 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Publish callbacks [] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.921260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e4e8ac-76f9-41d6-a1bf-d77388afb532 None None] Network f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:49.971866 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Publish callbacks [] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.975892 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.978355 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.028353 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Attempting to bind port 1a5295c9-ab54-44b4-bc37-3220d98b4551 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:50.029467 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Attempting to bind port 1a5295c9-ab54-44b4-bc37-3220d98b4551 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:50.030054 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Attempting to bind port 1a5295c9-ab54-44b4-bc37-3220d98b4551 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:50.033342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Network f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:50.034946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-8ad2daba-5d6e-4a6a-a452-ef4d530772c9 None None] Provisioning complete for port 58817a1c-34a6-470c-b4cc-11959b50e706 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:50.035525 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ad2daba-5d6e-4a6a-a452-ef4d530772c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.038983 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:50.039185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:50.039820 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:50.040431 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.041884 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:50.042982 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Bound port: 1a5295c9-ab54-44b4-bc37-3220d98b4551, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:50.043634 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.044211 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:50.049013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Pushing event updated for resources: {'Port': ['ID=3f17a00a-3e2d-48d1-8a35-e5a8d34ad217,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:50.101957 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (d322dea2-2028-4575-8450-e2bf89f167ee), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.111657 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080a3d1-0e6a-4d61-958e-b2fdbe235bba None None] Pushing event updated for resources: {'Port': ['ID=1a5295c9-ab54-44b4-bc37-3220d98b4551,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:50.121643 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] For port 1a5295c9-ab54-44b4-bc37-3220d98b4551, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:50.126302 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] For port 1a5295c9-ab54-44b4-bc37-3220d98b4551, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1a5295c9-ab54-44b4-bc37-3220d98b4551,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:50.132541 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.185730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2daba-5d6e-4a6a-a452-ef4d530772c9 None None] Current status of the port 58817a1c-34a6-470c-b4cc-11959b50e706 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:50.186745 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ad2daba-5d6e-4a6a-a452-ef4d530772c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.199202 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Routers {'d322dea2-2028-4575-8450-e2bf89f167ee'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:50.200024 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:31:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['d322dea2-2028-4575-8450-e2bf89f167ee'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:50.253752 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8ad2daba-5d6e-4a6a-a452-ef4d530772c9 None None] For port 58817a1c-34a6-470c-b4cc-11959b50e706, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=58817a1c-34a6-470c-b4cc-11959b50e706,segment=NetworkSegment(f010f378-9839-4067-9ad2-42f861bd1ebf),segment_id=f010f378-9839-4067-9ad2-42f861bd1ebf)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:50.259715 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080a3d1-0e6a-4d61-958e-b2fdbe235bba None None] Pushing event updated for resources: {'Port': ['ID=1a5295c9-ab54-44b4-bc37-3220d98b4551,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:50.260516 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ad2daba-5d6e-4a6a-a452-ef4d530772c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.326729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2daba-5d6e-4a6a-a452-ef4d530772c9 None None] Pushing event updated for resources: {'Port': ['ID=58817a1c-34a6-470c-b4cc-11959b50e706,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:50.340517 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.381267 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] Set router d322dea2-2028-4575-8450-e2bf89f167ee gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:50.491216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bae6c607-f79f-4c3d-b62d-e761222385f4 None None] Provisioning complete for port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:50.491929 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bae6c607-f79f-4c3d-b62d-e761222385f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.554345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bae6c607-f79f-4c3d-b62d-e761222385f4 None None] Port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:50.567882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-bae6c607-f79f-4c3d-b62d-e761222385f4 None None] Provisioning complete for port 58817a1c-34a6-470c-b4cc-11959b50e706 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:50.569118 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bae6c607-f79f-4c3d-b62d-e761222385f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.577767 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Publish callbacks [] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.590069 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.625083 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'name': 'tempest-TestMinimumBasicScenario-1730673110-router', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 3, 'project_id': '4e92cf1454fc486f86183de5f1730786', 'gw_port': {'id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:50.657464 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad5569-0c31-43bb-858a-e6c7eb41c383 None None] The sync data for ids ['d322dea2-2028-4575-8450-e2bf89f167ee'] in n-d-824835-4 is: [{'id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'name': 'tempest-TestMinimumBasicScenario-1730673110-router', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 3, 'project_id': '4e92cf1454fc486f86183de5f1730786', 'gw_port': {'id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:31:50.678160 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (d322dea2-2028-4575-8450-e2bf89f167ee), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.680034 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Pushing event updated for resources: {'Port': ['ID=3f17a00a-3e2d-48d1-8a35-e5a8d34ad217,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:50.704241 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bae6c607-f79f-4c3d-b62d-e761222385f4 None None] Current status of the port 58817a1c-34a6-470c-b4cc-11959b50e706 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:50.822567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Network f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:50.824204 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:50.829660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-19d27e5b-258d-48f0-b96f-5295777433b7 None None] Provisioning complete for port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:50.830276 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19d27e5b-258d-48f0-b96f-5295777433b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.892638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-19d27e5b-258d-48f0-b96f-5295777433b7 None None] Port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:50.926117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 58817a1c-34a6-470c-b4cc-11959b50e706 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:50.986484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 58817a1c-34a6-470c-b4cc-11959b50e706 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:50.986866 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:51.000064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Router d322dea2-2028-4575-8450-e2bf89f167ee has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:31:51.083791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 58817a1c-34a6-470c-b4cc-11959b50e706 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:51.084896 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ddb74810-ba67-4d94-9178-fc55c3943965 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:51.158212 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:31:51.166607 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-07e1de00-d948-4253-9665-37cae18f7963 admin admin] 10.222.0.53 "PUT /v2.0/routers/d322dea2-2028-4575-8450-e2bf89f167ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1415083 Jan 28 13:31:51.171999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ddb74810-ba67-4d94-9178-fc55c3943965 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:51.172400 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:51.235694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a6ae9a6a-2e66-43e4-8e28-71590c3460e6 None None] Provisioning complete for port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:51.235963 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6ae9a6a-2e66-43e4-8e28-71590c3460e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:51.307060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae9a6a-2e66-43e4-8e28-71590c3460e6 None None] Port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:51.322207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ddb74810-ba67-4d94-9178-fc55c3943965 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:51.728311 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97e10932-7160-4669-8575-ed449dc4e745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.883242 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1a5295c9-ab54-44b4-bc37-3220d98b4551 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:52.966721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1a5295c9-ab54-44b4-bc37-3220d98b4551 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:52.967551 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.063170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1a5295c9-ab54-44b4-bc37-3220d98b4551 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:53.063899 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.077048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Sync routers for ids ['d322dea2-2028-4575-8450-e2bf89f167ee'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:31:53.096792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 1a5295c9-ab54-44b4-bc37-3220d98b4551, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1a5295c9-ab54-44b4-bc37-3220d98b4551,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:53.102387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Routers {'d322dea2-2028-4575-8450-e2bf89f167ee'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:53.103034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:31:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['d322dea2-2028-4575-8450-e2bf89f167ee'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:53.106563 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.252331 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=1a5295c9-ab54-44b4-bc37-3220d98b4551,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:53.264182 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.269525 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.269942 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.270309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.270640 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.270979 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.271315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.271673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.272010 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.272338 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.272665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.273018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.273332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.275723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:53.296503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Set router d322dea2-2028-4575-8450-e2bf89f167ee gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:53.525316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'name': 'tempest-TestMinimumBasicScenario-1730673110-router', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:50Z', 'revision_number': 4, 'project_id': '4e92cf1454fc486f86183de5f1730786', 'gw_port': {'id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '3f17a00a-3e2d-48d1-8a35-e5a8d34ad217', 'name': '', 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'mac_address': 'fa:16:3e:ec:78:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ef539cf0-4aa5-42d7-86e3-58de5e21d636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:49Z', 'updated_at': '2022-01-28T13:31:50Z', 'revision_number': 2, 'project_id': '4e92cf1454fc486f86183de5f1730786', 'subnets': [{'id': 'ef539cf0-4aa5-42d7-86e3-58de5e21d636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:53.717534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Checking router: d322dea2-2028-4575-8450-e2bf89f167ee for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:31:53.718197 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Updating router d322dea2-2028-4575-8450-e2bf89f167ee port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:31:53.745875 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.056777 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Publish callbacks [] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.064051 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.135279 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e507c-2515-40d3-9911-3de706c4ce0c None None] Pushing event updated for resources: {'Port': ['ID=3f17a00a-3e2d-48d1-8a35-e5a8d34ad217,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:54.171693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Attempting to bind port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:54.172320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Attempting to bind port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'f010f378-9839-4067-9ad2-42f861bd1ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:54.172881 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Attempting to bind port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 on network f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:54.178818 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:54.179480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Checking segment: {'id': 'f010f378-9839-4067-9ad2-42f861bd1ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:54.180054 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.180634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Bound using segment: {'id': 'f010f378-9839-4067-9ad2-42f861bd1ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:54.181281 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Bound port: 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f010f378-9839-4067-9ad2-42f861bd1ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:54.181828 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.261668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] For port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:54.265840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] For port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3f17a00a-3e2d-48d1-8a35-e5a8d34ad217,segment=NetworkSegment(f010f378-9839-4067-9ad2-42f861bd1ebf),segment_id=f010f378-9839-4067-9ad2-42f861bd1ebf)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:54.274902 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.351610 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Routers {'d322dea2-2028-4575-8450-e2bf89f167ee'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:54.352310 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:31:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['d322dea2-2028-4575-8450-e2bf89f167ee'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:54.455231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e507c-2515-40d3-9911-3de706c4ce0c None None] Pushing event updated for resources: {'Port': ['ID=3f17a00a-3e2d-48d1-8a35-e5a8d34ad217,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:54.477443 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] Set router d322dea2-2028-4575-8450-e2bf89f167ee gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:54.517313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7274b6d5-0ca7-4bd8-b5f1-6cf73ee280fc None None] Provisioning complete for port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:54.517612 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7274b6d5-0ca7-4bd8-b5f1-6cf73ee280fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.766986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7274b6d5-0ca7-4bd8-b5f1-6cf73ee280fc None None] Current status of the port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:54.767737 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7274b6d5-0ca7-4bd8-b5f1-6cf73ee280fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.804169 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1a5295c9-ab54-44b4-bc37-3220d98b4551 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:54.841445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7274b6d5-0ca7-4bd8-b5f1-6cf73ee280fc None None] For port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3f17a00a-3e2d-48d1-8a35-e5a8d34ad217,segment=NetworkSegment(f010f378-9839-4067-9ad2-42f861bd1ebf),segment_id=f010f378-9839-4067-9ad2-42f861bd1ebf)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:54.855017 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7274b6d5-0ca7-4bd8-b5f1-6cf73ee280fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.910420 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'name': 'tempest-TestMinimumBasicScenario-1730673110-router', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:50Z', 'revision_number': 4, 'project_id': '4e92cf1454fc486f86183de5f1730786', 'gw_port': {'id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '3f17a00a-3e2d-48d1-8a35-e5a8d34ad217', 'name': '', 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'mac_address': 'fa:16:3e:ec:78:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ef539cf0-4aa5-42d7-86e3-58de5e21d636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:49Z', 'updated_at': '2022-01-28T13:31:54Z', 'revision_number': 4, 'project_id': '4e92cf1454fc486f86183de5f1730786', 'subnets': [{'id': 'ef539cf0-4aa5-42d7-86e3-58de5e21d636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:54.947383 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.948486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e978eda-758b-4294-ab91-1bb5b20afdf8 None None] The sync data for ids ['d322dea2-2028-4575-8450-e2bf89f167ee'] in n-d-824835-4 is: [{'id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'name': 'tempest-TestMinimumBasicScenario-1730673110-router', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:50Z', 'revision_number': 4, 'project_id': '4e92cf1454fc486f86183de5f1730786', 'gw_port': {'id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '3f17a00a-3e2d-48d1-8a35-e5a8d34ad217', 'name': '', 'network_id': 'f4cbbf71-ce7b-45ed-948e-c7f64b3dc513', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'mac_address': 'fa:16:3e:ec:78:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ef539cf0-4aa5-42d7-86e3-58de5e21d636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:49Z', 'updated_at': '2022-01-28T13:31:54Z', 'revision_number': 4, 'project_id': '4e92cf1454fc486f86183de5f1730786', 'subnets': [{'id': 'ef539cf0-4aa5-42d7-86e3-58de5e21d636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:31:54.984899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274b6d5-0ca7-4bd8-b5f1-6cf73ee280fc None None] Pushing event updated for resources: {'Port': ['ID=3f17a00a-3e2d-48d1-8a35-e5a8d34ad217,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:55.003280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 1a5295c9-ab54-44b4-bc37-3220d98b4551 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:55.003734 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.005386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5cc576d6-f6c5-45d3-901e-17dbffacf57a None None] Provisioning complete for port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:55.005751 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5cc576d6-f6c5-45d3-901e-17dbffacf57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.237831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 1a5295c9-ab54-44b4-bc37-3220d98b4551 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:55.256110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5cc576d6-f6c5-45d3-901e-17dbffacf57a None None] Current status of the port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:56.205087 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.864142 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:56.948115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:56.948572 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.041044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:01.435072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-9e2c0e40-0f9f-419d-a2ce-51a67d7668c6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:01.436545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-9e2c0e40-0f9f-419d-a2ce-51a67d7668c6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/networks?id=0aebf91d-d2a9-47af-a400-a0873255b94c HTTP/1.1" status: 200 len: 814 time: 0.1055994 Jan 28 13:32:01.450798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-6b449a9c-dfbe-4b80-b830-5c6608e05ee3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/quotas/905d0067d23a40edb40eb557a4980794 HTTP/1.1" status: 200 len: 375 time: 0.0087996 Jan 28 13:32:01.504075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-ca4ed395-6288-4cd5-a8d6-8b3672ab5ec9 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=905d0067d23a40edb40eb557a4980794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469322 Jan 28 13:32:01.597665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-4dcfc34c-a3b0-4b96-b23a-a4947ba11ee0 service neutron] 10.222.0.53 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817025 Jan 28 13:32:01.689601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-253b6d76-e8c3-405c-b3e3-2263b994f691 service neutron] 10.222.0.53 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861690 Jan 28 13:32:01.848529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cbb412c9-ce4c-4f47-a966-bf39e22cfb4a req-2d08eabf-54c6-446c-bbb8-50ba4c8df49f tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 210 time: 0.0275910 Jan 28 13:32:02.815691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-60f7e763-9cd3-420d-b0ee-1ca6c86dbf60 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:02.817125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-60f7e763-9cd3-420d-b0ee-1ca6c86dbf60 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.35 "GET /v2.0/networks?id=0aebf91d-d2a9-47af-a400-a0873255b94c HTTP/1.1" status: 200 len: 814 time: 0.1076770 Jan 28 13:32:02.830647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Request body: {'port': {'device_id': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'admin_state_up': True, 'tenant_id': '905d0067d23a40edb40eb557a4980794'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:02.960905 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eecd756e-cd97-4a60-bd76-4a3655daf0f9 req-930d2856-1fd5-4dda-97d5-b34947a90695 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 210 time: 0.0394757 Jan 28 13:32:02.981045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Made reservation on behalf of 905d0067d23a40edb40eb557a4980794 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:02.985389 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.151013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Allocated IP 172.20.0.14 (0aebf91d-d2a9-47af-a400-a0873255b94c/3101437c-3f88-4c1a-b991-5dd696cd81ee/5d956eaf-e722-463d-bb04-320f6f713f58) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:03.352545 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for port (5d956eaf-e722-463d-bb04-320f6f713f58), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.402732 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.462307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Network 0aebf91d-d2a9-47af-a400-a0873255b94c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:03.466559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:03.480128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:03.531491 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event updated for resources: {'Port': ['ID=5d956eaf-e722-463d-bb04-320f6f713f58,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:03.564328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:03.564987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.581686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-2e052020-bdba-48a3-ab59-a3f05193f926 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7548084 Jan 28 13:32:03.741190 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a5d226cc-e953-42a2-8e15-65ea8cfd2a82 None None] Provisioning complete for port 5d956eaf-e722-463d-bb04-320f6f713f58 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:03.742195 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5d226cc-e953-42a2-8e15-65ea8cfd2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.780583 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a5d226cc-e953-42a2-8e15-65ea8cfd2a82 None None] Port 5d956eaf-e722-463d-bb04-320f6f713f58 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:04.090374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b4f02-ec92-4e7e-9fa1-4d6c8f9ae2a9 req-707222bc-34b3-44b0-be62-a44c0f892c4d tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:04.092635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-390b4f02-ec92-4e7e-9fa1-4d6c8f9ae2a9 req-707222bc-34b3-44b0-be62-a44c0f892c4d tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 932 time: 0.0644927 Jan 28 13:32:04.154725 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-390b4f02-ec92-4e7e-9fa1-4d6c8f9ae2a9 req-8bebdd8d-657e-4c15-8a52-9569a0089a55 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565977 Jan 28 13:32:05.288118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b17b07-66ef-4594-b3e6-13325fff9db4 req-fe262dc6-38da-407d-a09a-451289033caa tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:05.289926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26b17b07-66ef-4594-b3e6-13325fff9db4 req-fe262dc6-38da-407d-a09a-451289033caa tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 932 time: 0.0590532 Jan 28 13:32:05.340896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-26b17b07-66ef-4594-b3e6-13325fff9db4 req-e762623e-04c9-4ef6-811d-4152d162f800 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434818 Jan 28 13:32:06.481158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc987ef0-2876-4907-ac74-86395b385d91 req-f6439854-b20f-4f38-a8c3-d104aec27eab tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:06.482968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc987ef0-2876-4907-ac74-86395b385d91 req-f6439854-b20f-4f38-a8c3-d104aec27eab tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 932 time: 0.0664597 Jan 28 13:32:06.532759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc987ef0-2876-4907-ac74-86395b385d91 req-d52dd810-7ae1-42db-952d-64ac8dfaad67 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441360 Jan 28 13:32:07.675156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bd128-ebcf-4892-82bd-1b01498ac368 req-7a505a1c-2f21-4a3d-ac1f-eb795fafe8e3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:07.676664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-915bd128-ebcf-4892-82bd-1b01498ac368 req-7a505a1c-2f21-4a3d-ac1f-eb795fafe8e3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 932 time: 0.0702784 Jan 28 13:32:07.748720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-915bd128-ebcf-4892-82bd-1b01498ac368 req-699bd8d0-419d-4ff9-9cd6-5da707a78438 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656066 Jan 28 13:32:08.879795 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ce72c-9339-42d3-89ce-0dd105d86bc7 req-b8033b65-4f79-4be6-a50d-e48f414c15fc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.881270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c35ce72c-9339-42d3-89ce-0dd105d86bc7 req-b8033b65-4f79-4be6-a50d-e48f414c15fc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 932 time: 0.0496614 Jan 28 13:32:08.935990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c35ce72c-9339-42d3-89ce-0dd105d86bc7 req-2ea4a365-2085-45d0-b6cf-2b7c9369411e tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491037 Jan 28 13:32:10.073582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433ae4d-bd0f-47ea-a273-4a28d059c8ec req-26c90c45-08fe-45b6-b169-d6cb242dcb02 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:10.082125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b433ae4d-bd0f-47ea-a273-4a28d059c8ec req-26c90c45-08fe-45b6-b169-d6cb242dcb02 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 932 time: 0.0640464 Jan 28 13:32:10.128174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b433ae4d-bd0f-47ea-a273-4a28d059c8ec req-23dd637f-06ef-46c7-8f6b-3d11ec482ac4 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Jan 28 13:32:11.249385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb16f9-e3d3-4b3a-aa8d-17cc961edf3e req-ae2eacc3-4b6c-42f2-b83c-81362fb24778 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:11.251151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5cb16f9-e3d3-4b3a-aa8d-17cc961edf3e req-ae2eacc3-4b6c-42f2-b83c-81362fb24778 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 932 time: 0.0518503 Jan 28 13:32:11.302171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c5cb16f9-e3d3-4b3a-aa8d-17cc961edf3e req-6b66e300-4f0f-4c95-90ba-9d458aa8a56d tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Jan 28 13:32:11.828338 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Request body: {'port': {'device_id': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:11.884631 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.149278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d956eaf-e722-463d-bb04-320f6f713f58 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:12.158243 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Publish callbacks [] for port (5d956eaf-e722-463d-bb04-320f6f713f58), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.170567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Transition to ACTIVE for port object 5d956eaf-e722-463d-bb04-320f6f713f58 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:32:12.174324 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.228024 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d956eaf-e722-463d-bb04-320f6f713f58,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:12.306143 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Attempting to bind port 5d956eaf-e722-463d-bb04-320f6f713f58 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:12.306811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Attempting to bind port 5d956eaf-e722-463d-bb04-320f6f713f58 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:12.306811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Attempting to bind port 5d956eaf-e722-463d-bb04-320f6f713f58 on network 0aebf91d-d2a9-47af-a400-a0873255b94c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:12.311939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Port 5d956eaf-e722-463d-bb04-320f6f713f58 on network 0aebf91d-d2a9-47af-a400-a0873255b94c not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:12.312264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Attempting to bind port 5d956eaf-e722-463d-bb04-320f6f713f58 on network 0aebf91d-d2a9-47af-a400-a0873255b94c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:12.317290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:12.317627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Checking segment: {'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:12.318013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Bound using segment: {'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:12.318421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Bound port: 5d956eaf-e722-463d-bb04-320f6f713f58, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83007c49-4722-4356-bbaa-c3a27a1c2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:12.318772 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.416284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] For port 5d956eaf-e722-463d-bb04-320f6f713f58, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:12.432340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] For port 5d956eaf-e722-463d-bb04-320f6f713f58, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5d956eaf-e722-463d-bb04-320f6f713f58,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:12.438196 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.448876 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f65a6-a12e-4c92-b28b-a4190c4fc3d4 req-95b66df2-5f73-49c7-a0b6-e414545b0bf1 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.450407 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a7f65a6-a12e-4c92-b28b-a4190c4fc3d4 req-95b66df2-5f73-49c7-a0b6-e414545b0bf1 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 944 time: 0.0718176 Jan 28 13:32:12.482369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.483850 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.485202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] 10.222.0.35 "PUT /v2.0/ports/5d956eaf-e722-463d-bb04-320f6f713f58 HTTP/1.1" status: 200 len: 1092 time: 0.6622763 Jan 28 13:32:12.493992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:12.496493 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f37c5f-7fdc-48ff-9a88-a09c7f69845c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:12.568610 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f4c8c5-c11c-4fae-a2a1-59e6b0a1af60 x-openstack-request-id: req-85f4c8c5-c11c-4fae-a2a1-59e6b0a1af60 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:12.568896 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:12.569139 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85f4c8c5-c11c-4fae-a2a1-59e6b0a1af60 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:12.569591 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58', 'status': 'completed', 'code': 200} Jan 28 13:32:12.598941 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ffd93-c62d-4edc-ac27-37fb2b5e0de4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d956eaf-e722-463d-bb04-320f6f713f58,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:12.607283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a7f65a6-a12e-4c92-b28b-a4190c4fc3d4 req-119ce5b9-dc1a-4f45-89f2-b5208b8656a3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505060 Jan 28 13:32:12.620896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-82fd75a3-4122-41a7-b33d-d2c2acbe3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.622445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-82fd75a3-4122-41a7-b33d-d2c2acbe3dfb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=905d0067d23a40edb40eb557a4980794&device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 1095 time: 0.0789082 Jan 28 13:32:12.666477 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-d83d2f98-cace-4f6c-9959-63804099f262 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d956eaf-e722-463d-bb04-320f6f713f58 HTTP/1.1" status: 200 len: 217 time: 0.0367558 Jan 28 13:32:12.722768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-d2051156-e054-4676-a9d7-40a3ff924893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.724275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-d2051156-e054-4676-a9d7-40a3ff924893 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3101437c-3f88-4c1a-b991-5dd696cd81ee HTTP/1.1" status: 200 len: 853 time: 0.0521686 Jan 28 13:32:12.771248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-b2c146ca-0761-4222-9dfe-1a10e44ce231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.772723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-b2c146ca-0761-4222-9dfe-1a10e44ce231 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0aebf91d-d2a9-47af-a400-a0873255b94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422997 Jan 28 13:32:12.862811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-bd4a1405-66bb-4750-b1a1-d1ce31facce3 service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838795 Jan 28 13:32:12.957980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-19c1ecd1-2180-4a77-a079-b0f9b10dac71 req-e889d738-54ce-4556-963a-dd506f43ea5f service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887468 Jan 28 13:32:13.044225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f37c5f-7fdc-48ff-9a88-a09c7f69845c req-ac97a708-4ce1-42ef-b64e-60eee99b40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.046623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0f37c5f-7fdc-48ff-9a88-a09c7f69845c req-ac97a708-4ce1-42ef-b64e-60eee99b40d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=905d0067d23a40edb40eb557a4980794&device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 1095 time: 0.0428030 Jan 28 13:32:13.140548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f37c5f-7fdc-48ff-9a88-a09c7f69845c req-a2fe7262-72c8-4ae1-b255-dc2a37c9d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.142035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0f37c5f-7fdc-48ff-9a88-a09c7f69845c req-a2fe7262-72c8-4ae1-b255-dc2a37c9d49d service neutron] 10.222.0.35 "GET /v2.0/networks?id=0aebf91d-d2a9-47af-a400-a0873255b94c HTTP/1.1" status: 200 len: 915 time: 0.0883646 Jan 28 13:32:13.183919 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0f37c5f-7fdc-48ff-9a88-a09c7f69845c req-ab16f97b-0f33-45f6-827d-d9e4123ef5c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d956eaf-e722-463d-bb04-320f6f713f58 HTTP/1.1" status: 200 len: 217 time: 0.0362852 Jan 28 13:32:13.231208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f37c5f-7fdc-48ff-9a88-a09c7f69845c req-cd225fa0-e2ac-4934-bbf7-b1a83dfeada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.232623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0f37c5f-7fdc-48ff-9a88-a09c7f69845c req-cd225fa0-e2ac-4934-bbf7-b1a83dfeada0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3101437c-3f88-4c1a-b991-5dd696cd81ee HTTP/1.1" status: 200 len: 853 time: 0.0428374 Jan 28 13:32:13.251056 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:32:13.279776 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f37c5f-7fdc-48ff-9a88-a09c7f69845c req-43819edf-1a62-4f95-8125-4298aa40653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.281289 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0f37c5f-7fdc-48ff-9a88-a09c7f69845c req-43819edf-1a62-4f95-8125-4298aa40653c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0aebf91d-d2a9-47af-a400-a0873255b94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413179 Jan 28 13:32:13.374682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0f37c5f-7fdc-48ff-9a88-a09c7f69845c req-cb0e969f-a550-448a-9d48-3c75a7e1e49c service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859988 Jan 28 13:32:13.463436 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d0f37c5f-7fdc-48ff-9a88-a09c7f69845c req-4ac42fad-2ffc-4a60-8ef2-8432f2460328 service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828807 Jan 28 13:32:13.728605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d25fc6-a140-4568-bd87-e572c7c99b49 req-67cebe50-121c-4181-8e25-e8638126b7f4 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.730126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d25fc6-a140-4568-bd87-e572c7c99b49 req-67cebe50-121c-4181-8e25-e8638126b7f4 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 944 time: 0.0531919 Jan 28 13:32:13.777432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00d25fc6-a140-4568-bd87-e572c7c99b49 req-196a8687-0f37-43d7-b5de-d8ceab9702a8 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415969 Jan 28 13:32:14.893247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32354074-1183-46bd-b382-73665fdff6fe req-9f443903-ed47-4261-9fe0-a4c51899748d tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.894765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32354074-1183-46bd-b382-73665fdff6fe req-9f443903-ed47-4261-9fe0-a4c51899748d tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 944 time: 0.0495102 Jan 28 13:32:14.943634 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32354074-1183-46bd-b382-73665fdff6fe req-1939b41d-6baf-4b69-998c-ce4ba7eacc8d tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431285 Jan 28 13:32:15.246524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 5d956eaf-e722-463d-bb04-320f6f713f58 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:15.350516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 5d956eaf-e722-463d-bb04-320f6f713f58, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5d956eaf-e722-463d-bb04-320f6f713f58,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:15.367665 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '5d956eaf-e722-463d-bb04-320f6f713f58', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'port_id': '5d956eaf-e722-463d-bb04-320f6f713f58', 'mac_address': 'fa:16:3e:cb:a3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:15.423202 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 5d956eaf-e722-463d-bb04-320f6f713f58 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:15.423202 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.435744 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d956eaf-e722-463d-bb04-320f6f713f58 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:15.460999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 5d956eaf-e722-463d-bb04-320f6f713f58, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5d956eaf-e722-463d-bb04-320f6f713f58,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:15.485822 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.533730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=5d956eaf-e722-463d-bb04-320f6f713f58,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:15.737301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['5d956eaf-e722-463d-bb04-320f6f713f58'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:16.062181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf512370-cda1-4826-a17b-580ece028486 req-c9c4c806-c9b2-4e74-833a-0733c950011f tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.063658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf512370-cda1-4826-a17b-580ece028486 req-c9c4c806-c9b2-4e74-833a-0733c950011f tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 945 time: 0.0533273 Jan 28 13:32:16.111932 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf512370-cda1-4826-a17b-580ece028486 req-3285a36e-9a56-4d63-9304-7fe9178d6982 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Jan 28 13:32:17.228446 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0f897-479c-47e1-b272-456a91846628 req-b8ee0511-38e6-4cf7-91e8-3ec57d7ec603 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.229951 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ee0f897-479c-47e1-b272-456a91846628 req-b8ee0511-38e6-4cf7-91e8-3ec57d7ec603 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 945 time: 0.0501363 Jan 28 13:32:17.261937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 5d956eaf-e722-463d-bb04-320f6f713f58 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:17.278168 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ee0f897-479c-47e1-b272-456a91846628 req-72d9445b-b9f9-4f02-8ef9-fce5dc2bb601 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422299 Jan 28 13:32:17.312674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 5d956eaf-e722-463d-bb04-320f6f713f58 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:17.317316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 5d956eaf-e722-463d-bb04-320f6f713f58 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:17.317805 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:17.398846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 5d956eaf-e722-463d-bb04-320f6f713f58 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:17.399240 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:17.423618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:17.425915 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d09fc2-ba15-4a7a-bd32-50f3da40f05d" -d '{"events": [{"server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "name": "network-vif-plugged", "status": "completed", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:17.438721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 5d956eaf-e722-463d-bb04-320f6f713f58, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5d956eaf-e722-463d-bb04-320f6f713f58,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:17.442644 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:17.466834 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193daa04-450c-4adc-8afe-c7485d654791 x-openstack-request-id: req-193daa04-450c-4adc-8afe-c7485d654791 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:17.467363 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "name": "network-vif-plugged", "status": "completed", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:17.467621 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-193daa04-450c-4adc-8afe-c7485d654791 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:17.468018 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58', 'code': 200} Jan 28 13:32:17.496652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=5d956eaf-e722-463d-bb04-320f6f713f58,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:17.558642 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180da916-d70b-4b90-b5d0-e90156cdc5fb req-ce71141a-67d6-4310-b41b-7cf897fee7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.560149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-180da916-d70b-4b90-b5d0-e90156cdc5fb req-ce71141a-67d6-4310-b41b-7cf897fee7d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 1097 time: 0.0400152 Jan 28 13:32:17.606906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-180da916-d70b-4b90-b5d0-e90156cdc5fb req-3bc6121d-bea3-4838-b942-d095e6daaa21 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 Jan 28 13:32:17.986903 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.301569 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.395096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbf64f-e518-4143-876e-3546c09f0f0f req-fff2aa1c-4f52-4aa0-8009-6c9b16a4f70a tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:18.396614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7edbf64f-e518-4143-876e-3546c09f0f0f req-fff2aa1c-4f52-4aa0-8009-6c9b16a4f70a tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 946 time: 0.0483921 Jan 28 13:32:18.442953 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7edbf64f-e518-4143-876e-3546c09f0f0f req-f50bbf9a-a46b-4934-b764-48d5d2cecd98 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Jan 28 13:32:19.361678 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cd2d343-ae69-4606-adce-78d58933a61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.559032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f4a46-5660-43ff-851c-74ebd8dd87f5 req-94dbecfa-b807-4d85-9fc3-c10c37ec57d1 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.560763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d62f4a46-5660-43ff-851c-74ebd8dd87f5 req-94dbecfa-b807-4d85-9fc3-c10c37ec57d1 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 946 time: 0.0493581 Jan 28 13:32:19.607722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d62f4a46-5660-43ff-851c-74ebd8dd87f5 req-6a0af232-e3ed-41dd-81e2-23df0a2b0898 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 Jan 28 13:32:19.724339 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767a43e-46b3-4135-abfd-0f4cb0b4de9a req-70d7f920-76a6-4ee7-85c5-a3d10f658a99 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.725699 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e767a43e-46b3-4135-abfd-0f4cb0b4de9a req-70d7f920-76a6-4ee7-85c5-a3d10f658a99 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 946 time: 0.0521877 Jan 28 13:32:19.773601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e767a43e-46b3-4135-abfd-0f4cb0b4de9a req-282c7b1b-8272-4217-bbd4-52356e98a0e0 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423234 Jan 28 13:32:19.959944 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efe6d7-1b47-4779-bc87-fc9f005c7c73 req-dc206755-3b62-427d-85d1-7017d6a4c089 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.961649 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2efe6d7-1b47-4779-bc87-fc9f005c7c73 req-dc206755-3b62-427d-85d1-7017d6a4c089 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 946 time: 0.0487459 Jan 28 13:32:20.007327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e2efe6d7-1b47-4779-bc87-fc9f005c7c73 req-84090ee3-698f-454f-b2d8-a424c97e58eb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Jan 28 13:32:21.723173 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25d725b8-d375-4820-b87a-cfecf030cada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.207535 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.869681 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:26.197266 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.854005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a975166-ed13-4a84-bd3b-19b6d694b934 req-701bce84-d12d-4494-9bc7-51bf2a795523 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.855519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a975166-ed13-4a84-bd3b-19b6d694b934 req-701bce84-d12d-4494-9bc7-51bf2a795523 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 946 time: 0.0568035 Jan 28 13:32:38.908083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7a975166-ed13-4a84-bd3b-19b6d694b934 req-91718f1e-01ca-4acf-ac58-2de87d367e71 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463271 Jan 28 13:32:38.933466 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36940) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:39.070611 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583c885-fb36-4498-a4a9-e83fb771490e tempest-TestMinimumBasicScenario-251633450 tempest-TestMinimumBasicScenario-251633450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.072640 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5583c885-fb36-4498-a4a9-e83fb771490e tempest-TestMinimumBasicScenario-251633450 tempest-TestMinimumBasicScenario-251633450-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 1092 time: 0.1379194 Jan 28 13:32:39.075802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:39.081014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '5d956eaf-e722-463d-bb04-320f6f713f58', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:39.105446 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.217745 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.328605 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Allocated IP 172.25.7.50 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/32bf8a90-d519-425b-86b9-692070b246da) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:39.430877 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for port (32bf8a90-d519-425b-86b9-692070b246da), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.466495 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (32bf8a90-d519-425b-86b9-692070b246da), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.502826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:39.505566 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:39.508869 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:39.534162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event updated for resources: {'Port': ['ID=32bf8a90-d519-425b-86b9-692070b246da,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:39.547422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.547765 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.548107 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.548441 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.548770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.549096 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.549416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.549735 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.550052 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.550369 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.550687 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.551001 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.551313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:39.881330 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for floatingip (2695b936-0e78-4745-a22a-62042c00c038), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.945812 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (32bf8a90-d519-425b-86b9-692070b246da), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.093840 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for port (32bf8a90-d519-425b-86b9-692070b246da), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.098398 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (32bf8a90-d519-425b-86b9-692070b246da), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.164285 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event updated for resources: {'Port': ['ID=32bf8a90-d519-425b-86b9-692070b246da,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.176544 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (2695b936-0e78-4745-a22a-62042c00c038), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.277160 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Floating IP 2695b936-0e78-4745-a22a-62042c00c038 associated. External IP: 172.25.7.50, port: 5d956eaf-e722-463d-bb04-320f6f713f58. Jan 28 13:32:40.487742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Router db81865a-8e35-4340-a8d8-c5740116fc02 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:32:40.595767 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:40.605802 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0829e-e9c1-4e27-a033-8b5a01930a94 None None] Sync routers for ids ['db81865a-8e35-4340-a8d8-c5740116fc02'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:40.613981 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.617261 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0829e-e9c1-4e27-a033-8b5a01930a94 None None] Routers {'db81865a-8e35-4340-a8d8-c5740116fc02'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:40.617869 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3fb0829e-e9c1-4e27-a033-8b5a01930a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:32:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db81865a-8e35-4340-a8d8-c5740116fc02'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:40.641447 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9109ca1e-ef14-4c9f-b222-a471c300e8a6 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5646379 Jan 28 13:32:40.642462 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:40.644348 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36946) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:40.650246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1136298915', 'description': 'tempest-secgroup-smoke-1136298915 description', 'project_id': '905d0067d23a40edb40eb557a4980794'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:40.674969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.734336 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3fb0829e-e9c1-4e27-a033-8b5a01930a94 None None] Set router db81865a-8e35-4340-a8d8-c5740116fc02 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:40.756821 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group (83e919d7-a251-44bc-91cc-bfe312dc2a3e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.761211 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (83e919d7-a251-44bc-91cc-bfe312dc2a3e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.771734 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcea6aa7310c04abe0b6c5d57a933cb21896f4ce98dc77ba11699632bd45269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f36f94-0e56-4a40-87bc-e25b144a0ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:40.794740 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.796280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1501286 Jan 28 13:32:40.799757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36954) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:40.800893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e919d7-a251-44bc-91cc-bfe312dc2a3e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.806024 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-90c40a90-e2d5-45a5-bcdb-76a95aea9080 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Request body: {'security_group_rule': {'security_group_id': '83e919d7-a251-44bc-91cc-bfe312dc2a3e', 'project_id': '905d0067d23a40edb40eb557a4980794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:40.808557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.808908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.809250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.809585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.809928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.810239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.810564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.810892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.811368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.811839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.812170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.812524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.812817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1e338-e3a6-40e0-9cc8-b30fa9b219b3 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:40.844545 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90c40a90-e2d5-45a5-bcdb-76a95aea9080 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (5cf0bdd1-dbcd-4774-846f-5be1f3fc325d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.880810 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70788b64-58e1-4963-95c7-eeb48b63591a x-openstack-request-id: req-70788b64-58e1-4963-95c7-eeb48b63591a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:40.881104 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:40.881402 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70788b64-58e1-4963-95c7-eeb48b63591a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:40.881809 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58', 'status': 'completed', 'code': 200} Jan 28 13:32:40.897107 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90c40a90-e2d5-45a5-bcdb-76a95aea9080 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (5cf0bdd1-dbcd-4774-846f-5be1f3fc325d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.902059 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90c40a90-e2d5-45a5-bcdb-76a95aea9080 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (5cf0bdd1-dbcd-4774-846f-5be1f3fc325d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.925953 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c40a90-e2d5-45a5-bcdb-76a95aea9080 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf0bdd1-dbcd-4774-846f-5be1f3fc325d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.941214 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90c40a90-e2d5-45a5-bcdb-76a95aea9080 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.942876 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-90c40a90-e2d5-45a5-bcdb-76a95aea9080 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416786 Jan 28 13:32:40.945726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36956) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:40.950334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fdcc9a35-2e17-4da0-85c2-0b3b024e2a83 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Request body: {'security_group_rule': {'security_group_id': '83e919d7-a251-44bc-91cc-bfe312dc2a3e', 'project_id': '905d0067d23a40edb40eb557a4980794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:40.957868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f36f94-0e56-4a40-87bc-e25b144a0ff0 req-7a65a067-450b-4d17-9bd2-6bc6373454b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:40.959335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90f36f94-0e56-4a40-87bc-e25b144a0ff0 req-7a65a067-450b-4d17-9bd2-6bc6373454b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=905d0067d23a40edb40eb557a4980794&device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 1097 time: 0.0563276 Jan 28 13:32:40.971773 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3fb0829e-e9c1-4e27-a033-8b5a01930a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:45Z', 'revision_number': 4, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '2695b936-0e78-4745-a22a-62042c00c038', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'port_id': '5d956eaf-e722-463d-bb04-320f6f713f58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'mac_address': 'fa:16:3e:cb:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:32:39Z', 'updated_at': '2022-01-28T13:32:39Z', 'revision_number': 0, 'project_id': '905d0067d23a40edb40eb557a4980794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb74810-ba67-4d94-9178-fc55c3943965', 'name': '', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'mac_address': 'fa:16:3e:37:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:44Z', 'updated_at': '2022-01-28T13:31:49Z', 'revision_number': 5, 'project_id': '905d0067d23a40edb40eb557a4980794', 'subnets': [{'id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:41.002986 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0829e-e9c1-4e27-a033-8b5a01930a94 None None] Checking router: db81865a-8e35-4340-a8d8-c5740116fc02 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:32:41.011993 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0829e-e9c1-4e27-a033-8b5a01930a94 None None] Routers {'db81865a-8e35-4340-a8d8-c5740116fc02'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:41.012617 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3fb0829e-e9c1-4e27-a033-8b5a01930a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:32:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db81865a-8e35-4340-a8d8-c5740116fc02'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:41.038042 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9a35-2e17-4da0-85c2-0b3b024e2a83 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (6f8a5586-0788-4f34-93a3-dfbc86233527), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.106085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f36f94-0e56-4a40-87bc-e25b144a0ff0 req-6552b001-fc4f-442a-94c6-eabb1711c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:41.107589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90f36f94-0e56-4a40-87bc-e25b144a0ff0 req-6552b001-fc4f-442a-94c6-eabb1711c94c service neutron] 10.222.0.35 "GET /v2.0/networks?id=0aebf91d-d2a9-47af-a400-a0873255b94c HTTP/1.1" status: 200 len: 915 time: 0.1409137 Jan 28 13:32:41.116229 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3fb0829e-e9c1-4e27-a033-8b5a01930a94 None None] Set router db81865a-8e35-4340-a8d8-c5740116fc02 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:41.157686 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9a35-2e17-4da0-85c2-0b3b024e2a83 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (6f8a5586-0788-4f34-93a3-dfbc86233527), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.166126 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9a35-2e17-4da0-85c2-0b3b024e2a83 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (6f8a5586-0788-4f34-93a3-dfbc86233527), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.205520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc9a35-2e17-4da0-85c2-0b3b024e2a83 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8a5586-0788-4f34-93a3-dfbc86233527,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:41.211105 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fdcc9a35-2e17-4da0-85c2-0b3b024e2a83 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.215381 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fdcc9a35-2e17-4da0-85c2-0b3b024e2a83 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2655916 Jan 28 13:32:41.215381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36958) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:41.222617 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b2b1bd3a-44e9-4a2a-96b1-367d31a9c389 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Request body: {'security_group_rule': {'security_group_id': '83e919d7-a251-44bc-91cc-bfe312dc2a3e', 'project_id': '905d0067d23a40edb40eb557a4980794', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:41.229566 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90f36f94-0e56-4a40-87bc-e25b144a0ff0 req-a14708c4-842d-43d8-8a29-82b06987d550 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d956eaf-e722-463d-bb04-320f6f713f58 HTTP/1.1" status: 200 len: 999 time: 0.1151075 Jan 28 13:32:41.292140 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f36f94-0e56-4a40-87bc-e25b144a0ff0 req-e9b190ba-6de7-4031-b6ba-5eec16f11806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:41.294542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90f36f94-0e56-4a40-87bc-e25b144a0ff0 req-e9b190ba-6de7-4031-b6ba-5eec16f11806 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3101437c-3f88-4c1a-b991-5dd696cd81ee HTTP/1.1" status: 200 len: 853 time: 0.0586605 Jan 28 13:32:41.296299 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2b1bd3a-44e9-4a2a-96b1-367d31a9c389 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (f3354cd3-3ac8-487c-ac34-2f1339a670e2), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.372850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f36f94-0e56-4a40-87bc-e25b144a0ff0 req-0673ddfd-d49d-44de-a995-75ec23ecef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:41.375327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90f36f94-0e56-4a40-87bc-e25b144a0ff0 req-0673ddfd-d49d-44de-a995-75ec23ecef6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0aebf91d-d2a9-47af-a400-a0873255b94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726969 Jan 28 13:32:41.385286 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2b1bd3a-44e9-4a2a-96b1-367d31a9c389 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (f3354cd3-3ac8-487c-ac34-2f1339a670e2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.393928 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2b1bd3a-44e9-4a2a-96b1-367d31a9c389 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (f3354cd3-3ac8-487c-ac34-2f1339a670e2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.437760 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3fb0829e-e9c1-4e27-a033-8b5a01930a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:45Z', 'revision_number': 4, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '2695b936-0e78-4745-a22a-62042c00c038', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'port_id': '5d956eaf-e722-463d-bb04-320f6f713f58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'mac_address': 'fa:16:3e:cb:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:32:39Z', 'updated_at': '2022-01-28T13:32:39Z', 'revision_number': 0, 'project_id': '905d0067d23a40edb40eb557a4980794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb74810-ba67-4d94-9178-fc55c3943965', 'name': '', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'mac_address': 'fa:16:3e:37:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:44Z', 'updated_at': '2022-01-28T13:31:49Z', 'revision_number': 5, 'project_id': '905d0067d23a40edb40eb557a4980794', 'subnets': [{'id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:41.457280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1bd3a-44e9-4a2a-96b1-367d31a9c389 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3354cd3-3ac8-487c-ac34-2f1339a670e2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:41.466017 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2b1bd3a-44e9-4a2a-96b1-367d31a9c389 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.470120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b2b1bd3a-44e9-4a2a-96b1-367d31a9c389 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2515545 Jan 28 13:32:41.470540 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0829e-e9c1-4e27-a033-8b5a01930a94 None None] The sync data for ids ['db81865a-8e35-4340-a8d8-c5740116fc02'] in n-d-824835-4 is: [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:45Z', 'revision_number': 4, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '2695b936-0e78-4745-a22a-62042c00c038', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'port_id': '5d956eaf-e722-463d-bb04-320f6f713f58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'mac_address': 'fa:16:3e:cb:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:32:39Z', 'updated_at': '2022-01-28T13:32:39Z', 'revision_number': 0, 'project_id': '905d0067d23a40edb40eb557a4980794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb74810-ba67-4d94-9178-fc55c3943965', 'name': '', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'mac_address': 'fa:16:3e:37:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:44Z', 'updated_at': '2022-01-28T13:31:49Z', 'revision_number': 5, 'project_id': '905d0067d23a40edb40eb557a4980794', 'subnets': [{'id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:41.470793 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36960) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:41.475593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-88cd0424-622f-49d5-8c55-d771b90c164c tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Request body: {'security_group_rule': {'security_group_id': '83e919d7-a251-44bc-91cc-bfe312dc2a3e', 'project_id': '905d0067d23a40edb40eb557a4980794', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:41.525996 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88cd0424-622f-49d5-8c55-d771b90c164c tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (3778f0ce-7107-4554-89bd-c50905220914), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.532074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90f36f94-0e56-4a40-87bc-e25b144a0ff0 req-b9788836-10c0-4805-967d-60a3ea755312 service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485841 Jan 28 13:32:41.665663 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88cd0424-622f-49d5-8c55-d771b90c164c tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (3778f0ce-7107-4554-89bd-c50905220914), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.673283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-90f36f94-0e56-4a40-87bc-e25b144a0ff0 req-a1641213-0d01-454a-b456-98d7d437077d service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327558 Jan 28 13:32:41.673910 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88cd0424-622f-49d5-8c55-d771b90c164c tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (3778f0ce-7107-4554-89bd-c50905220914), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.681285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf085a3-8710-4404-9e08-47e704039de4 None None] New status for floating IP 2695b936-0e78-4745-a22a-62042c00c038: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:32:41.692626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd0424-622f-49d5-8c55-d771b90c164c tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3778f0ce-7107-4554-89bd-c50905220914,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:41.704352 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88cd0424-622f-49d5-8c55-d771b90c164c tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.705614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-88cd0424-622f-49d5-8c55-d771b90c164c tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2336564 Jan 28 13:32:41.708313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 36962) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:41.712829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8bc8390a-756a-4fbe-9112-bc109a33a869 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Request body: {'security_group_rule': {'security_group_id': '83e919d7-a251-44bc-91cc-bfe312dc2a3e', 'project_id': '905d0067d23a40edb40eb557a4980794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:41.732674 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-8bc8390a-756a-4fbe-9112-bc109a33a869 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Project 905d0067d23a40edb40eb557a4980794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:32:41.738850 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bc8390a-756a-4fbe-9112-bc109a33a869 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (d4a45be5-a2bd-4002-9044-9df0bce2e48b), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.799754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bc8390a-756a-4fbe-9112-bc109a33a869 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (d4a45be5-a2bd-4002-9044-9df0bce2e48b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.803526 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bc8390a-756a-4fbe-9112-bc109a33a869 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (d4a45be5-a2bd-4002-9044-9df0bce2e48b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.822833 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8390a-756a-4fbe-9112-bc109a33a869 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a45be5-a2bd-4002-9044-9df0bce2e48b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:41.833404 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bc8390a-756a-4fbe-9112-bc109a33a869 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.835900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8bc8390a-756a-4fbe-9112-bc109a33a869 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265931 Jan 28 13:32:41.838135 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 36964) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:41.844366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-35183b1d-092a-4989-b1e9-e00ad5e4f05e tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Request body: {'security_group_rule': {'security_group_id': '83e919d7-a251-44bc-91cc-bfe312dc2a3e', 'project_id': '905d0067d23a40edb40eb557a4980794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:41.865911 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-35183b1d-092a-4989-b1e9-e00ad5e4f05e tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Project 905d0067d23a40edb40eb557a4980794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:32:41.871242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35183b1d-092a-4989-b1e9-e00ad5e4f05e tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (b9426888-a31d-4fc4-9fd0-219d9971c89a), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.931847 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35183b1d-092a-4989-b1e9-e00ad5e4f05e tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (b9426888-a31d-4fc4-9fd0-219d9971c89a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.935588 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35183b1d-092a-4989-b1e9-e00ad5e4f05e tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (b9426888-a31d-4fc4-9fd0-219d9971c89a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.953449 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35183b1d-092a-4989-b1e9-e00ad5e4f05e tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9426888-a31d-4fc4-9fd0-219d9971c89a,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:41.961597 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35183b1d-092a-4989-b1e9-e00ad5e4f05e tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.962876 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-35183b1d-092a-4989-b1e9-e00ad5e4f05e tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234467 Jan 28 13:32:42.053640 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab8a5e9b-0517-49ef-955b-0e7141c6577d req-71c13d8b-4dfa-409b-b651-6ea374a5d7fb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136298915&fields=id&tenant_id=905d0067d23a40edb40eb557a4980794 HTTP/1.1" status: 200 len: 267 time: 0.0449185 Jan 28 13:32:42.105431 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a5e9b-0517-49ef-955b-0e7141c6577d req-133fa04b-5054-4471-a184-8f5805bae441 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.106866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab8a5e9b-0517-49ef-955b-0e7141c6577d req-133fa04b-5054-4471-a184-8f5805bae441 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 946 time: 0.0480158 Jan 28 13:32:42.118054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ab8a5e9b-0517-49ef-955b-0e7141c6577d req-f05cb520-6280-4116-9cbf-30eb8cffdb32 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Request body: {'port': {'security_groups': ['f22fa303-7faf-4e3d-a6c9-efb34eccee6d', '83e919d7-a251-44bc-91cc-bfe312dc2a3e']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:42.181483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ab8a5e9b-0517-49ef-955b-0e7141c6577d req-f05cb520-6280-4116-9cbf-30eb8cffdb32 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.373835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ab8a5e9b-0517-49ef-955b-0e7141c6577d req-f05cb520-6280-4116-9cbf-30eb8cffdb32 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] For port 5d956eaf-e722-463d-bb04-320f6f713f58, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5d956eaf-e722-463d-bb04-320f6f713f58,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:42.405683 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ab8a5e9b-0517-49ef-955b-0e7141c6577d req-f05cb520-6280-4116-9cbf-30eb8cffdb32 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for port (5d956eaf-e722-463d-bb04-320f6f713f58), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.409796 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ab8a5e9b-0517-49ef-955b-0e7141c6577d req-f05cb520-6280-4116-9cbf-30eb8cffdb32 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.422747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['5d956eaf-e722-463d-bb04-320f6f713f58'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:42.454660 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a5e9b-0517-49ef-955b-0e7141c6577d req-f05cb520-6280-4116-9cbf-30eb8cffdb32 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.455245 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ab8a5e9b-0517-49ef-955b-0e7141c6577d req-f05cb520-6280-4116-9cbf-30eb8cffdb32 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.460482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab8a5e9b-0517-49ef-955b-0e7141c6577d req-f05cb520-6280-4116-9cbf-30eb8cffdb32 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "PUT /v2.0/ports/5d956eaf-e722-463d-bb04-320f6f713f58 HTTP/1.1" status: 200 len: 982 time: 0.3430271 Jan 28 13:32:42.460482 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:42.460482 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693e7fba-8e78-4940-909c-f290c4820a95" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:42.492075 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cb520-6280-4116-9cbf-30eb8cffdb32 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event updated for resources: {'Port': ['ID=5d956eaf-e722-463d-bb04-320f6f713f58,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:42.533963 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab13c95-9087-405e-b8f7-f189b0ded4e5 x-openstack-request-id: req-eab13c95-9087-405e-b8f7-f189b0ded4e5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:42.534327 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:42.534651 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eab13c95-9087-405e-b8f7-f189b0ded4e5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:42.535126 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58', 'status': 'completed', 'code': 200} Jan 28 13:32:42.637324 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7fba-8e78-4940-909c-f290c4820a95 req-13bbd847-3166-4949-a009-8953062eea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.638855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-693e7fba-8e78-4940-909c-f290c4820a95 req-13bbd847-3166-4949-a009-8953062eea43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=905d0067d23a40edb40eb557a4980794&device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 1136 time: 0.0790484 Jan 28 13:32:42.650504 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0ec4e-7f57-486b-8738-9cd5aaf7e6bb req-28e2a9ba-bb08-442e-808b-7fd4a5c59750 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.652776 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ab0ec4e-7f57-486b-8738-9cd5aaf7e6bb req-28e2a9ba-bb08-442e-808b-7fd4a5c59750 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0818458 Jan 28 13:32:42.680109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['5d956eaf-e722-463d-bb04-320f6f713f58'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:42.761848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-65af90a0-d71c-4f28-9844-7acd36674809 None None] Provisioning complete for port 5d956eaf-e722-463d-bb04-320f6f713f58 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:42.762503 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65af90a0-d71c-4f28-9844-7acd36674809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.779086 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0ab0ec4e-7f57-486b-8738-9cd5aaf7e6bb req-f715cb29-0a2b-4c21-80f0-7f37f6d7d69b tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=83e919d7-a251-44bc-91cc-bfe312dc2a3e&id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166761 Jan 28 13:32:42.789831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7fba-8e78-4940-909c-f290c4820a95 req-8ddfc9f7-c7e4-4551-9a68-ecb0f5ee0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.791571 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-693e7fba-8e78-4940-909c-f290c4820a95 req-8ddfc9f7-c7e4-4551-9a68-ecb0f5ee0194 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0aebf91d-d2a9-47af-a400-a0873255b94c HTTP/1.1" status: 200 len: 915 time: 0.1371462 Jan 28 13:32:42.862850 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-693e7fba-8e78-4940-909c-f290c4820a95 req-7a180c6a-c1cb-4cdf-a40c-c73040147265 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d956eaf-e722-463d-bb04-320f6f713f58 HTTP/1.1" status: 200 len: 1001 time: 0.0641472 Jan 28 13:32:42.914568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7fba-8e78-4940-909c-f290c4820a95 req-30ad37a0-2892-4b1c-85da-e51e22d7f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.916050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-693e7fba-8e78-4940-909c-f290c4820a95 req-30ad37a0-2892-4b1c-85da-e51e22d7f872 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3101437c-3f88-4c1a-b991-5dd696cd81ee HTTP/1.1" status: 200 len: 853 time: 0.0460417 Jan 28 13:32:42.965551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7fba-8e78-4940-909c-f290c4820a95 req-4cc171dd-413f-4111-b650-388635aa29de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.967011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-693e7fba-8e78-4940-909c-f290c4820a95 req-4cc171dd-413f-4111-b650-388635aa29de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0aebf91d-d2a9-47af-a400-a0873255b94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446532 Jan 28 13:32:42.979949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-65af90a0-d71c-4f28-9844-7acd36674809 None None] Current status of the port 5d956eaf-e722-463d-bb04-320f6f713f58 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:43.401752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-693e7fba-8e78-4940-909c-f290c4820a95 req-b3712bb0-d713-492e-a4ab-ba351724ed83 service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278939 Jan 28 13:32:43.492923 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-693e7fba-8e78-4940-909c-f290c4820a95 req-0c129f62-9f33-486e-86a3-d20110651559 service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845408 Jan 28 13:32:47.980555 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.298822 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.363230 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4f8649d5-cb9e-4a90-9640-865f447eb99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.251525 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:32:50.337894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baaaa1-3ce8-429c-98a4-0bde51465ea1 req-87270b28-341a-43f2-8e41-44dcc9331722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.339415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2baaaa1-3ce8-429c-98a4-0bde51465ea1 req-87270b28-341a-43f2-8e41-44dcc9331722 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=905d0067d23a40edb40eb557a4980794&device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 1136 time: 0.0701787 Jan 28 13:32:50.346862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da67351-d3fa-4fc3-94cf-a30d95987945 req-e7874a25-dcd7-4cb0-947d-ed84258e61b0 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.348241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4da67351-d3fa-4fc3-94cf-a30d95987945 req-e7874a25-dcd7-4cb0-947d-ed84258e61b0 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0709498 Jan 28 13:32:50.471087 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4da67351-d3fa-4fc3-94cf-a30d95987945 req-4e283847-c3eb-4601-b662-ae91e747cb50 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=83e919d7-a251-44bc-91cc-bfe312dc2a3e&id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147597 Jan 28 13:32:50.480652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baaaa1-3ce8-429c-98a4-0bde51465ea1 req-48971fdf-6cec-4a3a-8df8-a7d6ff2a5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.482357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2baaaa1-3ce8-429c-98a4-0bde51465ea1 req-48971fdf-6cec-4a3a-8df8-a7d6ff2a5cc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0aebf91d-d2a9-47af-a400-a0873255b94c HTTP/1.1" status: 200 len: 915 time: 0.1330094 Jan 28 13:32:50.551657 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2baaaa1-3ce8-429c-98a4-0bde51465ea1 req-e0f138fc-9d8c-464b-b933-11f61b0d777b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d956eaf-e722-463d-bb04-320f6f713f58 HTTP/1.1" status: 200 len: 1001 time: 0.0639665 Jan 28 13:32:50.600034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baaaa1-3ce8-429c-98a4-0bde51465ea1 req-32559d4f-98e2-4fdf-9e22-1af1469be52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.601441 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2baaaa1-3ce8-429c-98a4-0bde51465ea1 req-32559d4f-98e2-4fdf-9e22-1af1469be52e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3101437c-3f88-4c1a-b991-5dd696cd81ee HTTP/1.1" status: 200 len: 853 time: 0.0439820 Jan 28 13:32:50.646969 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baaaa1-3ce8-429c-98a4-0bde51465ea1 req-57b3a251-501c-4369-b620-94f39035b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.648474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2baaaa1-3ce8-429c-98a4-0bde51465ea1 req-57b3a251-501c-4369-b620-94f39035b852 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0aebf91d-d2a9-47af-a400-a0873255b94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411296 Jan 28 13:32:50.744975 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2baaaa1-3ce8-429c-98a4-0bde51465ea1 req-2db846cd-79cc-46aa-ae8d-59fa9ca22e28 service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897415 Jan 28 13:32:50.832486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2baaaa1-3ce8-429c-98a4-0bde51465ea1 req-498880e3-5de6-4bdb-9091-44447ca7b58a service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812414 Jan 28 13:32:51.589198 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9679d-a9e0-4473-89db-509e8c4a06aa req-bd765c8e-044a-47ab-bfb3-6d554e18c0be tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:51.590675 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7db9679d-a9e0-4473-89db-509e8c4a06aa req-bd765c8e-044a-47ab-bfb3-6d554e18c0be tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0504041 Jan 28 13:32:51.650240 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7db9679d-a9e0-4473-89db-509e8c4a06aa req-93f0718a-f29b-4d05-a5ee-a4d3a7ed5dfa tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=83e919d7-a251-44bc-91cc-bfe312dc2a3e&id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530419 Jan 28 13:32:51.724295 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b660ceab-5f99-42a4-9f4e-6ce969f9b7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.771566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7acd8a-6144-4857-9e58-faa5e51054ea req-098b659c-7623-4ad9-b42e-1735c81485d7 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.773099 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db7acd8a-6144-4857-9e58-faa5e51054ea req-098b659c-7623-4ad9-b42e-1735c81485d7 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0544739 Jan 28 13:32:52.833162 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-db7acd8a-6144-4857-9e58-faa5e51054ea req-61008f8c-7769-48b4-82db-e8c15b043dfc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=83e919d7-a251-44bc-91cc-bfe312dc2a3e&id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543370 Jan 28 13:32:53.211151 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.948454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d5a13-c2fb-4996-bb66-b1128ab12668 req-a92b93e8-26a9-41a9-8e20-fb27add6cb2c tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:53.949903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d5d5a13-c2fb-4996-bb66-b1128ab12668 req-a92b93e8-26a9-41a9-8e20-fb27add6cb2c tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0488021 Jan 28 13:32:54.008934 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9d5d5a13-c2fb-4996-bb66-b1128ab12668 req-e0e6eac7-415d-4aa4-a7a1-667eb124e07c tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=83e919d7-a251-44bc-91cc-bfe312dc2a3e&id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532990 Jan 28 13:32:54.871266 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.130571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b179e-fe1f-4b3a-a974-15ff024e2962 req-a7e33471-fba5-4eec-a0b7-e1422ab1e723 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:55.132073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-012b179e-fe1f-4b3a-a974-15ff024e2962 req-a7e33471-fba5-4eec-a0b7-e1422ab1e723 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0534308 Jan 28 13:32:55.191520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-012b179e-fe1f-4b3a-a974-15ff024e2962 req-95c55bbd-3964-4f24-abf3-558511eebff8 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=83e919d7-a251-44bc-91cc-bfe312dc2a3e&id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536885 Jan 28 13:32:56.199594 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.313659 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7b53c-c677-482f-84ea-12f0f8dafc9c req-617f6c42-e0f6-46fd-80f6-eab5e4822dd8 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:56.315121 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06b7b53c-c677-482f-84ea-12f0f8dafc9c req-617f6c42-e0f6-46fd-80f6-eab5e4822dd8 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0512679 Jan 28 13:32:56.375260 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-06b7b53c-c677-482f-84ea-12f0f8dafc9c req-176652ad-ec6d-4278-bd78-e793fe5e868c tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=83e919d7-a251-44bc-91cc-bfe312dc2a3e&id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543373 Jan 28 13:32:57.057493 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66d4f-cedf-4bc3-a9ae-f6cec799617e req-abe2d76a-135b-44e0-93c0-f6f28f13e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:57.058988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e66d4f-cedf-4bc3-a9ae-f6cec799617e req-abe2d76a-135b-44e0-93c0-f6f28f13e8b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=905d0067d23a40edb40eb557a4980794&device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 1136 time: 0.0413027 Jan 28 13:32:57.165839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66d4f-cedf-4bc3-a9ae-f6cec799617e req-b65c55b5-896e-4a88-984e-439a02b621ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:57.167285 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e66d4f-cedf-4bc3-a9ae-f6cec799617e req-b65c55b5-896e-4a88-984e-439a02b621ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=0aebf91d-d2a9-47af-a400-a0873255b94c HTTP/1.1" status: 200 len: 915 time: 0.0894802 Jan 28 13:32:57.232821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e66d4f-cedf-4bc3-a9ae-f6cec799617e req-1b13b248-4bc6-488a-8701-49aa136e20b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d956eaf-e722-463d-bb04-320f6f713f58 HTTP/1.1" status: 200 len: 1001 time: 0.0590436 Jan 28 13:32:57.284804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66d4f-cedf-4bc3-a9ae-f6cec799617e req-262919b7-e670-4cf1-88a8-68aca49df71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:57.286156 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e66d4f-cedf-4bc3-a9ae-f6cec799617e req-262919b7-e670-4cf1-88a8-68aca49df71d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3101437c-3f88-4c1a-b991-5dd696cd81ee HTTP/1.1" status: 200 len: 853 time: 0.0477092 Jan 28 13:32:57.330606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e66d4f-cedf-4bc3-a9ae-f6cec799617e req-d58b408d-51bb-48ab-a84f-65885f5f52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:57.332088 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e66d4f-cedf-4bc3-a9ae-f6cec799617e req-d58b408d-51bb-48ab-a84f-65885f5f52ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0aebf91d-d2a9-47af-a400-a0873255b94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401304 Jan 28 13:32:57.421219 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e66d4f-cedf-4bc3-a9ae-f6cec799617e req-d6e40e56-1884-463e-8262-01514f4131e5 service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827441 Jan 28 13:32:57.552197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfccd15-cbae-4363-a796-849f352eb778 req-78088c2b-36f2-4318-bafd-46775f52c6a9 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:57.553595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbfccd15-cbae-4363-a796-849f352eb778 req-78088c2b-36f2-4318-bafd-46775f52c6a9 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0767138 Jan 28 13:32:57.557278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-59e66d4f-cedf-4bc3-a9ae-f6cec799617e req-f025f6a9-0c40-4a76-b254-1479a79c720e service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299310 Jan 28 13:32:57.614407 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fbfccd15-cbae-4363-a796-849f352eb778 req-2ffe9381-7997-4287-a02e-5eb83c262af9 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=83e919d7-a251-44bc-91cc-bfe312dc2a3e&id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550931 Jan 28 13:32:58.739145 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce87cb-8628-4265-99fe-997f71ce9e16 req-25744fc6-9658-4eda-8a05-6056145f70b0 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:58.740624 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7ce87cb-8628-4265-99fe-997f71ce9e16 req-25744fc6-9658-4eda-8a05-6056145f70b0 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0559149 Jan 28 13:32:58.809664 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d7ce87cb-8628-4265-99fe-997f71ce9e16 req-5c240ac2-3363-4f8c-8f55-6146990f2b83 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=83e919d7-a251-44bc-91cc-bfe312dc2a3e&id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625033 Jan 28 13:32:59.927246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9359a-d80b-4b94-97ff-b6a12d56bb45 req-d2617b6a-174b-4a66-a3d2-890a562c1d0e tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:59.928772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfb9359a-d80b-4b94-97ff-b6a12d56bb45 req-d2617b6a-174b-4a66-a3d2-890a562c1d0e tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0492940 Jan 28 13:32:59.990459 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bfb9359a-d80b-4b94-97ff-b6a12d56bb45 req-5b0010af-a5c2-436d-bae5-778bfad66363 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=83e919d7-a251-44bc-91cc-bfe312dc2a3e&id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559566 Jan 28 13:33:01.113327 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de9ff2-c47e-4735-9d4b-94cb7541a923 req-a0b2fd4d-51cc-4353-836e-4dcf6f15f40d tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:01.114807 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71de9ff2-c47e-4735-9d4b-94cb7541a923 req-a0b2fd4d-51cc-4353-836e-4dcf6f15f40d tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0554683 Jan 28 13:33:01.175457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-71de9ff2-c47e-4735-9d4b-94cb7541a923 req-8e00357f-d66e-4c17-a2d9-1381fb882804 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=83e919d7-a251-44bc-91cc-bfe312dc2a3e&id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549045 Jan 28 13:33:02.292685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58844d6-627f-4fd9-9d37-a518228bae5e req-9ffe06f1-cee3-444f-8bfe-1bc2b1659023 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:02.294165 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f58844d6-627f-4fd9-9d37-a518228bae5e req-9ffe06f1-cee3-444f-8bfe-1bc2b1659023 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0529032 Jan 28 13:33:02.354226 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f58844d6-627f-4fd9-9d37-a518228bae5e req-38020a2b-076c-414b-ad2c-15a2e8e94078 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=83e919d7-a251-44bc-91cc-bfe312dc2a3e&id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542042 Jan 28 13:33:17.988395 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.313468 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.368880 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e985ba35-89e4-4453-81f3-435117ce6ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.726935 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a4ef3975-7168-4c16-9704-741ff9cbc664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.213506 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.878331 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.202549 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.250772 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:33:35.068418 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8f06f08-61db-4d37-85b3-388998601a66 req-4f7afd2d-0967-44d9-b137-14dd667eee6d tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136298915&fields=id&tenant_id=905d0067d23a40edb40eb557a4980794 HTTP/1.1" status: 200 len: 267 time: 0.1091111 Jan 28 13:33:35.126568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f06f08-61db-4d37-85b3-388998601a66 req-15a590b3-6a24-469f-ba78-1f809e399cc2 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.128520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8f06f08-61db-4d37-85b3-388998601a66 req-15a590b3-6a24-469f-ba78-1f809e399cc2 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 985 time: 0.0548329 Jan 28 13:33:35.139012 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a8f06f08-61db-4d37-85b3-388998601a66 req-046f3420-7c6e-4960-aae1-f5e77aa6af57 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Request body: {'port': {'security_groups': ['f22fa303-7faf-4e3d-a6c9-efb34eccee6d']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:35.203872 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8f06f08-61db-4d37-85b3-388998601a66 req-046f3420-7c6e-4960-aae1-f5e77aa6af57 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.378637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a8f06f08-61db-4d37-85b3-388998601a66 req-046f3420-7c6e-4960-aae1-f5e77aa6af57 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] For port 5d956eaf-e722-463d-bb04-320f6f713f58, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5d956eaf-e722-463d-bb04-320f6f713f58,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:35.407843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8f06f08-61db-4d37-85b3-388998601a66 req-046f3420-7c6e-4960-aae1-f5e77aa6af57 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for port (5d956eaf-e722-463d-bb04-320f6f713f58), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.412645 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8f06f08-61db-4d37-85b3-388998601a66 req-046f3420-7c6e-4960-aae1-f5e77aa6af57 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.425693 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['5d956eaf-e722-463d-bb04-320f6f713f58'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:35.455982 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f06f08-61db-4d37-85b3-388998601a66 req-046f3420-7c6e-4960-aae1-f5e77aa6af57 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.456628 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a8f06f08-61db-4d37-85b3-388998601a66 req-046f3420-7c6e-4960-aae1-f5e77aa6af57 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.458027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8f06f08-61db-4d37-85b3-388998601a66 req-046f3420-7c6e-4960-aae1-f5e77aa6af57 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "PUT /v2.0/ports/5d956eaf-e722-463d-bb04-320f6f713f58 HTTP/1.1" status: 200 len: 943 time: 0.3234992 Jan 28 13:33:35.458479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:35.461265 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea86c2a-9134-4599-9fb9-ed74fac860a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:35.482929 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37024) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:35.495749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f3420-7c6e-4960-aae1-f5e77aa6af57 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event updated for resources: {'Port': ['ID=5d956eaf-e722-463d-bb04-320f6f713f58,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:35.528343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['5d956eaf-e722-463d-bb04-320f6f713f58'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:35.569725 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-050bd7f3-b093-4494-84f6-141ee0d9fe9a tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group (83e919d7-a251-44bc-91cc-bfe312dc2a3e), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.588271 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d57ffbe-fcea-4c67-9fb5-f5ec9e78f647 x-openstack-request-id: req-0d57ffbe-fcea-4c67-9fb5-f5ec9e78f647 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:35.588577 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:35.588866 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d57ffbe-fcea-4c67-9fb5-f5ec9e78f647 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:35.589248 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58', 'status': 'completed', 'code': 200} Jan 28 13:33:35.600530 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-050bd7f3-b093-4494-84f6-141ee0d9fe9a tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group (83e919d7-a251-44bc-91cc-bfe312dc2a3e), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.678514 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-050bd7f3-b093-4494-84f6-141ee0d9fe9a tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (83e919d7-a251-44bc-91cc-bfe312dc2a3e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.681507 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-050bd7f3-b093-4494-84f6-141ee0d9fe9a tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.685252 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-050bd7f3-b093-4494-84f6-141ee0d9fe9a tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "DELETE /v2.0/security-groups/83e919d7-a251-44bc-91cc-bfe312dc2a3e HTTP/1.1" status: 204 len: 168 time: 0.1974528 Jan 28 13:33:35.685423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea86c2a-9134-4599-9fb9-ed74fac860a1 req-dfd3fc77-94de-4303-a7fd-d52c8faad5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.689273 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37028) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:35.691174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bea86c2a-9134-4599-9fb9-ed74fac860a1 req-dfd3fc77-94de-4303-a7fd-d52c8faad5f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=905d0067d23a40edb40eb557a4980794&device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 1097 time: 0.0763564 Jan 28 13:33:35.745394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-484b3bb0-e70a-4568-b45a-296981aec89f None None] Provisioning complete for port 5d956eaf-e722-463d-bb04-320f6f713f58 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:35.745653 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-484b3bb0-e70a-4568-b45a-296981aec89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.754144 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bd7f3-b093-4494-84f6-141ee0d9fe9a tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e919d7-a251-44bc-91cc-bfe312dc2a3e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:35.792044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea86c2a-9134-4599-9fb9-ed74fac860a1 req-09349b7a-e53c-47a9-8e7a-085fe502efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.793519 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bea86c2a-9134-4599-9fb9-ed74fac860a1 req-09349b7a-e53c-47a9-8e7a-085fe502efcd service neutron] 10.222.0.35 "GET /v2.0/networks?id=0aebf91d-d2a9-47af-a400-a0873255b94c HTTP/1.1" status: 200 len: 915 time: 0.0937212 Jan 28 13:33:35.867466 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-484b3bb0-e70a-4568-b45a-296981aec89f None None] Current status of the port 5d956eaf-e722-463d-bb04-320f6f713f58 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:35.879173 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bea86c2a-9134-4599-9fb9-ed74fac860a1 req-1451993c-750e-4e6d-b05a-16a29789f5e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d956eaf-e722-463d-bb04-320f6f713f58 HTTP/1.1" status: 200 len: 1001 time: 0.0777884 Jan 28 13:33:35.890669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Deleting port 32bf8a90-d519-425b-86b9-692070b246da {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:35.891009 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (32bf8a90-d519-425b-86b9-692070b246da), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.928293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea86c2a-9134-4599-9fb9-ed74fac860a1 req-e32806e6-28ad-4505-bf3c-079e075451af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.929646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bea86c2a-9134-4599-9fb9-ed74fac860a1 req-e32806e6-28ad-4505-bf3c-079e075451af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3101437c-3f88-4c1a-b991-5dd696cd81ee HTTP/1.1" status: 200 len: 853 time: 0.0438623 Jan 28 13:33:35.968798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (32bf8a90-d519-425b-86b9-692070b246da), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.969122 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for floatingip (32bf8a90-d519-425b-86b9-692070b246da), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.976152 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea86c2a-9134-4599-9fb9-ed74fac860a1 req-3ac3e000-8d63-4016-b2e6-3a0bba0c3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.977666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bea86c2a-9134-4599-9fb9-ed74fac860a1 req-3ac3e000-8d63-4016-b2e6-3a0bba0c3ee3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0aebf91d-d2a9-47af-a400-a0873255b94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416367 Jan 28 13:33:35.981039 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Calling delete_port for 32bf8a90-d519-425b-86b9-692070b246da owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:36.073082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bea86c2a-9134-4599-9fb9-ed74fac860a1 req-6122423a-788a-4f40-84ff-7d91b0133697 service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895987 Jan 28 13:33:36.132081 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (32bf8a90-d519-425b-86b9-692070b246da), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.156938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event deleted for resources: {'Port': ['ID=32bf8a90-d519-425b-86b9-692070b246da,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:36.165003 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bea86c2a-9134-4599-9fb9-ed74fac860a1 req-c6fcb01d-fad4-45fe-a848-03851fe1dcfd service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859809 Jan 28 13:33:36.222697 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks [] for floatingip (2695b936-0e78-4745-a22a-62042c00c038), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.223006 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Floating IP 2695b936-0e78-4745-a22a-62042c00c038 disassociated (deleted). External IP: 172.25.7.50, port: 5d956eaf-e722-463d-bb04-320f6f713f58. Jan 28 13:33:36.750191 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Router db81865a-8e35-4340-a8d8-c5740116fc02 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:33:36.855586 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:33:36.860284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.866793 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5402d3f-289b-42b5-9ac7-79efc35ba29c None None] Sync routers for ids ['db81865a-8e35-4340-a8d8-c5740116fc02'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:33:36.876240 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5402d3f-289b-42b5-9ac7-79efc35ba29c None None] Routers {'db81865a-8e35-4340-a8d8-c5740116fc02'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:36.877206 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c5402d3f-289b-42b5-9ac7-79efc35ba29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:33:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db81865a-8e35-4340-a8d8-c5740116fc02'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:36.889119 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5e089add-4f35-42e5-8c91-a6aeb6641abb tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "DELETE /v2.0/floatingips/2695b936-0e78-4745-a22a-62042c00c038 HTTP/1.1" status: 204 len: 168 time: 1.1987677 Jan 28 13:33:36.889706 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:36.891987 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcea6aa7310c04abe0b6c5d57a933cb21896f4ce98dc77ba11699632bd45269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fd7643-9390-49f6-985e-72303f4fe1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:36.932816 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0a1b81-6ca3-4b5e-96f4-42e80ea2af89 x-openstack-request-id: req-3a0a1b81-6ca3-4b5e-96f4-42e80ea2af89 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:36.933455 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:36.933918 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a0a1b81-6ca3-4b5e-96f4-42e80ea2af89 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:36.934637 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58', 'status': 'completed', 'code': 200} Jan 28 13:33:36.997265 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c5402d3f-289b-42b5-9ac7-79efc35ba29c None None] Set router db81865a-8e35-4340-a8d8-c5740116fc02 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:37.001496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd7643-9390-49f6-985e-72303f4fe1a0 req-8b79d339-4876-4dca-881f-b3b2e1bed29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.002996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28fd7643-9390-49f6-985e-72303f4fe1a0 req-8b79d339-4876-4dca-881f-b3b2e1bed29e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=905d0067d23a40edb40eb557a4980794&device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 1097 time: 0.0462031 Jan 28 13:33:37.109872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd7643-9390-49f6-985e-72303f4fe1a0 req-418cd27f-fef9-4073-b18b-588d873da5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.111354 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28fd7643-9390-49f6-985e-72303f4fe1a0 req-418cd27f-fef9-4073-b18b-588d873da5db service neutron] 10.222.0.35 "GET /v2.0/networks?id=0aebf91d-d2a9-47af-a400-a0873255b94c HTTP/1.1" status: 200 len: 915 time: 0.1021020 Jan 28 13:33:37.155237 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28fd7643-9390-49f6-985e-72303f4fe1a0 req-84b40e13-fe91-40d8-89f4-539a57ed2442 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d956eaf-e722-463d-bb04-320f6f713f58 HTTP/1.1" status: 200 len: 217 time: 0.0378797 Jan 28 13:33:37.205927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd7643-9390-49f6-985e-72303f4fe1a0 req-585afa1a-0114-4e5f-80e1-55ca2ffe59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.207396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28fd7643-9390-49f6-985e-72303f4fe1a0 req-585afa1a-0114-4e5f-80e1-55ca2ffe59a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3101437c-3f88-4c1a-b991-5dd696cd81ee HTTP/1.1" status: 200 len: 853 time: 0.0466971 Jan 28 13:33:37.219762 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c5402d3f-289b-42b5-9ac7-79efc35ba29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:45Z', 'revision_number': 4, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'ddb74810-ba67-4d94-9178-fc55c3943965', 'name': '', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'mac_address': 'fa:16:3e:37:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:44Z', 'updated_at': '2022-01-28T13:31:49Z', 'revision_number': 5, 'project_id': '905d0067d23a40edb40eb557a4980794', 'subnets': [{'id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:37.245773 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5402d3f-289b-42b5-9ac7-79efc35ba29c None None] Checking router: db81865a-8e35-4340-a8d8-c5740116fc02 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:33:37.255275 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5402d3f-289b-42b5-9ac7-79efc35ba29c None None] Routers {'db81865a-8e35-4340-a8d8-c5740116fc02'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:37.255948 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c5402d3f-289b-42b5-9ac7-79efc35ba29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:33:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db81865a-8e35-4340-a8d8-c5740116fc02'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:37.257918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd7643-9390-49f6-985e-72303f4fe1a0 req-16cc9f9d-a44f-4a8a-ae15-83fcf694a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.259448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28fd7643-9390-49f6-985e-72303f4fe1a0 req-16cc9f9d-a44f-4a8a-ae15-83fcf694a8f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0aebf91d-d2a9-47af-a400-a0873255b94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458262 Jan 28 13:33:37.349102 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28fd7643-9390-49f6-985e-72303f4fe1a0 req-b031f399-b18d-4be5-b87d-c2b32d9e45bd service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834930 Jan 28 13:33:37.364041 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c5402d3f-289b-42b5-9ac7-79efc35ba29c None None] Set router db81865a-8e35-4340-a8d8-c5740116fc02 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:37.446444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-28fd7643-9390-49f6-985e-72303f4fe1a0 req-547d8276-fa85-4aca-a776-098668fd78d3 service neutron] 10.222.0.35 "GET /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881610 Jan 28 13:33:37.569869 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c5402d3f-289b-42b5-9ac7-79efc35ba29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:45Z', 'revision_number': 4, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'ddb74810-ba67-4d94-9178-fc55c3943965', 'name': '', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'mac_address': 'fa:16:3e:37:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:44Z', 'updated_at': '2022-01-28T13:31:49Z', 'revision_number': 5, 'project_id': '905d0067d23a40edb40eb557a4980794', 'subnets': [{'id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:37.597969 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5402d3f-289b-42b5-9ac7-79efc35ba29c None None] The sync data for ids ['db81865a-8e35-4340-a8d8-c5740116fc02'] in n-d-824835-4 is: [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:45Z', 'revision_number': 4, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'ddb74810-ba67-4d94-9178-fc55c3943965', 'name': '', 'network_id': '0aebf91d-d2a9-47af-a400-a0873255b94c', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'mac_address': 'fa:16:3e:37:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:44Z', 'updated_at': '2022-01-28T13:31:49Z', 'revision_number': 5, 'project_id': '905d0067d23a40edb40eb557a4980794', 'subnets': [{'id': '3101437c-3f88-4c1a-b991-5dd696cd81ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:37.821609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f2a2c-eda9-4708-8e82-0bd5ae3a2678 None None] New status for floating IP 2695b936-0e78-4745-a22a-62042c00c038: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:33:48.007918 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.314122 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.373923 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d64cd8b-dd6a-4525-8e83-2e616678e40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.729310 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6637028-0d14-4ebc-b5cd-d43cfcfa460e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.357544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9092c-8cde-436f-911e-50237b3bfff3 req-3857619e-4056-4d65-918c-f89a32ba2802 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:52.359039 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2de9092c-8cde-436f-911e-50237b3bfff3 req-3857619e-4056-4d65-918c-f89a32ba2802 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 946 time: 0.0509975 Jan 28 13:33:52.408556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2de9092c-8cde-436f-911e-50237b3bfff3 req-cfae558e-ba68-4025-b783-b2b84dd044f9 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Jan 28 13:33:53.217367 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.530374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c806d3-4575-4e76-ae1c-bcc6759a3eda req-39a46f27-3409-4562-98db-ffffc5dbcf44 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.531795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66c806d3-4575-4e76-ae1c-bcc6759a3eda req-39a46f27-3409-4562-98db-ffffc5dbcf44 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 946 time: 0.0502191 Jan 28 13:33:53.585020 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-66c806d3-4575-4e76-ae1c-bcc6759a3eda req-743bd338-a1a5-4208-9a5e-0b1718dfa5a2 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/security-groups?id=f22fa303-7faf-4e3d-a6c9-efb34eccee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472906 Jan 28 13:33:53.940101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3497a86-c590-41b9-acaa-f8ae574fa328 req-d27ab023-0d17-41cc-ab6d-b4ac5b5439f8 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.941626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3497a86-c590-41b9-acaa-f8ae574fa328 req-d27ab023-0d17-41cc-ab6d-b4ac5b5439f8 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 946 time: 0.0491683 Jan 28 13:33:54.030143 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-e3497a86-c590-41b9-acaa-f8ae574fa328 req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Deleting port 5d956eaf-e722-463d-bb04-320f6f713f58 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:54.030481 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3497a86-c590-41b9-acaa-f8ae574fa328 req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.124618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e3497a86-c590-41b9-acaa-f8ae574fa328 req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] For port 5d956eaf-e722-463d-bb04-320f6f713f58, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=5d956eaf-e722-463d-bb04-320f6f713f58,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:54.124867 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3497a86-c590-41b9-acaa-f8ae574fa328 req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.136909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-e3497a86-c590-41b9-acaa-f8ae574fa328 req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Calling delete_port for 5d956eaf-e722-463d-bb04-320f6f713f58 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:54.265685 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3497a86-c590-41b9-acaa-f8ae574fa328 req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (5d956eaf-e722-463d-bb04-320f6f713f58), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.279958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['5d956eaf-e722-463d-bb04-320f6f713f58'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:54.295208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Pushing event deleted for resources: {'Port': ['ID=5d956eaf-e722-463d-bb04-320f6f713f58,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:54.324207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.324561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.324908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.325256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.325590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.325920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.326250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.326578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.326902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.327229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.327580 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.327903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.328227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:54.349570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3497a86-c590-41b9-acaa-f8ae574fa328 req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] No DVR routers for this DVR port 5d956eaf-e722-463d-bb04-320f6f713f58 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:54.352248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3497a86-c590-41b9-acaa-f8ae574fa328 req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.355633 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e3497a86-c590-41b9-acaa-f8ae574fa328 req-6bc4479a-13a0-4a5a-bbfd-accc64111adc tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.35 "DELETE /v2.0/ports/5d956eaf-e722-463d-bb04-320f6f713f58 HTTP/1.1" status: 204 len: 173 time: 0.4089921 Jan 28 13:33:54.356079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'name': 'network-vif-deleted', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:54.358372 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee62581-1d6e-43c1-810d-55d2daa8cbe1" -d '{"events": [{"server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "name": "network-vif-deleted", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:54.403489 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b90951-0c07-482b-8eb4-2612c3445476 x-openstack-request-id: req-f7b90951-0c07-482b-8eb4-2612c3445476 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:54.403793 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ccd2d-1579-4479-9bc8-9a9d1bd96162", "name": "network-vif-deleted", "tag": "5d956eaf-e722-463d-bb04-320f6f713f58", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:54.404047 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7b90951-0c07-482b-8eb4-2612c3445476 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:54.404451 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ccd2d-1579-4479-9bc8-9a9d1bd96162', 'name': 'network-vif-deleted', 'tag': '5d956eaf-e722-463d-bb04-320f6f713f58', 'status': 'completed', 'code': 200} Jan 28 13:33:54.695810 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6677badd-8877-4f7f-b3dc-4d25ebb2a03c req-2d5c8225-7a01-43ec-85ac-15898437e0f4 tempest-TestMinimumBasicScenario-967120139 tempest-TestMinimumBasicScenario-967120139-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4ccd2d-1579-4479-9bc8-9a9d1bd96162 HTTP/1.1" status: 200 len: 210 time: 0.0271966 Jan 28 13:33:54.876520 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.206518 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.267632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:56.618507 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (db81865a-8e35-4340-a8d8-c5740116fc02), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.867609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Deleting port ddb74810-ba67-4d94-9178-fc55c3943965 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:56.867956 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.947828 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] For port ddb74810-ba67-4d94-9178-fc55c3943965, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ddb74810-ba67-4d94-9178-fc55c3943965,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:56.948196 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.960616 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Calling delete_port for ddb74810-ba67-4d94-9178-fc55c3943965 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:57.161816 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ddb74810-ba67-4d94-9178-fc55c3943965), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.187058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb74810-ba67-4d94-9178-fc55c3943965,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:57.214244 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.214601 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.214948 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.215287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.215650 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.215987 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.216319 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.216649 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.216981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.217309 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.217634 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.217959 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.218282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:57.363981 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (db81865a-8e35-4340-a8d8-c5740116fc02), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.579404 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Router db81865a-8e35-4340-a8d8-c5740116fc02 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:33:57.685045 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:33:57.690162 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-67ff22b7-589e-4e28-9a1c-23c8c4d62789 admin admin] 10.222.0.53 "PUT /v2.0/routers/db81865a-8e35-4340-a8d8-c5740116fc02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4214399 Jan 28 13:33:57.692768 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:57.694657 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1a79c-c430-47b1-b992-6a12de4835f4 None None] Sync routers for ids ['db81865a-8e35-4340-a8d8-c5740116fc02'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:33:57.704489 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1a79c-c430-47b1-b992-6a12de4835f4 None None] Routers {'db81865a-8e35-4340-a8d8-c5740116fc02'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:57.705088 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bea1a79c-c430-47b1-b992-6a12de4835f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db81865a-8e35-4340-a8d8-c5740116fc02'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:57.744337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 5d956eaf-e722-463d-bb04-320f6f713f58 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:57.768698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 5d956eaf-e722-463d-bb04-320f6f713f58 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:57.769129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 5d956eaf-e722-463d-bb04-320f6f713f58 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:57.796931 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Publish callbacks [] for router (db81865a-8e35-4340-a8d8-c5740116fc02), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.809411 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bea1a79c-c430-47b1-b992-6a12de4835f4 None None] Set router db81865a-8e35-4340-a8d8-c5740116fc02 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:57.904655 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Publish callbacks [] for router_gateway (db81865a-8e35-4340-a8d8-c5740116fc02), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.958873 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Deleting port f2d9f7e9-d9a1-42d6-86cf-ad695887a961 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:57.959208 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.043156 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] For port f2d9f7e9-d9a1-42d6-86cf-ad695887a961, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=f2d9f7e9-d9a1-42d6-86cf-ad695887a961,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:58.043654 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.056088 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Calling delete_port for f2d9f7e9-d9a1-42d6-86cf-ad695887a961 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:58.081137 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bea1a79c-c430-47b1-b992-6a12de4835f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:33:57Z', 'revision_number': 5, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port': {'id': 'f2d9f7e9-d9a1-42d6-86cf-ad695887a961', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:58.107286 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1a79c-c430-47b1-b992-6a12de4835f4 None None] Checking router: db81865a-8e35-4340-a8d8-c5740116fc02 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:33:58.116643 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1a79c-c430-47b1-b992-6a12de4835f4 None None] Routers {'db81865a-8e35-4340-a8d8-c5740116fc02'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:58.117311 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bea1a79c-c430-47b1-b992-6a12de4835f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['db81865a-8e35-4340-a8d8-c5740116fc02'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:58.201761 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bea1a79c-c430-47b1-b992-6a12de4835f4 None None] Set router db81865a-8e35-4340-a8d8-c5740116fc02 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:58.225547 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (f2d9f7e9-d9a1-42d6-86cf-ad695887a961), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.253295 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d9f7e9-d9a1-42d6-86cf-ad695887a961,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:58.263145 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bea1a79c-c430-47b1-b992-6a12de4835f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:33:57Z', 'revision_number': 6, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:58.289446 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1a79c-c430-47b1-b992-6a12de4835f4 None None] The sync data for ids ['db81865a-8e35-4340-a8d8-c5740116fc02'] in n-d-824835-4 is: [{'id': 'db81865a-8e35-4340-a8d8-c5740116fc02', 'name': 'tempest-TestMinimumBasicScenario-356934828-router', 'tenant_id': '905d0067d23a40edb40eb557a4980794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:42Z', 'updated_at': '2022-01-28T13:33:57Z', 'revision_number': 6, 'project_id': '905d0067d23a40edb40eb557a4980794', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:58.315240 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (db81865a-8e35-4340-a8d8-c5740116fc02), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.404074 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (db81865a-8e35-4340-a8d8-c5740116fc02), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.406193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Publish callbacks [] for router_controller (db81865a-8e35-4340-a8d8-c5740116fc02), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.452755 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (db81865a-8e35-4340-a8d8-c5740116fc02), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.453235 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db81865a-8e35-4340-a8d8-c5740116fc02 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:33:58.457699 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.461369 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-83771c41-710b-4f40-9a12-541d668b4f76 admin admin] 10.222.0.53 "DELETE /v2.0/routers/db81865a-8e35-4340-a8d8-c5740116fc02 HTTP/1.1" status: 204 len: 168 time: 0.7650800 Jan 28 13:33:58.461643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37140) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:58.506275 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d935afb-44e0-41d7-8356-1cbe8c71033d admin admin] Deleting subnet 3101437c-3f88-4c1a-b991-5dd696cd81ee {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:58.509462 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d935afb-44e0-41d7-8356-1cbe8c71033d admin admin] Publish callbacks [] for subnet (3101437c-3f88-4c1a-b991-5dd696cd81ee), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.542437 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d935afb-44e0-41d7-8356-1cbe8c71033d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (3101437c-3f88-4c1a-b991-5dd696cd81ee), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.622610 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d935afb-44e0-41d7-8356-1cbe8c71033d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (3101437c-3f88-4c1a-b991-5dd696cd81ee), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.680257 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d935afb-44e0-41d7-8356-1cbe8c71033d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (3101437c-3f88-4c1a-b991-5dd696cd81ee), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.704748 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d935afb-44e0-41d7-8356-1cbe8c71033d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3101437c-3f88-4c1a-b991-5dd696cd81ee,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:58.711439 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d935afb-44e0-41d7-8356-1cbe8c71033d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.714636 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5d935afb-44e0-41d7-8356-1cbe8c71033d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3101437c-3f88-4c1a-b991-5dd696cd81ee HTTP/1.1" status: 204 len: 168 time: 0.2521067 Jan 28 13:33:58.717201 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37142) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:58.722722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4904c6fc-f972-4bd1-ae3f-61d8198d0707 None None] Network 0aebf91d-d2a9-47af-a400-a0873255b94c requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:58.788048 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (0aebf91d-d2a9-47af-a400-a0873255b94c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.849534 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Deleting port a3615b5d-cf57-44bf-85ab-9260d94aeb4f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:58.849874 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a3615b5d-cf57-44bf-85ab-9260d94aeb4f), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.912170 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] For port a3615b5d-cf57-44bf-85ab-9260d94aeb4f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a3615b5d-cf57-44bf-85ab-9260d94aeb4f,segment=NetworkSegment(83007c49-4722-4356-bbaa-c3a27a1c2911),segment_id=83007c49-4722-4356-bbaa-c3a27a1c2911)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:58.912529 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a3615b5d-cf57-44bf-85ab-9260d94aeb4f), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.925266 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Calling delete_port for a3615b5d-cf57-44bf-85ab-9260d94aeb4f owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:59.005755 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a3615b5d-cf57-44bf-85ab-9260d94aeb4f), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.039683 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] No DVR routers for this DVR port a3615b5d-cf57-44bf-85ab-9260d94aeb4f on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:59.041395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3615b5d-cf57-44bf-85ab-9260d94aeb4f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:59.065873 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3578f72b-c440-4543-ae43-a6d933fb60b4 None None] DHCP port deletion for 0aebf91d-d2a9-47af-a400-a0873255b94c request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:33:59.117681 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (0aebf91d-d2a9-47af-a400-a0873255b94c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.135741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a3615b5d-cf57-44bf-85ab-9260d94aeb4f no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:59.142318 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aebf91d-d2a9-47af-a400-a0873255b94c']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:59.152742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83007c49-4722-4356-bbaa-c3a27a1c2911') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:59.153082 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83007c49-4722-4356-bbaa-c3a27a1c2911') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:59.161285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a3615b5d-cf57-44bf-85ab-9260d94aeb4f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:59.161636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a3615b5d-cf57-44bf-85ab-9260d94aeb4f not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:59.162470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ddb74810-ba67-4d94-9178-fc55c3943965 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:59.164358 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (83007c49-4722-4356-bbaa-c3a27a1c2911), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.181600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (83007c49-4722-4356-bbaa-c3a27a1c2911), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.182103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: ddb74810-ba67-4d94-9178-fc55c3943965 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:59.182690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ddb74810-ba67-4d94-9178-fc55c3943965 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:59.183656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f2d9f7e9-d9a1-42d6-86cf-ad695887a961 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:59.189803 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:59.190403 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (83007c49-4722-4356-bbaa-c3a27a1c2911), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:59.192742 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:59.205692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: f2d9f7e9-d9a1-42d6-86cf-ad695887a961 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:59.206057 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device f2d9f7e9-d9a1-42d6-86cf-ad695887a961 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:59.252892 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (0aebf91d-d2a9-47af-a400-a0873255b94c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.259132 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.263627 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0aebf91d-d2a9-47af-a400-a0873255b94c HTTP/1.1" status: 204 len: 168 time: 0.5441086 Jan 28 13:33:59.265442 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:59.275915 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55182cd-8d59-4628-befa-9095d149f547 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aebf91d-d2a9-47af-a400-a0873255b94c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:59.628644 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30ed208-3ccd-4cc2-9e53-0e5bdfdc7f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (d322dea2-2028-4575-8450-e2bf89f167ee), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.878840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f30ed208-3ccd-4cc2-9e53-0e5bdfdc7f32 admin admin] Deleting port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:59.879094 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30ed208-3ccd-4cc2-9e53-0e5bdfdc7f32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.956271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f30ed208-3ccd-4cc2-9e53-0e5bdfdc7f32 admin admin] For port 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=3f17a00a-3e2d-48d1-8a35-e5a8d34ad217,segment=NetworkSegment(f010f378-9839-4067-9ad2-42f861bd1ebf),segment_id=f010f378-9839-4067-9ad2-42f861bd1ebf)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:59.956628 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30ed208-3ccd-4cc2-9e53-0e5bdfdc7f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.969825 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f30ed208-3ccd-4cc2-9e53-0e5bdfdc7f32 admin admin] Calling delete_port for 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:00.152825 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30ed208-3ccd-4cc2-9e53-0e5bdfdc7f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3f17a00a-3e2d-48d1-8a35-e5a8d34ad217), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.184279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ed208-3ccd-4cc2-9e53-0e5bdfdc7f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f17a00a-3e2d-48d1-8a35-e5a8d34ad217,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:00.354578 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f30ed208-3ccd-4cc2-9e53-0e5bdfdc7f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (d322dea2-2028-4575-8450-e2bf89f167ee), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.567460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30ed208-3ccd-4cc2-9e53-0e5bdfdc7f32 admin admin] Router d322dea2-2028-4575-8450-e2bf89f167ee has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:34:01.013851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30ed208-3ccd-4cc2-9e53-0e5bdfdc7f32 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:34:01.019553 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f30ed208-3ccd-4cc2-9e53-0e5bdfdc7f32 admin admin] 10.222.0.53 "PUT /v2.0/routers/d322dea2-2028-4575-8450-e2bf89f167ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7530313 Jan 28 13:34:01.022183 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37146) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:01.024226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815a248-58d9-41ef-aac0-afc34cfe336a None None] Sync routers for ids ['d322dea2-2028-4575-8450-e2bf89f167ee'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:34:01.034350 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815a248-58d9-41ef-aac0-afc34cfe336a None None] Routers {'d322dea2-2028-4575-8450-e2bf89f167ee'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:01.034968 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7815a248-58d9-41ef-aac0-afc34cfe336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['d322dea2-2028-4575-8450-e2bf89f167ee'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.145386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7815a248-58d9-41ef-aac0-afc34cfe336a None None] Set router d322dea2-2028-4575-8450-e2bf89f167ee gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:01.145744 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Publish callbacks [] for router (d322dea2-2028-4575-8450-e2bf89f167ee), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.253593 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Publish callbacks [] for router_gateway (d322dea2-2028-4575-8450-e2bf89f167ee), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.310876 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Deleting port 1a5295c9-ab54-44b4-bc37-3220d98b4551 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:01.311134 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.349489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7815a248-58d9-41ef-aac0-afc34cfe336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'name': 'tempest-TestMinimumBasicScenario-1730673110-router', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:34:00Z', 'revision_number': 5, 'project_id': '4e92cf1454fc486f86183de5f1730786', 'gw_port': {'id': '1a5295c9-ab54-44b4-bc37-3220d98b4551', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.378135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815a248-58d9-41ef-aac0-afc34cfe336a None None] Checking router: d322dea2-2028-4575-8450-e2bf89f167ee for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:34:01.387261 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815a248-58d9-41ef-aac0-afc34cfe336a None None] Routers {'d322dea2-2028-4575-8450-e2bf89f167ee'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:01.387937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7815a248-58d9-41ef-aac0-afc34cfe336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['d322dea2-2028-4575-8450-e2bf89f167ee'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.393243 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] For port 1a5295c9-ab54-44b4-bc37-3220d98b4551, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=1a5295c9-ab54-44b4-bc37-3220d98b4551,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:01.393602 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.405225 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Calling delete_port for 1a5295c9-ab54-44b4-bc37-3220d98b4551 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:01.478575 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7815a248-58d9-41ef-aac0-afc34cfe336a None None] Set router d322dea2-2028-4575-8450-e2bf89f167ee gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:01.532684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7815a248-58d9-41ef-aac0-afc34cfe336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'name': 'tempest-TestMinimumBasicScenario-1730673110-router', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:34:01Z', 'revision_number': 6, 'project_id': '4e92cf1454fc486f86183de5f1730786', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.564519 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815a248-58d9-41ef-aac0-afc34cfe336a None None] The sync data for ids ['d322dea2-2028-4575-8450-e2bf89f167ee'] in n-d-824835-4 is: [{'id': 'd322dea2-2028-4575-8450-e2bf89f167ee', 'name': 'tempest-TestMinimumBasicScenario-1730673110-router', 'tenant_id': '4e92cf1454fc486f86183de5f1730786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:47Z', 'updated_at': '2022-01-28T13:34:01Z', 'revision_number': 6, 'project_id': '4e92cf1454fc486f86183de5f1730786', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:34:01.892642 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1a5295c9-ab54-44b4-bc37-3220d98b4551), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.917498 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5295c9-ab54-44b4-bc37-3220d98b4551,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:01.988528 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (d322dea2-2028-4575-8450-e2bf89f167ee), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.080044 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (d322dea2-2028-4575-8450-e2bf89f167ee), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.082274 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Publish callbacks [] for router_controller (d322dea2-2028-4575-8450-e2bf89f167ee), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.124267 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (d322dea2-2028-4575-8450-e2bf89f167ee), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.124885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d322dea2-2028-4575-8450-e2bf89f167ee {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:34:02.129267 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.130422 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e15aa688-f6c3-452f-a8ad-8d22a933d466 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d322dea2-2028-4575-8450-e2bf89f167ee HTTP/1.1" status: 204 len: 168 time: 1.1072526 Jan 28 13:34:02.133064 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37148) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:02.182423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7299496-14a0-4a95-8494-40863523e7f5 admin admin] Deleting subnet ef539cf0-4aa5-42d7-86e3-58de5e21d636 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:02.186228 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7299496-14a0-4a95-8494-40863523e7f5 admin admin] Publish callbacks [] for subnet (ef539cf0-4aa5-42d7-86e3-58de5e21d636), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.223097 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7299496-14a0-4a95-8494-40863523e7f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (ef539cf0-4aa5-42d7-86e3-58de5e21d636), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.311233 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7299496-14a0-4a95-8494-40863523e7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ef539cf0-4aa5-42d7-86e3-58de5e21d636), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.366009 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7299496-14a0-4a95-8494-40863523e7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (ef539cf0-4aa5-42d7-86e3-58de5e21d636), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.393184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7299496-14a0-4a95-8494-40863523e7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef539cf0-4aa5-42d7-86e3-58de5e21d636,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:02.395101 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7299496-14a0-4a95-8494-40863523e7f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.399076 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a7299496-14a0-4a95-8494-40863523e7f5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ef539cf0-4aa5-42d7-86e3-58de5e21d636 HTTP/1.1" status: 204 len: 168 time: 0.2648711 Jan 28 13:34:02.399209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e93fade-4ea9-4b74-a6c1-50c4eeb82b63 None None] Network f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:02.401390 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:02.476660 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (f4cbbf71-ce7b-45ed-948e-c7f64b3dc513), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.534168 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Deleting port 58817a1c-34a6-470c-b4cc-11959b50e706 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:02.534501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.556236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] DHCP port deletion for f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:34:02.595280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] For port 58817a1c-34a6-470c-b4cc-11959b50e706, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=58817a1c-34a6-470c-b4cc-11959b50e706,segment=NetworkSegment(f010f378-9839-4067-9ad2-42f861bd1ebf),segment_id=f010f378-9839-4067-9ad2-42f861bd1ebf)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:02.595588 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.604794 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Deleting port 58817a1c-34a6-470c-b4cc-11959b50e706 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:02.605659 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.608906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Calling delete_port for 58817a1c-34a6-470c-b4cc-11959b50e706 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:02.668683 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] For port 58817a1c-34a6-470c-b4cc-11959b50e706, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=58817a1c-34a6-470c-b4cc-11959b50e706,segment=NetworkSegment(f010f378-9839-4067-9ad2-42f861bd1ebf),segment_id=f010f378-9839-4067-9ad2-42f861bd1ebf)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:02.668993 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.681681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Calling delete_port for 58817a1c-34a6-470c-b4cc-11959b50e706 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:02.695636 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.722577 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=58817a1c-34a6-470c-b4cc-11959b50e706,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:02.726179 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] No DVR routers for this DVR port 58817a1c-34a6-470c-b4cc-11959b50e706 on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:02.765237 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (58817a1c-34a6-470c-b4cc-11959b50e706), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.792117 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Pushing event deleted for resources: {'Port': ['ID=58817a1c-34a6-470c-b4cc-11959b50e706,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:02.796487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] No DVR routers for this DVR port 58817a1c-34a6-470c-b4cc-11959b50e706 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:02.804407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.804724 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (f4cbbf71-ce7b-45ed-948e-c7f64b3dc513), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.804862 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.805098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.805440 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.805816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.806098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.806437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.806766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.807097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.807582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.807769 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.808180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.808419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c292fc8-e17f-4ccb-9117-72d3a8b7e7df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:02.834347 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4cbbf71-ce7b-45ed-948e-c7f64b3dc513']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:02.844068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f010f378-9839-4067-9ad2-42f861bd1ebf') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:02.844433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f010f378-9839-4067-9ad2-42f861bd1ebf') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:02.853830 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (f010f378-9839-4067-9ad2-42f861bd1ebf), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.868147 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (f010f378-9839-4067-9ad2-42f861bd1ebf), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.874322 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:02.874464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:02.874728 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (f010f378-9839-4067-9ad2-42f861bd1ebf), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:02.877335 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:02.898605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:02.898949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 3f17a00a-3e2d-48d1-8a35-e5a8d34ad217 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:02.899384 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1a5295c9-ab54-44b4-bc37-3220d98b4551 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:02.921268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 1a5295c9-ab54-44b4-bc37-3220d98b4551 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:02.921537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 1a5295c9-ab54-44b4-bc37-3220d98b4551 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:02.921960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 58817a1c-34a6-470c-b4cc-11959b50e706 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:02.932945 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (f4cbbf71-ce7b-45ed-948e-c7f64b3dc513), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.938740 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.942168 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] 10.222.0.53 "DELETE /v2.0/networks/f4cbbf71-ce7b-45ed-948e-c7f64b3dc513 HTTP/1.1" status: 204 len: 168 time: 0.5396912 Jan 28 13:34:02.942298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 58817a1c-34a6-470c-b4cc-11959b50e706 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:02.942564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 58817a1c-34a6-470c-b4cc-11959b50e706 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:02.957163 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbe29e-af99-46b0-8937-b87b12187c8b admin admin] Pushing event deleted for resources: {'Network': ['ID=f4cbbf71-ce7b-45ed-948e-c7f64b3dc513,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:03.101058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37154) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:03.141129 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d02a3008-8014-4528-abaa-fc20fef0d010 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=905d0067d23a40edb40eb557a4980794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388963 Jan 28 13:34:03.143654 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37156) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:03.193561 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ca724f-3f3a-4060-960e-8a0ca43c384c admin admin] Publish callbacks [] for security_group (f22fa303-7faf-4e3d-a6c9-efb34eccee6d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.214261 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ca724f-3f3a-4060-960e-8a0ca43c384c admin admin] Publish callbacks [] for security_group (f22fa303-7faf-4e3d-a6c9-efb34eccee6d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.260440 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ca724f-3f3a-4060-960e-8a0ca43c384c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (f22fa303-7faf-4e3d-a6c9-efb34eccee6d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.263006 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ca724f-3f3a-4060-960e-8a0ca43c384c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.264230 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-56ca724f-3f3a-4060-960e-8a0ca43c384c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f22fa303-7faf-4e3d-a6c9-efb34eccee6d HTTP/1.1" status: 204 len: 168 time: 0.1196992 Jan 28 13:34:03.272806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca724f-3f3a-4060-960e-8a0ca43c384c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22fa303-7faf-4e3d-a6c9-efb34eccee6d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:03.577459 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37162) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:03.617859 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8df552e6-5e7b-4d39-bd39-3207d092dfc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e92cf1454fc486f86183de5f1730786&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392439 Jan 28 13:34:03.620412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37164) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:03.675538 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43112605-0743-4bfa-affb-f2fce0babdc1 admin admin] Publish callbacks [] for security_group (2ac8a34e-489e-40ff-a518-761084b73e03), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.698780 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43112605-0743-4bfa-affb-f2fce0babdc1 admin admin] Publish callbacks [] for security_group (2ac8a34e-489e-40ff-a518-761084b73e03), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.748421 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43112605-0743-4bfa-affb-f2fce0babdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (2ac8a34e-489e-40ff-a518-761084b73e03), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.751778 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43112605-0743-4bfa-affb-f2fce0babdc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.752945 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-43112605-0743-4bfa-affb-f2fce0babdc1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ac8a34e-489e-40ff-a518-761084b73e03 HTTP/1.1" status: 204 len: 168 time: 0.1316485 Jan 28 13:34:03.760596 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43112605-0743-4bfa-affb-f2fce0babdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac8a34e-489e-40ff-a518-761084b73e03,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:04.251419 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:34:05.387991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37204) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:05.392906 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bd137480-3424-4914-b4b8-3dce8f1d75c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152619459', 'description': 'tempest-secgroup-smoke-1152619459 description', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:05.413723 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd137480-3424-4914-b4b8-3dce8f1d75c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.421356 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd137480-3424-4914-b4b8-3dce8f1d75c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.498779 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd137480-3424-4914-b4b8-3dce8f1d75c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (8d63b17f-c203-445f-b3de-89d1e8d0671a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.503272 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd137480-3424-4914-b4b8-3dce8f1d75c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8d63b17f-c203-445f-b3de-89d1e8d0671a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.543718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd137480-3424-4914-b4b8-3dce8f1d75c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d63b17f-c203-445f-b3de-89d1e8d0671a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:05.579819 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd137480-3424-4914-b4b8-3dce8f1d75c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (dbe6f8c6-7604-4eb2-bc69-54f31d66d389), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.583277 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd137480-3424-4914-b4b8-3dce8f1d75c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (dbe6f8c6-7604-4eb2-bc69-54f31d66d389), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.613384 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd137480-3424-4914-b4b8-3dce8f1d75c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.614666 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bd137480-3424-4914-b4b8-3dce8f1d75c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2256103 Jan 28 13:34:05.616624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd137480-3424-4914-b4b8-3dce8f1d75c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe6f8c6-7604-4eb2-bc69-54f31d66d389,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:05.617753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37206) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:05.622242 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6c9daac0-236c-4b67-8533-aaf1124163ff tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'dbe6f8c6-7604-4eb2-bc69-54f31d66d389', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:05.647763 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c9daac0-236c-4b67-8533-aaf1124163ff tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (357673a3-02f9-41bf-ae72-089be5894de8), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.701592 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c9daac0-236c-4b67-8533-aaf1124163ff tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (357673a3-02f9-41bf-ae72-089be5894de8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.705502 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c9daac0-236c-4b67-8533-aaf1124163ff tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (357673a3-02f9-41bf-ae72-089be5894de8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.725021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9daac0-236c-4b67-8533-aaf1124163ff tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357673a3-02f9-41bf-ae72-089be5894de8,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:05.730205 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c9daac0-236c-4b67-8533-aaf1124163ff tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.731388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6c9daac0-236c-4b67-8533-aaf1124163ff tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126144 Jan 28 13:34:05.734125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37208) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:05.739303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e7102a44-538e-46f2-af33-d6a9cfaa85b9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'dbe6f8c6-7604-4eb2-bc69-54f31d66d389', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:05.762349 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7102a44-538e-46f2-af33-d6a9cfaa85b9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (49e9d820-2c3c-400b-8ef9-3fea2c3fbd65), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.817494 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7102a44-538e-46f2-af33-d6a9cfaa85b9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (49e9d820-2c3c-400b-8ef9-3fea2c3fbd65), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.821609 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7102a44-538e-46f2-af33-d6a9cfaa85b9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (49e9d820-2c3c-400b-8ef9-3fea2c3fbd65), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.840170 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7102a44-538e-46f2-af33-d6a9cfaa85b9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e9d820-2c3c-400b-8ef9-3fea2c3fbd65,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:05.845800 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7102a44-538e-46f2-af33-d6a9cfaa85b9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.846993 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e7102a44-538e-46f2-af33-d6a9cfaa85b9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119616 Jan 28 13:34:05.849759 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:05.854038 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5e2528bb-14da-4525-9356-85fdbffede00 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'dbe6f8c6-7604-4eb2-bc69-54f31d66d389', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:05.879202 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e2528bb-14da-4525-9356-85fdbffede00 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (497ae9d4-f0ec-44b1-89b8-b74aff5ce558), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.937578 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e2528bb-14da-4525-9356-85fdbffede00 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (497ae9d4-f0ec-44b1-89b8-b74aff5ce558), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.941265 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e2528bb-14da-4525-9356-85fdbffede00 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (497ae9d4-f0ec-44b1-89b8-b74aff5ce558), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.958470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2528bb-14da-4525-9356-85fdbffede00 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497ae9d4-f0ec-44b1-89b8-b74aff5ce558,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:05.965469 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e2528bb-14da-4525-9356-85fdbffede00 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.966635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5e2528bb-14da-4525-9356-85fdbffede00 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159425 Jan 28 13:34:05.970381 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:05.975300 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a277b5b3-e813-49cd-a9e3-7d848bd5ec99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'dbe6f8c6-7604-4eb2-bc69-54f31d66d389', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:06.000052 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a277b5b3-e813-49cd-a9e3-7d848bd5ec99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (694e18ad-08ea-448f-b6a0-b6b1472e58f0), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.057735 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a277b5b3-e813-49cd-a9e3-7d848bd5ec99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (694e18ad-08ea-448f-b6a0-b6b1472e58f0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.061504 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a277b5b3-e813-49cd-a9e3-7d848bd5ec99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (694e18ad-08ea-448f-b6a0-b6b1472e58f0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.081606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277b5b3-e813-49cd-a9e3-7d848bd5ec99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694e18ad-08ea-448f-b6a0-b6b1472e58f0,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:06.089827 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a277b5b3-e813-49cd-a9e3-7d848bd5ec99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.091009 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a277b5b3-e813-49cd-a9e3-7d848bd5ec99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194425 Jan 28 13:34:06.093859 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37214) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:06.098883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3e9f08ab-b274-4427-8d3d-d08e70b9cd4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'dbe6f8c6-7604-4eb2-bc69-54f31d66d389', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:06.117598 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-3e9f08ab-b274-4427-8d3d-d08e70b9cd4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Project f058008f05084a11960cfe7ad63cfd7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:34:06.122822 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e9f08ab-b274-4427-8d3d-d08e70b9cd4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (91d2a953-c261-40fe-8484-b1da0de56d64), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.179528 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e9f08ab-b274-4427-8d3d-d08e70b9cd4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (91d2a953-c261-40fe-8484-b1da0de56d64), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.182946 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e9f08ab-b274-4427-8d3d-d08e70b9cd4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (91d2a953-c261-40fe-8484-b1da0de56d64), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.203207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f08ab-b274-4427-8d3d-d08e70b9cd4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d2a953-c261-40fe-8484-b1da0de56d64,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:06.212265 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e9f08ab-b274-4427-8d3d-d08e70b9cd4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.213457 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3e9f08ab-b274-4427-8d3d-d08e70b9cd4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179144 Jan 28 13:34:06.216308 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37216) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:06.221618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7d07235b-a212-4d78-977c-ac9b6e4ce9b7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'dbe6f8c6-7604-4eb2-bc69-54f31d66d389', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:06.241629 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-7d07235b-a212-4d78-977c-ac9b6e4ce9b7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Project f058008f05084a11960cfe7ad63cfd7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:34:06.246501 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d07235b-a212-4d78-977c-ac9b6e4ce9b7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (e3faf6a7-c04a-4077-8fcc-0493dd91f23e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.306901 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d07235b-a212-4d78-977c-ac9b6e4ce9b7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (e3faf6a7-c04a-4077-8fcc-0493dd91f23e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.311760 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d07235b-a212-4d78-977c-ac9b6e4ce9b7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (e3faf6a7-c04a-4077-8fcc-0493dd91f23e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.330229 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07235b-a212-4d78-977c-ac9b6e4ce9b7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3faf6a7-c04a-4077-8fcc-0493dd91f23e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:06.337473 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d07235b-a212-4d78-977c-ac9b6e4ce9b7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.338656 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7d07235b-a212-4d78-977c-ac9b6e4ce9b7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213827 Jan 28 13:34:06.341782 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37218) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:06.347437 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b9648f27-3c8e-4389-bdcd-b68ed25f36fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'network': {'name': 'tempest-network-smoke--581012270', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:06.366375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9648f27-3c8e-4389-bdcd-b68ed25f36fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:06.369570 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9648f27-3c8e-4389-bdcd-b68ed25f36fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.392739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9648f27-3c8e-4389-bdcd-b68ed25f36fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:06.402318 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9648f27-3c8e-4389-bdcd-b68ed25f36fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.402658 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-b9648f27-3c8e-4389-bdcd-b68ed25f36fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Added segment 4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a of type vlan for network 3d52be86-1d37-43c0-8c5a-8d871a159339 Jan 28 13:34:06.444692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9648f27-3c8e-4389-bdcd-b68ed25f36fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (3d52be86-1d37-43c0-8c5a-8d871a159339), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.470396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9648f27-3c8e-4389-bdcd-b68ed25f36fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (3d52be86-1d37-43c0-8c5a-8d871a159339), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.475737 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9648f27-3c8e-4389-bdcd-b68ed25f36fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:06.476343 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9648f27-3c8e-4389-bdcd-b68ed25f36fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.537329 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b9648f27-3c8e-4389-bdcd-b68ed25f36fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1945381 Jan 28 13:34:06.540179 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:06.544389 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'admin_state_up': True, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:06.561640 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9648f27-3c8e-4389-bdcd-b68ed25f36fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Network': ['ID=3d52be86-1d37-43c0-8c5a-8d871a159339,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:06.572067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 3d52be86-1d37-43c0-8c5a-8d871a159339 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:06.577124 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.578230 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.629969 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_controller (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.767307 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.952948 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.975490 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.073514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.25.7.43 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/645e7ae5-79a3-4da3-aaf1-003ff973bb0f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:07.176284 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.210087 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.244696 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:07.247365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:07.250614 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:07.276050 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=645e7ae5-79a3-4da3-aaf1-003ff973bb0f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:07.498926 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.695664 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.824375 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:34:07.929804 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:34:07.939190 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Sync routers for ids ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:34:07.949216 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Routers {'32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:07.949712 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.949850 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:07.950968 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-84f4f75a-5b2e-430b-8f8a-0798228f9371 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4098930 Jan 28 13:34:07.954115 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:08.059421 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Set router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:08.080356 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ff4f6865-d001-4704-a8dd-08974fdf53cb tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f058008f05084a11960cfe7ad63cfd7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1247602 Jan 28 13:34:08.082848 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:08.168044 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec1fc6b-0b4d-4c4e-8ec2-061560bf2123 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:08.169544 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0ec1fc6b-0b4d-4c4e-8ec2-061560bf2123 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857632 Jan 28 13:34:08.172423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37228) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:08.205220 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-80c36abe-ba04-45ef-a30e-1104b966a431 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305171 Jan 28 13:34:08.208141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37230) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:08.213069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-38ddceae-4ef3-4a02-9fcb-37f013ec99d1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1513508474', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:08.248664 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:07Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:08.275831 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Checking router: 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:34:08.276182 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Updating router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:34:08.296891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ddceae-4ef3-4a02-9fcb-37f013ec99d1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:08.301083 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38ddceae-4ef3-4a02-9fcb-37f013ec99d1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.301417 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.485127 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38ddceae-4ef3-4a02-9fcb-37f013ec99d1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (72d8ab7f-cf60-4c83-9526-70ace59b046f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.544561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddceae-4ef3-4a02-9fcb-37f013ec99d1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Subnet': ['ID=72d8ab7f-cf60-4c83-9526-70ace59b046f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:08.549657 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Publish callbacks [] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.556361 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.558148 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ddceae-4ef3-4a02-9fcb-37f013ec99d1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Checking segment: {'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:08.558504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ddceae-4ef3-4a02-9fcb-37f013ec99d1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network hostable DHCP agents. Network: 3d52be86-1d37-43c0-8c5a-8d871a159339, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:08.575401 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ddceae-4ef3-4a02-9fcb-37f013ec99d1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 3d52be86-1d37-43c0-8c5a-8d871a159339 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:08.584935 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-38ddceae-4ef3-4a02-9fcb-37f013ec99d1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 3d52be86-1d37-43c0-8c5a-8d871a159339) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:08.589514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ddceae-4ef3-4a02-9fcb-37f013ec99d1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:08.590196 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38ddceae-4ef3-4a02-9fcb-37f013ec99d1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.599992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b5866-cd9d-4713-b31f-b8b37bcc3e8c None None] Network 3d52be86-1d37-43c0-8c5a-8d871a159339 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:08.602525 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Pushing event updated for resources: {'Port': ['ID=645e7ae5-79a3-4da3-aaf1-003ff973bb0f,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:08.613335 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-38ddceae-4ef3-4a02-9fcb-37f013ec99d1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4010565 Jan 28 13:34:08.613656 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:08.613773 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.613990 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.614336 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.614693 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.615007 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.615371 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.615682 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.616004 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.616328 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.616649 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.616968 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.617294 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.617608 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:08.630219 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Attempting to bind port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:08.630592 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Attempting to bind port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:08.630952 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Attempting to bind port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:08.636117 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:08.636486 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:08.636887 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.637273 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:08.637764 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Bound port: 645e7ae5-79a3-4da3-aaf1-003ff973bb0f, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:08.638286 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.690417 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] For port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:08.693675 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] For port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=645e7ae5-79a3-4da3-aaf1-003ff973bb0f,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:08.699172 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.714675 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-3d52be86-1d37-43c0-8c5a-8d871a159339', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ips': [{'subnet_id': '72d8ab7f-cf60-4c83-9526-70ace59b046f'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:08.716093 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.761041 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d5983-0830-43c8-954c-8690affe7afd None None] Pushing event updated for resources: {'Port': ['ID=645e7ae5-79a3-4da3-aaf1-003ff973bb0f,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:08.766235 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Routers {'32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:08.766935 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:08.870940 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Allocated IP 172.20.0.2 (3d52be86-1d37-43c0-8c5a-8d871a159339/72d8ab7f-cf60-4c83-9526-70ace59b046f/594eec8e-ace0-4d77-9c27-c45f6b04682f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:08.878681 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] Set router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:09.071702 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:07Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:09.072420 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.099954 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3b0510-fbf1-445d-b1b8-aef18aee6587 None None] The sync data for ids ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'] in n-d-824835-4 is: [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:07Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:34:09.195978 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Publish callbacks [] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.202070 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.244287 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Network 3d52be86-1d37-43c0-8c5a-8d871a159339 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:09.247771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:09.251673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:09.265983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Pushing event updated for resources: {'Port': ['ID=594eec8e-ace0-4d77-9c27-c45f6b04682f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:09.347442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Attempting to bind port 594eec8e-ace0-4d77-9c27-c45f6b04682f on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:09.347442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Attempting to bind port 594eec8e-ace0-4d77-9c27-c45f6b04682f by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:09.347442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Attempting to bind port 594eec8e-ace0-4d77-9c27-c45f6b04682f on network 3d52be86-1d37-43c0-8c5a-8d871a159339 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:09.351416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:09.351719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Checking segment: {'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:09.352136 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.352532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Bound using segment: {'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:09.353014 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Bound port: 594eec8e-ace0-4d77-9c27-c45f6b04682f, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:09.353433 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.433960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] For port 594eec8e-ace0-4d77-9c27-c45f6b04682f, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:09.437657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] For port 594eec8e-ace0-4d77-9c27-c45f6b04682f, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=594eec8e-ace0-4d77-9c27-c45f6b04682f,segment=NetworkSegment(4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a),segment_id=4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:09.442172 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.515305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3c115-6f2c-455a-a313-2ac4eb5747a6 None None] Pushing event updated for resources: {'Port': ['ID=594eec8e-ace0-4d77-9c27-c45f6b04682f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:09.770357 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.20.0.1 (3d52be86-1d37-43c0-8c5a-8d871a159339/72d8ab7f-cf60-4c83-9526-70ace59b046f/e393d08d-a3f6-426d-8623-33af1d7d161a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:09.897671 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.932716 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.975785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 3d52be86-1d37-43c0-8c5a-8d871a159339 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:09.980829 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:09.983329 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:10.019362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=e393d08d-a3f6-426d-8623-33af1d7d161a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:10.039805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.172084 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.467194 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.473249 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.499293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8271cf09-4ce3-446d-8c5a-05e867ea107d None None] Network 3d52be86-1d37-43c0-8c5a-8d871a159339 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:10.549488 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.551194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=e393d08d-a3f6-426d-8623-33af1d7d161a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:10.577592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f56d27d1-3da2-4509-8956-2e264a83854a None None] Provisioning complete for port 594eec8e-ace0-4d77-9c27-c45f6b04682f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:10.577970 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f56d27d1-3da2-4509-8956-2e264a83854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.643593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 3d52be86-1d37-43c0-8c5a-8d871a159339 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:10.645027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:10.693165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f56d27d1-3da2-4509-8956-2e264a83854a None None] Current status of the port 594eec8e-ace0-4d77-9c27-c45f6b04682f is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:10.693561 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f56d27d1-3da2-4509-8956-2e264a83854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.740788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f56d27d1-3da2-4509-8956-2e264a83854a None None] For port 594eec8e-ace0-4d77-9c27-c45f6b04682f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=594eec8e-ace0-4d77-9c27-c45f6b04682f,segment=NetworkSegment(4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a),segment_id=4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:10.746553 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f56d27d1-3da2-4509-8956-2e264a83854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.770394 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:34:10.810697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d27d1-3da2-4509-8956-2e264a83854a None None] Pushing event updated for resources: {'Port': ['ID=594eec8e-ace0-4d77-9c27-c45f6b04682f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:10.909638 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:34:10.920664 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2d5622ba-cb19-45b3-bf3e-187f12fbc6fe tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "PUT /v2.0/routers/32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3057525 Jan 28 13:34:10.978454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0b2b3634-0674-4206-8144-8d7b89bc0b5e None None] Provisioning complete for port e393d08d-a3f6-426d-8623-33af1d7d161a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:10.978842 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b2b3634-0674-4206-8144-8d7b89bc0b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.015890 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 645e7ae5-79a3-4da3-aaf1-003ff973bb0f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:11.060632 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b3634-0674-4206-8144-8d7b89bc0b5e None None] Port e393d08d-a3f6-426d-8623-33af1d7d161a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:34:11.086919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0b2b3634-0674-4206-8144-8d7b89bc0b5e None None] Provisioning complete for port 594eec8e-ace0-4d77-9c27-c45f6b04682f triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:11.087294 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b2b3634-0674-4206-8144-8d7b89bc0b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.105439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-f1336b78-4cd0-4896-8bb8-cafd78713ac7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152619459&fields=id&tenant_id=f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 267 time: 0.0516255 Jan 28 13:34:11.132395 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:11.133040 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.175471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Sync routers for ids ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:34:11.234082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Routers {'32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:11.234723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:11.236368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-4afd899d-62db-40d2-a6da-cd59888c87ee tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:11.243577 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-4afd899d-62db-40d2-a6da-cd59888c87ee tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/networks?id=3d52be86-1d37-43c0-8c5a-8d871a159339 HTTP/1.1" status: 200 len: 796 time: 0.1299205 Jan 28 13:34:11.254397 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-1a4fa751-6172-46ce-8918-ec0fcde0bd9c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/quotas/f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 375 time: 0.0099504 Jan 28 13:34:11.288247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b3634-0674-4206-8144-8d7b89bc0b5e None None] Current status of the port 594eec8e-ace0-4d77-9c27-c45f6b04682f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:11.326650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-2aed27ea-a092-466e-904e-803445e62fd1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663400 Jan 28 13:34:11.375357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:11.375743 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.400931 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-125ed65e-04e9-4176-8099-f1cf21b0fea7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:34:11.401913 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-125ed65e-04e9-4176-8099-f1cf21b0fea7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0618579 Jan 28 13:34:11.420002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=645e7ae5-79a3-4da3-aaf1-003ff973bb0f,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:11.424394 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Set router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:11.450254 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.451824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 594eec8e-ace0-4d77-9c27-c45f6b04682f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:11.495068 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-36e011aa-6377-4a1c-84cf-6b80dbeef7e6 service neutron] 10.222.0.53 "GET /v2.0/networks/3d52be86-1d37-43c0-8c5a-8d871a159339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862222 Jan 28 13:34:11.516037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1c1b98e7-7a95-41be-bbab-aa32dbc382c8 None None] Provisioning complete for port e393d08d-a3f6-426d-8623-33af1d7d161a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:11.517255 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c1b98e7-7a95-41be-bbab-aa32dbc382c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.593989 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-c6cc5ad8-5445-4e23-b89c-9ae2f3ca01dc service neutron] 10.222.0.53 "GET /v2.0/networks/3d52be86-1d37-43c0-8c5a-8d871a159339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929720 Jan 28 13:34:11.638574 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=645e7ae5-79a3-4da3-aaf1-003ff973bb0f,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:11.655356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b98e7-7a95-41be-bbab-aa32dbc382c8 None None] Port e393d08d-a3f6-426d-8623-33af1d7d161a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:34:11.668619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 594eec8e-ace0-4d77-9c27-c45f6b04682f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:11.668998 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.776197 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d0234c7-63c4-464d-bbcf-296e14e4ba74 req-81b1b815-41f9-4108-a550-6833e0071f21 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 210 time: 0.0310001 Jan 28 13:34:11.812830 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 594eec8e-ace0-4d77-9c27-c45f6b04682f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:11.823716 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e393d08d-a3f6-426d-8623-33af1d7d161a', 'name': '', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:da:6c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:09Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 2, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:11.852529 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Checking router: 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:34:11.852885 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Updating router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 port e393d08d-a3f6-426d-8623-33af1d7d161a binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:34:11.878566 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.154566 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Publish callbacks [] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.160561 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.217480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443fbb3-899f-42ff-aa62-e8ceaeaa5514 None None] Pushing event updated for resources: {'Port': ['ID=e393d08d-a3f6-426d-8623-33af1d7d161a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:12.270775 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Attempting to bind port e393d08d-a3f6-426d-8623-33af1d7d161a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:12.271158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Attempting to bind port e393d08d-a3f6-426d-8623-33af1d7d161a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:12.271564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Attempting to bind port e393d08d-a3f6-426d-8623-33af1d7d161a on network 3d52be86-1d37-43c0-8c5a-8d871a159339 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:12.276907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:12.277284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Checking segment: {'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:12.277700 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.278088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Bound using segment: {'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:12.278555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Bound port: e393d08d-a3f6-426d-8623-33af1d7d161a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:12.278938 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.353336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] For port e393d08d-a3f6-426d-8623-33af1d7d161a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:12.357297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] For port e393d08d-a3f6-426d-8623-33af1d7d161a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e393d08d-a3f6-426d-8623-33af1d7d161a,segment=NetworkSegment(4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a),segment_id=4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:12.365021 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.432147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443fbb3-899f-42ff-aa62-e8ceaeaa5514 None None] Pushing event updated for resources: {'Port': ['ID=e393d08d-a3f6-426d-8623-33af1d7d161a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:12.434629 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Routers {'32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:12.435212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:33:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:12.507409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f55f2c16-d20e-4521-bf22-173211f2894b None None] Provisioning complete for port e393d08d-a3f6-426d-8623-33af1d7d161a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:12.507409 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f55f2c16-d20e-4521-bf22-173211f2894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.592660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] Set router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:12.909634 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 645e7ae5-79a3-4da3-aaf1-003ff973bb0f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:12.936204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f55f2c16-d20e-4521-bf22-173211f2894b None None] Current status of the port e393d08d-a3f6-426d-8623-33af1d7d161a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:12.936587 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f55f2c16-d20e-4521-bf22-173211f2894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.949457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-96b74972-aa13-4ef2-9f39-e15cd423bccf req-c6843283-08ea-4481-aef2-4ad76fc4985c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 210 time: 0.0455170 Jan 28 13:34:12.976340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-928f959c-01ee-4365-8dbd-3e5c027f39ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:12.978061 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-928f959c-01ee-4365-8dbd-3e5c027f39ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/networks?id=3d52be86-1d37-43c0-8c5a-8d871a159339 HTTP/1.1" status: 200 len: 796 time: 0.1935904 Jan 28 13:34:13.010616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f55f2c16-d20e-4521-bf22-173211f2894b None None] For port e393d08d-a3f6-426d-8623-33af1d7d161a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e393d08d-a3f6-426d-8623-33af1d7d161a,segment=NetworkSegment(4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a),segment_id=4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:13.018359 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f55f2c16-d20e-4521-bf22-173211f2894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.043131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-8a0c362d-5d08-41c8-abad-668667ddfeab tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 380 time: 0.0558567 Jan 28 13:34:13.052500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'port': {'device_id': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'admin_state_up': True, 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'security_groups': ['dbe6f8c6-7604-4eb2-bc69-54f31d66d389']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:13.064913 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:13.065283 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.133131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f2c16-d20e-4521-bf22-173211f2894b None None] Pushing event updated for resources: {'Port': ['ID=e393d08d-a3f6-426d-8623-33af1d7d161a,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:13.158173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-574f6704-cc14-4948-b2fe-95ffdcfcfd82 None None] Provisioning complete for port e393d08d-a3f6-426d-8623-33af1d7d161a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:13.158679 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-574f6704-cc14-4948-b2fe-95ffdcfcfd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.161402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:13.165103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.205219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e393d08d-a3f6-426d-8623-33af1d7d161a', 'name': '', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:da:6c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:09Z', 'updated_at': '2022-01-28T13:34:12Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:13.243326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ed677-9b5c-4964-9c80-44377d7dad7c None None] The sync data for ids ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'] in n-d-824835-4 is: [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e393d08d-a3f6-426d-8623-33af1d7d161a', 'name': '', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:da:6c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:09Z', 'updated_at': '2022-01-28T13:34:12Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:34:13.257253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:13.258328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 594eec8e-ace0-4d77-9c27-c45f6b04682f up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:13.312860 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.20.0.6 (3d52be86-1d37-43c0-8c5a-8d871a159339/72d8ab7f-cf60-4c83-9526-70ace59b046f/669f60b8-2bdb-48cd-ae4a-96d7297a8361) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:13.351282 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 594eec8e-ace0-4d77-9c27-c45f6b04682f triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:13.351688 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.375369 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-574f6704-cc14-4948-b2fe-95ffdcfcfd82 None None] Current status of the port e393d08d-a3f6-426d-8623-33af1d7d161a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:13.450016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 594eec8e-ace0-4d77-9c27-c45f6b04682f is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:13.488818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.523859 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.567709 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 3d52be86-1d37-43c0-8c5a-8d871a159339 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:13.570780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:13.576742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:13.583591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=669f60b8-2bdb-48cd-ae4a-96d7297a8361,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:13.631677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:13.632426 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.651117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-a36a892e-1185-4728-a04c-cb9f3fb98fc0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6022892 Jan 28 13:34:13.711248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Request body: {'port': {'device_id': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:13.789980 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.801851 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f07a5ee0-83b7-4564-b3ef-6c8aa95ac55c None None] Provisioning complete for port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:13.802428 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f07a5ee0-83b7-4564-b3ef-6c8aa95ac55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.844027 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f07a5ee0-83b7-4564-b3ef-6c8aa95ac55c None None] Port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:34:14.096782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669f60b8-2bdb-48cd-ae4a-96d7297a8361 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:14.106096 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Publish callbacks [] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.126429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Transition to ACTIVE for port object 669f60b8-2bdb-48cd-ae4a-96d7297a8361 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:34:14.135290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d84287-17ea-4a0b-b069-7c7c82587044 req-29ff5ec0-9b10-49ea-bc5c-123f75369979 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:14.136863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01d84287-17ea-4a0b-b069-7c7c82587044 req-29ff5ec0-9b10-49ea-bc5c-123f75369979 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 931 time: 0.0965781 Jan 28 13:34:14.138054 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.242462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=669f60b8-2bdb-48cd-ae4a-96d7297a8361,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:14.286897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-01d84287-17ea-4a0b-b069-7c7c82587044 req-184240c1-87ad-4a29-bdab-2be01fd70fde tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401222 Jan 28 13:34:14.328754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Attempting to bind port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:14.329295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Attempting to bind port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:14.329697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Attempting to bind port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 on network 3d52be86-1d37-43c0-8c5a-8d871a159339 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:14.335287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 on network 3d52be86-1d37-43c0-8c5a-8d871a159339 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:34:14.335647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Attempting to bind port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 on network 3d52be86-1d37-43c0-8c5a-8d871a159339 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:14.341202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:14.341547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Checking segment: {'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:14.341933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Bound using segment: {'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:14.342362 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Bound port: 669f60b8-2bdb-48cd-ae4a-96d7297a8361, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:14.342718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.411892 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] For port 669f60b8-2bdb-48cd-ae4a-96d7297a8361, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:14.415693 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] For port 669f60b8-2bdb-48cd-ae4a-96d7297a8361, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=669f60b8-2bdb-48cd-ae4a-96d7297a8361,segment=NetworkSegment(4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a),segment_id=4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:14.420471 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.461575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:14.462202 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.463598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] 10.222.0.35 "PUT /v2.0/ports/669f60b8-2bdb-48cd-ae4a-96d7297a8361 HTTP/1.1" status: 200 len: 1091 time: 0.8052254 Jan 28 13:34:14.464052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'tag': '669f60b8-2bdb-48cd-ae4a-96d7297a8361'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:14.466342 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1985ae06-8ddf-45a7-8844-2e84d40bde22" -d '{"events": [{"name": "network-changed", "server_uuid": "95c8cd15-47c9-40fc-8583-ad18cf18645c", "tag": "669f60b8-2bdb-48cd-ae4a-96d7297a8361"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:14.508761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3728d8-f150-44a0-81a8-5ae46429e2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=669f60b8-2bdb-48cd-ae4a-96d7297a8361,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:14.542714 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df26e16-c9dd-453c-9e73-a4f673e26f34 x-openstack-request-id: req-9df26e16-c9dd-453c-9e73-a4f673e26f34 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:14.542841 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c8cd15-47c9-40fc-8583-ad18cf18645c", "tag": "669f60b8-2bdb-48cd-ae4a-96d7297a8361", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:14.543144 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9df26e16-c9dd-453c-9e73-a4f673e26f34 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:14.543537 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'tag': '669f60b8-2bdb-48cd-ae4a-96d7297a8361', 'status': 'completed', 'code': 200} Jan 28 13:34:14.561110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-922d4a1e-e125-4945-8668-103e5ed48549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:14.562713 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-922d4a1e-e125-4945-8668-103e5ed48549 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 1094 time: 0.0506744 Jan 28 13:34:14.606103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-4f27542b-8586-4e06-bcfe-d0fbde163085 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669f60b8-2bdb-48cd-ae4a-96d7297a8361 HTTP/1.1" status: 200 len: 217 time: 0.0358133 Jan 28 13:34:14.661549 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-0c237b07-b85d-4103-b21e-0b97516b4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:14.663059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-0c237b07-b85d-4103-b21e-0b97516b4ffc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72d8ab7f-cf60-4c83-9526-70ace59b046f HTTP/1.1" status: 200 len: 835 time: 0.0513790 Jan 28 13:34:14.708492 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-5354b7e8-71a1-44a3-bf45-8da66e3b4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:14.710288 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-5354b7e8-71a1-44a3-bf45-8da66e3b4869 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d52be86-1d37-43c0-8c5a-8d871a159339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416920 Jan 28 13:34:14.801667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-363b3336-97c7-46ed-b7d1-f38c36c1829b service neutron] 10.222.0.35 "GET /v2.0/networks/3d52be86-1d37-43c0-8c5a-8d871a159339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844753 Jan 28 13:34:14.885439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e393d08d-a3f6-426d-8623-33af1d7d161a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:14.902593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10ad9bc6-f134-4439-a9fd-98650251cf58 req-1e17c033-631d-4283-bab4-416e64f54155 service neutron] 10.222.0.35 "GET /v2.0/networks/3d52be86-1d37-43c0-8c5a-8d871a159339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956037 Jan 28 13:34:14.939046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e393d08d-a3f6-426d-8623-33af1d7d161a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:14.939480 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.984497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985ae06-8ddf-45a7-8844-2e84d40bde22 req-c584a9ed-04a3-4597-a40f-a97f08d0f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:14.986077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1985ae06-8ddf-45a7-8844-2e84d40bde22 req-c584a9ed-04a3-4597-a40f-a97f08d0f023 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 1094 time: 0.0417864 Jan 28 13:34:15.020809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e393d08d-a3f6-426d-8623-33af1d7d161a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:15.079022 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985ae06-8ddf-45a7-8844-2e84d40bde22 req-25d23c33-375d-45c4-999c-0a9e1c725a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:15.080637 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1985ae06-8ddf-45a7-8844-2e84d40bde22 req-25d23c33-375d-45c4-999c-0a9e1c725a7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d52be86-1d37-43c0-8c5a-8d871a159339 HTTP/1.1" status: 200 len: 897 time: 0.0889299 Jan 28 13:34:15.121757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1985ae06-8ddf-45a7-8844-2e84d40bde22 req-2bf4fbee-af81-434f-83bc-c0a7c7ce1c40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669f60b8-2bdb-48cd-ae4a-96d7297a8361 HTTP/1.1" status: 200 len: 217 time: 0.0346627 Jan 28 13:34:15.168694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985ae06-8ddf-45a7-8844-2e84d40bde22 req-a59bc208-e217-4bff-b8bb-7ee6ff2baa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:15.170138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1985ae06-8ddf-45a7-8844-2e84d40bde22 req-a59bc208-e217-4bff-b8bb-7ee6ff2baa06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72d8ab7f-cf60-4c83-9526-70ace59b046f HTTP/1.1" status: 200 len: 835 time: 0.0420027 Jan 28 13:34:15.216112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985ae06-8ddf-45a7-8844-2e84d40bde22 req-7105fa56-a701-48c4-ba25-b0e5bbe709d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:15.217609 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1985ae06-8ddf-45a7-8844-2e84d40bde22 req-7105fa56-a701-48c4-ba25-b0e5bbe709d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d52be86-1d37-43c0-8c5a-8d871a159339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410013 Jan 28 13:34:15.312679 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1985ae06-8ddf-45a7-8844-2e84d40bde22 req-db8e46e9-6cf2-466d-8afd-b3fdf448a9c5 service neutron] 10.222.0.35 "GET /v2.0/networks/3d52be86-1d37-43c0-8c5a-8d871a159339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882971 Jan 28 13:34:15.444955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d708c95-b142-42c4-9ba6-75db801205f1 req-2a32f8eb-bb13-4f2e-bf7c-33caa66bdb5f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:15.446409 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d708c95-b142-42c4-9ba6-75db801205f1 req-2a32f8eb-bb13-4f2e-bf7c-33caa66bdb5f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 943 time: 0.0811694 Jan 28 13:34:15.451837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1985ae06-8ddf-45a7-8844-2e84d40bde22 req-205db235-5281-429e-a1b8-dcebfa5d6ee7 service neutron] 10.222.0.35 "GET /v2.0/networks/3d52be86-1d37-43c0-8c5a-8d871a159339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332161 Jan 28 13:34:15.499178 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d708c95-b142-42c4-9ba6-75db801205f1 req-44687abb-79e3-4ff4-b88b-04a97c313ee0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463352 Jan 28 13:34:15.837780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 669f60b8-2bdb-48cd-ae4a-96d7297a8361 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:34:15.934486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 669f60b8-2bdb-48cd-ae4a-96d7297a8361, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=669f60b8-2bdb-48cd-ae4a-96d7297a8361,segment=NetworkSegment(4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a),segment_id=4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:15.945957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '669f60b8-2bdb-48cd-ae4a-96d7297a8361', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'port_id': '669f60b8-2bdb-48cd-ae4a-96d7297a8361', 'mac_address': 'fa:16:3e:cb:2b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:34:15.983762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:15.984155 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.997127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669f60b8-2bdb-48cd-ae4a-96d7297a8361 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:16.015938 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 669f60b8-2bdb-48cd-ae4a-96d7297a8361, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=669f60b8-2bdb-48cd-ae4a-96d7297a8361,segment=NetworkSegment(4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a),segment_id=4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:16.020432 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.066422 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=669f60b8-2bdb-48cd-ae4a-96d7297a8361,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:16.265505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['669f60b8-2bdb-48cd-ae4a-96d7297a8361'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:16.618487 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d337-e99d-417b-9363-d7c5f956b5a4 req-de1c8a53-277d-4fac-80bf-4670adab7ac0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:16.620171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c8d337-e99d-417b-9363-d7c5f956b5a4 req-de1c8a53-277d-4fac-80bf-4670adab7ac0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 944 time: 0.0507255 Jan 28 13:34:16.669490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c8d337-e99d-417b-9363-d7c5f956b5a4 req-18107f93-45b4-48e5-afa4-c05be62f2559 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433955 Jan 28 13:34:17.790575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9508fa6-219c-4d94-8acc-176bb4882e07 req-14232581-535f-4177-b122-129ae7a88b97 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:17.791975 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9508fa6-219c-4d94-8acc-176bb4882e07 req-14232581-535f-4177-b122-129ae7a88b97 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 944 time: 0.0531373 Jan 28 13:34:17.842893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e9508fa6-219c-4d94-8acc-176bb4882e07 req-10a37f54-ebb1-4c56-86f1-ac53b9048bc1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450363 Jan 28 13:34:17.852478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 669f60b8-2bdb-48cd-ae4a-96d7297a8361 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:17.906553 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:34:17.910822 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:17.911201 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.986760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:17.987147 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.017078 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.021405 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669f60b8-2bdb-48cd-ae4a-96d7297a8361'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:18.023659 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53a547e-9271-48c6-a5dc-26ef568a06b2" -d '{"events": [{"server_uuid": "95c8cd15-47c9-40fc-8583-ad18cf18645c", "name": "network-vif-plugged", "status": "completed", "tag": "669f60b8-2bdb-48cd-ae4a-96d7297a8361"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:18.036605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 669f60b8-2bdb-48cd-ae4a-96d7297a8361, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=669f60b8-2bdb-48cd-ae4a-96d7297a8361,segment=NetworkSegment(4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a),segment_id=4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:18.040782 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.069103 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939a65eb-03bd-45d6-8418-c452bfe3508d x-openstack-request-id: req-939a65eb-03bd-45d6-8418-c452bfe3508d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:18.069405 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c8cd15-47c9-40fc-8583-ad18cf18645c", "name": "network-vif-plugged", "status": "completed", "tag": "669f60b8-2bdb-48cd-ae4a-96d7297a8361", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:18.069648 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-939a65eb-03bd-45d6-8418-c452bfe3508d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:18.070038 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669f60b8-2bdb-48cd-ae4a-96d7297a8361', 'code': 200} Jan 28 13:34:18.096652 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=669f60b8-2bdb-48cd-ae4a-96d7297a8361,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:18.159830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850173de-88f7-4ba0-a294-c28ba16512b8 req-fa25634a-2eea-4a28-a06f-dc4ee0ad5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:18.161315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-850173de-88f7-4ba0-a294-c28ba16512b8 req-fa25634a-2eea-4a28-a06f-dc4ee0ad5011 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 1096 time: 0.0407596 Jan 28 13:34:18.207710 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-850173de-88f7-4ba0-a294-c28ba16512b8 req-3ba051f8-6356-4e65-b919-6939fdae8c2f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401990 Jan 28 13:34:18.327891 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.965754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015ce5f-ef35-4cb6-b19b-88fcfe246ed8 req-2756251c-c25b-4c07-a393-4053ab4ec0f6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:18.967231 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9015ce5f-ef35-4cb6-b19b-88fcfe246ed8 req-2756251c-c25b-4c07-a393-4053ab4ec0f6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 945 time: 0.0520060 Jan 28 13:34:19.016056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9015ce5f-ef35-4cb6-b19b-88fcfe246ed8 req-c640a86e-5b24-446b-a837-e2024c93191c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419755 Jan 28 13:34:19.366240 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72a4aa2b-221b-48c1-a4fa-0fe0c282b447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.134238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d682b07-7e97-4f4b-ba28-9a14507a90ce req-ce1ac4e2-7790-4265-b7ba-11ac8e777406 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:20.135758 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d682b07-7e97-4f4b-ba28-9a14507a90ce req-ce1ac4e2-7790-4265-b7ba-11ac8e777406 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 945 time: 0.0486019 Jan 28 13:34:20.184699 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1d682b07-7e97-4f4b-ba28-9a14507a90ce req-dc260b9c-1ce6-4fe3-ab53-6957b6fdac8f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431578 Jan 28 13:34:20.301083 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c6eb2-69eb-458b-9dfd-2ccf138ae569 req-04a22f8c-bb3c-4bf8-a06b-3b322de63b7d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:20.302563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6c6eb2-69eb-458b-9dfd-2ccf138ae569 req-04a22f8c-bb3c-4bf8-a06b-3b322de63b7d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 945 time: 0.0486066 Jan 28 13:34:20.355402 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c6c6eb2-69eb-458b-9dfd-2ccf138ae569 req-722bcc36-79d8-4562-a0be-5733dab2156d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471697 Jan 28 13:34:20.377562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37284) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:20.416928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205547ea-ac56-4bbe-b286-37f83f078a11 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:20.418414 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-205547ea-ac56-4bbe-b286-37f83f078a11 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 1091 time: 0.0398803 Jan 28 13:34:20.421256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37286) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:20.426264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '669f60b8-2bdb-48cd-ae4a-96d7297a8361', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:20.446696 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.543576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.651215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.25.7.11 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/fbffdcf7-54e7-4f94-a7fa-40d87ebeca16) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:20.753981 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (fbffdcf7-54e7-4f94-a7fa-40d87ebeca16), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.792597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (fbffdcf7-54e7-4f94-a7fa-40d87ebeca16), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.832863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:20.837899 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:20.842418 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:20.844897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=fbffdcf7-54e7-4f94-a7fa-40d87ebeca16,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:21.196431 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (7f97d341-5dbe-4b7b-9a5d-d3004a96f27e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.266012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fbffdcf7-54e7-4f94-a7fa-40d87ebeca16), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.418374 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (fbffdcf7-54e7-4f94-a7fa-40d87ebeca16), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.423079 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (fbffdcf7-54e7-4f94-a7fa-40d87ebeca16), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.492713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=fbffdcf7-54e7-4f94-a7fa-40d87ebeca16,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:21.505461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (7f97d341-5dbe-4b7b-9a5d-d3004a96f27e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.606046 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Floating IP 7f97d341-5dbe-4b7b-9a5d-d3004a96f27e associated. External IP: 172.25.7.11, port: 669f60b8-2bdb-48cd-ae4a-96d7297a8361. Jan 28 13:34:21.731009 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb4e7235-0fc4-4a42-891e-6f941d7a7568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.813692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:34:21.925533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:34:21.935310 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757696c0-2073-4574-a0d7-c006cc9a9dd3 None None] Sync routers for ids ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:34:21.945407 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.946726 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757696c0-2073-4574-a0d7-c006cc9a9dd3 None None] Routers {'32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:21.947412 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-757696c0-2073-4574-a0d7-c006cc9a9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:34:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:21.973685 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b644771c-0e52-4abc-94da-2e12022ca92e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5514011 Jan 28 13:34:21.974272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'tag': '669f60b8-2bdb-48cd-ae4a-96d7297a8361'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:21.976632 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668fe076-077f-4c60-973e-a7271692a56d" -d '{"events": [{"name": "network-changed", "server_uuid": "95c8cd15-47c9-40fc-8583-ad18cf18645c", "tag": "669f60b8-2bdb-48cd-ae4a-96d7297a8361"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:22.013651 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707e4117-b37e-4bb1-b8fb-6d7db0608fe5 x-openstack-request-id: req-707e4117-b37e-4bb1-b8fb-6d7db0608fe5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:22.014093 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c8cd15-47c9-40fc-8583-ad18cf18645c", "tag": "669f60b8-2bdb-48cd-ae4a-96d7297a8361", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:22.014644 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-707e4117-b37e-4bb1-b8fb-6d7db0608fe5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:22.015059 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'tag': '669f60b8-2bdb-48cd-ae4a-96d7297a8361', 'status': 'completed', 'code': 200} Jan 28 13:34:22.115551 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84143ae8-ea2f-4caf-a51a-77760b68cf58 req-81809c0f-1f19-4521-961b-ff0fa8612f56 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:22.117044 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84143ae8-ea2f-4caf-a51a-77760b68cf58 req-81809c0f-1f19-4521-961b-ff0fa8612f56 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 945 time: 0.0831573 Jan 28 13:34:22.119600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fe076-077f-4c60-973e-a7271692a56d req-4a43b140-f315-433c-9f45-96ae749e7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:22.120940 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-668fe076-077f-4c60-973e-a7271692a56d req-4a43b140-f315-433c-9f45-96ae749e7c63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 1096 time: 0.0773051 Jan 28 13:34:22.156561 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-757696c0-2073-4574-a0d7-c006cc9a9dd3 None None] Set router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:22.216404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84143ae8-ea2f-4caf-a51a-77760b68cf58 req-4e919b22-a554-481f-ac0f-deaa8ffa6ecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935936 Jan 28 13:34:22.239475 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37292) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:22.281195 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fe076-077f-4c60-973e-a7271692a56d req-e1aa5631-838c-4a94-8ab1-3dfb72f0b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:22.282736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-668fe076-077f-4c60-973e-a7271692a56d req-e1aa5631-838c-4a94-8ab1-3dfb72f0b9a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d52be86-1d37-43c0-8c5a-8d871a159339 HTTP/1.1" status: 200 len: 897 time: 0.1542633 Jan 28 13:34:22.354046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-030db831-3ffa-4015-b35a-943f593c095a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/7f97d341-5dbe-4b7b-9a5d-d3004a96f27e HTTP/1.1" status: 200 len: 990 time: 0.1135495 Jan 28 13:34:22.360420 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-668fe076-077f-4c60-973e-a7271692a56d req-e26721bf-3fca-4ab6-a2f6-98c31f712ae3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669f60b8-2bdb-48cd-ae4a-96d7297a8361 HTTP/1.1" status: 200 len: 998 time: 0.0707643 Jan 28 13:34:22.393485 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-757696c0-2073-4574-a0d7-c006cc9a9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '7f97d341-5dbe-4b7b-9a5d-d3004a96f27e', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'port_id': '669f60b8-2bdb-48cd-ae4a-96d7297a8361', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'mac_address': 'fa:16:3e:cb:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:34:21Z', 'updated_at': '2022-01-28T13:34:21Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e393d08d-a3f6-426d-8623-33af1d7d161a', 'name': '', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:da:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:09Z', 'updated_at': '2022-01-28T13:34:12Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:22.414966 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fe076-077f-4c60-973e-a7271692a56d req-ef1f1e8e-812a-43e6-a867-42a4dd32220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:22.416451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-668fe076-077f-4c60-973e-a7271692a56d req-ef1f1e8e-812a-43e6-a867-42a4dd32220b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72d8ab7f-cf60-4c83-9526-70ace59b046f HTTP/1.1" status: 200 len: 835 time: 0.0501490 Jan 28 13:34:22.420154 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757696c0-2073-4574-a0d7-c006cc9a9dd3 None None] Checking router: 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:34:22.429064 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757696c0-2073-4574-a0d7-c006cc9a9dd3 None None] Routers {'32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:22.429756 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-757696c0-2073-4574-a0d7-c006cc9a9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:34:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:22.463211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fe076-077f-4c60-973e-a7271692a56d req-38d58650-3e92-4214-a808-36ee7246b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:22.464729 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-668fe076-077f-4c60-973e-a7271692a56d req-38d58650-3e92-4214-a808-36ee7246b467 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d52be86-1d37-43c0-8c5a-8d871a159339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428410 Jan 28 13:34:22.536382 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-757696c0-2073-4574-a0d7-c006cc9a9dd3 None None] Set router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:22.554374 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-668fe076-077f-4c60-973e-a7271692a56d req-550ce213-2ab0-4a7a-adeb-b7ad3e62bbf3 service neutron] 10.222.0.35 "GET /v2.0/networks/3d52be86-1d37-43c0-8c5a-8d871a159339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836744 Jan 28 13:34:22.646621 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-668fe076-077f-4c60-973e-a7271692a56d req-f6529f55-e5f2-4da3-93dd-fafa27aad211 service neutron] 10.222.0.35 "GET /v2.0/networks/3d52be86-1d37-43c0-8c5a-8d871a159339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867753 Jan 28 13:34:22.759198 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-757696c0-2073-4574-a0d7-c006cc9a9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '7f97d341-5dbe-4b7b-9a5d-d3004a96f27e', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'port_id': '669f60b8-2bdb-48cd-ae4a-96d7297a8361', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'mac_address': 'fa:16:3e:cb:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:34:21Z', 'updated_at': '2022-01-28T13:34:21Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e393d08d-a3f6-426d-8623-33af1d7d161a', 'name': '', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:da:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:09Z', 'updated_at': '2022-01-28T13:34:12Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:22.788522 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757696c0-2073-4574-a0d7-c006cc9a9dd3 None None] The sync data for ids ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'] in n-d-824835-4 is: [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '7f97d341-5dbe-4b7b-9a5d-d3004a96f27e', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'port_id': '669f60b8-2bdb-48cd-ae4a-96d7297a8361', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'mac_address': 'fa:16:3e:cb:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:34:21Z', 'updated_at': '2022-01-28T13:34:21Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e393d08d-a3f6-426d-8623-33af1d7d161a', 'name': '', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:da:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:09Z', 'updated_at': '2022-01-28T13:34:12Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:34:22.997217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a472571-b15a-43d5-9d44-9fb0ea104ff9 None None] New status for floating IP 7f97d341-5dbe-4b7b-9a5d-d3004a96f27e: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:34:23.218670 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.357089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37294) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:23.420078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bf9f6154-6f01-453f-815b-bff973ad9f04 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/7f97d341-5dbe-4b7b-9a5d-d3004a96f27e HTTP/1.1" status: 200 len: 992 time: 0.0618494 Jan 28 13:34:24.880431 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.208427 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.250483 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:34:48.005690 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.327042 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.367670 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a51338a2-e4cf-434f-b185-41ec9d28f760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.732712 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-554b1d05-ff77-41cf-af22-d1c969d65c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.221668 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.727232 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886f57b-33e8-41fd-a4b6-be7bd0695100 req-4d41e7e1-a27e-4736-92de-ed17498044f8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:54.728670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5886f57b-33e8-41fd-a4b6-be7bd0695100 req-4d41e7e1-a27e-4736-92de-ed17498044f8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 945 time: 0.0536275 Jan 28 13:34:54.883778 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.122523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5886f57b-33e8-41fd-a4b6-be7bd0695100 req-d7cff35e-9d29-4501-a061-5986d03b7129 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881998 Jan 28 13:34:56.212684 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.241633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500f132-697b-47c8-bb56-2004a3d60229 req-83415ed7-cd7e-4a8f-bb99-af1cfb9ae300 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:56.243094 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a500f132-697b-47c8-bb56-2004a3d60229 req-83415ed7-cd7e-4a8f-bb99-af1cfb9ae300 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 945 time: 0.0486953 Jan 28 13:34:56.292205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a500f132-697b-47c8-bb56-2004a3d60229 req-fa62ba2c-4656-46f0-a198-1a14f97b467e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 Jan 28 13:34:56.315020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37314) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:56.378974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-94416ba4-28e4-4d5e-8897-87714631ed5a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/7f97d341-5dbe-4b7b-9a5d-d3004a96f27e HTTP/1.1" status: 200 len: 992 time: 0.0627763 Jan 28 13:34:57.652672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9f6b8-ad6b-433d-ac3b-fff8e21c6496 req-d6a2cd99-c9c1-4570-8bd4-a0631641b519 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:57.654063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31b9f6b8-ad6b-433d-ac3b-fff8e21c6496 req-d6a2cd99-c9c1-4570-8bd4-a0631641b519 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 945 time: 0.0488398 Jan 28 13:34:57.706424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31b9f6b8-ad6b-433d-ac3b-fff8e21c6496 req-62532d13-d658-4008-bd81-1508741790e2 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459514 Jan 28 13:34:58.831973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d5621-e464-48b6-9d3d-79a3070a4183 req-70c80b4b-158e-48bc-b68c-fdd83bd77222 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:58.833439 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d59d5621-e464-48b6-9d3d-79a3070a4183 req-70c80b4b-158e-48bc-b68c-fdd83bd77222 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 945 time: 0.0496638 Jan 28 13:34:58.882529 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d59d5621-e464-48b6-9d3d-79a3070a4183 req-6daec07c-c613-47d3-92ff-0afe99b0829e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432193 Jan 28 13:34:58.904933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37324) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:58.969991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5a75480c-d0e5-4516-a3d6-c04a9af2068c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/7f97d341-5dbe-4b7b-9a5d-d3004a96f27e HTTP/1.1" status: 200 len: 992 time: 0.0639391 Jan 28 13:34:59.208828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37330) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:59.366547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port fbffdcf7-54e7-4f94-a7fa-40d87ebeca16 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:59.366805 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fbffdcf7-54e7-4f94-a7fa-40d87ebeca16), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.443826 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fbffdcf7-54e7-4f94-a7fa-40d87ebeca16), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.444149 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (fbffdcf7-54e7-4f94-a7fa-40d87ebeca16), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.456493 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for fbffdcf7-54e7-4f94-a7fa-40d87ebeca16 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:59.598834 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (fbffdcf7-54e7-4f94-a7fa-40d87ebeca16), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.626610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=fbffdcf7-54e7-4f94-a7fa-40d87ebeca16,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:59.641677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.642029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.642375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.642713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.643043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.643409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.644098 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.644434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.644763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.645089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.645414 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.645734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.646053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.704948 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (7f97d341-5dbe-4b7b-9a5d-d3004a96f27e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.705452 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Floating IP 7f97d341-5dbe-4b7b-9a5d-d3004a96f27e disassociated (deleted). External IP: 172.25.7.11, port: 669f60b8-2bdb-48cd-ae4a-96d7297a8361. Jan 28 13:34:59.931690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:35:00.047638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:35:00.053062 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.057547 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78217ad9-2e75-420c-9cb8-e9467d173ba4 None None] Sync routers for ids ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:35:00.066999 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78217ad9-2e75-420c-9cb8-e9467d173ba4 None None] Routers {'32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:00.067713 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-78217ad9-2e75-420c-9cb8-e9467d173ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:00.081016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8333a9b5-eb33-4223-9ab9-6c3dd1b43f61 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/floatingips/7f97d341-5dbe-4b7b-9a5d-d3004a96f27e HTTP/1.1" status: 204 len: 168 time: 0.8708069 Jan 28 13:35:00.081599 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'tag': '669f60b8-2bdb-48cd-ae4a-96d7297a8361'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:00.083942 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17730d71-74ab-4fd9-abd9-394bd047a74c" -d '{"events": [{"name": "network-changed", "server_uuid": "95c8cd15-47c9-40fc-8583-ad18cf18645c", "tag": "669f60b8-2bdb-48cd-ae4a-96d7297a8361"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:00.125030 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a1b9b8-c509-4e08-b137-5c591a71c793 x-openstack-request-id: req-50a1b9b8-c509-4e08-b137-5c591a71c793 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:00.125446 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c8cd15-47c9-40fc-8583-ad18cf18645c", "tag": "669f60b8-2bdb-48cd-ae4a-96d7297a8361", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:00.125707 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50a1b9b8-c509-4e08-b137-5c591a71c793 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:00.126127 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'tag': '669f60b8-2bdb-48cd-ae4a-96d7297a8361', 'status': 'completed', 'code': 200} Jan 28 13:35:00.197227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17730d71-74ab-4fd9-abd9-394bd047a74c req-8d3025ed-bb89-4283-82dd-f1669193dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:00.199017 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-78217ad9-2e75-420c-9cb8-e9467d173ba4 None None] Set router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:00.199371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17730d71-74ab-4fd9-abd9-394bd047a74c req-8d3025ed-bb89-4283-82dd-f1669193dbe4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 1096 time: 0.0460336 Jan 28 13:35:00.334742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17730d71-74ab-4fd9-abd9-394bd047a74c req-9c148190-ea68-44bb-8882-992e4abc39b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:00.336393 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17730d71-74ab-4fd9-abd9-394bd047a74c req-9c148190-ea68-44bb-8882-992e4abc39b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d52be86-1d37-43c0-8c5a-8d871a159339 HTTP/1.1" status: 200 len: 897 time: 0.1314669 Jan 28 13:35:00.386077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17730d71-74ab-4fd9-abd9-394bd047a74c req-2f016b0f-67ae-4865-acd8-8b2444606e0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669f60b8-2bdb-48cd-ae4a-96d7297a8361 HTTP/1.1" status: 200 len: 217 time: 0.0424166 Jan 28 13:35:00.393015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f61e3f-2855-4df9-a391-f1a0fe42b228 req-a25f284e-4465-459f-8968-4467d5124a65 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:00.394430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16f61e3f-2855-4df9-a391-f1a0fe42b228 req-a25f284e-4465-459f-8968-4467d5124a65 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 945 time: 0.1044698 Jan 28 13:35:00.425071 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-78217ad9-2e75-420c-9cb8-e9467d173ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e393d08d-a3f6-426d-8623-33af1d7d161a', 'name': '', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:da:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:09Z', 'updated_at': '2022-01-28T13:34:12Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:00.455894 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78217ad9-2e75-420c-9cb8-e9467d173ba4 None None] Checking router: 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:35:00.461955 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78217ad9-2e75-420c-9cb8-e9467d173ba4 None None] Routers {'32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:00.462658 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-78217ad9-2e75-420c-9cb8-e9467d173ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:00.464093 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17730d71-74ab-4fd9-abd9-394bd047a74c req-f6aac74c-5fe6-4c92-9277-10d951ca48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:00.465552 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17730d71-74ab-4fd9-abd9-394bd047a74c req-f6aac74c-5fe6-4c92-9277-10d951ca48a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72d8ab7f-cf60-4c83-9526-70ace59b046f HTTP/1.1" status: 200 len: 835 time: 0.0702617 Jan 28 13:35:00.488875 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-16f61e3f-2855-4df9-a391-f1a0fe42b228 req-24ef2255-a1a5-4112-ac70-cb17cb40c33b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852270 Jan 28 13:35:00.517992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17730d71-74ab-4fd9-abd9-394bd047a74c req-e4dfa83f-f09f-4c7d-a5be-9e2eb4d84c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:00.519512 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17730d71-74ab-4fd9-abd9-394bd047a74c req-e4dfa83f-f09f-4c7d-a5be-9e2eb4d84c26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d52be86-1d37-43c0-8c5a-8d871a159339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445049 Jan 28 13:35:00.570239 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-78217ad9-2e75-420c-9cb8-e9467d173ba4 None None] Set router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:00.613927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17730d71-74ab-4fd9-abd9-394bd047a74c req-e727e62f-c7dc-4b8f-bb27-9fdab2db71ca service neutron] 10.222.0.35 "GET /v2.0/networks/3d52be86-1d37-43c0-8c5a-8d871a159339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874846 Jan 28 13:35:00.706120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-17730d71-74ab-4fd9-abd9-394bd047a74c req-59d43d57-bec2-436b-b61e-d664aff8ba1a service neutron] 10.222.0.35 "GET /v2.0/networks/3d52be86-1d37-43c0-8c5a-8d871a159339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856774 Jan 28 13:35:00.769476 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-78217ad9-2e75-420c-9cb8-e9467d173ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e393d08d-a3f6-426d-8623-33af1d7d161a', 'name': '', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:da:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:09Z', 'updated_at': '2022-01-28T13:34:12Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:00.799307 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78217ad9-2e75-420c-9cb8-e9467d173ba4 None None] The sync data for ids ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'] in n-d-824835-4 is: [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:10Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e393d08d-a3f6-426d-8623-33af1d7d161a', 'name': '', 'network_id': '3d52be86-1d37-43c0-8c5a-8d871a159339', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:da:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:09Z', 'updated_at': '2022-01-28T13:34:12Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '72d8ab7f-cf60-4c83-9526-70ace59b046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:35:01.019229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb7a18-5c1c-4d5f-9581-638f3194e815 None None] New status for floating IP 7f97d341-5dbe-4b7b-9a5d-d3004a96f27e: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:35:01.619601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2634f-a3bc-4df7-a845-1b94d5c0fdb5 req-c4022048-db48-48cc-a0b5-5fa071005280 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:01.621358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84f2634f-a3bc-4df7-a845-1b94d5c0fdb5 req-c4022048-db48-48cc-a0b5-5fa071005280 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 945 time: 0.0590718 Jan 28 13:35:01.670066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-84f2634f-a3bc-4df7-a845-1b94d5c0fdb5 req-e58eabdb-9c0d-4b0e-b5b0-b1f853f3970a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbe6f8c6-7604-4eb2-bc69-54f31d66d389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424032 Jan 28 13:35:01.812678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029d5b6-7e07-4531-9fb7-db92a4b850d9 req-4b7a4be2-e213-42eb-8df0-c46faabaafd9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:01.814006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5029d5b6-7e07-4531-9fb7-db92a4b850d9 req-4b7a4be2-e213-42eb-8df0-c46faabaafd9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 945 time: 0.0480096 Jan 28 13:35:01.901867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-5029d5b6-7e07-4531-9fb7-db92a4b850d9 req-6d2743a0-8611-403b-b9c7-8a25464215ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:01.902201 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5029d5b6-7e07-4531-9fb7-db92a4b850d9 req-6d2743a0-8611-403b-b9c7-8a25464215ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.993889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5029d5b6-7e07-4531-9fb7-db92a4b850d9 req-6d2743a0-8611-403b-b9c7-8a25464215ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port 669f60b8-2bdb-48cd-ae4a-96d7297a8361, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=669f60b8-2bdb-48cd-ae4a-96d7297a8361,segment=NetworkSegment(4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a),segment_id=4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:01.994245 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5029d5b6-7e07-4531-9fb7-db92a4b850d9 req-6d2743a0-8611-403b-b9c7-8a25464215ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.005864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-5029d5b6-7e07-4531-9fb7-db92a4b850d9 req-6d2743a0-8611-403b-b9c7-8a25464215ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for 669f60b8-2bdb-48cd-ae4a-96d7297a8361 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:02.135069 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5029d5b6-7e07-4531-9fb7-db92a4b850d9 req-6d2743a0-8611-403b-b9c7-8a25464215ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (669f60b8-2bdb-48cd-ae4a-96d7297a8361), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.162474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2743a0-8611-403b-b9c7-8a25464215ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=669f60b8-2bdb-48cd-ae4a-96d7297a8361,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:02.205782 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5029d5b6-7e07-4531-9fb7-db92a4b850d9 req-6d2743a0-8611-403b-b9c7-8a25464215ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] No DVR routers for this DVR port 669f60b8-2bdb-48cd-ae4a-96d7297a8361 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:35:02.208330 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5029d5b6-7e07-4531-9fb7-db92a4b850d9 req-6d2743a0-8611-403b-b9c7-8a25464215ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.211906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5029d5b6-7e07-4531-9fb7-db92a4b850d9 req-6d2743a0-8611-403b-b9c7-8a25464215ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "DELETE /v2.0/ports/669f60b8-2bdb-48cd-ae4a-96d7297a8361 HTTP/1.1" status: 204 len: 173 time: 0.3923149 Jan 28 13:35:02.212343 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'name': 'network-vif-deleted', 'tag': '669f60b8-2bdb-48cd-ae4a-96d7297a8361'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:02.214648 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c146cc33-b4a4-4d63-bde8-a37c5500177b" -d '{"events": [{"server_uuid": "95c8cd15-47c9-40fc-8583-ad18cf18645c", "name": "network-vif-deleted", "tag": "669f60b8-2bdb-48cd-ae4a-96d7297a8361"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:02.255650 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea929cc-5b50-46d8-9572-fc1909da378a x-openstack-request-id: req-1ea929cc-5b50-46d8-9572-fc1909da378a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:02.256040 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c8cd15-47c9-40fc-8583-ad18cf18645c", "name": "network-vif-deleted", "tag": "669f60b8-2bdb-48cd-ae4a-96d7297a8361", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:02.256445 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ea929cc-5b50-46d8-9572-fc1909da378a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:02.257037 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c8cd15-47c9-40fc-8583-ad18cf18645c', 'name': 'network-vif-deleted', 'tag': '669f60b8-2bdb-48cd-ae4a-96d7297a8361', 'status': 'completed', 'code': 200} Jan 28 13:35:02.777777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e315faed-9ca1-49ef-ac59-11437519ef81 req-73248a96-0bb0-4506-ad98-447dc8f074d2 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8cd15-47c9-40fc-8583-ad18cf18645c HTTP/1.1" status: 200 len: 210 time: 0.0273845 Jan 28 13:35:03.835438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37346) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:04.070516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 669f60b8-2bdb-48cd-ae4a-96d7297a8361 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:04.091607 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 669f60b8-2bdb-48cd-ae4a-96d7297a8361 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:04.091964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 669f60b8-2bdb-48cd-ae4a-96d7297a8361 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:04.204068 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-507c8a6d-afa3-4390-8fb6-3faeb8a51255 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.464512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-507c8a6d-afa3-4390-8fb6-3faeb8a51255 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port e393d08d-a3f6-426d-8623-33af1d7d161a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:04.464852 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-507c8a6d-afa3-4390-8fb6-3faeb8a51255 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.555453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-507c8a6d-afa3-4390-8fb6-3faeb8a51255 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port e393d08d-a3f6-426d-8623-33af1d7d161a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e393d08d-a3f6-426d-8623-33af1d7d161a,segment=NetworkSegment(4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a),segment_id=4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:04.555819 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-507c8a6d-afa3-4390-8fb6-3faeb8a51255 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.568437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-507c8a6d-afa3-4390-8fb6-3faeb8a51255 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for e393d08d-a3f6-426d-8623-33af1d7d161a owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:04.755458 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-507c8a6d-afa3-4390-8fb6-3faeb8a51255 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e393d08d-a3f6-426d-8623-33af1d7d161a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.783260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c8a6d-afa3-4390-8fb6-3faeb8a51255 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=e393d08d-a3f6-426d-8623-33af1d7d161a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:04.979012 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-507c8a6d-afa3-4390-8fb6-3faeb8a51255 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.194855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507c8a6d-afa3-4390-8fb6-3faeb8a51255 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:35:05.303119 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507c8a6d-afa3-4390-8fb6-3faeb8a51255 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:35:05.308744 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-507c8a6d-afa3-4390-8fb6-3faeb8a51255 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "PUT /v2.0/routers/32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4722283 Jan 28 13:35:05.310766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37348) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:05.365262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ef41f7-aedf-4d76-86f0-2756e67cc2cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting subnet 72d8ab7f-cf60-4c83-9526-70ace59b046f {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:35:05.368767 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5ef41f7-aedf-4d76-86f0-2756e67cc2cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (72d8ab7f-cf60-4c83-9526-70ace59b046f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.406657 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e007b5f-812d-4345-9f45-c29fda26a805 None None] Sync routers for ids ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:35:05.416553 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e007b5f-812d-4345-9f45-c29fda26a805 None None] Routers {'32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:05.417160 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5e007b5f-812d-4345-9f45-c29fda26a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:05.419153 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5ef41f7-aedf-4d76-86f0-2756e67cc2cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (72d8ab7f-cf60-4c83-9526-70ace59b046f), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.511883 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5ef41f7-aedf-4d76-86f0-2756e67cc2cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (72d8ab7f-cf60-4c83-9526-70ace59b046f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.524326 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5e007b5f-812d-4345-9f45-c29fda26a805 None None] Set router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:05.571011 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5ef41f7-aedf-4d76-86f0-2756e67cc2cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (72d8ab7f-cf60-4c83-9526-70ace59b046f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.599157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef41f7-aedf-4d76-86f0-2756e67cc2cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Subnet': ['ID=72d8ab7f-cf60-4c83-9526-70ace59b046f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:05.604945 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5ef41f7-aedf-4d76-86f0-2756e67cc2cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.610992 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d5ef41f7-aedf-4d76-86f0-2756e67cc2cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/subnets/72d8ab7f-cf60-4c83-9526-70ace59b046f HTTP/1.1" status: 204 len: 168 time: 0.2949359 Jan 28 13:35:05.611217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37350) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:05.613288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307b0e9-4fb5-4379-8f04-792467eaca61 None None] Network 3d52be86-1d37-43c0-8c5a-8d871a159339 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:35:05.706212 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5e007b5f-812d-4345-9f45-c29fda26a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:35:04Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:05.737474 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e007b5f-812d-4345-9f45-c29fda26a805 None None] Checking router: 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:35:05.737655 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.749330 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e007b5f-812d-4345-9f45-c29fda26a805 None None] Routers {'32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:05.750125 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5e007b5f-812d-4345-9f45-c29fda26a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:05.782103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] DHCP port deletion for 3d52be86-1d37-43c0-8c5a-8d871a159339 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:35:05.833823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Deleting port 594eec8e-ace0-4d77-9c27-c45f6b04682f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:05.834853 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.850377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.858222 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5e007b5f-812d-4345-9f45-c29fda26a805 None None] Set router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:05.908011 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] For port 594eec8e-ace0-4d77-9c27-c45f6b04682f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=594eec8e-ace0-4d77-9c27-c45f6b04682f,segment=NetworkSegment(4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a),segment_id=4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:05.908406 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.914423 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:05.915591 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.922636 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Calling delete_port for 594eec8e-ace0-4d77-9c27-c45f6b04682f owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:06.000465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port 645e7ae5-79a3-4da3-aaf1-003ff973bb0f, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=645e7ae5-79a3-4da3-aaf1-003ff973bb0f,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:06.001144 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.008511 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (594eec8e-ace0-4d77-9c27-c45f6b04682f), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.013059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for 645e7ae5-79a3-4da3-aaf1-003ff973bb0f owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:06.037662 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Pushing event deleted for resources: {'Port': ['ID=594eec8e-ace0-4d77-9c27-c45f6b04682f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:06.040062 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] No DVR routers for this DVR port 594eec8e-ace0-4d77-9c27-c45f6b04682f on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:35:06.050853 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5e007b5f-812d-4345-9f45-c29fda26a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:35:04Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:06.053820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.054239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.054650 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.055566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.055566 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.055747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.056149 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.056582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.056985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.057374 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.057765 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.058165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.058549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a9a2d-2175-4083-b762-139458eb12cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:06.074438 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e007b5f-812d-4345-9f45-c29fda26a805 None None] The sync data for ids ['32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5'] in n-d-824835-4 is: [{'id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785539692', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:35:04Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '645e7ae5-79a3-4da3-aaf1-003ff973bb0f', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:34:06Z', 'updated_at': '2022-01-28T13:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:35:06.194507 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (645e7ae5-79a3-4da3-aaf1-003ff973bb0f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.220318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=645e7ae5-79a3-4da3-aaf1-003ff973bb0f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:06.279611 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.380019 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.382044 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_controller (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.757508 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.758058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Fanout notify agent at l3_agent the message router_deleted on router 32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:35:06.766243 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.767509 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-23dd35da-1d6e-42aa-ab7c-25942d356058 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/routers/32c5a8fc-d135-4fc5-8bc3-bd9403e6cfc5 HTTP/1.1" status: 204 len: 168 time: 1.1553187 Jan 28 13:35:06.770167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37354) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:06.848807 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (3d52be86-1d37-43c0-8c5a-8d871a159339), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.943646 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (3d52be86-1d37-43c0-8c5a-8d871a159339), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.976303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d52be86-1d37-43c0-8c5a-8d871a159339']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:06.987056 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:06.987379 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:06.996824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.009987 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.013908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e393d08d-a3f6-426d-8623-33af1d7d161a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:07.017180 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:35:07.017574 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (4a5d6cd3-281c-4c01-81f2-cb3a8a92cd2a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:35:07.020872 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:35:07.038812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e393d08d-a3f6-426d-8623-33af1d7d161a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:07.039081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e393d08d-a3f6-426d-8623-33af1d7d161a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:07.039536 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 594eec8e-ace0-4d77-9c27-c45f6b04682f no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:07.058204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 594eec8e-ace0-4d77-9c27-c45f6b04682f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:07.058547 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 594eec8e-ace0-4d77-9c27-c45f6b04682f not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:07.082750 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (3d52be86-1d37-43c0-8c5a-8d871a159339), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.090679 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.092951 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/networks/3d52be86-1d37-43c0-8c5a-8d871a159339 HTTP/1.1" status: 204 len: 168 time: 0.3218503 Jan 28 13:35:07.096770 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37356) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.105156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7718f-b9ae-40f0-b758-8819675e2842 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Network': ['ID=3d52be86-1d37-43c0-8c5a-8d871a159339,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:07.153683 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (dbe6f8c6-7604-4eb2-bc69-54f31d66d389), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.183749 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (dbe6f8c6-7604-4eb2-bc69-54f31d66d389), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.243785 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (dbe6f8c6-7604-4eb2-bc69-54f31d66d389), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.246387 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.247608 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/security-groups/dbe6f8c6-7604-4eb2-bc69-54f31d66d389 HTTP/1.1" status: 204 len: 168 time: 0.1497617 Jan 28 13:35:07.257460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe6f8c6-7604-4eb2-bc69-54f31d66d389,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:07.265853 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.266063 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.266313 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.266659 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.267069 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.267514 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.267725 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.268038 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.268338 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.268676 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.269013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.269353 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.269647 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a365f7-acd7-4741-a492-2688abff6ab8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:07.562872 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37362) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.567478 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-89193d73-d316-49a1-9d81-3ea9585f67c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-424198245', 'description': 'tempest-secgroup-smoke-424198245 description', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:07.589466 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89193d73-d316-49a1-9d81-3ea9585f67c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.653685 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89193d73-d316-49a1-9d81-3ea9585f67c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (510e0157-c5dd-496e-889d-fc539c8fce45), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.658005 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89193d73-d316-49a1-9d81-3ea9585f67c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (510e0157-c5dd-496e-889d-fc539c8fce45), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.685955 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89193d73-d316-49a1-9d81-3ea9585f67c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.687271 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-89193d73-d316-49a1-9d81-3ea9585f67c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1233549 Jan 28 13:35:07.689213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89193d73-d316-49a1-9d81-3ea9585f67c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510e0157-c5dd-496e-889d-fc539c8fce45,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:07.690350 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37364) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.694989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d3be4cc4-56d7-476c-bbdd-596a85ec52f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': '510e0157-c5dd-496e-889d-fc539c8fce45', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:07.720521 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3be4cc4-56d7-476c-bbdd-596a85ec52f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (e6a734b2-9785-4ab3-8f1f-6c8c8d84448b), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.775085 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3be4cc4-56d7-476c-bbdd-596a85ec52f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (e6a734b2-9785-4ab3-8f1f-6c8c8d84448b), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.778545 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3be4cc4-56d7-476c-bbdd-596a85ec52f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (e6a734b2-9785-4ab3-8f1f-6c8c8d84448b), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.798111 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be4cc4-56d7-476c-bbdd-596a85ec52f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a734b2-9785-4ab3-8f1f-6c8c8d84448b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:07.807736 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3be4cc4-56d7-476c-bbdd-596a85ec52f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.808866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d3be4cc4-56d7-476c-bbdd-596a85ec52f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175032 Jan 28 13:35:07.811827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37366) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.816369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5817ea5a-5901-4a0e-b247-638763b8f6ed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': '510e0157-c5dd-496e-889d-fc539c8fce45', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:07.842236 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5817ea5a-5901-4a0e-b247-638763b8f6ed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (32de55db-7a2d-47b2-b0b7-82c278ebf2ef), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.898129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5817ea5a-5901-4a0e-b247-638763b8f6ed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (32de55db-7a2d-47b2-b0b7-82c278ebf2ef), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.901762 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5817ea5a-5901-4a0e-b247-638763b8f6ed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (32de55db-7a2d-47b2-b0b7-82c278ebf2ef), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.919703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817ea5a-5901-4a0e-b247-638763b8f6ed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32de55db-7a2d-47b2-b0b7-82c278ebf2ef,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:07.928020 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5817ea5a-5901-4a0e-b247-638763b8f6ed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.931380 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5817ea5a-5901-4a0e-b247-638763b8f6ed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161838 Jan 28 13:35:07.932031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37368) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.936207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2294e8c3-5956-48a9-8e23-619ddbd99220 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': '510e0157-c5dd-496e-889d-fc539c8fce45', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:07.961917 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2294e8c3-5956-48a9-8e23-619ddbd99220 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (240b2037-78f8-4497-a1fe-0ddcfe99d1ba), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.019798 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2294e8c3-5956-48a9-8e23-619ddbd99220 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (240b2037-78f8-4497-a1fe-0ddcfe99d1ba), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.023252 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2294e8c3-5956-48a9-8e23-619ddbd99220 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (240b2037-78f8-4497-a1fe-0ddcfe99d1ba), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.039721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294e8c3-5956-48a9-8e23-619ddbd99220 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240b2037-78f8-4497-a1fe-0ddcfe99d1ba,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:08.048473 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2294e8c3-5956-48a9-8e23-619ddbd99220 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.049651 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2294e8c3-5956-48a9-8e23-619ddbd99220 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167140 Jan 28 13:35:08.052485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37370) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:08.056714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-96043a13-0419-483b-bc40-fa61abe5cad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': '510e0157-c5dd-496e-889d-fc539c8fce45', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:08.082380 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96043a13-0419-483b-bc40-fa61abe5cad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (05399378-749d-427e-a23f-e7347cd7b6a5), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.142569 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96043a13-0419-483b-bc40-fa61abe5cad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (05399378-749d-427e-a23f-e7347cd7b6a5), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.146377 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96043a13-0419-483b-bc40-fa61abe5cad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (05399378-749d-427e-a23f-e7347cd7b6a5), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.163330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96043a13-0419-483b-bc40-fa61abe5cad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05399378-749d-427e-a23f-e7347cd7b6a5,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:08.171494 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96043a13-0419-483b-bc40-fa61abe5cad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.172912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-96043a13-0419-483b-bc40-fa61abe5cad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195085 Jan 28 13:35:08.175807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37372) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:08.180214 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a3bca6e7-b85f-4b0b-a8e2-fd815c1e40ef tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': '510e0157-c5dd-496e-889d-fc539c8fce45', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:08.199935 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-a3bca6e7-b85f-4b0b-a8e2-fd815c1e40ef tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Project f058008f05084a11960cfe7ad63cfd7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:35:08.205362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3bca6e7-b85f-4b0b-a8e2-fd815c1e40ef tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (538315fc-f0d2-40ca-9e8b-00ddb6b9a56f), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.272435 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3bca6e7-b85f-4b0b-a8e2-fd815c1e40ef tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (538315fc-f0d2-40ca-9e8b-00ddb6b9a56f), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.276145 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3bca6e7-b85f-4b0b-a8e2-fd815c1e40ef tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (538315fc-f0d2-40ca-9e8b-00ddb6b9a56f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.296632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bca6e7-b85f-4b0b-a8e2-fd815c1e40ef tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538315fc-f0d2-40ca-9e8b-00ddb6b9a56f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:08.302475 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3bca6e7-b85f-4b0b-a8e2-fd815c1e40ef tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.303676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a3bca6e7-b85f-4b0b-a8e2-fd815c1e40ef tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269405 Jan 28 13:35:08.306547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37374) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:08.310811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-79a46ea3-0059-4730-bf7d-9251743c979f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': '510e0157-c5dd-496e-889d-fc539c8fce45', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:08.331415 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-79a46ea3-0059-4730-bf7d-9251743c979f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Project f058008f05084a11960cfe7ad63cfd7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:35:08.336517 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79a46ea3-0059-4730-bf7d-9251743c979f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (46c6e7c9-422d-4fe8-a432-833b26fece88), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.397558 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79a46ea3-0059-4730-bf7d-9251743c979f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (46c6e7c9-422d-4fe8-a432-833b26fece88), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.401202 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79a46ea3-0059-4730-bf7d-9251743c979f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (46c6e7c9-422d-4fe8-a432-833b26fece88), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.419932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a46ea3-0059-4730-bf7d-9251743c979f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c6e7c9-422d-4fe8-a432-833b26fece88,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:08.425431 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79a46ea3-0059-4730-bf7d-9251743c979f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.426833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-79a46ea3-0059-4730-bf7d-9251743c979f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191611 Jan 28 13:35:08.429536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37376) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:08.434252 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3137fdfa-58f8-4834-811d-23f16cc77433 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'network': {'name': 'tempest-network-smoke--713666821', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:08.455333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3137fdfa-58f8-4834-811d-23f16cc77433 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:08.458681 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3137fdfa-58f8-4834-811d-23f16cc77433 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.482585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3137fdfa-58f8-4834-811d-23f16cc77433 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:35:08.492781 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3137fdfa-58f8-4834-811d-23f16cc77433 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.493141 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-3137fdfa-58f8-4834-811d-23f16cc77433 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Added segment c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2 of type vlan for network 407de021-3f20-4765-a698-c9f6aa69c4c2 Jan 28 13:35:08.533028 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3137fdfa-58f8-4834-811d-23f16cc77433 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (407de021-3f20-4765-a698-c9f6aa69c4c2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.557375 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3137fdfa-58f8-4834-811d-23f16cc77433 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (407de021-3f20-4765-a698-c9f6aa69c4c2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.562927 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137fdfa-58f8-4834-811d-23f16cc77433 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:08.563539 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3137fdfa-58f8-4834-811d-23f16cc77433 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.623815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3137fdfa-58f8-4834-811d-23f16cc77433 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1930797 Jan 28 13:35:08.627260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37378) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:08.631571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'admin_state_up': True, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:08.650297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137fdfa-58f8-4834-811d-23f16cc77433 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Network': ['ID=407de021-3f20-4765-a698-c9f6aa69c4c2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:08.661578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 407de021-3f20-4765-a698-c9f6aa69c4c2 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:35:08.662430 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.663612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.717080 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_controller (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.855840 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.885510 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 645e7ae5-79a3-4da3-aaf1-003ff973bb0f no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:08.909138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 645e7ae5-79a3-4da3-aaf1-003ff973bb0f {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:08.909481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 645e7ae5-79a3-4da3-aaf1-003ff973bb0f not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:09.053844 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.076668 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.177612 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.25.7.206 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/fd00a8f8-c30e-4236-9753-adbe0a01c584) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:09.283589 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.316910 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.355672 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:09.358403 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:09.364175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:09.369585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=fd00a8f8-c30e-4236-9753-adbe0a01c584,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:09.619074 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.814609 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.943474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:35:10.047280 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:35:10.056679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Sync routers for ids ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:35:10.068248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Routers {'e4e98b82-f546-4c8c-a8f6-e62df67a45d0'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:10.069032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:10.069466 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.070681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-bfb93b3d-ef96-47d5-9396-633ff770e32c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4424803 Jan 28 13:35:10.074028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37380) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:10.108118 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4189dbe4-26cc-4f10-935f-49be4a357f57 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f058008f05084a11960cfe7ad63cfd7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329516 Jan 28 13:35:10.111519 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:10.269732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc2090-f91f-47fe-bbb8-e383078f2724 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:10.271248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-cbcc2090-f91f-47fe-bbb8-e383078f2724 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1588404 Jan 28 13:35:10.274204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37384) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:10.307510 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e3fcc9cf-2a02-4c91-8900-63f52376d160 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321870 Jan 28 13:35:10.310218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37386) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:10.316583 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-db8f4292-1486-4294-979c-640454aeeecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1771068677', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:10.342363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Set router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:10.406079 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8f4292-1486-4294-979c-640454aeeecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:10.409631 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db8f4292-1486-4294-979c-640454aeeecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.531250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:35:09Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:10.558824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Checking router: e4e98b82-f546-4c8c-a8f6-e62df67a45d0 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:35:10.559182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Updating router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 port fd00a8f8-c30e-4236-9753-adbe0a01c584 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:35:10.589061 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.596014 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db8f4292-1486-4294-979c-640454aeeecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (94c528ec-6917-451b-ad20-082d4b50b3c7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.650126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f4292-1486-4294-979c-640454aeeecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Subnet': ['ID=94c528ec-6917-451b-ad20-082d4b50b3c7,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:10.664604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f4292-1486-4294-979c-640454aeeecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Checking segment: {'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:10.664963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f4292-1486-4294-979c-640454aeeecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network hostable DHCP agents. Network: 407de021-3f20-4765-a698-c9f6aa69c4c2, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:35:10.681910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f4292-1486-4294-979c-640454aeeecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 407de021-3f20-4765-a698-c9f6aa69c4c2 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:35:10.691676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-db8f4292-1486-4294-979c-640454aeeecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 407de021-3f20-4765-a698-c9f6aa69c4c2) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:10.697602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f4292-1486-4294-979c-640454aeeecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:10.698072 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db8f4292-1486-4294-979c-640454aeeecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.701393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674b1e0-c4b0-48ae-9844-69778b339b29 None None] Network 407de021-3f20-4765-a698-c9f6aa69c4c2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:35:10.716626 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-db8f4292-1486-4294-979c-640454aeeecc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4053509 Jan 28 13:35:10.720055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37388) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:10.887206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-407de021-3f20-4765-a698-c9f6aa69c4c2', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ips': [{'subnet_id': '94c528ec-6917-451b-ad20-082d4b50b3c7'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:35:10.888170 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.956924 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Publish callbacks [] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.006769 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.098827 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c243f-cb99-4461-a248-641fc2544fc4 None None] Pushing event updated for resources: {'Port': ['ID=fd00a8f8-c30e-4236-9753-adbe0a01c584,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:11.107109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Attempting to bind port fd00a8f8-c30e-4236-9753-adbe0a01c584 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:11.107507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Attempting to bind port fd00a8f8-c30e-4236-9753-adbe0a01c584 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:11.108336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Attempting to bind port fd00a8f8-c30e-4236-9753-adbe0a01c584 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:11.117391 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:11.117766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:11.118170 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.118558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:11.119024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Bound port: fd00a8f8-c30e-4236-9753-adbe0a01c584, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:11.119649 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.147758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Allocated IP 172.20.0.2 (407de021-3f20-4765-a698-c9f6aa69c4c2/94c528ec-6917-451b-ad20-082d4b50b3c7/2d4acb79-de2b-4cfd-9685-16aa5a60cd14) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:11.170576 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.228172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] For port fd00a8f8-c30e-4236-9753-adbe0a01c584, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:11.243055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] For port fd00a8f8-c30e-4236-9753-adbe0a01c584, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fd00a8f8-c30e-4236-9753-adbe0a01c584,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:11.248706 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.365233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Routers {'e4e98b82-f546-4c8c-a8f6-e62df67a45d0'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:11.365882 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:11.371605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c243f-cb99-4461-a248-641fc2544fc4 None None] Pushing event updated for resources: {'Port': ['ID=fd00a8f8-c30e-4236-9753-adbe0a01c584,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:11.427197 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Publish callbacks [] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.435552 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.526416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Network 407de021-3f20-4765-a698-c9f6aa69c4c2 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:11.529271 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Pushing event updated for resources: {'Port': ['ID=2d4acb79-de2b-4cfd-9685-16aa5a60cd14,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:11.537307 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:11.541929 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:11.556337 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] Set router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:11.690318 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Attempting to bind port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:11.690595 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Attempting to bind port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:11.690957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Attempting to bind port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 on network 407de021-3f20-4765-a698-c9f6aa69c4c2 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:11.699772 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:11.700145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Checking segment: {'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:11.700545 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.700939 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Bound using segment: {'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:11.701399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Bound port: 2d4acb79-de2b-4cfd-9685-16aa5a60cd14, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:11.701776 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.806091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.20.0.1 (407de021-3f20-4765-a698-c9f6aa69c4c2/94c528ec-6917-451b-ad20-082d4b50b3c7/93f5eec6-513c-4537-9343-0acde7752bc9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:11.814565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] For port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:11.818165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] For port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2d4acb79-de2b-4cfd-9685-16aa5a60cd14,segment=NetworkSegment(c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2),segment_id=c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:11.824784 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.888959 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:35:09Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:11.918976 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640fcda6-a597-4eca-93b1-2a7eda14e039 None None] The sync data for ids ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'] in n-d-824835-4 is: [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:35:09Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:35:11.920464 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ab403-ceee-4612-97e9-d875ead7ed58 None None] Pushing event updated for resources: {'Port': ['ID=2d4acb79-de2b-4cfd-9685-16aa5a60cd14,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:11.934341 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (93f5eec6-513c-4537-9343-0acde7752bc9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.981562 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.024835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 407de021-3f20-4765-a698-c9f6aa69c4c2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:12.028009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:12.032237 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:12.067377 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=93f5eec6-513c-4537-9343-0acde7752bc9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:12.098171 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.279232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.584959 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (93f5eec6-513c-4537-9343-0acde7752bc9), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.590288 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.677641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=93f5eec6-513c-4537-9343-0acde7752bc9,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:12.680358 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:12.791942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 407de021-3f20-4765-a698-c9f6aa69c4c2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:12.793616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:12.938472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:35:12.995315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0930256-1ed4-4c90-933f-ba79be690649 None None] Network 407de021-3f20-4765-a698-c9f6aa69c4c2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:35:13.059846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-01c85aec-c4a6-4cf4-8177-aefb1f271105 None None] Provisioning complete for port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:13.060219 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01c85aec-c4a6-4cf4-8177-aefb1f271105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:13.065387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:35:13.071646 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3db90495-3253-4cc5-b97f-fb8328dd959f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "PUT /v2.0/routers/e4e98b82-f546-4c8c-a8f6-e62df67a45d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3496275 Jan 28 13:35:13.099226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:13.224233 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-a05b2f44-f91a-41c5-902d-7d61aa49be48 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-424198245&fields=id&tenant_id=f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 267 time: 0.0466404 Jan 28 13:35:13.224500 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:13.224758 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:13.255598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-01c85aec-c4a6-4cf4-8177-aefb1f271105 None None] Current status of the port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:13.255993 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01c85aec-c4a6-4cf4-8177-aefb1f271105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:13.301343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-01c85aec-c4a6-4cf4-8177-aefb1f271105 None None] For port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2d4acb79-de2b-4cfd-9685-16aa5a60cd14,segment=NetworkSegment(c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2),segment_id=c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:13.307606 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01c85aec-c4a6-4cf4-8177-aefb1f271105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:13.366670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-1862ac12-bd10-4287-904f-19027234fe96 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:13.368748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-1862ac12-bd10-4287-904f-19027234fe96 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/networks?id=407de021-3f20-4765-a698-c9f6aa69c4c2 HTTP/1.1" status: 200 len: 796 time: 0.1373436 Jan 28 13:35:13.388496 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-e99004c2-6482-4073-bd50-16aaf41b73ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/quotas/f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 375 time: 0.0105484 Jan 28 13:35:13.399189 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:13.400347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fd00a8f8-c30e-4236-9753-adbe0a01c584 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:13.427033 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c85aec-c4a6-4cf4-8177-aefb1f271105 None None] Pushing event updated for resources: {'Port': ['ID=2d4acb79-de2b-4cfd-9685-16aa5a60cd14,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:13.450548 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-2c5e66e8-2456-4192-b025-c474db27bf78 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479710 Jan 28 13:35:13.470824 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port fd00a8f8-c30e-4236-9753-adbe0a01c584 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:13.471530 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:13.563702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7444c5a5-6319-4167-858b-90b3a03a3601 None None] Provisioning complete for port 93f5eec6-513c-4537-9343-0acde7752bc9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:13.564088 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7444c5a5-6319-4167-858b-90b3a03a3601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:13.577808 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-d28f4b4e-01fc-4ffe-9437-2bccc7dabca7 service neutron] 10.222.0.53 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086347 Jan 28 13:35:13.602159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port fd00a8f8-c30e-4236-9753-adbe0a01c584 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:13.603834 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:13.628319 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7444c5a5-6319-4167-858b-90b3a03a3601 None None] Port 93f5eec6-513c-4537-9343-0acde7752bc9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:13.633430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port fd00a8f8-c30e-4236-9753-adbe0a01c584, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fd00a8f8-c30e-4236-9753-adbe0a01c584,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:13.641881 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:13.646213 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-7444c5a5-6319-4167-858b-90b3a03a3601 None None] Provisioning complete for port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:13.646581 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7444c5a5-6319-4167-858b-90b3a03a3601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:13.697020 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-5fe77e6d-00af-4606-b797-f84bcbcb0fd1 service neutron] 10.222.0.53 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088049 Jan 28 13:35:13.727699 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=fd00a8f8-c30e-4236-9753-adbe0a01c584,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:13.775439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7444c5a5-6319-4167-858b-90b3a03a3601 None None] Current status of the port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:13.801678 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Sync routers for ids ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:35:13.813669 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Routers {'e4e98b82-f546-4c8c-a8f6-e62df67a45d0'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:13.814599 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:13.888740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-91d0052f-86cc-41f2-aa2b-2d1b0148274e req-6a98260c-21df-4778-8ceb-c12a1e53b1f6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 210 time: 0.0322227 Jan 28 13:35:13.903876 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-689fc69b-48c3-4141-b515-37063e26910e None None] Provisioning complete for port 93f5eec6-513c-4537-9343-0acde7752bc9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:13.907442 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-689fc69b-48c3-4141-b515-37063e26910e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:13.957152 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Set router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:14.122489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-689fc69b-48c3-4141-b515-37063e26910e None None] Port 93f5eec6-513c-4537-9343-0acde7752bc9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:14.171536 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:35:12Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '93f5eec6-513c-4537-9343-0acde7752bc9', 'name': '', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:60:da:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:11Z', 'updated_at': '2022-01-28T13:35:12Z', 'revision_number': 2, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:14.199230 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Checking router: e4e98b82-f546-4c8c-a8f6-e62df67a45d0 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:35:14.199230 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Updating router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 port 93f5eec6-513c-4537-9343-0acde7752bc9 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:35:14.226330 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:14.244073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6bd4e626-0ca2-469c-8bdd-ac02ffcdcff5 None None] Provisioning complete for port 93f5eec6-513c-4537-9343-0acde7752bc9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:14.245560 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6bd4e626-0ca2-469c-8bdd-ac02ffcdcff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:14.290463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6bd4e626-0ca2-469c-8bdd-ac02ffcdcff5 None None] Port 93f5eec6-513c-4537-9343-0acde7752bc9 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:14.518792 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Publish callbacks [] for port (93f5eec6-513c-4537-9343-0acde7752bc9), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:14.524924 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:14.595694 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Pushing event updated for resources: {'Port': ['ID=93f5eec6-513c-4537-9343-0acde7752bc9,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:14.604430 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.604773 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.605109 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.605444 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.605768 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.606091 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.606409 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.606728 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.607034 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.607368 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.607685 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.607998 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.608403 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:14.637303 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Attempting to bind port 93f5eec6-513c-4537-9343-0acde7752bc9 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:14.637694 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Attempting to bind port 93f5eec6-513c-4537-9343-0acde7752bc9 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:14.638054 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Attempting to bind port 93f5eec6-513c-4537-9343-0acde7752bc9 on network 407de021-3f20-4765-a698-c9f6aa69c4c2 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:14.644055 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:14.644427 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Checking segment: {'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:14.644819 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:14.645202 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Bound using segment: {'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:14.645653 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Bound port: 93f5eec6-513c-4537-9343-0acde7752bc9, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:14.646021 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:14.808460 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] For port 93f5eec6-513c-4537-9343-0acde7752bc9, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:14.811876 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] For port 93f5eec6-513c-4537-9343-0acde7752bc9, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=93f5eec6-513c-4537-9343-0acde7752bc9,segment=NetworkSegment(c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2),segment_id=c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:14.814255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f99941db-715b-47b9-8845-c7126b2ce0b3 None None] Provisioning complete for port 93f5eec6-513c-4537-9343-0acde7752bc9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:14.814622 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f99941db-715b-47b9-8845-c7126b2ce0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:14.818244 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:14.909147 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f99941db-715b-47b9-8845-c7126b2ce0b3 None None] Current status of the port 93f5eec6-513c-4537-9343-0acde7752bc9 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:14.909704 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f99941db-715b-47b9-8845-c7126b2ce0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:14.923515 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Routers {'e4e98b82-f546-4c8c-a8f6-e62df67a45d0'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:14.925120 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:34:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:14.967555 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f99941db-715b-47b9-8845-c7126b2ce0b3 None None] For port 93f5eec6-513c-4537-9343-0acde7752bc9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=93f5eec6-513c-4537-9343-0acde7752bc9,segment=NetworkSegment(c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2),segment_id=c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:14.986270 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f99941db-715b-47b9-8845-c7126b2ce0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.026656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:15.076091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-4ad3c473-12f5-46c5-bf62-f545b345506e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:15.078417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-4ad3c473-12f5-46c5-bf62-f545b345506e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/networks?id=407de021-3f20-4765-a698-c9f6aa69c4c2 HTTP/1.1" status: 200 len: 796 time: 0.2184935 Jan 28 13:35:15.104503 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] Set router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:15.119532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-87856504-9e80-471a-a0dc-dc25f2240bbf req-147a7129-16b8-4b7d-ac34-d809561c0cd4 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 210 time: 0.0400631 Jan 28 13:35:15.129247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99941db-715b-47b9-8845-c7126b2ce0b3 None None] Pushing event updated for resources: {'Port': ['ID=93f5eec6-513c-4537-9343-0acde7752bc9,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:15.156679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:15.157078 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.178699 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-bf197702-6f11-4ff8-9c50-412f03cd5851 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 379 time: 0.0670199 Jan 28 13:35:15.192125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'port': {'device_id': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'admin_state_up': True, 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'security_groups': ['510e0157-c5dd-496e-889d-fc539c8fce45']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:15.208554 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6db479-8afa-4eda-918e-09165680480e None None] Pushing event updated for resources: {'Port': ['ID=93f5eec6-513c-4537-9343-0acde7752bc9,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:15.271723 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:15.273328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fd00a8f8-c30e-4236-9753-adbe0a01c584 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:15.333713 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:15.337877 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.338457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5523ada9-443c-4e5c-9ac8-54fbebf3a67f None None] Provisioning complete for port 93f5eec6-513c-4537-9343-0acde7752bc9 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:15.338843 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5523ada9-443c-4e5c-9ac8-54fbebf3a67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.351236 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:35:12Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '93f5eec6-513c-4537-9343-0acde7752bc9', 'name': '', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:60:da:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:11Z', 'updated_at': '2022-01-28T13:35:14Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:15.366786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port fd00a8f8-c30e-4236-9753-adbe0a01c584 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:15.367159 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.379596 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228bf90d-f40c-4d0c-bcf7-6b98c80b27af None None] The sync data for ids ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'] in n-d-824835-4 is: [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:35:12Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '93f5eec6-513c-4537-9343-0acde7752bc9', 'name': '', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:60:da:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:11Z', 'updated_at': '2022-01-28T13:35:14Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:35:15.496932 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.20.0.12 (407de021-3f20-4765-a698-c9f6aa69c4c2/94c528ec-6917-451b-ad20-082d4b50b3c7/1688357d-67ce-4673-83b3-4ced6ffa1df0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:15.505623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5523ada9-443c-4e5c-9ac8-54fbebf3a67f None None] Current status of the port 93f5eec6-513c-4537-9343-0acde7752bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:15.520970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port fd00a8f8-c30e-4236-9753-adbe0a01c584 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:15.661926 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.698438 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.742964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 407de021-3f20-4765-a698-c9f6aa69c4c2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:15.746032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:15.752951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:15.777695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=1688357d-67ce-4673-83b3-4ced6ffa1df0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:15.809420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:15.810221 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.831083 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-3ea453db-702b-439d-ba60-e6642115f856 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6457605 Jan 28 13:35:15.844287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Request body: {'port': {'device_id': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:15.911851 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.030277 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-527ac6f4-5f58-476b-9f1a-4f6bfde1d866 None None] Provisioning complete for port 1688357d-67ce-4673-83b3-4ced6ffa1df0 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:16.030660 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-527ac6f4-5f58-476b-9f1a-4f6bfde1d866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.071206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-527ac6f4-5f58-476b-9f1a-4f6bfde1d866 None None] Port 1688357d-67ce-4673-83b3-4ced6ffa1df0 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:35:16.202469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1688357d-67ce-4673-83b3-4ced6ffa1df0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:16.219369 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Publish callbacks [] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.252115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Transition to ACTIVE for port object 1688357d-67ce-4673-83b3-4ced6ffa1df0 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:35:16.259817 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.305462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4558e2-c677-4a34-9ed1-adb55afdd019 req-c5cc8a29-c638-4ef9-a7e6-613d9376bb9d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:16.306962 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f4558e2-c677-4a34-9ed1-adb55afdd019 req-c5cc8a29-c638-4ef9-a7e6-613d9376bb9d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 932 time: 0.0999215 Jan 28 13:35:16.348606 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Pushing event updated for resources: {'Port': ['ID=1688357d-67ce-4673-83b3-4ced6ffa1df0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:16.424997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2f4558e2-c677-4a34-9ed1-adb55afdd019 req-d7af8101-1027-4583-a261-c238e85e1659 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097369 Jan 28 13:35:16.446573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Attempting to bind port 1688357d-67ce-4673-83b3-4ced6ffa1df0 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:35:16.447153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Attempting to bind port 1688357d-67ce-4673-83b3-4ced6ffa1df0 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:35:16.447734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Attempting to bind port 1688357d-67ce-4673-83b3-4ced6ffa1df0 on network 407de021-3f20-4765-a698-c9f6aa69c4c2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:16.462480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Port 1688357d-67ce-4673-83b3-4ced6ffa1df0 on network 407de021-3f20-4765-a698-c9f6aa69c4c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:35:16.462811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Attempting to bind port 1688357d-67ce-4673-83b3-4ced6ffa1df0 on network 407de021-3f20-4765-a698-c9f6aa69c4c2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:35:16.468905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:35:16.469339 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Checking segment: {'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:35:16.469786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Bound using segment: {'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:35:16.470287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Bound port: 1688357d-67ce-4673-83b3-4ced6ffa1df0, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:35:16.470708 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.548739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] For port 1688357d-67ce-4673-83b3-4ced6ffa1df0, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:35:16.552336 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] For port 1688357d-67ce-4673-83b3-4ced6ffa1df0, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1688357d-67ce-4673-83b3-4ced6ffa1df0,segment=NetworkSegment(c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2),segment_id=c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:35:16.557637 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.596718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:16.597247 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.598611 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] 10.222.0.35 "PUT /v2.0/ports/1688357d-67ce-4673-83b3-4ced6ffa1df0 HTTP/1.1" status: 200 len: 1092 time: 0.7596903 Jan 28 13:35:16.599052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'tag': '1688357d-67ce-4673-83b3-4ced6ffa1df0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:16.601368 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cca3a5-a0d5-4998-b99f-1fe96eabbbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaf420d-6408-41e0-894c-c545ae15ff04", "tag": "1688357d-67ce-4673-83b3-4ced6ffa1df0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:16.635992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa3e54-41b7-491c-bd8d-deefca48232b service neutron] Pushing event updated for resources: {'Port': ['ID=1688357d-67ce-4673-83b3-4ced6ffa1df0,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:16.643808 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb3007f-02c7-4289-a285-4bf247e073c3 x-openstack-request-id: req-7eb3007f-02c7-4289-a285-4bf247e073c3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:16.644172 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaf420d-6408-41e0-894c-c545ae15ff04", "tag": "1688357d-67ce-4673-83b3-4ced6ffa1df0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:16.644518 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7eb3007f-02c7-4289-a285-4bf247e073c3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:16.644983 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'tag': '1688357d-67ce-4673-83b3-4ced6ffa1df0', 'status': 'completed', 'code': 200} Jan 28 13:35:16.697936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-5db29aae-e2ad-4799-8c64-861035e18051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:16.699466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-5db29aae-e2ad-4799-8c64-861035e18051 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 1095 time: 0.0445864 Jan 28 13:35:16.746488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-29ea5a4a-daba-4c68-8228-5c90c9425fe6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1688357d-67ce-4673-83b3-4ced6ffa1df0 HTTP/1.1" status: 200 len: 217 time: 0.0390570 Jan 28 13:35:16.802714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-216e7d9d-02a2-4d9a-9ada-9e5fa436a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:16.804446 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-216e7d9d-02a2-4d9a-9ada-9e5fa436a47e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94c528ec-6917-451b-ad20-082d4b50b3c7 HTTP/1.1" status: 200 len: 835 time: 0.0514677 Jan 28 13:35:16.850276 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-9b7a48a2-4f51-4296-bea4-3b91fce28595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:16.851818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-9b7a48a2-4f51-4296-bea4-3b91fce28595 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407de021-3f20-4765-a698-c9f6aa69c4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417268 Jan 28 13:35:16.951785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-4f728306-c216-4bc3-a31d-f3d2a1e4bf63 service neutron] 10.222.0.35 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941124 Jan 28 13:35:16.979774 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 93f5eec6-513c-4537-9343-0acde7752bc9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:17.029265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 93f5eec6-513c-4537-9343-0acde7752bc9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:17.029644 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.051177 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7ed6d80c-db05-442d-a8be-1f2ff5e0434a req-047720e6-4bea-405c-ad24-4e2316a723ce service neutron] 10.222.0.35 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936220 Jan 28 13:35:17.117953 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 93f5eec6-513c-4537-9343-0acde7752bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:17.136041 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cca3a5-a0d5-4998-b99f-1fe96eabbbe0 req-307b4462-0d7b-468b-b789-d39f3734936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:17.137505 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22cca3a5-a0d5-4998-b99f-1fe96eabbbe0 req-307b4462-0d7b-468b-b789-d39f3734936f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 1095 time: 0.0429552 Jan 28 13:35:17.231864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cca3a5-a0d5-4998-b99f-1fe96eabbbe0 req-c418873f-a294-4422-b4c9-c82afbcb545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:17.233908 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22cca3a5-a0d5-4998-b99f-1fe96eabbbe0 req-c418873f-a294-4422-b4c9-c82afbcb545e service neutron] 10.222.0.35 "GET /v2.0/networks?id=407de021-3f20-4765-a698-c9f6aa69c4c2 HTTP/1.1" status: 200 len: 897 time: 0.0893204 Jan 28 13:35:17.274991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22cca3a5-a0d5-4998-b99f-1fe96eabbbe0 req-8623d273-3b1d-4934-8b83-901444a0e4f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1688357d-67ce-4673-83b3-4ced6ffa1df0 HTTP/1.1" status: 200 len: 217 time: 0.0349789 Jan 28 13:35:17.322637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cca3a5-a0d5-4998-b99f-1fe96eabbbe0 req-94d491dc-d41e-4936-923b-37ea2b99e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:17.324067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22cca3a5-a0d5-4998-b99f-1fe96eabbbe0 req-94d491dc-d41e-4936-923b-37ea2b99e407 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94c528ec-6917-451b-ad20-082d4b50b3c7 HTTP/1.1" status: 200 len: 835 time: 0.0425854 Jan 28 13:35:17.375567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cca3a5-a0d5-4998-b99f-1fe96eabbbe0 req-3baa5f88-d8f4-44cb-ba82-d03b92377de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:17.377039 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22cca3a5-a0d5-4998-b99f-1fe96eabbbe0 req-3baa5f88-d8f4-44cb-ba82-d03b92377de8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407de021-3f20-4765-a698-c9f6aa69c4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452840 Jan 28 13:35:17.464866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22cca3a5-a0d5-4998-b99f-1fe96eabbbe0 req-0c96f40e-013f-480b-9968-3fc85784acb3 service neutron] 10.222.0.35 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812562 Jan 28 13:35:17.595158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033ee2-6185-4062-bdae-5a1ceb877b2c req-177e8d71-6cc4-47b0-89fa-9d407a5d30d0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:17.596711 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c033ee2-6185-4062-bdae-5a1ceb877b2c req-177e8d71-6cc4-47b0-89fa-9d407a5d30d0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 944 time: 0.0769680 Jan 28 13:35:17.598923 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-22cca3a5-a0d5-4998-b99f-1fe96eabbbe0 req-1d9270cf-2e90-4c53-9123-97020dd38ffd service neutron] 10.222.0.35 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278241 Jan 28 13:35:17.646202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3c033ee2-6185-4062-bdae-5a1ceb877b2c req-56783b46-6c45-4458-8760-4d7a2b039719 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436845 Jan 28 13:35:18.006400 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:18.251450 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:35:18.329483 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:18.764975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823afe1-e476-4baa-9d0b-c33d575c3110 req-d099720a-21ae-4291-8ea7-0977ce36d524 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:18.766460 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3823afe1-e476-4baa-9d0b-c33d575c3110 req-d099720a-21ae-4291-8ea7-0977ce36d524 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 944 time: 0.0483415 Jan 28 13:35:18.818046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3823afe1-e476-4baa-9d0b-c33d575c3110 req-2bac6d39-13f1-4bdb-be98-6124a1ee0c43 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459051 Jan 28 13:35:19.368541 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e40dff93-27d0-4052-8e2a-e43c789e303f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:19.935028 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc04c2a-2de4-46bc-b245-d2d3f3caa466 req-14979419-ae8f-4a59-a8d2-2b1862c51d93 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:19.937164 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4bc04c2a-2de4-46bc-b245-d2d3f3caa466 req-14979419-ae8f-4a59-a8d2-2b1862c51d93 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 944 time: 0.0508595 Jan 28 13:35:19.986804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4bc04c2a-2de4-46bc-b245-d2d3f3caa466 req-82b92a1c-ceb9-4697-a048-722cf3c0ce67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439193 Jan 28 13:35:20.116660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1688357d-67ce-4673-83b3-4ced6ffa1df0 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:35:20.212418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1688357d-67ce-4673-83b3-4ced6ffa1df0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1688357d-67ce-4673-83b3-4ced6ffa1df0,segment=NetworkSegment(c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2),segment_id=c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:20.223639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '1688357d-67ce-4673-83b3-4ced6ffa1df0', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'port_id': '1688357d-67ce-4673-83b3-4ced6ffa1df0', 'mac_address': 'fa:16:3e:51:9a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:35:20.260633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 1688357d-67ce-4673-83b3-4ced6ffa1df0 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:20.261015 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:20.273656 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1688357d-67ce-4673-83b3-4ced6ffa1df0 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:20.292592 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1688357d-67ce-4673-83b3-4ced6ffa1df0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1688357d-67ce-4673-83b3-4ced6ffa1df0,segment=NetworkSegment(c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2),segment_id=c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:20.295960 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:20.340948 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=1688357d-67ce-4673-83b3-4ced6ffa1df0,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:20.499814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['1688357d-67ce-4673-83b3-4ced6ffa1df0'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:21.102779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300c44b-c70a-444f-80b5-25d72f23c2d8 req-0108d4d1-bda8-41dc-b8f4-5b2f59ca9256 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:21.104263 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f300c44b-c70a-444f-80b5-25d72f23c2d8 req-0108d4d1-bda8-41dc-b8f4-5b2f59ca9256 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 945 time: 0.0476129 Jan 28 13:35:21.152322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f300c44b-c70a-444f-80b5-25d72f23c2d8 req-d34a72c0-c987-440f-8e7c-a4fae86224f1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425408 Jan 28 13:35:21.735543 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb9dbab0-deb2-4b89-820f-ebc3c0fb0468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.135766 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1688357d-67ce-4673-83b3-4ced6ffa1df0 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:22.184308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 1688357d-67ce-4673-83b3-4ced6ffa1df0 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:35:22.188706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 1688357d-67ce-4673-83b3-4ced6ffa1df0 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:22.189215 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.267928 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 1688357d-67ce-4673-83b3-4ced6ffa1df0 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:22.268319 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.273076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed9ee1-3431-4956-91ae-2c88d6b1b8bf req-17d3fe7d-eac0-4c4f-9c00-108d9aeb87ac tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.274597 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0ed9ee1-3431-4956-91ae-2c88d6b1b8bf req-17d3fe7d-eac0-4c4f-9c00-108d9aeb87ac tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 945 time: 0.0531662 Jan 28 13:35:22.296673 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1688357d-67ce-4673-83b3-4ced6ffa1df0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:22.298920 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbae61da-c662-4aca-8164-f93964d6df37" -d '{"events": [{"server_uuid": "4eaf420d-6408-41e0-894c-c545ae15ff04", "name": "network-vif-plugged", "status": "completed", "tag": "1688357d-67ce-4673-83b3-4ced6ffa1df0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:22.311823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1688357d-67ce-4673-83b3-4ced6ffa1df0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1688357d-67ce-4673-83b3-4ced6ffa1df0,segment=NetworkSegment(c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2),segment_id=c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:22.316812 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:22.325722 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0ed9ee1-3431-4956-91ae-2c88d6b1b8bf req-1fc45378-3647-42a7-8317-96ee83380a87 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454531 Jan 28 13:35:22.345084 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a1ca30-ccaf-4298-8073-9d6f5139946d x-openstack-request-id: req-a2a1ca30-ccaf-4298-8073-9d6f5139946d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:22.345383 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaf420d-6408-41e0-894c-c545ae15ff04", "name": "network-vif-plugged", "status": "completed", "tag": "1688357d-67ce-4673-83b3-4ced6ffa1df0", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:22.345642 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2a1ca30-ccaf-4298-8073-9d6f5139946d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:22.346034 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1688357d-67ce-4673-83b3-4ced6ffa1df0', 'code': 200} Jan 28 13:35:22.371478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=1688357d-67ce-4673-83b3-4ced6ffa1df0,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:22.439828 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707c38b-5384-4d7a-b78c-a6dfa7671e80 req-64532caa-0870-410a-aae8-8d08a7581ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:22.441700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6707c38b-5384-4d7a-b78c-a6dfa7671e80 req-64532caa-0870-410a-aae8-8d08a7581ef9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 1097 time: 0.0422068 Jan 28 13:35:22.486518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6707c38b-5384-4d7a-b78c-a6dfa7671e80 req-a5fef4e9-29ba-4525-8d36-0cbffe3e2fd4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389977 Jan 28 13:35:23.224843 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:23.450367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32eebda-188d-42fb-93fd-bff214039e05 req-cc9f1229-9f82-4c2f-855c-d51ed7e86a87 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:23.451763 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c32eebda-188d-42fb-93fd-bff214039e05 req-cc9f1229-9f82-4c2f-855c-d51ed7e86a87 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0515828 Jan 28 13:35:23.512206 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c32eebda-188d-42fb-93fd-bff214039e05 req-33b5b09c-1e33-42a9-9d13-9c63120c39fa tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510113 Jan 28 13:35:24.636315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a08c66-810b-4dbf-ade5-48da0a611d5e req-64eecc95-25e0-489d-a202-7252930cebf3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.638560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12a08c66-810b-4dbf-ade5-48da0a611d5e req-64eecc95-25e0-489d-a202-7252930cebf3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0589678 Jan 28 13:35:24.692877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-12a08c66-810b-4dbf-ade5-48da0a611d5e req-ca65c236-1756-4ead-ad09-f526978edc3e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481954 Jan 28 13:35:24.813648 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14085e2b-8e09-4730-9f48-39d8d1929632 req-426c0ecf-2cd2-483b-9917-d9c80dcdb1f6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.815254 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14085e2b-8e09-4730-9f48-39d8d1929632 req-426c0ecf-2cd2-483b-9917-d9c80dcdb1f6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0508657 Jan 28 13:35:24.870309 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14085e2b-8e09-4730-9f48-39d8d1929632 req-3c0907c5-a9b3-4d50-b244-2c00fc0c3b8c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495074 Jan 28 13:35:24.893616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37442) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:24.898423 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:24.934304 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265be3c3-1c36-48ae-b38a-5c28ae73cdd6 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:24.935840 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-265be3c3-1c36-48ae-b38a-5c28ae73cdd6 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 1092 time: 0.0410678 Jan 28 13:35:24.939351 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37444) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:24.943616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '1688357d-67ce-4673-83b3-4ced6ffa1df0', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:24.963991 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.061153 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.168221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.25.7.26 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/04945298-bed4-41ef-a0b6-38e459a816d1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:25.276008 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (04945298-bed4-41ef-a0b6-38e459a816d1), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.315115 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (04945298-bed4-41ef-a0b6-38e459a816d1), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.355023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:35:25.357865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:35:25.364238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:35:25.369714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=04945298-bed4-41ef-a0b6-38e459a816d1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:25.737794 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (8aec5138-2b00-45a7-8f96-4130f41b3e3e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.809168 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (04945298-bed4-41ef-a0b6-38e459a816d1), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.957132 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (04945298-bed4-41ef-a0b6-38e459a816d1), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.961723 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (04945298-bed4-41ef-a0b6-38e459a816d1), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.033263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=04945298-bed4-41ef-a0b6-38e459a816d1,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:26.042594 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (8aec5138-2b00-45a7-8f96-4130f41b3e3e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.143087 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Floating IP 8aec5138-2b00-45a7-8f96-4130f41b3e3e associated. External IP: 172.25.7.26, port: 1688357d-67ce-4673-83b3-4ced6ffa1df0. Jan 28 13:35:26.217424 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.351893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:35:26.462550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:35:26.472535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de721722-0145-41d0-bb2d-592039336403 None None] Sync routers for ids ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:35:26.480076 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.483081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de721722-0145-41d0-bb2d-592039336403 None None] Routers {'e4e98b82-f546-4c8c-a8f6-e62df67a45d0'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:26.483743 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-de721722-0145-41d0-bb2d-592039336403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:26.508433 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f9cf6ca2-8f0a-4960-913a-e5f4dd6c8421 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5679567 Jan 28 13:35:26.509121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'tag': '1688357d-67ce-4673-83b3-4ced6ffa1df0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:26.511542 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578a4837-24dc-4d64-bbfe-93afae42f6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaf420d-6408-41e0-894c-c545ae15ff04", "tag": "1688357d-67ce-4673-83b3-4ced6ffa1df0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:26.554811 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89faf3c3-a9c4-4508-ab3a-020792ad48fd x-openstack-request-id: req-89faf3c3-a9c4-4508-ab3a-020792ad48fd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:26.555108 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaf420d-6408-41e0-894c-c545ae15ff04", "tag": "1688357d-67ce-4673-83b3-4ced6ffa1df0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:26.555510 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89faf3c3-a9c4-4508-ab3a-020792ad48fd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:26.555861 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'tag': '1688357d-67ce-4673-83b3-4ced6ffa1df0', 'status': 'completed', 'code': 200} Jan 28 13:35:26.603393 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-de721722-0145-41d0-bb2d-592039336403 None None] Set router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:26.651301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef804d-12b8-4dc2-968b-5c811613289c req-b8eb6ea5-f9aa-459a-bf34-09502362d789 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.652836 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7ef804d-12b8-4dc2-968b-5c811613289c req-b8eb6ea5-f9aa-459a-bf34-09502362d789 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0847940 Jan 28 13:35:26.654537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a4837-24dc-4d64-bbfe-93afae42f6d6 req-253125f2-6cc7-429a-bad2-5aa29c50311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.655922 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-578a4837-24dc-4d64-bbfe-93afae42f6d6 req-253125f2-6cc7-429a-bad2-5aa29c50311f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 1097 time: 0.0778575 Jan 28 13:35:26.847035 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-de721722-0145-41d0-bb2d-592039336403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:35:12Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8aec5138-2b00-45a7-8f96-4130f41b3e3e', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'port_id': '1688357d-67ce-4673-83b3-4ced6ffa1df0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'mac_address': 'fa:16:3e:51:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:35:25Z', 'updated_at': '2022-01-28T13:35:25Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f5eec6-513c-4537-9343-0acde7752bc9', 'name': '', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:60:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:11Z', 'updated_at': '2022-01-28T13:35:14Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:26.873352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de721722-0145-41d0-bb2d-592039336403 None None] Checking router: e4e98b82-f546-4c8c-a8f6-e62df67a45d0 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:35:26.882478 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de721722-0145-41d0-bb2d-592039336403 None None] Routers {'e4e98b82-f546-4c8c-a8f6-e62df67a45d0'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:26.883100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-de721722-0145-41d0-bb2d-592039336403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:35:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:26.990999 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-de721722-0145-41d0-bb2d-592039336403 None None] Set router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:27.126941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7ef804d-12b8-4dc2-968b-5c811613289c req-2f586597-db82-471f-942e-547c77244dd0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4682391 Jan 28 13:35:27.149627 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37450) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:27.153244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a4837-24dc-4d64-bbfe-93afae42f6d6 req-e6f64983-8300-4a74-97ba-a8cba0ab9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.154777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-578a4837-24dc-4d64-bbfe-93afae42f6d6 req-e6f64983-8300-4a74-97ba-a8cba0ab9598 service neutron] 10.222.0.35 "GET /v2.0/networks?id=407de021-3f20-4765-a698-c9f6aa69c4c2 HTTP/1.1" status: 200 len: 897 time: 0.4905736 Jan 28 13:35:27.222408 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-11dcc3d9-64d6-4098-894d-ee578103228b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/8aec5138-2b00-45a7-8f96-4130f41b3e3e HTTP/1.1" status: 200 len: 991 time: 0.0715425 Jan 28 13:35:27.228690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-578a4837-24dc-4d64-bbfe-93afae42f6d6 req-a0852789-78b2-4aff-9ca4-d445a053815d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1688357d-67ce-4673-83b3-4ced6ffa1df0 HTTP/1.1" status: 200 len: 999 time: 0.0676217 Jan 28 13:35:27.236204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-de721722-0145-41d0-bb2d-592039336403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:35:12Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8aec5138-2b00-45a7-8f96-4130f41b3e3e', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'port_id': '1688357d-67ce-4673-83b3-4ced6ffa1df0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'mac_address': 'fa:16:3e:51:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:35:25Z', 'updated_at': '2022-01-28T13:35:25Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f5eec6-513c-4537-9343-0acde7752bc9', 'name': '', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:60:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:11Z', 'updated_at': '2022-01-28T13:35:14Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:27.263175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de721722-0145-41d0-bb2d-592039336403 None None] The sync data for ids ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'] in n-d-824835-4 is: [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:35:12Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '8aec5138-2b00-45a7-8f96-4130f41b3e3e', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'port_id': '1688357d-67ce-4673-83b3-4ced6ffa1df0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'mac_address': 'fa:16:3e:51:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:35:25Z', 'updated_at': '2022-01-28T13:35:25Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f5eec6-513c-4537-9343-0acde7752bc9', 'name': '', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:60:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:11Z', 'updated_at': '2022-01-28T13:35:14Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:35:27.275986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a4837-24dc-4d64-bbfe-93afae42f6d6 req-fe95eb64-72d6-4e98-9907-4917663921dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.277473 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-578a4837-24dc-4d64-bbfe-93afae42f6d6 req-fe95eb64-72d6-4e98-9907-4917663921dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94c528ec-6917-451b-ad20-082d4b50b3c7 HTTP/1.1" status: 200 len: 835 time: 0.0436327 Jan 28 13:35:27.322695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a4837-24dc-4d64-bbfe-93afae42f6d6 req-b286415e-ddc8-42fe-bddf-6d8c3253c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:27.324221 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-578a4837-24dc-4d64-bbfe-93afae42f6d6 req-b286415e-ddc8-42fe-bddf-6d8c3253c78e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407de021-3f20-4765-a698-c9f6aa69c4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412991 Jan 28 13:35:27.423333 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-578a4837-24dc-4d64-bbfe-93afae42f6d6 req-1724fce5-de9b-47ff-9add-ad7f1fe2110a service neutron] 10.222.0.35 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923920 Jan 28 13:35:27.473702 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d80d7e-6c3b-4061-8959-26e3d3d42301 None None] New status for floating IP 8aec5138-2b00-45a7-8f96-4130f41b3e3e: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:35:27.518329 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-578a4837-24dc-4d64-bbfe-93afae42f6d6 req-4895360f-b5d1-47ca-8b49-56193c926bf3 service neutron] 10.222.0.35 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899994 Jan 28 13:35:28.226241 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37452) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:28.291924 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dc7321cf-f3db-4072-b7fa-97ffd75f5000 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/8aec5138-2b00-45a7-8f96-4130f41b3e3e HTTP/1.1" status: 200 len: 993 time: 0.0644655 Jan 28 13:35:48.004695 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:48.326328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:49.370433 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f17937dc-7192-4ff4-abb2-19b4faf2358d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:51.739003 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a790efe8-6304-4ba4-8415-c6fe3e020399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:53.227221 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:54.889132 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:55.250569 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:35:56.223642 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:59.691384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58114b88-457b-432d-aab1-fae2d8041e33 req-0d74fbc8-a6a4-431c-bc1d-7c398d67d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.692880 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58114b88-457b-432d-aab1-fae2d8041e33 req-0d74fbc8-a6a4-431c-bc1d-7c398d67d63a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 1097 time: 0.0690289 Jan 28 13:35:59.703783 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d66479-e34a-4560-a73b-356ee8b21515 req-d536a535-5325-4cb1-8fd3-e896de88ba1a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.705253 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20d66479-e34a-4560-a73b-356ee8b21515 req-d536a535-5325-4cb1-8fd3-e896de88ba1a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0728290 Jan 28 13:35:59.811999 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-20d66479-e34a-4560-a73b-356ee8b21515 req-7b507fca-f698-4a2c-96d2-ac3e87a1d2f0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981531 Jan 28 13:35:59.828720 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58114b88-457b-432d-aab1-fae2d8041e33 req-a67c64ab-a83c-401f-aff4-1520b17fe5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.830301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58114b88-457b-432d-aab1-fae2d8041e33 req-a67c64ab-a83c-401f-aff4-1520b17fe5aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=407de021-3f20-4765-a698-c9f6aa69c4c2 HTTP/1.1" status: 200 len: 897 time: 0.1238577 Jan 28 13:35:59.901356 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58114b88-457b-432d-aab1-fae2d8041e33 req-6cf95a87-2b26-40df-a268-5f7f699243a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1688357d-67ce-4673-83b3-4ced6ffa1df0 HTTP/1.1" status: 200 len: 1001 time: 0.0651133 Jan 28 13:35:59.950940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58114b88-457b-432d-aab1-fae2d8041e33 req-789d2a7c-5e15-4239-82a1-1ac7ebcc67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.952378 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58114b88-457b-432d-aab1-fae2d8041e33 req-789d2a7c-5e15-4239-82a1-1ac7ebcc67d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94c528ec-6917-451b-ad20-082d4b50b3c7 HTTP/1.1" status: 200 len: 835 time: 0.0447536 Jan 28 13:35:59.997347 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58114b88-457b-432d-aab1-fae2d8041e33 req-19ae440a-00b1-4e46-87fa-08942d1c254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:59.998806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58114b88-457b-432d-aab1-fae2d8041e33 req-19ae440a-00b1-4e46-87fa-08942d1c254a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407de021-3f20-4765-a698-c9f6aa69c4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404506 Jan 28 13:36:00.091601 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58114b88-457b-432d-aab1-fae2d8041e33 req-e69a513c-c42a-4530-b617-9014dc2dbb18 service neutron] 10.222.0.35 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859401 Jan 28 13:36:00.177682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58114b88-457b-432d-aab1-fae2d8041e33 req-2b336759-26a1-40fe-9a77-7ae1cc06401f service neutron] 10.222.0.35 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801573 Jan 28 13:36:00.930758 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd663616-451f-4bc8-96f0-c00dff89b65e req-ec092f8f-0fa3-4e38-906a-3ace58df3c77 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.932277 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd663616-451f-4bc8-96f0-c00dff89b65e req-ec092f8f-0fa3-4e38-906a-3ace58df3c77 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0505359 Jan 28 13:36:00.982669 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd663616-451f-4bc8-96f0-c00dff89b65e req-7f1d2096-c075-4d59-a87c-3abfc0bbcc9d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 Jan 28 13:36:02.106053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad5e11-8b08-4850-8ad3-bc613d9b3e2d req-ada531c8-4093-471e-883f-315786075a05 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:02.107614 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-baad5e11-8b08-4850-8ad3-bc613d9b3e2d req-ada531c8-4093-471e-883f-315786075a05 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0547299 Jan 28 13:36:02.160150 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-baad5e11-8b08-4850-8ad3-bc613d9b3e2d req-f137029f-1e07-4721-85a3-924e73132547 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456686 Jan 28 13:36:03.083131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed919c0f-2cc2-40e1-a5a5-98b4f3a2de59 req-76698545-d6f1-45ec-97d6-4bb21bc3adff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.084957 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed919c0f-2cc2-40e1-a5a5-98b4f3a2de59 req-76698545-d6f1-45ec-97d6-4bb21bc3adff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 1097 time: 0.0422475 Jan 28 13:36:03.188928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed919c0f-2cc2-40e1-a5a5-98b4f3a2de59 req-0037b14b-6d1f-4b90-a11c-fac7ecd82c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.190431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed919c0f-2cc2-40e1-a5a5-98b4f3a2de59 req-0037b14b-6d1f-4b90-a11c-fac7ecd82c8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=407de021-3f20-4765-a698-c9f6aa69c4c2 HTTP/1.1" status: 200 len: 897 time: 0.0877454 Jan 28 13:36:03.286399 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed919c0f-2cc2-40e1-a5a5-98b4f3a2de59 req-a32295d2-5878-4859-b60b-bd58bb835f88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1688357d-67ce-4673-83b3-4ced6ffa1df0 HTTP/1.1" status: 200 len: 1001 time: 0.0901704 Jan 28 13:36:03.334353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b1895-ce10-4de3-b3cc-257bc627dfd9 req-ee02c55c-16cc-49a9-82e8-da68b1905133 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.335845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf5b1895-ce10-4de3-b3cc-257bc627dfd9 req-ee02c55c-16cc-49a9-82e8-da68b1905133 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.1015296 Jan 28 13:36:03.363658 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed919c0f-2cc2-40e1-a5a5-98b4f3a2de59 req-c8048064-b99d-4267-8c37-6db689fde4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.365077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed919c0f-2cc2-40e1-a5a5-98b4f3a2de59 req-c8048064-b99d-4267-8c37-6db689fde4ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94c528ec-6917-451b-ad20-082d4b50b3c7 HTTP/1.1" status: 200 len: 835 time: 0.0733609 Jan 28 13:36:03.420760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bf5b1895-ce10-4de3-b3cc-257bc627dfd9 req-91fc36d3-c68c-4474-8806-64d4223c8192 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787766 Jan 28 13:36:03.431069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed919c0f-2cc2-40e1-a5a5-98b4f3a2de59 req-86b3ca04-2cb0-4e1e-aa62-914674f76962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.432593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed919c0f-2cc2-40e1-a5a5-98b4f3a2de59 req-86b3ca04-2cb0-4e1e-aa62-914674f76962 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407de021-3f20-4765-a698-c9f6aa69c4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619376 Jan 28 13:36:03.529584 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed919c0f-2cc2-40e1-a5a5-98b4f3a2de59 req-be78fa0c-acfb-4c42-92ac-39a7f41a996b service neutron] 10.222.0.35 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913606 Jan 28 13:36:03.618196 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ed919c0f-2cc2-40e1-a5a5-98b4f3a2de59 req-a2ca0d24-8c72-44ae-9233-0658b5b8da29 service neutron] 10.222.0.35 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828543 Jan 28 13:36:04.544258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4202d8-43c3-4132-89c5-8958fcc0bf1c req-0dafc5d3-fc7a-4b7c-a86e-f47ba4056211 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:04.545899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b4202d8-43c3-4132-89c5-8958fcc0bf1c req-0dafc5d3-fc7a-4b7c-a86e-f47ba4056211 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0549452 Jan 28 13:36:04.600103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b4202d8-43c3-4132-89c5-8958fcc0bf1c req-ccbba116-db10-4fbe-84af-56b02ef49282 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484746 Jan 28 13:36:05.714557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c99fba-293f-4b5f-b481-7263dbefe45d req-499f1cd1-a486-44c6-9c99-7d7b6c03af78 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.715985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27c99fba-293f-4b5f-b481-7263dbefe45d req-499f1cd1-a486-44c6-9c99-7d7b6c03af78 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0490675 Jan 28 13:36:05.765908 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-27c99fba-293f-4b5f-b481-7263dbefe45d req-18d2485d-8e35-4625-a3a2-3a994bb63098 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437098 Jan 28 13:36:06.881422 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4fed6-f48d-4916-b273-a35108bfdd5f req-f5fb14c5-008a-45e0-9efe-78589b362084 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.882879 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09d4fed6-f48d-4916-b273-a35108bfdd5f req-f5fb14c5-008a-45e0-9efe-78589b362084 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0490732 Jan 28 13:36:06.930770 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-09d4fed6-f48d-4916-b273-a35108bfdd5f req-fe5ab837-3180-4557-9d9f-ea158428a1bb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Jan 28 13:36:08.050865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a916c-17f4-4d3a-a1f6-34ee7ef1a7b3 req-5c07593c-eec2-4226-b60c-21654e967299 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:08.052385 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a02a916c-17f4-4d3a-a1f6-34ee7ef1a7b3 req-5c07593c-eec2-4226-b60c-21654e967299 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0539176 Jan 28 13:36:08.102091 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a02a916c-17f4-4d3a-a1f6-34ee7ef1a7b3 req-bf2be96d-5f22-4e98-88d9-416db082641d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441742 Jan 28 13:36:09.217742 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527f0a1-3c90-4866-b73c-152a5faf141c req-324dcb3b-5ead-405e-81bd-4c08d293b701 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:09.219114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9527f0a1-3c90-4866-b73c-152a5faf141c req-324dcb3b-5ead-405e-81bd-4c08d293b701 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0490644 Jan 28 13:36:09.268016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9527f0a1-3c90-4866-b73c-152a5faf141c req-f7f0cb1a-2aa3-4e0a-8c32-70131bf6153e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431263 Jan 28 13:36:10.382220 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb853-3e99-4c16-b5d0-675f3375a487 req-cf3ba14b-1ef0-4dd1-9000-faa824ab726c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.383719 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1ceb853-3e99-4c16-b5d0-675f3375a487 req-cf3ba14b-1ef0-4dd1-9000-faa824ab726c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0475843 Jan 28 13:36:10.436248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1ceb853-3e99-4c16-b5d0-675f3375a487 req-2cca5c0b-6fef-40c2-8ecd-247b26c578e4 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469439 Jan 28 13:36:11.563107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a6050-c474-4fdf-9448-01a6820c5f69 req-30cd033a-2ce4-4b22-b9ec-29423f4487b8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:11.565290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-806a6050-c474-4fdf-9448-01a6820c5f69 req-30cd033a-2ce4-4b22-b9ec-29423f4487b8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0512323 Jan 28 13:36:11.614518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-806a6050-c474-4fdf-9448-01a6820c5f69 req-9f923241-e02b-4ff7-a00b-e5b53e12addd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435169 Jan 28 13:36:12.732578 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf45295-6529-41ed-a52f-b5649cb29309 req-2ca9e057-3121-44fb-a8db-d7ede257eb88 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:12.733992 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ccf45295-6529-41ed-a52f-b5649cb29309 req-2ca9e057-3121-44fb-a8db-d7ede257eb88 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0484743 Jan 28 13:36:12.783635 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ccf45295-6529-41ed-a52f-b5649cb29309 req-b3977295-db0c-4b80-a046-d5d6d315e6c1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431397 Jan 28 13:36:13.903201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e613290-6eca-4b46-be4d-f469e368ad1e req-1b07a7b0-3714-42cb-bd4a-db2e9716207a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:13.904696 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e613290-6eca-4b46-be4d-f469e368ad1e req-1b07a7b0-3714-42cb-bd4a-db2e9716207a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0513756 Jan 28 13:36:13.954063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e613290-6eca-4b46-be4d-f469e368ad1e req-6798c11c-c63d-4830-8593-54acbc0cf375 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430002 Jan 28 13:36:15.077230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f185e-0e7e-4244-acc9-fdd36bb960de req-61efa730-0239-4de4-bb4b-5f799f3101a6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:15.078749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-889f185e-0e7e-4244-acc9-fdd36bb960de req-61efa730-0239-4de4-bb4b-5f799f3101a6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0527222 Jan 28 13:36:15.139740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-889f185e-0e7e-4244-acc9-fdd36bb960de req-14a5d58d-1fb8-49bf-a0ca-e8ae5f2419ab tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516663 Jan 28 13:36:16.270173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1d42f-52a0-42b8-9888-3c28227173ce req-f99618e0-c483-46e3-805a-5ae56efa1f47 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:16.271698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68d1d42f-52a0-42b8-9888-3c28227173ce req-f99618e0-c483-46e3-805a-5ae56efa1f47 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0613160 Jan 28 13:36:16.320502 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68d1d42f-52a0-42b8-9888-3c28227173ce req-997315a9-b203-484b-9e58-bd1eb4d9a0cd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425045 Jan 28 13:36:16.343364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37500) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:16.402944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c45c4055-b5df-4132-9b7a-bce6523734bb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/8aec5138-2b00-45a7-8f96-4130f41b3e3e HTTP/1.1" status: 200 len: 993 time: 0.0582490 Jan 28 13:36:18.007137 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:18.328674 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:19.371702 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21ee309d-d689-4ab8-bb40-4904615c3d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:21.740489 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7e9e96a9-c697-4178-9faa-850c5d40da3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:23.229482 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.891713 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:26.226125 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:32.249793 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:36:46.892705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37512) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:47.061143 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port 04945298-bed4-41ef-a0b6-38e459a816d1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:47.061486 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (04945298-bed4-41ef-a0b6-38e459a816d1), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.140699 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (04945298-bed4-41ef-a0b6-38e459a816d1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.141024 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (04945298-bed4-41ef-a0b6-38e459a816d1), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.153526 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for 04945298-bed4-41ef-a0b6-38e459a816d1 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:47.318210 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (04945298-bed4-41ef-a0b6-38e459a816d1), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.343642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=04945298-bed4-41ef-a0b6-38e459a816d1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:47.355784 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.356139 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.356487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.356826 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.357155 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.357488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.357815 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.358140 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.358464 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.358785 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.359106 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.359452 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.359794 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:47.422191 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (8aec5138-2b00-45a7-8f96-4130f41b3e3e), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.422572 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Floating IP 8aec5138-2b00-45a7-8f96-4130f41b3e3e disassociated (deleted). External IP: 172.25.7.26, port: 1688357d-67ce-4673-83b3-4ced6ffa1df0. Jan 28 13:36:47.641602 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:36:47.752755 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:36:47.758116 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:47.762200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1df2c1-43aa-45e6-9b58-0f9d151443e8 None None] Sync routers for ids ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:36:47.774425 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1df2c1-43aa-45e6-9b58-0f9d151443e8 None None] Routers {'e4e98b82-f546-4c8c-a8f6-e62df67a45d0'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:47.775042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7e1df2c1-43aa-45e6-9b58-0f9d151443e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:47.798690 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cffab676-5d07-4e9c-9808-712c8df8b527 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/floatingips/8aec5138-2b00-45a7-8f96-4130f41b3e3e HTTP/1.1" status: 204 len: 168 time: 0.9048908 Jan 28 13:36:47.799487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'tag': '1688357d-67ce-4673-83b3-4ced6ffa1df0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:47.802064 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcea6aa7310c04abe0b6c5d57a933cb21896f4ce98dc77ba11699632bd45269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b352b0f4-6bbc-4de3-b7d2-47aa3b81600d" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaf420d-6408-41e0-894c-c545ae15ff04", "tag": "1688357d-67ce-4673-83b3-4ced6ffa1df0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:47.862927 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918bd0d5-ce3f-4519-8c05-91ccc0465682 x-openstack-request-id: req-918bd0d5-ce3f-4519-8c05-91ccc0465682 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:47.863228 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaf420d-6408-41e0-894c-c545ae15ff04", "tag": "1688357d-67ce-4673-83b3-4ced6ffa1df0", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:47.863512 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-918bd0d5-ce3f-4519-8c05-91ccc0465682 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:47.863965 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'tag': '1688357d-67ce-4673-83b3-4ced6ffa1df0', 'status': 'completed', 'code': 200} Jan 28 13:36:47.911646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7e1df2c1-43aa-45e6-9b58-0f9d151443e8 None None] Set router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:47.940176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b0f4-6bbc-4de3-b7d2-47aa3b81600d req-2d3258b1-584e-4016-8c93-716ad9a2a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:47.941764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b352b0f4-6bbc-4de3-b7d2-47aa3b81600d req-2d3258b1-584e-4016-8c93-716ad9a2a385 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 1097 time: 0.0559967 Jan 28 13:36:48.052801 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:48.061046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b0f4-6bbc-4de3-b7d2-47aa3b81600d req-58ad4461-158a-4b0f-b12c-d53edf7d6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.062823 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b352b0f4-6bbc-4de3-b7d2-47aa3b81600d req-58ad4461-158a-4b0f-b12c-d53edf7d6790 service neutron] 10.222.0.35 "GET /v2.0/networks?id=407de021-3f20-4765-a698-c9f6aa69c4c2 HTTP/1.1" status: 200 len: 897 time: 0.1144564 Jan 28 13:36:48.121406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b352b0f4-6bbc-4de3-b7d2-47aa3b81600d req-16fd5447-23d6-4f83-9199-6c4373f5703f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1688357d-67ce-4673-83b3-4ced6ffa1df0 HTTP/1.1" status: 200 len: 217 time: 0.0432703 Jan 28 13:36:48.151125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7e1df2c1-43aa-45e6-9b58-0f9d151443e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:35:12Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '93f5eec6-513c-4537-9343-0acde7752bc9', 'name': '', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:60:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:11Z', 'updated_at': '2022-01-28T13:35:14Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:48.171595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb122448-69d7-400a-b77e-b5dde6afff5d req-76a7144f-3888-4c0f-943c-c4085e6614e0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.173059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb122448-69d7-400a-b77e-b5dde6afff5d req-76a7144f-3888-4c0f-943c-c4085e6614e0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.1282134 Jan 28 13:36:48.179946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1df2c1-43aa-45e6-9b58-0f9d151443e8 None None] Checking router: e4e98b82-f546-4c8c-a8f6-e62df67a45d0 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:36:48.190305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1df2c1-43aa-45e6-9b58-0f9d151443e8 None None] Routers {'e4e98b82-f546-4c8c-a8f6-e62df67a45d0'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:48.191018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7e1df2c1-43aa-45e6-9b58-0f9d151443e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:36:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:48.198896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b0f4-6bbc-4de3-b7d2-47aa3b81600d req-26c93364-5156-4fb6-8528-387cbe1d07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.200355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b352b0f4-6bbc-4de3-b7d2-47aa3b81600d req-26c93364-5156-4fb6-8528-387cbe1d07a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94c528ec-6917-451b-ad20-082d4b50b3c7 HTTP/1.1" status: 200 len: 835 time: 0.0698168 Jan 28 13:36:48.260898 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bb122448-69d7-400a-b77e-b5dde6afff5d req-0e6f653d-7ac7-4c1b-a373-a23c667ba030 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809307 Jan 28 13:36:48.276215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b0f4-6bbc-4de3-b7d2-47aa3b81600d req-0fe3c86a-de5a-4792-9817-75a986c0e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:48.277757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b352b0f4-6bbc-4de3-b7d2-47aa3b81600d req-0fe3c86a-de5a-4792-9817-75a986c0e810 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=407de021-3f20-4765-a698-c9f6aa69c4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670118 Jan 28 13:36:48.387257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b352b0f4-6bbc-4de3-b7d2-47aa3b81600d req-21aa219d-a992-4c9b-ace3-cb6d94c26817 service neutron] 10.222.0.35 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018524 Jan 28 13:36:48.478081 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:48.488748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7e1df2c1-43aa-45e6-9b58-0f9d151443e8 None None] Set router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:48.495174 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b352b0f4-6bbc-4de3-b7d2-47aa3b81600d req-f6074290-ae6b-4c4e-9016-88aee1091c27 service neutron] 10.222.0.35 "GET /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002572 Jan 28 13:36:48.709305 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7e1df2c1-43aa-45e6-9b58-0f9d151443e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:35:12Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '93f5eec6-513c-4537-9343-0acde7752bc9', 'name': '', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:60:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:11Z', 'updated_at': '2022-01-28T13:35:14Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:48.736675 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1df2c1-43aa-45e6-9b58-0f9d151443e8 None None] The sync data for ids ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'] in n-d-824835-4 is: [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:35:12Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '93f5eec6-513c-4537-9343-0acde7752bc9', 'name': '', 'network_id': '407de021-3f20-4765-a698-c9f6aa69c4c2', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:60:da:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:11Z', 'updated_at': '2022-01-28T13:35:14Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '94c528ec-6917-451b-ad20-082d4b50b3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:36:48.965916 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec03f58-c71a-465d-99e2-d5d3becd9d91 None None] New status for floating IP 8aec5138-2b00-45a7-8f96-4130f41b3e3e: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:36:49.375951 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd7ede85-53c7-4b05-9096-29885c413c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:49.398625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf0f65-b4cf-4b47-a0f7-ff583de74581 req-8cbe8df7-99e8-4cbc-8293-a8b0078f225b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:49.400318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3faf0f65-b4cf-4b47-a0f7-ff583de74581 req-8cbe8df7-99e8-4cbc-8293-a8b0078f225b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0564334 Jan 28 13:36:49.460702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3faf0f65-b4cf-4b47-a0f7-ff583de74581 req-0926e956-4724-416d-b431-501a02640558 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=510e0157-c5dd-496e-889d-fc539c8fce45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540249 Jan 28 13:36:49.579928 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b738c-3a58-481d-a2ab-b29b747a4972 req-2fb3002a-f55d-4d86-b41c-323498c9e463 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:49.581433 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-811b738c-3a58-481d-a2ab-b29b747a4972 req-2fb3002a-f55d-4d86-b41c-323498c9e463 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/ports?device_id=4eaf420d-6408-41e0-894c-c545ae15ff04 HTTP/1.1" status: 200 len: 946 time: 0.0506487 Jan 28 13:36:49.676228 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-811b738c-3a58-481d-a2ab-b29b747a4972 req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port 1688357d-67ce-4673-83b3-4ced6ffa1df0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:49.676567 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811b738c-3a58-481d-a2ab-b29b747a4972 req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:49.774923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-811b738c-3a58-481d-a2ab-b29b747a4972 req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port 1688357d-67ce-4673-83b3-4ced6ffa1df0, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1688357d-67ce-4673-83b3-4ced6ffa1df0,segment=NetworkSegment(c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2),segment_id=c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:49.775290 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811b738c-3a58-481d-a2ab-b29b747a4972 req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:49.788570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-811b738c-3a58-481d-a2ab-b29b747a4972 req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for 1688357d-67ce-4673-83b3-4ced6ffa1df0 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:49.928932 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811b738c-3a58-481d-a2ab-b29b747a4972 req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1688357d-67ce-4673-83b3-4ced6ffa1df0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:49.966055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=1688357d-67ce-4673-83b3-4ced6ffa1df0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:49.992495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:49.992840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:49.993178 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:49.993511 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:49.993839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:49.994163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:49.994485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:49.994808 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:49.995128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:49.995474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:49.995794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:49.996107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:49.996421 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:50.018731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-811b738c-3a58-481d-a2ab-b29b747a4972 req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] No DVR routers for this DVR port 1688357d-67ce-4673-83b3-4ced6ffa1df0 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:36:50.021688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811b738c-3a58-481d-a2ab-b29b747a4972 req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:50.025772 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-811b738c-3a58-481d-a2ab-b29b747a4972 req-151aa595-4b0a-4fb8-811e-8533bb4feb45 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "DELETE /v2.0/ports/1688357d-67ce-4673-83b3-4ced6ffa1df0 HTTP/1.1" status: 204 len: 173 time: 0.4392545 Jan 28 13:36:50.026265 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'name': 'network-vif-deleted', 'tag': '1688357d-67ce-4673-83b3-4ced6ffa1df0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:50.028616 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cae1e79-aa5c-4427-9884-0880c721150a" -d '{"events": [{"server_uuid": "4eaf420d-6408-41e0-894c-c545ae15ff04", "name": "network-vif-deleted", "tag": "1688357d-67ce-4673-83b3-4ced6ffa1df0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:50.068564 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f107376-8f60-40e2-98d0-432c5cb8a97f x-openstack-request-id: req-1f107376-8f60-40e2-98d0-432c5cb8a97f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:50.068872 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaf420d-6408-41e0-894c-c545ae15ff04", "name": "network-vif-deleted", "tag": "1688357d-67ce-4673-83b3-4ced6ffa1df0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:50.069149 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f107376-8f60-40e2-98d0-432c5cb8a97f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:50.069573 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaf420d-6408-41e0-894c-c545ae15ff04', 'name': 'network-vif-deleted', 'tag': '1688357d-67ce-4673-83b3-4ced6ffa1df0', 'status': 'completed', 'code': 200} Jan 28 13:36:50.532283 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37528) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:50.901313 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76f026b6-b9fc-4797-9085-57c6b9ac23a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:51.156545 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76f026b6-b9fc-4797-9085-57c6b9ac23a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port 93f5eec6-513c-4537-9343-0acde7752bc9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:51.156785 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76f026b6-b9fc-4797-9085-57c6b9ac23a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:51.248104 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-76f026b6-b9fc-4797-9085-57c6b9ac23a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port 93f5eec6-513c-4537-9343-0acde7752bc9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=93f5eec6-513c-4537-9343-0acde7752bc9,segment=NetworkSegment(c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2),segment_id=c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:51.248467 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76f026b6-b9fc-4797-9085-57c6b9ac23a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:51.261426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76f026b6-b9fc-4797-9085-57c6b9ac23a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for 93f5eec6-513c-4537-9343-0acde7752bc9 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:51.451623 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76f026b6-b9fc-4797-9085-57c6b9ac23a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (93f5eec6-513c-4537-9343-0acde7752bc9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:51.482400 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f026b6-b9fc-4797-9085-57c6b9ac23a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=93f5eec6-513c-4537-9343-0acde7752bc9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:51.660157 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76f026b6-b9fc-4797-9085-57c6b9ac23a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:51.745997 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bfd569-4134-4ae8-a5d6-6231d79854fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:51.894712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f026b6-b9fc-4797-9085-57c6b9ac23a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:36:52.001046 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f026b6-b9fc-4797-9085-57c6b9ac23a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:36:52.006961 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-76f026b6-b9fc-4797-9085-57c6b9ac23a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "PUT /v2.0/routers/e4e98b82-f546-4c8c-a8f6-e62df67a45d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4716523 Jan 28 13:36:52.009395 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:52.012445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f2e82d-afbe-409b-a11f-4e286324851d None None] Sync routers for ids ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:36:52.022792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f2e82d-afbe-409b-a11f-4e286324851d None None] Routers {'e4e98b82-f546-4c8c-a8f6-e62df67a45d0'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:52.023433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a3f2e82d-afbe-409b-a11f-4e286324851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:52.060365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-c512d859-0805-4b27-9f26-bcea93efdb64 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting subnet 94c528ec-6917-451b-ad20-082d4b50b3c7 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:36:52.063463 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c512d859-0805-4b27-9f26-bcea93efdb64 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (94c528ec-6917-451b-ad20-082d4b50b3c7), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.103835 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c512d859-0805-4b27-9f26-bcea93efdb64 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (94c528ec-6917-451b-ad20-082d4b50b3c7), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.129066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a3f2e82d-afbe-409b-a11f-4e286324851d None None] Set router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:52.192612 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c512d859-0805-4b27-9f26-bcea93efdb64 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (94c528ec-6917-451b-ad20-082d4b50b3c7), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.250506 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c512d859-0805-4b27-9f26-bcea93efdb64 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (94c528ec-6917-451b-ad20-082d4b50b3c7), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.279184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512d859-0805-4b27-9f26-bcea93efdb64 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Subnet': ['ID=94c528ec-6917-451b-ad20-082d4b50b3c7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:52.281060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c512d859-0805-4b27-9f26-bcea93efdb64 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.284474 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c512d859-0805-4b27-9f26-bcea93efdb64 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/subnets/94c528ec-6917-451b-ad20-082d4b50b3c7 HTTP/1.1" status: 204 len: 168 time: 0.2741311 Jan 28 13:36:52.288273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37532) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:52.297244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1738b03a-0b84-4c9a-bcd8-3a4d205c4aff None None] Network 407de021-3f20-4765-a698-c9f6aa69c4c2 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:36:52.394277 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a3f2e82d-afbe-409b-a11f-4e286324851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:36:51Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:52.399921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.429114 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f2e82d-afbe-409b-a11f-4e286324851d None None] Checking router: e4e98b82-f546-4c8c-a8f6-e62df67a45d0 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:36:52.444479 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f2e82d-afbe-409b-a11f-4e286324851d None None] Routers {'e4e98b82-f546-4c8c-a8f6-e62df67a45d0'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:52.445382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a3f2e82d-afbe-409b-a11f-4e286324851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:52.483962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] DHCP port deletion for 407de021-3f20-4765-a698-c9f6aa69c4c2 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:36:52.515053 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.525921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1688357d-67ce-4673-83b3-4ced6ffa1df0 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:52.568520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port fd00a8f8-c30e-4236-9753-adbe0a01c584 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:52.568818 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.584556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 1688357d-67ce-4673-83b3-4ced6ffa1df0 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:52.584905 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1688357d-67ce-4673-83b3-4ced6ffa1df0 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:52.612491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a3f2e82d-afbe-409b-a11f-4e286324851d None None] Set router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:52.652349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port fd00a8f8-c30e-4236-9753-adbe0a01c584, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=fd00a8f8-c30e-4236-9753-adbe0a01c584,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:52.652707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.665480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for fd00a8f8-c30e-4236-9753-adbe0a01c584 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:52.719702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Deleting port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:52.720598 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.811226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] For port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=2d4acb79-de2b-4cfd-9685-16aa5a60cd14,segment=NetworkSegment(c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2),segment_id=c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:52.811984 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.826835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Calling delete_port for 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:52.834532 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (fd00a8f8-c30e-4236-9753-adbe0a01c584), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.860880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=fd00a8f8-c30e-4236-9753-adbe0a01c584,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:52.924748 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.937514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a3f2e82d-afbe-409b-a11f-4e286324851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:36:51Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:52.968904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f2e82d-afbe-409b-a11f-4e286324851d None None] The sync data for ids ['e4e98b82-f546-4c8c-a8f6-e62df67a45d0'] in n-d-824835-4 is: [{'id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75705028', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:35:08Z', 'updated_at': '2022-01-28T13:36:51Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'fd00a8f8-c30e-4236-9753-adbe0a01c584', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e98b82-f546-4c8c-a8f6-e62df67a45d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:35:09Z', 'updated_at': '2022-01-28T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:36:52.995743 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (2d4acb79-de2b-4cfd-9685-16aa5a60cd14), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.027309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Pushing event deleted for resources: {'Port': ['ID=2d4acb79-de2b-4cfd-9685-16aa5a60cd14,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:53.030728 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.032899 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_controller (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.037593 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.037956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.038690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.038690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.038995 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.039283 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.039641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.040086 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.040419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.040747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.041108 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.041437 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.041763 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.044707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fede69f-4cb0-4f48-813b-1b097c5488b9 None None] No DVR routers for this DVR port 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:36:53.081235 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (e4e98b82-f546-4c8c-a8f6-e62df67a45d0), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.081732 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Fanout notify agent at l3_agent the message router_deleted on router e4e98b82-f546-4c8c-a8f6-e62df67a45d0 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:36:53.088801 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.089908 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a0fcaeaf-5a59-410b-967e-cd5fc0941b9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/routers/e4e98b82-f546-4c8c-a8f6-e62df67a45d0 HTTP/1.1" status: 204 len: 168 time: 0.8006647 Jan 28 13:36:53.092812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37534) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:53.167575 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (407de021-3f20-4765-a698-c9f6aa69c4c2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.231082 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.258235 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (407de021-3f20-4765-a698-c9f6aa69c4c2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.278384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407de021-3f20-4765-a698-c9f6aa69c4c2']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:53.287678 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:53.287996 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:53.297380 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.311009 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.318803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:36:53.319249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (c6bcda40-a38c-43dd-8d9e-ef9ac6fdf0a2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:36:53.322605 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:36:53.388266 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (407de021-3f20-4765-a698-c9f6aa69c4c2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.396280 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.400666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/networks/407de021-3f20-4765-a698-c9f6aa69c4c2 HTTP/1.1" status: 204 len: 168 time: 0.3066828 Jan 28 13:36:53.404832 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:53.422415 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65ae76-cec7-4770-990e-9dad068d830a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Network': ['ID=407de021-3f20-4765-a698-c9f6aa69c4c2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:53.427066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:53.447998 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:53.448344 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 2d4acb79-de2b-4cfd-9685-16aa5a60cd14 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:53.474483 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-238f8d27-727a-4a41-8af9-d76dbb9f9f46 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (510e0157-c5dd-496e-889d-fc539c8fce45), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.508968 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-238f8d27-727a-4a41-8af9-d76dbb9f9f46 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (510e0157-c5dd-496e-889d-fc539c8fce45), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.571396 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-238f8d27-727a-4a41-8af9-d76dbb9f9f46 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (510e0157-c5dd-496e-889d-fc539c8fce45), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.574012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-238f8d27-727a-4a41-8af9-d76dbb9f9f46 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.575161 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-238f8d27-727a-4a41-8af9-d76dbb9f9f46 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/security-groups/510e0157-c5dd-496e-889d-fc539c8fce45 HTTP/1.1" status: 204 len: 168 time: 0.1687059 Jan 28 13:36:53.586223 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f8d27-727a-4a41-8af9-d76dbb9f9f46 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510e0157-c5dd-496e-889d-fc539c8fce45,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:53.895816 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37542) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:53.900326 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1ac1f73e-c4e2-49f5-a816-43a257e4b2ac tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435200077', 'description': 'tempest-secgroup-smoke-435200077 description', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:53.920402 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ac1f73e-c4e2-49f5-a816-43a257e4b2ac tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.987945 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ac1f73e-c4e2-49f5-a816-43a257e4b2ac tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (cb333311-5186-4e22-aa87-92d29414ab74), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.991602 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ac1f73e-c4e2-49f5-a816-43a257e4b2ac tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cb333311-5186-4e22-aa87-92d29414ab74), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.021385 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ac1f73e-c4e2-49f5-a816-43a257e4b2ac tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.022598 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1ac1f73e-c4e2-49f5-a816-43a257e4b2ac tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1257801 Jan 28 13:36:54.023674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1f73e-c4e2-49f5-a816-43a257e4b2ac tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb333311-5186-4e22-aa87-92d29414ab74,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:54.025591 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37544) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:54.030484 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7e479e2d-024c-432c-8b3a-ec75f57bf630 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'cb333311-5186-4e22-aa87-92d29414ab74', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:54.058253 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e479e2d-024c-432c-8b3a-ec75f57bf630 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (bc056b8d-2251-42bf-b4f3-b0e6069d2343), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.118136 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e479e2d-024c-432c-8b3a-ec75f57bf630 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (bc056b8d-2251-42bf-b4f3-b0e6069d2343), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.121591 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e479e2d-024c-432c-8b3a-ec75f57bf630 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (bc056b8d-2251-42bf-b4f3-b0e6069d2343), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.140222 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e479e2d-024c-432c-8b3a-ec75f57bf630 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc056b8d-2251-42bf-b4f3-b0e6069d2343,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:54.148531 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e479e2d-024c-432c-8b3a-ec75f57bf630 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.149737 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7e479e2d-024c-432c-8b3a-ec75f57bf630 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232557 Jan 28 13:36:54.152542 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37548) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:54.156771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-831380b1-cef3-4245-a68a-36cd3818a1e8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'cb333311-5186-4e22-aa87-92d29414ab74', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:54.182084 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-831380b1-cef3-4245-a68a-36cd3818a1e8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (1b3f8c85-e747-48f4-ab74-36c350bec3e2), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.244226 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-831380b1-cef3-4245-a68a-36cd3818a1e8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (1b3f8c85-e747-48f4-ab74-36c350bec3e2), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.247883 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-831380b1-cef3-4245-a68a-36cd3818a1e8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (1b3f8c85-e747-48f4-ab74-36c350bec3e2), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.265438 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831380b1-cef3-4245-a68a-36cd3818a1e8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3f8c85-e747-48f4-ab74-36c350bec3e2,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:54.274354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-831380b1-cef3-4245-a68a-36cd3818a1e8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.275593 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-831380b1-cef3-4245-a68a-36cd3818a1e8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221101 Jan 28 13:36:54.278515 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37550) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:54.283624 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0ab9a3ce-d282-4f84-bcbf-c56c7d0fe107 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'cb333311-5186-4e22-aa87-92d29414ab74', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:54.308247 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a3ce-d282-4f84-bcbf-c56c7d0fe107 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (1f63bf1d-fdfd-4c30-929a-e0bd7fa70277), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.364816 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a3ce-d282-4f84-bcbf-c56c7d0fe107 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (1f63bf1d-fdfd-4c30-929a-e0bd7fa70277), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.368339 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a3ce-d282-4f84-bcbf-c56c7d0fe107 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (1f63bf1d-fdfd-4c30-929a-e0bd7fa70277), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.386182 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9a3ce-d282-4f84-bcbf-c56c7d0fe107 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f63bf1d-fdfd-4c30-929a-e0bd7fa70277,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:54.394554 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a3ce-d282-4f84-bcbf-c56c7d0fe107 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.395764 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0ab9a3ce-d282-4f84-bcbf-c56c7d0fe107 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163433 Jan 28 13:36:54.398423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37552) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:54.402664 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-273a972e-c555-4eb2-a62a-c5e5819442ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'cb333311-5186-4e22-aa87-92d29414ab74', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:54.425560 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-273a972e-c555-4eb2-a62a-c5e5819442ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (e70d25ce-d352-4d5b-934e-904bc59fba0a), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.482967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-273a972e-c555-4eb2-a62a-c5e5819442ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (e70d25ce-d352-4d5b-934e-904bc59fba0a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.486862 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-273a972e-c555-4eb2-a62a-c5e5819442ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (e70d25ce-d352-4d5b-934e-904bc59fba0a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.504742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a972e-c555-4eb2-a62a-c5e5819442ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70d25ce-d352-4d5b-934e-904bc59fba0a,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:54.512989 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-273a972e-c555-4eb2-a62a-c5e5819442ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.514185 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-273a972e-c555-4eb2-a62a-c5e5819442ad tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148400 Jan 28 13:36:54.517891 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37554) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:54.522491 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b3c79293-6374-4368-8083-dc4a4618fa98 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'cb333311-5186-4e22-aa87-92d29414ab74', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:54.542693 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-b3c79293-6374-4368-8083-dc4a4618fa98 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Project f058008f05084a11960cfe7ad63cfd7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:36:54.547481 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3c79293-6374-4368-8083-dc4a4618fa98 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (442769a5-aea3-4e9b-9409-2f13e37ae2f7), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.607612 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3c79293-6374-4368-8083-dc4a4618fa98 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (442769a5-aea3-4e9b-9409-2f13e37ae2f7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.611560 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3c79293-6374-4368-8083-dc4a4618fa98 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (442769a5-aea3-4e9b-9409-2f13e37ae2f7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.629284 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c79293-6374-4368-8083-dc4a4618fa98 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442769a5-aea3-4e9b-9409-2f13e37ae2f7,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:54.634494 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3c79293-6374-4368-8083-dc4a4618fa98 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.638362 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b3c79293-6374-4368-8083-dc4a4618fa98 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168599 Jan 28 13:36:54.638362 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37556) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:54.642598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-31a2f3ba-a70d-4ed0-9dfa-f2b1b7d9470f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'cb333311-5186-4e22-aa87-92d29414ab74', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:54.663278 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-31a2f3ba-a70d-4ed0-9dfa-f2b1b7d9470f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Project f058008f05084a11960cfe7ad63cfd7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:36:54.668206 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31a2f3ba-a70d-4ed0-9dfa-f2b1b7d9470f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (c92d0200-7b06-492b-9381-7465c545adab), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.728141 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31a2f3ba-a70d-4ed0-9dfa-f2b1b7d9470f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (c92d0200-7b06-492b-9381-7465c545adab), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.731696 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31a2f3ba-a70d-4ed0-9dfa-f2b1b7d9470f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (c92d0200-7b06-492b-9381-7465c545adab), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.750933 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2f3ba-a70d-4ed0-9dfa-f2b1b7d9470f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92d0200-7b06-492b-9381-7465c545adab,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:54.756801 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31a2f3ba-a70d-4ed0-9dfa-f2b1b7d9470f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.758324 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-31a2f3ba-a70d-4ed0-9dfa-f2b1b7d9470f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187019 Jan 28 13:36:54.760806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37558) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:54.767690 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-77f0f91a-4d65-46d4-af60-48a29dc3ef99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'network': {'name': 'tempest-network-smoke--947224132', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:54.792996 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f0f91a-4d65-46d4-af60-48a29dc3ef99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:36:54.796537 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77f0f91a-4d65-46d4-af60-48a29dc3ef99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.820090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f0f91a-4d65-46d4-af60-48a29dc3ef99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:36:54.830159 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77f0f91a-4d65-46d4-af60-48a29dc3ef99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (95270145-8e0b-4be9-aa32-9d79a52231ba), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.830533 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-77f0f91a-4d65-46d4-af60-48a29dc3ef99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Added segment 95270145-8e0b-4be9-aa32-9d79a52231ba of type vlan for network e296eef1-2256-4e32-b86d-480c73fdb491 Jan 28 13:36:54.870400 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77f0f91a-4d65-46d4-af60-48a29dc3ef99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (e296eef1-2256-4e32-b86d-480c73fdb491), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.895237 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77f0f91a-4d65-46d4-af60-48a29dc3ef99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (e296eef1-2256-4e32-b86d-480c73fdb491), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.896868 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.900448 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f0f91a-4d65-46d4-af60-48a29dc3ef99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:54.901026 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77f0f91a-4d65-46d4-af60-48a29dc3ef99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.952623 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 93f5eec6-513c-4537-9343-0acde7752bc9 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:54.963540 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-77f0f91a-4d65-46d4-af60-48a29dc3ef99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2016914 Jan 28 13:36:54.966344 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:54.971414 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'admin_state_up': True, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:54.974866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 93f5eec6-513c-4537-9343-0acde7752bc9 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:54.975215 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 93f5eec6-513c-4537-9343-0acde7752bc9 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:54.975669 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fd00a8f8-c30e-4236-9753-adbe0a01c584 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:54.988769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0f91a-4d65-46d4-af60-48a29dc3ef99 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Network': ['ID=e296eef1-2256-4e32-b86d-480c73fdb491,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:54.995505 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: fd00a8f8-c30e-4236-9753-adbe0a01c584 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:54.996091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device fd00a8f8-c30e-4236-9753-adbe0a01c584 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:55.001869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network e296eef1-2256-4e32-b86d-480c73fdb491 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:36:55.006042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.007144 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.061098 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_controller (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.201303 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.395548 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.413702 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.512965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.25.7.48 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/527a44ab-d870-48e2-ae47-84d612a81411) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:36:55.616713 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (527a44ab-d870-48e2-ae47-84d612a81411), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.649492 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (527a44ab-d870-48e2-ae47-84d612a81411), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.686397 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:36:55.689439 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:36:55.692880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:36:55.718565 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=527a44ab-d870-48e2-ae47-84d612a81411,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:55.949675 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.230132 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.475936 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.600113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:36:56.706613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:36:56.716867 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Sync routers for ids ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:36:56.728354 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.728577 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Routers {'7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:56.729133 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:56.729585 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-248eb673-e1d1-4a96-a5d8-6dee03c711cf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7623363 Jan 28 13:36:56.732663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37568) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:56.761177 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-74914fdb-1bc0-4ffe-92f0-d835f9ec5c38 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f058008f05084a11960cfe7ad63cfd7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273912 Jan 28 13:36:56.763870 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37570) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:56.839576 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Set router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:56.852690 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0078cc5-f8b6-4494-858e-0510611d6e4f tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:56.854114 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b0078cc5-f8b6-4494-858e-0510611d6e4f tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894649 Jan 28 13:36:56.857031 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37572) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:56.888880 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-ce605efc-7257-4689-b5e8-19717d8e6ac1 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307839 Jan 28 13:36:56.891504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37574) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:56.896852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d44f2e41-386b-48d9-8d4b-f43c950f8343 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-948856570', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:56.981701 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44f2e41-386b-48d9-8d4b-f43c950f8343 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:36:56.986012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e41-386b-48d9-8d4b-f43c950f8343 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51669420'] for subnet (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.016053 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:55Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:57.043174 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Checking router: 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:36:57.043531 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Updating router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 port 527a44ab-d870-48e2-ae47-84d612a81411 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:36:57.071481 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (527a44ab-d870-48e2-ae47-84d612a81411), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.175505 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e41-386b-48d9-8d4b-f43c950f8343 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51793408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51669438'] for subnet (ee16a280-dc1f-4e33-9a71-c38f16429370), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.231157 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f2e41-386b-48d9-8d4b-f43c950f8343 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Subnet': ['ID=ee16a280-dc1f-4e33-9a71-c38f16429370,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:57.248051 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44f2e41-386b-48d9-8d4b-f43c950f8343 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Checking segment: {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:36:57.248964 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f2e41-386b-48d9-8d4b-f43c950f8343 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network hostable DHCP agents. Network: e296eef1-2256-4e32-b86d-480c73fdb491, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:36:57.268328 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f2e41-386b-48d9-8d4b-f43c950f8343 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network e296eef1-2256-4e32-b86d-480c73fdb491 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:36:57.277176 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d44f2e41-386b-48d9-8d4b-f43c950f8343 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, e296eef1-2256-4e32-b86d-480c73fdb491) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:36:57.282885 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f2e41-386b-48d9-8d4b-f43c950f8343 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:57.285108 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e41-386b-48d9-8d4b-f43c950f8343 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.286254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96cee5f-bfb3-4b3f-97e5-4c2d79b9f3d8 None None] Network e296eef1-2256-4e32-b86d-480c73fdb491 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:36:57.304318 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d44f2e41-386b-48d9-8d4b-f43c950f8343 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4111443 Jan 28 13:36:57.307057 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37576) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:57.392450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-e296eef1-2256-4e32-b86d-480c73fdb491', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ips': [{'subnet_id': 'ee16a280-dc1f-4e33-9a71-c38f16429370'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:36:57.393525 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.420858 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Publish callbacks [] for port (527a44ab-d870-48e2-ae47-84d612a81411), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.427524 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (527a44ab-d870-48e2-ae47-84d612a81411), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.477832 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Attempting to bind port 527a44ab-d870-48e2-ae47-84d612a81411 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:36:57.479154 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Attempting to bind port 527a44ab-d870-48e2-ae47-84d612a81411 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:36:57.479154 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Attempting to bind port 527a44ab-d870-48e2-ae47-84d612a81411 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:36:57.491567 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:36:57.491946 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:36:57.492342 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.493251 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:36:57.493251 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Bound port: 527a44ab-d870-48e2-ae47-84d612a81411, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:36:57.493531 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (527a44ab-d870-48e2-ae47-84d612a81411), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.525679 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Pushing event updated for resources: {'Port': ['ID=527a44ab-d870-48e2-ae47-84d612a81411,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:57.546418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Allocated IP 172.20.0.2 (e296eef1-2256-4e32-b86d-480c73fdb491/ee16a280-dc1f-4e33-9a71-c38f16429370/0d55028a-11e8-4a5b-a4b9-590bdf51a47d) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:36:57.554970 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] For port 527a44ab-d870-48e2-ae47-84d612a81411, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:36:57.558231 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] For port 527a44ab-d870-48e2-ae47-84d612a81411, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=527a44ab-d870-48e2-ae47-84d612a81411,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:36:57.564551 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (527a44ab-d870-48e2-ae47-84d612a81411), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.568657 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.569014 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.569333 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.569662 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.569988 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.570310 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.570627 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.570944 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.571255 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.571597 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.571911 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.572221 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.572533 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:57.632321 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa8b14-310f-4e3c-ac6f-1bfe0fffd46a None None] Pushing event updated for resources: {'Port': ['ID=527a44ab-d870-48e2-ae47-84d612a81411,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:57.638946 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Routers {'7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:57.639586 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:57.701675 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Publish callbacks [] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.708266 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.747779 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Network e296eef1-2256-4e32-b86d-480c73fdb491 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:36:57.750473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:36:57.756205 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:36:57.758031 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] Set router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:57.763296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Pushing event updated for resources: {'Port': ['ID=0d55028a-11e8-4a5b-a4b9-590bdf51a47d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:57.791939 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.815284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Attempting to bind port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:36:57.815692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Attempting to bind port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:36:57.816063 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Attempting to bind port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d on network e296eef1-2256-4e32-b86d-480c73fdb491 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:36:57.821746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:36:57.822122 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Checking segment: {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:36:57.822534 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.822934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Bound using segment: {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:36:57.823432 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Bound port: 0d55028a-11e8-4a5b-a4b9-590bdf51a47d, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:36:57.823823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.893725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] For port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:36:57.898562 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] For port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0d55028a-11e8-4a5b-a4b9-590bdf51a47d,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:36:57.902929 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.948590 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:55Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:57.969849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce8852-1538-46a2-9917-c2e2f1ce6259 None None] Pushing event updated for resources: {'Port': ['ID=0d55028a-11e8-4a5b-a4b9-590bdf51a47d,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:57.980999 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488caf3-ff57-496d-a87b-2f218cba97b7 None None] The sync data for ids ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'] in n-d-824835-4 is: [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:55Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:36:58.106849 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.20.0.1 (e296eef1-2256-4e32-b86d-480c73fdb491/ee16a280-dc1f-4e33-9a71-c38f16429370/7c60912b-8d7c-49e2-a57e-92c07b4c3161) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:36:58.258885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.303173 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.362195 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network e296eef1-2256-4e32-b86d-480c73fdb491 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:36:58.370342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:36:58.374985 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:36:58.379423 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=7c60912b-8d7c-49e2-a57e-92c07b4c3161,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:58.427984 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.565633 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.881388 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.886449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.965185 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=7c60912b-8d7c-49e2-a57e-92c07b4c3161,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:58.973408 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.078058 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network e296eef1-2256-4e32-b86d-480c73fdb491 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:36:59.080002 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:36:59.127812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde6b7a-d81e-42ec-9f6b-488a7cf800da None None] Network e296eef1-2256-4e32-b86d-480c73fdb491 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:36:59.174863 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0d55028a-11e8-4a5b-a4b9-590bdf51a47d up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:36:59.201705 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:36:59.247521 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e4b1798a-3646-4432-9b77-0ccee0e7a467 None None] Provisioning complete for port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:59.248134 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4b1798a-3646-4432-9b77-0ccee0e7a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.298964 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:59.299369 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.312334 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:36:59.319038 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-17c42d3f-3109-48e9-898f-7367b44d7243 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "PUT /v2.0/routers/7e39c4d8-0d1f-495b-aaa2-f4edc51f6608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0109239 Jan 28 13:36:59.486610 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-ab9c0e16-b36a-49d0-9a98-eba8f51e0e6b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435200077&fields=id&tenant_id=f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 267 time: 0.0513144 Jan 28 13:36:59.587121 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1798a-3646-4432-9b77-0ccee0e7a467 None None] Current status of the port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:59.587545 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4b1798a-3646-4432-9b77-0ccee0e7a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.611852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-49222743-68c9-4599-b993-2c5c32f84e3b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:59.612474 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:59.612859 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.613680 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-49222743-68c9-4599-b993-2c5c32f84e3b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/networks?id=e296eef1-2256-4e32-b86d-480c73fdb491 HTTP/1.1" status: 200 len: 796 time: 0.1195176 Jan 28 13:36:59.633366 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-514bc517-b857-46c9-bab5-c9c642985e84 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/quotas/f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 375 time: 0.0124135 Jan 28 13:36:59.644727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e4b1798a-3646-4432-9b77-0ccee0e7a467 None None] For port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0d55028a-11e8-4a5b-a4b9-590bdf51a47d,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:59.652662 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4b1798a-3646-4432-9b77-0ccee0e7a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.700405 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-53805721-2f68-4bfd-892e-2c72618d9716 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570562 Jan 28 13:36:59.733975 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:36:59.734338 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:36:59.735173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1798a-3646-4432-9b77-0ccee0e7a467 None None] Pushing event updated for resources: {'Port': ['ID=0d55028a-11e8-4a5b-a4b9-590bdf51a47d,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:59.785259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Sync routers for ids ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:36:59.797893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Routers {'7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:59.798835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:59.882847 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-eb093b72-1133-4e33-afaf-38b0593b7861 service neutron] 10.222.0.53 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700010 Jan 28 13:36:59.916029 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b542e11f-bdf5-41ea-8bd8-6264455e38de None None] Provisioning complete for port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:59.916408 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b542e11f-bdf5-41ea-8bd8-6264455e38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:59.948739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Set router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:59.999897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-156b09a4-051b-4d24-94c0-d88328fd1fde service neutron] 10.222.0.53 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111708 Jan 28 13:37:00.155329 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b542e11f-bdf5-41ea-8bd8-6264455e38de None None] Current status of the port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:00.195646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b542e11f-bdf5-41ea-8bd8-6264455e38de None None] Provisioning complete for port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:00.196021 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b542e11f-bdf5-41ea-8bd8-6264455e38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.211860 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6face819-8a0b-4350-88be-fdbcd9af9a51 req-85158d8a-0638-4c9a-b549-198bcdb0d0de tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 210 time: 0.0314617 Jan 28 13:37:00.288488 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b542e11f-bdf5-41ea-8bd8-6264455e38de None None] Port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:37:00.298223 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:00.299244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 527a44ab-d870-48e2-ae47-84d612a81411 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:00.349750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:58Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '7c60912b-8d7c-49e2-a57e-92c07b4c3161', 'name': '', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:69:26:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:57Z', 'updated_at': '2022-01-28T13:36:58Z', 'revision_number': 2, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:00.378556 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Checking router: 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:37:00.378912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Updating router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:37:00.420795 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 527a44ab-d870-48e2-ae47-84d612a81411 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:00.421181 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (527a44ab-d870-48e2-ae47-84d612a81411), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.423558 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.459767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-86d7b7d7-57cb-4487-bf77-b5e147f51c89 None None] Provisioning complete for port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:00.459922 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86d7b7d7-57cb-4487-bf77-b5e147f51c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.539567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-86d7b7d7-57cb-4487-bf77-b5e147f51c89 None None] Port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:37:00.646414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 527a44ab-d870-48e2-ae47-84d612a81411 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:00.646797 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (527a44ab-d870-48e2-ae47-84d612a81411), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.709158 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 527a44ab-d870-48e2-ae47-84d612a81411, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=527a44ab-d870-48e2-ae47-84d612a81411,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:00.715654 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (527a44ab-d870-48e2-ae47-84d612a81411), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.795047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=527a44ab-d870-48e2-ae47-84d612a81411,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:00.856516 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Publish callbacks [] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.861994 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.914947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a81736-8a45-40d1-9344-9e5f0417c95a None None] Pushing event updated for resources: {'Port': ['ID=7c60912b-8d7c-49e2-a57e-92c07b4c3161,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:00.977380 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Attempting to bind port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:00.977867 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Attempting to bind port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:00.978292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Attempting to bind port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 on network e296eef1-2256-4e32-b86d-480c73fdb491 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:00.984922 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:00.986055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Checking segment: {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:00.987140 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.987140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Bound using segment: {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:00.987540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Bound port: 7c60912b-8d7c-49e2-a57e-92c07b4c3161, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:00.987994 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:01.034853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0d55028a-11e8-4a5b-a4b9-590bdf51a47d up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:01.105788 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] For port 7c60912b-8d7c-49e2-a57e-92c07b4c3161, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:01.109444 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] For port 7c60912b-8d7c-49e2-a57e-92c07b4c3161, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7c60912b-8d7c-49e2-a57e-92c07b4c3161,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:01.115379 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:01.162031 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:01.162771 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:01.224039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-39387fa9-ca3d-4564-a9fb-e346919153c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:01.225794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-39387fa9-ca3d-4564-a9fb-e346919153c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/networks?id=e296eef1-2256-4e32-b86d-480c73fdb491 HTTP/1.1" status: 200 len: 796 time: 0.1327324 Jan 28 13:37:01.236154 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Routers {'7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:37:01.236918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:01.253443 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a81736-8a45-40d1-9344-9e5f0417c95a None None] Pushing event updated for resources: {'Port': ['ID=7c60912b-8d7c-49e2-a57e-92c07b4c3161,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:01.269719 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-d236796e-afdd-4d8b-b516-6214f456a304 None None] Provisioning complete for port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:01.270119 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d236796e-afdd-4d8b-b516-6214f456a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:01.339708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-5e443a69-b26b-4997-871d-09d9a29e81fd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 379 time: 0.1036019 Jan 28 13:37:01.356275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6baf8e1-004f-4e69-ae83-f90443ad4d7d req-fbe74edd-0daf-4b15-ac90-c9583cf2898a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 210 time: 0.0386243 Jan 28 13:37:01.360045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'port': {'device_id': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'admin_state_up': True, 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'security_groups': ['cb333311-5186-4e22-aa87-92d29414ab74']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:01.443799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:01.444814 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 527a44ab-d870-48e2-ae47-84d612a81411 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:01.491920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:01.494516 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] Set router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:37:01.496831 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:01.558993 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d236796e-afdd-4d8b-b516-6214f456a304 None None] Current status of the port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:01.559396 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d236796e-afdd-4d8b-b516-6214f456a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:01.636368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.20.0.5 (e296eef1-2256-4e32-b86d-480c73fdb491/ee16a280-dc1f-4e33-9a71-c38f16429370/110e2dfd-cdfc-4fc3-b196-bd3705fb086a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:01.799636 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:01.841397 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:01.847956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d236796e-afdd-4d8b-b516-6214f456a304 None None] For port 7c60912b-8d7c-49e2-a57e-92c07b4c3161, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7c60912b-8d7c-49e2-a57e-92c07b4c3161,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:01.851866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 527a44ab-d870-48e2-ae47-84d612a81411 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:01.852510 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (527a44ab-d870-48e2-ae47-84d612a81411), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:01.856374 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d236796e-afdd-4d8b-b516-6214f456a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:01.885215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network e296eef1-2256-4e32-b86d-480c73fdb491 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:01.889544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:01.902645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:01.937995 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:01.983163 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:01.984145 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:01.992852 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236796e-afdd-4d8b-b516-6214f456a304 None None] Pushing event updated for resources: {'Port': ['ID=7c60912b-8d7c-49e2-a57e-92c07b4c3161,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:02.014914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-86dddbf6-3c03-40a9-b1a8-f7829b291be6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6609647 Jan 28 13:37:02.018040 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-79493015-4b78-4ced-81be-b632a35a3411 None None] Provisioning complete for port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:02.018416 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79493015-4b78-4ced-81be-b632a35a3411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.027068 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-fb1c39a7-d134-4ba4-81f9-b2e2d75d16a3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:37:02.028665 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-fb1c39a7-d134-4ba4-81f9-b2e2d75d16a3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073037 Jan 28 13:37:02.049522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Request body: {'port': {'device_id': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:02.090150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 527a44ab-d870-48e2-ae47-84d612a81411 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:02.109688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:58Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '7c60912b-8d7c-49e2-a57e-92c07b4c3161', 'name': '', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:69:26:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:57Z', 'updated_at': '2022-01-28T13:37:01Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:02.134844 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.145519 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85524c2-0b75-4be8-862e-38322a6b5476 None None] The sync data for ids ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'] in n-d-824835-4 is: [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:58Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '7c60912b-8d7c-49e2-a57e-92c07b4c3161', 'name': '', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:69:26:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:57Z', 'updated_at': '2022-01-28T13:37:01Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:37:02.191059 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-79493015-4b78-4ced-81be-b632a35a3411 None None] Current status of the port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:02.327616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f6f8af6f-c09c-49ee-95c1-4b66ef44bcf8 None None] Provisioning complete for port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:02.328504 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6f8af6f-c09c-49ee-95c1-4b66ef44bcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.372726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f6f8af6f-c09c-49ee-95c1-4b66ef44bcf8 None None] Port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:37:02.515115 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110e2dfd-cdfc-4fc3-b196-bd3705fb086a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:37:02.528180 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Publish callbacks [] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.545733 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fff829-4202-4d19-9f27-6884d256d40d req-c930be07-29d2-43b3-88d5-a4e3dd596590 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:02.547325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44fff829-4202-4d19-9f27-6884d256d40d req-c930be07-29d2-43b3-88d5-a4e3dd596590 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 931 time: 0.1030235 Jan 28 13:37:02.553033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Transition to ACTIVE for port object 110e2dfd-cdfc-4fc3-b196-bd3705fb086a will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:37:02.562163 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.652671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Pushing event updated for resources: {'Port': ['ID=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:02.688959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-44fff829-4202-4d19-9f27-6884d256d40d req-3babbc73-3e06-4d1d-9562-80d95377e3e7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321518 Jan 28 13:37:02.758318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Attempting to bind port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:02.758772 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Attempting to bind port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:02.759273 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Attempting to bind port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a on network e296eef1-2256-4e32-b86d-480c73fdb491 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:02.768202 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a on network e296eef1-2256-4e32-b86d-480c73fdb491 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:02.768728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Attempting to bind port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a on network e296eef1-2256-4e32-b86d-480c73fdb491 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:02.776084 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:02.776457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Checking segment: {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:02.776811 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Bound using segment: {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:02.777242 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Bound port: 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:02.777616 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.850692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:02.854104 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:02.859190 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.901271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:02.901894 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.903392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] 10.222.0.35 "PUT /v2.0/ports/110e2dfd-cdfc-4fc3-b196-bd3705fb086a HTTP/1.1" status: 200 len: 1091 time: 0.8665223 Jan 28 13:37:02.903748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:02.906015 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a37b377-28a2-4ad3-939c-db5a881ad21f" -d '{"events": [{"name": "network-changed", "server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:02.944121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5906b-a2dd-43e7-97a7-a2f9b4f71828 service neutron] Pushing event updated for resources: {'Port': ['ID=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:03.118579 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7c60912b-8d7c-49e2-a57e-92c07b4c3161 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:03.180660 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:03.181017 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:03.285598 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:03.364415 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabe03a3-e997-4f59-95f8-dd0202a33966 x-openstack-request-id: req-eabe03a3-e997-4f59-95f8-dd0202a33966 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:03.364561 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:03.364808 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eabe03a3-e997-4f59-95f8-dd0202a33966 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:03.365196 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'status': 'completed', 'code': 200} Jan 28 13:37:03.381301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-8337b8e5-d581-4c35-8905-8aba66280e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:03.382794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-8337b8e5-d581-4c35-8905-8aba66280e28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 1094 time: 0.4329007 Jan 28 13:37:03.424975 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-8b22db60-0cea-4559-842d-61c0353410e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a HTTP/1.1" status: 200 len: 217 time: 0.0352542 Jan 28 13:37:03.477621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-5d8bf138-60a4-413c-b4c0-7aa67c397ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:03.479073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-5d8bf138-60a4-413c-b4c0-7aa67c397ff0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee16a280-dc1f-4e33-9a71-c38f16429370 HTTP/1.1" status: 200 len: 834 time: 0.0484073 Jan 28 13:37:03.528462 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-480d50e4-3bfc-4c1c-81fe-65d3672c82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:03.529947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-480d50e4-3bfc-4c1c-81fe-65d3672c82ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e296eef1-2256-4e32-b86d-480c73fdb491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444219 Jan 28 13:37:03.618852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-c9d04f23-2990-4ac4-a3e4-57380e4c5db8 service neutron] 10.222.0.35 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823841 Jan 28 13:37:03.710241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-519fe26c-fd2d-48d0-b938-73bc448a6230 req-7fbcfdd9-8f47-4aba-bc94-9f0ad1aa0be3 service neutron] 10.222.0.35 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857124 Jan 28 13:37:03.823316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b377-28a2-4ad3-939c-db5a881ad21f req-e578a2e3-544e-414c-be8f-446a16900694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:03.824810 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a37b377-28a2-4ad3-939c-db5a881ad21f req-e578a2e3-544e-414c-be8f-446a16900694 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 1094 time: 0.0690489 Jan 28 13:37:03.840051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babf4bb-63bf-4ea0-8488-bd0330224022 req-3721cdfa-82c7-43e0-9039-8efebaa58d9c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:03.841463 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7babf4bb-63bf-4ea0-8488-bd0330224022 req-3721cdfa-82c7-43e0-9039-8efebaa58d9c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 943 time: 0.0771585 Jan 28 13:37:03.947976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7babf4bb-63bf-4ea0-8488-bd0330224022 req-d000bcb3-3f7b-4b5c-a311-2927a3976701 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988355 Jan 28 13:37:03.961916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b377-28a2-4ad3-939c-db5a881ad21f req-fc7bed88-60c2-4f81-87dc-b30435de4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:03.963301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a37b377-28a2-4ad3-939c-db5a881ad21f req-fc7bed88-60c2-4f81-87dc-b30435de4e32 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e296eef1-2256-4e32-b86d-480c73fdb491 HTTP/1.1" status: 200 len: 897 time: 0.1306667 Jan 28 13:37:04.010867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a37b377-28a2-4ad3-939c-db5a881ad21f req-2ad86f07-0d1b-456e-a268-8b85129515b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a HTTP/1.1" status: 200 len: 217 time: 0.0393424 Jan 28 13:37:04.069317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b377-28a2-4ad3-939c-db5a881ad21f req-16849b78-029c-4e67-8cc8-a35fe80309be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:04.070749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a37b377-28a2-4ad3-939c-db5a881ad21f req-16849b78-029c-4e67-8cc8-a35fe80309be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee16a280-dc1f-4e33-9a71-c38f16429370 HTTP/1.1" status: 200 len: 834 time: 0.0484757 Jan 28 13:37:04.118150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b377-28a2-4ad3-939c-db5a881ad21f req-3f75ef08-6cc5-4102-ad2b-429a76ee966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:04.119705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a37b377-28a2-4ad3-939c-db5a881ad21f req-3f75ef08-6cc5-4102-ad2b-429a76ee966a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e296eef1-2256-4e32-b86d-480c73fdb491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406907 Jan 28 13:37:04.209764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a37b377-28a2-4ad3-939c-db5a881ad21f req-174f64a6-7e41-4531-bc6d-23f106760dde service neutron] 10.222.0.35 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815516 Jan 28 13:37:04.302326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2a37b377-28a2-4ad3-939c-db5a881ad21f req-3aeeaa48-0ac4-41e3-9b9e-5702f29533f1 service neutron] 10.222.0.35 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861807 Jan 28 13:37:05.068225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc1517-4b71-4f87-b600-d543bd06a8dd req-8243599d-ef2b-477e-884d-ecc2b3c61976 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:05.069693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6fdc1517-4b71-4f87-b600-d543bd06a8dd req-8243599d-ef2b-477e-884d-ecc2b3c61976 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 943 time: 0.0493820 Jan 28 13:37:05.118782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6fdc1517-4b71-4f87-b600-d543bd06a8dd req-37a35ad1-090f-4b2c-84c2-ffe7a75deba6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434666 Jan 28 13:37:06.240039 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b10624-3229-42df-9bde-3de66804bf8c req-efd64942-e615-4a61-96d2-868fef5da5ce tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:06.241629 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41b10624-3229-42df-9bde-3de66804bf8c req-efd64942-e615-4a61-96d2-868fef5da5ce tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 943 time: 0.0544658 Jan 28 13:37:06.292965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-41b10624-3229-42df-9bde-3de66804bf8c req-93bc1435-905c-47a6-b3bc-17eaf2790bdf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459607 Jan 28 13:37:06.536841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 110e2dfd-cdfc-4fc3-b196-bd3705fb086a details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:37:06.633980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:06.646856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'port_id': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'mac_address': 'fa:16:3e:90:c4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:37:06.683164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:06.683556 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.696000 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110e2dfd-cdfc-4fc3-b196-bd3705fb086a {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:37:06.715258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:06.718683 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.769054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:06.923370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['110e2dfd-cdfc-4fc3-b196-bd3705fb086a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:37:07.406896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebca97a-c5a0-434c-a8ba-748c96d029c8 req-99867694-0d22-4c20-8464-7283b4729fcf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:07.408572 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cebca97a-c5a0-434c-a8ba-748c96d029c8 req-99867694-0d22-4c20-8464-7283b4729fcf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 944 time: 0.0493088 Jan 28 13:37:07.459934 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cebca97a-c5a0-434c-a8ba-748c96d029c8 req-29c98136-ea5d-44e0-93f4-f226bf31d938 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457518 Jan 28 13:37:08.548697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 110e2dfd-cdfc-4fc3-b196-bd3705fb086a up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:08.576851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab088cda-caf6-4b66-a202-5f8f9a5498a9 req-83c08156-d011-44a9-af97-7063989d1319 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:08.578331 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab088cda-caf6-4b66-a202-5f8f9a5498a9 req-83c08156-d011-44a9-af97-7063989d1319 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 944 time: 0.0492432 Jan 28 13:37:08.600388 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:37:08.604647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:08.605056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.636661 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ab088cda-caf6-4b66-a202-5f8f9a5498a9 req-12aa9112-7e47-45a6-852d-d8325c5068eb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518274 Jan 28 13:37:08.688091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:08.688482 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.715430 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:08.717555 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5735b6cb-6d27-4621-833e-ee2bba3c7abf" -d '{"events": [{"server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "name": "network-vif-plugged", "status": "completed", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:08.730762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:08.734701 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.784199 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:08.818722 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673232eb-5f5b-428d-bc54-7ec44f06f9cc x-openstack-request-id: req-673232eb-5f5b-428d-bc54-7ec44f06f9cc {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:08.818722 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "name": "network-vif-plugged", "status": "completed", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:08.818722 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-673232eb-5f5b-428d-bc54-7ec44f06f9cc {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:08.818722 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'code': 200} Jan 28 13:37:08.911786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d93b48-2edc-4e61-8286-b105fc97cd43 req-0089a8d2-25c0-41d6-91e0-aa0b6bdc8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:08.913247 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4d93b48-2edc-4e61-8286-b105fc97cd43 req-0089a8d2-25c0-41d6-91e0-aa0b6bdc8fca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 1096 time: 0.0399170 Jan 28 13:37:08.958813 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4d93b48-2edc-4e61-8286-b105fc97cd43 req-f0e63a16-a1c2-4405-beb3-73c4e953ef60 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390236 Jan 28 13:37:09.249201 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:37:09.751169 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba3d88-a928-4915-a015-fb77310e8585 req-c776af5c-5937-4eed-8b4a-6e356fc48e94 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:09.752686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94ba3d88-a928-4915-a015-fb77310e8585 req-c776af5c-5937-4eed-8b4a-6e356fc48e94 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0480616 Jan 28 13:37:09.802462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-94ba3d88-a928-4915-a015-fb77310e8585 req-b3a08537-642c-4bac-a7e8-3f49423d0e35 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442340 Jan 28 13:37:10.927756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd475eb1-bd70-4bd0-9f86-ef71ee4032e4 req-d83f81bf-48d1-41af-a29b-b2e7e05882c6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:10.929209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd475eb1-bd70-4bd0-9f86-ef71ee4032e4 req-d83f81bf-48d1-41af-a29b-b2e7e05882c6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0516181 Jan 28 13:37:10.978446 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bd475eb1-bd70-4bd0-9f86-ef71ee4032e4 req-a19e9abf-2870-4bbc-94a2-dc83b0f38e4d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434346 Jan 28 13:37:11.090974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb3f7a-f04e-40a0-b5ad-ed19ef5b8718 req-70b9275e-db24-4296-8ec7-5d0ec6294745 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:11.092368 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6efb3f7a-f04e-40a0-b5ad-ed19ef5b8718 req-70b9275e-db24-4296-8ec7-5d0ec6294745 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0482848 Jan 28 13:37:11.140223 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6efb3f7a-f04e-40a0-b5ad-ed19ef5b8718 req-4093c6fd-00f1-47c8-8765-7d9450123eed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421202 Jan 28 13:37:11.161643 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37634) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:11.205688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78722af-d2d6-4a4d-aa1b-20e274b816e8 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:11.207298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c78722af-d2d6-4a4d-aa1b-20e274b816e8 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 1091 time: 0.0445371 Jan 28 13:37:11.210257 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37636) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:11.214539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:11.234385 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.330493 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.435445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.25.7.249 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/83a567db-e716-4530-83c7-f096e27f213e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:11.542993 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (83a567db-e716-4530-83c7-f096e27f213e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.577070 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (83a567db-e716-4530-83c7-f096e27f213e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.619187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:11.621919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:11.627365 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:11.632725 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=83a567db-e716-4530-83c7-f096e27f213e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:11.985443 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (b90811c6-f1df-4dfb-bda9-96912b7ed16e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:12.054251 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (83a567db-e716-4530-83c7-f096e27f213e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:12.206280 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (83a567db-e716-4530-83c7-f096e27f213e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:12.210935 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (83a567db-e716-4530-83c7-f096e27f213e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:12.278130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=83a567db-e716-4530-83c7-f096e27f213e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:12.291002 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (b90811c6-f1df-4dfb-bda9-96912b7ed16e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:12.396243 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Floating IP b90811c6-f1df-4dfb-bda9-96912b7ed16e associated. External IP: 172.25.7.249, port: 110e2dfd-cdfc-4fc3-b196-bd3705fb086a. Jan 28 13:37:12.609112 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:37:12.719677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:37:12.729265 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a175bd-9840-41b2-883c-cf8fb1be21a2 None None] Sync routers for ids ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:37:12.737686 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:12.741036 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a175bd-9840-41b2-883c-cf8fb1be21a2 None None] Routers {'7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:37:12.741652 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-73a175bd-9840-41b2-883c-cf8fb1be21a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:12.765513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-79ded716-96b4-42ab-8360-bc569ee8e6d5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5542226 Jan 28 13:37:12.766129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:12.769087 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a77f0dd-6024-44fc-bdbe-6c5370394cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:12.807039 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5b5488-d79f-4289-9030-9b526a9d9162 x-openstack-request-id: req-aa5b5488-d79f-4289-9030-9b526a9d9162 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:12.807353 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:12.807635 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa5b5488-d79f-4289-9030-9b526a9d9162 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:12.808047 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'status': 'completed', 'code': 200} Jan 28 13:37:12.869522 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-73a175bd-9840-41b2-883c-cf8fb1be21a2 None None] Set router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:37:12.895276 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef079f-0bf7-404f-a97c-c9e536949210 req-ac970e53-d5db-40a2-8a65-197a6e9342c3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:12.896786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fef079f-0bf7-404f-a97c-c9e536949210 req-ac970e53-d5db-40a2-8a65-197a6e9342c3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0759375 Jan 28 13:37:12.902566 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77f0dd-6024-44fc-bdbe-6c5370394cbf req-0a6dcd58-8362-4335-ae71-fb44da721566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:12.903977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a77f0dd-6024-44fc-bdbe-6c5370394cbf req-0a6dcd58-8362-4335-ae71-fb44da721566 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 1096 time: 0.0714631 Jan 28 13:37:13.005671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9fef079f-0bf7-404f-a97c-c9e536949210 req-e9c86bdf-0822-405f-807f-fa2431dee49b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006448 Jan 28 13:37:13.027983 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:13.031102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77f0dd-6024-44fc-bdbe-6c5370394cbf req-52d1cc5c-cac7-4f35-94f4-dfc211ab0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:13.033133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a77f0dd-6024-44fc-bdbe-6c5370394cbf req-52d1cc5c-cac7-4f35-94f4-dfc211ab0af6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e296eef1-2256-4e32-b86d-480c73fdb491 HTTP/1.1" status: 200 len: 897 time: 0.1209803 Jan 28 13:37:13.097406 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-95cb9f44-28cf-4829-a662-e19614641dc8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/b90811c6-f1df-4dfb-bda9-96912b7ed16e HTTP/1.1" status: 200 len: 991 time: 0.0682628 Jan 28 13:37:13.104733 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-73a175bd-9840-41b2-883c-cf8fb1be21a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:58Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b90811c6-f1df-4dfb-bda9-96912b7ed16e', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'port_id': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'mac_address': 'fa:16:3e:90:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:37:11Z', 'updated_at': '2022-01-28T13:37:11Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c60912b-8d7c-49e2-a57e-92c07b4c3161', 'name': '', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:69:26:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:57Z', 'updated_at': '2022-01-28T13:37:01Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:13.107889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a77f0dd-6024-44fc-bdbe-6c5370394cbf req-fae9d6de-21d4-41a8-87d7-4f65e6fe2b76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a HTTP/1.1" status: 200 len: 999 time: 0.0691099 Jan 28 13:37:13.134594 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a175bd-9840-41b2-883c-cf8fb1be21a2 None None] Checking router: 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:37:13.143276 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a175bd-9840-41b2-883c-cf8fb1be21a2 None None] Routers {'7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:37:13.143986 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-73a175bd-9840-41b2-883c-cf8fb1be21a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:36:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:13.154965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77f0dd-6024-44fc-bdbe-6c5370394cbf req-aa1563af-6c06-4fa2-96a3-0fbf3a2593b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:13.156453 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a77f0dd-6024-44fc-bdbe-6c5370394cbf req-aa1563af-6c06-4fa2-96a3-0fbf3a2593b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee16a280-dc1f-4e33-9a71-c38f16429370 HTTP/1.1" status: 200 len: 834 time: 0.0429935 Jan 28 13:37:13.201256 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77f0dd-6024-44fc-bdbe-6c5370394cbf req-e36a3d4d-2293-459e-bb3e-d72cbb13f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:13.202762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a77f0dd-6024-44fc-bdbe-6c5370394cbf req-e36a3d4d-2293-459e-bb3e-d72cbb13f7ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e296eef1-2256-4e32-b86d-480c73fdb491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406542 Jan 28 13:37:13.249373 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-73a175bd-9840-41b2-883c-cf8fb1be21a2 None None] Set router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:37:13.294976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a77f0dd-6024-44fc-bdbe-6c5370394cbf req-e0f66e14-8b07-47b4-8a8c-1448f6d8c924 service neutron] 10.222.0.35 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856988 Jan 28 13:37:13.385239 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a77f0dd-6024-44fc-bdbe-6c5370394cbf req-64c1a1c2-fc64-47cf-bb7d-be61db021b60 service neutron] 10.222.0.35 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842071 Jan 28 13:37:13.471636 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-73a175bd-9840-41b2-883c-cf8fb1be21a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:58Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b90811c6-f1df-4dfb-bda9-96912b7ed16e', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'port_id': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'mac_address': 'fa:16:3e:90:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:37:11Z', 'updated_at': '2022-01-28T13:37:11Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c60912b-8d7c-49e2-a57e-92c07b4c3161', 'name': '', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:69:26:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:57Z', 'updated_at': '2022-01-28T13:37:01Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:13.590311 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a175bd-9840-41b2-883c-cf8fb1be21a2 None None] The sync data for ids ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'] in n-d-824835-4 is: [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:58Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b90811c6-f1df-4dfb-bda9-96912b7ed16e', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'port_id': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'mac_address': 'fa:16:3e:90:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:37:11Z', 'updated_at': '2022-01-28T13:37:11Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c60912b-8d7c-49e2-a57e-92c07b4c3161', 'name': '', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:69:26:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:57Z', 'updated_at': '2022-01-28T13:37:01Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:37:13.783898 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a617621-2bf3-4750-b5e1-59e8aaed3be6 None None] New status for floating IP b90811c6-f1df-4dfb-bda9-96912b7ed16e: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:37:14.101186 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37644) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:14.167462 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ad41e53e-a0e8-46d0-bc61-da95227da140 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/b90811c6-f1df-4dfb-bda9-96912b7ed16e HTTP/1.1" status: 200 len: 993 time: 0.0651038 Jan 28 13:37:18.025323 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:18.352039 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.378695 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66cdf7f3-1eff-4a31-994d-ca38afc68c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:21.738816 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cbb50d83-0986-462e-ad86-fd1bb90a02f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:23.234307 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.897213 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:26.233580 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.392882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-75b17b27-54b1-4c4e-aafb-392bb0966fe3 req-34f619d8-02a9-4529-b49e-9091b46cc934 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:37:45.393986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75b17b27-54b1-4c4e-aafb-392bb0966fe3 req-34f619d8-02a9-4529-b49e-9091b46cc934 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053821 Jan 28 13:37:45.582506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee6c8-38e2-48cd-b8a9-ca78d9a6609f req-c9a3051c-9cec-48ec-8755-60a1361d6714 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:45.584300 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa9ee6c8-38e2-48cd-b8a9-ca78d9a6609f req-c9a3051c-9cec-48ec-8755-60a1361d6714 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0512984 Jan 28 13:37:45.592129 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37662) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:45.635393 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa9ee6c8-38e2-48cd-b8a9-ca78d9a6609f req-e97b3b72-4c63-47b1-af92-46de23dafc65 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454080 Jan 28 13:37:45.676583 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-7a4600e0-fa39-4c5a-8a64-d1dfc91ad4cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833011 Jan 28 13:37:45.685119 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-b6005fea-fc2d-4caf-a3d4-24a1eb6b0b1c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:37:45.686088 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-b6005fea-fc2d-4caf-a3d4-24a1eb6b0b1c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050318 Jan 28 13:37:46.248319 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:37:46.784670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e5e67-21a1-46ae-a001-b09769b4a524 req-120058c6-a2e8-46bd-b1db-76127f8a5380 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:46.786091 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-172e5e67-21a1-46ae-a001-b09769b4a524 req-120058c6-a2e8-46bd-b1db-76127f8a5380 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0740602 Jan 28 13:37:46.822358 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-d636a47d-2d88-425c-b650-2cc1ccf468aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:46.823848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-d636a47d-2d88-425c-b650-2cc1ccf468aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 1096 time: 0.0733166 Jan 28 13:37:46.894474 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-172e5e67-21a1-46ae-a001-b09769b4a524 req-c53c054b-d830-4459-9ee8-0462b860ded3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020355 Jan 28 13:37:46.931722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-2110a1ad-0729-4b53-b3cc-c30e9afa937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:46.933166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-2110a1ad-0729-4b53-b3cc-c30e9afa937f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e296eef1-2256-4e32-b86d-480c73fdb491 HTTP/1.1" status: 200 len: 897 time: 0.1025996 Jan 28 13:37:47.005757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-dbcf8df9-0b6a-4712-8393-5db9c0bdf0f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a HTTP/1.1" status: 200 len: 1001 time: 0.0666776 Jan 28 13:37:47.053070 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-db3af92b-cfc6-4cb7-9691-351b2ef1b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:47.054410 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-db3af92b-cfc6-4cb7-9691-351b2ef1b2ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee16a280-dc1f-4e33-9a71-c38f16429370 HTTP/1.1" status: 200 len: 834 time: 0.0432179 Jan 28 13:37:47.100651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-8d078251-abac-4ff7-a9a8-9ac7b785430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:47.102118 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-8d078251-abac-4ff7-a9a8-9ac7b785430a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e296eef1-2256-4e32-b86d-480c73fdb491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416784 Jan 28 13:37:47.195134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-aec0595f-01b9-4094-9d30-1b860c7202a2 service neutron] 10.222.0.35 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872211 Jan 28 13:37:47.284445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-405f36b8-6220-444a-933a-c37928f18d23 service neutron] 10.222.0.35 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825582 Jan 28 13:37:48.010297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cc4c8-3f88-47c3-9629-b770a05a720d req-145a9074-e900-4680-a20a-e490662de8ee tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:48.011764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a70cc4c8-3f88-47c3-9629-b770a05a720d req-145a9074-e900-4680-a20a-e490662de8ee tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0487995 Jan 28 13:37:48.050897 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.066608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a70cc4c8-3f88-47c3-9629-b770a05a720d req-f4ba830a-653b-4f13-ac92-764f59686b91 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492151 Jan 28 13:37:48.353836 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.184225 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1b490-1183-4a54-90ba-5d7adeda4e7c req-04949fa4-44d6-40c8-9534-9a8d7e97231a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:49.185715 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5de1b490-1183-4a54-90ba-5d7adeda4e7c req-04949fa4-44d6-40c8-9534-9a8d7e97231a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0508201 Jan 28 13:37:49.233692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5de1b490-1183-4a54-90ba-5d7adeda4e7c req-7b0de774-f9d2-48a1-8b67-37c80dfe4d66 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Jan 28 13:37:49.380943 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90ddf17f-76da-442d-8387-d913ee794bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.348674 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b88358-cb3d-4e6d-b987-132bd7ff6bfa req-bbedd39b-1880-40ec-950f-99fb46c090e8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:50.350160 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53b88358-cb3d-4e6d-b987-132bd7ff6bfa req-bbedd39b-1880-40ec-950f-99fb46c090e8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0490327 Jan 28 13:37:50.399574 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53b88358-cb3d-4e6d-b987-132bd7ff6bfa req-bef0e16a-9c57-4e20-b0e9-ae19787182d3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437114 Jan 28 13:37:51.522967 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff817d3-a6f4-4ed2-ab2b-a7177b721630 req-346de103-08a8-4cae-9936-a59277587423 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:51.524738 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ff817d3-a6f4-4ed2-ab2b-a7177b721630 req-346de103-08a8-4cae-9936-a59277587423 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0565987 Jan 28 13:37:51.577648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ff817d3-a6f4-4ed2-ab2b-a7177b721630 req-aa8c67d7-0ac4-4182-8bce-80f2e2d3bf8c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464256 Jan 28 13:37:51.742878 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58399a47-1db8-4b6f-9fef-6ab209b9cd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.694004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f16fd-4d7f-4794-8291-ea07b485b0e6 req-d085c2c0-c52d-4d89-a7f2-73f1912d8670 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:52.695487 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-706f16fd-4d7f-4794-8291-ea07b485b0e6 req-d085c2c0-c52d-4d89-a7f2-73f1912d8670 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0479760 Jan 28 13:37:52.744242 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-706f16fd-4d7f-4794-8291-ea07b485b0e6 req-b01fb92d-8dce-4949-a0a4-ce46a6eeff9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427363 Jan 28 13:37:53.238250 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.860218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85879eb9-2bac-4aac-9bd7-fee8404f9fb0 req-dbc45481-fa0a-4619-bcfa-0a2efe33ee28 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:53.861670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85879eb9-2bac-4aac-9bd7-fee8404f9fb0 req-dbc45481-fa0a-4619-bcfa-0a2efe33ee28 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0486772 Jan 28 13:37:53.914270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-85879eb9-2bac-4aac-9bd7-fee8404f9fb0 req-84bd6f02-e18e-49da-9785-befe57abf936 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469294 Jan 28 13:37:54.898664 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.030522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac122203-e454-41bf-a736-b01db6977414 req-ba48270e-fb26-461c-b869-86ccd6445d13 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:55.032004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac122203-e454-41bf-a736-b01db6977414 req-ba48270e-fb26-461c-b869-86ccd6445d13 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0492141 Jan 28 13:37:55.079840 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac122203-e454-41bf-a736-b01db6977414 req-e43e5634-c076-45fc-a581-d70736a9fe50 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418231 Jan 28 13:37:56.201512 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c35a5a-4b84-4c51-b707-ae9e6828af9c req-457b57ad-ce75-4ada-af5b-a856a577119b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:56.202971 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6c35a5a-4b84-4c51-b707-ae9e6828af9c req-457b57ad-ce75-4ada-af5b-a856a577119b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0508590 Jan 28 13:37:56.241052 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.257110 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6c35a5a-4b84-4c51-b707-ae9e6828af9c req-92b182bc-4b49-4718-a4d2-e006eed9b536 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476792 Jan 28 13:37:57.375973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16b3f9-5bb2-4982-8cf2-88dd0b7d8e15 req-f762e4e1-fb70-48da-b99a-90da68870282 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:57.377448 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c16b3f9-5bb2-4982-8cf2-88dd0b7d8e15 req-f762e4e1-fb70-48da-b99a-90da68870282 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0517910 Jan 28 13:37:57.426623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0c16b3f9-5bb2-4982-8cf2-88dd0b7d8e15 req-aa84ba82-3ee8-4ad1-94ef-d170f1a203f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434003 Jan 28 13:37:58.542691 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a93d9f-be4c-45b0-bc07-caf343cfc00f req-bb1d51b8-0c5c-432d-b9df-b5c27db181b3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:58.544200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8a93d9f-be4c-45b0-bc07-caf343cfc00f req-bb1d51b8-0c5c-432d-b9df-b5c27db181b3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0488629 Jan 28 13:37:58.592957 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a8a93d9f-be4c-45b0-bc07-caf343cfc00f req-cc3592bb-70f4-495a-8467-4208d0e48730 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432215 Jan 28 13:37:59.715192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79d645-6143-4a26-b31d-a64e2bdb6487 req-05c4e124-b3bd-43b0-8d70-bee8a1ea06b4 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:59.716609 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a79d645-6143-4a26-b31d-a64e2bdb6487 req-05c4e124-b3bd-43b0-8d70-bee8a1ea06b4 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0515428 Jan 28 13:37:59.764935 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3a79d645-6143-4a26-b31d-a64e2bdb6487 req-fdc372ae-b14a-4a3d-8d78-afdfbeb246ed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422571 Jan 28 13:38:00.887334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8942590-d549-43f4-a027-e1eb3dae8ab7 req-fe1a7da5-c656-4636-8d28-faf9b694dfa9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:00.888857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8942590-d549-43f4-a027-e1eb3dae8ab7 req-fe1a7da5-c656-4636-8d28-faf9b694dfa9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0499368 Jan 28 13:38:00.940997 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d8942590-d549-43f4-a027-e1eb3dae8ab7 req-c133db4b-49ba-40a3-885d-0591b118048a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426006 Jan 28 13:38:02.068052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf9609-ebcd-490e-bb86-d319d636fbd3 req-6d9f6587-6211-4315-a36a-9df0635e0c65 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:02.069543 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98cf9609-ebcd-490e-bb86-d319d636fbd3 req-6d9f6587-6211-4315-a36a-9df0635e0c65 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0576890 Jan 28 13:38:02.122786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98cf9609-ebcd-490e-bb86-d319d636fbd3 req-c5992baa-2bed-443b-b451-73f6bba98d51 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474989 Jan 28 13:38:03.243201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec83e38-de64-4c1c-95c2-14f3ff626e45 req-ff5450a2-c4a2-42ad-bd1a-e3a54cdff9da tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:03.244612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ec83e38-de64-4c1c-95c2-14f3ff626e45 req-ff5450a2-c4a2-42ad-bd1a-e3a54cdff9da tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0498779 Jan 28 13:38:03.296481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2ec83e38-de64-4c1c-95c2-14f3ff626e45 req-08ec4f9d-2c23-489f-adad-d16c1acf28de tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445597 Jan 28 13:38:04.118809 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-43104170-44b3-4f2d-9199-a77298ce8504 service neutron] show failed (client error): The resource could not be found. Jan 28 13:38:04.119811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-43104170-44b3-4f2d-9199-a77298ce8504 service neutron] 10.222.0.35 "GET /v2.0/ports/110e2dfd-cdfc-4fc3-b196-bd3705fb086a/bindings/n-h2-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0534034 Jan 28 13:38:04.360973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-43ad0b0e-6fe0-48e5-9c10-d5aab6f551e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:04.363197 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-43ad0b0e-6fe0-48e5-9c10-d5aab6f551e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b&tenant_id=f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 1096 time: 0.0873518 Jan 28 13:38:04.386457 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-66e1d179-ed4a-48a3-b1e7-7f94ef46592d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:38:04.387369 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-66e1d179-ed4a-48a3-b1e7-7f94ef46592d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163999 Jan 28 13:38:04.409907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:04.472405 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dd5db-5fae-458b-9467-cbe1b1620316 req-3fde7df9-16ed-40f4-843b-fdf374bf1715 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:04.473888 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-192dd5db-5fae-458b-9467-cbe1b1620316 req-3fde7df9-16ed-40f4-843b-fdf374bf1715 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.1045785 Jan 28 13:38:04.481867 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.563335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-192dd5db-5fae-458b-9467-cbe1b1620316 req-0298c0ca-e487-411b-934e-255f982f3dc2 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832264 Jan 28 13:38:04.725346 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:04.761852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:05.138272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:05.140452 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec530530-92cc-4fa9-846e-e040b121b548" -d '{"events": [{"server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "name": "network-vif-unplugged", "status": "completed", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:05.144433 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Publish callbacks [] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.157067 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Transition to ACTIVE for port object 110e2dfd-cdfc-4fc3-b196-bd3705fb086a will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:38:05.162260 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.190205 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f981cd-982f-4a63-8a62-b60fa22d3e52 x-openstack-request-id: req-b6f981cd-982f-4a63-8a62-b60fa22d3e52 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:05.191002 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "name": "network-vif-unplugged", "status": "completed", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:05.191255 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6f981cd-982f-4a63-8a62-b60fa22d3e52 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:05.191670 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'code': 200} Jan 28 13:38:05.255085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Pushing event updated for resources: {'Port': ['ID=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:05.269623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.269970 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.270383 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.270738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.271069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.271495 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.272065 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.272158 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.272466 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.272798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.273128 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.273454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.273780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:05.301735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] No DVR routers for this DVR port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:05.444309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Attempting to bind port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:05.444952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Attempting to bind port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:05.444952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Attempting to bind port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a on network e296eef1-2256-4e32-b86d-480c73fdb491 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:05.450046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a on network e296eef1-2256-4e32-b86d-480c73fdb491 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:38:05.450387 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Attempting to bind port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a on network e296eef1-2256-4e32-b86d-480c73fdb491 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:05.455752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:05.456130 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Checking segment: {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:05.456467 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Bound using segment: {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:05.456896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Bound port: 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95270145-8e0b-4be9-aa32-9d79a52231ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:05.457251 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.522212 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:05.525285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:05.529321 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.569564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:05.570189 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.571606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] 10.222.0.49 "PUT /v2.0/ports/110e2dfd-cdfc-4fc3-b196-bd3705fb086a HTTP/1.1" status: 200 len: 1091 time: 1.1668479 Jan 28 13:38:05.592420 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64904bf6-1c56-42dd-b27a-1adb9a105405 service neutron] Pushing event updated for resources: {'Port': ['ID=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:05.641768 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-72a355ce-6307-4cba-ad40-128fa7c418a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:05.643988 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-72a355ce-6307-4cba-ad40-128fa7c418a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 1094 time: 0.0474889 Jan 28 13:38:05.756929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd6fae-33fe-4b17-a02e-59bbddf7fbc1 req-5939397a-6f06-43ce-b2a8-fec294291bd1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:05.758404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57fd6fae-33fe-4b17-a02e-59bbddf7fbc1 req-5939397a-6f06-43ce-b2a8-fec294291bd1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 943 time: 0.1122251 Jan 28 13:38:05.789316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-ebf6b028-3112-417e-8f90-0a3d0846b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:05.790765 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-ebf6b028-3112-417e-8f90-0a3d0846b22d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e296eef1-2256-4e32-b86d-480c73fdb491 HTTP/1.1" status: 200 len: 897 time: 0.1361022 Jan 28 13:38:05.864266 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57fd6fae-33fe-4b17-a02e-59bbddf7fbc1 req-8c9d3d9e-3c53-4a2c-8585-11b2340a0591 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971403 Jan 28 13:38:05.878785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-665c699a-d22d-43c9-a5b1-011c4bade27e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a HTTP/1.1" status: 200 len: 999 time: 0.0812201 Jan 28 13:38:05.929884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-8623443e-c681-4f37-8c46-d0f099f4224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:05.931323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-8623443e-c681-4f37-8c46-d0f099f4224c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee16a280-dc1f-4e33-9a71-c38f16429370 HTTP/1.1" status: 200 len: 834 time: 0.0475590 Jan 28 13:38:05.975275 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-7756d2da-e3af-4e64-a432-c568376ebb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:05.976700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-7756d2da-e3af-4e64-a432-c568376ebb8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e296eef1-2256-4e32-b86d-480c73fdb491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399606 Jan 28 13:38:06.064036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-7edb7383-1d5c-42bf-8b58-8f197dd5d281 service neutron] 10.222.0.49 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815589 Jan 28 13:38:06.155117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18db1211-a8ed-4f48-ac4e-81572dbb033d req-c2eaa678-a72f-43ea-850a-a42dbbe9c021 service neutron] 10.222.0.49 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860977 Jan 28 13:38:06.983780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82beeb-658e-43c8-921d-22c53126c227 req-ced96da2-915c-4759-b373-ad9880b4ea82 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:06.985267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf82beeb-658e-43c8-921d-22c53126c227 req-ced96da2-915c-4759-b373-ad9880b4ea82 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 943 time: 0.0507493 Jan 28 13:38:07.033507 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cf82beeb-658e-43c8-921d-22c53126c227 req-158815ee-4ce0-42bd-86bd-fc23895b0344 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417738 Jan 28 13:38:07.192497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:07.194819 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1370078-6201-4f4f-97fc-4257d07edf1a" -d '{"events": [{"name": "network-changed", "server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:07.244334 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b99cd5e-9f95-4318-8143-292fe8304734 x-openstack-request-id: req-7b99cd5e-9f95-4318-8143-292fe8304734 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:07.244621 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:07.244939 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b99cd5e-9f95-4318-8143-292fe8304734 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:07.245365 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'status': 'completed', 'code': 200} Jan 28 13:38:07.339490 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-6470574f-7c00-4c61-b97b-ebc8fb3fb760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:07.340994 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-6470574f-7c00-4c61-b97b-ebc8fb3fb760 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 1094 time: 0.0770152 Jan 28 13:38:07.342707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-0f5f60e2-808a-4ee6-b0aa-5fb8c5aa87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:07.344059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-0f5f60e2-808a-4ee6-b0aa-5fb8c5aa87a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 1094 time: 0.0712299 Jan 28 13:38:07.506299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-cc3888d3-0cf6-450f-b361-210e52054e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:07.507831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-cc3888d3-0cf6-450f-b361-210e52054e6f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e296eef1-2256-4e32-b86d-480c73fdb491 HTTP/1.1" status: 200 len: 897 time: 0.1597316 Jan 28 13:38:07.508905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-5dc6ea38-5841-47e5-8ee8-89a0b118afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:07.510202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-5dc6ea38-5841-47e5-8ee8-89a0b118afa9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e296eef1-2256-4e32-b86d-480c73fdb491 HTTP/1.1" status: 200 len: 897 time: 0.1550717 Jan 28 13:38:07.622904 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-1021673f-44fa-4f3f-bebe-eaad5f4a849f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a HTTP/1.1" status: 200 len: 999 time: 0.1087132 Jan 28 13:38:07.626760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-cb47fdaa-c2d0-4160-9c02-944639393b7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a HTTP/1.1" status: 200 len: 999 time: 0.1054115 Jan 28 13:38:07.712564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-32a35630-62b9-47ec-a551-281697e8f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:07.713934 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-32a35630-62b9-47ec-a551-281697e8f55a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee16a280-dc1f-4e33-9a71-c38f16429370 HTTP/1.1" status: 200 len: 834 time: 0.0835748 Jan 28 13:38:07.717437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-da275576-d99b-4f43-b3f3-81ae6849370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:07.718756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-da275576-d99b-4f43-b3f3-81ae6849370b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee16a280-dc1f-4e33-9a71-c38f16429370 HTTP/1.1" status: 200 len: 834 time: 0.0795572 Jan 28 13:38:07.791525 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-e855aeeb-0913-4f2a-a9d3-0518d3c1b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:07.793019 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-e855aeeb-0913-4f2a-a9d3-0518d3c1b791 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e296eef1-2256-4e32-b86d-480c73fdb491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623505 Jan 28 13:38:07.795451 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-b1e32101-7e14-4b1c-97fb-e72f64c567a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:07.796852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-b1e32101-7e14-4b1c-97fb-e72f64c567a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e296eef1-2256-4e32-b86d-480c73fdb491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738959 Jan 28 13:38:07.951907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-48a34cae-6c63-422a-9e48-23e6997d991a service neutron] 10.222.0.49 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453872 Jan 28 13:38:07.953598 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-ec964e88-126e-4ae4-93d0-b253a70ef76a service neutron] 10.222.0.35 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549428 Jan 28 13:38:08.126120 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-5b325969-c5a7-49b5-a185-b6d7afc2608b service neutron] 10.222.0.49 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681428 Jan 28 13:38:08.128149 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f1370078-6201-4f4f-97fc-4257d07edf1a req-649462e0-298c-4cd8-aa4d-2ea7ba8aef05 service neutron] 10.222.0.35 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688573 Jan 28 13:38:08.168830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd1fc7-ddee-426b-9195-98988075fcc2 req-229c6fd9-e397-4342-a339-be3737bdbdbf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:08.170590 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6abd1fc7-ddee-426b-9195-98988075fcc2 req-229c6fd9-e397-4342-a339-be3737bdbdbf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 943 time: 0.0594940 Jan 28 13:38:08.222872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6abd1fc7-ddee-426b-9195-98988075fcc2 req-f3ce54ce-260f-4bbc-b04b-167207d5132f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452695 Jan 28 13:38:08.463562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b357f53-a604-4f53-ae2e-6b2a64224488 req-a1354e4b-ee52-4494-95af-67c0d7efb043 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:08.465103 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b357f53-a604-4f53-ae2e-6b2a64224488 req-a1354e4b-ee52-4494-95af-67c0d7efb043 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 943 time: 0.0837011 Jan 28 13:38:08.481162 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-9d800944-47d2-4129-b7a7-2ce627c4e1b9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:08.483731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-9d800944-47d2-4129-b7a7-2ce627c4e1b9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b&tenant_id=f058008f05084a11960cfe7ad63cfd7f&binding%3Ahost_id=n-h2-824835-4 HTTP/1.1" status: 200 len: 943 time: 0.0911357 Jan 28 13:38:08.571200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b357f53-a604-4f53-ae2e-6b2a64224488 req-dc6d3311-2195-447e-a150-9173f7e03ba3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997856 Jan 28 13:38:08.578975 n-d-824835-4 neutron-server[103129]: INFO neutron.api.v2.resource [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-3c988d1f-cc71-4112-85af-f004e1ec4588 service neutron] delete failed (client error): The resource could not be found. Jan 28 13:38:08.580003 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-3c988d1f-cc71-4112-85af-f004e1ec4588 service neutron] 10.222.0.35 "DELETE /v2.0/ports/110e2dfd-cdfc-4fc3-b196-bd3705fb086a/bindings/n-h1-824835-4 HTTP/1.1" status: 404 len: 380 time: 0.0892563 Jan 28 13:38:08.681272 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 110e2dfd-cdfc-4fc3-b196-bd3705fb086a details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:38:08.696101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-912399ec-e638-466d-bae0-995db78cbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:08.697589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-912399ec-e638-466d-bae0-995db78cbd45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 1094 time: 0.0752878 Jan 28 13:38:08.720555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6995c-83be-4f7a-ad32-89e0e09e9171 req-17aeed14-64ee-4b60-be23-419743ff5093 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:08.722638 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2c6995c-83be-4f7a-ad32-89e0e09e9171 req-17aeed14-64ee-4b60-be23-419743ff5093 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 943 time: 0.0678570 Jan 28 13:38:08.778099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:08.793557 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'port_id': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'mac_address': 'fa:16:3e:90:c4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:38:08.818906 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 110e2dfd-cdfc-4fc3-b196-bd3705fb086a no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:08.828877 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b2c6995c-83be-4f7a-ad32-89e0e09e9171 req-24a81656-d53b-4ccc-85f1-db93f3589aff tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927689 Jan 28 13:38:08.843558 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-3b5556da-1c11-499a-ba06-afa0abfc9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:08.845108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-3b5556da-1c11-499a-ba06-afa0abfc9a38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e296eef1-2256-4e32-b86d-480c73fdb491 HTTP/1.1" status: 200 len: 897 time: 0.1412940 Jan 28 13:38:08.855236 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:08.855654 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.878209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110e2dfd-cdfc-4fc3-b196-bd3705fb086a {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:08.892874 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] The host n-h1-824835-4 is not matching for port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a host n-h2-824835-4! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:38:08.893326 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 110e2dfd-cdfc-4fc3-b196-bd3705fb086a not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:08.902204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:08.906303 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.914429 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-3a2503db-7d86-4299-85a8-45a3e5820ebc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a HTTP/1.1" status: 200 len: 999 time: 0.0639465 Jan 28 13:38:08.954053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:08.961722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:08.962072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:08.962413 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:08.962749 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:08.963080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:08.963431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:08.963760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:08.963898 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-b5d66910-64be-485f-b18e-8e0cbad92513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:08.964094 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:08.964408 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:08.964732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:08.965055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:08.965347 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-b5d66910-64be-485f-b18e-8e0cbad92513 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee16a280-dc1f-4e33-9a71-c38f16429370 HTTP/1.1" status: 200 len: 834 time: 0.0451875 Jan 28 13:38:08.965450 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:08.965696 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.019204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-2a4e950e-dd1d-481f-8a97-a6e9e5d73a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:09.021172 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-2a4e950e-dd1d-481f-8a97-a6e9e5d73a97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e296eef1-2256-4e32-b86d-480c73fdb491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457613 Jan 28 13:38:09.114431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-47f552ad-ab2e-41d5-b16c-682109c802ab service neutron] 10.222.0.35 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867853 Jan 28 13:38:09.162522 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['110e2dfd-cdfc-4fc3-b196-bd3705fb086a'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:38:09.202639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-54c7aebf-1938-4ae3-bc59-b81a8b8c7d4a req-b1d617ff-1d54-4579-9ab9-6eeded612054 service neutron] 10.222.0.35 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831921 Jan 28 13:38:09.947524 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921da82-24b9-4a0e-9ec5-7c40ea52f57c req-95efbcde-9727-468d-8d40-1783e2b21007 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:09.949027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a921da82-24b9-4a0e-9ec5-7c40ea52f57c req-95efbcde-9727-468d-8d40-1783e2b21007 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 944 time: 0.0501587 Jan 28 13:38:10.003488 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a921da82-24b9-4a0e-9ec5-7c40ea52f57c req-a02dd51a-e027-4aab-b43e-a3c43046e23f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488803 Jan 28 13:38:10.025636 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37742) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:10.085391 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-2b271f87-65df-4fad-b555-9c83908199be tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/b90811c6-f1df-4dfb-bda9-96912b7ed16e HTTP/1.1" status: 200 len: 992 time: 0.0586343 Jan 28 13:38:10.683884 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 110e2dfd-cdfc-4fc3-b196-bd3705fb086a up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:10.736572 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:38:10.741183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:10.741555 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.817931 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:10.818318 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.840188 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:10.842378 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975edaa7-76a2-4aa0-b4a5-e1fb79e61560" -d '{"events": [{"server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "name": "network-vif-plugged", "status": "completed", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:10.854823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:10.858825 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.886100 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77df956a-4753-4560-a200-ffd4a4a94231 x-openstack-request-id: req-77df956a-4753-4560-a200-ffd4a4a94231 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:10.886406 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "name": "network-vif-plugged", "status": "completed", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:10.886657 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77df956a-4753-4560-a200-ffd4a4a94231 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:10.887046 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'code': 200} Jan 28 13:38:10.913343 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:18.064284 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:18.352890 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.383173 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7cb36a4-b710-4959-891c-b552812edac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.744888 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6b41e15-a65c-4d22-812e-51ebbed49c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:23.242226 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:23.247919 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:38:24.903272 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.235088 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:38.475869 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37756) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:38.635991 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port 83a567db-e716-4530-83c7-f096e27f213e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:38.636333 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (83a567db-e716-4530-83c7-f096e27f213e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:38.711937 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (83a567db-e716-4530-83c7-f096e27f213e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:38.712174 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (83a567db-e716-4530-83c7-f096e27f213e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:38.725479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for 83a567db-e716-4530-83c7-f096e27f213e owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:38.873288 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (83a567db-e716-4530-83c7-f096e27f213e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:38.901187 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=83a567db-e716-4530-83c7-f096e27f213e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:38.964366 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (b90811c6-f1df-4dfb-bda9-96912b7ed16e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:38.964632 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Floating IP b90811c6-f1df-4dfb-bda9-96912b7ed16e disassociated (deleted). External IP: 172.25.7.249, port: 110e2dfd-cdfc-4fc3-b196-bd3705fb086a. Jan 28 13:38:39.172575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:38:39.278199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:39.282965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:39.288778 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5d02a-10e4-43fb-a486-d07a41eb4051 None None] Sync routers for ids ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:39.298130 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5d02a-10e4-43fb-a486-d07a41eb4051 None None] Routers {'7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:39.298757 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6bf5d02a-10e4-43fb-a486-d07a41eb4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:39.410551 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6bf5d02a-10e4-43fb-a486-d07a41eb4051 None None] Set router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:39.616417 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6bf5d02a-10e4-43fb-a486-d07a41eb4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:58Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '7c60912b-8d7c-49e2-a57e-92c07b4c3161', 'name': '', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:69:26:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:57Z', 'updated_at': '2022-01-28T13:37:01Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:39.644422 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5d02a-10e4-43fb-a486-d07a41eb4051 None None] Checking router: 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:38:39.652658 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5d02a-10e4-43fb-a486-d07a41eb4051 None None] Routers {'7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:39.653263 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6bf5d02a-10e4-43fb-a486-d07a41eb4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:39.656357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-575f6ab3-e9d6-4db7-aabc-5d582529772e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/floatingips/b90811c6-f1df-4dfb-bda9-96912b7ed16e HTTP/1.1" status: 204 len: 168 time: 1.1793118 Jan 28 13:38:39.656961 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:39.660415 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb2692a-8fbf-497d-bd65-4e6d8ed20377" -d '{"events": [{"name": "network-changed", "server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:39.773668 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6bf5d02a-10e4-43fb-a486-d07a41eb4051 None None] Set router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:39.782159 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a907a4-b386-4553-9cf5-c0c238b852d6 x-openstack-request-id: req-55a907a4-b386-4553-9cf5-c0c238b852d6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:39.782458 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:39.782717 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55a907a4-b386-4553-9cf5-c0c238b852d6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:39.783126 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'status': 'completed', 'code': 200} Jan 28 13:38:39.869398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2692a-8fbf-497d-bd65-4e6d8ed20377 req-af0b0343-f7fb-4ff2-a8ce-a6bfbd88585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:39.870760 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eb2692a-8fbf-497d-bd65-4e6d8ed20377 req-af0b0343-f7fb-4ff2-a8ce-a6bfbd88585c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 1096 time: 0.0513721 Jan 28 13:38:39.960017 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a0c83-fe39-4fcc-ac4c-48962053b86d req-ee3d5e71-7a3e-484c-b455-e38dd1e266b0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:39.961492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb5a0c83-fe39-4fcc-ac4c-48962053b86d req-ee3d5e71-7a3e-484c-b455-e38dd1e266b0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.1034639 Jan 28 13:38:39.989602 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6bf5d02a-10e4-43fb-a486-d07a41eb4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:58Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '7c60912b-8d7c-49e2-a57e-92c07b4c3161', 'name': '', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:69:26:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:57Z', 'updated_at': '2022-01-28T13:37:01Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:40.019063 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5d02a-10e4-43fb-a486-d07a41eb4051 None None] The sync data for ids ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'] in n-d-824835-4 is: [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:36:58Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '7c60912b-8d7c-49e2-a57e-92c07b4c3161', 'name': '', 'network_id': 'e296eef1-2256-4e32-b86d-480c73fdb491', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:69:26:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:57Z', 'updated_at': '2022-01-28T13:37:01Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'ee16a280-dc1f-4e33-9a71-c38f16429370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:40.025037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2692a-8fbf-497d-bd65-4e6d8ed20377 req-feb1dad3-07c2-4a98-8edd-a7fe4074e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:40.026518 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eb2692a-8fbf-497d-bd65-4e6d8ed20377 req-feb1dad3-07c2-4a98-8edd-a7fe4074e7ce service neutron] 10.222.0.49 "GET /v2.0/networks?id=e296eef1-2256-4e32-b86d-480c73fdb491 HTTP/1.1" status: 200 len: 897 time: 0.1385863 Jan 28 13:38:40.036100 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-eb5a0c83-fe39-4fcc-ac4c-48962053b86d req-0f2fec74-c0cd-4645-ae29-452ea00dfced tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688045 Jan 28 13:38:40.076859 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eb2692a-8fbf-497d-bd65-4e6d8ed20377 req-8f03634b-2c6e-4ea6-8b23-bf07f69cc3fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a HTTP/1.1" status: 200 len: 217 time: 0.0397661 Jan 28 13:38:40.128406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2692a-8fbf-497d-bd65-4e6d8ed20377 req-7ff468a5-bbff-4e83-84e3-dfcbe44b1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:40.129901 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eb2692a-8fbf-497d-bd65-4e6d8ed20377 req-7ff468a5-bbff-4e83-84e3-dfcbe44b1959 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ee16a280-dc1f-4e33-9a71-c38f16429370 HTTP/1.1" status: 200 len: 834 time: 0.0454271 Jan 28 13:38:40.179864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2692a-8fbf-497d-bd65-4e6d8ed20377 req-26d06b42-4fd8-4864-a12d-92c3b8612e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:40.181376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eb2692a-8fbf-497d-bd65-4e6d8ed20377 req-26d06b42-4fd8-4864-a12d-92c3b8612e9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e296eef1-2256-4e32-b86d-480c73fdb491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433424 Jan 28 13:38:40.245428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70689b0e-6b35-4381-9eb8-7ca6219d02b8 None None] New status for floating IP b90811c6-f1df-4dfb-bda9-96912b7ed16e: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:38:40.279415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eb2692a-8fbf-497d-bd65-4e6d8ed20377 req-1b706e35-0db4-43fa-8958-97ecb6a06a0c service neutron] 10.222.0.49 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882993 Jan 28 13:38:40.374809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2eb2692a-8fbf-497d-bd65-4e6d8ed20377 req-d2294a93-9b69-4cbf-9fb7-e5165870035b service neutron] 10.222.0.49 "GET /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876467 Jan 28 13:38:41.219856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a98b1b-b817-4caa-896e-f0ac5b68d341 req-f802ae4f-63a2-4d55-aa1e-502bdff58bfd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:41.221443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7a98b1b-b817-4caa-896e-f0ac5b68d341 req-f802ae4f-63a2-4d55-aa1e-502bdff58bfd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.49 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.0799344 Jan 28 13:38:41.241406 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd23f8d-0391-4fe7-8ff6-b90b0ee8f72e req-83de9947-1dc7-4b58-88eb-0270285336ed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:41.242755 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7dd23f8d-0391-4fe7-8ff6-b90b0ee8f72e req-83de9947-1dc7-4b58-88eb-0270285336ed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=910c9dbb-476f-4f70-aa4e-1de85e75601b HTTP/1.1" status: 200 len: 945 time: 0.1353815 Jan 28 13:38:41.334303 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7dd23f8d-0391-4fe7-8ff6-b90b0ee8f72e req-0a5b7209-8140-48e7-81f7-08fbe17337fa tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb333311-5186-4e22-aa87-92d29414ab74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759916 Jan 28 13:38:41.352556 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c7a98b1b-b817-4caa-896e-f0ac5b68d341 req-0864b5ac-a35b-4096-9882-dea240178658 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:41.352897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7a98b1b-b817-4caa-896e-f0ac5b68d341 req-0864b5ac-a35b-4096-9882-dea240178658 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.443919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c7a98b1b-b817-4caa-896e-f0ac5b68d341 req-0864b5ac-a35b-4096-9882-dea240178658 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:41.444279 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7a98b1b-b817-4caa-896e-f0ac5b68d341 req-0864b5ac-a35b-4096-9882-dea240178658 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.459439 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c7a98b1b-b817-4caa-896e-f0ac5b68d341 req-0864b5ac-a35b-4096-9882-dea240178658 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for 110e2dfd-cdfc-4fc3-b196-bd3705fb086a owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:41.581575 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7a98b1b-b817-4caa-896e-f0ac5b68d341 req-0864b5ac-a35b-4096-9882-dea240178658 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (110e2dfd-cdfc-4fc3-b196-bd3705fb086a), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.613573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864b5ac-a35b-4096-9882-dea240178658 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=110e2dfd-cdfc-4fc3-b196-bd3705fb086a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:41.657289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a98b1b-b817-4caa-896e-f0ac5b68d341 req-0864b5ac-a35b-4096-9882-dea240178658 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] No DVR routers for this DVR port 110e2dfd-cdfc-4fc3-b196-bd3705fb086a on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:41.660460 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7a98b1b-b817-4caa-896e-f0ac5b68d341 req-0864b5ac-a35b-4096-9882-dea240178658 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.663806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7a98b1b-b817-4caa-896e-f0ac5b68d341 req-0864b5ac-a35b-4096-9882-dea240178658 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.49 "DELETE /v2.0/ports/110e2dfd-cdfc-4fc3-b196-bd3705fb086a HTTP/1.1" status: 204 len: 173 time: 0.4376850 Jan 28 13:38:41.785027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'name': 'network-vif-deleted', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:41.787080 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c8eb56-c32f-484b-8695-690e8d25f414" -d '{"events": [{"server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "name": "network-vif-deleted", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:41.825083 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87d572c-fcad-49da-b9bd-1a624ac08003 x-openstack-request-id: req-b87d572c-fcad-49da-b9bd-1a624ac08003 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:41.825379 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910c9dbb-476f-4f70-aa4e-1de85e75601b", "name": "network-vif-deleted", "tag": "110e2dfd-cdfc-4fc3-b196-bd3705fb086a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:41.825633 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b87d572c-fcad-49da-b9bd-1a624ac08003 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:41.826074 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910c9dbb-476f-4f70-aa4e-1de85e75601b', 'name': 'network-vif-deleted', 'tag': '110e2dfd-cdfc-4fc3-b196-bd3705fb086a', 'status': 'completed', 'code': 200} Jan 28 13:38:42.390031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37774) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:42.801645 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9edfa114-bbc3-4285-9ce0-2830722969ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.087149 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9edfa114-bbc3-4285-9ce0-2830722969ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port 7c60912b-8d7c-49e2-a57e-92c07b4c3161 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:43.087425 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9edfa114-bbc3-4285-9ce0-2830722969ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.188631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9edfa114-bbc3-4285-9ce0-2830722969ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port 7c60912b-8d7c-49e2-a57e-92c07b4c3161, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=7c60912b-8d7c-49e2-a57e-92c07b4c3161,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:43.188997 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9edfa114-bbc3-4285-9ce0-2830722969ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.206645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9edfa114-bbc3-4285-9ce0-2830722969ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for 7c60912b-8d7c-49e2-a57e-92c07b4c3161 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:43.415477 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9edfa114-bbc3-4285-9ce0-2830722969ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7c60912b-8d7c-49e2-a57e-92c07b4c3161), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.446774 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfa114-bbc3-4285-9ce0-2830722969ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=7c60912b-8d7c-49e2-a57e-92c07b4c3161,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:43.625302 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9edfa114-bbc3-4285-9ce0-2830722969ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.870429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edfa114-bbc3-4285-9ce0-2830722969ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:38:43.976287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edfa114-bbc3-4285-9ce0-2830722969ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:43.981291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9edfa114-bbc3-4285-9ce0-2830722969ca tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "PUT /v2.0/routers/7e39c4d8-0d1f-495b-aaa2-f4edc51f6608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5902488 Jan 28 13:38:43.984029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37776) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:43.987096 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4422f48-c2d8-46da-af5e-33da021845ac None None] Sync routers for ids ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:43.997158 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4422f48-c2d8-46da-af5e-33da021845ac None None] Routers {'7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:43.997767 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f4422f48-c2d8-46da-af5e-33da021845ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:44.035584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b342603b-5b3b-4baf-892f-a0449ac83507 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting subnet ee16a280-dc1f-4e33-9a71-c38f16429370 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:38:44.038641 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b342603b-5b3b-4baf-892f-a0449ac83507 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (ee16a280-dc1f-4e33-9a71-c38f16429370), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.078231 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b342603b-5b3b-4baf-892f-a0449ac83507 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (ee16a280-dc1f-4e33-9a71-c38f16429370), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.103475 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f4422f48-c2d8-46da-af5e-33da021845ac None None] Set router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:44.167294 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b342603b-5b3b-4baf-892f-a0449ac83507 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (ee16a280-dc1f-4e33-9a71-c38f16429370), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.228942 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b342603b-5b3b-4baf-892f-a0449ac83507 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (ee16a280-dc1f-4e33-9a71-c38f16429370), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.260261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342603b-5b3b-4baf-892f-a0449ac83507 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Subnet': ['ID=ee16a280-dc1f-4e33-9a71-c38f16429370,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:44.262217 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b342603b-5b3b-4baf-892f-a0449ac83507 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.266030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b342603b-5b3b-4baf-892f-a0449ac83507 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/subnets/ee16a280-dc1f-4e33-9a71-c38f16429370 HTTP/1.1" status: 204 len: 168 time: 0.2803538 Jan 28 13:38:44.267069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce8a23c-31f0-49ee-99c9-9bf2d44f0bee None None] Network e296eef1-2256-4e32-b86d-480c73fdb491 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:44.268506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37778) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:44.288944 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f4422f48-c2d8-46da-af5e-33da021845ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:38:43Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:44.318018 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4422f48-c2d8-46da-af5e-33da021845ac None None] Checking router: 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:38:44.326929 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4422f48-c2d8-46da-af5e-33da021845ac None None] Routers {'7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:44.327630 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f4422f48-c2d8-46da-af5e-33da021845ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:44.388590 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.443196 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63cb821-f0f4-4978-85bf-56d9cbfc9c58 None None] DHCP port deletion for e296eef1-2256-4e32-b86d-480c73fdb491 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:38:44.492781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d63cb821-f0f4-4978-85bf-56d9cbfc9c58 None None] Deleting port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:44.493510 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d63cb821-f0f4-4978-85bf-56d9cbfc9c58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.510837 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.546027 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f4422f48-c2d8-46da-af5e-33da021845ac None None] Set router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:44.563050 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d63cb821-f0f4-4978-85bf-56d9cbfc9c58 None None] For port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=0d55028a-11e8-4a5b-a4b9-590bdf51a47d,segment=NetworkSegment(95270145-8e0b-4be9-aa32-9d79a52231ba),segment_id=95270145-8e0b-4be9-aa32-9d79a52231ba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:44.563600 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d63cb821-f0f4-4978-85bf-56d9cbfc9c58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.570192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port 527a44ab-d870-48e2-ae47-84d612a81411 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:44.570551 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (527a44ab-d870-48e2-ae47-84d612a81411), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.577904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d63cb821-f0f4-4978-85bf-56d9cbfc9c58 None None] Calling delete_port for 0d55028a-11e8-4a5b-a4b9-590bdf51a47d owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:44.656299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port 527a44ab-d870-48e2-ae47-84d612a81411, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=527a44ab-d870-48e2-ae47-84d612a81411,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:44.657193 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (527a44ab-d870-48e2-ae47-84d612a81411), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.658334 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d63cb821-f0f4-4978-85bf-56d9cbfc9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (0d55028a-11e8-4a5b-a4b9-590bdf51a47d), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.670485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for 527a44ab-d870-48e2-ae47-84d612a81411 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:44.676043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63cb821-f0f4-4978-85bf-56d9cbfc9c58 None None] No DVR routers for this DVR port 0d55028a-11e8-4a5b-a4b9-590bdf51a47d on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:44.698564 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cb821-f0f4-4978-85bf-56d9cbfc9c58 None None] Pushing event deleted for resources: {'Port': ['ID=0d55028a-11e8-4a5b-a4b9-590bdf51a47d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:44.734006 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f4422f48-c2d8-46da-af5e-33da021845ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:38:43Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:44.760611 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4422f48-c2d8-46da-af5e-33da021845ac None None] The sync data for ids ['7e39c4d8-0d1f-495b-aaa2-f4edc51f6608'] in n-d-824835-4 is: [{'id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872243066', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '527a44ab-d870-48e2-ae47-84d612a81411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:38:43Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': '527a44ab-d870-48e2-ae47-84d612a81411', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e39c4d8-0d1f-495b-aaa2-f4edc51f6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:36:55Z', 'updated_at': '2022-01-28T13:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:44.802361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 110e2dfd-cdfc-4fc3-b196-bd3705fb086a no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:44.826730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 110e2dfd-cdfc-4fc3-b196-bd3705fb086a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:38:44.827172 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 110e2dfd-cdfc-4fc3-b196-bd3705fb086a not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:44.857626 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (527a44ab-d870-48e2-ae47-84d612a81411), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.889416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=527a44ab-d870-48e2-ae47-84d612a81411,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:44.949267 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.215239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0d55028a-11e8-4a5b-a4b9-590bdf51a47d no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:45.236709 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 0d55028a-11e8-4a5b-a4b9-590bdf51a47d {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:38:45.237067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 0d55028a-11e8-4a5b-a4b9-590bdf51a47d not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:45.237582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7c60912b-8d7c-49e2-a57e-92c07b4c3161 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:45.259200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 7c60912b-8d7c-49e2-a57e-92c07b4c3161 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:38:45.259657 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 7c60912b-8d7c-49e2-a57e-92c07b4c3161 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:45.412942 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.415026 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_controller (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.462173 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (7e39c4d8-0d1f-495b-aaa2-f4edc51f6608), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.462665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Fanout notify agent at l3_agent the message router_deleted on router 7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:38:45.469321 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.470423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c741b670-e85a-4e3b-b698-24ce62bef8b6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/routers/7e39c4d8-0d1f-495b-aaa2-f4edc51f6608 HTTP/1.1" status: 204 len: 168 time: 1.2009048 Jan 28 13:38:45.473363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37780) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:45.553612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (e296eef1-2256-4e32-b86d-480c73fdb491), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.647703 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (e296eef1-2256-4e32-b86d-480c73fdb491), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.667129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e296eef1-2256-4e32-b86d-480c73fdb491']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:45.676918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95270145-8e0b-4be9-aa32-9d79a52231ba') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:45.677215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95270145-8e0b-4be9-aa32-9d79a52231ba') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:45.686282 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (95270145-8e0b-4be9-aa32-9d79a52231ba), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.699661 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (95270145-8e0b-4be9-aa32-9d79a52231ba), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.706201 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:45.706722 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (95270145-8e0b-4be9-aa32-9d79a52231ba), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:45.709913 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:45.768934 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (e296eef1-2256-4e32-b86d-480c73fdb491), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.776695 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.779171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/networks/e296eef1-2256-4e32-b86d-480c73fdb491 HTTP/1.1" status: 204 len: 168 time: 0.3048704 Jan 28 13:38:45.782037 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37782) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:45.791251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9774db-a640-4d25-84e3-53f214351813 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Network': ['ID=e296eef1-2256-4e32-b86d-480c73fdb491,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:45.845070 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (cb333311-5186-4e22-aa87-92d29414ab74), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.871096 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (cb333311-5186-4e22-aa87-92d29414ab74), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.940061 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (cb333311-5186-4e22-aa87-92d29414ab74), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.942599 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.943835 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/security-groups/cb333311-5186-4e22-aa87-92d29414ab74 HTTP/1.1" status: 204 len: 168 time: 0.1608109 Jan 28 13:38:45.952808 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb333311-5186-4e22-aa87-92d29414ab74,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:45.963363 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:45.963738 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:45.964086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:45.964429 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:45.964771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:45.965102 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:45.965432 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:45.965762 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:45.966090 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:45.966421 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:45.966760 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:45.967072 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:45.967447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4453527-2291-44f2-8c1f-ecac76e97386 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:46.364377 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37788) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:46.368961 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-80a4baf1-2195-4a0d-ab95-8dcff1a1ff10 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763861156', 'description': 'tempest-secgroup-smoke-1763861156 description', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:46.389475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80a4baf1-2195-4a0d-ab95-8dcff1a1ff10 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.456204 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80a4baf1-2195-4a0d-ab95-8dcff1a1ff10 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (56c5551c-e78d-4a9f-8d72-9e757f49da23), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.461210 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80a4baf1-2195-4a0d-ab95-8dcff1a1ff10 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (56c5551c-e78d-4a9f-8d72-9e757f49da23), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.492401 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80a4baf1-2195-4a0d-ab95-8dcff1a1ff10 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.493648 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-80a4baf1-2195-4a0d-ab95-8dcff1a1ff10 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1281774 Jan 28 13:38:46.495625 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4baf1-2195-4a0d-ab95-8dcff1a1ff10 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c5551c-e78d-4a9f-8d72-9e757f49da23,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:46.496870 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37790) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:46.501619 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6282684d-3f27-4142-ac48-807173395ad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': '56c5551c-e78d-4a9f-8d72-9e757f49da23', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:46.528779 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6282684d-3f27-4142-ac48-807173395ad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (5112a891-b2ce-4de9-b30c-cf3b39cca001), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.589707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6282684d-3f27-4142-ac48-807173395ad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (5112a891-b2ce-4de9-b30c-cf3b39cca001), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.593371 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6282684d-3f27-4142-ac48-807173395ad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (5112a891-b2ce-4de9-b30c-cf3b39cca001), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.611935 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282684d-3f27-4142-ac48-807173395ad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5112a891-b2ce-4de9-b30c-cf3b39cca001,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:46.618627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6282684d-3f27-4142-ac48-807173395ad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.619821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6282684d-3f27-4142-ac48-807173395ad6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218212 Jan 28 13:38:46.622631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37792) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:46.626837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-dc31a237-4b3a-4f08-aea5-0878d00cff96 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': '56c5551c-e78d-4a9f-8d72-9e757f49da23', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:46.652887 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc31a237-4b3a-4f08-aea5-0878d00cff96 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (3102e6b5-eb94-41f9-bee8-509c8812772c), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.710270 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc31a237-4b3a-4f08-aea5-0878d00cff96 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (3102e6b5-eb94-41f9-bee8-509c8812772c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.713785 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc31a237-4b3a-4f08-aea5-0878d00cff96 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (3102e6b5-eb94-41f9-bee8-509c8812772c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.734744 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31a237-4b3a-4f08-aea5-0878d00cff96 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3102e6b5-eb94-41f9-bee8-509c8812772c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:46.744765 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc31a237-4b3a-4f08-aea5-0878d00cff96 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.746293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dc31a237-4b3a-4f08-aea5-0878d00cff96 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225872 Jan 28 13:38:46.749547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37794) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:46.754013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8961888f-c936-4e87-8387-016278c8cdc7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': '56c5551c-e78d-4a9f-8d72-9e757f49da23', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:46.779601 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8961888f-c936-4e87-8387-016278c8cdc7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (e94de0d4-33d7-432f-8010-768d82511ff2), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.837751 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8961888f-c936-4e87-8387-016278c8cdc7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (e94de0d4-33d7-432f-8010-768d82511ff2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.841583 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8961888f-c936-4e87-8387-016278c8cdc7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (e94de0d4-33d7-432f-8010-768d82511ff2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.860879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961888f-c936-4e87-8387-016278c8cdc7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94de0d4-33d7-432f-8010-768d82511ff2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:46.871852 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8961888f-c936-4e87-8387-016278c8cdc7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.874122 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8961888f-c936-4e87-8387-016278c8cdc7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225984 Jan 28 13:38:46.876007 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37796) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:46.880607 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1f2ccd38-ce93-4956-aab8-33fec2d98c8d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': '56c5551c-e78d-4a9f-8d72-9e757f49da23', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:46.904780 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f2ccd38-ce93-4956-aab8-33fec2d98c8d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (58e842dc-53bc-4efb-9b84-1430e3d74b0e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.961927 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f2ccd38-ce93-4956-aab8-33fec2d98c8d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (58e842dc-53bc-4efb-9b84-1430e3d74b0e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.965504 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f2ccd38-ce93-4956-aab8-33fec2d98c8d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (58e842dc-53bc-4efb-9b84-1430e3d74b0e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.984091 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ccd38-ce93-4956-aab8-33fec2d98c8d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e842dc-53bc-4efb-9b84-1430e3d74b0e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:46.989056 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f2ccd38-ce93-4956-aab8-33fec2d98c8d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.993186 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-1f2ccd38-ce93-4956-aab8-33fec2d98c8d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132398 Jan 28 13:38:46.993186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37798) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:46.997407 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-38517d2f-e98e-4bab-84ac-1741b7766703 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': '56c5551c-e78d-4a9f-8d72-9e757f49da23', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:47.011275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 527a44ab-d870-48e2-ae47-84d612a81411 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:47.018867 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-38517d2f-e98e-4bab-84ac-1741b7766703 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Project f058008f05084a11960cfe7ad63cfd7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:38:47.023846 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38517d2f-e98e-4bab-84ac-1741b7766703 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (539a309f-e6af-4baf-892d-6b6da0d83208), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.032537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 527a44ab-d870-48e2-ae47-84d612a81411 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:38:47.032899 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 527a44ab-d870-48e2-ae47-84d612a81411 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:47.090647 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38517d2f-e98e-4bab-84ac-1741b7766703 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (539a309f-e6af-4baf-892d-6b6da0d83208), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.094192 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38517d2f-e98e-4bab-84ac-1741b7766703 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (539a309f-e6af-4baf-892d-6b6da0d83208), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.111757 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38517d2f-e98e-4bab-84ac-1741b7766703 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539a309f-e6af-4baf-892d-6b6da0d83208,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:47.119544 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38517d2f-e98e-4bab-84ac-1741b7766703 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.120742 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-38517d2f-e98e-4bab-84ac-1741b7766703 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268063 Jan 28 13:38:47.123535 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37800) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:47.128884 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-186d8852-dab6-49bc-865f-957342df73a0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': '56c5551c-e78d-4a9f-8d72-9e757f49da23', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:47.148504 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-186d8852-dab6-49bc-865f-957342df73a0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Project f058008f05084a11960cfe7ad63cfd7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:38:47.153367 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-186d8852-dab6-49bc-865f-957342df73a0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (0521d44f-b0a7-489c-8a0c-291b2874826f), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.213232 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-186d8852-dab6-49bc-865f-957342df73a0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (0521d44f-b0a7-489c-8a0c-291b2874826f), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.216557 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-186d8852-dab6-49bc-865f-957342df73a0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (0521d44f-b0a7-489c-8a0c-291b2874826f), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.233068 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d8852-dab6-49bc-865f-957342df73a0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0521d44f-b0a7-489c-8a0c-291b2874826f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:47.242544 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-186d8852-dab6-49bc-865f-957342df73a0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.243816 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-186d8852-dab6-49bc-865f-957342df73a0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193681 Jan 28 13:38:47.246662 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:47.251722 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c51f7ce2-9e71-4677-8470-87d7e20ebc1d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'network': {'name': 'tempest-network-smoke--1128409767', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:47.271998 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51f7ce2-9e71-4677-8470-87d7e20ebc1d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:47.275248 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51f7ce2-9e71-4677-8470-87d7e20ebc1d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.299216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51f7ce2-9e71-4677-8470-87d7e20ebc1d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:38:47.309089 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51f7ce2-9e71-4677-8470-87d7e20ebc1d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (07665e1d-c133-43b5-bac9-c91a1bed1268), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.309543 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-c51f7ce2-9e71-4677-8470-87d7e20ebc1d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Added segment 07665e1d-c133-43b5-bac9-c91a1bed1268 of type vlan for network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 Jan 28 13:38:47.350182 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51f7ce2-9e71-4677-8470-87d7e20ebc1d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.373789 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51f7ce2-9e71-4677-8470-87d7e20ebc1d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.379947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f7ce2-9e71-4677-8470-87d7e20ebc1d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:47.380553 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51f7ce2-9e71-4677-8470-87d7e20ebc1d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.443018 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c51f7ce2-9e71-4677-8470-87d7e20ebc1d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1952832 Jan 28 13:38:47.445789 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37804) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:47.450451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'admin_state_up': True, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:47.468257 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f7ce2-9e71-4677-8470-87d7e20ebc1d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Network': ['ID=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:47.482799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:38:47.483399 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.484449 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.541837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_controller (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.676843 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.872254 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.890167 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.989707 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.25.7.15 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/e6867924-eeb2-4adb-a957-5acc9c4fb4c7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:48.096492 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.096749 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.129738 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.169512 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:48.174526 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:48.178801 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:48.181830 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=e6867924-eeb2-4adb-a957-5acc9c4fb4c7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:48.348722 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.421167 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.618879 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.741831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router dc46b700-8a22-4a4d-b148-6135cc2f5e2d is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:38:49.169831 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:49.179860 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Sync routers for ids ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:49.191246 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Routers {'dc46b700-8a22-4a4d-b148-6135cc2f5e2d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:49.191715 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.191910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:49.192979 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-055a8f4e-a8c1-4947-a8ab-539493f65f03 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7462695 Jan 28 13:38:49.196274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37806) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:49.228288 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6cfc2a5c-1823-4b0c-ae8e-a22e2aeaf848 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f058008f05084a11960cfe7ad63cfd7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308013 Jan 28 13:38:49.230895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37808) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:49.322340 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28796f2-a00e-4c1d-9519-91654d4bdc41 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:49.323804 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a28796f2-a00e-4c1d-9519-91654d4bdc41 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919204 Jan 28 13:38:49.326677 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37810) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:49.356063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5f3d3871-9496-4bed-997b-3dd0c3b0bd15 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282400 Jan 28 13:38:49.358586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37812) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:49.364021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-de82f136-44aa-4609-b7a0-17b662a6fea6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1557219824', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:49.420792 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcff8051-e591-457b-9e2f-3e0e5c3cf153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.459381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de82f136-44aa-4609-b7a0-17b662a6fea6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:49.461120 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de82f136-44aa-4609-b7a0-17b662a6fea6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.481266 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Set router dc46b700-8a22-4a4d-b148-6135cc2f5e2d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:49.644202 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de82f136-44aa-4609-b7a0-17b662a6fea6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (da072f02-1ee8-4e71-90a7-91703d696556), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.663907 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:48Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:49.690785 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Checking router: dc46b700-8a22-4a4d-b148-6135cc2f5e2d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:38:49.691137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Updating router dc46b700-8a22-4a4d-b148-6135cc2f5e2d port e6867924-eeb2-4adb-a957-5acc9c4fb4c7 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:38:49.709769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82f136-44aa-4609-b7a0-17b662a6fea6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Subnet': ['ID=da072f02-1ee8-4e71-90a7-91703d696556,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:49.714131 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de82f136-44aa-4609-b7a0-17b662a6fea6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Checking segment: {'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:49.714498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de82f136-44aa-4609-b7a0-17b662a6fea6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network hostable DHCP agents. Network: 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:38:49.716398 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.731004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de82f136-44aa-4609-b7a0-17b662a6fea6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:38:49.739454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-de82f136-44aa-4609-b7a0-17b662a6fea6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:49.745236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de82f136-44aa-4609-b7a0-17b662a6fea6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:49.745349 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de82f136-44aa-4609-b7a0-17b662a6fea6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.750849 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613a362a-7522-4c81-a2b2-c6a7622451d3 None None] Network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:49.764332 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-de82f136-44aa-4609-b7a0-17b662a6fea6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4047334 Jan 28 13:38:49.766666 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37814) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:49.966972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ips': [{'subnet_id': 'da072f02-1ee8-4e71-90a7-91703d696556'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:38:49.968351 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.164077 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Publish callbacks [] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.172328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.179111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Allocated IP 172.20.0.2 (6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4/da072f02-1ee8-4e71-90a7-91703d696556/5af0abe5-87e9-43c8-ac22-e629f51fbdad) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:50.225335 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.254786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Attempting to bind port e6867924-eeb2-4adb-a957-5acc9c4fb4c7 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:50.255412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Attempting to bind port e6867924-eeb2-4adb-a957-5acc9c4fb4c7 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:50.255536 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Attempting to bind port e6867924-eeb2-4adb-a957-5acc9c4fb4c7 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:50.286030 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c34157-ca9f-4b59-814a-96a05eb09ddd None None] Pushing event updated for resources: {'Port': ['ID=e6867924-eeb2-4adb-a957-5acc9c4fb4c7,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:50.294049 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:50.294278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:50.294651 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.295044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:50.295548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Bound port: e6867924-eeb2-4adb-a957-5acc9c4fb4c7, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:50.295945 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.388047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] For port e6867924-eeb2-4adb-a957-5acc9c4fb4c7, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:50.394083 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] For port e6867924-eeb2-4adb-a957-5acc9c4fb4c7, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e6867924-eeb2-4adb-a957-5acc9c4fb4c7,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:50.413921 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.489660 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Publish callbacks [] for port (5af0abe5-87e9-43c8-ac22-e629f51fbdad), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.507328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (5af0abe5-87e9-43c8-ac22-e629f51fbdad), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.521776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Routers {'dc46b700-8a22-4a4d-b148-6135cc2f5e2d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:50.522695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:38:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:50.528641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c34157-ca9f-4b59-814a-96a05eb09ddd None None] Pushing event updated for resources: {'Port': ['ID=e6867924-eeb2-4adb-a957-5acc9c4fb4c7,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:50.546484 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.20.0.1 (6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4/da072f02-1ee8-4e71-90a7-91703d696556/a32ec0da-273c-44bc-b242-264d58fd9d72) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:50.608383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:50.615198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:50.621426 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:50.637003 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Pushing event updated for resources: {'Port': ['ID=5af0abe5-87e9-43c8-ac22-e629f51fbdad,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:50.668640 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.704321 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.733285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] Set router dc46b700-8a22-4a4d-b148-6135cc2f5e2d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:50.735183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Attempting to bind port 5af0abe5-87e9-43c8-ac22-e629f51fbdad on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:50.735597 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Attempting to bind port 5af0abe5-87e9-43c8-ac22-e629f51fbdad by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:50.735961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Attempting to bind port 5af0abe5-87e9-43c8-ac22-e629f51fbdad on network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:50.744102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:50.746948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:50.751167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:50.786800 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=a32ec0da-273c-44bc-b242-264d58fd9d72,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:50.790655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:50.791046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Checking segment: {'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:50.791488 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.791894 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Bound using segment: {'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:50.792385 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Bound port: 5af0abe5-87e9-43c8-ac22-e629f51fbdad, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:50.793170 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5af0abe5-87e9-43c8-ac22-e629f51fbdad), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.807003 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.937493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] For port 5af0abe5-87e9-43c8-ac22-e629f51fbdad, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:50.941988 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] For port 5af0abe5-87e9-43c8-ac22-e629f51fbdad, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5af0abe5-87e9-43c8-ac22-e629f51fbdad,segment=NetworkSegment(07665e1d-c133-43b5-bac9-c91a1bed1268),segment_id=07665e1d-c133-43b5-bac9-c91a1bed1268)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:50.945014 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.964889 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5af0abe5-87e9-43c8-ac22-e629f51fbdad), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.039616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b2d7d-e0f4-4e03-8eb9-da0ff83199e7 None None] Pushing event updated for resources: {'Port': ['ID=5af0abe5-87e9-43c8-ac22-e629f51fbdad,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:51.051801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:48Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:51.079164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f0880-2fda-4104-b347-ccf597278f22 None None] The sync data for ids ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'] in n-d-824835-4 is: [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:48Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:51.259392 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.263931 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.344829 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.347401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=a32ec0da-273c-44bc-b242-264d58fd9d72,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:51.478445 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:51.479943 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:51.605221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router dc46b700-8a22-4a4d-b148-6135cc2f5e2d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:38:51.721731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:51.727563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-8f0b3c12-4f72-462e-b974-5ef5964a71c0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "PUT /v2.0/routers/dc46b700-8a22-4a4d-b148-6135cc2f5e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9594557 Jan 28 13:38:51.754778 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52cd8b0d-8238-4cd7-9f3a-5240491edc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.105925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-538090a4-f2fc-4863-9a0f-9487a55e3512 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763861156&fields=id&tenant_id=f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 267 time: 0.0492666 Jan 28 13:38:52.132288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d4d2ae-9cda-416e-bc86-00a439dd1439 None None] Network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:52.215589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-2f70be9b-3aad-4c44-b3da-0b468eb7722e None None] Provisioning complete for port 5af0abe5-87e9-43c8-ac22-e629f51fbdad triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:52.215967 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f70be9b-3aad-4c44-b3da-0b468eb7722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5af0abe5-87e9-43c8-ac22-e629f51fbdad), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.216913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-74cff72e-cd35-455c-a9d4-b0bd84c1731c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:52.218369 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-74cff72e-cd35-455c-a9d4-b0bd84c1731c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/networks?id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 HTTP/1.1" status: 200 len: 797 time: 0.1094239 Jan 28 13:38:52.233939 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-fa6464fb-c19a-4c42-9834-c56b46dcc551 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/quotas/f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 375 time: 0.0091913 Jan 28 13:38:52.287782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-6d3eb696-f261-4a73-a26a-59b49835bc53 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485249 Jan 28 13:38:52.332446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2f70be9b-3aad-4c44-b3da-0b468eb7722e None None] Current status of the port 5af0abe5-87e9-43c8-ac22-e629f51fbdad is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:52.332850 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f70be9b-3aad-4c44-b3da-0b468eb7722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (5af0abe5-87e9-43c8-ac22-e629f51fbdad), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.372679 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2f70be9b-3aad-4c44-b3da-0b468eb7722e None None] For port 5af0abe5-87e9-43c8-ac22-e629f51fbdad, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5af0abe5-87e9-43c8-ac22-e629f51fbdad,segment=NetworkSegment(07665e1d-c133-43b5-bac9-c91a1bed1268),segment_id=07665e1d-c133-43b5-bac9-c91a1bed1268)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:52.379095 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f70be9b-3aad-4c44-b3da-0b468eb7722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (5af0abe5-87e9-43c8-ac22-e629f51fbdad), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.397782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-ecdcbce1-decf-444d-9482-1680061ce84f service neutron] 10.222.0.53 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973148 Jan 28 13:38:52.433016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70be9b-3aad-4c44-b3da-0b468eb7722e None None] Pushing event updated for resources: {'Port': ['ID=5af0abe5-87e9-43c8-ac22-e629f51fbdad,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:52.501567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-8405d9f8-441d-4921-a14f-5b2aadc92a9f service neutron] 10.222.0.53 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979466 Jan 28 13:38:52.602448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f37540ac-cd22-4346-9e39-c816185f67fe None None] Provisioning complete for port 5af0abe5-87e9-43c8-ac22-e629f51fbdad triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:52.602824 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f37540ac-cd22-4346-9e39-c816185f67fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5af0abe5-87e9-43c8-ac22-e629f51fbdad), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.706354 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b3902e1-63eb-49c1-a3d5-d7a66705987e req-4a9ad7f7-04cb-45ee-96c2-1754075cb00b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 210 time: 0.0347414 Jan 28 13:38:52.710729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f37540ac-cd22-4346-9e39-c816185f67fe None None] Current status of the port 5af0abe5-87e9-43c8-ac22-e629f51fbdad is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:52.726312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f37540ac-cd22-4346-9e39-c816185f67fe None None] Provisioning complete for port a32ec0da-273c-44bc-b242-264d58fd9d72 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:52.726693 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f37540ac-cd22-4346-9e39-c816185f67fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.773536 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f37540ac-cd22-4346-9e39-c816185f67fe None None] Port a32ec0da-273c-44bc-b242-264d58fd9d72 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:38:52.902204 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-984385b6-61d0-4990-9697-c95539cad495 None None] Provisioning complete for port a32ec0da-273c-44bc-b242-264d58fd9d72 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:52.902936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-984385b6-61d0-4990-9697-c95539cad495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.949750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-984385b6-61d0-4990-9697-c95539cad495 None None] Port a32ec0da-273c-44bc-b242-264d58fd9d72 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:38:52.963183 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Sync routers for ids ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:52.973551 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Routers {'dc46b700-8a22-4a4d-b148-6135cc2f5e2d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:52.974175 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:53.076124 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6b0cbcff-6a80-4852-b6b8-c66ff552b794 None None] Provisioning complete for port a32ec0da-273c-44bc-b242-264d58fd9d72 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:53.076993 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbcff-6a80-4852-b6b8-c66ff552b794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.088598 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Set router dc46b700-8a22-4a4d-b148-6135cc2f5e2d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:53.135467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6b0cbcff-6a80-4852-b6b8-c66ff552b794 None None] Port a32ec0da-273c-44bc-b242-264d58fd9d72 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:38:53.192141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e6867924-eeb2-4adb-a957-5acc9c4fb4c7 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:53.253630 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.258339 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e6867924-eeb2-4adb-a957-5acc9c4fb4c7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:53.258718 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.318211 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:50Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a32ec0da-273c-44bc-b242-264d58fd9d72', 'name': '', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:9b:ed:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:50Z', 'updated_at': '2022-01-28T13:38:51Z', 'revision_number': 2, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:53.340621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e6867924-eeb2-4adb-a957-5acc9c4fb4c7 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:53.341012 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.350854 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Checking router: dc46b700-8a22-4a4d-b148-6135cc2f5e2d for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:38:53.351358 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Updating router dc46b700-8a22-4a4d-b148-6135cc2f5e2d port a32ec0da-273c-44bc-b242-264d58fd9d72 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:38:53.364206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port e6867924-eeb2-4adb-a957-5acc9c4fb4c7, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e6867924-eeb2-4adb-a957-5acc9c4fb4c7,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:53.368415 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.369493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5af0abe5-87e9-43c8-ac22-e629f51fbdad up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:53.379617 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.619224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=e6867924-eeb2-4adb-a957-5acc9c4fb4c7,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:53.633082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 5af0abe5-87e9-43c8-ac22-e629f51fbdad triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:53.633462 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (5af0abe5-87e9-43c8-ac22-e629f51fbdad), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.657404 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Publish callbacks [] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.664811 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.730730 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 5af0abe5-87e9-43c8-ac22-e629f51fbdad is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:53.793575 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Attempting to bind port a32ec0da-273c-44bc-b242-264d58fd9d72 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:53.793914 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Attempting to bind port a32ec0da-273c-44bc-b242-264d58fd9d72 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:53.794275 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Attempting to bind port a32ec0da-273c-44bc-b242-264d58fd9d72 on network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:53.796437 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Pushing event updated for resources: {'Port': ['ID=a32ec0da-273c-44bc-b242-264d58fd9d72,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:53.806634 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.806978 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.807320 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.807681 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.808037 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.808367 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.809175 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.809510 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.809862 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.810194 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.810520 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.810841 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.811194 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:53.819634 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:53.820031 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Checking segment: {'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:53.820393 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.820778 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Bound using segment: {'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:53.821346 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Bound port: a32ec0da-273c-44bc-b242-264d58fd9d72, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:53.821610 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.838739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-f5c93ef7-1684-47d7-8b69-e8a50151c2a7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.840212 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-f5c93ef7-1684-47d7-8b69-e8a50151c2a7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/networks?id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 HTTP/1.1" status: 200 len: 797 time: 0.1409559 Jan 28 13:38:53.891943 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] For port a32ec0da-273c-44bc-b242-264d58fd9d72, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:53.894466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-23f358f9-88fa-4e5e-93e6-7091b2262199 req-a41539f1-fed7-495d-af33-7f5461f9ea2b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 210 time: 0.0531735 Jan 28 13:38:53.897338 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] For port a32ec0da-273c-44bc-b242-264d58fd9d72, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a32ec0da-273c-44bc-b242-264d58fd9d72,segment=NetworkSegment(07665e1d-c133-43b5-bac9-c91a1bed1268),segment_id=07665e1d-c133-43b5-bac9-c91a1bed1268)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:53.903973 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.943676 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-79cf0874-1ad6-4eb6-911c-b17ca9c04f9a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 380 time: 0.0875301 Jan 28 13:38:53.953021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'port': {'device_id': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'admin_state_up': True, 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'security_groups': ['56c5551c-e78d-4a9f-8d72-9e757f49da23']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:53.958932 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Routers {'dc46b700-8a22-4a4d-b148-6135cc2f5e2d'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:53.959596 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:53.977543 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fefaff-7ef2-4a9f-9d62-ecb4e3a79371 None None] Pushing event updated for resources: {'Port': ['ID=a32ec0da-273c-44bc-b242-264d58fd9d72,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:54.062091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a4f148ce-9e65-46c0-966a-a04a98182e88 None None] Provisioning complete for port a32ec0da-273c-44bc-b242-264d58fd9d72 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:54.063318 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a4f148ce-9e65-46c0-966a-a04a98182e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.085287 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:54.088797 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.097419 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] Set router dc46b700-8a22-4a4d-b148-6135cc2f5e2d gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:54.170841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a4f148ce-9e65-46c0-966a-a04a98182e88 None None] Current status of the port a32ec0da-273c-44bc-b242-264d58fd9d72 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:54.171244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a4f148ce-9e65-46c0-966a-a04a98182e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.208064 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a4f148ce-9e65-46c0-966a-a04a98182e88 None None] For port a32ec0da-273c-44bc-b242-264d58fd9d72, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a32ec0da-273c-44bc-b242-264d58fd9d72,segment=NetworkSegment(07665e1d-c133-43b5-bac9-c91a1bed1268),segment_id=07665e1d-c133-43b5-bac9-c91a1bed1268)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:54.213942 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a4f148ce-9e65-46c0-966a-a04a98182e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.256685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.20.0.12 (6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4/da072f02-1ee8-4e71-90a7-91703d696556/71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:54.273178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f148ce-9e65-46c0-966a-a04a98182e88 None None] Pushing event updated for resources: {'Port': ['ID=a32ec0da-273c-44bc-b242-264d58fd9d72,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:54.333829 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:50Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a32ec0da-273c-44bc-b242-264d58fd9d72', 'name': '', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:9b:ed:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:50Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:54.336189 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-f288d026-e394-4546-9ba1-331286a7eddc None None] Provisioning complete for port a32ec0da-273c-44bc-b242-264d58fd9d72 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:54.336572 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f288d026-e394-4546-9ba1-331286a7eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.360341 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff0ec70-ee8d-419c-9720-4657931cd039 None None] The sync data for ids ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'] in n-d-824835-4 is: [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:50Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a32ec0da-273c-44bc-b242-264d58fd9d72', 'name': '', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:9b:ed:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:50Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:54.436520 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.441438 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f288d026-e394-4546-9ba1-331286a7eddc None None] Current status of the port a32ec0da-273c-44bc-b242-264d58fd9d72 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:54.484652 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.531887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:54.535854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:54.538320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:54.578665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:54.599042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:54.599823 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.620317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-3f342c58-a3e1-4ba7-aa3a-6207b00220f5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6715705 Jan 28 13:38:54.631254 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Request body: {'port': {'device_id': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:54.695311 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.777429 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c5d42b73-1ea3-4566-9ae2-1d2f67491408 None None] Provisioning complete for port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:54.777900 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5d42b73-1ea3-4566-9ae2-1d2f67491408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.817540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c5d42b73-1ea3-4566-9ae2-1d2f67491408 None None] Port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:38:54.905921 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.009645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:55.021037 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Publish callbacks [] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.043867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Transition to ACTIVE for port object 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:38:55.052210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce851d0-92d6-4629-9e0e-1984bf6704bc req-e8ec4f4a-a4ba-4afa-b94d-c3ce97f9d4dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:55.053795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ce851d0-92d6-4629-9e0e-1984bf6704bc req-e8ec4f4a-a4ba-4afa-b94d-c3ce97f9d4dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 932 time: 0.0810552 Jan 28 13:38:55.055030 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.130313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Pushing event updated for resources: {'Port': ['ID=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:55.214023 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ce851d0-92d6-4629-9e0e-1984bf6704bc req-97a0c62b-7853-48ce-ab24-1f9fb2d1e76f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287498 Jan 28 13:38:55.215854 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a32ec0da-273c-44bc-b242-264d58fd9d72 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:55.245401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Attempting to bind port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:55.245731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Attempting to bind port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:55.246062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Attempting to bind port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 on network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:55.252452 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 on network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:38:55.252761 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Attempting to bind port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 on network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:55.258271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:55.258619 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Checking segment: {'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:55.259011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Bound using segment: {'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:55.259486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Bound port: 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07665e1d-c133-43b5-bac9-c91a1bed1268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:55.259853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.284823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a32ec0da-273c-44bc-b242-264d58fd9d72 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:55.287524 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.353430 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] For port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:55.356985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] For port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2,segment=NetworkSegment(07665e1d-c133-43b5-bac9-c91a1bed1268),segment_id=07665e1d-c133-43b5-bac9-c91a1bed1268)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:55.366276 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.376760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a32ec0da-273c-44bc-b242-264d58fd9d72 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:55.378042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e6867924-eeb2-4adb-a957-5acc9c4fb4c7 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:55.401429 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:55.401898 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.403592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] 10.222.0.35 "PUT /v2.0/ports/71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 HTTP/1.1" status: 200 len: 1092 time: 0.7764754 Jan 28 13:38:55.403738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'tag': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:55.405987 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cbfa00-e59d-443b-a314-5a76769245fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c", "tag": "71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:55.435745 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83cdbf-e2ab-49a6-8af9-e1f7d33a3762 service neutron] Pushing event updated for resources: {'Port': ['ID=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:55.435958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e6867924-eeb2-4adb-a957-5acc9c4fb4c7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:55.437089 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.498675 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b08a58-58bd-4ac8-b1e7-19bd7850b2d9 x-openstack-request-id: req-92b08a58-58bd-4ac8-b1e7-19bd7850b2d9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:55.498973 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c", "tag": "71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:55.499232 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92b08a58-58bd-4ac8-b1e7-19bd7850b2d9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:55.499714 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'tag': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2', 'status': 'completed', 'code': 200} Jan 28 13:38:55.518263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-942b2e87-248c-4b6e-9cf0-d620db8d8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:55.520264 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-942b2e87-248c-4b6e-9cf0-d620db8d8125 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 1095 time: 0.0589726 Jan 28 13:38:55.551671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e6867924-eeb2-4adb-a957-5acc9c4fb4c7 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:55.576272 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-663bb1fd-0848-4e10-a21f-faae5d85e096 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 HTTP/1.1" status: 200 len: 217 time: 0.0475280 Jan 28 13:38:55.630509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-b3c1aa96-ec8f-4340-bc19-288bb9f34ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:55.632162 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-b3c1aa96-ec8f-4340-bc19-288bb9f34ecd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da072f02-1ee8-4e71-90a7-91703d696556 HTTP/1.1" status: 200 len: 835 time: 0.0502818 Jan 28 13:38:55.681543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-05464c0d-042b-4916-84a7-74865f400061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:55.683138 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-05464c0d-042b-4916-84a7-74865f400061 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444229 Jan 28 13:38:55.778926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-b96f0957-47be-4337-8a34-ab2695d6b9f6 service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884094 Jan 28 13:38:55.871274 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-24ed8dc1-ae19-4863-a95f-695b8a640c81 req-f34753cd-122b-4983-bbd1-8844f2e1a918 service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859625 Jan 28 13:38:55.953033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbfa00-e59d-443b-a314-5a76769245fc req-be762165-e83a-47cd-9bd2-843d5ba20309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:55.954583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31cbfa00-e59d-443b-a314-5a76769245fc req-be762165-e83a-47cd-9bd2-843d5ba20309 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 1095 time: 0.0420082 Jan 28 13:38:56.045351 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbfa00-e59d-443b-a314-5a76769245fc req-b967878f-c60a-41c3-a0c6-f55c19ae6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:56.046709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31cbfa00-e59d-443b-a314-5a76769245fc req-b967878f-c60a-41c3-a0c6-f55c19ae6bbd service neutron] 10.222.0.35 "GET /v2.0/networks?id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 HTTP/1.1" status: 200 len: 898 time: 0.0865493 Jan 28 13:38:56.086859 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31cbfa00-e59d-443b-a314-5a76769245fc req-7b711775-7ebf-4b9c-8822-8bc2486d1805 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 HTTP/1.1" status: 200 len: 217 time: 0.0348120 Jan 28 13:38:56.137335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbfa00-e59d-443b-a314-5a76769245fc req-0e104a7e-4dd5-4052-922a-e5a8086c659e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:56.138752 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31cbfa00-e59d-443b-a314-5a76769245fc req-0e104a7e-4dd5-4052-922a-e5a8086c659e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da072f02-1ee8-4e71-90a7-91703d696556 HTTP/1.1" status: 200 len: 835 time: 0.0462894 Jan 28 13:38:56.185438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbfa00-e59d-443b-a314-5a76769245fc req-2c71bbed-9d09-4749-8464-e26e7f46b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:56.186907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31cbfa00-e59d-443b-a314-5a76769245fc req-2c71bbed-9d09-4749-8464-e26e7f46b320 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418935 Jan 28 13:38:56.238947 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:56.277554 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31cbfa00-e59d-443b-a314-5a76769245fc req-be65c7e8-866b-489f-913d-a1ee5be1c9d0 service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841417 Jan 28 13:38:56.391837 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a4f9c-2986-4f78-b5f1-8a6c5ae45048 req-1aba1077-2d35-4bf6-a682-c8108c725720 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:56.393490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b0a4f9c-2986-4f78-b5f1-8a6c5ae45048 req-1aba1077-2d35-4bf6-a682-c8108c725720 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 944 time: 0.1011486 Jan 28 13:38:56.414133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31cbfa00-e59d-443b-a314-5a76769245fc req-e261d16a-e1ab-4c15-a4bd-ab0d6aa09523 service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299994 Jan 28 13:38:56.450550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9b0a4f9c-2986-4f78-b5f1-8a6c5ae45048 req-bc68191d-4e3a-4fcf-8500-6bdbcdc159b2 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477359 Jan 28 13:38:57.911261 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b80daa-7610-46d6-b87a-a5922d295a97 req-245cbc10-59b3-4be6-8423-1147041e98e5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:57.912854 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25b80daa-7610-46d6-b87a-a5922d295a97 req-245cbc10-59b3-4be6-8423-1147041e98e5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 944 time: 0.3939002 Jan 28 13:38:57.960526 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-25b80daa-7610-46d6-b87a-a5922d295a97 req-4bb5b3dd-62c1-499a-b96e-c86d06bfb468 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420291 Jan 28 13:38:59.075797 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa1bd8-80bc-49c7-8b6e-37c309d7e8df req-cc610d81-c74f-4897-8fa3-6f37b1cd8261 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:59.077246 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbaa1bd8-80bc-49c7-8b6e-37c309d7e8df req-cc610d81-c74f-4897-8fa3-6f37b1cd8261 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 944 time: 0.0478826 Jan 28 13:38:59.081253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:38:59.126339 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dbaa1bd8-80bc-49c7-8b6e-37c309d7e8df req-988151b7-e83a-436b-93f4-14adc1490c74 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433817 Jan 28 13:38:59.179004 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2,segment=NetworkSegment(07665e1d-c133-43b5-bac9-c91a1bed1268),segment_id=07665e1d-c133-43b5-bac9-c91a1bed1268)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:59.190242 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'port_id': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2', 'mac_address': 'fa:16:3e:cb:9e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:38:59.234869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:59.235261 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:59.248655 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:59.267741 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2,segment=NetworkSegment(07665e1d-c133-43b5-bac9-c91a1bed1268),segment_id=07665e1d-c133-43b5-bac9-c91a1bed1268)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:59.271926 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:59.317638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:59.474268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:39:00.239655 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ed668-f51c-4301-b3b2-d222e5b58d04 req-1a145a0c-eb45-4f6c-b860-8c9678dbc79b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:00.241077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b92ed668-f51c-4301-b3b2-d222e5b58d04 req-1a145a0c-eb45-4f6c-b860-8c9678dbc79b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 945 time: 0.0482626 Jan 28 13:39:00.246542 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:39:00.299026 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b92ed668-f51c-4301-b3b2-d222e5b58d04 req-e918f7f7-487d-4c50-85c0-7168e727ed81 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463731 Jan 28 13:39:01.094409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:01.146037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:39:01.149797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:01.150176 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.224411 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:01.224794 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.249260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:01.251575 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a136430a-4b53-441e-a7c9-d83b63d384dd" -d '{"events": [{"server_uuid": "7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c", "name": "network-vif-plugged", "status": "completed", "tag": "71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:01.264992 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2,segment=NetworkSegment(07665e1d-c133-43b5-bac9-c91a1bed1268),segment_id=07665e1d-c133-43b5-bac9-c91a1bed1268)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:01.270830 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.298574 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852b3ca6-e7b8-47fc-b718-2c6284e41ab3 x-openstack-request-id: req-852b3ca6-e7b8-47fc-b718-2c6284e41ab3 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:01.298908 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c", "name": "network-vif-plugged", "status": "completed", "tag": "71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:01.299185 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-852b3ca6-e7b8-47fc-b718-2c6284e41ab3 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:01.300131 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2', 'code': 200} Jan 28 13:39:01.328771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:01.417562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9199c-6f3f-4b70-94e0-cc688bc7faec req-80f20e6b-433e-4c86-a7a5-e0c053f625a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:01.419065 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15e9199c-6f3f-4b70-94e0-cc688bc7faec req-80f20e6b-433e-4c86-a7a5-e0c053f625a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 1097 time: 0.0674269 Jan 28 13:39:01.440055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b1ccc-7425-4a5a-971d-57ab158d5650 req-5d4cd94d-d86a-4aa2-a8bd-459328736d18 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:01.441449 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-005b1ccc-7425-4a5a-971d-57ab158d5650 req-5d4cd94d-d86a-4aa2-a8bd-459328736d18 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0629232 Jan 28 13:39:01.500524 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-15e9199c-6f3f-4b70-94e0-cc688bc7faec req-9e284db0-efd7-42b8-bb4b-b17400636c7f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751793 Jan 28 13:39:01.514782 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-005b1ccc-7425-4a5a-971d-57ab158d5650 req-97e58d64-2947-4e4d-9f8b-539f9251b52f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671186 Jan 28 13:39:02.652735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529a534-6b34-4be0-84b7-2d0e73892178 req-a0bdb5e1-031a-47e9-afd1-20e80f9cf953 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:02.654567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2529a534-6b34-4be0-84b7-2d0e73892178 req-a0bdb5e1-031a-47e9-afd1-20e80f9cf953 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0650406 Jan 28 13:39:02.715376 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2529a534-6b34-4be0-84b7-2d0e73892178 req-12377041-4d56-42b2-92f9-c40a31cd95ed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536890 Jan 28 13:39:02.846658 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341ac67-b5eb-4163-bacf-7286a10fcb15 req-4125352a-3b03-4de0-81b8-ff84b69d30bf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:02.848234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4341ac67-b5eb-4163-bacf-7286a10fcb15 req-4125352a-3b03-4de0-81b8-ff84b69d30bf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0524549 Jan 28 13:39:02.908230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4341ac67-b5eb-4163-bacf-7286a10fcb15 req-4431c540-101f-492c-bc1f-4d97d813dea3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515211 Jan 28 13:39:02.930575 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37870) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:02.972088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4212ed2c-43f6-48b3-bf61-85565e6cf92c tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:02.974117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4212ed2c-43f6-48b3-bf61-85565e6cf92c tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 1092 time: 0.0420239 Jan 28 13:39:02.977839 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37872) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:02.982141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:03.002956 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.102943 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.211425 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.25.7.123 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/3cc7ddc4-17de-406b-900e-e77bbb77b2ce) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:03.334619 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (3cc7ddc4-17de-406b-900e-e77bbb77b2ce), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.369558 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (3cc7ddc4-17de-406b-900e-e77bbb77b2ce), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.407767 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:03.410562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:03.416397 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:03.422021 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=3cc7ddc4-17de-406b-900e-e77bbb77b2ce,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:03.779046 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (fcccb984-9e28-4a5f-a039-a5eab3dfe4ed), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.849177 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (3cc7ddc4-17de-406b-900e-e77bbb77b2ce), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.994054 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (3cc7ddc4-17de-406b-900e-e77bbb77b2ce), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.998354 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (3cc7ddc4-17de-406b-900e-e77bbb77b2ce), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.070000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=3cc7ddc4-17de-406b-900e-e77bbb77b2ce,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:04.082103 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (fcccb984-9e28-4a5f-a039-a5eab3dfe4ed), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.182709 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Floating IP fcccb984-9e28-4a5f-a039-a5eab3dfe4ed associated. External IP: 172.25.7.123, port: 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2. Jan 28 13:39:04.389100 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router dc46b700-8a22-4a4d-b148-6135cc2f5e2d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:39:04.499053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:04.509589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178ecef-e24d-4283-96b5-793d92aaa98c None None] Sync routers for ids ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:04.516670 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.520320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e178ecef-e24d-4283-96b5-793d92aaa98c None None] Routers {'dc46b700-8a22-4a4d-b148-6135cc2f5e2d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:04.520698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e178ecef-e24d-4283-96b5-793d92aaa98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:04.544693 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2ad194fc-0ca1-4ccc-b271-4e8e941f41bd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5658197 Jan 28 13:39:04.545296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'tag': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:04.547583 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dc3a3e-ad8d-4f46-8f6e-a0a308e20cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c", "tag": "71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:04.590687 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569c170e-9215-47da-aa1a-c370cc1a61fa x-openstack-request-id: req-569c170e-9215-47da-aa1a-c370cc1a61fa {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:04.590983 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c", "tag": "71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:04.591243 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-569c170e-9215-47da-aa1a-c370cc1a61fa {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:04.591693 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'tag': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2', 'status': 'completed', 'code': 200} Jan 28 13:39:04.652245 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e178ecef-e24d-4283-96b5-793d92aaa98c None None] Set router dc46b700-8a22-4a4d-b148-6135cc2f5e2d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:04.673109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e46f0-7a05-48ef-8be5-2dec7b75ee45 req-a20aef3d-8c7a-40df-99cc-f066655886be tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:04.674605 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd8e46f0-7a05-48ef-8be5-2dec7b75ee45 req-a20aef3d-8c7a-40df-99cc-f066655886be tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0795996 Jan 28 13:39:04.680521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc3a3e-ad8d-4f46-8f6e-a0a308e20cdc req-96748ece-5deb-4b62-9169-b9b11268399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:04.681954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81dc3a3e-ad8d-4f46-8f6e-a0a308e20cdc req-96748ece-5deb-4b62-9169-b9b11268399e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 1097 time: 0.0602651 Jan 28 13:39:04.782969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cd8e46f0-7a05-48ef-8be5-2dec7b75ee45 req-10358eeb-7cda-4d5c-a5bc-1a093be4dd0a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000278 Jan 28 13:39:04.808635 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37878) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:04.815508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc3a3e-ad8d-4f46-8f6e-a0a308e20cdc req-a6aadab6-cb31-4581-b3f2-470a24deea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:04.817833 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81dc3a3e-ad8d-4f46-8f6e-a0a308e20cdc req-a6aadab6-cb31-4581-b3f2-470a24deea54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 HTTP/1.1" status: 200 len: 898 time: 0.1276836 Jan 28 13:39:04.872294 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6d65bed1-76d8-4ed4-a8d6-36439e1c66a0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/fcccb984-9e28-4a5f-a039-a5eab3dfe4ed HTTP/1.1" status: 200 len: 992 time: 0.0625277 Jan 28 13:39:04.887481 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81dc3a3e-ad8d-4f46-8f6e-a0a308e20cdc req-5c5d2748-dcfd-4ddc-924e-29c82127be44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 HTTP/1.1" status: 200 len: 1000 time: 0.0646760 Jan 28 13:39:04.940854 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc3a3e-ad8d-4f46-8f6e-a0a308e20cdc req-101e4b24-3fe2-4d5c-9985-0e530c1fd49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:04.942865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81dc3a3e-ad8d-4f46-8f6e-a0a308e20cdc req-101e4b24-3fe2-4d5c-9985-0e530c1fd49d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da072f02-1ee8-4e71-90a7-91703d696556 HTTP/1.1" status: 200 len: 835 time: 0.0489416 Jan 28 13:39:04.986650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc3a3e-ad8d-4f46-8f6e-a0a308e20cdc req-05363c71-4fe4-461e-bd76-21353962a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:04.988198 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81dc3a3e-ad8d-4f46-8f6e-a0a308e20cdc req-05363c71-4fe4-461e-bd76-21353962a62c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407031 Jan 28 13:39:04.990309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e178ecef-e24d-4283-96b5-793d92aaa98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:50Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'fcccb984-9e28-4a5f-a039-a5eab3dfe4ed', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'port_id': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'mac_address': 'fa:16:3e:cb:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:39:03Z', 'updated_at': '2022-01-28T13:39:03Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32ec0da-273c-44bc-b242-264d58fd9d72', 'name': '', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:9b:ed:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:50Z', 'updated_at': '2022-01-28T13:38:54Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:05.019261 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178ecef-e24d-4283-96b5-793d92aaa98c None None] Checking router: dc46b700-8a22-4a4d-b148-6135cc2f5e2d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:05.031127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e178ecef-e24d-4283-96b5-793d92aaa98c None None] Routers {'dc46b700-8a22-4a4d-b148-6135cc2f5e2d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:05.031755 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e178ecef-e24d-4283-96b5-793d92aaa98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:38:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:05.081443 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81dc3a3e-ad8d-4f46-8f6e-a0a308e20cdc req-bb9a0017-c53f-46d3-901b-c139a16ccfad service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865014 Jan 28 13:39:05.137774 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e178ecef-e24d-4283-96b5-793d92aaa98c None None] Set router dc46b700-8a22-4a4d-b148-6135cc2f5e2d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:05.175558 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-81dc3a3e-ad8d-4f46-8f6e-a0a308e20cdc req-7cf34189-3850-48ba-8975-a64c10fc2114 service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885098 Jan 28 13:39:05.357705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e178ecef-e24d-4283-96b5-793d92aaa98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:50Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'fcccb984-9e28-4a5f-a039-a5eab3dfe4ed', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'port_id': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'mac_address': 'fa:16:3e:cb:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:39:03Z', 'updated_at': '2022-01-28T13:39:03Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32ec0da-273c-44bc-b242-264d58fd9d72', 'name': '', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:9b:ed:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:50Z', 'updated_at': '2022-01-28T13:38:54Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:05.544677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e178ecef-e24d-4283-96b5-793d92aaa98c None None] The sync data for ids ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'] in n-d-824835-4 is: [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:50Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'fcccb984-9e28-4a5f-a039-a5eab3dfe4ed', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'port_id': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'mac_address': 'fa:16:3e:cb:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:39:03Z', 'updated_at': '2022-01-28T13:39:03Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32ec0da-273c-44bc-b242-264d58fd9d72', 'name': '', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:9b:ed:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:50Z', 'updated_at': '2022-01-28T13:38:54Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:05.743511 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2193b-a70f-40c3-b918-87660f218672 None None] New status for floating IP fcccb984-9e28-4a5f-a039-a5eab3dfe4ed: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:39:05.874680 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:06.009631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-933ea6a7-eb26-450f-80a4-1c267349569e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/fcccb984-9e28-4a5f-a039-a5eab3dfe4ed HTTP/1.1" status: 200 len: 994 time: 0.1336341 Jan 28 13:39:06.027314 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5001f43-5e0d-4492-adf7-adc94439d5a0 req-f04ac3ac-4efd-4b45-855d-bb3954c0ceb2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501320 Jan 28 13:39:06.106993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5001f43-5e0d-4492-adf7-adc94439d5a0 req-b65c587e-7cdf-4e1e-9e8d-24a9c988a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:06.108557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5001f43-5e0d-4492-adf7-adc94439d5a0 req-b65c587e-7cdf-4e1e-9e8d-24a9c988a46c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 1097 time: 0.0405858 Jan 28 13:39:06.210048 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5001f43-5e0d-4492-adf7-adc94439d5a0 req-6d51bfd5-4129-4880-bce8-b5cd045cd8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:06.211507 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5001f43-5e0d-4492-adf7-adc94439d5a0 req-6d51bfd5-4129-4880-bce8-b5cd045cd8b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 HTTP/1.1" status: 200 len: 898 time: 0.0843511 Jan 28 13:39:06.281585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5001f43-5e0d-4492-adf7-adc94439d5a0 req-8c8ffcfc-ef3f-4f6f-b1fb-394b50d55bb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 HTTP/1.1" status: 200 len: 1002 time: 0.0644772 Jan 28 13:39:06.329150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5001f43-5e0d-4492-adf7-adc94439d5a0 req-2c62637d-be95-47a9-ad37-e5c266de908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:06.330587 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5001f43-5e0d-4492-adf7-adc94439d5a0 req-2c62637d-be95-47a9-ad37-e5c266de908c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da072f02-1ee8-4e71-90a7-91703d696556 HTTP/1.1" status: 200 len: 835 time: 0.0438762 Jan 28 13:39:06.375594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5001f43-5e0d-4492-adf7-adc94439d5a0 req-ff0ab434-1f93-48f8-9292-237dc08609d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:06.377059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5001f43-5e0d-4492-adf7-adc94439d5a0 req-ff0ab434-1f93-48f8-9292-237dc08609d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407538 Jan 28 13:39:06.468889 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5001f43-5e0d-4492-adf7-adc94439d5a0 req-23369b15-3a13-4412-a9ec-a9320fadbb24 service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858450 Jan 28 13:39:06.559153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5001f43-5e0d-4492-adf7-adc94439d5a0 req-711e3973-f3ea-4f58-97c6-d289abf01849 service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843375 Jan 28 13:39:18.094608 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.348868 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.383369 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5e9a1-c576-4b7c-bf0b-35a550a789a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.747111 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64d2c1fc-ca5e-4672-ad5c-d3a11f330a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.246362 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.901269 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.243934 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.742306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d53d0b-b5fc-436d-8bcf-c8e50fdc5fc4 req-bbcbb943-fea5-4e82-b801-cf6b4a37e714 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:34.743703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4d53d0b-b5fc-436d-8bcf-c8e50fdc5fc4 req-bbcbb943-fea5-4e82-b801-cf6b4a37e714 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0565097 Jan 28 13:39:34.794704 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d4d53d0b-b5fc-436d-8bcf-c8e50fdc5fc4 req-0d52f2bb-89b5-44f0-b791-bdd119ef8b08 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453577 Jan 28 13:39:35.912900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da1012-cb23-4d3b-b7fd-4e787a168e24 req-0058cf42-40f1-4815-8428-4d5bd789796c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:35.914543 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75da1012-cb23-4d3b-b7fd-4e787a168e24 req-0058cf42-40f1-4815-8428-4d5bd789796c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0497756 Jan 28 13:39:35.965493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-75da1012-cb23-4d3b-b7fd-4e787a168e24 req-44d6f220-df48-46c2-a253-cd3e66e16aa4 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453134 Jan 28 13:39:37.082934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673b380-1ce4-43a6-b81a-9ea7077762a0 req-897266b3-1e87-493c-bb56-53eb590ea0c3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:37.085270 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1673b380-1ce4-43a6-b81a-9ea7077762a0 req-897266b3-1e87-493c-bb56-53eb590ea0c3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0502422 Jan 28 13:39:37.138835 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1673b380-1ce4-43a6-b81a-9ea7077762a0 req-8488f36c-b3d0-4607-a12a-0fcd907ac7ed tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479774 Jan 28 13:39:37.246462 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:39:38.258864 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740a14b-e872-4569-8e47-f78811101503 req-1baa603c-7a78-40b3-beaa-9e940a257536 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:38.260404 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f740a14b-e872-4569-8e47-f78811101503 req-1baa603c-7a78-40b3-beaa-9e940a257536 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0486965 Jan 28 13:39:38.309848 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f740a14b-e872-4569-8e47-f78811101503 req-082ab00c-9164-4c74-bb56-40cec8f72160 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Jan 28 13:39:39.425701 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a4a54-3985-426c-9072-31287bafd412 req-298f4ec7-6b67-4283-ae3f-8a1df0ca1ca9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:39.427183 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-227a4a54-3985-426c-9072-31287bafd412 req-298f4ec7-6b67-4283-ae3f-8a1df0ca1ca9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0475397 Jan 28 13:39:39.477392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-227a4a54-3985-426c-9072-31287bafd412 req-bcdb0fbf-be3d-43f3-8853-2252ec8a557d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Jan 28 13:39:40.598334 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb741df-e966-4df8-a85a-a8aa05142f1e req-090bd966-a56f-4fcf-a18b-9b2fb0d17ed0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:40.599842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3eb741df-e966-4df8-a85a-a8aa05142f1e req-090bd966-a56f-4fcf-a18b-9b2fb0d17ed0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0528622 Jan 28 13:39:40.649698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3eb741df-e966-4df8-a85a-a8aa05142f1e req-982937d2-f582-43e4-9cc2-18df52ebb4ee tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439482 Jan 28 13:39:41.777576 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5198dd9-158c-4971-af00-e6f2d507f363 req-9a61c6c7-6d4b-4324-9a36-f512eb0b892e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:41.779046 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5198dd9-158c-4971-af00-e6f2d507f363 req-9a61c6c7-6d4b-4324-9a36-f512eb0b892e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0563905 Jan 28 13:39:41.832821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f5198dd9-158c-4971-af00-e6f2d507f363 req-438703e9-f033-43f8-953b-833eb6a39cd1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473104 Jan 28 13:39:42.950901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b4e8d-de4d-4010-9345-429c5663c8e6 req-a9616893-45b8-4ace-8c54-b6b8dac94845 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:42.952423 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-819b4e8d-de4d-4010-9345-429c5663c8e6 req-a9616893-45b8-4ace-8c54-b6b8dac94845 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0520504 Jan 28 13:39:43.001659 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-819b4e8d-de4d-4010-9345-429c5663c8e6 req-411815c4-9383-4f84-9717-5fb5ab07beb4 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Jan 28 13:39:44.128164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501bc0e-e7f7-4615-99ad-edb29420a111 req-263a1a06-fcff-481f-ba9d-58f3921341df tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:44.129569 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f501bc0e-e7f7-4615-99ad-edb29420a111 req-263a1a06-fcff-481f-ba9d-58f3921341df tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0572915 Jan 28 13:39:44.190435 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f501bc0e-e7f7-4615-99ad-edb29420a111 req-531f5cbc-0e6d-456f-ab17-c002295cd23f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542023 Jan 28 13:39:45.304600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54467c4-7ecd-4adf-a942-ecabc392a10f req-b642ea1d-b6ca-446d-a0ee-53c325203dcf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:45.305996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d54467c4-7ecd-4adf-a942-ecabc392a10f req-b642ea1d-b6ca-446d-a0ee-53c325203dcf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0475745 Jan 28 13:39:45.358799 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d54467c4-7ecd-4adf-a942-ecabc392a10f req-8a6ed062-adc4-46d7-a533-8411c2fc9936 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472770 Jan 28 13:39:45.384501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37914) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:45.444508 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b8789000-7e84-43b3-ac05-53ce79d1acd7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/fcccb984-9e28-4a5f-a039-a5eab3dfe4ed HTTP/1.1" status: 200 len: 994 time: 0.0588338 Jan 28 13:39:46.730164 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b786379-efa3-418f-8a95-3bba8cc32e69 req-e85cbad8-cefe-468b-9095-34d39ce72db4 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:46.731726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b786379-efa3-418f-8a95-3bba8cc32e69 req-e85cbad8-cefe-468b-9095-34d39ce72db4 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0714440 Jan 28 13:39:46.813151 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6b786379-efa3-418f-8a95-3bba8cc32e69 req-16933b0c-54d8-42e6-a8c5-6f750ff1ff50 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753906 Jan 28 13:39:46.827020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca7c3-1d74-4f4b-b3d7-f1f5fd888a8d req-240d6085-2861-4eef-9c62-a6d815430a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:46.828534 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac9ca7c3-1d74-4f4b-b3d7-f1f5fd888a8d req-240d6085-2861-4eef-9c62-a6d815430a8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 1097 time: 0.1235847 Jan 28 13:39:46.917973 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca7c3-1d74-4f4b-b3d7-f1f5fd888a8d req-44f0e95a-452c-436e-bd59-7226b27b599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:46.919456 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac9ca7c3-1d74-4f4b-b3d7-f1f5fd888a8d req-44f0e95a-452c-436e-bd59-7226b27b599b service neutron] 10.222.0.35 "GET /v2.0/networks?id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 HTTP/1.1" status: 200 len: 898 time: 0.0853846 Jan 28 13:39:46.999557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac9ca7c3-1d74-4f4b-b3d7-f1f5fd888a8d req-f31dfb8f-4114-4e14-9caa-2fa909518db4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 HTTP/1.1" status: 200 len: 1002 time: 0.0744131 Jan 28 13:39:47.048054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca7c3-1d74-4f4b-b3d7-f1f5fd888a8d req-33275583-404c-43bc-bbd1-15df2eba4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:47.049542 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac9ca7c3-1d74-4f4b-b3d7-f1f5fd888a8d req-33275583-404c-43bc-bbd1-15df2eba4ead service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da072f02-1ee8-4e71-90a7-91703d696556 HTTP/1.1" status: 200 len: 835 time: 0.0451443 Jan 28 13:39:47.096097 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca7c3-1d74-4f4b-b3d7-f1f5fd888a8d req-842bf18f-b3cf-46d6-97c7-05c5f63bfda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:47.097617 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac9ca7c3-1d74-4f4b-b3d7-f1f5fd888a8d req-842bf18f-b3cf-46d6-97c7-05c5f63bfda0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429451 Jan 28 13:39:47.191666 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac9ca7c3-1d74-4f4b-b3d7-f1f5fd888a8d req-45276cc5-ca7f-4451-9b05-3dd1554e68dd service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881884 Jan 28 13:39:47.278470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac9ca7c3-1d74-4f4b-b3d7-f1f5fd888a8d req-b2a48a95-ccae-4f58-8ea1-f6317d486bdc service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809345 Jan 28 13:39:47.935850 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ce45-c3d3-462f-b53f-8b83630e97cf req-ef3440e4-cc20-4a31-8ee0-05a522c3461c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:47.937328 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e128ce45-c3d3-462f-b53f-8b83630e97cf req-ef3440e4-cc20-4a31-8ee0-05a522c3461c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0531132 Jan 28 13:39:47.990499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e128ce45-c3d3-462f-b53f-8b83630e97cf req-90da6a2d-c1f1-4164-a8fb-3c79869b6263 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476422 Jan 28 13:39:48.013822 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37926) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:48.076630 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-482fb211-fad9-4464-889c-5fa945252721 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/fcccb984-9e28-4a5f-a039-a5eab3dfe4ed HTTP/1.1" status: 200 len: 994 time: 0.0616531 Jan 28 13:39:48.095661 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.348393 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.385205 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20662a1e-0dd3-4ceb-b97b-49d9b7b77c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.750161 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48663f83-3389-4037-9c54-ca02bfbe9907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:53.252961 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:54.903642 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.247110 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.026537 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a1b4500-36f9-404c-b006-dc8a6e251052 req-35bf351d-dd6f-49bc-86f7-a95c4cd2ba58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489793 Jan 28 13:40:08.110823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b4500-36f9-404c-b006-dc8a6e251052 req-9b124d0d-eb79-48ca-b5c3-d975a97bae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:08.112352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a1b4500-36f9-404c-b006-dc8a6e251052 req-9b124d0d-eb79-48ca-b5c3-d975a97bae64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 1097 time: 0.0443089 Jan 28 13:40:08.222091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b4500-36f9-404c-b006-dc8a6e251052 req-33960ae4-8baf-4735-a56d-08fbf6479fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:08.223581 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a1b4500-36f9-404c-b006-dc8a6e251052 req-33960ae4-8baf-4735-a56d-08fbf6479fc0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 HTTP/1.1" status: 200 len: 898 time: 0.0927258 Jan 28 13:40:08.290917 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a1b4500-36f9-404c-b006-dc8a6e251052 req-fb8e0a03-c007-4beb-aac1-7724bc65571b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 HTTP/1.1" status: 200 len: 1002 time: 0.0601065 Jan 28 13:40:08.340789 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b4500-36f9-404c-b006-dc8a6e251052 req-e20a2e7b-ff84-4b9d-9d9a-d43535abdeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:08.342292 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a1b4500-36f9-404c-b006-dc8a6e251052 req-e20a2e7b-ff84-4b9d-9d9a-d43535abdeca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da072f02-1ee8-4e71-90a7-91703d696556 HTTP/1.1" status: 200 len: 835 time: 0.0461295 Jan 28 13:40:08.396090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b4500-36f9-404c-b006-dc8a6e251052 req-e41f27e1-5eb5-4075-84d0-486eb34f049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:08.397885 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a1b4500-36f9-404c-b006-dc8a6e251052 req-e41f27e1-5eb5-4075-84d0-486eb34f049e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494919 Jan 28 13:40:08.486903 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a1b4500-36f9-404c-b006-dc8a6e251052 req-e4538c3b-4b88-4182-acdc-fab50656bd78 service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831401 Jan 28 13:40:08.580721 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a1b4500-36f9-404c-b006-dc8a6e251052 req-405302cf-1845-470c-86a3-9b06686c6feb service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876472 Jan 28 13:40:14.245187 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:40:18.110467 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.376890 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.554228 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37942) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:18.712477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port 3cc7ddc4-17de-406b-900e-e77bbb77b2ce {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:18.712824 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (3cc7ddc4-17de-406b-900e-e77bbb77b2ce), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.792288 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (3cc7ddc4-17de-406b-900e-e77bbb77b2ce), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.792618 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (3cc7ddc4-17de-406b-900e-e77bbb77b2ce), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.804093 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for 3cc7ddc4-17de-406b-900e-e77bbb77b2ce owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:18.946746 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (3cc7ddc4-17de-406b-900e-e77bbb77b2ce), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.975009 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=3cc7ddc4-17de-406b-900e-e77bbb77b2ce,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:19.002261 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.002618 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.002966 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.003311 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.003674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.004008 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.004342 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.004674 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.005006 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.005336 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.005805 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.005974 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.006298 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.044812 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (fcccb984-9e28-4a5f-a039-a5eab3dfe4ed), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.045146 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Floating IP fcccb984-9e28-4a5f-a039-a5eab3dfe4ed disassociated (deleted). External IP: 172.25.7.123, port: 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2. Jan 28 13:40:19.253247 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router dc46b700-8a22-4a4d-b148-6135cc2f5e2d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:19.361852 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:19.366741 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.371600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4a1855-681d-4120-8b53-3962ddaf2c26 None None] Sync routers for ids ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:19.392558 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4a1855-681d-4120-8b53-3962ddaf2c26 None None] Routers {'dc46b700-8a22-4a4d-b148-6135cc2f5e2d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:19.393220 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8c4a1855-681d-4120-8b53-3962ddaf2c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:39:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:19.393734 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-31c5ddcf-3e72-4358-9c3d-d2ed64ac12dd tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/floatingips/fcccb984-9e28-4a5f-a039-a5eab3dfe4ed HTTP/1.1" status: 204 len: 168 time: 0.8384104 Jan 28 13:40:19.394527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'tag': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:19.395791 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4312e107-dd1b-4d42-b940-c9d7b5478583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.396825 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcea6aa7310c04abe0b6c5d57a933cb21896f4ce98dc77ba11699632bd45269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0467b6b2-bdc4-43ea-a264-92565839a9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c", "tag": "71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:19.506969 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f49f7e-0d54-4ef8-bca3-ffb2438f6b21 x-openstack-request-id: req-60f49f7e-0d54-4ef8-bca3-ffb2438f6b21 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:19.507407 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c", "tag": "71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:19.507636 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60f49f7e-0d54-4ef8-bca3-ffb2438f6b21 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:19.508052 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'tag': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2', 'status': 'completed', 'code': 200} Jan 28 13:40:19.552107 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8c4a1855-681d-4120-8b53-3962ddaf2c26 None None] Set router dc46b700-8a22-4a4d-b148-6135cc2f5e2d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:19.571697 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467b6b2-bdc4-43ea-a264-92565839a9fd req-bb77032b-f93d-4424-8642-5caf83645c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:19.574017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0467b6b2-bdc4-43ea-a264-92565839a9fd req-bb77032b-f93d-4424-8642-5caf83645c34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 1097 time: 0.0441914 Jan 28 13:40:19.701497 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e24508-7b1e-49a1-a86b-375a54bf933c req-ada5df60-b330-44b1-9e0d-780917df18cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:19.703118 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33e24508-7b1e-49a1-a86b-375a54bf933c req-ada5df60-b330-44b1-9e0d-780917df18cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.1043754 Jan 28 13:40:19.708013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467b6b2-bdc4-43ea-a264-92565839a9fd req-12eb7098-fb4c-464a-812c-e0c20d312d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:19.709926 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0467b6b2-bdc4-43ea-a264-92565839a9fd req-12eb7098-fb4c-464a-812c-e0c20d312d61 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 HTTP/1.1" status: 200 len: 898 time: 0.1295049 Jan 28 13:40:19.757691 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8c4a1855-681d-4120-8b53-3962ddaf2c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:50Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a32ec0da-273c-44bc-b242-264d58fd9d72', 'name': '', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:9b:ed:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:50Z', 'updated_at': '2022-01-28T13:38:54Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:19.759035 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0467b6b2-bdc4-43ea-a264-92565839a9fd req-182f6f4e-a8a7-4673-81e9-6a06dd31fa9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 HTTP/1.1" status: 200 len: 217 time: 0.0417392 Jan 28 13:40:19.785091 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4a1855-681d-4120-8b53-3962ddaf2c26 None None] Checking router: dc46b700-8a22-4a4d-b148-6135cc2f5e2d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:19.794528 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4a1855-681d-4120-8b53-3962ddaf2c26 None None] Routers {'dc46b700-8a22-4a4d-b148-6135cc2f5e2d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:19.795168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8c4a1855-681d-4120-8b53-3962ddaf2c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:39:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:19.823755 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-33e24508-7b1e-49a1-a86b-375a54bf933c req-0af08923-624a-421e-b1f4-fc1c7ecf44a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127687 Jan 28 13:40:19.832632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467b6b2-bdc4-43ea-a264-92565839a9fd req-b581d497-1bba-42f2-a2dc-ed110b942352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:19.834324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0467b6b2-bdc4-43ea-a264-92565839a9fd req-b581d497-1bba-42f2-a2dc-ed110b942352 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da072f02-1ee8-4e71-90a7-91703d696556 HTTP/1.1" status: 200 len: 835 time: 0.0650685 Jan 28 13:40:19.906137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8c4a1855-681d-4120-8b53-3962ddaf2c26 None None] Set router dc46b700-8a22-4a4d-b148-6135cc2f5e2d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:20.125840 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8c4a1855-681d-4120-8b53-3962ddaf2c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:50Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a32ec0da-273c-44bc-b242-264d58fd9d72', 'name': '', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:9b:ed:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:50Z', 'updated_at': '2022-01-28T13:38:54Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:20.156378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4a1855-681d-4120-8b53-3962ddaf2c26 None None] The sync data for ids ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'] in n-d-824835-4 is: [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:50Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a32ec0da-273c-44bc-b242-264d58fd9d72', 'name': '', 'network_id': '6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:9b:ed:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:50Z', 'updated_at': '2022-01-28T13:38:54Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': 'da072f02-1ee8-4e71-90a7-91703d696556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:20.240663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467b6b2-bdc4-43ea-a264-92565839a9fd req-160a7657-9f8e-4f2b-8bd0-2693abbbdc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:20.242200 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0467b6b2-bdc4-43ea-a264-92565839a9fd req-160a7657-9f8e-4f2b-8bd0-2693abbbdc9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4006846 Jan 28 13:40:20.336169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0467b6b2-bdc4-43ea-a264-92565839a9fd req-cbd2f2a1-cb0d-4f7e-82de-c5069a8bac22 service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868425 Jan 28 13:40:20.394360 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30bcdc-7c2e-47ee-a127-3ce6a4790778 None None] New status for floating IP fcccb984-9e28-4a5f-a039-a5eab3dfe4ed: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:40:20.433790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0467b6b2-bdc4-43ea-a264-92565839a9fd req-6671b049-74c1-4f35-9181-c3beb5318083 service neutron] 10.222.0.35 "GET /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904791 Jan 28 13:40:20.943029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b793a88-ca59-4191-a1c9-fa5c0f7ca1e1 req-2a043613-f05c-4bf8-8897-24eca87616e3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:20.944546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b793a88-ca59-4191-a1c9-fa5c0f7ca1e1 req-2a043613-f05c-4bf8-8897-24eca87616e3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0503333 Jan 28 13:40:20.993670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b793a88-ca59-4191-a1c9-fa5c0f7ca1e1 req-12462801-726a-48dc-a26e-5f3d216b9321 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c5551c-e78d-4a9f-8d72-9e757f49da23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430238 Jan 28 13:40:21.078156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3300e-31e0-43c1-8ea8-5bd2095fdeb6 req-61f2546f-cdb8-4e65-88fd-13235f74abf9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:21.079670 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-def3300e-31e0-43c1-8ea8-5bd2095fdeb6 req-61f2546f-cdb8-4e65-88fd-13235f74abf9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c HTTP/1.1" status: 200 len: 946 time: 0.0524981 Jan 28 13:40:21.167926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-def3300e-31e0-43c1-8ea8-5bd2095fdeb6 req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:21.168268 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-def3300e-31e0-43c1-8ea8-5bd2095fdeb6 req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:21.257942 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-def3300e-31e0-43c1-8ea8-5bd2095fdeb6 req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2,segment=NetworkSegment(07665e1d-c133-43b5-bac9-c91a1bed1268),segment_id=07665e1d-c133-43b5-bac9-c91a1bed1268)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:21.258301 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-def3300e-31e0-43c1-8ea8-5bd2095fdeb6 req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:21.271716 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-def3300e-31e0-43c1-8ea8-5bd2095fdeb6 req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:21.399517 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-def3300e-31e0-43c1-8ea8-5bd2095fdeb6 req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:21.430894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:21.443550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.443904 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.444250 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.444585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.444913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.445238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.445563 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.445891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.446217 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.446543 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.446863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.448520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.448924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:21.482868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-def3300e-31e0-43c1-8ea8-5bd2095fdeb6 req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] No DVR routers for this DVR port 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:21.485411 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-def3300e-31e0-43c1-8ea8-5bd2095fdeb6 req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:21.488686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-def3300e-31e0-43c1-8ea8-5bd2095fdeb6 req-ccd8c458-a205-4871-a930-3bf354393a55 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "DELETE /v2.0/ports/71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 HTTP/1.1" status: 204 len: 173 time: 0.4040780 Jan 28 13:40:21.489124 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'name': 'network-vif-deleted', 'tag': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:21.491367 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2cbf4e-bffc-4049-b3bd-dd896facb5c4" -d '{"events": [{"server_uuid": "7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c", "name": "network-vif-deleted", "tag": "71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:21.530017 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8a35db-59a5-4347-b788-72290b719470 x-openstack-request-id: req-8e8a35db-59a5-4347-b788-72290b719470 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:21.530310 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c", "name": "network-vif-deleted", "tag": "71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:21.530597 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e8a35db-59a5-4347-b788-72290b719470 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:21.531001 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac3c1fa-2d6c-423c-9901-e6f6d18eb00c', 'name': 'network-vif-deleted', 'tag': '71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2', 'status': 'completed', 'code': 200} Jan 28 13:40:21.751975 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b834504-48cb-40d3-a593-883ccfcf7d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:22.050821 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37958) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:22.408776 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8e5838c-b6af-4f49-a2b3-2d6e23aff33a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:22.666780 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5838c-b6af-4f49-a2b3-2d6e23aff33a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port a32ec0da-273c-44bc-b242-264d58fd9d72 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:22.667080 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8e5838c-b6af-4f49-a2b3-2d6e23aff33a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:22.754530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d8e5838c-b6af-4f49-a2b3-2d6e23aff33a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port a32ec0da-273c-44bc-b242-264d58fd9d72, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a32ec0da-273c-44bc-b242-264d58fd9d72,segment=NetworkSegment(07665e1d-c133-43b5-bac9-c91a1bed1268),segment_id=07665e1d-c133-43b5-bac9-c91a1bed1268)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:22.754885 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8e5838c-b6af-4f49-a2b3-2d6e23aff33a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:22.766868 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5838c-b6af-4f49-a2b3-2d6e23aff33a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for a32ec0da-273c-44bc-b242-264d58fd9d72 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:22.951619 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8e5838c-b6af-4f49-a2b3-2d6e23aff33a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a32ec0da-273c-44bc-b242-264d58fd9d72), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:22.983752 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5838c-b6af-4f49-a2b3-2d6e23aff33a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=a32ec0da-273c-44bc-b242-264d58fd9d72,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:23.166859 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8e5838c-b6af-4f49-a2b3-2d6e23aff33a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.254093 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.386669 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e5838c-b6af-4f49-a2b3-2d6e23aff33a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router dc46b700-8a22-4a4d-b148-6135cc2f5e2d has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:23.500074 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e5838c-b6af-4f49-a2b3-2d6e23aff33a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:23.505055 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d8e5838c-b6af-4f49-a2b3-2d6e23aff33a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "PUT /v2.0/routers/dc46b700-8a22-4a4d-b148-6135cc2f5e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4531972 Jan 28 13:40:23.507787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:23.510520 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514fc21-3644-4d00-aa7c-8fa6b27763a9 None None] Sync routers for ids ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:23.520599 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514fc21-3644-4d00-aa7c-8fa6b27763a9 None None] Routers {'dc46b700-8a22-4a4d-b148-6135cc2f5e2d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:23.521217 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f514fc21-3644-4d00-aa7c-8fa6b27763a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:23.558783 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27dfe49-006e-45ad-9e60-16325f7f161c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting subnet da072f02-1ee8-4e71-90a7-91703d696556 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:23.561917 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b27dfe49-006e-45ad-9e60-16325f7f161c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (da072f02-1ee8-4e71-90a7-91703d696556), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.600937 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b27dfe49-006e-45ad-9e60-16325f7f161c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (da072f02-1ee8-4e71-90a7-91703d696556), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.629181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f514fc21-3644-4d00-aa7c-8fa6b27763a9 None None] Set router dc46b700-8a22-4a4d-b148-6135cc2f5e2d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:23.691031 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b27dfe49-006e-45ad-9e60-16325f7f161c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (da072f02-1ee8-4e71-90a7-91703d696556), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.756072 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b27dfe49-006e-45ad-9e60-16325f7f161c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (da072f02-1ee8-4e71-90a7-91703d696556), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.788433 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dfe49-006e-45ad-9e60-16325f7f161c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Subnet': ['ID=da072f02-1ee8-4e71-90a7-91703d696556,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:23.796649 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b27dfe49-006e-45ad-9e60-16325f7f161c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.802906 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37962) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:23.803498 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b27dfe49-006e-45ad-9e60-16325f7f161c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/subnets/da072f02-1ee8-4e71-90a7-91703d696556 HTTP/1.1" status: 204 len: 168 time: 0.2946358 Jan 28 13:40:23.806937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd38774-8656-41fd-a2d5-b47372f89e18 None None] Network 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:23.909181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f514fc21-3644-4d00-aa7c-8fa6b27763a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:40:22Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:23.915913 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.938569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514fc21-3644-4d00-aa7c-8fa6b27763a9 None None] Checking router: dc46b700-8a22-4a4d-b148-6135cc2f5e2d for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:23.949244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514fc21-3644-4d00-aa7c-8fa6b27763a9 None None] Routers {'dc46b700-8a22-4a4d-b148-6135cc2f5e2d'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:23.949920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f514fc21-3644-4d00-aa7c-8fa6b27763a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:24.034718 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.056477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] DHCP port deletion for 6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:24.098533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f514fc21-3644-4d00-aa7c-8fa6b27763a9 None None] Set router dc46b700-8a22-4a4d-b148-6135cc2f5e2d gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:24.099489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port e6867924-eeb2-4adb-a957-5acc9c4fb4c7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:24.099893 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.188156 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port e6867924-eeb2-4adb-a957-5acc9c4fb4c7, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e6867924-eeb2-4adb-a957-5acc9c4fb4c7,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:24.188529 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.201902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for e6867924-eeb2-4adb-a957-5acc9c4fb4c7 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:24.247736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Deleting port 5af0abe5-87e9-43c8-ac22-e629f51fbdad {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:24.248217 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (5af0abe5-87e9-43c8-ac22-e629f51fbdad), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.346614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] For port 5af0abe5-87e9-43c8-ac22-e629f51fbdad, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=5af0abe5-87e9-43c8-ac22-e629f51fbdad,segment=NetworkSegment(07665e1d-c133-43b5-bac9-c91a1bed1268),segment_id=07665e1d-c133-43b5-bac9-c91a1bed1268)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:24.347318 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (5af0abe5-87e9-43c8-ac22-e629f51fbdad), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.361363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Calling delete_port for 5af0abe5-87e9-43c8-ac22-e629f51fbdad owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:24.381086 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e6867924-eeb2-4adb-a957-5acc9c4fb4c7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.409696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=e6867924-eeb2-4adb-a957-5acc9c4fb4c7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:24.420493 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f514fc21-3644-4d00-aa7c-8fa6b27763a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:40:22Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:24.450239 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514fc21-3644-4d00-aa7c-8fa6b27763a9 None None] The sync data for ids ['dc46b700-8a22-4a4d-b148-6135cc2f5e2d'] in n-d-824835-4 is: [{'id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976981145', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:40:22Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e6867924-eeb2-4adb-a957-5acc9c4fb4c7', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc46b700-8a22-4a4d-b148-6135cc2f5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:47Z', 'updated_at': '2022-01-28T13:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:24.483176 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.507277 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (5af0abe5-87e9-43c8-ac22-e629f51fbdad), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.540125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Pushing event deleted for resources: {'Port': ['ID=5af0abe5-87e9-43c8-ac22-e629f51fbdad,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:24.545879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] No DVR routers for this DVR port 5af0abe5-87e9-43c8-ac22-e629f51fbdad on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:24.556581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.557130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.557735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.558093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.558446 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.558793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.559133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.559482 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.559925 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.560127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.560561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.560771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.561101 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721fa16-9405-4397-b3a1-d330136c0afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:24.591698 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.594047 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_controller (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.642913 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (dc46b700-8a22-4a4d-b148-6135cc2f5e2d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.643498 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Fanout notify agent at l3_agent the message router_deleted on router dc46b700-8a22-4a4d-b148-6135cc2f5e2d {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:40:24.651402 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.652497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7bbeae2a-6d17-431b-8018-c73b46abb38d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/routers/dc46b700-8a22-4a4d-b148-6135cc2f5e2d HTTP/1.1" status: 204 len: 168 time: 0.8476415 Jan 28 13:40:24.656186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37964) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:24.746719 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.843761 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.870081 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:24.880422 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07665e1d-c133-43b5-bac9-c91a1bed1268') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:24.880718 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07665e1d-c133-43b5-bac9-c91a1bed1268') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:24.890750 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (07665e1d-c133-43b5-bac9-c91a1bed1268), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.905468 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (07665e1d-c133-43b5-bac9-c91a1bed1268), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.912383 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:40:24.912793 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (07665e1d-c133-43b5-bac9-c91a1bed1268), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:40:24.916875 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:40:24.925584 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.993160 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.001970 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.004964 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/networks/6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4 HTTP/1.1" status: 204 len: 168 time: 0.3475380 Jan 28 13:40:25.007645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37966) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:25.025252 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f107f-79b9-40da-9637-3a23c422c6a8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Network': ['ID=6db6e65f-bf81-4eca-b7f6-dbb87c7b80f4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:25.084597 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-491e45a0-65f7-41dd-b0e5-cd44a57ed2b3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (56c5551c-e78d-4a9f-8d72-9e757f49da23), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.116967 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-491e45a0-65f7-41dd-b0e5-cd44a57ed2b3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (56c5551c-e78d-4a9f-8d72-9e757f49da23), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.188088 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-491e45a0-65f7-41dd-b0e5-cd44a57ed2b3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (56c5551c-e78d-4a9f-8d72-9e757f49da23), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.190676 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-491e45a0-65f7-41dd-b0e5-cd44a57ed2b3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.191890 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-491e45a0-65f7-41dd-b0e5-cd44a57ed2b3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/security-groups/56c5551c-e78d-4a9f-8d72-9e757f49da23 HTTP/1.1" status: 204 len: 168 time: 0.1830313 Jan 28 13:40:25.209569 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a32ec0da-273c-44bc-b242-264d58fd9d72 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:25.230802 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e45a0-65f7-41dd-b0e5-cd44a57ed2b3 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c5551c-e78d-4a9f-8d72-9e757f49da23,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:25.231034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a32ec0da-273c-44bc-b242-264d58fd9d72 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:25.231192 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a32ec0da-273c-44bc-b242-264d58fd9d72 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:25.235703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5af0abe5-87e9-43c8-ac22-e629f51fbdad no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:25.262740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 5af0abe5-87e9-43c8-ac22-e629f51fbdad {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:25.263532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 5af0abe5-87e9-43c8-ac22-e629f51fbdad not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:25.470472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:25.491442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:25.491802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 71db1a9d-4fe8-4ec4-9de6-9ecf5cee1da2 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:25.788643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 37972) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:25.793684 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4cb0e791-05c9-4a9e-8632-5dd692c34e9d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374058303', 'description': 'tempest-secgroup-smoke-374058303 description', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:25.816588 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e791-05c9-4a9e-8632-5dd692c34e9d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.891716 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e791-05c9-4a9e-8632-5dd692c34e9d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (a9a7f61a-ca58-486f-adc3-a3ca3938e97e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.895443 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e791-05c9-4a9e-8632-5dd692c34e9d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a9a7f61a-ca58-486f-adc3-a3ca3938e97e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.928353 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e791-05c9-4a9e-8632-5dd692c34e9d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.929484 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4cb0e791-05c9-4a9e-8632-5dd692c34e9d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1398201 Jan 28 13:40:25.933279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37974) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:25.934787 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0e791-05c9-4a9e-8632-5dd692c34e9d tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a7f61a-ca58-486f-adc3-a3ca3938e97e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:25.938283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-dda7f7ce-a9ed-48f6-9845-91ccc310e877 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'a9a7f61a-ca58-486f-adc3-a3ca3938e97e', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:25.965191 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dda7f7ce-a9ed-48f6-9845-91ccc310e877 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (cfe4d9ad-0314-455e-91a8-8865471da796), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.020173 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dda7f7ce-a9ed-48f6-9845-91ccc310e877 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (cfe4d9ad-0314-455e-91a8-8865471da796), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.023758 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dda7f7ce-a9ed-48f6-9845-91ccc310e877 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (cfe4d9ad-0314-455e-91a8-8865471da796), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.042386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7f7ce-a9ed-48f6-9845-91ccc310e877 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe4d9ad-0314-455e-91a8-8865471da796,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:26.049886 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dda7f7ce-a9ed-48f6-9845-91ccc310e877 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.051076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dda7f7ce-a9ed-48f6-9845-91ccc310e877 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166432 Jan 28 13:40:26.053790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37976) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:26.058711 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-63a1dae3-276d-43b6-b3b3-f94e3043f5cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'a9a7f61a-ca58-486f-adc3-a3ca3938e97e', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:26.086643 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63a1dae3-276d-43b6-b3b3-f94e3043f5cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (cbf103bc-80dc-4d5b-a28e-5b024852f67c), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.146735 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63a1dae3-276d-43b6-b3b3-f94e3043f5cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (cbf103bc-80dc-4d5b-a28e-5b024852f67c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.151816 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63a1dae3-276d-43b6-b3b3-f94e3043f5cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (cbf103bc-80dc-4d5b-a28e-5b024852f67c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.170817 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1dae3-276d-43b6-b3b3-f94e3043f5cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf103bc-80dc-4d5b-a28e-5b024852f67c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:26.176405 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63a1dae3-276d-43b6-b3b3-f94e3043f5cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.180039 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-63a1dae3-276d-43b6-b3b3-f94e3043f5cc tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227369 Jan 28 13:40:26.180181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37978) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:26.185320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-dd7c44b3-bc36-4bb3-9d8d-dfe4943fa23a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'a9a7f61a-ca58-486f-adc3-a3ca3938e97e', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:26.210853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd7c44b3-bc36-4bb3-9d8d-dfe4943fa23a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (0d8137eb-769e-4836-821f-dd423f289022), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.248723 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.272291 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd7c44b3-bc36-4bb3-9d8d-dfe4943fa23a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (0d8137eb-769e-4836-821f-dd423f289022), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.275972 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd7c44b3-bc36-4bb3-9d8d-dfe4943fa23a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (0d8137eb-769e-4836-821f-dd423f289022), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.291297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c44b3-bc36-4bb3-9d8d-dfe4943fa23a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8137eb-769e-4836-821f-dd423f289022,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:26.301300 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd7c44b3-bc36-4bb3-9d8d-dfe4943fa23a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.302486 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dd7c44b3-bc36-4bb3-9d8d-dfe4943fa23a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213424 Jan 28 13:40:26.305319 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37980) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:26.310628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-53c43d8b-62c6-4cb6-bccd-397aac717538 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'a9a7f61a-ca58-486f-adc3-a3ca3938e97e', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:26.335633 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53c43d8b-62c6-4cb6-bccd-397aac717538 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (c5bf52ef-4e43-47d7-976c-91832a80d925), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.393953 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53c43d8b-62c6-4cb6-bccd-397aac717538 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (c5bf52ef-4e43-47d7-976c-91832a80d925), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.397602 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53c43d8b-62c6-4cb6-bccd-397aac717538 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (c5bf52ef-4e43-47d7-976c-91832a80d925), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.415614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c43d8b-62c6-4cb6-bccd-397aac717538 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bf52ef-4e43-47d7-976c-91832a80d925,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:26.425175 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53c43d8b-62c6-4cb6-bccd-397aac717538 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.426415 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-53c43d8b-62c6-4cb6-bccd-397aac717538 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201854 Jan 28 13:40:26.429238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37982) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:26.434835 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5361cdf8-def8-4694-b175-ae866921196b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'a9a7f61a-ca58-486f-adc3-a3ca3938e97e', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:26.455093 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-5361cdf8-def8-4694-b175-ae866921196b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Project f058008f05084a11960cfe7ad63cfd7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:40:26.460678 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5361cdf8-def8-4694-b175-ae866921196b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (80409ed8-3e5d-4c34-9fd6-193726788c81), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.519363 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5361cdf8-def8-4694-b175-ae866921196b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (80409ed8-3e5d-4c34-9fd6-193726788c81), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.522834 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5361cdf8-def8-4694-b175-ae866921196b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (80409ed8-3e5d-4c34-9fd6-193726788c81), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.539656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361cdf8-def8-4694-b175-ae866921196b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80409ed8-3e5d-4c34-9fd6-193726788c81,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:26.548050 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5361cdf8-def8-4694-b175-ae866921196b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.549251 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5361cdf8-def8-4694-b175-ae866921196b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190608 Jan 28 13:40:26.552109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37984) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:26.557375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f5a27176-516f-4695-b459-f11b358b9f4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'security_group_rule': {'security_group_id': 'a9a7f61a-ca58-486f-adc3-a3ca3938e97e', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:26.576429 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-f5a27176-516f-4695-b459-f11b358b9f4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Project f058008f05084a11960cfe7ad63cfd7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:40:26.581233 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5a27176-516f-4695-b459-f11b358b9f4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (bdf09008-7cb7-4b76-87df-3ddc589facc4), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.640122 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5a27176-516f-4695-b459-f11b358b9f4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (bdf09008-7cb7-4b76-87df-3ddc589facc4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.645410 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5a27176-516f-4695-b459-f11b358b9f4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (bdf09008-7cb7-4b76-87df-3ddc589facc4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.668147 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a27176-516f-4695-b459-f11b358b9f4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf09008-7cb7-4b76-87df-3ddc589facc4,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:26.675519 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5a27176-516f-4695-b459-f11b358b9f4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.676702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f5a27176-516f-4695-b459-f11b358b9f4e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236498 Jan 28 13:40:26.679647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37986) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:26.684719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d1556773-a8ba-4ac0-905f-52eed8b7384e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'network': {'name': 'tempest-network-smoke--455256618', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:26.703300 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1556773-a8ba-4ac0-905f-52eed8b7384e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:26.706518 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1556773-a8ba-4ac0-905f-52eed8b7384e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.731289 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1556773-a8ba-4ac0-905f-52eed8b7384e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:40:26.740337 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1556773-a8ba-4ac0-905f-52eed8b7384e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (82c90b23-a79e-4594-8ea5-1388ab184b9d), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.740752 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-d1556773-a8ba-4ac0-905f-52eed8b7384e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Added segment 82c90b23-a79e-4594-8ea5-1388ab184b9d of type vlan for network 931a2b31-aa29-4e78-a2df-53ade88e5e0a Jan 28 13:40:26.780938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1556773-a8ba-4ac0-905f-52eed8b7384e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (931a2b31-aa29-4e78-a2df-53ade88e5e0a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.805091 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1556773-a8ba-4ac0-905f-52eed8b7384e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (931a2b31-aa29-4e78-a2df-53ade88e5e0a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.810652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1556773-a8ba-4ac0-905f-52eed8b7384e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:26.811249 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1556773-a8ba-4ac0-905f-52eed8b7384e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.870623 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d1556773-a8ba-4ac0-905f-52eed8b7384e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1899531 Jan 28 13:40:26.873313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37988) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:26.877531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'admin_state_up': True, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:26.894165 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1556773-a8ba-4ac0-905f-52eed8b7384e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Network': ['ID=931a2b31-aa29-4e78-a2df-53ade88e5e0a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:26.906111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 931a2b31-aa29-4e78-a2df-53ade88e5e0a details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:40:26.908820 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.910010 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.967994 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_controller (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.059605 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e6867924-eeb2-4adb-a957-5acc9c4fb4c7 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:27.081184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e6867924-eeb2-4adb-a957-5acc9c4fb4c7 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:27.081532 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e6867924-eeb2-4adb-a957-5acc9c4fb4c7 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:27.104452 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.298482 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.316592 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.419838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.25.7.207 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/e16ea390-f938-4a46-931e-70cd5fec161a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:27.523366 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (e16ea390-f938-4a46-931e-70cd5fec161a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.555830 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e16ea390-f938-4a46-931e-70cd5fec161a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.597474 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:27.600203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:27.605865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:27.611221 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=e16ea390-f938-4a46-931e-70cd5fec161a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:27.856902 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.051252 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.177855 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:40:28.282325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:28.293131 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Sync routers for ids ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:28.301938 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.303157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7e6c2509-966d-4fac-882d-d43ba2f090c9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4289477 Jan 28 13:40:28.303507 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Routers {'40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:28.304134 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:28.306335 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37990) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:28.379583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-811c6559-c0e6-4a4a-ac33-2209fce3d165 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f058008f05084a11960cfe7ad63cfd7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720971 Jan 28 13:40:28.382211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37994) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:28.409897 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Set router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:28.473778 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318746d-45bc-4fdf-a2ea-666b59c5b90d tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:28.478042 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c318746d-45bc-4fdf-a2ea-666b59c5b90d tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921428 Jan 28 13:40:28.478208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37996) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:28.505674 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7447e415-4671-493d-9936-d0b108514f52 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0266e636-2364-4bad-ba25-a79985ccfb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263724 Jan 28 13:40:28.508222 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 37998) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:28.513618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-857d6c50-a265-4a87-bf54-faf85bf60edb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1495330160', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:28.589159 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:40:27Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:28.603044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857d6c50-a265-4a87-bf54-faf85bf60edb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:28.606916 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-857d6c50-a265-4a87-bf54-faf85bf60edb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.615897 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Checking router: 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:28.616248 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Updating router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab port e16ea390-f938-4a46-931e-70cd5fec161a binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:40:28.641836 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e16ea390-f938-4a46-931e-70cd5fec161a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.790269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-857d6c50-a265-4a87-bf54-faf85bf60edb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (006fa156-edc4-413a-ae3c-317c085e8d6c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.854695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d6c50-a265-4a87-bf54-faf85bf60edb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Subnet': ['ID=006fa156-edc4-413a-ae3c-317c085e8d6c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:28.862286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857d6c50-a265-4a87-bf54-faf85bf60edb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Checking segment: {'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:28.862656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d6c50-a265-4a87-bf54-faf85bf60edb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network hostable DHCP agents. Network: 931a2b31-aa29-4e78-a2df-53ade88e5e0a, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:40:28.880555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d6c50-a265-4a87-bf54-faf85bf60edb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 931a2b31-aa29-4e78-a2df-53ade88e5e0a is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:40:28.890284 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-857d6c50-a265-4a87-bf54-faf85bf60edb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 931a2b31-aa29-4e78-a2df-53ade88e5e0a) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:28.894534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857d6c50-a265-4a87-bf54-faf85bf60edb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:28.895135 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-857d6c50-a265-4a87-bf54-faf85bf60edb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.900828 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d5790-34d4-4e3a-981e-09be87c64ae8 None None] Network 931a2b31-aa29-4e78-a2df-53ade88e5e0a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:28.917720 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-857d6c50-a265-4a87-bf54-faf85bf60edb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4083681 Jan 28 13:40:28.921027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38000) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:28.925092 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Publish callbacks [] for port (e16ea390-f938-4a46-931e-70cd5fec161a), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.932803 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e16ea390-f938-4a46-931e-70cd5fec161a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.982781 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Attempting to bind port e16ea390-f938-4a46-931e-70cd5fec161a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:28.983195 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Attempting to bind port e16ea390-f938-4a46-931e-70cd5fec161a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:28.983572 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Attempting to bind port e16ea390-f938-4a46-931e-70cd5fec161a on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:28.995715 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:28.996255 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:28.996972 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.997376 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:28.997866 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Bound port: e16ea390-f938-4a46-931e-70cd5fec161a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:28.998247 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e16ea390-f938-4a46-931e-70cd5fec161a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.014313 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ips': [{'subnet_id': '006fa156-edc4-413a-ae3c-317c085e8d6c'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:40:29.015368 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.055494 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] For port e16ea390-f938-4a46-931e-70cd5fec161a, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:29.059382 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] For port e16ea390-f938-4a46-931e-70cd5fec161a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e16ea390-f938-4a46-931e-70cd5fec161a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:29.065608 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e16ea390-f938-4a46-931e-70cd5fec161a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.068053 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Pushing event updated for resources: {'Port': ['ID=e16ea390-f938-4a46-931e-70cd5fec161a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:29.081267 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.081707 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.082119 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.082525 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.082950 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.083363 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.084124 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.084520 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.084917 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.085310 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.085707 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.086094 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.086485 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:29.128412 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Routers {'40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:29.129161 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:29.169451 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Allocated IP 172.20.0.2 (931a2b31-aa29-4e78-a2df-53ade88e5e0a/006fa156-edc4-413a-ae3c-317c085e8d6c/b2375468-291d-42be-a4e5-77e67a3b6a07) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:29.249077 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] Set router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:29.366188 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d90e6-f683-4987-bd3b-841f9ea9c2c9 None None] Pushing event updated for resources: {'Port': ['ID=e16ea390-f938-4a46-931e-70cd5fec161a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:29.472967 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:40:27Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:29.485345 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Publish callbacks [] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.493142 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.507766 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b59b59-63c3-4e9d-8421-8eec86c2e472 None None] The sync data for ids ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'] in n-d-824835-4 is: [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:40:27Z', 'revision_number': 3, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:29.534912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Network 931a2b31-aa29-4e78-a2df-53ade88e5e0a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:29.543047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:29.545100 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Pushing event updated for resources: {'Port': ['ID=b2375468-291d-42be-a4e5-77e67a3b6a07,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:29.547139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:29.602626 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Attempting to bind port b2375468-291d-42be-a4e5-77e67a3b6a07 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:29.603130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Attempting to bind port b2375468-291d-42be-a4e5-77e67a3b6a07 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:29.603534 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Attempting to bind port b2375468-291d-42be-a4e5-77e67a3b6a07 on network 931a2b31-aa29-4e78-a2df-53ade88e5e0a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:29.609470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:29.609853 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Checking segment: {'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:29.610268 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.611215 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Bound using segment: {'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:29.611215 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Bound port: b2375468-291d-42be-a4e5-77e67a3b6a07, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:29.611567 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.682735 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] For port b2375468-291d-42be-a4e5-77e67a3b6a07, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:29.686110 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] For port b2375468-291d-42be-a4e5-77e67a3b6a07, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b2375468-291d-42be-a4e5-77e67a3b6a07,segment=NetworkSegment(82c90b23-a79e-4594-8ea5-1388ab184b9d),segment_id=82c90b23-a79e-4594-8ea5-1388ab184b9d)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:29.691110 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.782981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8eb4c-e33a-4bcc-9ec2-2574c3f2b903 None None] Pushing event updated for resources: {'Port': ['ID=b2375468-291d-42be-a4e5-77e67a3b6a07,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:29.814495 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.139514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.20.0.1 (931a2b31-aa29-4e78-a2df-53ade88e5e0a/006fa156-edc4-413a-ae3c-317c085e8d6c/e372a144-a67a-4901-89c4-53c1aa8ba791) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:30.267699 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.303116 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.349998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 931a2b31-aa29-4e78-a2df-53ade88e5e0a is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:30.356064 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:30.361313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:30.365117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=e372a144-a67a-4901-89c4-53c1aa8ba791,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:30.406074 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.552478 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.783325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1abb80-131f-4da6-bf39-25d791bf18da None None] Network 931a2b31-aa29-4e78-a2df-53ade88e5e0a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:30.847094 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.853248 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.856473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6a42ca84-6d27-4734-842a-063718c9fb9b None None] Provisioning complete for port b2375468-291d-42be-a4e5-77e67a3b6a07 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:30.856861 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6a42ca84-6d27-4734-842a-063718c9fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.934078 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=e372a144-a67a-4901-89c4-53c1aa8ba791,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:30.936764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.984085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6a42ca84-6d27-4734-842a-063718c9fb9b None None] Current status of the port b2375468-291d-42be-a4e5-77e67a3b6a07 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:30.984490 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6a42ca84-6d27-4734-842a-063718c9fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.027523 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6a42ca84-6d27-4734-842a-063718c9fb9b None None] For port b2375468-291d-42be-a4e5-77e67a3b6a07, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b2375468-291d-42be-a4e5-77e67a3b6a07,segment=NetworkSegment(82c90b23-a79e-4594-8ea5-1388ab184b9d),segment_id=82c90b23-a79e-4594-8ea5-1388ab184b9d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:31.032964 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6a42ca84-6d27-4734-842a-063718c9fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.061955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 931a2b31-aa29-4e78-a2df-53ade88e5e0a is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:31.063321 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:31.099674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42ca84-6d27-4734-842a-063718c9fb9b None None] Pushing event updated for resources: {'Port': ['ID=b2375468-291d-42be-a4e5-77e67a3b6a07,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:31.224330 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:31.233628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e16ea390-f938-4a46-931e-70cd5fec161a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:31.290486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9fa1553b-a3e6-4cf6-9d00-6e232f912a7d None None] Provisioning complete for port b2375468-291d-42be-a4e5-77e67a3b6a07 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:31.290859 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fa1553b-a3e6-4cf6-9d00-6e232f912a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.335127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e16ea390-f938-4a46-931e-70cd5fec161a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:31.335526 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e16ea390-f938-4a46-931e-70cd5fec161a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.348585 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:31.353958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a0d2c6ab-72a7-42cc-995c-46d58f589b16 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "PUT /v2.0/routers/40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4319029 Jan 28 13:40:31.368409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Sync routers for ids ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:31.399594 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Routers {'40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:31.400229 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:31.519247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1553b-a3e6-4cf6-9d00-6e232f912a7d None None] Current status of the port b2375468-291d-42be-a4e5-77e67a3b6a07 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:31.526457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-daa358cf-9544-457f-b63e-3061de0942bb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374058303&fields=id&tenant_id=f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 267 time: 0.0521319 Jan 28 13:40:31.582095 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9fa1553b-a3e6-4cf6-9d00-6e232f912a7d None None] Provisioning complete for port e372a144-a67a-4901-89c4-53c1aa8ba791 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:31.582474 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fa1553b-a3e6-4cf6-9d00-6e232f912a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.590703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e16ea390-f938-4a46-931e-70cd5fec161a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:31.591098 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e16ea390-f938-4a46-931e-70cd5fec161a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.597200 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Set router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:31.649955 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-14ede1d5-06bc-4e16-b0b4-d881895a5645 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:31.652137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-14ede1d5-06bc-4e16-b0b4-d881895a5645 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/networks?id=931a2b31-aa29-4e78-a2df-53ade88e5e0a HTTP/1.1" status: 200 len: 796 time: 0.1177452 Jan 28 13:40:31.666943 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-f6be48ab-dc56-48f8-822b-4cd4735538f8 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/quotas/f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 375 time: 0.0091343 Jan 28 13:40:31.667742 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port e16ea390-f938-4a46-931e-70cd5fec161a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e16ea390-f938-4a46-931e-70cd5fec161a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:31.676668 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e16ea390-f938-4a46-931e-70cd5fec161a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.677442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b2375468-291d-42be-a4e5-77e67a3b6a07 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:31.704877 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1553b-a3e6-4cf6-9d00-6e232f912a7d None None] Port e372a144-a67a-4901-89c4-53c1aa8ba791 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:31.720497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-d52662d1-1e4b-4dcd-923a-902e932f1839 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481448 Jan 28 13:40:31.737027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-fd356c6a-e584-4e6c-b202-2e86a5b4b95d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:40:31.738016 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-fd356c6a-e584-4e6c-b202-2e86a5b4b95d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054765 Jan 28 13:40:31.830748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-afb34a4d-ad6c-428b-8c43-da65b1b7cc97 service neutron] 10.222.0.53 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868309 Jan 28 13:40:31.847053 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=e16ea390-f938-4a46-931e-70cd5fec161a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:31.872254 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-39889471-b78a-4d61-ba55-5cee2d860fc1 None None] Provisioning complete for port e372a144-a67a-4901-89c4-53c1aa8ba791 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:31.872643 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39889471-b78a-4d61-ba55-5cee2d860fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.927334 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b2375468-291d-42be-a4e5-77e67a3b6a07 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:31.927741 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.931865 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-2ccdddaa-6b8c-401a-bc91-eb4028a3236c service neutron] 10.222.0.53 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948756 Jan 28 13:40:31.973345 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-39889471-b78a-4d61-ba55-5cee2d860fc1 None None] Port e372a144-a67a-4901-89c4-53c1aa8ba791 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:32.041781 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:40:30Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e372a144-a67a-4901-89c4-53c1aa8ba791', 'name': '', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:93:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:29Z', 'updated_at': '2022-01-28T13:40:30Z', 'revision_number': 2, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:32.079210 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Checking router: 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:32.079600 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Updating router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab port e372a144-a67a-4901-89c4-53c1aa8ba791 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:40:32.081472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b2375468-291d-42be-a4e5-77e67a3b6a07 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:32.099407 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3ce8650-01ee-4566-8da3-a13ef4fca38a req-32e0d6bc-e277-48ed-90e0-da0f86aba0e1 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 210 time: 0.0309839 Jan 28 13:40:32.107853 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.388225 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Publish callbacks [] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.393689 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.470072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253aca6d-a59a-409a-a4cb-73fea3bc26b3 None None] Pushing event updated for resources: {'Port': ['ID=e372a144-a67a-4901-89c4-53c1aa8ba791,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:32.506721 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Attempting to bind port e372a144-a67a-4901-89c4-53c1aa8ba791 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:32.507130 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Attempting to bind port e372a144-a67a-4901-89c4-53c1aa8ba791 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:32.507540 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Attempting to bind port e372a144-a67a-4901-89c4-53c1aa8ba791 on network 931a2b31-aa29-4e78-a2df-53ade88e5e0a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:32.515767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:32.516093 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Checking segment: {'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:32.516939 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.517357 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Bound using segment: {'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:32.517841 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Bound port: e372a144-a67a-4901-89c4-53c1aa8ba791, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:32.518665 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.593024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] For port e372a144-a67a-4901-89c4-53c1aa8ba791, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:32.596356 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] For port e372a144-a67a-4901-89c4-53c1aa8ba791, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e372a144-a67a-4901-89c4-53c1aa8ba791,segment=NetworkSegment(82c90b23-a79e-4594-8ea5-1388ab184b9d),segment_id=82c90b23-a79e-4594-8ea5-1388ab184b9d)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:32.602185 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.666111 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Routers {'40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:32.667377 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:32.705175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253aca6d-a59a-409a-a4cb-73fea3bc26b3 None None] Pushing event updated for resources: {'Port': ['ID=e372a144-a67a-4901-89c4-53c1aa8ba791,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:32.729850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-de3c5218-c6fd-45bd-b435-091058aef32e None None] Provisioning complete for port e372a144-a67a-4901-89c4-53c1aa8ba791 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:32.730143 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de3c5218-c6fd-45bd-b435-091058aef32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.826834 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] Set router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:33.086972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-de3c5218-c6fd-45bd-b435-091058aef32e None None] Current status of the port e372a144-a67a-4901-89c4-53c1aa8ba791 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:33.087676 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de3c5218-c6fd-45bd-b435-091058aef32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.149212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e16ea390-f938-4a46-931e-70cd5fec161a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:33.193868 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-de3c5218-c6fd-45bd-b435-091058aef32e None None] For port e372a144-a67a-4901-89c4-53c1aa8ba791, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e372a144-a67a-4901-89c4-53c1aa8ba791,segment=NetworkSegment(82c90b23-a79e-4594-8ea5-1388ab184b9d),segment_id=82c90b23-a79e-4594-8ea5-1388ab184b9d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:33.204306 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de3c5218-c6fd-45bd-b435-091058aef32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.231697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f929f058-2fd1-4015-b5b3-e0b2f8704196 req-1b6a827a-f26c-4cac-aec1-6cf809843155 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 210 time: 0.0402465 Jan 28 13:40:33.240978 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-c3ff934c-58e2-4a26-8422-be4815a9afe0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:33.242432 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-c3ff934c-58e2-4a26-8422-be4815a9afe0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/networks?id=931a2b31-aa29-4e78-a2df-53ade88e5e0a HTTP/1.1" status: 200 len: 796 time: 0.1824198 Jan 28 13:40:33.303678 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c5218-c6fd-45bd-b435-091058aef32e None None] Pushing event updated for resources: {'Port': ['ID=e372a144-a67a-4901-89c4-53c1aa8ba791,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:33.307302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-d0b6d41d-a1ff-41fb-8d18-c76ce177f1bf tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f058008f05084a11960cfe7ad63cfd7f HTTP/1.1" status: 200 len: 379 time: 0.0550530 Jan 28 13:40:33.314263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e16ea390-f938-4a46-931e-70cd5fec161a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:33.314639 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e16ea390-f938-4a46-931e-70cd5fec161a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.316689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'port': {'device_id': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'admin_state_up': True, 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'security_groups': ['a9a7f61a-ca58-486f-adc3-a3ca3938e97e']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:33.372978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-5a0e4a96-9b2a-40e7-8419-07407d1a19b6 None None] Provisioning complete for port e372a144-a67a-4901-89c4-53c1aa8ba791 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:33.373355 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4a96-9b2a-40e7-8419-07407d1a19b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.404888 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:40:30Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e372a144-a67a-4901-89c4-53c1aa8ba791', 'name': '', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:93:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:29Z', 'updated_at': '2022-01-28T13:40:32Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:33.430573 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Made reservation on behalf of f058008f05084a11960cfe7ad63cfd7f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:33.434854 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.438180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f5af6-0843-4a2f-afec-dc15fcb82749 None None] The sync data for ids ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'] in n-d-824835-4 is: [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:40:30Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e372a144-a67a-4901-89c4-53c1aa8ba791', 'name': '', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:93:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:29Z', 'updated_at': '2022-01-28T13:40:32Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:33.484628 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e16ea390-f938-4a46-931e-70cd5fec161a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:33.485731 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b2375468-291d-42be-a4e5-77e67a3b6a07 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:33.582024 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e4a96-9b2a-40e7-8419-07407d1a19b6 None None] Current status of the port e372a144-a67a-4901-89c4-53c1aa8ba791 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:33.596831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port b2375468-291d-42be-a4e5-77e67a3b6a07 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:33.597241 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.605590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.20.0.5 (931a2b31-aa29-4e78-a2df-53ade88e5e0a/006fa156-edc4-413a-ae3c-317c085e8d6c/1e43bb44-e898-41a9-8c8c-fc67a2b73ac7) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:33.686127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port b2375468-291d-42be-a4e5-77e67a3b6a07 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:33.762269 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.798774 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.844408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 931a2b31-aa29-4e78-a2df-53ade88e5e0a is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:33.847560 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:33.850001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:33.889671 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:33.913391 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:33.914068 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.936008 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-11e0ea14-3fb1-4698-a147-102ffe614ac9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6229875 Jan 28 13:40:33.947314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Request body: {'port': {'device_id': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:34.015684 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.108081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-481771fd-5eb1-4e67-aba4-27cbb8dc9266 None None] Provisioning complete for port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:34.108644 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-481771fd-5eb1-4e67-aba4-27cbb8dc9266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.144559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-481771fd-5eb1-4e67-aba4-27cbb8dc9266 None None] Port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:34.300901 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:40:34.318613 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Publish callbacks [] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.348030 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Transition to ACTIVE for port object 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:40:34.352040 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.410058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e433bc1-1026-4f36-8678-a96f91a41a4f req-63f56686-fabd-42b7-b72b-ddd8d6dc74e7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:34.411644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e433bc1-1026-4f36-8678-a96f91a41a4f req-63f56686-fabd-42b7-b72b-ddd8d6dc74e7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 931 time: 0.1052380 Jan 28 13:40:34.428516 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Pushing event updated for resources: {'Port': ['ID=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:34.514501 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1e433bc1-1026-4f36-8678-a96f91a41a4f req-3d1b629b-48b1-4390-a4d5-867a61b75ff9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937560 Jan 28 13:40:34.538587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Attempting to bind port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:34.538929 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Attempting to bind port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:34.539262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Attempting to bind port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 on network 931a2b31-aa29-4e78-a2df-53ade88e5e0a {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:34.544813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 on network 931a2b31-aa29-4e78-a2df-53ade88e5e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:40:34.545146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Attempting to bind port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 on network 931a2b31-aa29-4e78-a2df-53ade88e5e0a {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:34.551074 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:34.551630 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Checking segment: {'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:34.552025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Bound using segment: {'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:34.552527 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Bound port: 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c90b23-a79e-4594-8ea5-1388ab184b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:34.552899 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.631633 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] For port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:34.634715 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] For port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7,segment=NetworkSegment(82c90b23-a79e-4594-8ea5-1388ab184b9d),segment_id=82c90b23-a79e-4594-8ea5-1388ab184b9d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:34.640863 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.676489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:34.677129 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.678536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] 10.222.0.35 "PUT /v2.0/ports/1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 HTTP/1.1" status: 200 len: 1091 time: 0.7357538 Jan 28 13:40:34.679007 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'tag': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:34.681409 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d5f1e7-c011-411b-95bd-3dd8a531c9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6df6f011-470b-41f4-a219-bbc6b9cfecc9", "tag": "1e43bb44-e898-41a9-8c8c-fc67a2b73ac7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:34.709268 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf86b33-ac85-4ec3-a4e8-62917537e498 service neutron] Pushing event updated for resources: {'Port': ['ID=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:34.734277 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdec9ede-155e-4657-bd67-21b216d8c5ac x-openstack-request-id: req-bdec9ede-155e-4657-bd67-21b216d8c5ac {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:34.734663 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df6f011-470b-41f4-a219-bbc6b9cfecc9", "tag": "1e43bb44-e898-41a9-8c8c-fc67a2b73ac7", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:34.735028 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bdec9ede-155e-4657-bd67-21b216d8c5ac {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:34.735543 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'tag': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7', 'status': 'completed', 'code': 200} Jan 28 13:40:34.772625 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-15684f68-ce7b-4555-b22a-d2e162be9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:34.774142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-15684f68-ce7b-4555-b22a-d2e162be9b7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 1094 time: 0.0504980 Jan 28 13:40:34.821952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-aed72899-e1ee-45f6-be76-e3bee871d644 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 HTTP/1.1" status: 200 len: 217 time: 0.0402162 Jan 28 13:40:34.872622 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-c468e97d-0256-4e8c-a183-2d430588e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:34.874018 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-c468e97d-0256-4e8c-a183-2d430588e283 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=006fa156-edc4-413a-ae3c-317c085e8d6c HTTP/1.1" status: 200 len: 835 time: 0.0462358 Jan 28 13:40:34.919328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-e83baf61-d375-4740-96f4-a9b1dee1c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:34.920856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-e83baf61-d375-4740-96f4-a9b1dee1c08e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=931a2b31-aa29-4e78-a2df-53ade88e5e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414994 Jan 28 13:40:35.016318 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-00c6579d-7e94-492f-a85e-d743fa1cbc3c service neutron] 10.222.0.35 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894768 Jan 28 13:40:35.111849 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29c0f0ea-2aa2-46fa-a221-6701f9be52d0 req-ae8de4d9-ace4-4e14-9fac-60b3fb5b4f67 service neutron] 10.222.0.35 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895624 Jan 28 13:40:35.139704 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e372a144-a67a-4901-89c4-53c1aa8ba791 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:35.188682 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e372a144-a67a-4901-89c4-53c1aa8ba791 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:35.189067 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.198752 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5f1e7-c011-411b-95bd-3dd8a531c9f2 req-2344d27b-b25d-4ef5-9adb-344b1c4b725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:35.200326 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7d5f1e7-c011-411b-95bd-3dd8a531c9f2 req-2344d27b-b25d-4ef5-9adb-344b1c4b725f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 1094 time: 0.0421743 Jan 28 13:40:35.272512 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e372a144-a67a-4901-89c4-53c1aa8ba791 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:35.308199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5f1e7-c011-411b-95bd-3dd8a531c9f2 req-b38b60c9-d77c-4c46-95dd-a0aee9238d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:35.309794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7d5f1e7-c011-411b-95bd-3dd8a531c9f2 req-b38b60c9-d77c-4c46-95dd-a0aee9238d63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=931a2b31-aa29-4e78-a2df-53ade88e5e0a HTTP/1.1" status: 200 len: 897 time: 0.1037831 Jan 28 13:40:35.350692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7d5f1e7-c011-411b-95bd-3dd8a531c9f2 req-0a90e801-776c-4034-951d-fd2b8ef0ee88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 HTTP/1.1" status: 200 len: 217 time: 0.0348475 Jan 28 13:40:35.407263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5f1e7-c011-411b-95bd-3dd8a531c9f2 req-b5c0762b-8ec4-484c-8d5c-2706037ce08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:35.408731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7d5f1e7-c011-411b-95bd-3dd8a531c9f2 req-b5c0762b-8ec4-484c-8d5c-2706037ce08f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=006fa156-edc4-413a-ae3c-317c085e8d6c HTTP/1.1" status: 200 len: 835 time: 0.0483932 Jan 28 13:40:35.458775 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5f1e7-c011-411b-95bd-3dd8a531c9f2 req-99585ff7-94f0-4a61-8d18-64a257a660be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:35.460279 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7d5f1e7-c011-411b-95bd-3dd8a531c9f2 req-99585ff7-94f0-4a61-8d18-64a257a660be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=931a2b31-aa29-4e78-a2df-53ade88e5e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454583 Jan 28 13:40:35.556307 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7d5f1e7-c011-411b-95bd-3dd8a531c9f2 req-e2bfa5fd-a8e8-416b-80fc-aa13fd38c6b4 service neutron] 10.222.0.35 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897641 Jan 28 13:40:35.686868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962dbdf-0ea5-484d-aeaa-41d1666a3c1c req-469370a2-ccca-4648-89a0-5b8fa103b2ba tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:35.688278 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6962dbdf-0ea5-484d-aeaa-41d1666a3c1c req-469370a2-ccca-4648-89a0-5b8fa103b2ba tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 943 time: 0.0758297 Jan 28 13:40:35.690456 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c7d5f1e7-c011-411b-95bd-3dd8a531c9f2 req-c3a567a8-915a-4668-a9f9-f95aa741669d service neutron] 10.222.0.35 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272120 Jan 28 13:40:35.740355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6962dbdf-0ea5-484d-aeaa-41d1666a3c1c req-b78fb0b6-9c0d-42fc-8dd6-36e1fb555c7c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461009 Jan 28 13:40:36.856402 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e013b-17f8-4a67-8eba-27bb4ca7400f req-1aed9872-9600-4ec1-9880-4bd395f4a966 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:36.857857 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d81e013b-17f8-4a67-8eba-27bb4ca7400f req-1aed9872-9600-4ec1-9880-4bd395f4a966 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 943 time: 0.0481808 Jan 28 13:40:36.911150 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d81e013b-17f8-4a67-8eba-27bb4ca7400f req-d9648047-74c5-45e7-8f91-7043747f40d9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462999 Jan 28 13:40:37.547909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:40:37.648565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7,segment=NetworkSegment(82c90b23-a79e-4594-8ea5-1388ab184b9d),segment_id=82c90b23-a79e-4594-8ea5-1388ab184b9d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:37.661259 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'port_id': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7', 'mac_address': 'fa:16:3e:65:53:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:40:37.698780 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:37.699167 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.712141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:40:37.731296 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7,segment=NetworkSegment(82c90b23-a79e-4594-8ea5-1388ab184b9d),segment_id=82c90b23-a79e-4594-8ea5-1388ab184b9d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:37.735045 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.781292 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:37.944238 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['1e43bb44-e898-41a9-8c8c-fc67a2b73ac7'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:40:38.034444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec74b7f-55cf-408b-b2a9-29c10a2a087a req-99af8046-da9a-4438-b8b9-8768cb098aec tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:38.035899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cec74b7f-55cf-408b-b2a9-29c10a2a087a req-99af8046-da9a-4438-b8b9-8768cb098aec tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 944 time: 0.0485291 Jan 28 13:40:38.085540 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cec74b7f-55cf-408b-b2a9-29c10a2a087a req-a37ef9cc-3ea8-47f3-9d1b-47a5cb1c4cc6 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426061 Jan 28 13:40:39.204333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1565bf-88ed-4ca9-bfae-3bca977b4c30 req-540646e6-7e6f-4211-a45b-25357998da9b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:39.206557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2e1565bf-88ed-4ca9-bfae-3bca977b4c30 req-540646e6-7e6f-4211-a45b-25357998da9b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 944 time: 0.0517752 Jan 28 13:40:39.257465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2e1565bf-88ed-4ca9-bfae-3bca977b4c30 req-c96e2e67-d6a2-4c2b-bc29-05cedd0ba605 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450983 Jan 28 13:40:39.548519 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:39.599251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:40:39.603106 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:39.603526 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.683065 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:39.683487 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.706416 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:39.709203 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9601f19f-ed1a-4ffa-bbff-0691e72ad1f9" -d '{"events": [{"server_uuid": "6df6f011-470b-41f4-a219-bbc6b9cfecc9", "name": "network-vif-plugged", "status": "completed", "tag": "1e43bb44-e898-41a9-8c8c-fc67a2b73ac7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:39.722869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7,segment=NetworkSegment(82c90b23-a79e-4594-8ea5-1388ab184b9d),segment_id=82c90b23-a79e-4594-8ea5-1388ab184b9d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:39.727334 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.751512 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caecdea-2d5a-4680-ac7d-94940c0bf554 x-openstack-request-id: req-1caecdea-2d5a-4680-ac7d-94940c0bf554 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:39.751807 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df6f011-470b-41f4-a219-bbc6b9cfecc9", "name": "network-vif-plugged", "status": "completed", "tag": "1e43bb44-e898-41a9-8c8c-fc67a2b73ac7", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:39.752054 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1caecdea-2d5a-4680-ac7d-94940c0bf554 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:39.752441 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7', 'code': 200} Jan 28 13:40:39.783856 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:39.848979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0ef13-e27b-4e64-b8e7-385401c5fb92 req-47b56e93-cda1-4c8b-9356-d40114d76435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:39.850433 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cab0ef13-e27b-4e64-b8e7-385401c5fb92 req-47b56e93-cda1-4c8b-9356-d40114d76435 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 1096 time: 0.0440986 Jan 28 13:40:39.897295 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cab0ef13-e27b-4e64-b8e7-385401c5fb92 req-72749613-9286-47a1-a599-6f7b05bbe118 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395830 Jan 28 13:40:40.372528 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930fffc-47f3-4937-9408-53442f5522cf req-466899bb-c327-4f2b-8feb-2ba765a9655c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:40.373909 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c930fffc-47f3-4937-9408-53442f5522cf req-466899bb-c327-4f2b-8feb-2ba765a9655c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 945 time: 0.0503416 Jan 28 13:40:40.423314 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c930fffc-47f3-4937-9408-53442f5522cf req-4c787269-d1fa-4eca-b8e7-d10792433e68 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438735 Jan 28 13:40:41.542333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495915c-12c6-441f-824a-deecfb108749 req-3ac99869-3dfd-4a57-97c2-29fc02b22a5b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:41.544052 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b495915c-12c6-441f-824a-deecfb108749 req-3ac99869-3dfd-4a57-97c2-29fc02b22a5b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 945 time: 0.0526810 Jan 28 13:40:41.595442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b495915c-12c6-441f-824a-deecfb108749 req-ba82651e-d108-4f71-9fd2-aaf9d74c2f69 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446317 Jan 28 13:40:41.711624 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb577e-b436-4802-947f-bdc6a3e0e8de req-847b1125-4dcd-4a76-b6bf-636a513e54b5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:41.713055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6dfb577e-b436-4802-947f-bdc6a3e0e8de req-847b1125-4dcd-4a76-b6bf-636a513e54b5 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 945 time: 0.0491652 Jan 28 13:40:41.762007 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6dfb577e-b436-4802-947f-bdc6a3e0e8de req-d12aebe8-6ba6-4af0-8720-b38735630753 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432372 Jan 28 13:40:41.783784 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38052) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:41.823820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a2b8f-ad33-488f-9dcb-907397d34a71 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:41.825353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-845a2b8f-ad33-488f-9dcb-907397d34a71 tempest-TestNetworkAdvancedServerOps-616343360 tempest-TestNetworkAdvancedServerOps-616343360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 1091 time: 0.0405054 Jan 28 13:40:41.828113 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38054) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:41.832246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:41.852127 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.317517 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.424336 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Allocated IP 172.25.7.119 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/c570bb61-e4ea-4d63-941c-3ed3ddd9b302) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:42.529086 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (c570bb61-e4ea-4d63-941c-3ed3ddd9b302), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.563274 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (c570bb61-e4ea-4d63-941c-3ed3ddd9b302), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.599087 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:42.603126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:42.609246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:42.634199 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=c570bb61-e4ea-4d63-941c-3ed3ddd9b302,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:42.973464 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (26b7228a-2ab0-4885-bdd2-b8e256b1fca6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.042347 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (c570bb61-e4ea-4d63-941c-3ed3ddd9b302), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.190968 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for port (c570bb61-e4ea-4d63-941c-3ed3ddd9b302), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.195490 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (c570bb61-e4ea-4d63-941c-3ed3ddd9b302), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.270470 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event updated for resources: {'Port': ['ID=c570bb61-e4ea-4d63-941c-3ed3ddd9b302,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:43.284675 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (26b7228a-2ab0-4885-bdd2-b8e256b1fca6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.384909 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Floating IP 26b7228a-2ab0-4885-bdd2-b8e256b1fca6 associated. External IP: 172.25.7.119, port: 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7. Jan 28 13:40:43.603055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:43.742118 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:43.754703 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e119e63-5111-4ff2-852d-3881591c19da None None] Sync routers for ids ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:43.763375 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.769287 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e119e63-5111-4ff2-852d-3881591c19da None None] Routers {'40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:43.769913 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4e119e63-5111-4ff2-852d-3881591c19da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:43.796957 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-38d2f84f-4332-416a-9189-0979d458463a tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9678333 Jan 28 13:40:43.797894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'tag': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:43.800943 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45822ce-355d-4366-93d9-daa17d1bee5b" -d '{"events": [{"name": "network-changed", "server_uuid": "6df6f011-470b-41f4-a219-bbc6b9cfecc9", "tag": "1e43bb44-e898-41a9-8c8c-fc67a2b73ac7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:43.841256 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b590e11-25ff-4c0c-aad7-762a40394e8c x-openstack-request-id: req-5b590e11-25ff-4c0c-aad7-762a40394e8c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:43.841589 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df6f011-470b-41f4-a219-bbc6b9cfecc9", "tag": "1e43bb44-e898-41a9-8c8c-fc67a2b73ac7", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:43.841855 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b590e11-25ff-4c0c-aad7-762a40394e8c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:43.842306 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'tag': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7', 'status': 'completed', 'code': 200} Jan 28 13:40:43.924720 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-4e119e63-5111-4ff2-852d-3881591c19da None None] Set router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:43.936258 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ecd4d-086c-4409-a788-3a972e27ded6 req-56e84d55-c33e-4550-9653-bf0f5e1f94c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:43.937831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a86ecd4d-086c-4409-a788-3a972e27ded6 req-56e84d55-c33e-4550-9653-bf0f5e1f94c7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 945 time: 0.0822430 Jan 28 13:40:43.944623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45822ce-355d-4366-93d9-daa17d1bee5b req-bf06c283-fe4b-4da4-8dd5-56531d746995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:43.946079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c45822ce-355d-4366-93d9-daa17d1bee5b req-bf06c283-fe4b-4da4-8dd5-56531d746995 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 1096 time: 0.0767426 Jan 28 13:40:44.051011 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a86ecd4d-086c-4409-a788-3a972e27ded6 req-380a0d9c-89ed-4da3-aedb-f1bdcd987389 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039498 Jan 28 13:40:44.075303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38060) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:44.084582 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45822ce-355d-4366-93d9-daa17d1bee5b req-7f97da1c-8af4-47b3-955d-505c72e1227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:44.086017 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c45822ce-355d-4366-93d9-daa17d1bee5b req-7f97da1c-8af4-47b3-955d-505c72e1227d service neutron] 10.222.0.35 "GET /v2.0/networks?id=931a2b31-aa29-4e78-a2df-53ade88e5e0a HTTP/1.1" status: 200 len: 897 time: 0.1323152 Jan 28 13:40:44.204299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-1dfff486-f42e-4fec-b9d6-974211dbcd56 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/26b7228a-2ab0-4885-bdd2-b8e256b1fca6 HTTP/1.1" status: 200 len: 991 time: 0.1282418 Jan 28 13:40:44.206122 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4e119e63-5111-4ff2-852d-3881591c19da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:40:30Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '26b7228a-2ab0-4885-bdd2-b8e256b1fca6', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'port_id': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'mac_address': 'fa:16:3e:65:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:40:42Z', 'updated_at': '2022-01-28T13:40:42Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e372a144-a67a-4901-89c4-53c1aa8ba791', 'name': '', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:93:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:29Z', 'updated_at': '2022-01-28T13:40:33Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:44.211613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c45822ce-355d-4366-93d9-daa17d1bee5b req-d2366941-1541-448d-9b58-be3a067bd8ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 HTTP/1.1" status: 200 len: 999 time: 0.0924816 Jan 28 13:40:44.265393 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45822ce-355d-4366-93d9-daa17d1bee5b req-9763287f-1fef-4b04-abcb-7f50e2376ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:44.266893 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c45822ce-355d-4366-93d9-daa17d1bee5b req-9763287f-1fef-4b04-abcb-7f50e2376ea1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=006fa156-edc4-413a-ae3c-317c085e8d6c HTTP/1.1" status: 200 len: 835 time: 0.0499821 Jan 28 13:40:44.321096 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45822ce-355d-4366-93d9-daa17d1bee5b req-272617dd-d060-4c1c-924d-4f1c35bf0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:44.323117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c45822ce-355d-4366-93d9-daa17d1bee5b req-272617dd-d060-4c1c-924d-4f1c35bf0415 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=931a2b31-aa29-4e78-a2df-53ade88e5e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507627 Jan 28 13:40:44.339306 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e119e63-5111-4ff2-852d-3881591c19da None None] Checking router: 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:44.347707 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e119e63-5111-4ff2-852d-3881591c19da None None] Routers {'40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:44.348316 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4e119e63-5111-4ff2-852d-3881591c19da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:40:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:44.417815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c45822ce-355d-4366-93d9-daa17d1bee5b req-458087f4-2863-44ba-9bb7-f85c8b14caa2 service neutron] 10.222.0.35 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886586 Jan 28 13:40:44.458795 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-4e119e63-5111-4ff2-852d-3881591c19da None None] Set router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:44.512066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c45822ce-355d-4366-93d9-daa17d1bee5b req-3f4c1a1e-01a4-4d9e-9798-aae98f625cc8 service neutron] 10.222.0.35 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882084 Jan 28 13:40:44.695403 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4e119e63-5111-4ff2-852d-3881591c19da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:40:30Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '26b7228a-2ab0-4885-bdd2-b8e256b1fca6', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'port_id': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'mac_address': 'fa:16:3e:65:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:40:42Z', 'updated_at': '2022-01-28T13:40:42Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e372a144-a67a-4901-89c4-53c1aa8ba791', 'name': '', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:93:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:29Z', 'updated_at': '2022-01-28T13:40:33Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:44.725360 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e119e63-5111-4ff2-852d-3881591c19da None None] The sync data for ids ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'] in n-d-824835-4 is: [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:40:30Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '26b7228a-2ab0-4885-bdd2-b8e256b1fca6', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'port_id': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'mac_address': 'fa:16:3e:65:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:40:42Z', 'updated_at': '2022-01-28T13:40:42Z', 'revision_number': 0, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e372a144-a67a-4901-89c4-53c1aa8ba791', 'name': '', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:93:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:29Z', 'updated_at': '2022-01-28T13:40:33Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:44.925791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d26f12-15bb-40f1-b7e2-7ded08323814 None None] New status for floating IP 26b7228a-2ab0-4885-bdd2-b8e256b1fca6: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:40:45.208360 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38062) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:45.267906 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-52a2707b-2256-483e-8f21-faced1befc5c tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/26b7228a-2ab0-4885-bdd2-b8e256b1fca6 HTTP/1.1" status: 200 len: 993 time: 0.0580487 Jan 28 13:40:48.108338 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.408311 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.388753 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40182929-fe6e-4ac2-97e7-b3d39621c616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.244056 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:40:51.755078 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3332f55-092b-46df-aa13-1051454991ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.256509 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:54.907997 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.251506 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.019319 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3366214-33ce-4c14-9448-10815e3b93ab req-a12af9ab-ef62-4a2f-9807-27ffaf628105 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442722 Jan 28 13:41:08.101240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3366214-33ce-4c14-9448-10815e3b93ab req-1f3f9b75-c678-4447-b239-2ed40ff608ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:08.102700 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3366214-33ce-4c14-9448-10815e3b93ab req-1f3f9b75-c678-4447-b239-2ed40ff608ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 1096 time: 0.0411444 Jan 28 13:41:08.206506 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3366214-33ce-4c14-9448-10815e3b93ab req-ea26919c-6cfb-4ec4-a378-2f09d2ca7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:08.207991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3366214-33ce-4c14-9448-10815e3b93ab req-ea26919c-6cfb-4ec4-a378-2f09d2ca7c80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=931a2b31-aa29-4e78-a2df-53ade88e5e0a HTTP/1.1" status: 200 len: 897 time: 0.0867591 Jan 28 13:41:08.283632 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3366214-33ce-4c14-9448-10815e3b93ab req-f856d739-936b-4f69-b8c4-b529770ed6bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 HTTP/1.1" status: 200 len: 1001 time: 0.0684562 Jan 28 13:41:08.332050 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3366214-33ce-4c14-9448-10815e3b93ab req-7377e3c1-0efe-468e-9d18-4d2f64212a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:08.333726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3366214-33ce-4c14-9448-10815e3b93ab req-7377e3c1-0efe-468e-9d18-4d2f64212a3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=006fa156-edc4-413a-ae3c-317c085e8d6c HTTP/1.1" status: 200 len: 835 time: 0.0445061 Jan 28 13:41:08.379692 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3366214-33ce-4c14-9448-10815e3b93ab req-8675a752-6e50-4675-be5c-01681a42ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:08.381210 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3366214-33ce-4c14-9448-10815e3b93ab req-8675a752-6e50-4675-be5c-01681a42ab54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=931a2b31-aa29-4e78-a2df-53ade88e5e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406280 Jan 28 13:41:08.475424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3366214-33ce-4c14-9448-10815e3b93ab req-a9af9258-1fae-4a2d-b5c2-4a763ed29fef service neutron] 10.222.0.35 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868869 Jan 28 13:41:08.566352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c3366214-33ce-4c14-9448-10815e3b93ab req-68b4ed92-a554-46b2-87ff-d0eab2bc8373 service neutron] 10.222.0.35 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823555 Jan 28 13:41:16.717766 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9afde-33ef-46ad-9bc9-f73ed1cb53e8 req-d9cf00c9-9c8b-4628-9f99-4bb415fce901 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:16.719142 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-64d9afde-33ef-46ad-9bc9-f73ed1cb53e8 req-d9cf00c9-9c8b-4628-9f99-4bb415fce901 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 945 time: 0.0533752 Jan 28 13:41:16.767027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-64d9afde-33ef-46ad-9bc9-f73ed1cb53e8 req-99dd80cb-b123-452e-b45b-b25cd15ee558 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423436 Jan 28 13:41:17.886722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019f900-5518-49c6-8f87-a7b94c66e05a req-50b5ba56-563b-415d-bf67-84d7b587e43f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:17.888209 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a019f900-5518-49c6-8f87-a7b94c66e05a req-50b5ba56-563b-415d-bf67-84d7b587e43f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 945 time: 0.0478382 Jan 28 13:41:17.935923 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a019f900-5518-49c6-8f87-a7b94c66e05a req-6ce3b9bc-b07c-4afc-98e9-95be6c87669b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421767 Jan 28 13:41:17.958731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38082) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:18.022357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-75f791ab-31b5-4a70-b00a-22288e1f1614 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/26b7228a-2ab0-4885-bdd2-b8e256b1fca6 HTTP/1.1" status: 200 len: 993 time: 0.0623705 Jan 28 13:41:18.124486 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.420849 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.315572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68238493-2464-468f-8a1b-df16061c8900 req-a1f5d689-3f1e-44f9-811a-e679d772572b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:19.316973 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68238493-2464-468f-8a1b-df16061c8900 req-a1f5d689-3f1e-44f9-811a-e679d772572b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 945 time: 0.0788636 Jan 28 13:41:19.323530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d516bad-eafc-4508-aea5-49c64d4f9359 req-673ae057-6dba-4252-ba39-0ad6346b2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:19.324936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d516bad-eafc-4508-aea5-49c64d4f9359 req-673ae057-6dba-4252-ba39-0ad6346b2996 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 1096 time: 0.0585325 Jan 28 13:41:19.391073 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c249546e-8f0d-4ebc-bc11-13d785d3e8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.423430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-68238493-2464-468f-8a1b-df16061c8900 req-78aec51c-57aa-4814-9db2-799bf0a8cf51 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975130 Jan 28 13:41:19.448751 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d516bad-eafc-4508-aea5-49c64d4f9359 req-991b9e17-1aa5-4147-90ef-95025aedb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:19.449955 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d516bad-eafc-4508-aea5-49c64d4f9359 req-991b9e17-1aa5-4147-90ef-95025aedb7b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=931a2b31-aa29-4e78-a2df-53ade88e5e0a HTTP/1.1" status: 200 len: 897 time: 0.1185133 Jan 28 13:41:19.518301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d516bad-eafc-4508-aea5-49c64d4f9359 req-d3793b0e-acf5-436f-9726-1108933dab25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 HTTP/1.1" status: 200 len: 1001 time: 0.0628252 Jan 28 13:41:19.565416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d516bad-eafc-4508-aea5-49c64d4f9359 req-069dfb5c-b781-406a-826a-ca3ec614d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:19.566890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d516bad-eafc-4508-aea5-49c64d4f9359 req-069dfb5c-b781-406a-826a-ca3ec614d67d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=006fa156-edc4-413a-ae3c-317c085e8d6c HTTP/1.1" status: 200 len: 835 time: 0.0429847 Jan 28 13:41:19.611213 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d516bad-eafc-4508-aea5-49c64d4f9359 req-81c80a9a-ce7d-4d37-b8c1-f7248d08e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:19.612696 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d516bad-eafc-4508-aea5-49c64d4f9359 req-81c80a9a-ce7d-4d37-b8c1-f7248d08e6cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=931a2b31-aa29-4e78-a2df-53ade88e5e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405717 Jan 28 13:41:19.706235 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d516bad-eafc-4508-aea5-49c64d4f9359 req-0290e921-22b8-403a-a673-49cda3e82ccd service neutron] 10.222.0.35 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871577 Jan 28 13:41:19.795958 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d516bad-eafc-4508-aea5-49c64d4f9359 req-69fe3b21-ed7d-4648-8eea-d4d088c543b2 service neutron] 10.222.0.35 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836468 Jan 28 13:41:20.546670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e33ec-60f9-4429-9005-d5f09d5fabeb req-62bc60c3-c32d-470e-8634-f4512ef073e9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:20.548205 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e60e33ec-60f9-4429-9005-d5f09d5fabeb req-62bc60c3-c32d-470e-8634-f4512ef073e9 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 945 time: 0.0492525 Jan 28 13:41:20.602313 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e60e33ec-60f9-4429-9005-d5f09d5fabeb req-090b0c5f-1d28-43d0-8755-34abb40abac0 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480969 Jan 28 13:41:21.727649 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fc845-d7b9-428a-94d8-7df19bf9e73a req-a10fd655-3a42-4dd4-9c98-da67ebd5f7ee tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:21.729021 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f42fc845-d7b9-428a-94d8-7df19bf9e73a req-a10fd655-3a42-4dd4-9c98-da67ebd5f7ee tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 945 time: 0.0527792 Jan 28 13:41:21.756606 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4eeba9b0-59f7-4373-a5d0-f3c0a1fea495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.780673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f42fc845-d7b9-428a-94d8-7df19bf9e73a req-97730521-46d0-4492-ac2c-4b5318ab75a2 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459030 Jan 28 13:41:21.803682 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38094) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:21.867130 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-eb66ebca-e8be-4d68-b6bd-7fac5a839637 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/floatingips/26b7228a-2ab0-4885-bdd2-b8e256b1fca6 HTTP/1.1" status: 200 len: 993 time: 0.0619478 Jan 28 13:41:22.087553 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38100) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:22.572487 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port c570bb61-e4ea-4d63-941c-3ed3ddd9b302 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:22.572837 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (c570bb61-e4ea-4d63-941c-3ed3ddd9b302), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.647222 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (c570bb61-e4ea-4d63-941c-3ed3ddd9b302), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.647583 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (c570bb61-e4ea-4d63-941c-3ed3ddd9b302), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.660289 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for c570bb61-e4ea-4d63-941c-3ed3ddd9b302 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:22.808504 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (c570bb61-e4ea-4d63-941c-3ed3ddd9b302), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.834713 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=c570bb61-e4ea-4d63-941c-3ed3ddd9b302,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:22.862084 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.862436 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.862778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.863110 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.863463 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.863792 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.864116 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.864439 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.864761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.865080 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.865399 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.865714 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.866027 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:22.906031 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for floatingip (26b7228a-2ab0-4885-bdd2-b8e256b1fca6), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.906357 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Floating IP 26b7228a-2ab0-4885-bdd2-b8e256b1fca6 disassociated (deleted). External IP: 172.25.7.119, port: 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7. Jan 28 13:41:23.109676 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:23.216472 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:23.221328 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.225716 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af66273-7435-4b34-959f-cd60872e03e9 None None] Sync routers for ids ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:23.235877 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af66273-7435-4b34-959f-cd60872e03e9 None None] Routers {'40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:23.236478 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3af66273-7435-4b34-959f-cd60872e03e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:23.249088 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-80c93d83-fd46-4e62-9658-4f1296c3301e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/floatingips/26b7228a-2ab0-4885-bdd2-b8e256b1fca6 HTTP/1.1" status: 204 len: 168 time: 1.1605225 Jan 28 13:41:23.249751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'tag': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:23.252914 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcea6aa7310c04abe0b6c5d57a933cb21896f4ce98dc77ba11699632bd45269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a3a329-dd9e-4efa-b13b-21bc2cd5b4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6df6f011-470b-41f4-a219-bbc6b9cfecc9", "tag": "1e43bb44-e898-41a9-8c8c-fc67a2b73ac7"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:23.265150 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.292897 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a88eaeb-df00-400d-890d-93b09aa5f1ca x-openstack-request-id: req-4a88eaeb-df00-400d-890d-93b09aa5f1ca {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:23.293391 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df6f011-470b-41f4-a219-bbc6b9cfecc9", "tag": "1e43bb44-e898-41a9-8c8c-fc67a2b73ac7", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:23.293743 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a88eaeb-df00-400d-890d-93b09aa5f1ca {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:23.294167 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'tag': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7', 'status': 'completed', 'code': 200} Jan 28 13:41:23.345854 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3af66273-7435-4b34-959f-cd60872e03e9 None None] Set router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:23.355015 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3a329-dd9e-4efa-b13b-21bc2cd5b4eb req-3813b095-2554-40b7-8529-b9429ba638de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:23.356667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57a3a329-dd9e-4efa-b13b-21bc2cd5b4eb req-3813b095-2554-40b7-8529-b9429ba638de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f058008f05084a11960cfe7ad63cfd7f&device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 1096 time: 0.0428193 Jan 28 13:41:23.491912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3a329-dd9e-4efa-b13b-21bc2cd5b4eb req-c22cc0c8-881b-4232-be16-b0c025c847c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:23.493390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57a3a329-dd9e-4efa-b13b-21bc2cd5b4eb req-c22cc0c8-881b-4232-be16-b0c025c847c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=931a2b31-aa29-4e78-a2df-53ade88e5e0a HTTP/1.1" status: 200 len: 897 time: 0.1312373 Jan 28 13:41:23.516240 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11bf2b-d044-4b92-bfbc-93a95abe492d req-3ec04c0c-ee8b-499c-8bba-675952ffbcde tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:23.517740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da11bf2b-d044-4b92-bfbc-93a95abe492d req-3ec04c0c-ee8b-499c-8bba-675952ffbcde tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 945 time: 0.0769074 Jan 28 13:41:23.547980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57a3a329-dd9e-4efa-b13b-21bc2cd5b4eb req-d262b92f-bd6f-4525-bcff-3c3e63eacef6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 HTTP/1.1" status: 200 len: 217 time: 0.0471709 Jan 28 13:41:23.560790 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3af66273-7435-4b34-959f-cd60872e03e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:40:30Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e372a144-a67a-4901-89c4-53c1aa8ba791', 'name': '', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:93:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:29Z', 'updated_at': '2022-01-28T13:40:33Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:23.587158 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af66273-7435-4b34-959f-cd60872e03e9 None None] Checking router: 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:41:23.597089 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af66273-7435-4b34-959f-cd60872e03e9 None None] Routers {'40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:23.597633 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3af66273-7435-4b34-959f-cd60872e03e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:23.627790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3a329-dd9e-4efa-b13b-21bc2cd5b4eb req-62f023f4-04f2-4d00-ae65-98bd3a8adb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:23.629275 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57a3a329-dd9e-4efa-b13b-21bc2cd5b4eb req-62f023f4-04f2-4d00-ae65-98bd3a8adb4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=006fa156-edc4-413a-ae3c-317c085e8d6c HTTP/1.1" status: 200 len: 835 time: 0.0753422 Jan 28 13:41:23.633056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-da11bf2b-d044-4b92-bfbc-93a95abe492d req-87c4c822-c1e9-49f8-9833-d48f54e9ed5e tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875137 Jan 28 13:41:23.689734 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3a329-dd9e-4efa-b13b-21bc2cd5b4eb req-b55807af-3caf-428d-b113-e8b1158e830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:23.691273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57a3a329-dd9e-4efa-b13b-21bc2cd5b4eb req-b55807af-3caf-428d-b113-e8b1158e830f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=931a2b31-aa29-4e78-a2df-53ade88e5e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544188 Jan 28 13:41:23.712235 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3af66273-7435-4b34-959f-cd60872e03e9 None None] Set router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:23.791287 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57a3a329-dd9e-4efa-b13b-21bc2cd5b4eb req-f315e417-7b96-40c2-838e-987a75debd5c service neutron] 10.222.0.35 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930755 Jan 28 13:41:23.885818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-57a3a329-dd9e-4efa-b13b-21bc2cd5b4eb req-d024258e-3749-45b7-9240-45fff056c8d3 service neutron] 10.222.0.35 "GET /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877671 Jan 28 13:41:23.922532 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3af66273-7435-4b34-959f-cd60872e03e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:40:30Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e372a144-a67a-4901-89c4-53c1aa8ba791', 'name': '', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:93:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:29Z', 'updated_at': '2022-01-28T13:40:33Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:23.948619 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af66273-7435-4b34-959f-cd60872e03e9 None None] The sync data for ids ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'] in n-d-824835-4 is: [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:40:30Z', 'revision_number': 4, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'e372a144-a67a-4901-89c4-53c1aa8ba791', 'name': '', 'network_id': '931a2b31-aa29-4e78-a2df-53ade88e5e0a', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'mac_address': 'fa:16:3e:93:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:29Z', 'updated_at': '2022-01-28T13:40:33Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'subnets': [{'id': '006fa156-edc4-413a-ae3c-317c085e8d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:24.166750 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b3fafb-46d1-4b1d-8c9d-e64c4a98c3d3 None None] New status for floating IP 26b7228a-2ab0-4885-bdd2-b8e256b1fca6: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:41:24.766798 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a69a96-1a0d-46a8-867a-45dde07e7cb7 req-7343151c-af88-46aa-ac57-63d6b72d6f0f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:24.768371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02a69a96-1a0d-46a8-867a-45dde07e7cb7 req-7343151c-af88-46aa-ac57-63d6b72d6f0f tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 945 time: 0.0536842 Jan 28 13:41:24.819461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02a69a96-1a0d-46a8-867a-45dde07e7cb7 req-42dca9e3-859b-4c42-a5dd-53e4b5fc86da tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9a7f61a-ca58-486f-adc3-a3ca3938e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453715 Jan 28 13:41:24.914121 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.981589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda91de7-143f-469f-acac-71f23d13f477 req-6e3b2c0e-cfb0-4cae-a186-1ff5b238b55b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:24.983025 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dda91de7-143f-469f-acac-71f23d13f477 req-6e3b2c0e-cfb0-4cae-a186-1ff5b238b55b tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 945 time: 0.0520945 Jan 28 13:41:25.069390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-dda91de7-143f-469f-acac-71f23d13f477 req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:25.069649 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dda91de7-143f-469f-acac-71f23d13f477 req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.160192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-dda91de7-143f-469f-acac-71f23d13f477 req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7,segment=NetworkSegment(82c90b23-a79e-4594-8ea5-1388ab184b9d),segment_id=82c90b23-a79e-4594-8ea5-1388ab184b9d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:25.160564 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dda91de7-143f-469f-acac-71f23d13f477 req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.173034 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-dda91de7-143f-469f-acac-71f23d13f477 req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:25.307471 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dda91de7-143f-469f-acac-71f23d13f477 req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1e43bb44-e898-41a9-8c8c-fc67a2b73ac7), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.334968 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=1e43bb44-e898-41a9-8c8c-fc67a2b73ac7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:25.366799 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.367157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.367536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.367877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.368216 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.368547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.368877 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.369211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.369541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.369896 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.370259 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.370584 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.370908 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:25.397912 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda91de7-143f-469f-acac-71f23d13f477 req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] No DVR routers for this DVR port 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:25.401985 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dda91de7-143f-469f-acac-71f23d13f477 req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.406794 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dda91de7-143f-469f-acac-71f23d13f477 req-ee17ebec-823f-4c3a-b1ce-179e8e790580 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.35 "DELETE /v2.0/ports/1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 HTTP/1.1" status: 204 len: 173 time: 0.4190664 Jan 28 13:41:25.407427 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'name': 'network-vif-deleted', 'tag': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:25.410778 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cca34d-cf3c-4cc7-86aa-1ac59c3107ff" -d '{"events": [{"server_uuid": "6df6f011-470b-41f4-a219-bbc6b9cfecc9", "name": "network-vif-deleted", "tag": "1e43bb44-e898-41a9-8c8c-fc67a2b73ac7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:25.466031 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a314468f-e169-4b6a-9a3b-ab6ccdd201cd x-openstack-request-id: req-a314468f-e169-4b6a-9a3b-ab6ccdd201cd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:25.466355 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df6f011-470b-41f4-a219-bbc6b9cfecc9", "name": "network-vif-deleted", "tag": "1e43bb44-e898-41a9-8c8c-fc67a2b73ac7", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:25.466616 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a314468f-e169-4b6a-9a3b-ab6ccdd201cd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:25.467021 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df6f011-470b-41f4-a219-bbc6b9cfecc9', 'name': 'network-vif-deleted', 'tag': '1e43bb44-e898-41a9-8c8c-fc67a2b73ac7', 'status': 'completed', 'code': 200} Jan 28 13:41:25.938778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e031aede-d18e-464f-869b-6ba8294b1ab3 req-7de52f72-9993-43b3-a2a9-3e2f90d51f92 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df6f011-470b-41f4-a219-bbc6b9cfecc9 HTTP/1.1" status: 200 len: 210 time: 0.0265892 Jan 28 13:41:26.254063 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.995224 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38116) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:27.348549 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0725286b-845a-4354-9d91-30d1e8ce96cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:27.599253 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0725286b-845a-4354-9d91-30d1e8ce96cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port e372a144-a67a-4901-89c4-53c1aa8ba791 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:27.599543 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0725286b-845a-4354-9d91-30d1e8ce96cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:27.688571 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0725286b-845a-4354-9d91-30d1e8ce96cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port e372a144-a67a-4901-89c4-53c1aa8ba791, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e372a144-a67a-4901-89c4-53c1aa8ba791,segment=NetworkSegment(82c90b23-a79e-4594-8ea5-1388ab184b9d),segment_id=82c90b23-a79e-4594-8ea5-1388ab184b9d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:27.688933 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0725286b-845a-4354-9d91-30d1e8ce96cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:27.700901 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0725286b-845a-4354-9d91-30d1e8ce96cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for e372a144-a67a-4901-89c4-53c1aa8ba791 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:27.885023 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0725286b-845a-4354-9d91-30d1e8ce96cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e372a144-a67a-4901-89c4-53c1aa8ba791), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:27.911599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725286b-845a-4354-9d91-30d1e8ce96cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=e372a144-a67a-4901-89c4-53c1aa8ba791,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:28.090296 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0725286b-845a-4354-9d91-30d1e8ce96cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.243668 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:41:28.297729 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0725286b-845a-4354-9d91-30d1e8ce96cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:28.402633 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0725286b-845a-4354-9d91-30d1e8ce96cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:28.407577 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0725286b-845a-4354-9d91-30d1e8ce96cb tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "PUT /v2.0/routers/40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4112196 Jan 28 13:41:28.410319 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38118) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:28.413427 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485fd94-4354-4023-a5d8-db59664313b8 None None] Sync routers for ids ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:28.424711 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485fd94-4354-4023-a5d8-db59664313b8 None None] Routers {'40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:28.425328 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b485fd94-4354-4023-a5d8-db59664313b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:28.472439 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c8a551-db8d-4e43-bad1-f26d2cd3b874 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting subnet 006fa156-edc4-413a-ae3c-317c085e8d6c {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:28.475870 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10c8a551-db8d-4e43-bad1-f26d2cd3b874 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (006fa156-edc4-413a-ae3c-317c085e8d6c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.516974 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10c8a551-db8d-4e43-bad1-f26d2cd3b874 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (006fa156-edc4-413a-ae3c-317c085e8d6c), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.530079 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-b485fd94-4354-4023-a5d8-db59664313b8 None None] Set router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:28.598723 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10c8a551-db8d-4e43-bad1-f26d2cd3b874 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (006fa156-edc4-413a-ae3c-317c085e8d6c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.660695 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10c8a551-db8d-4e43-bad1-f26d2cd3b874 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (006fa156-edc4-413a-ae3c-317c085e8d6c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.688366 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8a551-db8d-4e43-bad1-f26d2cd3b874 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Subnet': ['ID=006fa156-edc4-413a-ae3c-317c085e8d6c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:28.694025 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10c8a551-db8d-4e43-bad1-f26d2cd3b874 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.697428 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-10c8a551-db8d-4e43-bad1-f26d2cd3b874 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/subnets/006fa156-edc4-413a-ae3c-317c085e8d6c HTTP/1.1" status: 204 len: 168 time: 0.2858517 Jan 28 13:41:28.700981 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38120) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:28.701166 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080853a0-ea35-42a5-9848-2baf734a193e None None] Network 931a2b31-aa29-4e78-a2df-53ade88e5e0a requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:28.710211 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b485fd94-4354-4023-a5d8-db59664313b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:41:27Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:28.741520 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485fd94-4354-4023-a5d8-db59664313b8 None None] Checking router: 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:41:28.751080 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485fd94-4354-4023-a5d8-db59664313b8 None None] Routers {'40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:28.751726 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b485fd94-4354-4023-a5d8-db59664313b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:28.826475 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.873638 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] DHCP port deletion for 931a2b31-aa29-4e78-a2df-53ade88e5e0a request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:41:28.923596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Deleting port b2375468-291d-42be-a4e5-77e67a3b6a07 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:28.923964 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.939220 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_gateway (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.968435 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-b485fd94-4354-4023-a5d8-db59664313b8 None None] Set router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:28.992621 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] For port b2375468-291d-42be-a4e5-77e67a3b6a07, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=b2375468-291d-42be-a4e5-77e67a3b6a07,segment=NetworkSegment(82c90b23-a79e-4594-8ea5-1388ab184b9d),segment_id=82c90b23-a79e-4594-8ea5-1388ab184b9d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:28.993178 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.008181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Calling delete_port for b2375468-291d-42be-a4e5-77e67a3b6a07 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:29.188803 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b485fd94-4354-4023-a5d8-db59664313b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:41:27Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:29.223504 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485fd94-4354-4023-a5d8-db59664313b8 None None] The sync data for ids ['40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab'] in n-d-824835-4 is: [{'id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867950866', 'tenant_id': 'f058008f05084a11960cfe7ad63cfd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:40:26Z', 'updated_at': '2022-01-28T13:41:27Z', 'revision_number': 5, 'project_id': 'f058008f05084a11960cfe7ad63cfd7f', 'gw_port': {'id': 'e16ea390-f938-4a46-931e-70cd5fec161a', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:40:27Z', 'updated_at': '2022-01-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:29.264580 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b2375468-291d-42be-a4e5-77e67a3b6a07 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:29.298695 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (b2375468-291d-42be-a4e5-77e67a3b6a07), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.335751 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Pushing event deleted for resources: {'Port': ['ID=b2375468-291d-42be-a4e5-77e67a3b6a07,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:29.344777 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] No DVR routers for this DVR port b2375468-291d-42be-a4e5-77e67a3b6a07 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:29.346249 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Deleting port e16ea390-f938-4a46-931e-70cd5fec161a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:29.346761 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e16ea390-f938-4a46-931e-70cd5fec161a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.349445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.349823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.350138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.350484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.350820 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.353927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.353927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.353927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.353927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.353927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.353927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.353927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.353927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d388402c-0239-42f8-adff-e03f31903b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:29.359019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No active binding found for port b2375468-291d-42be-a4e5-77e67a3b6a07 {{(pid=103130) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:41:29.359433 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] The host n-d-824835-4 is not matching for port b2375468-291d-42be-a4e5-77e67a3b6a07 host None! {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:41:29.359829 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device b2375468-291d-42be-a4e5-77e67a3b6a07 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:29.426711 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] For port e16ea390-f938-4a46-931e-70cd5fec161a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e16ea390-f938-4a46-931e-70cd5fec161a,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:29.427078 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e16ea390-f938-4a46-931e-70cd5fec161a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.441373 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Calling delete_port for e16ea390-f938-4a46-931e-70cd5fec161a owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:29.616934 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e16ea390-f938-4a46-931e-70cd5fec161a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.643441 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Port': ['ID=e16ea390-f938-4a46-931e-70cd5fec161a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:29.704413 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.796741 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.798902 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router_controller (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.824577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:29.845836 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.846356 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Fanout notify agent at l3_agent the message router_deleted on router 40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:41:29.848994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:29.849387 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 1e43bb44-e898-41a9-8c8c-fc67a2b73ac7 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:29.853165 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.854200 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3fdabd3d-1e97-4c27-baa4-ff580404f6ae tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/routers/40de1a3c-6cbe-49cf-9ffb-f2e6b0f421ab HTTP/1.1" status: 204 len: 168 time: 1.1521075 Jan 28 13:41:29.857812 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38122) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:29.937903 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (931a2b31-aa29-4e78-a2df-53ade88e5e0a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.034621 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (931a2b31-aa29-4e78-a2df-53ade88e5e0a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.054880 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931a2b31-aa29-4e78-a2df-53ade88e5e0a']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:30.064769 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c90b23-a79e-4594-8ea5-1388ab184b9d') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:30.065067 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c90b23-a79e-4594-8ea5-1388ab184b9d') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:30.074499 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (82c90b23-a79e-4594-8ea5-1388ab184b9d), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.087224 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (82c90b23-a79e-4594-8ea5-1388ab184b9d), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.093113 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:41:30.093490 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (82c90b23-a79e-4594-8ea5-1388ab184b9d), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:41:30.096445 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:41:30.150749 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (931a2b31-aa29-4e78-a2df-53ade88e5e0a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.157821 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.160913 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/networks/931a2b31-aa29-4e78-a2df-53ade88e5e0a HTTP/1.1" status: 204 len: 168 time: 0.3020189 Jan 28 13:41:30.164264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38124) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:30.173581 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4aa566-e684-4598-a593-20f1be745c67 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'Network': ['ID=931a2b31-aa29-4e78-a2df-53ade88e5e0a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:30.221061 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2379260-e493-422f-9643-a5d1c6e13da7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (a9a7f61a-ca58-486f-adc3-a3ca3938e97e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.247597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2379260-e493-422f-9643-a5d1c6e13da7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (a9a7f61a-ca58-486f-adc3-a3ca3938e97e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.315896 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2379260-e493-422f-9643-a5d1c6e13da7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (a9a7f61a-ca58-486f-adc3-a3ca3938e97e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.318533 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2379260-e493-422f-9643-a5d1c6e13da7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.322167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b2379260-e493-422f-9643-a5d1c6e13da7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] 10.222.0.53 "DELETE /v2.0/security-groups/a9a7f61a-ca58-486f-adc3-a3ca3938e97e HTTP/1.1" status: 204 len: 168 time: 0.1544514 Jan 28 13:41:30.330608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2379260-e493-422f-9643-a5d1c6e13da7 tempest-TestNetworkAdvancedServerOps-217886339 tempest-TestNetworkAdvancedServerOps-217886339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a7f61a-ca58-486f-adc3-a3ca3938e97e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:30.654325 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38132) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:30.798300 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b94f28b2-d006-448f-b768-2663fcaf86c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f058008f05084a11960cfe7ad63cfd7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406307 Jan 28 13:41:30.798521 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:30.848376 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2d7370f-851e-4baa-8178-a1c598ddb4d4 admin admin] Publish callbacks [] for security_group (8d63b17f-c203-445f-b3de-89d1e8d0671a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.869105 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2d7370f-851e-4baa-8178-a1c598ddb4d4 admin admin] Publish callbacks [] for security_group (8d63b17f-c203-445f-b3de-89d1e8d0671a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.916145 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2d7370f-851e-4baa-8178-a1c598ddb4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (8d63b17f-c203-445f-b3de-89d1e8d0671a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.918663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2d7370f-851e-4baa-8178-a1c598ddb4d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.919835 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-f2d7370f-851e-4baa-8178-a1c598ddb4d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d63b17f-c203-445f-b3de-89d1e8d0671a HTTP/1.1" status: 204 len: 168 time: 0.1204247 Jan 28 13:41:30.927613 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7370f-851e-4baa-8178-a1c598ddb4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d63b17f-c203-445f-b3de-89d1e8d0671a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:31.137131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e16ea390-f938-4a46-931e-70cd5fec161a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:31.157548 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e16ea390-f938-4a46-931e-70cd5fec161a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:31.157909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e16ea390-f938-4a46-931e-70cd5fec161a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:31.158341 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e372a144-a67a-4901-89c4-53c1aa8ba791 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:31.177273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e372a144-a67a-4901-89c4-53c1aa8ba791 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:31.177630 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e372a144-a67a-4901-89c4-53c1aa8ba791 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:31.184194 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38142) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:31.197366 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3528d672-c106-4a11-be78-062e1077ebe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.272710 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3528d672-c106-4a11-be78-062e1077ebe6 admin admin] Publish callbacks [] for security_group (4e111621-5ffe-47ff-bf08-d530e8518482), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.276601 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3528d672-c106-4a11-be78-062e1077ebe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4e111621-5ffe-47ff-bf08-d530e8518482), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.315455 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3528d672-c106-4a11-be78-062e1077ebe6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fac026a748f8496c8003180eb189a4ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301711 Jan 28 13:41:31.316326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528d672-c106-4a11-be78-062e1077ebe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e111621-5ffe-47ff-bf08-d530e8518482,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:31.318120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:31.367252 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c31b6b3a-be21-4b3e-bf6c-d5b2d489e267 admin admin] Publish callbacks [] for security_group (4e111621-5ffe-47ff-bf08-d530e8518482), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.389880 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c31b6b3a-be21-4b3e-bf6c-d5b2d489e267 admin admin] Publish callbacks [] for security_group (4e111621-5ffe-47ff-bf08-d530e8518482), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.436094 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c31b6b3a-be21-4b3e-bf6c-d5b2d489e267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (4e111621-5ffe-47ff-bf08-d530e8518482), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.438492 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c31b6b3a-be21-4b3e-bf6c-d5b2d489e267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.439650 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c31b6b3a-be21-4b3e-bf6c-d5b2d489e267 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e111621-5ffe-47ff-bf08-d530e8518482 HTTP/1.1" status: 204 len: 168 time: 0.1193523 Jan 28 13:41:31.447216 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b6b3a-be21-4b3e-bf6c-d5b2d489e267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e111621-5ffe-47ff-bf08-d530e8518482,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:32.130771 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38166) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:32.227200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-954508025-network', 'tenant_id': '27ec724da9b64efb97004d0e0c692795'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:32.246010 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Made reservation on behalf of 27ec724da9b64efb97004d0e0c692795 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:32.248506 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.259193 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.335640 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Publish callbacks [] for security_group (98e20339-6de9-4d37-869d-5ca4e8bdf1c4), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.340027 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (98e20339-6de9-4d37-869d-5ca4e8bdf1c4), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.366892 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:41:32.372498 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e20339-6de9-4d37-869d-5ca4e8bdf1c4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:32.380472 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (719c5bfd-ba9f-4b66-96c9-d2ee19103b28), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.381326 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Added segment 719c5bfd-ba9f-4b66-96c9-d2ee19103b28 of type vlan for network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 Jan 28 13:41:32.422620 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.445578 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.446598 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:32.447440 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.509826 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3778422 Jan 28 13:41:32.513676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:32.514172 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7819b-49f9-415d-98bb-31abe7178f4d admin admin] Pushing event updated for resources: {'Network': ['ID=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:32.519058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-150a9d9c-1ec8-48c3-8a82-80fe96fd7e10 admin admin] Request body: {'subnet': {'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-954508025-subnet', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:32.523746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:41:32.544588 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150a9d9c-1ec8-48c3-8a82-80fe96fd7e10 admin admin] Made reservation on behalf of 27ec724da9b64efb97004d0e0c692795 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:32.546905 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-150a9d9c-1ec8-48c3-8a82-80fe96fd7e10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.718035 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-150a9d9c-1ec8-48c3-8a82-80fe96fd7e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.771867 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a9d9c-1ec8-48c3-8a82-80fe96fd7e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:32.781081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150a9d9c-1ec8-48c3-8a82-80fe96fd7e10 admin admin] Checking segment: {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:32.781434 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150a9d9c-1ec8-48c3-8a82-80fe96fd7e10 admin admin] Network hostable DHCP agents. Network: a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:41:32.799522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150a9d9c-1ec8-48c3-8a82-80fe96fd7e10 admin admin] Network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:41:32.807997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-150a9d9c-1ec8-48c3-8a82-80fe96fd7e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:32.811897 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a9d9c-1ec8-48c3-8a82-80fe96fd7e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:32.812485 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-150a9d9c-1ec8-48c3-8a82-80fe96fd7e10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.816835 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2db8da-619a-4f92-982b-c6fcd4f36c99 None None] Network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:32.827707 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-150a9d9c-1ec8-48c3-8a82-80fe96fd7e10 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3129287 Jan 28 13:41:32.830306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:32.834988 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:32.854224 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (762dd20f-1c59-4b5e-9312-b6b42889aa79), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.855774 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (762dd20f-1c59-4b5e-9312-b6b42889aa79), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.911913 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Publish callbacks [] for router_controller (762dd20f-1c59-4b5e-9312-b6b42889aa79), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.923609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048541f0-e161-4784-b703-bed092341a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:41:32.924498 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-048541f0-e161-4784-b703-bed092341a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.064573 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-048541f0-e161-4784-b703-bed092341a8f None None] Allocated IP 172.20.0.2 (a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5/0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d/6ca5462c-4d4b-4514-8747-8ace8d59b379) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:33.220649 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-048541f0-e161-4784-b703-bed092341a8f None None] Publish callbacks [] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.226782 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-048541f0-e161-4784-b703-bed092341a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.268312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048541f0-e161-4784-b703-bed092341a8f None None] Network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:33.273201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-048541f0-e161-4784-b703-bed092341a8f None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:33.278316 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048541f0-e161-4784-b703-bed092341a8f None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:33.281447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048541f0-e161-4784-b703-bed092341a8f None None] Pushing event updated for resources: {'Port': ['ID=6ca5462c-4d4b-4514-8747-8ace8d59b379,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:33.340201 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-048541f0-e161-4784-b703-bed092341a8f None None] Attempting to bind port 6ca5462c-4d4b-4514-8747-8ace8d59b379 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:33.340496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-048541f0-e161-4784-b703-bed092341a8f None None] Attempting to bind port 6ca5462c-4d4b-4514-8747-8ace8d59b379 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:33.340865 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048541f0-e161-4784-b703-bed092341a8f None None] Attempting to bind port 6ca5462c-4d4b-4514-8747-8ace8d59b379 on network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:33.345881 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048541f0-e161-4784-b703-bed092341a8f None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:33.346278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048541f0-e161-4784-b703-bed092341a8f None None] Checking segment: {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:33.346674 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-048541f0-e161-4784-b703-bed092341a8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.347073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048541f0-e161-4784-b703-bed092341a8f None None] Bound using segment: {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:33.347561 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-048541f0-e161-4784-b703-bed092341a8f None None] Bound port: 6ca5462c-4d4b-4514-8747-8ace8d59b379, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:33.347946 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-048541f0-e161-4784-b703-bed092341a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.401594 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Publish callbacks [] for router_gateway (762dd20f-1c59-4b5e-9312-b6b42889aa79), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.410567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-048541f0-e161-4784-b703-bed092341a8f None None] For port 6ca5462c-4d4b-4514-8747-8ace8d59b379, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:33.413869 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-048541f0-e161-4784-b703-bed092341a8f None None] For port 6ca5462c-4d4b-4514-8747-8ace8d59b379, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6ca5462c-4d4b-4514-8747-8ace8d59b379,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:33.419246 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-048541f0-e161-4784-b703-bed092341a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.475951 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048541f0-e161-4784-b703-bed092341a8f None None] Pushing event updated for resources: {'Port': ['ID=6ca5462c-4d4b-4514-8747-8ace8d59b379,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:33.615712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Publish callbacks [] for router_gateway (762dd20f-1c59-4b5e-9312-b6b42889aa79), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.637893 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.762016 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Allocated IP 172.25.7.155 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/a562b86c-0f2e-4b56-81bb-8fcc76833b70) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:33.877683 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Publish callbacks [] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.912366 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.954719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:33.957562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:33.964542 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:33.970052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Pushing event updated for resources: {'Port': ['ID=a562b86c-0f2e-4b56-81bb-8fcc76833b70,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:34.219492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Publish callbacks [] for router_gateway (762dd20f-1c59-4b5e-9312-b6b42889aa79), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.425984 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (762dd20f-1c59-4b5e-9312-b6b42889aa79), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.440764 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56bb91a-3723-4084-b4ce-37faac7989d3 None None] Network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:34.515323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-e967abaf-8dfa-42bf-892c-f510ada98f72 None None] Provisioning complete for port 6ca5462c-4d4b-4514-8747-8ace8d59b379 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:34.515719 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e967abaf-8dfa-42bf-892c-f510ada98f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.562268 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Router 762dd20f-1c59-4b5e-9312-b6b42889aa79 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:41:34.627608 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e967abaf-8dfa-42bf-892c-f510ada98f72 None None] Current status of the port 6ca5462c-4d4b-4514-8747-8ace8d59b379 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:34.628176 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e967abaf-8dfa-42bf-892c-f510ada98f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.661293 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e967abaf-8dfa-42bf-892c-f510ada98f72 None None] For port 6ca5462c-4d4b-4514-8747-8ace8d59b379, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6ca5462c-4d4b-4514-8747-8ace8d59b379,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:34.669332 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e967abaf-8dfa-42bf-892c-f510ada98f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.680909 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:34.699056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Sync routers for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:34.701617 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.705392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-da926905-5c76-40de-9be3-ef7d24359573 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8716807 Jan 28 13:41:34.705761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38174) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:34.729949 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:34.730596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:34.774079 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967abaf-8dfa-42bf-892c-f510ada98f72 None None] Pushing event updated for resources: {'Port': ['ID=6ca5462c-4d4b-4514-8747-8ace8d59b379,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:34.853817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:34.962688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-cab05fb9-1ff9-4824-9963-ae375c1485bc None None] Provisioning complete for port 6ca5462c-4d4b-4514-8747-8ace8d59b379 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:34.962972 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cab05fb9-1ff9-4824-9963-ae375c1485bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.095843 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cab05fb9-1ff9-4824-9963-ae375c1485bc None None] Current status of the port 6ca5462c-4d4b-4514-8747-8ace8d59b379 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:35.110171 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:34Z', 'revision_number': 3, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:35.134788 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.139454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Checking router: 762dd20f-1c59-4b5e-9312-b6b42889aa79 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:41:35.139812 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Updating router 762dd20f-1c59-4b5e-9312-b6b42889aa79 port a562b86c-0f2e-4b56-81bb-8fcc76833b70 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:41:35.169859 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.251460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6ca5462c-4d4b-4514-8747-8ace8d59b379 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:35.300200 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Allocated IP 172.20.0.1 (a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5/0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d/57850118-a150-4de2-9b5c-f3193121db4c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:35.365104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 6ca5462c-4d4b-4514-8747-8ace8d59b379 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:35.365476 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.400793 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Publish callbacks [] for port (57850118-a150-4de2-9b5c-f3193121db4c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.439586 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (57850118-a150-4de2-9b5c-f3193121db4c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.485120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:35.487879 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:35.493361 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:35.512126 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 6ca5462c-4d4b-4514-8747-8ace8d59b379 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:35.521447 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Pushing event updated for resources: {'Port': ['ID=57850118-a150-4de2-9b5c-f3193121db4c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:35.536131 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Publish callbacks [] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.543270 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (762dd20f-1c59-4b5e-9312-b6b42889aa79), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.543577 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.605560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef35982-03c9-4920-8f38-e470522e3ba5 None None] Pushing event updated for resources: {'Port': ['ID=a562b86c-0f2e-4b56-81bb-8fcc76833b70,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:35.613553 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Attempting to bind port a562b86c-0f2e-4b56-81bb-8fcc76833b70 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:35.614317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Attempting to bind port a562b86c-0f2e-4b56-81bb-8fcc76833b70 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:35.614674 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Attempting to bind port a562b86c-0f2e-4b56-81bb-8fcc76833b70 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:35.621535 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:35.621926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:35.622337 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.622734 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:35.623215 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Bound port: a562b86c-0f2e-4b56-81bb-8fcc76833b70, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:35.623627 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.680115 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] For port a562b86c-0f2e-4b56-81bb-8fcc76833b70, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:35.684962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] For port a562b86c-0f2e-4b56-81bb-8fcc76833b70, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a562b86c-0f2e-4b56-81bb-8fcc76833b70,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:35.690662 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.691310 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (57850118-a150-4de2-9b5c-f3193121db4c), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.769312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b92c9f4d-3c96-44a3-88c9-7c136739af9a None None] Provisioning complete for port 57850118-a150-4de2-9b5c-f3193121db4c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:35.769585 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b92c9f4d-3c96-44a3-88c9-7c136739af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (57850118-a150-4de2-9b5c-f3193121db4c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.774184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:35.774816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:35.796016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef35982-03c9-4920-8f38-e470522e3ba5 None None] Pushing event updated for resources: {'Port': ['ID=a562b86c-0f2e-4b56-81bb-8fcc76833b70,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:35.859379 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b92c9f4d-3c96-44a3-88c9-7c136739af9a None None] Port 57850118-a150-4de2-9b5c-f3193121db4c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:35.865582 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Publish callbacks [] for port (57850118-a150-4de2-9b5c-f3193121db4c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.870600 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (57850118-a150-4de2-9b5c-f3193121db4c), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.915671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:35.938699 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (762dd20f-1c59-4b5e-9312-b6b42889aa79), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.940548 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Pushing event updated for resources: {'Port': ['ID=57850118-a150-4de2-9b5c-f3193121db4c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:36.032466 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:36.034014 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:36.122677 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 1, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:36.161739 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Router 762dd20f-1c59-4b5e-9312-b6b42889aa79 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:36.286796 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:36.295896 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-bb0449d5-d0f2-401f-8a34-b01439d10287 admin admin] 10.222.0.53 "PUT /v2.0/routers/762dd20f-1c59-4b5e-9312-b6b42889aa79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5885179 Jan 28 13:41:36.320962 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3389498-2731-4782-b1ff-d799c19d6146 None None] The sync data for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 is: [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 1, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:36.332090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-002b4e93-3b02-409e-89fc-dcf41a2573d9 None None] Provisioning complete for port 57850118-a150-4de2-9b5c-f3193121db4c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:36.332471 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-002b4e93-3b02-409e-89fc-dcf41a2573d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (57850118-a150-4de2-9b5c-f3193121db4c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.367183 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-002b4e93-3b02-409e-89fc-dcf41a2573d9 None None] Port 57850118-a150-4de2-9b5c-f3193121db4c cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:36.812391 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38190) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:36.817488 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-603979560-network', 'tenant_id': '135ad46c5f654134900c1171e781af08'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:36.837453 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Made reservation on behalf of 135ad46c5f654134900c1171e781af08 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:36.840256 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.849256 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.936088 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Publish callbacks [] for security_group (d0d85843-638e-4ac0-b196-fc3e1ebf5e25), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.941400 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d0d85843-638e-4ac0-b196-fc3e1ebf5e25), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.971079 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:41:36.976530 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d85843-638e-4ac0-b196-fc3e1ebf5e25,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:36.984708 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c6012516-95b9-4daf-85e0-85f046890e48), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.985053 n-d-824835-4 neutron-server[103128]: INFO neutron.db.segments_db [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Added segment c6012516-95b9-4daf-85e0-85f046890e48 of type vlan for network 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 Jan 28 13:41:37.029253 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.070552 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.071761 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:37.072415 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.131986 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3183687 Jan 28 13:41:37.133106 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38192) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:37.138882 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c7a3fd93-d92e-4c34-a24c-423709272d0d admin admin] Request body: {'subnet': {'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-603979560-subnet', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:37.143527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1333c-c28e-44a8-815d-85e4f2e06ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:37.157629 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:41:37.163023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a3fd93-d92e-4c34-a24c-423709272d0d admin admin] Made reservation on behalf of 135ad46c5f654134900c1171e781af08 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:37.166263 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fd93-d92e-4c34-a24c-423709272d0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.253705 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a562b86c-0f2e-4b56-81bb-8fcc76833b70 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:37.322255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a562b86c-0f2e-4b56-81bb-8fcc76833b70 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:37.322835 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.370483 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fd93-d92e-4c34-a24c-423709272d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (add30ba0-401f-4a73-9d7e-39dc437ce52f), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.412745 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a562b86c-0f2e-4b56-81bb-8fcc76833b70 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:37.413187 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.435524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port a562b86c-0f2e-4b56-81bb-8fcc76833b70, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a562b86c-0f2e-4b56-81bb-8fcc76833b70,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:37.438641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3fd93-d92e-4c34-a24c-423709272d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=add30ba0-401f-4a73-9d7e-39dc437ce52f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:37.444967 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.462181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3fd93-d92e-4c34-a24c-423709272d0d admin admin] Checking segment: {'id': 'c6012516-95b9-4daf-85e0-85f046890e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:37.462628 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a3fd93-d92e-4c34-a24c-423709272d0d admin admin] Network hostable DHCP agents. Network: 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:41:37.484465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a3fd93-d92e-4c34-a24c-423709272d0d admin admin] Network 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:41:37.499486 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c7a3fd93-d92e-4c34-a24c-423709272d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:37.506433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a3fd93-d92e-4c34-a24c-423709272d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:37.507260 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fd93-d92e-4c34-a24c-423709272d0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.507470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=a562b86c-0f2e-4b56-81bb-8fcc76833b70,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:37.513982 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6312bc1b-c713-4f80-86bc-1e4ffdfab996 None None] Network 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:37.529811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c7a3fd93-d92e-4c34-a24c-423709272d0d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3955903 Jan 28 13:41:37.532547 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:37.537189 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-603979560-router', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:37.560973 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (54cb2e27-a1cd-425d-8531-3f5d5f59100c), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.562002 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (54cb2e27-a1cd-425d-8531-3f5d5f59100c), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.625706 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Publish callbacks [] for router_controller (54cb2e27-a1cd-425d-8531-3f5d5f59100c), precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.636707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5', 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5', 'project_id': '135ad46c5f654134900c1171e781af08', 'fixed_ips': [{'subnet_id': 'add30ba0-401f-4a73-9d7e-39dc437ce52f'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:41:37.637244 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.772049 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Publish callbacks [] for router_gateway (54cb2e27-a1cd-425d-8531-3f5d5f59100c), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.783816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Allocated IP 172.20.0.2 (7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5/add30ba0-401f-4a73-9d7e-39dc437ce52f/e310880e-6052-4627-9828-df85dbb17e2a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:37.944919 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Publish callbacks [] for port (e310880e-6052-4627-9828-df85dbb17e2a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.951976 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (e310880e-6052-4627-9828-df85dbb17e2a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.989639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Network 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:37.992460 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:37.996543 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:37.999060 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Publish callbacks [] for router_gateway (54cb2e27-a1cd-425d-8531-3f5d5f59100c), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.012371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Pushing event updated for resources: {'Port': ['ID=e310880e-6052-4627-9828-df85dbb17e2a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:38.024488 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.065406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Attempting to bind port e310880e-6052-4627-9828-df85dbb17e2a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:38.065776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Attempting to bind port e310880e-6052-4627-9828-df85dbb17e2a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c6012516-95b9-4daf-85e0-85f046890e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:38.066139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Attempting to bind port e310880e-6052-4627-9828-df85dbb17e2a on network 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:38.071715 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:38.072103 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Checking segment: {'id': 'c6012516-95b9-4daf-85e0-85f046890e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:38.072512 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.072972 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Bound using segment: {'id': 'c6012516-95b9-4daf-85e0-85f046890e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:38.073439 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Bound port: e310880e-6052-4627-9828-df85dbb17e2a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6012516-95b9-4daf-85e0-85f046890e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:38.073826 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e310880e-6052-4627-9828-df85dbb17e2a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.138758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Allocated IP 172.25.7.32 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/a7769528-2a7e-44f5-ace1-6e8438db0586) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:38.149965 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] For port e310880e-6052-4627-9828-df85dbb17e2a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:38.154058 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] For port e310880e-6052-4627-9828-df85dbb17e2a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e310880e-6052-4627-9828-df85dbb17e2a,segment=NetworkSegment(c6012516-95b9-4daf-85e0-85f046890e48),segment_id=c6012516-95b9-4daf-85e0-85f046890e48)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:38.158175 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e310880e-6052-4627-9828-df85dbb17e2a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.214504 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4034842-16fd-471b-b88f-5642065f5efd None None] Pushing event updated for resources: {'Port': ['ID=e310880e-6052-4627-9828-df85dbb17e2a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:38.243704 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Publish callbacks [] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.281879 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.323763 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:38.328665 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:38.331274 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:38.337678 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Pushing event updated for resources: {'Port': ['ID=a7769528-2a7e-44f5-ace1-6e8438db0586,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:38.608905 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Sync routers for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:38.618748 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:38.619448 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:38.627000 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Publish callbacks [] for router_gateway (54cb2e27-a1cd-425d-8531-3f5d5f59100c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.730236 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:38.821849 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (54cb2e27-a1cd-425d-8531-3f5d5f59100c), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.949331 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 2, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:38.957914 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Router 54cb2e27-a1cd-425d-8531-3f5d5f59100c is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:41:38.977649 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Checking router: 762dd20f-1c59-4b5e-9312-b6b42889aa79 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:41:38.978009 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Updating router 762dd20f-1c59-4b5e-9312-b6b42889aa79 port 57850118-a150-4de2-9b5c-f3193121db4c binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:41:39.005759 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (57850118-a150-4de2-9b5c-f3193121db4c), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.076416 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:39.096596 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Sync routers for ids ['54cb2e27-a1cd-425d-8531-3f5d5f59100c'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:39.113301 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.115930 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-0a21a76f-2fde-40c1-8eb0-fc96d8ab7d61 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5823512 Jan 28 13:41:39.117987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Routers {'54cb2e27-a1cd-425d-8531-3f5d5f59100c'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:39.118722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38196) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:39.119212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['54cb2e27-a1cd-425d-8531-3f5d5f59100c'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:39.283758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Set router 54cb2e27-a1cd-425d-8531-3f5d5f59100c gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:39.350045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a44d0cd-8483-4cea-9ef9-c2829d55608c None None] Network 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:39.350310 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Publish callbacks [] for port (57850118-a150-4de2-9b5c-f3193121db4c), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.357518 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (57850118-a150-4de2-9b5c-f3193121db4c), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.370588 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e310880e-6052-4627-9828-df85dbb17e2a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:39.412543 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Pushing event updated for resources: {'Port': ['ID=57850118-a150-4de2-9b5c-f3193121db4c,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:39.435420 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.435751 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.436089 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.436422 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.436761 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.437075 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.437394 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.437715 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.438032 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.438352 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.439800 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.439800 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.439800 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:39.481122 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Attempting to bind port 57850118-a150-4de2-9b5c-f3193121db4c on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:39.481519 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Attempting to bind port 57850118-a150-4de2-9b5c-f3193121db4c by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:39.481888 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Attempting to bind port 57850118-a150-4de2-9b5c-f3193121db4c on network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:39.488163 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:39.488535 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Checking segment: {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:39.489142 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.491042 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Bound using segment: {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:39.491747 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Bound port: 57850118-a150-4de2-9b5c-f3193121db4c, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:39.492135 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (57850118-a150-4de2-9b5c-f3193121db4c), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.570303 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] For port 57850118-a150-4de2-9b5c-f3193121db4c, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:39.575396 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] For port 57850118-a150-4de2-9b5c-f3193121db4c, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=57850118-a150-4de2-9b5c-f3193121db4c,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:39.584747 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (57850118-a150-4de2-9b5c-f3193121db4c), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.646446 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a9fa2-0a94-4908-9c12-33b5393af0dc None None] Pushing event updated for resources: {'Port': ['ID=57850118-a150-4de2-9b5c-f3193121db4c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:39.660710 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:39.661328 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:39.661945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-c3e3b3bc-23ee-4bb5-832d-0abd884682db None None] Provisioning complete for port e310880e-6052-4627-9828-df85dbb17e2a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:39.662327 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3e3b3bc-23ee-4bb5-832d-0abd884682db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e310880e-6052-4627-9828-df85dbb17e2a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.688666 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.732386 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e310880e-6052-4627-9828-df85dbb17e2a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:39.732823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e310880e-6052-4627-9828-df85dbb17e2a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.786360 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:39.830308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c3e3b3bc-23ee-4bb5-832d-0abd884682db None None] Current status of the port e310880e-6052-4627-9828-df85dbb17e2a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:39.830709 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3e3b3bc-23ee-4bb5-832d-0abd884682db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e310880e-6052-4627-9828-df85dbb17e2a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.837187 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'name': 'tempest-TestShelveInstance-603979560-router', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:37Z', 'updated_at': '2022-01-28T13:41:38Z', 'revision_number': 3, 'project_id': '135ad46c5f654134900c1171e781af08', 'gw_port': {'id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:57:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:38Z', 'updated_at': '2022-01-28T13:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:39.887823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Checking router: 54cb2e27-a1cd-425d-8531-3f5d5f59100c for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:41:39.888181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Updating router 54cb2e27-a1cd-425d-8531-3f5d5f59100c port a7769528-2a7e-44f5-ace1-6e8438db0586 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:41:39.891748 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Allocated IP 172.20.0.1 (7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5/add30ba0-401f-4a73-9d7e-39dc437ce52f/ef3b52ca-d234-4442-8e00-80cef78aa620) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:39.935471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c3e3b3bc-23ee-4bb5-832d-0abd884682db None None] For port e310880e-6052-4627-9828-df85dbb17e2a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e310880e-6052-4627-9828-df85dbb17e2a,segment=NetworkSegment(c6012516-95b9-4daf-85e0-85f046890e48),segment_id=c6012516-95b9-4daf-85e0-85f046890e48)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:39.965802 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3e3b3bc-23ee-4bb5-832d-0abd884682db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e310880e-6052-4627-9828-df85dbb17e2a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.967905 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.043971 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e310880e-6052-4627-9828-df85dbb17e2a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:40.044377 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e310880e-6052-4627-9828-df85dbb17e2a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.067891 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Publish callbacks [] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.096583 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:39Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:40.107087 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.133608 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef89d5b2-2c38-4cd4-8a1e-b9475da27e43 None None] The sync data for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 is: [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:39Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:40.160815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3b52ca-d234-4442-8e00-80cef78aa620,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:40.164478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Network 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:40.166544 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:40.169456 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:40.212255 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (54cb2e27-a1cd-425d-8531-3f5d5f59100c), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.328134 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3b3bc-23ee-4bb5-832d-0abd884682db None None] Pushing event updated for resources: {'Port': ['ID=e310880e-6052-4627-9828-df85dbb17e2a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:40.358050 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.387086 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1207caa6-22f7-4023-a42b-64f7db4614eb None None] Provisioning complete for port 57850118-a150-4de2-9b5c-f3193121db4c triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:40.387553 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1207caa6-22f7-4023-a42b-64f7db4614eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (57850118-a150-4de2-9b5c-f3193121db4c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.412305 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:41:40.412672 n-d-824835-4 neutron-server[103130]: DEBUG oslo_db.api [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:41:40.559412 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1207caa6-22f7-4023-a42b-64f7db4614eb None None] Current status of the port 57850118-a150-4de2-9b5c-f3193121db4c is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:40.559800 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1207caa6-22f7-4023-a42b-64f7db4614eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (57850118-a150-4de2-9b5c-f3193121db4c), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.560449 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Publish callbacks [] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.567378 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.636516 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Publish callbacks [] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.639010 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1207caa6-22f7-4023-a42b-64f7db4614eb None None] For port 57850118-a150-4de2-9b5c-f3193121db4c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=57850118-a150-4de2-9b5c-f3193121db4c,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:40.640655 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (54cb2e27-a1cd-425d-8531-3f5d5f59100c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.643313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3b52ca-d234-4442-8e00-80cef78aa620,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:40.643769 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1207caa6-22f7-4023-a42b-64f7db4614eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (57850118-a150-4de2-9b5c-f3193121db4c), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.648055 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.701288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Attempting to bind port a7769528-2a7e-44f5-ace1-6e8438db0586 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:40.701653 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Attempting to bind port a7769528-2a7e-44f5-ace1-6e8438db0586 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:40.702013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Attempting to bind port a7769528-2a7e-44f5-ace1-6e8438db0586 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:40.715216 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:40.715624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:40.716029 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.716421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:40.716883 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Bound port: a7769528-2a7e-44f5-ace1-6e8438db0586, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:40.717260 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.720909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207caa6-22f7-4023-a42b-64f7db4614eb None None] Pushing event updated for resources: {'Port': ['ID=57850118-a150-4de2-9b5c-f3193121db4c,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:40.761247 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Network 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:40.763081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:40.817919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-dd9c60f5-1d63-479e-b88a-e6b85369543e None None] Provisioning complete for port ef3b52ca-d234-4442-8e00-80cef78aa620 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:40.818616 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd9c60f5-1d63-479e-b88a-e6b85369543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.849582 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] For port a7769528-2a7e-44f5-ace1-6e8438db0586, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:40.853454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aebbb3-7e5b-4ea2-88aa-b2baf96efd8d None None] Pushing event updated for resources: {'Port': ['ID=a7769528-2a7e-44f5-ace1-6e8438db0586,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:40.885278 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] For port a7769528-2a7e-44f5-ace1-6e8438db0586, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a7769528-2a7e-44f5-ace1-6e8438db0586,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:40.894923 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.897639 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c60f5-1d63-479e-b88a-e6b85369543e None None] Port ef3b52ca-d234-4442-8e00-80cef78aa620 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:40.909838 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Router 54cb2e27-a1cd-425d-8531-3f5d5f59100c has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:40.982858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-dd9c60f5-1d63-479e-b88a-e6b85369543e None None] Provisioning complete for port e310880e-6052-4627-9828-df85dbb17e2a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:40.983119 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd9c60f5-1d63-479e-b88a-e6b85369543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e310880e-6052-4627-9828-df85dbb17e2a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.038226 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Routers {'54cb2e27-a1cd-425d-8531-3f5d5f59100c'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:41.038866 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['54cb2e27-a1cd-425d-8531-3f5d5f59100c'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:41.044727 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e310880e-6052-4627-9828-df85dbb17e2a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:41.045635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a562b86c-0f2e-4b56-81bb-8fcc76833b70 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:41.060595 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:41.073137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-623ef054-95ec-42d8-9f6b-d5fe1c3174b0 admin admin] 10.222.0.53 "PUT /v2.0/routers/54cb2e27-a1cd-425d-8531-3f5d5f59100c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9462171 Jan 28 13:41:41.082620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aebbb3-7e5b-4ea2-88aa-b2baf96efd8d None None] Pushing event updated for resources: {'Port': ['ID=a7769528-2a7e-44f5-ace1-6e8438db0586,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:41.233224 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] Set router 54cb2e27-a1cd-425d-8531-3f5d5f59100c gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:41.235055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a562b86c-0f2e-4b56-81bb-8fcc76833b70 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:41.235458 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.279309 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c60f5-1d63-479e-b88a-e6b85369543e None None] Current status of the port e310880e-6052-4627-9828-df85dbb17e2a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:41.443471 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a562b86c-0f2e-4b56-81bb-8fcc76833b70 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:41.448718 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-ad054bd0-2901-4330-90ba-cc25bd23d878 None None] Provisioning complete for port ef3b52ca-d234-4442-8e00-80cef78aa620 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:41.449012 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad054bd0-2901-4330-90ba-cc25bd23d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.488370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38204) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:41.495790 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5250103b-b783-471a-b8e7-3318b388db0e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-94255253', 'description': 'tempest-secgroup-smoke-94255253 description', 'project_id': '27ec724da9b64efb97004d0e0c692795'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:41.522069 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ad054bd0-2901-4330-90ba-cc25bd23d878 None None] Port ef3b52ca-d234-4442-8e00-80cef78aa620 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:41.525367 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5250103b-b783-471a-b8e7-3318b388db0e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.552054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'name': 'tempest-TestShelveInstance-603979560-router', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:37Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 4, 'project_id': '135ad46c5f654134900c1171e781af08', 'gw_port': {'id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:57:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:38Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'ef3b52ca-d234-4442-8e00-80cef78aa620', 'name': '', 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'mac_address': 'fa:16:3e:9a:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'add30ba0-401f-4a73-9d7e-39dc437ce52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:39Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 2, 'project_id': '135ad46c5f654134900c1171e781af08', 'subnets': [{'id': 'add30ba0-401f-4a73-9d7e-39dc437ce52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:41.582120 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e9103d-0d14-4c87-ba6b-3c9644e4823e None None] The sync data for ids ['54cb2e27-a1cd-425d-8531-3f5d5f59100c'] in n-d-824835-4 is: [{'id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'name': 'tempest-TestShelveInstance-603979560-router', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:37Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 4, 'project_id': '135ad46c5f654134900c1171e781af08', 'gw_port': {'id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:57:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:38Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'ef3b52ca-d234-4442-8e00-80cef78aa620', 'name': '', 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'mac_address': 'fa:16:3e:9a:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'add30ba0-401f-4a73-9d7e-39dc437ce52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:39Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 2, 'project_id': '135ad46c5f654134900c1171e781af08', 'subnets': [{'id': 'add30ba0-401f-4a73-9d7e-39dc437ce52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:41.607203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e310880e-6052-4627-9828-df85dbb17e2a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:41.615740 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5250103b-b783-471a-b8e7-3318b388db0e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group (fb7a3b4a-f746-4eab-b8b7-41c557e2ac33), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.620848 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5250103b-b783-471a-b8e7-3318b388db0e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fb7a3b4a-f746-4eab-b8b7-41c557e2ac33), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.654371 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250103b-b783-471a-b8e7-3318b388db0e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:41.660118 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5250103b-b783-471a-b8e7-3318b388db0e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.661358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5250103b-b783-471a-b8e7-3318b388db0e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1712396 Jan 28 13:41:41.662468 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e310880e-6052-4627-9828-df85dbb17e2a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:41.662842 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e310880e-6052-4627-9828-df85dbb17e2a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.664925 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38206) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:41.669531 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4fc307f1-ebb0-4d58-aa52-ac052fc4425f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group_rule': {'security_group_id': 'fb7a3b4a-f746-4eab-b8b7-41c557e2ac33', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:41.699773 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fc307f1-ebb0-4d58-aa52-ac052fc4425f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (db1a30d1-a74b-4390-bbeb-588b30f04078), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.755301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e310880e-6052-4627-9828-df85dbb17e2a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:41.756421 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 57850118-a150-4de2-9b5c-f3193121db4c up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:41.760784 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fc307f1-ebb0-4d58-aa52-ac052fc4425f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (db1a30d1-a74b-4390-bbeb-588b30f04078), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.766096 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fc307f1-ebb0-4d58-aa52-ac052fc4425f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (db1a30d1-a74b-4390-bbeb-588b30f04078), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.786141 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc307f1-ebb0-4d58-aa52-ac052fc4425f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1a30d1-a74b-4390-bbeb-588b30f04078,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:41.803072 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fc307f1-ebb0-4d58-aa52-ac052fc4425f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.808316 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38208) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:41.809131 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-4fc307f1-ebb0-4d58-aa52-ac052fc4425f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430879 Jan 28 13:41:41.826013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-613e4487-1180-4b92-b6f2-7ba08f21a0de tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group_rule': {'security_group_id': 'fb7a3b4a-f746-4eab-b8b7-41c557e2ac33', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:41.830023 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 57850118-a150-4de2-9b5c-f3193121db4c triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:41.830633 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (57850118-a150-4de2-9b5c-f3193121db4c), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.857840 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-613e4487-1180-4b92-b6f2-7ba08f21a0de tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (76b2f42b-28ca-493f-8592-fc113268aa36), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.933338 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 57850118-a150-4de2-9b5c-f3193121db4c is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:41.945008 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-613e4487-1180-4b92-b6f2-7ba08f21a0de tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (76b2f42b-28ca-493f-8592-fc113268aa36), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.950423 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-613e4487-1180-4b92-b6f2-7ba08f21a0de tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (76b2f42b-28ca-493f-8592-fc113268aa36), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.969548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e4487-1180-4b92-b6f2-7ba08f21a0de tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b2f42b-28ca-493f-8592-fc113268aa36,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:41.979562 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-613e4487-1180-4b92-b6f2-7ba08f21a0de tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.983663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-613e4487-1180-4b92-b6f2-7ba08f21a0de tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1717393 Jan 28 13:41:41.984086 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38210) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:41.988866 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b0da62d0-2331-4191-84ed-e7ec220bcf85 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group_rule': {'security_group_id': 'fb7a3b4a-f746-4eab-b8b7-41c557e2ac33', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:42.018073 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0da62d0-2331-4191-84ed-e7ec220bcf85 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (8a102de6-70e3-4b22-a03b-4f09bca9c5b0), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.081762 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0da62d0-2331-4191-84ed-e7ec220bcf85 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (8a102de6-70e3-4b22-a03b-4f09bca9c5b0), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.086072 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0da62d0-2331-4191-84ed-e7ec220bcf85 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (8a102de6-70e3-4b22-a03b-4f09bca9c5b0), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.108922 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da62d0-2331-4191-84ed-e7ec220bcf85 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a102de6-70e3-4b22-a03b-4f09bca9c5b0,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:42.118542 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0da62d0-2331-4191-84ed-e7ec220bcf85 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.119893 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-b0da62d0-2331-4191-84ed-e7ec220bcf85 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346364 Jan 28 13:41:42.123464 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38212) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:42.128121 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5b33912a-79a5-4c86-8d6f-1d5ab78ef9f7 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group_rule': {'security_group_id': 'fb7a3b4a-f746-4eab-b8b7-41c557e2ac33', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:42.162612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b33912a-79a5-4c86-8d6f-1d5ab78ef9f7 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (173fe1b8-ddc2-47a3-b4cd-7c919ff0bbd7), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.230126 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b33912a-79a5-4c86-8d6f-1d5ab78ef9f7 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (173fe1b8-ddc2-47a3-b4cd-7c919ff0bbd7), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.236528 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b33912a-79a5-4c86-8d6f-1d5ab78ef9f7 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (173fe1b8-ddc2-47a3-b4cd-7c919ff0bbd7), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.602283 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33912a-79a5-4c86-8d6f-1d5ab78ef9f7 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173fe1b8-ddc2-47a3-b4cd-7c919ff0bbd7,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:42.608994 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b33912a-79a5-4c86-8d6f-1d5ab78ef9f7 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.609690 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5b33912a-79a5-4c86-8d6f-1d5ab78ef9f7 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4852030 Jan 28 13:41:42.612535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38214) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:42.616981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fdab0b04-a1ca-41e5-b2c7-ebe94c29949f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group_rule': {'security_group_id': 'fb7a3b4a-f746-4eab-b8b7-41c557e2ac33', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:42.640124 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-fdab0b04-a1ca-41e5-b2c7-ebe94c29949f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Project 27ec724da9b64efb97004d0e0c692795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:41:42.645201 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fdab0b04-a1ca-41e5-b2c7-ebe94c29949f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (256f223e-abdb-4945-982e-a68c1acc7eb0), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.694554 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fdab0b04-a1ca-41e5-b2c7-ebe94c29949f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (256f223e-abdb-4945-982e-a68c1acc7eb0), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.697372 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fdab0b04-a1ca-41e5-b2c7-ebe94c29949f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (256f223e-abdb-4945-982e-a68c1acc7eb0), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.715373 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab0b04-a1ca-41e5-b2c7-ebe94c29949f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256f223e-abdb-4945-982e-a68c1acc7eb0,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:42.723222 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fdab0b04-a1ca-41e5-b2c7-ebe94c29949f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.724442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-fdab0b04-a1ca-41e5-b2c7-ebe94c29949f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1109962 Jan 28 13:41:42.727176 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38216) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:42.732013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d89b9a7e-a327-400c-b72e-a237778774d0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group_rule': {'security_group_id': 'fb7a3b4a-f746-4eab-b8b7-41c557e2ac33', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:42.752626 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-d89b9a7e-a327-400c-b72e-a237778774d0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Project 27ec724da9b64efb97004d0e0c692795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:41:42.757946 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d89b9a7e-a327-400c-b72e-a237778774d0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (d21c5125-fb82-4465-8e36-9d21579cb748), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.817297 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d89b9a7e-a327-400c-b72e-a237778774d0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (d21c5125-fb82-4465-8e36-9d21579cb748), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.820764 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d89b9a7e-a327-400c-b72e-a237778774d0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (d21c5125-fb82-4465-8e36-9d21579cb748), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.838614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b9a7e-a327-400c-b72e-a237778774d0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21c5125-fb82-4465-8e36-9d21579cb748,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:42.846119 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d89b9a7e-a327-400c-b72e-a237778774d0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.847324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-d89b9a7e-a327-400c-b72e-a237778774d0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191585 Jan 28 13:41:43.011550 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-397f5f31-f691-48f0-bc90-e9e991b31435 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94255253&fields=id&tenant_id=27ec724da9b64efb97004d0e0c692795 HTTP/1.1" status: 200 len: 267 time: 0.0532608 Jan 28 13:41:43.126294 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-5a0b8a22-3fb2-487e-b8e0-31afbe767d41 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:43.128131 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-5a0b8a22-3fb2-487e-b8e0-31afbe767d41 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 808 time: 0.1101825 Jan 28 13:41:43.143863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-9b49b0df-e04a-4639-ae6a-5fac03a32e76 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/quotas/27ec724da9b64efb97004d0e0c692795 HTTP/1.1" status: 200 len: 375 time: 0.0103128 Jan 28 13:41:43.198691 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-c741f0f6-95e2-4f1e-8bd3-1a5619770ce9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483830 Jan 28 13:41:43.304744 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-cdb928e4-ca28-4b00-8f71-663218e91f82 service neutron] 10.222.0.53 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944436 Jan 28 13:41:43.402239 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-c7a0d0f0-2e96-4073-99f3-fbbfef8d0d5e service neutron] 10.222.0.53 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897987 Jan 28 13:41:43.571684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a7769528-2a7e-44f5-ace1-6e8438db0586 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:43.597430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-56767e04-dc99-4d7e-b769-e5a3c828c9dd req-bf6e01bc-e068-4635-8f0a-66fea110af45 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 210 time: 0.0288110 Jan 28 13:41:43.625078 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a7769528-2a7e-44f5-ace1-6e8438db0586 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:43.625458 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.706150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a7769528-2a7e-44f5-ace1-6e8438db0586 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:43.706540 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.728275 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port a7769528-2a7e-44f5-ace1-6e8438db0586, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a7769528-2a7e-44f5-ace1-6e8438db0586,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:43.732679 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.782273 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=a7769528-2a7e-44f5-ace1-6e8438db0586,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:44.332084 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Sync routers for ids ['54cb2e27-a1cd-425d-8531-3f5d5f59100c'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:44.342113 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Routers {'54cb2e27-a1cd-425d-8531-3f5d5f59100c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:44.342711 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['54cb2e27-a1cd-425d-8531-3f5d5f59100c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:44.445663 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Set router 54cb2e27-a1cd-425d-8531-3f5d5f59100c gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:44.655957 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'name': 'tempest-TestShelveInstance-603979560-router', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:37Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 4, 'project_id': '135ad46c5f654134900c1171e781af08', 'gw_port': {'id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:38Z', 'updated_at': '2022-01-28T13:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'ef3b52ca-d234-4442-8e00-80cef78aa620', 'name': '', 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'mac_address': 'fa:16:3e:9a:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'add30ba0-401f-4a73-9d7e-39dc437ce52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:39Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 2, 'project_id': '135ad46c5f654134900c1171e781af08', 'subnets': [{'id': 'add30ba0-401f-4a73-9d7e-39dc437ce52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:44.691026 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Checking router: 54cb2e27-a1cd-425d-8531-3f5d5f59100c for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:41:44.691382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4aa8cd22-fabc-4ffa-a661-35c568cbc643 req-68f8a85d-c2fe-4d22-8332-b5df8c196d24 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 210 time: 0.0344071 Jan 28 13:41:44.691863 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Updating router 54cb2e27-a1cd-425d-8531-3f5d5f59100c port ef3b52ca-d234-4442-8e00-80cef78aa620 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:41:44.816019 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.076041 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Publish callbacks [] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.081887 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.133963 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fd597-161b-4303-9ab7-fc6d8f2c4a99 None None] Pushing event updated for resources: {'Port': ['ID=ef3b52ca-d234-4442-8e00-80cef78aa620,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:45.183652 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Attempting to bind port ef3b52ca-d234-4442-8e00-80cef78aa620 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:45.184018 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Attempting to bind port ef3b52ca-d234-4442-8e00-80cef78aa620 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'c6012516-95b9-4daf-85e0-85f046890e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:45.184377 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Attempting to bind port ef3b52ca-d234-4442-8e00-80cef78aa620 on network 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:45.189726 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:45.190093 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Checking segment: {'id': 'c6012516-95b9-4daf-85e0-85f046890e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:45.190498 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.190888 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Bound using segment: {'id': 'c6012516-95b9-4daf-85e0-85f046890e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:45.191379 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Bound port: ef3b52ca-d234-4442-8e00-80cef78aa620, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6012516-95b9-4daf-85e0-85f046890e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:45.191751 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.255927 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] For port ef3b52ca-d234-4442-8e00-80cef78aa620, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:45.259280 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] For port ef3b52ca-d234-4442-8e00-80cef78aa620, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ef3b52ca-d234-4442-8e00-80cef78aa620,segment=NetworkSegment(c6012516-95b9-4daf-85e0-85f046890e48),segment_id=c6012516-95b9-4daf-85e0-85f046890e48)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:45.264713 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.322455 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Routers {'54cb2e27-a1cd-425d-8531-3f5d5f59100c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:45.323134 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['54cb2e27-a1cd-425d-8531-3f5d5f59100c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:45.362081 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fd597-161b-4303-9ab7-fc6d8f2c4a99 None None] Pushing event updated for resources: {'Port': ['ID=ef3b52ca-d234-4442-8e00-80cef78aa620,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:45.374681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-a9538eef-ba04-44f0-b6de-dead254acba3 None None] Provisioning complete for port ef3b52ca-d234-4442-8e00-80cef78aa620 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:45.375202 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9538eef-ba04-44f0-b6de-dead254acba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.448482 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] Set router 54cb2e27-a1cd-425d-8531-3f5d5f59100c gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:45.488617 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a9538eef-ba04-44f0-b6de-dead254acba3 None None] Current status of the port ef3b52ca-d234-4442-8e00-80cef78aa620 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:45.493504 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9538eef-ba04-44f0-b6de-dead254acba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.535698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a9538eef-ba04-44f0-b6de-dead254acba3 None None] For port ef3b52ca-d234-4442-8e00-80cef78aa620, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ef3b52ca-d234-4442-8e00-80cef78aa620,segment=NetworkSegment(c6012516-95b9-4daf-85e0-85f046890e48),segment_id=c6012516-95b9-4daf-85e0-85f046890e48)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:45.540166 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9538eef-ba04-44f0-b6de-dead254acba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.595098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a7769528-2a7e-44f5-ace1-6e8438db0586 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:45.621666 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9538eef-ba04-44f0-b6de-dead254acba3 None None] Pushing event updated for resources: {'Port': ['ID=ef3b52ca-d234-4442-8e00-80cef78aa620,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:45.666847 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a7769528-2a7e-44f5-ace1-6e8438db0586 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:45.667929 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.698996 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'name': 'tempest-TestShelveInstance-603979560-router', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:37Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 4, 'project_id': '135ad46c5f654134900c1171e781af08', 'gw_port': {'id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:38Z', 'updated_at': '2022-01-28T13:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'ef3b52ca-d234-4442-8e00-80cef78aa620', 'name': '', 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'mac_address': 'fa:16:3e:9a:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'add30ba0-401f-4a73-9d7e-39dc437ce52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:39Z', 'updated_at': '2022-01-28T13:41:45Z', 'revision_number': 4, 'project_id': '135ad46c5f654134900c1171e781af08', 'subnets': [{'id': 'add30ba0-401f-4a73-9d7e-39dc437ce52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:45.707156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-508dbdaa-f565-41e7-9dce-3143f554e7e3 None None] Provisioning complete for port ef3b52ca-d234-4442-8e00-80cef78aa620 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:45.707554 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-508dbdaa-f565-41e7-9dce-3143f554e7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.728069 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1adf9d-7f39-4b0b-8a2d-76bd3dc397f6 None None] The sync data for ids ['54cb2e27-a1cd-425d-8531-3f5d5f59100c'] in n-d-824835-4 is: [{'id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'name': 'tempest-TestShelveInstance-603979560-router', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:37Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 4, 'project_id': '135ad46c5f654134900c1171e781af08', 'gw_port': {'id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:38Z', 'updated_at': '2022-01-28T13:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'ef3b52ca-d234-4442-8e00-80cef78aa620', 'name': '', 'network_id': '7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'mac_address': 'fa:16:3e:9a:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'add30ba0-401f-4a73-9d7e-39dc437ce52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:39Z', 'updated_at': '2022-01-28T13:41:45Z', 'revision_number': 4, 'project_id': '135ad46c5f654134900c1171e781af08', 'subnets': [{'id': 'add30ba0-401f-4a73-9d7e-39dc437ce52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:45.815383 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a0e2f4ae-c93a-47b0-b388-c2b120d03267 req-714105a0-f307-4416-a8b1-6dfac7fecdc5 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 210 time: 0.0530467 Jan 28 13:41:45.861248 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a7769528-2a7e-44f5-ace1-6e8438db0586 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:45.862844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ef3b52ca-d234-4442-8e00-80cef78aa620 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:45.892702 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-508dbdaa-f565-41e7-9dce-3143f554e7e3 None None] Current status of the port ef3b52ca-d234-4442-8e00-80cef78aa620 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:45.936627 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ef3b52ca-d234-4442-8e00-80cef78aa620 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:45.937101 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.034002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ef3b52ca-d234-4442-8e00-80cef78aa620 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:46.885639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7aa4c282-cd90-4856-a73c-f3d2bc34128c req-69f53a58-dc2c-438a-bc42-9aac8b97687b tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 210 time: 0.0292566 Jan 28 13:41:47.516371 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ef3b52ca-d234-4442-8e00-80cef78aa620 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:47.564568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port ef3b52ca-d234-4442-8e00-80cef78aa620 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:47.564942 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:47.644007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port ef3b52ca-d234-4442-8e00-80cef78aa620 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:47.980613 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58c441de-92e9-4032-ac27-06be01c74415 req-d6dcaab2-c67b-4941-a70a-2a5b897ac243 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 210 time: 0.0271785 Jan 28 13:41:48.123208 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.421967 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.745043 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-350b8ea7-7299-4ec2-9970-79e1b41acbc6 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:48.747091 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-350b8ea7-7299-4ec2-9970-79e1b41acbc6 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 808 time: 0.1099300 Jan 28 13:41:48.816195 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-47407b8a-73ba-40a3-b4c6-6850ceaaff98 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27ec724da9b64efb97004d0e0c692795 HTTP/1.1" status: 200 len: 378 time: 0.0611894 Jan 28 13:41:48.825616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'port': {'device_id': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'admin_state_up': True, 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'security_groups': ['fb7a3b4a-f746-4eab-b8b7-41c557e2ac33']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:48.940936 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Made reservation on behalf of 27ec724da9b64efb97004d0e0c692795 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:48.944363 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.085759 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-223fb0f8-2fc8-4f0c-b4f4-2f917c7ac401 req-d6d26618-f02d-40fd-995d-cbb566d0723a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 210 time: 0.0310771 Jan 28 13:41:49.100305 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Allocated IP 172.20.0.10 (a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5/0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d/58d06944-25d8-43e0-ac0a-787e7eb35a71) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:49.242861 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.276641 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.318749 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:49.321613 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:49.324203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:49.358317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'Port': ['ID=58d06944-25d8-43e0-ac0a-787e7eb35a71,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:49.381953 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:49.382561 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.395057 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2562bb7-d6f0-4b37-beae-8345d0a84474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.400382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-b2a07430-0a5f-48e7-8319-b0f92220320a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5784831 Jan 28 13:41:49.411891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Request body: {'port': {'device_id': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:49.475700 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.542489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-29790353-5b1d-45ed-baf6-5e1070d9d741 None None] Provisioning complete for port 58d06944-25d8-43e0-ac0a-787e7eb35a71 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:49.542885 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29790353-5b1d-45ed-baf6-5e1070d9d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.576844 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-29790353-5b1d-45ed-baf6-5e1070d9d741 None None] Port 58d06944-25d8-43e0-ac0a-787e7eb35a71 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:49.751190 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d06944-25d8-43e0-ac0a-787e7eb35a71 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:41:49.763363 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Publish callbacks [] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.777958 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Transition to ACTIVE for port object 58d06944-25d8-43e0-ac0a-787e7eb35a71 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:41:49.781989 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.835219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Pushing event updated for resources: {'Port': ['ID=58d06944-25d8-43e0-ac0a-787e7eb35a71,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:49.912567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Attempting to bind port 58d06944-25d8-43e0-ac0a-787e7eb35a71 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:49.912902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Attempting to bind port 58d06944-25d8-43e0-ac0a-787e7eb35a71 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:49.913227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Attempting to bind port 58d06944-25d8-43e0-ac0a-787e7eb35a71 on network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:49.918823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Port 58d06944-25d8-43e0-ac0a-787e7eb35a71 on network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:49.919153 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Attempting to bind port 58d06944-25d8-43e0-ac0a-787e7eb35a71 on network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:49.924571 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:49.924915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Checking segment: {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:49.925310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Bound using segment: {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:49.925735 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Bound port: 58d06944-25d8-43e0-ac0a-787e7eb35a71, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:49.926092 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.992794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:49.995924 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:49.999845 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.033607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:50.034325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.035592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] 10.222.0.35 "PUT /v2.0/ports/58d06944-25d8-43e0-ac0a-787e7eb35a71 HTTP/1.1" status: 200 len: 1092 time: 0.6280639 Jan 28 13:41:50.036023 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:50.038262 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01d7bc5-41c1-470f-81d7-a80f919a6761" -d '{"events": [{"name": "network-changed", "server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:50.065518 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbbdea-c940-45e6-b165-e61dd2d18ccf service neutron] Pushing event updated for resources: {'Port': ['ID=58d06944-25d8-43e0-ac0a-787e7eb35a71,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:50.080720 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4c6063-58de-4c5b-93cd-9dbd113ac5f5 x-openstack-request-id: req-9c4c6063-58de-4c5b-93cd-9dbd113ac5f5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:50.081064 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:50.081353 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c4c6063-58de-4c5b-93cd-9dbd113ac5f5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:50.081790 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'status': 'completed', 'code': 200} Jan 28 13:41:50.135052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-1cb1c6ab-5d33-4e1c-928c-77535c7be88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:50.137556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-1cb1c6ab-5d33-4e1c-928c-77535c7be88e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1095 time: 0.0527837 Jan 28 13:41:50.189445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-03e22de6-6c64-4e05-92ae-6d96b3e8f160 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71 HTTP/1.1" status: 200 len: 217 time: 0.0454531 Jan 28 13:41:50.265637 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7b0c3896-4951-4e50-ae06-35024be64e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:50.267045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-7b0c3896-4951-4e50-ae06-35024be64e78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0593281 Jan 28 13:41:50.273728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bc1d5-d50f-48f6-b54e-47253cc8d7ae req-112e01c4-770b-491e-bdfe-8489467b65f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:50.275060 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f6bc1d5-d50f-48f6-b54e-47253cc8d7ae req-112e01c4-770b-491e-bdfe-8489467b65f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0950601 Jan 28 13:41:50.348998 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-2a397f49-6770-471c-ba46-4dd651129a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:50.350492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-2a397f49-6770-471c-ba46-4dd651129a46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745726 Jan 28 13:41:50.355567 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0f6bc1d5-d50f-48f6-b54e-47253cc8d7ae req-44a32d7e-81b8-493f-8ac9-ef85662c6541 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704832 Jan 28 13:41:50.446387 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-2ae468ff-0fcf-426a-a756-5824fdef97cf service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895348 Jan 28 13:41:50.536110 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f958fb90-1498-4f45-8d48-423c1fa7c324 req-942f7e81-9a9d-4a83-a712-73a463c05752 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841420 Jan 28 13:41:50.623554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d7bc5-41c1-470f-81d7-a80f919a6761 req-39b682c9-9de4-4b9b-94b4-db2de2ceb762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:50.624948 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e01d7bc5-41c1-470f-81d7-a80f919a6761 req-39b682c9-9de4-4b9b-94b4-db2de2ceb762 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1095 time: 0.0434577 Jan 28 13:41:50.716367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d7bc5-41c1-470f-81d7-a80f919a6761 req-56495dfd-aa61-4656-99dd-e857b8eb46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:50.717840 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e01d7bc5-41c1-470f-81d7-a80f919a6761 req-56495dfd-aa61-4656-99dd-e857b8eb46c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0870707 Jan 28 13:41:50.759864 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e01d7bc5-41c1-470f-81d7-a80f919a6761 req-eb9b9e6d-c3be-4ca5-bd71-a277821826ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71 HTTP/1.1" status: 200 len: 217 time: 0.0360737 Jan 28 13:41:50.809696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d7bc5-41c1-470f-81d7-a80f919a6761 req-bb7f665c-f510-4500-87a3-b87b87adde43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:50.811206 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e01d7bc5-41c1-470f-81d7-a80f919a6761 req-bb7f665c-f510-4500-87a3-b87b87adde43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0458248 Jan 28 13:41:50.863264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d7bc5-41c1-470f-81d7-a80f919a6761 req-7e944462-d438-426c-b348-7e5d1c105222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:50.864785 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e01d7bc5-41c1-470f-81d7-a80f919a6761 req-7e944462-d438-426c-b348-7e5d1c105222 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455425 Jan 28 13:41:50.953493 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e01d7bc5-41c1-470f-81d7-a80f919a6761 req-dc874ea0-5573-429a-b780-e79beda2eec9 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811510 Jan 28 13:41:51.048923 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e01d7bc5-41c1-470f-81d7-a80f919a6761 req-03946f3a-8af9-46a5-a272-e484e74d2022 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892093 Jan 28 13:41:51.476081 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f607320-f487-4a78-8aa5-0c00f6880e35 req-c8071fbb-1ec8-4fbe-b908-e07746983c9e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:51.477568 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f607320-f487-4a78-8aa5-0c00f6880e35 req-c8071fbb-1ec8-4fbe-b908-e07746983c9e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0519249 Jan 28 13:41:51.527440 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6f607320-f487-4a78-8aa5-0c00f6880e35 req-7ec29299-28e1-4cd8-a5b2-e33881941c44 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441558 Jan 28 13:41:51.758245 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83864a3c-abf5-4022-9229-c29cec26498d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:52.641948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699dc01-03c8-4fc2-b8fe-262442f8d52e req-a62c1fb5-ca44-4211-9f1d-23d954edd299 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:52.643438 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4699dc01-03c8-4fc2-b8fe-262442f8d52e req-a62c1fb5-ca44-4211-9f1d-23d954edd299 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0479426 Jan 28 13:41:52.695430 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4699dc01-03c8-4fc2-b8fe-262442f8d52e req-6abc0e3f-e97a-4aca-b2f8-43bf85e8a941 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462918 Jan 28 13:41:53.262844 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.815301 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805a947-0f0f-43f8-adc3-a480936a6455 req-3a8048ba-f4d1-4717-8246-8c802b7078f1 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:53.816815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8805a947-0f0f-43f8-adc3-a480936a6455 req-3a8048ba-f4d1-4717-8246-8c802b7078f1 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0515406 Jan 28 13:41:53.866360 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8805a947-0f0f-43f8-adc3-a480936a6455 req-0f2083b2-0e4f-4219-8d89-4d4f771a7c9c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439146 Jan 28 13:41:53.906533 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 58d06944-25d8-43e0-ac0a-787e7eb35a71 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:41:54.002150 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:54.014249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'port_id': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'mac_address': 'fa:16:3e:8a:b4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:41:54.210894 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 58d06944-25d8-43e0-ac0a-787e7eb35a71 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:54.211279 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.225180 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d06944-25d8-43e0-ac0a-787e7eb35a71 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:41:54.244720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:54.249328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.296724 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=58d06944-25d8-43e0-ac0a-787e7eb35a71,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:54.451496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['58d06944-25d8-43e0-ac0a-787e7eb35a71'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:41:54.913442 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.981900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedba836-9d7f-43d0-a409-f5d7bdaec509 req-48e4de76-2a87-498a-96d6-0842dadb25c1 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:54.983392 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cedba836-9d7f-43d0-a409-f5d7bdaec509 req-48e4de76-2a87-498a-96d6-0842dadb25c1 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 945 time: 0.0487239 Jan 28 13:41:55.033511 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cedba836-9d7f-43d0-a409-f5d7bdaec509 req-e36c14c7-3142-4975-8d32-79ee42ca8578 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444710 Jan 28 13:41:55.921767 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 58d06944-25d8-43e0-ac0a-787e7eb35a71 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:55.970865 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 58d06944-25d8-43e0-ac0a-787e7eb35a71 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:41:55.974846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 58d06944-25d8-43e0-ac0a-787e7eb35a71 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:55.975226 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.053782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 58d06944-25d8-43e0-ac0a-787e7eb35a71 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:56.054189 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.079454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:56.081711 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f18f53e-e5bc-43dd-8f17-b170c0917865" -d '{"events": [{"server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "name": "network-vif-plugged", "status": "completed", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:56.095244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:56.099766 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.125168 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947247a9-ba74-4068-8aab-ee54593af8ee x-openstack-request-id: req-947247a9-ba74-4068-8aab-ee54593af8ee {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:56.125470 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "name": "network-vif-plugged", "status": "completed", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:56.125732 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-947247a9-ba74-4068-8aab-ee54593af8ee {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:56.126128 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'code': 200} Jan 28 13:41:56.158729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=58d06944-25d8-43e0-ac0a-787e7eb35a71,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:56.165626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31181e54-1bea-4508-9c9e-68e7792f89d6 req-965e02ec-3287-43e3-81e3-1f61bc239e38 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:56.168513 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31181e54-1bea-4508-9c9e-68e7792f89d6 req-965e02ec-3287-43e3-81e3-1f61bc239e38 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0573964 Jan 28 13:41:56.245609 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31181e54-1bea-4508-9c9e-68e7792f89d6 req-95914fdf-2ae9-4e53-8986-7c295848d2ee tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716381 Jan 28 13:41:56.248999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e3254-d329-4c53-892b-90547f21d0cf req-3acfe918-e01c-48a9-ba42-304bbba18b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:56.250757 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d80e3254-d329-4c53-892b-90547f21d0cf req-3acfe918-e01c-48a9-ba42-304bbba18b3f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1097 time: 0.0710480 Jan 28 13:41:56.257835 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.298143 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d80e3254-d329-4c53-892b-90547f21d0cf req-d4fc912d-ca7b-48f1-a0a8-c0b90fb7c414 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407159 Jan 28 13:41:57.360851 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b94506-4419-4c0d-8e28-2d152b6ee1c3 req-60425764-2ace-4da2-a799-31d3b75b910a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:57.362347 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58b94506-4419-4c0d-8e28-2d152b6ee1c3 req-60425764-2ace-4da2-a799-31d3b75b910a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0472870 Jan 28 13:41:57.418645 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-58b94506-4419-4c0d-8e28-2d152b6ee1c3 req-9516e06f-dd57-47cf-b1f2-e5a529c555fb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505471 Jan 28 13:41:58.535218 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7bc00-ee7c-4710-83c0-2d04cd1d7284 req-605c8606-2205-40ea-8e0a-3d741d527af2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:58.536703 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e5b7bc00-ee7c-4710-83c0-2d04cd1d7284 req-605c8606-2205-40ea-8e0a-3d741d527af2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0486064 Jan 28 13:41:58.584682 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e5b7bc00-ee7c-4710-83c0-2d04cd1d7284 req-6c6fde3e-5bc3-44a7-ba5c-625b83a9887a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424287 Jan 28 13:41:58.698641 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d867c-c8bc-4992-9f95-482dc5380963 req-41043ac2-66c0-4481-a49c-e21e43e0cc5e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:58.700696 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-538d867c-c8bc-4992-9f95-482dc5380963 req-41043ac2-66c0-4481-a49c-e21e43e0cc5e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0485432 Jan 28 13:41:58.749356 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-538d867c-c8bc-4992-9f95-482dc5380963 req-cba9c519-8317-4d25-83bf-12bf977e255b tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432479 Jan 28 13:41:58.770694 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38288) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:58.960933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5807665-7538-4cac-adf7-9947d612dfd6 tempest-TestShelveInstance-1392291338 tempest-TestShelveInstance-1392291338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:58.962321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f5807665-7538-4cac-adf7-9947d612dfd6 tempest-TestShelveInstance-1392291338 tempest-TestShelveInstance-1392291338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1092 time: 0.1906633 Jan 28 13:41:58.965829 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38292) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:58.970296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:58.990284 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.094354 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.208133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Allocated IP 172.25.7.18 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/b7997584-a943-441f-823c-c2bb471e9db8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:59.306776 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for port (b7997584-a943-441f-823c-c2bb471e9db8), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.339358 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b7997584-a943-441f-823c-c2bb471e9db8), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.380653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:59.383359 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:59.389336 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:59.394540 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'Port': ['ID=b7997584-a943-441f-823c-c2bb471e9db8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:59.747214 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for floatingip (6dcf72c7-a02f-4f74-a3d1-98d9340b5e30), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.816551 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (b7997584-a943-441f-823c-c2bb471e9db8), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.968182 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for port (b7997584-a943-441f-823c-c2bb471e9db8), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.972706 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (b7997584-a943-441f-823c-c2bb471e9db8), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.040117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'Port': ['ID=b7997584-a943-441f-823c-c2bb471e9db8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:00.052307 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (6dcf72c7-a02f-4f74-a3d1-98d9340b5e30), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.153094 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Floating IP 6dcf72c7-a02f-4f74-a3d1-98d9340b5e30 associated. External IP: 172.25.7.18, port: 58d06944-25d8-43e0-ac0a-787e7eb35a71. Jan 28 13:42:00.360364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Router 762dd20f-1c59-4b5e-9312-b6b42889aa79 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:00.468058 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:00.477467 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6305f2-0fb2-4f40-bf67-a04f7c291014 None None] Sync routers for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:00.486004 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.489325 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6305f2-0fb2-4f40-bf67-a04f7c291014 None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:00.489960 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8e6305f2-0fb2-4f40-bf67-a04f7c291014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:00.512327 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-27b70407-0f4d-4ebd-8ed7-2e5cc885b4ab tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5452590 Jan 28 13:42:00.512907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:42:00.515144 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d371dbf-48c9-4d32-a552-264030039c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:42:00.553643 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b0d362-5692-4dfc-a002-332fc4e1d6aa x-openstack-request-id: req-18b0d362-5692-4dfc-a002-332fc4e1d6aa {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:42:00.553944 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:42:00.554205 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18b0d362-5692-4dfc-a002-332fc4e1d6aa {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:42:00.554618 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'status': 'completed', 'code': 200} Jan 28 13:42:00.603614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8e6305f2-0fb2-4f40-bf67-a04f7c291014 None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:42:00.616369 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371dbf-48c9-4d32-a552-264030039c6b req-90ce7b15-a538-4072-85e5-443b93763bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:00.617798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d371dbf-48c9-4d32-a552-264030039c6b req-90ce7b15-a538-4072-85e5-443b93763bcf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1097 time: 0.0415080 Jan 28 13:42:00.712656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371dbf-48c9-4d32-a552-264030039c6b req-e879549a-f879-4d74-b86d-6f443381fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:00.714220 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d371dbf-48c9-4d32-a552-264030039c6b req-e879549a-f879-4d74-b86d-6f443381fa88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0900748 Jan 28 13:42:00.781803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d371dbf-48c9-4d32-a552-264030039c6b req-799890e6-040a-4b4f-b36e-266bdf7f0d65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71 HTTP/1.1" status: 200 len: 999 time: 0.0611017 Jan 28 13:42:00.832182 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371dbf-48c9-4d32-a552-264030039c6b req-ffd61653-4f98-41e6-b69d-3088ab3e9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:00.832417 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8e6305f2-0fb2-4f40-bf67-a04f7c291014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '6dcf72c7-a02f-4f74-a3d1-98d9340b5e30', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'port_id': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'mac_address': 'fa:16:3e:8a:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:41:59Z', 'updated_at': '2022-01-28T13:41:59Z', 'revision_number': 0, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:00.834069 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d371dbf-48c9-4d32-a552-264030039c6b req-ffd61653-4f98-41e6-b69d-3088ab3e9535 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0462461 Jan 28 13:42:00.863161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6305f2-0fb2-4f40-bf67-a04f7c291014 None None] Checking router: 762dd20f-1c59-4b5e-9312-b6b42889aa79 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:42:00.872581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6305f2-0fb2-4f40-bf67-a04f7c291014 None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:00.873174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8e6305f2-0fb2-4f40-bf67-a04f7c291014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:41:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:00.884044 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371dbf-48c9-4d32-a552-264030039c6b req-010fa767-6f7b-4a57-886a-5df6744df961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:00.885531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d371dbf-48c9-4d32-a552-264030039c6b req-010fa767-6f7b-4a57-886a-5df6744df961 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462301 Jan 28 13:42:00.974044 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d371dbf-48c9-4d32-a552-264030039c6b req-3906935a-b6fc-47b0-b458-f350170fff32 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820622 Jan 28 13:42:00.980298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8e6305f2-0fb2-4f40-bf67-a04f7c291014 None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:42:01.222944 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8e6305f2-0fb2-4f40-bf67-a04f7c291014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '6dcf72c7-a02f-4f74-a3d1-98d9340b5e30', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'port_id': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'mac_address': 'fa:16:3e:8a:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:41:59Z', 'updated_at': '2022-01-28T13:41:59Z', 'revision_number': 0, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:01.250931 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6305f2-0fb2-4f40-bf67-a04f7c291014 None None] The sync data for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 is: [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '6dcf72c7-a02f-4f74-a3d1-98d9340b5e30', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'port_id': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'mac_address': 'fa:16:3e:8a:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:41:59Z', 'updated_at': '2022-01-28T13:41:59Z', 'revision_number': 0, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:01.421340 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d371dbf-48c9-4d32-a552-264030039c6b req-2657e0f7-1054-4a51-a572-f39816a7374f service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411209 Jan 28 13:42:01.459609 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3458fb-3e74-427a-9652-d9c78117d525 None None] New status for floating IP 6dcf72c7-a02f-4f74-a3d1-98d9340b5e30: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:42:05.243622 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:42:08.020027 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2e84884-1312-4bd2-b8a8-2458f7ab4344 req-6634a018-590b-4f3c-9b30-6db3ed07df30 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415616 Jan 28 13:42:08.104031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e84884-1312-4bd2-b8a8-2458f7ab4344 req-369610d1-5346-4cda-b353-ce3c5a16096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:08.105517 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2e84884-1312-4bd2-b8a8-2458f7ab4344 req-369610d1-5346-4cda-b353-ce3c5a16096e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1097 time: 0.0427728 Jan 28 13:42:08.216435 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e84884-1312-4bd2-b8a8-2458f7ab4344 req-dd30b716-777a-4b27-b34a-c20068d4f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:08.218052 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2e84884-1312-4bd2-b8a8-2458f7ab4344 req-dd30b716-777a-4b27-b34a-c20068d4f9ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0942121 Jan 28 13:42:08.286986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2e84884-1312-4bd2-b8a8-2458f7ab4344 req-a7701de1-431f-4602-b2a3-662151744a78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71 HTTP/1.1" status: 200 len: 1001 time: 0.0623496 Jan 28 13:42:08.337088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e84884-1312-4bd2-b8a8-2458f7ab4344 req-83f9cc5a-43ed-495d-ad0b-03756d23f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:08.338531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2e84884-1312-4bd2-b8a8-2458f7ab4344 req-83f9cc5a-43ed-495d-ad0b-03756d23f13b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0450428 Jan 28 13:42:08.387707 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e84884-1312-4bd2-b8a8-2458f7ab4344 req-f1d298f2-509c-4629-9059-e088dbb2d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:08.389490 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2e84884-1312-4bd2-b8a8-2458f7ab4344 req-f1d298f2-509c-4629-9059-e088dbb2d227 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437911 Jan 28 13:42:08.479238 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2e84884-1312-4bd2-b8a8-2458f7ab4344 req-ca5e2d16-0daf-4c10-8de9-7e26dc54aa9a service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829275 Jan 28 13:42:08.572361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f2e84884-1312-4bd2-b8a8-2458f7ab4344 req-9a4fbdda-c535-48fd-af27-8e528a1a3591 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867586 Jan 28 13:42:18.156656 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.423477 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.397607 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b636ad63-4421-4e8c-a094-f29befb29ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:21.760142 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e25da07-0b78-4cf2-b9bc-ec4b8a32e917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.264199 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.915228 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.260860 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.769269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-a4d9f0f2-ae6e-482d-87c7-985f5a179f13 service neutron] (103128) timed out ('10.222.0.53', 47568) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:42:42.245155 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:42:48.170714 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.410218 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:49.399450 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-139ba3c9-1fc6-473a-8cd4-24ca5c0003cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.761711 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a58b7a72-2d57-48bf-9788-48eaafaba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.130965 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-4655ac2e-4416-45b1-bf95-2dbef7f261ea req-eef8b546-a708-4b49-b4c7-58f038dfd104 service neutron] (103128) timed out ('10.222.0.35', 62989) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:42:53.270146 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.918535 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.263070 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.016764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a22e2bb6-4a4e-42a4-950c-02d15d0b5638 req-f8698879-8aed-4466-8bfb-74f3a1b07f53 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416758 Jan 28 13:43:08.102029 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e2bb6-4a4e-42a4-950c-02d15d0b5638 req-5079b25b-f5b9-462d-9575-7747d3b1a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:08.103585 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a22e2bb6-4a4e-42a4-950c-02d15d0b5638 req-5079b25b-f5b9-462d-9575-7747d3b1a0a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1097 time: 0.0440047 Jan 28 13:43:08.217141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e2bb6-4a4e-42a4-950c-02d15d0b5638 req-c5838499-7d26-4586-b1cc-9e4fb7875757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:08.218629 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a22e2bb6-4a4e-42a4-950c-02d15d0b5638 req-c5838499-7d26-4586-b1cc-9e4fb7875757 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0963476 Jan 28 13:43:08.285952 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a22e2bb6-4a4e-42a4-950c-02d15d0b5638 req-91091ad2-aea0-47ce-89cf-ceee3a8d88bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71 HTTP/1.1" status: 200 len: 1001 time: 0.0607812 Jan 28 13:43:08.335025 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e2bb6-4a4e-42a4-950c-02d15d0b5638 req-fc660a43-595c-4a72-a6d3-98e4e93a7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:08.336495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a22e2bb6-4a4e-42a4-950c-02d15d0b5638 req-fc660a43-595c-4a72-a6d3-98e4e93a7b7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0445516 Jan 28 13:43:08.387059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e2bb6-4a4e-42a4-950c-02d15d0b5638 req-8a2070cf-5e41-40fd-8236-086685108e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:08.388556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a22e2bb6-4a4e-42a4-950c-02d15d0b5638 req-8a2070cf-5e41-40fd-8236-086685108e19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455642 Jan 28 13:43:08.482938 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a22e2bb6-4a4e-42a4-950c-02d15d0b5638 req-7d8e156a-809e-4eb6-81ae-038c3f0406e0 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885959 Jan 28 13:43:08.575072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a22e2bb6-4a4e-42a4-950c-02d15d0b5638 req-f00edbef-1f90-479e-92e5-3ea544bc52cc service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868065 Jan 28 13:43:18.167648 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.411855 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.244515 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:43:19.401734 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9241714e-e93f-4370-986a-b1553e5f6d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.763750 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd0d090b-0803-424d-8e31-1cc44de55009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.269389 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:24.922314 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.265118 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.182022 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.413600 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.403249 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc7efc62-e8a5-4d98-88d8-20c71d8ee105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:51.764462 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c16cd65b-0613-4ab5-921f-26b64a601a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:53.273486 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:54.924516 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.243178 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:43:56.268085 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.346139 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef032736-b1f8-459a-91aa-c97043ed6e71 req-83ab4785-3ab0-4f7e-876d-7f14dd07cb86 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:56.347638 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef032736-b1f8-459a-91aa-c97043ed6e71 req-83ab4785-3ab0-4f7e-876d-7f14dd07cb86 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.1005418 Jan 28 13:43:56.396314 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef032736-b1f8-459a-91aa-c97043ed6e71 req-c4e241ea-0136-425e-86e7-ea37f9dee30f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430057 Jan 28 13:43:57.519698 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe08fd-fa9d-442a-bf82-9bbde3e59c9e req-9173b80b-ad69-4922-9970-3790101e21bb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:57.521148 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bfe08fd-fa9d-442a-bf82-9bbde3e59c9e req-9173b80b-ad69-4922-9970-3790101e21bb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0480433 Jan 28 13:43:57.568698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7bfe08fd-fa9d-442a-bf82-9bbde3e59c9e req-f1cd92ce-53ab-4f2b-bd90-5cad3505c70f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418406 Jan 28 13:43:58.707517 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddac4d-1a93-4d1b-b11a-30749d2381ab req-977dea4e-28bf-47b2-b729-27d92ccf3388 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:58.709217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9dddac4d-1a93-4d1b-b11a-30749d2381ab req-977dea4e-28bf-47b2-b729-27d92ccf3388 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0567808 Jan 28 13:43:58.763546 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9dddac4d-1a93-4d1b-b11a-30749d2381ab req-3b10ec3f-48ec-4455-b66c-501e62fd88e7 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471680 Jan 28 13:43:59.879274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf7813-b1a3-42f4-8f97-7b42dc9948e5 req-16a2b8f7-6e6e-4cd2-a1b7-ece7145e1781 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:59.880788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcdf7813-b1a3-42f4-8f97-7b42dc9948e5 req-16a2b8f7-6e6e-4cd2-a1b7-ece7145e1781 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0494916 Jan 28 13:43:59.930876 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-bcdf7813-b1a3-42f4-8f97-7b42dc9948e5 req-8593f814-10ce-4974-8fac-7a49ceeba228 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430641 Jan 28 13:44:01.045586 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9d008-c2a7-47a9-a7af-47201ed545a6 req-59f59268-78ab-4f1f-93f7-85a7ff6e31ae tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:01.047059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ab9d008-c2a7-47a9-a7af-47201ed545a6 req-59f59268-78ab-4f1f-93f7-85a7ff6e31ae tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0490258 Jan 28 13:44:01.100500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8ab9d008-c2a7-47a9-a7af-47201ed545a6 req-dc2dada2-adfd-42e4-bc1d-569129996c10 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478868 Jan 28 13:44:02.215614 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccbfab-3406-4f81-8419-2c1cbf20c041 req-8c88e1d3-ecf7-4650-bdcb-bd185704b61f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:02.217082 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aeccbfab-3406-4f81-8419-2c1cbf20c041 req-8c88e1d3-ecf7-4650-bdcb-bd185704b61f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0493040 Jan 28 13:44:02.266179 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aeccbfab-3406-4f81-8419-2c1cbf20c041 req-e46e413c-f731-4468-bd00-f779cdb3159e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435507 Jan 28 13:44:03.379593 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913863a0-d63f-4f6e-ab8e-9708d02481da req-9dcd5428-c3dc-4ebb-b80e-68ebfe4b216c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:03.381037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-913863a0-d63f-4f6e-ab8e-9708d02481da req-9dcd5428-c3dc-4ebb-b80e-68ebfe4b216c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0479941 Jan 28 13:44:03.428639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-913863a0-d63f-4f6e-ab8e-9708d02481da req-faf4ca26-f7e6-46b9-9233-a2c5f07c2f04 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417802 Jan 28 13:44:04.549227 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe98e55-cf9e-482c-ad1f-d1c53985362f req-7f0a0da4-8249-4780-991d-b904ac2c41ec tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.550708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6fe98e55-cf9e-482c-ad1f-d1c53985362f req-7f0a0da4-8249-4780-991d-b904ac2c41ec tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0540853 Jan 28 13:44:04.600240 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6fe98e55-cf9e-482c-ad1f-d1c53985362f req-5b8f59ad-0ea2-4202-b0f0-86d40ed0a1a2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434704 Jan 28 13:44:05.715069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2fda-7608-453b-a7f3-8676525069b3 req-4529c58b-ce49-4125-b762-36490f6e3702 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:05.716483 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-023e2fda-7608-453b-a7f3-8676525069b3 req-4529c58b-ce49-4125-b762-36490f6e3702 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0491669 Jan 28 13:44:05.767006 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-023e2fda-7608-453b-a7f3-8676525069b3 req-8d5f8be5-e7c4-4e5b-90b4-d743ccac4014 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449278 Jan 28 13:44:06.888547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08851387-fddf-48ec-bd87-32f1a9fc774c req-a08013b2-fb22-4364-94b7-1ca83f2a85ca tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.890004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-08851387-fddf-48ec-bd87-32f1a9fc774c req-a08013b2-fb22-4364-94b7-1ca83f2a85ca tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0532646 Jan 28 13:44:06.937866 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-08851387-fddf-48ec-bd87-32f1a9fc774c req-a91fd343-7c74-467c-92df-ce19efde1300 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422897 Jan 28 13:44:08.095802 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096795f1-f6a3-490d-a16e-2a067b71fe7a req-b7ca7ce5-3bc6-4c84-b73f-dd7ba0545dbb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.097294 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-096795f1-f6a3-490d-a16e-2a067b71fe7a req-b7ca7ce5-3bc6-4c84-b73f-dd7ba0545dbb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0889475 Jan 28 13:44:08.098919 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29dd6a-d9e4-468c-b44c-e7e0af52d8e9 req-efd93cfb-47dd-4c4e-a069-2f55ff2728fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.100333 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca29dd6a-d9e4-468c-b44c-e7e0af52d8e9 req-efd93cfb-47dd-4c4e-a069-2f55ff2728fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1097 time: 0.0820663 Jan 28 13:44:08.203070 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-096795f1-f6a3-490d-a16e-2a067b71fe7a req-70a52a17-4b79-4d2c-98fe-57ddf2367b0c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001263 Jan 28 13:44:08.235914 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29dd6a-d9e4-468c-b44c-e7e0af52d8e9 req-34c84734-531d-4b40-9c76-3dc4cd5abe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.237341 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca29dd6a-d9e4-468c-b44c-e7e0af52d8e9 req-34c84734-531d-4b40-9c76-3dc4cd5abe18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.1148245 Jan 28 13:44:08.312776 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca29dd6a-d9e4-468c-b44c-e7e0af52d8e9 req-91c920f5-862d-49ef-acc1-df8d12bcbb4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71 HTTP/1.1" status: 200 len: 1001 time: 0.0680697 Jan 28 13:44:08.367557 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29dd6a-d9e4-468c-b44c-e7e0af52d8e9 req-a77ac1a5-1abe-47db-ac2b-88f7b37f024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.369672 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca29dd6a-d9e4-468c-b44c-e7e0af52d8e9 req-a77ac1a5-1abe-47db-ac2b-88f7b37f024d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0489597 Jan 28 13:44:08.413900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29dd6a-d9e4-468c-b44c-e7e0af52d8e9 req-47c1f54a-02ea-49c2-abdd-fda5d80a00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.415417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca29dd6a-d9e4-468c-b44c-e7e0af52d8e9 req-47c1f54a-02ea-49c2-abdd-fda5d80a00ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393360 Jan 28 13:44:08.504996 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca29dd6a-d9e4-468c-b44c-e7e0af52d8e9 req-56247d3e-605a-47ea-8a1c-2d8407eef030 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819652 Jan 28 13:44:08.599628 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ca29dd6a-d9e4-468c-b44c-e7e0af52d8e9 req-b6bd9802-2edf-4ac1-8ccf-d9bf9e35cf84 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860803 Jan 28 13:44:08.674151 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 58d06944-25d8-43e0-ac0a-787e7eb35a71 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:44:08.768320 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:08.784585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'port_id': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'mac_address': 'fa:16:3e:8a:b4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:44:08.830068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 58d06944-25d8-43e0-ac0a-787e7eb35a71 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:08.830716 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.844958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58d06944-25d8-43e0-ac0a-787e7eb35a71 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:08.865503 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:08.870799 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.922737 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=58d06944-25d8-43e0-ac0a-787e7eb35a71,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:08.930383 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.930736 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.931207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.932018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.932370 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.932729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.933054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.933392 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.933728 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.934061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.934398 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.934726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.935175 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:08.941647 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['58d06944-25d8-43e0-ac0a-787e7eb35a71'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:09.319663 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3339bf-dc1d-4dc3-b601-3755d6de9786 req-0c78cdfe-3e4a-4dc3-80d1-3c6901ee64bd tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:09.321066 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef3339bf-dc1d-4dc3-b601-3755d6de9786 req-0c78cdfe-3e4a-4dc3-80d1-3c6901ee64bd tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 945 time: 0.0498579 Jan 28 13:44:09.370771 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef3339bf-dc1d-4dc3-b601-3755d6de9786 req-fea2fb7a-1c01-4af1-ab34-a37b4d75e334 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436156 Jan 28 13:44:10.516893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586dce5-341f-41b6-a92e-9d5d1f36f95d req-27f0ac4c-3777-4bc2-8769-d54726930322 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.519290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c586dce5-341f-41b6-a92e-9d5d1f36f95d req-27f0ac4c-3777-4bc2-8769-d54726930322 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 945 time: 0.0735607 Jan 28 13:44:10.582815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c586dce5-341f-41b6-a92e-9d5d1f36f95d req-863e0f2d-64d6-4119-8c10-f4f5c9c116e2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537596 Jan 28 13:44:10.681801 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 58d06944-25d8-43e0-ac0a-787e7eb35a71 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:10.738762 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 58d06944-25d8-43e0-ac0a-787e7eb35a71 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:10.739231 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.828445 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 58d06944-25d8-43e0-ac0a-787e7eb35a71 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:10.828752 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.855802 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:10.858192 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af44a8e6-3a6e-4acb-85a6-30d80e07401e" -d '{"events": [{"server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "name": "network-vif-plugged", "status": "completed", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:10.872747 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:10.881513 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.940340 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=58d06944-25d8-43e0-ac0a-787e7eb35a71,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:10.993252 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90553cd6-58ab-4b4e-a7d6-07a708dd0a0c x-openstack-request-id: req-90553cd6-58ab-4b4e-a7d6-07a708dd0a0c {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:10.994105 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "name": "network-vif-plugged", "status": "completed", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:10.994942 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90553cd6-58ab-4b4e-a7d6-07a708dd0a0c {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:10.995482 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'code': 200} Jan 28 13:44:11.715069 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813585c9-af24-4424-a910-3670c289f6bb req-02548a0e-06f9-41b6-88a1-4f08e4d4a111 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.719827 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-813585c9-af24-4424-a910-3670c289f6bb req-02548a0e-06f9-41b6-88a1-4f08e4d4a111 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0554717 Jan 28 13:44:11.775896 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-813585c9-af24-4424-a910-3670c289f6bb req-9cb50f4e-9cb8-46b4-b46b-6d6dd2f30543 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515769 Jan 28 13:44:12.911363 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581cbba-99db-4450-8710-450d5fc4f2b2 req-5c949feb-d779-4c2f-97d6-38b3763bf92b tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:12.913681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f581cbba-99db-4450-8710-450d5fc4f2b2 req-5c949feb-d779-4c2f-97d6-38b3763bf92b tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0551589 Jan 28 13:44:12.975888 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f581cbba-99db-4450-8710-450d5fc4f2b2 req-c0044395-7ea2-49d5-bb6d-8a4d078b7f06 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553696 Jan 28 13:44:14.102500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0de99-d7e2-43b0-8e77-cf42981a53e2 req-916c9ffc-f655-483d-852a-cda1178805f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:14.105426 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8e0de99-d7e2-43b0-8e77-cf42981a53e2 req-916c9ffc-f655-483d-852a-cda1178805f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0563638 Jan 28 13:44:14.158384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c8e0de99-d7e2-43b0-8e77-cf42981a53e2 req-68af4edd-343b-4355-b2aa-39790df1385e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472767 Jan 28 13:44:15.282779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32286e21-fc4c-44dc-9e59-fd107d5314a4 req-233a5077-bfc7-48c6-abbc-b8113a6cefb6 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.285018 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32286e21-fc4c-44dc-9e59-fd107d5314a4 req-233a5077-bfc7-48c6-abbc-b8113a6cefb6 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0552335 Jan 28 13:44:15.339872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-32286e21-fc4c-44dc-9e59-fd107d5314a4 req-0737d2a1-a3f5-4b90-bf48-678ac354da85 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483994 Jan 28 13:44:16.469344 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b565e7-4266-4e93-88af-cab27232b733 req-f9ef403c-9bf4-4ac5-b30a-424757f6dfee tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:16.470950 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47b565e7-4266-4e93-88af-cab27232b733 req-f9ef403c-9bf4-4ac5-b30a-424757f6dfee tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0596869 Jan 28 13:44:16.527878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-47b565e7-4266-4e93-88af-cab27232b733 req-2845824d-4175-43b2-ab92-a4e29aebfd12 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507691 Jan 28 13:44:17.651954 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f83a1b-d896-4097-9d67-d565d7167c3d req-fc434bd0-3a4f-45af-99bc-ed8f216c2137 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.654217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97f83a1b-d896-4097-9d67-d565d7167c3d req-fc434bd0-3a4f-45af-99bc-ed8f216c2137 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0519450 Jan 28 13:44:17.708836 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-97f83a1b-d896-4097-9d67-d565d7167c3d req-2036b421-fd2b-4c12-804e-f9ce6e34d18c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484412 Jan 28 13:44:18.184948 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.434932 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.831535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16367f-4b17-4799-a1df-b737f1022a6a req-ca3637ea-671b-4985-a55c-b5e70b660e34 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.832985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f16367f-4b17-4799-a1df-b737f1022a6a req-ca3637ea-671b-4985-a55c-b5e70b660e34 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0529239 Jan 28 13:44:18.880578 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f16367f-4b17-4799-a1df-b737f1022a6a req-6df7732a-9710-43be-892c-2e17fff22753 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416863 Jan 28 13:44:19.086053 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579b906-39cd-47ef-bf5c-d0fe3bff515f req-c9538153-33a4-47ff-8101-e38e6fced2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:19.087500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2579b906-39cd-47ef-bf5c-d0fe3bff515f req-c9538153-33a4-47ff-8101-e38e6fced2ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1097 time: 0.0417070 Jan 28 13:44:19.178577 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579b906-39cd-47ef-bf5c-d0fe3bff515f req-328b0fd1-bcf1-49f1-97ba-ec26eb028686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:19.180097 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2579b906-39cd-47ef-bf5c-d0fe3bff515f req-328b0fd1-bcf1-49f1-97ba-ec26eb028686 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0872557 Jan 28 13:44:19.246454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2579b906-39cd-47ef-bf5c-d0fe3bff515f req-788cd813-400a-4473-9f9b-75eebb9db9a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71 HTTP/1.1" status: 200 len: 1001 time: 0.0602801 Jan 28 13:44:19.292681 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579b906-39cd-47ef-bf5c-d0fe3bff515f req-be082a65-fea0-4a46-96c4-401e89366720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:19.294079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2579b906-39cd-47ef-bf5c-d0fe3bff515f req-be082a65-fea0-4a46-96c4-401e89366720 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0424440 Jan 28 13:44:19.342727 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579b906-39cd-47ef-bf5c-d0fe3bff515f req-b1f57d97-27db-4812-a936-cd16d6698596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:19.344126 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2579b906-39cd-47ef-bf5c-d0fe3bff515f req-b1f57d97-27db-4812-a936-cd16d6698596 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440729 Jan 28 13:44:19.405112 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-825a16f7-9b56-4162-ba31-ea4060496e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.434342 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2579b906-39cd-47ef-bf5c-d0fe3bff515f req-a1802480-4750-43dd-bf96-04b20a970e55 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844891 Jan 28 13:44:19.528515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2579b906-39cd-47ef-bf5c-d0fe3bff515f req-69c1ba02-789a-40e8-94f2-11c77f4ccdf9 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877731 Jan 28 13:44:19.997933 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98b18b-a9a1-41a7-ba99-89b237a299e7 req-3b42b0d2-5d00-4cc7-a5ec-1766732abaf9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:19.999422 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f98b18b-a9a1-41a7-ba99-89b237a299e7 req-3b42b0d2-5d00-4cc7-a5ec-1766732abaf9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0501640 Jan 28 13:44:20.046887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3f98b18b-a9a1-41a7-ba99-89b237a299e7 req-0485b8ab-cb11-43e8-8522-0216f84cca48 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419481 Jan 28 13:44:21.163934 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d27e7-5f84-4ed1-81ca-a358f2db265b req-f7197452-5c29-4ff9-8efe-86055e116d62 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:21.166004 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d8d27e7-5f84-4ed1-81ca-a358f2db265b req-f7197452-5c29-4ff9-8efe-86055e116d62 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0497973 Jan 28 13:44:21.214753 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d8d27e7-5f84-4ed1-81ca-a358f2db265b req-18e99036-4d4e-4029-884f-910ee307185d tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429196 Jan 28 13:44:21.351665 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-5695c1cd-ff20-4d4b-8615-a19aba61fae3 req-4f3b3a5f-9aec-4caf-80d7-35fcaf10a3e3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:44:21.352709 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5695c1cd-ff20-4d4b-8615-a19aba61fae3 req-4f3b3a5f-9aec-4caf-80d7-35fcaf10a3e3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0703547 Jan 28 13:44:21.510627 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14209f3b-560b-41ff-a607-8b914948a570 req-be0fb11f-8246-42c0-8d0d-9e86ad4b9ff6 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:21.512121 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14209f3b-560b-41ff-a607-8b914948a570 req-be0fb11f-8246-42c0-8d0d-9e86ad4b9ff6 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0539737 Jan 28 13:44:21.562786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-14209f3b-560b-41ff-a607-8b914948a570 req-9d2ca6e7-de56-4a78-bc8f-84f33b655cfc tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448787 Jan 28 13:44:21.683799 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-68ea42ac-efd6-41f2-9c22-6f1e074836ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853398 Jan 28 13:44:21.766784 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6a8a472-bc07-4c23-8e2a-bbc7ef52f80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.436480 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-1297c21a-1317-4f35-be94-3854f602d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.437936 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-1297c21a-1317-4f35-be94-3854f602d7c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a&tenant_id=27ec724da9b64efb97004d0e0c692795 HTTP/1.1" status: 200 len: 1097 time: 0.0410314 Jan 28 13:44:22.500117 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-ce27216c-4cee-407e-9a34-9098f894176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.501565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-ce27216c-4cee-407e-9a34-9098f894176a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1097 time: 0.0405190 Jan 28 13:44:22.595750 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-393bffa4-b58a-4e07-9ff5-8243aab1ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.597221 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-393bffa4-b58a-4e07-9ff5-8243aab1ac7b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0895612 Jan 28 13:44:22.694299 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-97977933-6128-409f-9f07-adfaf9b059f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71 HTTP/1.1" status: 200 len: 1001 time: 0.0912738 Jan 28 13:44:22.706714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880fbd9-7314-4dec-976d-ed6d53aa96e6 req-e3b9e936-0a0f-4342-adcd-58a7a45ba195 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.708141 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2880fbd9-7314-4dec-976d-ed6d53aa96e6 req-e3b9e936-0a0f-4342-adcd-58a7a45ba195 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 946 time: 0.0695019 Jan 28 13:44:22.729796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 58d06944-25d8-43e0-ac0a-787e7eb35a71 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:22.781505 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-c5ec75d0-2d66-4e9e-adf4-a0d2d351ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.782986 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-c5ec75d0-2d66-4e9e-adf4-a0d2d351ecbc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0831754 Jan 28 13:44:22.806365 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2880fbd9-7314-4dec-976d-ed6d53aa96e6 req-3892eb11-8e98-4bcb-8303-ab2e2cadbc30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903950 Jan 28 13:44:22.811568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 58d06944-25d8-43e0-ac0a-787e7eb35a71 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:22.812086 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.834911 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-051c3d60-5fe7-49bb-b22b-b7250948c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.835904 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:22.836461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-051c3d60-5fe7-49bb-b22b-b7250948c908 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440595 Jan 28 13:44:22.838596 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35010bf5-16c1-4ea0-9a7a-537dcaa5d600" -d '{"events": [{"server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:22.852250 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:22.857709 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.882875 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e79f82-5d17-4519-b3c7-c2914461aea5 x-openstack-request-id: req-b1e79f82-5d17-4519-b3c7-c2914461aea5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:22.883180 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:22.883473 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1e79f82-5d17-4519-b3c7-c2914461aea5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:22.885059 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'code': 200} Jan 28 13:44:22.909362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=58d06944-25d8-43e0-ac0a-787e7eb35a71,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:22.933077 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-2d1e7b6a-9420-4c17-9a37-d3a4fad22a6c service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903726 Jan 28 13:44:23.021063 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-abfeb83c-2308-40e0-b215-9b611dfff741 req-d49918ce-c678-4766-b4fb-21ef2d70a774 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820813 Jan 28 13:44:23.291375 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.987801 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad0db8-1a22-4582-ad5d-53e20f1eda72 req-2ef19c2f-b193-472b-b97e-8f2d40610f3e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:23.995837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4dad0db8-1a22-4582-ad5d-53e20f1eda72 req-2ef19c2f-b193-472b-b97e-8f2d40610f3e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.1127622 Jan 28 13:44:24.045306 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4dad0db8-1a22-4582-ad5d-53e20f1eda72 req-f11712d1-81b2-4e9f-a1d9-568ff20fabf3 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484948 Jan 28 13:44:24.935360 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.210239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29807965-2a9e-453f-9a57-63d407f44474 req-3d7335c0-c004-48e3-bf15-7c811fa9601b tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:25.211863 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29807965-2a9e-453f-9a57-63d407f44474 req-3d7335c0-c004-48e3-bf15-7c811fa9601b tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0789411 Jan 28 13:44:25.264346 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-29807965-2a9e-453f-9a57-63d407f44474 req-2f584f83-55a1-4b64-b8d9-28c691799fd9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464008 Jan 28 13:44:26.272618 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.397210 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6aba-33fa-42c6-9389-632e0c8834ba req-ff8bd784-f0d7-4a51-820d-aa07ea92ce5e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:26.398748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-112d6aba-33fa-42c6-9389-632e0c8834ba req-ff8bd784-f0d7-4a51-820d-aa07ea92ce5e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0525894 Jan 28 13:44:26.459371 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-112d6aba-33fa-42c6-9389-632e0c8834ba req-c4ce7fd2-f506-436b-836b-48515d5d3a32 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493264 Jan 28 13:44:27.595262 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac589412-c212-4814-9f03-cfa144fcaa30 req-d359528e-2fbf-45c1-9cad-729d14b22ac5 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:27.596776 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac589412-c212-4814-9f03-cfa144fcaa30 req-d359528e-2fbf-45c1-9cad-729d14b22ac5 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0557442 Jan 28 13:44:27.667145 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ac589412-c212-4814-9f03-cfa144fcaa30 req-523325ee-43f2-492e-ae16-b8b5209fc9f6 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634937 Jan 28 13:44:28.788730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b8799-de74-4924-9f74-a288b64977f5 req-b1029212-bfbe-4fb7-96bc-310597b0a4a8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:28.791042 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af1b8799-de74-4924-9f74-a288b64977f5 req-b1029212-bfbe-4fb7-96bc-310597b0a4a8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0519099 Jan 28 13:44:28.849111 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af1b8799-de74-4924-9f74-a288b64977f5 req-5a144337-b8d6-4459-a9da-5e78609457e9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518520 Jan 28 13:44:29.974473 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189beb3-8dfe-44ed-a79d-8e56ffd9bbf0 req-f9870b9f-0b5b-4d2b-b770-4aef956614cd tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:29.976241 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d189beb3-8dfe-44ed-a79d-8e56ffd9bbf0 req-f9870b9f-0b5b-4d2b-b770-4aef956614cd tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0573027 Jan 28 13:44:30.032321 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d189beb3-8dfe-44ed-a79d-8e56ffd9bbf0 req-21e7720b-f15a-4d5d-a84f-9d80f7ed8acb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504103 Jan 28 13:44:31.160673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fed2ba-fa62-4f87-98d7-56bfe663cb7d req-babe246b-30b9-4102-963e-23a049dd5843 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:31.162212 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e8fed2ba-fa62-4f87-98d7-56bfe663cb7d req-babe246b-30b9-4102-963e-23a049dd5843 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0521948 Jan 28 13:44:31.224778 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e8fed2ba-fa62-4f87-98d7-56bfe663cb7d req-296918c8-c5ab-4942-b159-c3c330e84eb4 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555000 Jan 28 13:44:32.344975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbe3e8-11b5-4972-8093-cc365d0f2888 req-b3195494-881b-4e29-bffc-7fb3fb7e48b5 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:32.346570 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5fbe3e8-11b5-4972-8093-cc365d0f2888 req-b3195494-881b-4e29-bffc-7fb3fb7e48b5 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0484486 Jan 28 13:44:32.398788 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5fbe3e8-11b5-4972-8093-cc365d0f2888 req-4246dcb6-f64f-4ad2-b248-481a1a6592b6 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465755 Jan 28 13:44:33.246514 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:44:33.277916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60538d24-2093-4117-8667-e87528434abd req-841ce1fd-ced9-4f88-9a83-ff5f8f933721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.279396 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60538d24-2093-4117-8667-e87528434abd req-841ce1fd-ced9-4f88-9a83-ff5f8f933721 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1095 time: 0.0446064 Jan 28 13:44:33.324582 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-60538d24-2093-4117-8667-e87528434abd req-95085191-8aba-4893-84a3-06f8b4fef76d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389187 Jan 28 13:44:33.517066 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e99f2-1983-4fea-8588-1438c44e055c req-169580d9-f952-4407-a908-e52f9f29e18e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.518425 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-069e99f2-1983-4fea-8588-1438c44e055c req-169580d9-f952-4407-a908-e52f9f29e18e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0474086 Jan 28 13:44:33.567468 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-069e99f2-1983-4fea-8588-1438c44e055c req-025c164b-5329-49c6-aeb6-16706376a5b2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435247 Jan 28 13:44:34.687290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474af597-b922-456a-9f38-231691067f15 req-710b9f5b-2f73-4a10-8cf4-652395bdf652 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:34.688811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-474af597-b922-456a-9f38-231691067f15 req-710b9f5b-2f73-4a10-8cf4-652395bdf652 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 944 time: 0.0531454 Jan 28 13:44:34.740171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-474af597-b922-456a-9f38-231691067f15 req-c33d663a-573b-4dec-9d1c-ee6ffc1e5c6b tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452154 Jan 28 13:44:34.777833 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 58d06944-25d8-43e0-ac0a-787e7eb35a71 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:44:34.875796 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:34.888263 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'port_id': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'mac_address': 'fa:16:3e:8a:b4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:44:34.929109 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 58d06944-25d8-43e0-ac0a-787e7eb35a71 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:34.929497 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:34.942265 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d06944-25d8-43e0-ac0a-787e7eb35a71 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:34.962373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:34.966096 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.012173 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=58d06944-25d8-43e0-ac0a-787e7eb35a71,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:35.221332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['58d06944-25d8-43e0-ac0a-787e7eb35a71'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:35.853913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719f5eb-3cc7-4587-a458-826b1e94fd63 req-5849aa86-8712-4743-b7ec-f75f107064e8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.855294 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c719f5eb-3cc7-4587-a458-826b1e94fd63 req-5849aa86-8712-4743-b7ec-f75f107064e8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 945 time: 0.0475533 Jan 28 13:44:35.903158 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c719f5eb-3cc7-4587-a458-826b1e94fd63 req-79d3f31c-9eeb-4b68-9360-5a5ffa079ead tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424018 Jan 28 13:44:36.795603 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 58d06944-25d8-43e0-ac0a-787e7eb35a71 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:36.843332 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 58d06944-25d8-43e0-ac0a-787e7eb35a71 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:36.843730 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.919850 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 58d06944-25d8-43e0-ac0a-787e7eb35a71 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:36.920238 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.942237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:36.944487 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645c6deb-06da-41cf-9ce3-753869308245" -d '{"events": [{"server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "name": "network-vif-plugged", "status": "completed", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:36.957308 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:36.962947 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.986124 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f61732-3116-4ba7-9464-fa661b39ce0b x-openstack-request-id: req-93f61732-3116-4ba7-9464-fa661b39ce0b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:36.986423 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "name": "network-vif-plugged", "status": "completed", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:36.986676 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93f61732-3116-4ba7-9464-fa661b39ce0b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:36.987064 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'code': 200} Jan 28 13:44:37.012375 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=58d06944-25d8-43e0-ac0a-787e7eb35a71,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:48.202823 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.430939 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.406291 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c561f5f5-059d-4362-8691-6253e4b31fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.768184 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65694447-8b88-46d8-8e9f-6714dc04e39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.280591 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.932487 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.265548 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.059073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-320b963e-a337-4f18-83a2-dd748d009d4e req-e4d0e4de-9931-4977-899a-cc4468911fa8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904124 Jan 28 13:45:08.146986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b963e-a337-4f18-83a2-dd748d009d4e req-3a51547f-b74e-4361-b362-59ab36b166ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:08.148541 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-320b963e-a337-4f18-83a2-dd748d009d4e req-3a51547f-b74e-4361-b362-59ab36b166ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1098 time: 0.0447178 Jan 28 13:45:08.255450 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b963e-a337-4f18-83a2-dd748d009d4e req-de3b3ddc-e02a-48f4-aa6e-37dc51f408df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:08.256856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-320b963e-a337-4f18-83a2-dd748d009d4e req-de3b3ddc-e02a-48f4-aa6e-37dc51f408df service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0866394 Jan 28 13:45:08.325815 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-320b963e-a337-4f18-83a2-dd748d009d4e req-15a56473-f581-4b7f-8602-f5fd7f3651b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71 HTTP/1.1" status: 200 len: 1001 time: 0.0620329 Jan 28 13:45:08.373554 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b963e-a337-4f18-83a2-dd748d009d4e req-be4583dd-1379-4c51-b69e-d112ec04d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:08.375058 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-320b963e-a337-4f18-83a2-dd748d009d4e req-be4583dd-1379-4c51-b69e-d112ec04d1f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0439403 Jan 28 13:45:08.420568 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b963e-a337-4f18-83a2-dd748d009d4e req-55c3bd51-eff1-4f10-99e9-a60d12716dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:08.422044 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-320b963e-a337-4f18-83a2-dd748d009d4e req-55c3bd51-eff1-4f10-99e9-a60d12716dc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410635 Jan 28 13:45:08.521499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-320b963e-a337-4f18-83a2-dd748d009d4e req-5f046796-b13f-4ff0-86b4-d6e0c7a6bba6 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923679 Jan 28 13:45:08.615708 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-320b963e-a337-4f18-83a2-dd748d009d4e req-e2faf248-914c-436a-8b28-8500a97a3ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889127 Jan 28 13:45:10.246095 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:45:18.214964 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.447033 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.408355 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc314f15-1225-43e7-8a8d-c7147b9f23b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.770166 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26521b40-37ce-4a3c-b715-c417db34220f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.281927 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.933153 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.267310 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.921652 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38580) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:47.096974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Deleting port b7997584-a943-441f-823c-c2bb471e9db8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:47.097320 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (b7997584-a943-441f-823c-c2bb471e9db8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.172020 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (b7997584-a943-441f-823c-c2bb471e9db8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.172283 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for floatingip (b7997584-a943-441f-823c-c2bb471e9db8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.184820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Calling delete_port for b7997584-a943-441f-823c-c2bb471e9db8 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:47.244865 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:45:47.341356 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (b7997584-a943-441f-823c-c2bb471e9db8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.371285 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event deleted for resources: {'Port': ['ID=b7997584-a943-441f-823c-c2bb471e9db8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:47.395191 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.395567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.395915 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.396255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.396594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.396925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.397278 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.397611 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.397938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.398264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.398590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.398918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.399239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:47.456170 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for floatingip (6dcf72c7-a02f-4f74-a3d1-98d9340b5e30), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.456390 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Floating IP 6dcf72c7-a02f-4f74-a3d1-98d9340b5e30 disassociated (deleted). External IP: 172.25.7.18, port: 58d06944-25d8-43e0-ac0a-787e7eb35a71. Jan 28 13:45:47.667983 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Router 762dd20f-1c59-4b5e-9312-b6b42889aa79 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:47.777270 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:47.782065 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.787578 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c36baf-e7e7-4b05-ae8d-1a881ff5a67b None None] Sync routers for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:47.798469 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c36baf-e7e7-4b05-ae8d-1a881ff5a67b None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:47.799174 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e9c36baf-e7e7-4b05-ae8d-1a881ff5a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:45:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:47.809556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-69fbf3e7-17d7-4dc3-98c2-5e1f1ac9f1f8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "DELETE /v2.0/floatingips/6dcf72c7-a02f-4f74-a3d1-98d9340b5e30 HTTP/1.1" status: 204 len: 168 time: 0.8868079 Jan 28 13:45:47.810159 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:47.812871 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52d2af4-9ba0-4936-bb9c-8f456e3d56d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:47.916850 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e211e857-95c2-44aa-a453-6109681383ab x-openstack-request-id: req-e211e857-95c2-44aa-a453-6109681383ab {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:47.917364 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:47.917619 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e211e857-95c2-44aa-a453-6109681383ab {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:47.919164 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'status': 'completed', 'code': 200} Jan 28 13:45:47.923646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e9c36baf-e7e7-4b05-ae8d-1a881ff5a67b None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:48.159045 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e9c36baf-e7e7-4b05-ae8d-1a881ff5a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:48.187013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c36baf-e7e7-4b05-ae8d-1a881ff5a67b None None] Checking router: 762dd20f-1c59-4b5e-9312-b6b42889aa79 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:48.195993 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c36baf-e7e7-4b05-ae8d-1a881ff5a67b None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:48.196642 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e9c36baf-e7e7-4b05-ae8d-1a881ff5a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:45:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:48.258865 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.320052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e9c36baf-e7e7-4b05-ae8d-1a881ff5a67b None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:48.371441 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d2af4-9ba0-4936-bb9c-8f456e3d56d5 req-04fd62a6-967e-41e2-80e3-1a1515b8ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:48.372977 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c52d2af4-9ba0-4936-bb9c-8f456e3d56d5 req-04fd62a6-967e-41e2-80e3-1a1515b8ecff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 1098 time: 0.4303186 Jan 28 13:45:48.442374 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfc4ce-dfc2-478d-abb5-41d68e0ff4cb req-0922ff6f-9f31-4699-ada5-6a4400f447b2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:48.444232 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1dcfc4ce-dfc2-478d-abb5-41d68e0ff4cb req-0922ff6f-9f31-4699-ada5-6a4400f447b2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 947 time: 0.1022880 Jan 28 13:45:48.481740 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.519817 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1dcfc4ce-dfc2-478d-abb5-41d68e0ff4cb req-79cbfaa7-9623-4558-abc0-7d589621c99c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683484 Jan 28 13:45:48.522685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d2af4-9ba0-4936-bb9c-8f456e3d56d5 req-47e2f4a4-6ff0-4ec9-b5fc-05470a982579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:48.524141 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c52d2af4-9ba0-4936-bb9c-8f456e3d56d5 req-47e2f4a4-6ff0-4ec9-b5fc-05470a982579 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.1444774 Jan 28 13:45:48.557434 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e9c36baf-e7e7-4b05-ae8d-1a881ff5a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:48.574061 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c52d2af4-9ba0-4936-bb9c-8f456e3d56d5 req-e88229e9-0d1a-4883-bc63-f5006626051e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71 HTTP/1.1" status: 200 len: 217 time: 0.0436974 Jan 28 13:45:48.585177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c36baf-e7e7-4b05-ae8d-1a881ff5a67b None None] The sync data for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 is: [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:48.626086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d2af4-9ba0-4936-bb9c-8f456e3d56d5 req-811720f7-cb41-4841-807d-568ae1b3c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:48.628593 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c52d2af4-9ba0-4936-bb9c-8f456e3d56d5 req-811720f7-cb41-4841-807d-568ae1b3c352 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0486491 Jan 28 13:45:48.682157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d2af4-9ba0-4936-bb9c-8f456e3d56d5 req-66a07812-f1e0-4748-b8ba-48bab088094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:48.683711 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c52d2af4-9ba0-4936-bb9c-8f456e3d56d5 req-66a07812-f1e0-4748-b8ba-48bab088094a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492735 Jan 28 13:45:48.782827 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c52d2af4-9ba0-4936-bb9c-8f456e3d56d5 req-1be48776-ec82-4e00-afa7-9a27ef22929d service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919333 Jan 28 13:45:48.830222 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af1009-a789-4f92-b0f2-c6b0c5eda252 None None] New status for floating IP 6dcf72c7-a02f-4f74-a3d1-98d9340b5e30: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:45:48.893355 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c52d2af4-9ba0-4936-bb9c-8f456e3d56d5 req-58a80057-7f9b-4faf-885a-6985de1074d0 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037235 Jan 28 13:45:49.349404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747427b5-2db7-4102-b945-fadea1511a28 req-85ecacf6-3c37-4ad9-9b57-ed305242786f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.350881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-747427b5-2db7-4102-b945-fadea1511a28 req-85ecacf6-3c37-4ad9-9b57-ed305242786f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.35 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 947 time: 0.0517766 Jan 28 13:45:49.416960 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-af31289e-c6ba-4c26-994a-ad6a4a32b32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.443248 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-747427b5-2db7-4102-b945-fadea1511a28 req-af431349-81db-4f93-9e49-3f120ad74078 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Deleting port 58d06944-25d8-43e0-ac0a-787e7eb35a71 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:49.443940 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-747427b5-2db7-4102-b945-fadea1511a28 req-af431349-81db-4f93-9e49-3f120ad74078 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.540607 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-747427b5-2db7-4102-b945-fadea1511a28 req-af431349-81db-4f93-9e49-3f120ad74078 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] For port 58d06944-25d8-43e0-ac0a-787e7eb35a71, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=58d06944-25d8-43e0-ac0a-787e7eb35a71,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:49.542215 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-747427b5-2db7-4102-b945-fadea1511a28 req-af431349-81db-4f93-9e49-3f120ad74078 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.554328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-747427b5-2db7-4102-b945-fadea1511a28 req-af431349-81db-4f93-9e49-3f120ad74078 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Calling delete_port for 58d06944-25d8-43e0-ac0a-787e7eb35a71 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:49.675453 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dccd1e-374c-4c0b-9e99-0842b7e6b1b2 req-914adb8f-0a1c-4b1a-a7a8-7a0b32d56120 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.676934 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99dccd1e-374c-4c0b-9e99-0842b7e6b1b2 req-914adb8f-0a1c-4b1a-a7a8-7a0b32d56120 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a HTTP/1.1" status: 200 len: 947 time: 0.0720797 Jan 28 13:45:49.755858 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-747427b5-2db7-4102-b945-fadea1511a28 req-af431349-81db-4f93-9e49-3f120ad74078 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (58d06944-25d8-43e0-ac0a-787e7eb35a71), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.777485 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99dccd1e-374c-4c0b-9e99-0842b7e6b1b2 req-d9d14bfa-15f8-47fb-9b77-016091da5164 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910666 Jan 28 13:45:49.796181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af431349-81db-4f93-9e49-3f120ad74078 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event deleted for resources: {'Port': ['ID=58d06944-25d8-43e0-ac0a-787e7eb35a71,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:49.842646 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-747427b5-2db7-4102-b945-fadea1511a28 req-af431349-81db-4f93-9e49-3f120ad74078 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] No DVR routers for this DVR port 58d06944-25d8-43e0-ac0a-787e7eb35a71 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:49.845364 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-747427b5-2db7-4102-b945-fadea1511a28 req-af431349-81db-4f93-9e49-3f120ad74078 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.848667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-747427b5-2db7-4102-b945-fadea1511a28 req-af431349-81db-4f93-9e49-3f120ad74078 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.35 "DELETE /v2.0/ports/58d06944-25d8-43e0-ac0a-787e7eb35a71 HTTP/1.1" status: 204 len: 173 time: 0.4931686 Jan 28 13:45:49.919171 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'name': 'network-vif-deleted', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:49.921616 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6b0948-6bc4-45e2-a6ad-d4935c4d1c95" -d '{"events": [{"server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "name": "network-vif-deleted", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:49.962378 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa07316f-693b-4515-a267-d2840a268816 x-openstack-request-id: req-fa07316f-693b-4515-a267-d2840a268816 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:49.963773 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a", "name": "network-vif-deleted", "tag": "58d06944-25d8-43e0-ac0a-787e7eb35a71", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:49.964200 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa07316f-693b-4515-a267-d2840a268816 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:49.964713 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed4cf7e-c37e-4236-81a7-bbe4b3f57b5a', 'name': 'network-vif-deleted', 'tag': '58d06944-25d8-43e0-ac0a-787e7eb35a71', 'status': 'completed', 'code': 200} Jan 28 13:45:50.844102 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38600) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:50.912782 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c7f74b8-cf2e-48c9-9f77-de7fc6677cbb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group (fb7a3b4a-f746-4eab-b8b7-41c557e2ac33), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.944458 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c7f74b8-cf2e-48c9-9f77-de7fc6677cbb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group (fb7a3b4a-f746-4eab-b8b7-41c557e2ac33), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.017674 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c7f74b8-cf2e-48c9-9f77-de7fc6677cbb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (fb7a3b4a-f746-4eab-b8b7-41c557e2ac33), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.020543 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c7f74b8-cf2e-48c9-9f77-de7fc6677cbb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.021731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-7c7f74b8-cf2e-48c9-9f77-de7fc6677cbb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "DELETE /v2.0/security-groups/fb7a3b4a-f746-4eab-b8b7-41c557e2ac33 HTTP/1.1" status: 204 len: 168 time: 0.1765845 Jan 28 13:45:51.032812 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f74b8-cf2e-48c9-9f77-de7fc6677cbb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7a3b4a-f746-4eab-b8b7-41c557e2ac33,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:51.779179 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9f0e-18b6-4835-aead-b58054c40e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.393562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38608) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:52.398189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-12d2346e-3708-4efd-b5a0-aac6794bcdea tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976923627', 'description': 'tempest-secgroup-smoke-1976923627 description', 'project_id': '27ec724da9b64efb97004d0e0c692795'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:52.420490 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12d2346e-3708-4efd-b5a0-aac6794bcdea tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.490159 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12d2346e-3708-4efd-b5a0-aac6794bcdea tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group (0fe5173c-f74f-4f72-bf3e-e13081a42ac4), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.494096 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12d2346e-3708-4efd-b5a0-aac6794bcdea tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0fe5173c-f74f-4f72-bf3e-e13081a42ac4), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.528885 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12d2346e-3708-4efd-b5a0-aac6794bcdea tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.530106 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-12d2346e-3708-4efd-b5a0-aac6794bcdea tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1355517 Jan 28 13:45:52.531211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2346e-3708-4efd-b5a0-aac6794bcdea tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe5173c-f74f-4f72-bf3e-e13081a42ac4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:52.533451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38610) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:52.540840 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group_rule': {'security_group_id': '0fe5173c-f74f-4f72-bf3e-e13081a42ac4', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:52.566310 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (30205854-a1e6-4328-b74b-6553c52161b3), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.623084 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (30205854-a1e6-4328-b74b-6553c52161b3), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.626569 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (30205854-a1e6-4328-b74b-6553c52161b3), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.649419 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30205854-a1e6-4328-b74b-6553c52161b3,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:52.659938 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.660282 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.660619 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.660956 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.661321 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.661609 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.661986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.662256 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.662579 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.663162 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.663567 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.663969 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.664287 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:52.670157 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.671371 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-26fad86d-b4d3-4cdb-ada0-36366ddfd6db tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367166 Jan 28 13:45:52.674387 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38614) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:52.678697 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e662d866-c366-4e7e-aa47-145513ba3aba tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group_rule': {'security_group_id': '0fe5173c-f74f-4f72-bf3e-e13081a42ac4', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:52.706602 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e662d866-c366-4e7e-aa47-145513ba3aba tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (b25b2e90-ec53-44d7-910f-0ed56c8fa783), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.769916 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e662d866-c366-4e7e-aa47-145513ba3aba tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (b25b2e90-ec53-44d7-910f-0ed56c8fa783), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.773591 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e662d866-c366-4e7e-aa47-145513ba3aba tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (b25b2e90-ec53-44d7-910f-0ed56c8fa783), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.793000 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662d866-c366-4e7e-aa47-145513ba3aba tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25b2e90-ec53-44d7-910f-0ed56c8fa783,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:52.800110 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e662d866-c366-4e7e-aa47-145513ba3aba tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.801327 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e662d866-c366-4e7e-aa47-145513ba3aba tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260033 Jan 28 13:45:52.804023 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38616) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:52.809562 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6d07080e-bffd-451f-9fdc-fc3800c3309a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group_rule': {'security_group_id': '0fe5173c-f74f-4f72-bf3e-e13081a42ac4', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:52.837170 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d07080e-bffd-451f-9fdc-fc3800c3309a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (5cbb11dc-8799-4194-898a-dc5baf4b0e6e), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.900900 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d07080e-bffd-451f-9fdc-fc3800c3309a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (5cbb11dc-8799-4194-898a-dc5baf4b0e6e), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.905027 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d07080e-bffd-451f-9fdc-fc3800c3309a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (5cbb11dc-8799-4194-898a-dc5baf4b0e6e), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.925365 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07080e-bffd-451f-9fdc-fc3800c3309a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbb11dc-8799-4194-898a-dc5baf4b0e6e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:52.935810 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d07080e-bffd-451f-9fdc-fc3800c3309a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.937169 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-6d07080e-bffd-451f-9fdc-fc3800c3309a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321969 Jan 28 13:45:52.939911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38618) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:52.944538 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8bc263ee-a8c0-4bab-9deb-9d099907e438 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group_rule': {'security_group_id': '0fe5173c-f74f-4f72-bf3e-e13081a42ac4', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:52.973281 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8bc263ee-a8c0-4bab-9deb-9d099907e438 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (aa026792-2586-4c76-8999-e95767b12f31), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.036755 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8bc263ee-a8c0-4bab-9deb-9d099907e438 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (aa026792-2586-4c76-8999-e95767b12f31), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.040663 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8bc263ee-a8c0-4bab-9deb-9d099907e438 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (aa026792-2586-4c76-8999-e95767b12f31), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.061663 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc263ee-a8c0-4bab-9deb-9d099907e438 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa026792-2586-4c76-8999-e95767b12f31,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:53.065692 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8bc263ee-a8c0-4bab-9deb-9d099907e438 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.066872 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8bc263ee-a8c0-4bab-9deb-9d099907e438 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260209 Jan 28 13:45:53.071198 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38620) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:53.076551 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8cd56289-d761-462d-9e63-cb2583503967 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group_rule': {'security_group_id': '0fe5173c-f74f-4f72-bf3e-e13081a42ac4', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:53.096523 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-8cd56289-d761-462d-9e63-cb2583503967 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Project 27ec724da9b64efb97004d0e0c692795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:45:53.101515 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cd56289-d761-462d-9e63-cb2583503967 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (3af6c348-7cc7-45af-ab24-0f1698850a0a), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.105725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 58d06944-25d8-43e0-ac0a-787e7eb35a71 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:53.127614 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: 58d06944-25d8-43e0-ac0a-787e7eb35a71 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:45:53.127986 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 58d06944-25d8-43e0-ac0a-787e7eb35a71 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:45:53.164120 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cd56289-d761-462d-9e63-cb2583503967 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (3af6c348-7cc7-45af-ab24-0f1698850a0a), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.168685 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cd56289-d761-462d-9e63-cb2583503967 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (3af6c348-7cc7-45af-ab24-0f1698850a0a), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.187695 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd56289-d761-462d-9e63-cb2583503967 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af6c348-7cc7-45af-ab24-0f1698850a0a,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:53.199281 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cd56289-d761-462d-9e63-cb2583503967 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.200786 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-8cd56289-d761-462d-9e63-cb2583503967 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285386 Jan 28 13:45:53.203820 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 38622) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:53.208578 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7e91ddff-eebd-425a-ac26-5904c84ace0f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'security_group_rule': {'security_group_id': '0fe5173c-f74f-4f72-bf3e-e13081a42ac4', 'project_id': '27ec724da9b64efb97004d0e0c692795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:53.232295 n-d-824835-4 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-7e91ddff-eebd-425a-ac26-5904c84ace0f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Project 27ec724da9b64efb97004d0e0c692795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:45:53.237474 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e91ddff-eebd-425a-ac26-5904c84ace0f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (e7a8bb21-fe42-4f22-8fd4-d03b9e6c6589), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.285085 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.300544 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e91ddff-eebd-425a-ac26-5904c84ace0f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (e7a8bb21-fe42-4f22-8fd4-d03b9e6c6589), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.304667 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e91ddff-eebd-425a-ac26-5904c84ace0f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (e7a8bb21-fe42-4f22-8fd4-d03b9e6c6589), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.324133 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91ddff-eebd-425a-ac26-5904c84ace0f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a8bb21-fe42-4f22-8fd4-d03b9e6c6589,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:53.333734 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e91ddff-eebd-425a-ac26-5904c84ace0f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.334967 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-7e91ddff-eebd-425a-ac26-5904c84ace0f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302235 Jan 28 13:45:54.938327 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.271327 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.850059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-5b3c1733-27b3-4000-8c9d-652a7948a64f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976923627&fields=id&tenant_id=27ec724da9b64efb97004d0e0c692795 HTTP/1.1" status: 200 len: 267 time: 0.0485582 Jan 28 13:46:12.953072 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8346-d099-4475-bcd7-84f410c7de3d req-bbe0d84a-df33-448f-9eb3-b7e5e8cc3e28 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:12.954504 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-bbe0d84a-df33-448f-9eb3-b7e5e8cc3e28 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 808 time: 0.0975130 Jan 28 13:46:12.969821 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-97bba6ae-172e-41fb-8495-c3da3c18e0af tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/quotas/27ec724da9b64efb97004d0e0c692795 HTTP/1.1" status: 200 len: 375 time: 0.0095983 Jan 28 13:46:13.019842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-126ccc1b-0dea-4b3c-9b80-ffeaf67ad075 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451796 Jan 28 13:46:13.077618 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-caf91a7d-4f7f-4fd5-9523-c937cb173ed5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:46:13.078608 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-caf91a7d-4f7f-4fd5-9523-c937cb173ed5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477052 Jan 28 13:46:13.172748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-9b5cb08e-66be-4aa3-9319-f0561d57cb12 service neutron] 10.222.0.53 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877938 Jan 28 13:46:13.260631 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-1062e280-3ac0-44bb-9ed1-13f252f7d82c service neutron] 10.222.0.53 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821369 Jan 28 13:46:13.553098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d027076f-7791-4f6b-902d-c62188bd50e6 req-ad7359b8-9c30-4f28-9f5c-910db741d0eb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0326931 Jan 28 13:46:14.629232 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e6d1af8c-bc53-44c1-8d9c-d0bfa5907d80 req-a3264fcd-0303-4aea-830d-ae3d3e398c5c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0259230 Jan 28 13:46:15.707897 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cfefc1c2-7335-42e6-bc9e-5f17146e0a21 req-716f63a1-0b8f-49bb-8ae3-92ff8dcae7c7 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0274014 Jan 28 13:46:16.788456 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-733d7611-208f-48d1-91ca-609adfdc8923 req-03ea0725-ded3-41a6-bb08-b3c4e227e46b tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0294776 Jan 28 13:46:17.883739 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d680a5d-1164-4b56-bb8e-c1c1188df6c3 req-c0e3973e-2c54-4ae9-a437-a72fb046163c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0271411 Jan 28 13:46:18.242038 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.469064 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.485721 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90005487-f094-4a65-86c9-5306bbcf0f67 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:18.487222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90005487-f094-4a65-86c9-5306bbcf0f67 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 808 time: 0.1117630 Jan 28 13:46:18.552067 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-a830e5bc-3d3a-4c1a-8179-68697cbea3d0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27ec724da9b64efb97004d0e0c692795 HTTP/1.1" status: 200 len: 380 time: 0.0563316 Jan 28 13:46:18.560843 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-384e8346-d099-4475-bcd7-84f410c7de3d req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'port': {'device_id': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'admin_state_up': True, 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'security_groups': ['0fe5173c-f74f-4f72-bf3e-e13081a42ac4']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:18.674318 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384e8346-d099-4475-bcd7-84f410c7de3d req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Made reservation on behalf of 27ec724da9b64efb97004d0e0c692795 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:18.677681 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-384e8346-d099-4475-bcd7-84f410c7de3d req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.805292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-384e8346-d099-4475-bcd7-84f410c7de3d req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Allocated IP 172.20.0.7 (a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5/0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d/7791bef3-b833-40b3-a08d-ebf4b4c5d42e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:18.966908 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-384e8346-d099-4475-bcd7-84f410c7de3d req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.984762 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-38c0fdc1-2196-4688-9ef4-105ecdc7dcca req-8fc835ca-49dc-4e0d-b26a-705d8530c7de tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0326743 Jan 28 13:46:19.016336 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-384e8346-d099-4475-bcd7-84f410c7de3d req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.058890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384e8346-d099-4475-bcd7-84f410c7de3d req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:19.061863 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-384e8346-d099-4475-bcd7-84f410c7de3d req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:19.065469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-384e8346-d099-4475-bcd7-84f410c7de3d req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:19.080014 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'Port': ['ID=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:19.142326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8346-d099-4475-bcd7-84f410c7de3d req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:19.142995 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-384e8346-d099-4475-bcd7-84f410c7de3d req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.159043 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-e303e844-8395-463f-81ff-96f000eeee30 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6019700 Jan 28 13:46:19.170454 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Request body: {'port': {'device_id': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:19.229742 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.344020 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-325ab7b5-378c-4e0d-bc0b-7acf33c52034 None None] Provisioning complete for port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:19.344613 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-325ab7b5-378c-4e0d-bc0b-7acf33c52034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.383426 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-325ab7b5-378c-4e0d-bc0b-7acf33c52034 None None] Port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:19.409905 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0d799047-f730-445d-bd1d-bc6ec686426e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.512354 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7791bef3-b833-40b3-a08d-ebf4b4c5d42e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:19.519907 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Publish callbacks [] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.533297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Transition to ACTIVE for port object 7791bef3-b833-40b3-a08d-ebf4b4c5d42e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:46:19.537054 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.636913 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Pushing event updated for resources: {'Port': ['ID=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:19.672386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Attempting to bind port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:19.672719 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Attempting to bind port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:19.673046 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Attempting to bind port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e on network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:19.678460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e on network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:46:19.678781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Attempting to bind port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e on network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:19.684260 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:19.684597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Checking segment: {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:19.684976 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Bound using segment: {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:19.685398 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Bound port: 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:19.685751 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.759597 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:19.763001 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:19.767655 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.808245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:19.809158 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.810668 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] 10.222.0.35 "PUT /v2.0/ports/7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 1091 time: 0.6447096 Jan 28 13:46:19.811168 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:19.813662 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607695b1-2ffa-4a3d-b457-06e29330714b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:19.841141 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f872de-a3ae-4ad7-abc5-5b639a167830 service neutron] Pushing event updated for resources: {'Port': ['ID=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:19.893720 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02d2120-de4a-4317-8b65-744f76ef2a8a x-openstack-request-id: req-a02d2120-de4a-4317-8b65-744f76ef2a8a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:19.894024 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:19.894292 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a02d2120-de4a-4317-8b65-744f76ef2a8a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:19.894882 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'status': 'completed', 'code': 200} Jan 28 13:46:19.909747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8346-d099-4475-bcd7-84f410c7de3d req-02b4e9e7-7808-49f3-9537-63226a7342d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:19.910985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-02b4e9e7-7808-49f3-9537-63226a7342d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1094 time: 0.0511301 Jan 28 13:46:19.954798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-b95adfae-a3b8-46db-9548-4f7444632dfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 217 time: 0.0364795 Jan 28 13:46:20.021179 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8346-d099-4475-bcd7-84f410c7de3d req-58c164ec-d061-4d7e-b376-727b33e20f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:20.022671 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-58c164ec-d061-4d7e-b376-727b33e20f42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0620518 Jan 28 13:46:20.105236 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8346-d099-4475-bcd7-84f410c7de3d req-f0432f80-a959-462a-bf54-962217793231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:20.106737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-f0432f80-a959-462a-bf54-962217793231 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783281 Jan 28 13:46:20.119005 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcedef-c6e5-4a92-8610-faa059f70c17 req-e785a3bf-3e5d-454f-9f89-bb6b0e5708c2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:20.120431 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6bcedef-c6e5-4a92-8610-faa059f70c17 req-e785a3bf-3e5d-454f-9f89-bb6b0e5708c2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0622590 Jan 28 13:46:20.230923 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a6bcedef-c6e5-4a92-8610-faa059f70c17 req-9d71c310-97bb-43c3-851e-be96d81fdafe tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021171 Jan 28 13:46:20.259492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-b64b877e-1fc6-4ff5-bd67-d13b24d59bfd service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379890 Jan 28 13:46:20.348511 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384e8346-d099-4475-bcd7-84f410c7de3d req-bfcf8126-eb9b-4c54-86ce-6ef1648d76ac service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836461 Jan 28 13:46:20.440465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607695b1-2ffa-4a3d-b457-06e29330714b req-77c4b072-ee4c-4deb-bf94-b9f9714318e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:20.441733 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-607695b1-2ffa-4a3d-b457-06e29330714b req-77c4b072-ee4c-4deb-bf94-b9f9714318e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1094 time: 0.0493219 Jan 28 13:46:20.534249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607695b1-2ffa-4a3d-b457-06e29330714b req-ae47cf30-e2a1-4ca3-acb9-d3349f230e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:20.535736 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-607695b1-2ffa-4a3d-b457-06e29330714b req-ae47cf30-e2a1-4ca3-acb9-d3349f230e5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0881429 Jan 28 13:46:20.581530 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-607695b1-2ffa-4a3d-b457-06e29330714b req-e90f7c39-c1a3-477d-b8fa-abcde0bae26f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 217 time: 0.0396142 Jan 28 13:46:20.630309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607695b1-2ffa-4a3d-b457-06e29330714b req-c66e3b5c-baac-46b7-b33c-41d0019699d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:20.631786 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-607695b1-2ffa-4a3d-b457-06e29330714b req-c66e3b5c-baac-46b7-b33c-41d0019699d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0439134 Jan 28 13:46:20.677479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607695b1-2ffa-4a3d-b457-06e29330714b req-8473aac3-7116-4a4b-911c-356ba1ea9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:20.678954 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-607695b1-2ffa-4a3d-b457-06e29330714b req-8473aac3-7116-4a4b-911c-356ba1ea9f28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408792 Jan 28 13:46:20.768202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-607695b1-2ffa-4a3d-b457-06e29330714b req-59b25ada-6e7f-4168-b6cd-80d7b473dbe5 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835309 Jan 28 13:46:20.858956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-607695b1-2ffa-4a3d-b457-06e29330714b req-ddfdb835-05a9-4fe5-937a-e075414fdb95 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Jan 28 13:46:21.354469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26d2f3-3fc5-485c-a410-bbfca3df2501 req-1f0586cf-3d9b-4883-89b2-2aa36ff6b158 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:21.355976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f26d2f3-3fc5-485c-a410-bbfca3df2501 req-1f0586cf-3d9b-4883-89b2-2aa36ff6b158 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0507116 Jan 28 13:46:21.404377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7f26d2f3-3fc5-485c-a410-bbfca3df2501 req-0dc0cd4b-4cad-44a0-bc68-8e3bc6793cbe tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426972 Jan 28 13:46:21.771466 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ed78967-dd90-4fb3-a44b-56f00e10a117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.531320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa8f34-e985-4f7c-83c7-fad23f2e062b req-a13a3d7f-0489-41f8-960c-daa5e59579b1 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:22.532812 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0aa8f34-e985-4f7c-83c7-fad23f2e062b req-a13a3d7f-0489-41f8-960c-daa5e59579b1 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0523031 Jan 28 13:46:22.581258 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e0aa8f34-e985-4f7c-83c7-fad23f2e062b req-6260827b-840b-42fb-a3d5-6c2ec080ec62 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Jan 28 13:46:23.286950 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.699777 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda83417-0ee7-4fb8-a5be-ef7981acdb46 req-df900e81-57ec-45c6-bd03-0254b20e2210 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:23.701500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cda83417-0ee7-4fb8-a5be-ef7981acdb46 req-df900e81-57ec-45c6-bd03-0254b20e2210 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0514321 Jan 28 13:46:23.753229 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cda83417-0ee7-4fb8-a5be-ef7981acdb46 req-57c67de3-2e2a-484f-aaa3-c52f79756d79 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 Jan 28 13:46:24.244677 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:46:24.890105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df06ef9-f69f-407a-9cce-de73787c2ff3 req-2fe14c66-4d9c-4e7d-bc25-207f26d127eb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:24.897202 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9df06ef9-f69f-407a-9cce-de73787c2ff3 req-2fe14c66-4d9c-4e7d-bc25-207f26d127eb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0604150 Jan 28 13:46:24.941709 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.959098 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9df06ef9-f69f-407a-9cce-de73787c2ff3 req-d7898075-237f-49db-ae81-800776a5a697 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610397 Jan 28 13:46:26.079788 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3862bf-dd6b-4a11-bdbb-6552a18ed83c req-7588ff31-fd23-46a9-b0df-374b0122d27e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.081390 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc3862bf-dd6b-4a11-bdbb-6552a18ed83c req-7588ff31-fd23-46a9-b0df-374b0122d27e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0519042 Jan 28 13:46:26.137352 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dc3862bf-dd6b-4a11-bdbb-6552a18ed83c req-2455e26d-a80c-491e-9266-34dd7e225732 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490212 Jan 28 13:46:26.275994 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.256394 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6238c-08ba-4529-ad34-fc2fbf9cd891 req-ab332975-ff5a-4b89-a767-f280dfe79faf tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:27.257867 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5a6238c-08ba-4529-ad34-fc2fbf9cd891 req-ab332975-ff5a-4b89-a767-f280dfe79faf tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0499346 Jan 28 13:46:27.312119 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5a6238c-08ba-4529-ad34-fc2fbf9cd891 req-445a56d3-a3c4-443f-b908-1259c9d32abd tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485356 Jan 28 13:46:28.429444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533eb0-cedd-4273-a466-65611670f8dd req-dcae40ed-baf4-41d0-8083-a0639563b72d tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:28.431566 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-88533eb0-cedd-4273-a466-65611670f8dd req-dcae40ed-baf4-41d0-8083-a0639563b72d tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0503986 Jan 28 13:46:28.481900 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-88533eb0-cedd-4273-a466-65611670f8dd req-96f25635-586e-468f-932b-0f6fa4ed6aeb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444136 Jan 28 13:46:29.596894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca999f5-33c2-4bc9-9401-5b0013fdc87d req-cec8f4f9-b871-48d7-9ec9-ca1b8b864f2d tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.598353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dca999f5-33c2-4bc9-9401-5b0013fdc87d req-cec8f4f9-b871-48d7-9ec9-ca1b8b864f2d tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0480802 Jan 28 13:46:29.646108 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dca999f5-33c2-4bc9-9401-5b0013fdc87d req-55bbd433-31ee-4ba3-83e8-224b89285d0a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Jan 28 13:46:30.765416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a1d84-3d4d-4735-a770-03714aad4e03 req-6677dc6a-450f-4f4d-808b-364f67f35f86 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:30.766795 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-627a1d84-3d4d-4735-a770-03714aad4e03 req-6677dc6a-450f-4f4d-808b-364f67f35f86 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0513418 Jan 28 13:46:30.814227 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-627a1d84-3d4d-4735-a770-03714aad4e03 req-7417f93f-d099-4d2a-81f0-0b3c969b2ec6 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419219 Jan 28 13:46:31.930295 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e05f-98e0-49df-8663-5d7f592cc9d7 req-dc976ae3-859d-4ad4-8115-b7120c813358 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:31.931825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d10e05f-98e0-49df-8663-5d7f592cc9d7 req-dc976ae3-859d-4ad4-8115-b7120c813358 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0484691 Jan 28 13:46:31.980932 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d10e05f-98e0-49df-8663-5d7f592cc9d7 req-d7f91c6c-164d-41f7-bda4-52f87de2c97f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433390 Jan 28 13:46:33.096428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8e144-b08b-4c10-bd22-3e0ff5686735 req-061feece-ee4c-4611-bda9-25f3b7869bb8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.097899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52a8e144-b08b-4c10-bd22-3e0ff5686735 req-061feece-ee4c-4611-bda9-25f3b7869bb8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0498712 Jan 28 13:46:33.151216 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-52a8e144-b08b-4c10-bd22-3e0ff5686735 req-24668040-abab-4d55-931d-1099af9acc92 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470061 Jan 28 13:46:34.267054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f479d3-b22e-4832-bc16-0d90ab2ecf19 req-a00ed0e0-ccf7-48fa-8a4f-e731e0e94a64 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:34.268595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f479d3-b22e-4832-bc16-0d90ab2ecf19 req-a00ed0e0-ccf7-48fa-8a4f-e731e0e94a64 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0485356 Jan 28 13:46:34.316199 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d2f479d3-b22e-4832-bc16-0d90ab2ecf19 req-aace153c-7489-4911-aabf-4941e8783303 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420899 Jan 28 13:46:35.229261 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 7791bef3-b833-40b3-a08d-ebf4b4c5d42e details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:46:35.322477 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:35.337037 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'port_id': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'mac_address': 'fa:16:3e:10:f1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:46:35.374910 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:35.375303 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.387958 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7791bef3-b833-40b3-a08d-ebf4b4c5d42e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:35.407808 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:35.411670 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.434989 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dded74-9807-499d-8173-e4d8156404f5 req-56cff069-16e7-4cdb-ab44-9a8009a7b41a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:35.436492 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31dded74-9807-499d-8173-e4d8156404f5 req-56cff069-16e7-4cdb-ab44-9a8009a7b41a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0500023 Jan 28 13:46:35.462219 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:35.469909 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.470262 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.470609 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.470961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.471297 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.471661 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.471994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.472324 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.472653 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.472983 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.473312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.473641 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.473966 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:35.487825 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-31dded74-9807-499d-8173-e4d8156404f5 req-b2929713-a770-4960-8876-9a1ef2fe193a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455985 Jan 28 13:46:35.617389 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['7791bef3-b833-40b3-a08d-ebf4b4c5d42e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:36.609685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b358a-91ed-415a-a73c-3b30c4a6ea80 req-5577bc81-1e36-4ba3-8240-ec7cb4231e03 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:36.611153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa1b358a-91ed-415a-a73c-3b30c4a6ea80 req-5577bc81-1e36-4ba3-8240-ec7cb4231e03 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 944 time: 0.0548513 Jan 28 13:46:36.661186 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-aa1b358a-91ed-415a-a73c-3b30c4a6ea80 req-ab45fe03-8d41-4888-b17e-071ee44fdece tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 Jan 28 13:46:37.245565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 7791bef3-b833-40b3-a08d-ebf4b4c5d42e up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:37.294809 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:37.298559 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:37.298934 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.377039 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:37.377425 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.398799 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:37.401086 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2faf29-56d2-432e-bb17-3203dbcf263b" -d '{"events": [{"server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "name": "network-vif-plugged", "status": "completed", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:37.413485 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:37.418203 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.442163 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da1bc6e-7d1a-4ff4-9871-0f88ea91738e x-openstack-request-id: req-4da1bc6e-7d1a-4ff4-9871-0f88ea91738e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:37.442163 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "name": "network-vif-plugged", "status": "completed", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:37.442465 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4da1bc6e-7d1a-4ff4-9871-0f88ea91738e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:37.442761 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'code': 200} Jan 28 13:46:37.468643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:37.535997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429e693-00f1-4ec0-8f13-0d928e5149ed req-ed85cbfd-4ed7-45d3-a7f8-f97ecd572f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:37.537393 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a429e693-00f1-4ec0-8f13-0d928e5149ed req-ed85cbfd-4ed7-45d3-a7f8-f97ecd572f1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1096 time: 0.0393369 Jan 28 13:46:37.582167 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a429e693-00f1-4ec0-8f13-0d928e5149ed req-af1305e1-7f53-4eec-bd73-45bea8093c81 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394309 Jan 28 13:46:37.783370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afd340-e9ad-466e-a4d0-c89660f0d351 req-88ca2526-2097-4311-9a5a-2c7d34cb2016 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:37.784839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7afd340-e9ad-466e-a4d0-c89660f0d351 req-88ca2526-2097-4311-9a5a-2c7d34cb2016 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0556448 Jan 28 13:46:37.835191 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7afd340-e9ad-466e-a4d0-c89660f0d351 req-eab339a1-afd1-413c-b249-b37b10010e1f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 Jan 28 13:46:38.950063 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2737c-3df9-4377-8c24-efe5bf063933 req-74a89dc9-7270-4e45-9f3a-be50a8d4c71c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:38.951544 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-65f2737c-3df9-4377-8c24-efe5bf063933 req-74a89dc9-7270-4e45-9f3a-be50a8d4c71c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0477340 Jan 28 13:46:38.999491 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-65f2737c-3df9-4377-8c24-efe5bf063933 req-b11efe71-ba1e-491b-bd52-3deada5e20ae tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423462 Jan 28 13:46:39.114975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0bb49-fe5e-46ba-aae2-cd6c66d57609 req-34c25840-22a1-43ec-bcf4-c100f32357c9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:39.116377 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48d0bb49-fe5e-46ba-aae2-cd6c66d57609 req-34c25840-22a1-43ec-bcf4-c100f32357c9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0479636 Jan 28 13:46:39.170427 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-48d0bb49-fe5e-46ba-aae2-cd6c66d57609 req-bd96d9ec-04ee-4f4e-b324-fd1d0b124623 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481837 Jan 28 13:46:39.191820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38846) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:39.234055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae700f1-c8dc-4a72-b263-26a5325b37a2 tempest-TestShelveInstance-1392291338 tempest-TestShelveInstance-1392291338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:39.235556 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9ae700f1-c8dc-4a72-b263-26a5325b37a2 tempest-TestShelveInstance-1392291338 tempest-TestShelveInstance-1392291338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1091 time: 0.0427430 Jan 28 13:46:39.238352 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 38848) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:39.243469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:39.264313 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.370548 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.477493 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Allocated IP 172.25.7.51 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/efa00533-06a2-42a1-9fb9-41b5e8262f63) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:39.577788 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for port (efa00533-06a2-42a1-9fb9-41b5e8262f63), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.617237 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (efa00533-06a2-42a1-9fb9-41b5e8262f63), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.657985 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:39.662690 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:39.668494 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:39.671695 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'Port': ['ID=efa00533-06a2-42a1-9fb9-41b5e8262f63,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:40.022969 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for floatingip (37fd3111-3038-46f9-a232-5cdbb8a61148), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.091393 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (efa00533-06a2-42a1-9fb9-41b5e8262f63), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.238985 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for port (efa00533-06a2-42a1-9fb9-41b5e8262f63), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.243309 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (efa00533-06a2-42a1-9fb9-41b5e8262f63), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.308089 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event updated for resources: {'Port': ['ID=efa00533-06a2-42a1-9fb9-41b5e8262f63,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:40.319580 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (37fd3111-3038-46f9-a232-5cdbb8a61148), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.418018 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Floating IP 37fd3111-3038-46f9-a232-5cdbb8a61148 associated. External IP: 172.25.7.51, port: 7791bef3-b833-40b3-a08d-ebf4b4c5d42e. Jan 28 13:46:40.977823 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Router 762dd20f-1c59-4b5e-9312-b6b42889aa79 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:41.085900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:41.097055 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11612584-ef91-4661-a271-0220b7ac3e2d None None] Sync routers for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:41.105682 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.107541 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11612584-ef91-4661-a271-0220b7ac3e2d None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:41.108165 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11612584-ef91-4661-a271-0220b7ac3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:46:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:41.134325 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9ab89ee7-5bd0-41ca-b45f-b79518eaa017 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8946958 Jan 28 13:46:41.134923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:41.137215 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bc9821-99ab-4419-8ff8-e5eec84c875b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:41.183057 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58f1a53-ce38-4be6-9a98-cdf762053a01 x-openstack-request-id: req-a58f1a53-ce38-4be6-9a98-cdf762053a01 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:41.183369 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:41.183647 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a58f1a53-ce38-4be6-9a98-cdf762053a01 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:41.184049 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'status': 'completed', 'code': 200} Jan 28 13:46:41.220712 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-11612584-ef91-4661-a271-0220b7ac3e2d None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:41.250185 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9821-99ab-4419-8ff8-e5eec84c875b req-a24db9f5-9773-4179-a74b-93c9e21b4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:41.251592 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36bc9821-99ab-4419-8ff8-e5eec84c875b req-a24db9f5-9773-4179-a74b-93c9e21b4457 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1096 time: 0.0435205 Jan 28 13:46:41.344529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9821-99ab-4419-8ff8-e5eec84c875b req-d3532da5-cae9-402c-a7f9-63926ae58b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:41.345984 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36bc9821-99ab-4419-8ff8-e5eec84c875b req-d3532da5-cae9-402c-a7f9-63926ae58b28 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0881357 Jan 28 13:46:41.410213 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36bc9821-99ab-4419-8ff8-e5eec84c875b req-a7894c24-bc05-4c9d-83b0-d4f9e9105c9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 998 time: 0.0587270 Jan 28 13:46:41.449858 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11612584-ef91-4661-a271-0220b7ac3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '37fd3111-3038-46f9-a232-5cdbb8a61148', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'port_id': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'mac_address': 'fa:16:3e:10:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:46:39Z', 'updated_at': '2022-01-28T13:46:39Z', 'revision_number': 0, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:41.459608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9821-99ab-4419-8ff8-e5eec84c875b req-9ac49eb9-6757-4a65-9681-8e9589a3bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:41.461642 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36bc9821-99ab-4419-8ff8-e5eec84c875b req-9ac49eb9-6757-4a65-9681-8e9589a3bc58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0448058 Jan 28 13:46:41.481847 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11612584-ef91-4661-a271-0220b7ac3e2d None None] Checking router: 762dd20f-1c59-4b5e-9312-b6b42889aa79 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:41.490362 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11612584-ef91-4661-a271-0220b7ac3e2d None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:41.490974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11612584-ef91-4661-a271-0220b7ac3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:46:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:41.510042 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9821-99ab-4419-8ff8-e5eec84c875b req-fa0f7219-e355-4b55-a381-334b31ef2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:41.511406 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36bc9821-99ab-4419-8ff8-e5eec84c875b req-fa0f7219-e355-4b55-a381-334b31ef2d7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445080 Jan 28 13:46:41.599504 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-11612584-ef91-4661-a271-0220b7ac3e2d None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:41.600283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36bc9821-99ab-4419-8ff8-e5eec84c875b req-0c3d5af3-7e8e-4c5d-bba9-fc3954b998b6 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828168 Jan 28 13:46:41.700637 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-36bc9821-99ab-4419-8ff8-e5eec84c875b req-8a0757c3-cd70-4ab8-98f7-907636c9a68e service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946102 Jan 28 13:46:41.984426 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-11612584-ef91-4661-a271-0220b7ac3e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '37fd3111-3038-46f9-a232-5cdbb8a61148', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'port_id': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'mac_address': 'fa:16:3e:10:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:46:39Z', 'updated_at': '2022-01-28T13:46:39Z', 'revision_number': 0, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:42.014563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11612584-ef91-4661-a271-0220b7ac3e2d None None] The sync data for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 is: [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '37fd3111-3038-46f9-a232-5cdbb8a61148', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'port_id': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'mac_address': 'fa:16:3e:10:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:46:39Z', 'updated_at': '2022-01-28T13:46:39Z', 'revision_number': 0, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:42.202417 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c673b-8fbc-4ab7-a91b-c5a13cc1cc0c None None] New status for floating IP 37fd3111-3038-46f9-a232-5cdbb8a61148: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:46:48.242721 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.459414 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.416454 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-401c6137-4af5-44fa-954c-3370c8328a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.774228 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1f32-0838-4f5c-8a97-2c4c85b78ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.290760 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.937933 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.279060 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:01.243784 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:47:10.016353 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-b989e60b-c6d2-464d-a387-bca655605b34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412369 Jan 28 13:47:10.097389 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-f1c33847-601e-44c2-841c-3c7d01405d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:10.098991 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-f1c33847-601e-44c2-841c-3c7d01405d57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1096 time: 0.0423577 Jan 28 13:47:10.206368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-17b446c3-35ee-4a5d-acc5-731dddfb3ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:10.207837 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-17b446c3-35ee-4a5d-acc5-731dddfb3ec2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0899930 Jan 28 13:47:10.271746 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-da29061b-4304-4266-9228-6803bee1d7d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 1000 time: 0.0574565 Jan 28 13:47:10.319264 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-7f9eafe5-45a5-45c9-82ea-56a3b1629414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:10.321442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-7f9eafe5-45a5-45c9-82ea-56a3b1629414 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0442238 Jan 28 13:47:10.372731 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-51e39434-fb66-4804-a709-f06fe51227b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:10.374208 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-51e39434-fb66-4804-a709-f06fe51227b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465508 Jan 28 13:47:10.385241 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-bd7b4272-1870-4aa8-85d1-eafe4067e089 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:47:10.386389 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-bd7b4272-1870-4aa8-85d1-eafe4067e089 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065141 Jan 28 13:47:10.477482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-eb96651f-3e6b-423a-be73-e6072e5bdd99 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850756 Jan 28 13:47:10.571823 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-98fc49be-e5fa-400a-8917-6c8b4100730b req-a28d7bf4-2a35-4f91-bdfd-1826f76e86a7 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888882 Jan 28 13:47:18.246374 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.463963 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.418975 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39e46558-49e8-4d17-9e22-9635323bb4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.776468 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-809d5ffc-ed87-4714-8c25-9050a33a4835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:23.293660 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:24.945503 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:26.281650 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.243188 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:47:48.256725 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.461210 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.420033 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1bd8ef64-7184-4078-821b-d0313829024f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.784060 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb191a89-464f-48dc-aa1b-27c59f63e154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.295976 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.941313 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.283593 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.003855 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b3f2c5f-0fd2-47a7-bed9-3d93fb0822df req-19e4b65b-997c-4414-a0f1-c60ee5788d52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410991 Jan 28 13:48:10.089786 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f2c5f-0fd2-47a7-bed9-3d93fb0822df req-adc0245b-c6ee-42a5-ab1f-301c41151d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:10.091403 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b3f2c5f-0fd2-47a7-bed9-3d93fb0822df req-adc0245b-c6ee-42a5-ab1f-301c41151d6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1096 time: 0.0455825 Jan 28 13:48:10.209600 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f2c5f-0fd2-47a7-bed9-3d93fb0822df req-5fb5d0bf-8c93-4488-92df-fa30d45601d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:10.211076 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b3f2c5f-0fd2-47a7-bed9-3d93fb0822df req-5fb5d0bf-8c93-4488-92df-fa30d45601d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0999875 Jan 28 13:48:10.276702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b3f2c5f-0fd2-47a7-bed9-3d93fb0822df req-cfc2f294-10ac-49df-a10a-4ce83e4b2eec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 1000 time: 0.0597944 Jan 28 13:48:10.327177 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f2c5f-0fd2-47a7-bed9-3d93fb0822df req-c698f08b-486d-405a-9d39-b466600169ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:10.328928 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b3f2c5f-0fd2-47a7-bed9-3d93fb0822df req-c698f08b-486d-405a-9d39-b466600169ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0448432 Jan 28 13:48:10.378090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f2c5f-0fd2-47a7-bed9-3d93fb0822df req-f8e1d593-c01a-447e-965b-d22daeba5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:10.379667 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b3f2c5f-0fd2-47a7-bed9-3d93fb0822df req-f8e1d593-c01a-447e-965b-d22daeba5a8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448856 Jan 28 13:48:10.469053 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b3f2c5f-0fd2-47a7-bed9-3d93fb0822df req-473e5fbc-25a1-4c88-9bd4-aabb922d752a service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838754 Jan 28 13:48:10.564413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3b3f2c5f-0fd2-47a7-bed9-3d93fb0822df req-4975ae57-d7b2-4cb4-8f96-22c51e5a5b5e service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880244 Jan 28 13:48:15.243115 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:48:18.273047 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:18.478917 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.424221 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db82f09a-c6b2-46c2-93e3-ad2692bb4cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.787001 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de4fe96c-3bf8-47d8-81b9-98093350fdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.305390 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.943594 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:26.286537 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.001085 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1a48a-3ba1-46db-b635-e9a66aede4a4 req-a1ae2db6-4603-4e82-9e9d-782473b778fc tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:40.002479 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9b1a48a-3ba1-46db-b635-e9a66aede4a4 req-a1ae2db6-4603-4e82-9e9d-782473b778fc tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0504370 Jan 28 13:48:40.052290 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a9b1a48a-3ba1-46db-b635-e9a66aede4a4 req-98752d50-8c1b-48d9-9a65-452c7b52e361 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440791 Jan 28 13:48:41.169638 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b8282-371b-4caf-8157-83bfa9979c31 req-9f2be153-e8f6-40a5-af75-227e0e7fad1f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:41.171090 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-088b8282-371b-4caf-8157-83bfa9979c31 req-9f2be153-e8f6-40a5-af75-227e0e7fad1f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0480888 Jan 28 13:48:41.224543 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-088b8282-371b-4caf-8157-83bfa9979c31 req-a52228ff-003c-45ff-b568-160773507fcb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469708 Jan 28 13:48:42.344501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2412d-8b02-4ec5-a492-348fcc6d4a3b req-dff9e091-2d78-413f-8650-9844b23aaf88 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:42.345965 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-65e2412d-8b02-4ec5-a492-348fcc6d4a3b req-dff9e091-2d78-413f-8650-9844b23aaf88 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0488555 Jan 28 13:48:42.396184 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-65e2412d-8b02-4ec5-a492-348fcc6d4a3b req-19eadf8e-9fcf-4dec-a4cc-e8609db57694 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445185 Jan 28 13:48:43.510422 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b614935-48e8-486e-ab83-e8aad2862ba0 req-200de132-98ff-4363-a979-8ba432a4f0a2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:43.511914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b614935-48e8-486e-ab83-e8aad2862ba0 req-200de132-98ff-4363-a979-8ba432a4f0a2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0478504 Jan 28 13:48:43.559959 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8b614935-48e8-486e-ab83-e8aad2862ba0 req-afdbfddc-1235-4bb5-a1e4-705bd4f96ad4 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425463 Jan 28 13:48:44.679175 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c92521-c979-46f5-989f-8d99276059f9 req-c5f781e7-b864-412e-afe5-896cfe0c62f9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:44.680673 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02c92521-c979-46f5-989f-8d99276059f9 req-c5f781e7-b864-412e-afe5-896cfe0c62f9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0534155 Jan 28 13:48:44.730839 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-02c92521-c979-46f5-989f-8d99276059f9 req-d9682438-cd12-499f-bb2c-8e7dfa755c5f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438991 Jan 28 13:48:45.854189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f13e2-8f85-495f-bcc2-70b39ca41a8f req-36d81de2-0e0f-45db-8627-9cbd92d7be74 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:45.855698 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-235f13e2-8f85-495f-bcc2-70b39ca41a8f req-36d81de2-0e0f-45db-8627-9cbd92d7be74 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0501521 Jan 28 13:48:45.904852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-235f13e2-8f85-495f-bcc2-70b39ca41a8f req-2f3c4197-6711-4bc0-b9d9-08dabaf769b0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434716 Jan 28 13:48:47.025653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e0550-1347-4f2b-9364-f0ed38f90187 req-0aa8997e-4457-48af-aec9-75682552833a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:47.027136 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-951e0550-1347-4f2b-9364-f0ed38f90187 req-0aa8997e-4457-48af-aec9-75682552833a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0489306 Jan 28 13:48:47.080499 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-951e0550-1347-4f2b-9364-f0ed38f90187 req-83079e50-7988-482e-99e6-da6e14bc1832 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477638 Jan 28 13:48:48.195181 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859aa447-6ee8-4337-b6fd-1dc3a981f3e3 req-7f4ae340-4cb3-48bd-a703-3c4080fe576c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:48.196716 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-859aa447-6ee8-4337-b6fd-1dc3a981f3e3 req-7f4ae340-4cb3-48bd-a703-3c4080fe576c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0482333 Jan 28 13:48:48.246304 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-859aa447-6ee8-4337-b6fd-1dc3a981f3e3 req-5d048da9-57d3-420a-97b9-8dd22089860d tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437489 Jan 28 13:48:48.270381 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:48.485445 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:49.362717 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3e178-850f-4187-b228-bdcbbfcc2400 req-9eea4510-efcd-42fd-9cdd-7f3824a2f66c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:49.364248 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49c3e178-850f-4187-b228-bdcbbfcc2400 req-9eea4510-efcd-42fd-9cdd-7f3824a2f66c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0493832 Jan 28 13:48:49.413469 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-49c3e178-850f-4187-b228-bdcbbfcc2400 req-5d1dcdf7-a92b-4d59-8862-3ac39b60e794 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434153 Jan 28 13:48:49.427807 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56725775-a9b5-4ebc-9df5-e481c1d23b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.131086 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a2149-6f96-4464-95f7-fd82dfc78e67 req-f9416ca7-97a7-495b-8f6a-bb4a41421efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:50.132504 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad7a2149-6f96-4464-95f7-fd82dfc78e67 req-f9416ca7-97a7-495b-8f6a-bb4a41421efb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1096 time: 0.0452466 Jan 28 13:48:50.219433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a2149-6f96-4464-95f7-fd82dfc78e67 req-6af13f56-f95c-4787-9b61-4ef4aecd5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:50.220891 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad7a2149-6f96-4464-95f7-fd82dfc78e67 req-6af13f56-f95c-4787-9b61-4ef4aecd5ad5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0830884 Jan 28 13:48:50.288461 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad7a2149-6f96-4464-95f7-fd82dfc78e67 req-8f28b716-474f-4b00-9182-c03720f93435 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 1000 time: 0.0621283 Jan 28 13:48:50.335404 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a2149-6f96-4464-95f7-fd82dfc78e67 req-0cd5991a-f536-4edb-8629-ffd58ea5e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:50.336832 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad7a2149-6f96-4464-95f7-fd82dfc78e67 req-0cd5991a-f536-4edb-8629-ffd58ea5e0cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0433967 Jan 28 13:48:50.381061 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a2149-6f96-4464-95f7-fd82dfc78e67 req-a51cc31e-c7ce-4871-bc69-6c24761359a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:50.382596 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad7a2149-6f96-4464-95f7-fd82dfc78e67 req-a51cc31e-c7ce-4871-bc69-6c24761359a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403438 Jan 28 13:48:50.478589 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad7a2149-6f96-4464-95f7-fd82dfc78e67 req-b4c41a92-2165-4a91-ab66-e9b34fc1fca5 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903323 Jan 28 13:48:50.596859 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e2cd3-70ca-4107-907f-ce819b121992 req-2a963d08-318f-4ffc-9401-e7b0ece2f219 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:50.599560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e1e2cd3-70ca-4107-907f-ce819b121992 req-2a963d08-318f-4ffc-9401-e7b0ece2f219 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.1145568 Jan 28 13:48:50.627927 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ad7a2149-6f96-4464-95f7-fd82dfc78e67 req-44ee799d-2400-46f6-9dbc-3872efca5fd2 service neutron] 10.222.0.35 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437147 Jan 28 13:48:50.662351 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4e1e2cd3-70ca-4107-907f-ce819b121992 req-d89b5908-655d-4e35-b490-c015cb6b8a74 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561762 Jan 28 13:48:51.790253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b2157-52d0-4eb7-8a14-ca98c8dddf14 req-230f02e8-4696-4845-96d1-8fb2a3a741c1 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:51.791415 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-820497d2-e4b4-4915-8ffb-39d419822e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.795856 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-601b2157-52d0-4eb7-8a14-ca98c8dddf14 req-230f02e8-4696-4845-96d1-8fb2a3a741c1 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0586903 Jan 28 13:48:51.844648 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-601b2157-52d0-4eb7-8a14-ca98c8dddf14 req-ec3fa93d-5da0-4e09-bef3-5ff2faddf8ec tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471253 Jan 28 13:48:52.244863 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:48:52.962813 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c24ec9-82d5-4917-a6c7-568a40bc5a05 req-249630da-5304-46e4-85e2-2ab38e4de2df tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:52.964308 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61c24ec9-82d5-4917-a6c7-568a40bc5a05 req-249630da-5304-46e4-85e2-2ab38e4de2df tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0506389 Jan 28 13:48:53.016811 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61c24ec9-82d5-4917-a6c7-568a40bc5a05 req-87553277-c942-4c49-8187-7b5d0f10d084 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469077 Jan 28 13:48:53.304524 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.134979 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65645040-edc0-483f-8c2a-83509c5995e2 req-ece6813c-012d-4654-a304-57e9a94ac33e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.136482 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-65645040-edc0-483f-8c2a-83509c5995e2 req-ece6813c-012d-4654-a304-57e9a94ac33e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0493712 Jan 28 13:48:54.186330 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-65645040-edc0-483f-8c2a-83509c5995e2 req-7386a736-116e-44f7-a8ec-e6a7dcbc6866 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441077 Jan 28 13:48:54.946353 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.304167 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5900c8f-b79f-4d1d-9b7d-8f753208932b req-aca24464-7d3b-44c9-838d-8344f904fea8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:55.305663 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5900c8f-b79f-4d1d-9b7d-8f753208932b req-aca24464-7d3b-44c9-838d-8344f904fea8 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 945 time: 0.0512543 Jan 28 13:48:55.357929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a5900c8f-b79f-4d1d-9b7d-8f753208932b req-3ba1abbb-cdee-4ec8-8517-5b3257933e86 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464013 Jan 28 13:48:55.772881 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device 7791bef3-b833-40b3-a08d-ebf4b4c5d42e no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:55.849247 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:55.849533 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.875760 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:55.878013 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384673d5-1f3e-4ff3-8cc8-752aecc97ceb" -d '{"events": [{"server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "name": "network-vif-unplugged", "status": "completed", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:55.890415 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:55.895004 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.923911 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9952ed12-aac6-4cbf-9b0c-5166f71ea4c7 x-openstack-request-id: req-9952ed12-aac6-4cbf-9b0c-5166f71ea4c7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:55.924207 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "name": "network-vif-unplugged", "status": "completed", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:55.924463 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9952ed12-aac6-4cbf-9b0c-5166f71ea4c7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:55.924858 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'code': 200} Jan 28 13:48:55.950472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:55.958991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:55.959364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:55.959783 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:55.960125 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:55.960462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:55.960797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:55.961131 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:55.961462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:55.961789 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:55.962118 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:55.962447 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:55.962776 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:55.963102 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:56.289378 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:56.482133 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a6d2d-8b4f-4751-8ccc-ad043be9142a req-93742ab8-cb0e-4c28-b649-b806127662ec tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:56.484193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b0a6d2d-8b4f-4751-8ccc-ad043be9142a req-93742ab8-cb0e-4c28-b649-b806127662ec tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0583792 Jan 28 13:48:56.605074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b0a6d2d-8b4f-4751-8ccc-ad043be9142a req-c2d6f323-9b5f-487a-bd80-a5b624c0278a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140437 Jan 28 13:48:56.788271 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-5115bc95-f4b5-43cf-bdda-19a517fcd7c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434618 Jan 28 13:48:56.804101 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-dafa69f6-4045-4941-9730-c8c28d032450 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:48:56.805084 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-dafa69f6-4045-4941-9730-c8c28d032450 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058537 Jan 28 13:48:56.816831 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d320428-a3e7-4760-9be3-4bef0438900c req-cb8fd811-acd1-4daa-a461-40c6ff289718 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:56.818424 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d320428-a3e7-4760-9be3-4bef0438900c req-cb8fd811-acd1-4daa-a461-40c6ff289718 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0515463 Jan 28 13:48:56.873580 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8d320428-a3e7-4760-9be3-4bef0438900c req-d4e68a0c-1b45-4739-b5ff-64f9ef957fc5 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477180 Jan 28 13:48:58.043307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d675a58-8cd6-4034-ac21-58834ed6d8ab req-9a282031-4fb6-4bee-b5c0-2b9929a8720d tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:58.044809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d675a58-8cd6-4034-ac21-58834ed6d8ab req-9a282031-4fb6-4bee-b5c0-2b9929a8720d tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0995693 Jan 28 13:48:58.095930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0d675a58-8cd6-4034-ac21-58834ed6d8ab req-dbe561bf-038d-4d5f-86ff-ceb401a0898d tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446041 Jan 28 13:48:59.215376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9a6ca-5c6c-40df-8815-17568c51b161 req-675d294b-a5f5-4a6f-80ad-3dc714e6a557 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:59.216868 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d3b9a6ca-5c6c-40df-8815-17568c51b161 req-675d294b-a5f5-4a6f-80ad-3dc714e6a557 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0494699 Jan 28 13:48:59.265956 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d3b9a6ca-5c6c-40df-8815-17568c51b161 req-c73548a8-76c1-46c0-a104-91e7c9a9fb37 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433707 Jan 28 13:49:00.381541 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dca67-28be-465c-92f1-80250ccde0f0 req-31eb9996-dc0e-45ae-adcc-0c23f4ca59c2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:00.382990 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-203dca67-28be-465c-92f1-80250ccde0f0 req-31eb9996-dc0e-45ae-adcc-0c23f4ca59c2 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0493586 Jan 28 13:49:00.434764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-203dca67-28be-465c-92f1-80250ccde0f0 req-199defbb-b641-4c1f-9971-549b3a498596 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461645 Jan 28 13:49:01.562325 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674450a-ab8e-4a42-9d35-fa30f4d53d6c req-e5f42cc2-c1ba-428c-8cf8-e67d7273681e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:01.563976 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f674450a-ab8e-4a42-9d35-fa30f4d53d6c req-e5f42cc2-c1ba-428c-8cf8-e67d7273681e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0522933 Jan 28 13:49:01.616478 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f674450a-ab8e-4a42-9d35-fa30f4d53d6c req-d81de506-004b-4301-880e-77c6093d55b4 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458894 Jan 28 13:49:02.733489 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d5856-302b-4c00-b94e-f88d79b3aa3a req-421b475e-0dac-4949-8e59-bf17045ce50f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:02.734898 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-314d5856-302b-4c00-b94e-f88d79b3aa3a req-421b475e-0dac-4949-8e59-bf17045ce50f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0490217 Jan 28 13:49:02.784322 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-314d5856-302b-4c00-b94e-f88d79b3aa3a req-ec53d3f0-8284-4ed1-b8b3-54090b07e425 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433133 Jan 28 13:49:03.907604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b4822-8671-43ed-a113-6602eb79e942 req-203450f9-9d9d-42df-9073-ee8d0ce0959a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:03.909078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc9b4822-8671-43ed-a113-6602eb79e942 req-203450f9-9d9d-42df-9073-ee8d0ce0959a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0527694 Jan 28 13:49:03.958749 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-cc9b4822-8671-43ed-a113-6602eb79e942 req-9687a882-ba99-4179-89fa-a3964da22c6f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435996 Jan 28 13:49:05.076720 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a51c9-52f1-40d2-805b-6f1f6ec9ab64 req-4fae890c-6b12-40a9-bc53-16a019254741 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.084464 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-542a51c9-52f1-40d2-805b-6f1f6ec9ab64 req-4fae890c-6b12-40a9-bc53-16a019254741 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0582950 Jan 28 13:49:05.144798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-542a51c9-52f1-40d2-805b-6f1f6ec9ab64 req-4082df89-8672-4682-9674-e0d776a2d563 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585985 Jan 28 13:49:06.249589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fc6b2-081c-4310-838d-f34af6b6f62b req-8cbcea35-031f-459e-a571-1a423d64319a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.251049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e10fc6b2-081c-4310-838d-f34af6b6f62b req-8cbcea35-031f-459e-a571-1a423d64319a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0488968 Jan 28 13:49:06.304947 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e10fc6b2-081c-4310-838d-f34af6b6f62b req-876322fb-9ab5-4501-a5f8-0a1172a6f9ed tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471535 Jan 28 13:49:07.146656 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-6cea2717-8023-4d64-879b-de634d51ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:07.148166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-6cea2717-8023-4d64-879b-de634d51ad21 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d&tenant_id=27ec724da9b64efb97004d0e0c692795 HTTP/1.1" status: 200 len: 1094 time: 0.0852370 Jan 28 13:49:07.159390 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-3218434d-c7a9-4310-b03a-e869f8f7d7db service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:49:07.160710 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-3218434d-c7a9-4310-b03a-e869f8f7d7db service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062716 Jan 28 13:49:07.170730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824835-4', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:07.223779 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.458685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28decd-eb5d-48df-9645-869c00acd5be req-06d6828e-c1bb-435e-acad-4cc523350e23 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:07.460148 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b28decd-eb5d-48df-9645-869c00acd5be req-06d6828e-c1bb-435e-acad-4cc523350e23 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0756457 Jan 28 13:49:07.483669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:07.541525 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5b28decd-eb5d-48df-9645-869c00acd5be req-0f8d4863-e108-49a2-a196-559fe03f38e5 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754232 Jan 28 13:49:07.542496 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:07.589533 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7791bef3-b833-40b3-a08d-ebf4b4c5d42e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:49:07.598732 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Publish callbacks [] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.615769 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Transition to ACTIVE for port object 7791bef3-b833-40b3-a08d-ebf4b4c5d42e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:49:07.619461 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.701712 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Pushing event updated for resources: {'Port': ['ID=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:07.719623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.719974 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.720320 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.720669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.721000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.721333 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.722479 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.722920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.723233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.723592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.723922 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.724249 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.724579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:07.757024 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] No DVR routers for this DVR port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:49:07.894662 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Attempting to bind port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:07.895018 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Attempting to bind port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:07.895443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Attempting to bind port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e on network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:07.899900 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e on network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:49:07.900207 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Attempting to bind port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e on network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:07.905059 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:07.905399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Checking segment: {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:07.905804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Bound using segment: {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:07.906245 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Bound port: 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719c5bfd-ba9f-4b66-96c9-d2ee19103b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:07.906634 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.976755 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:07.980189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:07.984225 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:08.017965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:08.019138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:08.020637 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] 10.222.0.49 "PUT /v2.0/ports/7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 1091 time: 0.8534925 Jan 28 13:49:08.021073 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:08.023306 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799afb1a-47bc-4fe9-8e3f-807afca27e29" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:08.058565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f60c97-c956-48fa-b12f-d8ca22550e12 service neutron] Pushing event updated for resources: {'Port': ['ID=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:08.075600 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a265d5cb-8ab0-4210-a078-241f1908f697 x-openstack-request-id: req-a265d5cb-8ab0-4210-a078-241f1908f697 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:08.075957 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:08.076210 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a265d5cb-8ab0-4210-a078-241f1908f697 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:08.076609 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'status': 'completed', 'code': 200} Jan 28 13:49:08.096197 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-8c1716fc-55b1-4b51-8824-266ac9e973c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:08.098446 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-8c1716fc-55b1-4b51-8824-266ac9e973c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1094 time: 0.0540390 Jan 28 13:49:08.199172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-6e54134d-3ebc-4469-918b-0a6045c4a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:08.200818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-6e54134d-3ebc-4469-918b-0a6045c4a667 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0967035 Jan 28 13:49:08.271308 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-930d401c-11c7-41f0-a22c-20f6a2279ad1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 998 time: 0.0637245 Jan 28 13:49:08.322392 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-9c32dd76-ad00-413d-8405-96b6dc7b9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:08.323764 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-9c32dd76-ad00-413d-8405-96b6dc7b9eb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0469983 Jan 28 13:49:08.368827 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-b25f8fcc-90d3-4582-ae3a-7c4834faffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:08.370350 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-b25f8fcc-90d3-4582-ae3a-7c4834faffef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413158 Jan 28 13:49:08.460466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-c82b9edb-d59a-480e-950b-177a31f3839b service neutron] 10.222.0.49 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841091 Jan 28 13:49:08.557347 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-6c1e7685-9136-4943-941c-81ed085fbfb3 service neutron] 10.222.0.49 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911226 Jan 28 13:49:08.643376 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799afb1a-47bc-4fe9-8e3f-807afca27e29 req-be2a37bc-8f4a-43ca-82b0-ba7940eae973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:08.645189 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-799afb1a-47bc-4fe9-8e3f-807afca27e29 req-be2a37bc-8f4a-43ca-82b0-ba7940eae973 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1094 time: 0.0429304 Jan 28 13:49:08.777939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d0e4-076d-445f-861e-9d72ff56ba35 req-66d827c5-c540-44ff-aba4-0c5f801adb47 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:08.779324 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61b9d0e4-076d-445f-861e-9d72ff56ba35 req-66d827c5-c540-44ff-aba4-0c5f801adb47 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0791016 Jan 28 13:49:08.780726 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799afb1a-47bc-4fe9-8e3f-807afca27e29 req-d3fe5e20-c272-46c5-a693-513a2f8ee6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:08.782041 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-799afb1a-47bc-4fe9-8e3f-807afca27e29 req-d3fe5e20-c272-46c5-a693-513a2f8ee6da service neutron] 10.222.0.49 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.1310937 Jan 28 13:49:08.880190 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-799afb1a-47bc-4fe9-8e3f-807afca27e29 req-e1891919-3bda-428c-9e50-bdba601a8ec8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 998 time: 0.0895109 Jan 28 13:49:08.883827 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-61b9d0e4-076d-445f-861e-9d72ff56ba35 req-e559577e-9301-4f21-bed6-b40357992670 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989139 Jan 28 13:49:08.930608 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799afb1a-47bc-4fe9-8e3f-807afca27e29 req-589332c3-cda1-40c3-8b5b-2abca61d9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:08.932101 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-799afb1a-47bc-4fe9-8e3f-807afca27e29 req-589332c3-cda1-40c3-8b5b-2abca61d9035 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0446253 Jan 28 13:49:08.977501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799afb1a-47bc-4fe9-8e3f-807afca27e29 req-df038d4c-911b-4010-bcfc-e74427f4b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:08.978944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-799afb1a-47bc-4fe9-8e3f-807afca27e29 req-df038d4c-911b-4010-bcfc-e74427f4b606 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400157 Jan 28 13:49:09.071743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-799afb1a-47bc-4fe9-8e3f-807afca27e29 req-7e6d0269-6ebd-41d4-8581-4bb263fe5d92 service neutron] 10.222.0.49 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864375 Jan 28 13:49:09.160925 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-799afb1a-47bc-4fe9-8e3f-807afca27e29 req-00a69998-d9ab-4d27-9194-627d94d16c4c service neutron] 10.222.0.49 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835094 Jan 28 13:49:09.797189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7340aa8-1a8f-4be7-8151-eb8275e3d6e0 req-879c436e-791f-49fe-9c0e-5fad2c088c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:09.798702 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7340aa8-1a8f-4be7-8151-eb8275e3d6e0 req-879c436e-791f-49fe-9c0e-5fad2c088c79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1094 time: 0.0418413 Jan 28 13:49:09.905615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7340aa8-1a8f-4be7-8151-eb8275e3d6e0 req-e9f4fadc-7999-4fc2-b1d6-5eb540dc65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:09.907092 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7340aa8-1a8f-4be7-8151-eb8275e3d6e0 req-e9f4fadc-7999-4fc2-b1d6-5eb540dc65a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0892839 Jan 28 13:49:10.003887 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7340aa8-1a8f-4be7-8151-eb8275e3d6e0 req-dcfcade9-e97c-4f03-a8b3-30afe4912d36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 998 time: 0.0897734 Jan 28 13:49:10.025743 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c8cfc-ea6a-4266-a98b-70e7cb77b904 req-6d236c0c-7fc0-4616-b128-9615aeb6a38e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:10.027434 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d6c8cfc-ea6a-4266-a98b-70e7cb77b904 req-6d236c0c-7fc0-4616-b128-9615aeb6a38e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0721424 Jan 28 13:49:10.101569 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7340aa8-1a8f-4be7-8151-eb8275e3d6e0 req-04d31d3c-2fd2-4353-abd5-a208ff7d28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:10.103018 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7340aa8-1a8f-4be7-8151-eb8275e3d6e0 req-04d31d3c-2fd2-4353-abd5-a208ff7d28f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0918267 Jan 28 13:49:10.154729 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2d6c8cfc-ea6a-4266-a98b-70e7cb77b904 req-760904c3-4055-4b8f-a030-69c5d5287867 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066427 Jan 28 13:49:10.172858 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7340aa8-1a8f-4be7-8151-eb8275e3d6e0 req-211b0f34-266a-4ab7-8ed3-c682337d359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:10.175650 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7340aa8-1a8f-4be7-8151-eb8275e3d6e0 req-211b0f34-266a-4ab7-8ed3-c682337d359c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659544 Jan 28 13:49:10.630286 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7340aa8-1a8f-4be7-8151-eb8275e3d6e0 req-d620695d-c493-4295-bd62-3cc13841cc1d service neutron] 10.222.0.49 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491649 Jan 28 13:49:10.720555 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e7340aa8-1a8f-4be7-8151-eb8275e3d6e0 req-2045b135-5dce-4a49-885d-120dafd84577 service neutron] 10.222.0.49 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840085 Jan 28 13:49:11.284791 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1bfd1-a478-4496-bd3c-59a564e633da req-bf39dad8-47d4-44b2-be38-cf919d8776c9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:11.286230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bf1bfd1-a478-4496-bd3c-59a564e633da req-bf39dad8-47d4-44b2-be38-cf919d8776c9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0530300 Jan 28 13:49:11.334207 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3bf1bfd1-a478-4496-bd3c-59a564e633da req-76924de0-524c-4101-b9f5-7ffbf3b26daa tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Jan 28 13:49:12.450993 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5cd6b-9af6-49d7-8792-81d6dc0537a7 req-6452a66d-5878-4732-adf7-15efd474fba3 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:12.452619 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42b5cd6b-9af6-49d7-8792-81d6dc0537a7 req-6452a66d-5878-4732-adf7-15efd474fba3 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0494468 Jan 28 13:49:12.510695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-42b5cd6b-9af6-49d7-8792-81d6dc0537a7 req-6af94fa0-9230-45b3-8b34-4564e4b07a9f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503745 Jan 28 13:49:13.629879 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9e0ea-b2e2-4b3f-b381-d834bd24d8fd req-86731ab0-4d7c-4049-8812-e4b221f6ea70 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:13.632559 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7a9e0ea-b2e2-4b3f-b381-d834bd24d8fd req-86731ab0-4d7c-4049-8812-e4b221f6ea70 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0548060 Jan 28 13:49:13.684480 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a7a9e0ea-b2e2-4b3f-b381-d834bd24d8fd req-59c95f6e-cc5c-4d79-8fe7-793217b016bb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465715 Jan 28 13:49:14.801076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7db3ea-0c23-4329-82ac-3bf3d4e025db req-6bd23ff6-c685-4acf-97d6-d49a2d2bd6e4 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:14.802566 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba7db3ea-0c23-4329-82ac-3bf3d4e025db req-6bd23ff6-c685-4acf-97d6-d49a2d2bd6e4 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0494826 Jan 28 13:49:14.853129 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ba7db3ea-0c23-4329-82ac-3bf3d4e025db req-071efe03-ffbe-4a4e-b035-fd165f10f4ed tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449848 Jan 28 13:49:15.967291 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0d180-cd84-4275-bd4f-643dfc514090 req-cb927662-df4c-4a6f-9d35-5df8411254f9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:15.968723 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99f0d180-cd84-4275-bd4f-643dfc514090 req-cb927662-df4c-4a6f-9d35-5df8411254f9 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0481596 Jan 28 13:49:16.017842 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99f0d180-cd84-4275-bd4f-643dfc514090 req-5964e900-7a70-44a8-abe8-0bad5ff8938f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426042 Jan 28 13:49:17.143852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c93bc-4fd3-46aa-b16a-8668918155ea req-93dfd776-6141-449f-b42f-9d5528411668 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:17.145413 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b39c93bc-4fd3-46aa-b16a-8668918155ea req-93dfd776-6141-449f-b42f-9d5528411668 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 943 time: 0.0558238 Jan 28 13:49:17.195078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b39c93bc-4fd3-46aa-b16a-8668918155ea req-f5311383-e150-4ebb-b9e0-e3a864267321 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Jan 28 13:49:17.931816 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7791bef3-b833-40b3-a08d-ebf4b4c5d42e details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:49:18.027015 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:18.041969 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'port_id': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'mac_address': 'fa:16:3e:10:f1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:49:18.079819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:18.080209 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.094859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7791bef3-b833-40b3-a08d-ebf4b4c5d42e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:49:18.114510 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:18.118434 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.167871 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:18.286936 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.311841 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc570-1166-450e-b5be-9e03c362faee req-b52217c4-cdc4-45f3-a297-2fd27e97826e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:18.313310 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6efc570-1166-450e-b5be-9e03c362faee req-b52217c4-cdc4-45f3-a297-2fd27e97826e tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 944 time: 0.0512567 Jan 28 13:49:18.361577 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b6efc570-1166-450e-b5be-9e03c362faee req-3ac7a08a-2f43-44c7-9392-c5162600d9f1 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Jan 28 13:49:18.365624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['7791bef3-b833-40b3-a08d-ebf4b4c5d42e'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:49:18.499285 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.429312 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-425036e6-71c7-40ea-8a57-03d905e65a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.480483 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f88ea-ae71-43b1-b537-f327ff502db9 req-2d96f75d-d891-473a-a99b-ddc989cef5ee tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:19.481882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f99f88ea-ae71-43b1-b537-f327ff502db9 req-2d96f75d-d891-473a-a99b-ddc989cef5ee tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 944 time: 0.0506165 Jan 28 13:49:19.535878 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f99f88ea-ae71-43b1-b537-f327ff502db9 req-4153724c-cfe6-4b51-babc-87bc80927742 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475478 Jan 28 13:49:19.947967 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7791bef3-b833-40b3-a08d-ebf4b4c5d42e up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:20.000253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:49:20.004739 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:20.005220 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:20.080098 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:20.080487 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:20.104182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:20.106583 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0ab819-2e16-425f-b04a-14321f292c2b" -d '{"events": [{"server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "name": "network-vif-plugged", "status": "completed", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:20.119378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:20.123572 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:20.175893 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:20.196892 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e29984-bcb3-4531-974f-fe61aba9b1c8 x-openstack-request-id: req-92e29984-bcb3-4531-974f-fe61aba9b1c8 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:20.197183 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "name": "network-vif-plugged", "status": "completed", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:20.197435 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92e29984-bcb3-4531-974f-fe61aba9b1c8 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:20.197837 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'code': 200} Jan 28 13:49:20.339565 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40bcd8-3f34-4d9a-88c1-cc4391b55155 req-3687981f-e75b-478d-8904-831d52a64701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.341022 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd40bcd8-3f34-4d9a-88c1-cc4391b55155 req-3687981f-e75b-478d-8904-831d52a64701 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1097 time: 0.0400715 Jan 28 13:49:20.386049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-dd40bcd8-3f34-4d9a-88c1-cc4391b55155 req-4998c551-d798-4c55-a50f-229e47bfae66 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395167 Jan 28 13:49:20.650349 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a21dcd-5a4d-49d6-b43e-ceacaf397f5c req-3c797edc-6edb-48a3-a22c-b81ac589d2a0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.651823 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99a21dcd-5a4d-49d6-b43e-ceacaf397f5c req-3c797edc-6edb-48a3-a22c-b81ac589d2a0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 946 time: 0.0473957 Jan 28 13:49:20.699806 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-99a21dcd-5a4d-49d6-b43e-ceacaf397f5c req-d0443413-8642-44f0-b036-3ea08f39eecc tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Jan 28 13:49:21.793097 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47ef3cc8-c9e4-4177-a7bc-804b5596d0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.825555 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a731a3e-d03f-4aec-940c-053542f22c9b req-245891a9-5571-42af-bd0c-41efb60ff147 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:21.827065 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a731a3e-d03f-4aec-940c-053542f22c9b req-245891a9-5571-42af-bd0c-41efb60ff147 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 946 time: 0.0565157 Jan 28 13:49:21.877115 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a731a3e-d03f-4aec-940c-053542f22c9b req-561b9c0c-a082-4187-b774-18ab67be4408 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444672 Jan 28 13:49:23.305149 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:24.947322 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:26.291706 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:29.244620 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:49:48.288164 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.504661 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.430999 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17ae163c-adb6-406a-828f-7b2be31f2bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.797657 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78ad9e6d-7714-45ea-b8e3-f23dbdfe6bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.309746 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.949873 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.294691 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.244120 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:50:09.767240 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d5ffe61-10b7-4e53-b0b4-e9283ce0332f req-cee2132a-369f-402d-a3e6-38c1513ab71e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398998 Jan 28 13:50:09.848730 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ffe61-10b7-4e53-b0b4-e9283ce0332f req-93af744d-f4c5-4f84-b9bb-3e6dae1b2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:09.850211 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d5ffe61-10b7-4e53-b0b4-e9283ce0332f req-93af744d-f4c5-4f84-b9bb-3e6dae1b2778 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1097 time: 0.0410159 Jan 28 13:50:09.955857 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ffe61-10b7-4e53-b0b4-e9283ce0332f req-273c2562-3fc6-418e-94c7-fc23a966053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:09.957323 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d5ffe61-10b7-4e53-b0b4-e9283ce0332f req-273c2562-3fc6-418e-94c7-fc23a966053e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.0884619 Jan 28 13:50:10.023169 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d5ffe61-10b7-4e53-b0b4-e9283ce0332f req-6e26edd4-de33-472b-9012-34d91d16bc29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 1000 time: 0.0599957 Jan 28 13:50:10.076022 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ffe61-10b7-4e53-b0b4-e9283ce0332f req-ecf26ac0-47d0-464e-bd52-8a245701eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:10.077457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d5ffe61-10b7-4e53-b0b4-e9283ce0332f req-ecf26ac0-47d0-464e-bd52-8a245701eacf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0489607 Jan 28 13:50:10.121738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ffe61-10b7-4e53-b0b4-e9283ce0332f req-40912fbe-5af0-4c80-9004-e1b02c9c4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:10.123249 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d5ffe61-10b7-4e53-b0b4-e9283ce0332f req-40912fbe-5af0-4c80-9004-e1b02c9c4a79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401740 Jan 28 13:50:10.211908 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d5ffe61-10b7-4e53-b0b4-e9283ce0332f req-2f162f52-c166-4ff5-9dec-4f1a778c0ec4 service neutron] 10.222.0.49 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832186 Jan 28 13:50:10.304497 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7d5ffe61-10b7-4e53-b0b4-e9283ce0332f req-4ef8eab9-0ca8-4c55-bbf0-2c091abdd7c4 service neutron] 10.222.0.49 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873282 Jan 28 13:50:18.284760 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.496435 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.432890 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ead0124-b64c-4bc7-b9d9-c08028da74bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.799904 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e54adde8-359d-47e1-9b9d-b47ea054a517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.310593 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.954929 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.298353 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.578367 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39024) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:35.739521 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Deleting port efa00533-06a2-42a1-9fb9-41b5e8262f63 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:35.739848 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (efa00533-06a2-42a1-9fb9-41b5e8262f63), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.818607 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (efa00533-06a2-42a1-9fb9-41b5e8262f63), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.818930 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for floatingip (efa00533-06a2-42a1-9fb9-41b5e8262f63), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.830292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Calling delete_port for efa00533-06a2-42a1-9fb9-41b5e8262f63 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:35.973077 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (efa00533-06a2-42a1-9fb9-41b5e8262f63), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.001529 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event deleted for resources: {'Port': ['ID=efa00533-06a2-42a1-9fb9-41b5e8262f63,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:36.028760 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.029110 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.029448 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.029781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.030114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.030443 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.030765 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.031091 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.031433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.031754 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.032076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.032401 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.032723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:36.072300 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for floatingip (37fd3111-3038-46f9-a232-5cdbb8a61148), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.072601 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Floating IP 37fd3111-3038-46f9-a232-5cdbb8a61148 disassociated (deleted). External IP: 172.25.7.51, port: 7791bef3-b833-40b3-a08d-ebf4b4c5d42e. Jan 28 13:50:36.280126 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Router 762dd20f-1c59-4b5e-9312-b6b42889aa79 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:36.394299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:36.399677 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.404244 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90233234-f7cb-462d-9c60-48aa37354c73 None None] Sync routers for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:36.414935 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90233234-f7cb-462d-9c60-48aa37354c73 None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:36.415585 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-90233234-f7cb-462d-9c60-48aa37354c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:36.427609 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-e4a38782-605d-438a-b0af-9a28528ded82 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "DELETE /v2.0/floatingips/37fd3111-3038-46f9-a232-5cdbb8a61148 HTTP/1.1" status: 204 len: 168 time: 0.8479869 Jan 28 13:50:36.428272 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:36.430926 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f4c4aa-db22-4e1f-9773-75d4adf05dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:36.474074 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136daefd-90c4-44a3-9859-6de7257cdd79 x-openstack-request-id: req-136daefd-90c4-44a3-9859-6de7257cdd79 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:36.474390 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:36.474651 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-136daefd-90c4-44a3-9859-6de7257cdd79 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:36.475079 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'status': 'completed', 'code': 200} Jan 28 13:50:36.542263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4c4aa-db22-4e1f-9773-75d4adf05dd2 req-3d0a9651-1501-464e-b911-5746a55685f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:36.544105 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40f4c4aa-db22-4e1f-9773-75d4adf05dd2 req-3d0a9651-1501-464e-b911-5746a55685f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27ec724da9b64efb97004d0e0c692795&device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 1097 time: 0.0485044 Jan 28 13:50:36.549703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-90233234-f7cb-462d-9c60-48aa37354c73 None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:36.694640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e4b74-e012-41ca-b1af-953a3fa2a053 req-7611981c-09b9-4f07-beba-45c6f8d84bcf tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:36.696215 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058e4b74-e012-41ca-b1af-953a3fa2a053 req-7611981c-09b9-4f07-beba-45c6f8d84bcf tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 946 time: 0.0778723 Jan 28 13:50:36.699290 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4c4aa-db22-4e1f-9773-75d4adf05dd2 req-bd575c68-2a8c-4dba-9800-c17ccc91986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:36.700701 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40f4c4aa-db22-4e1f-9773-75d4adf05dd2 req-bd575c68-2a8c-4dba-9800-c17ccc91986b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 200 len: 909 time: 0.1403983 Jan 28 13:50:36.761740 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40f4c4aa-db22-4e1f-9773-75d4adf05dd2 req-83c30083-4374-455e-bb3b-7ed0a5db15d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 200 len: 217 time: 0.0511682 Jan 28 13:50:36.776382 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-90233234-f7cb-462d-9c60-48aa37354c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:36.802681 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90233234-f7cb-462d-9c60-48aa37354c73 None None] Checking router: 762dd20f-1c59-4b5e-9312-b6b42889aa79 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:36.810848 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90233234-f7cb-462d-9c60-48aa37354c73 None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:36.811495 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-90233234-f7cb-462d-9c60-48aa37354c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:36.815520 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-058e4b74-e012-41ca-b1af-953a3fa2a053 req-fedef331-8433-49e0-8e8a-5bf6e4321877 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130795 Jan 28 13:50:36.829211 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4c4aa-db22-4e1f-9773-75d4adf05dd2 req-111dbeb5-4ab4-49d4-a4b3-703d017b3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:36.841914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40f4c4aa-db22-4e1f-9773-75d4adf05dd2 req-111dbeb5-4ab4-49d4-a4b3-703d017b3ba5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 200 len: 847 time: 0.0615535 Jan 28 13:50:36.886689 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4c4aa-db22-4e1f-9773-75d4adf05dd2 req-8045efc9-4370-4147-a5ef-c827d0263515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:36.888532 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40f4c4aa-db22-4e1f-9773-75d4adf05dd2 req-8045efc9-4370-4147-a5ef-c827d0263515 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472186 Jan 28 13:50:36.990072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40f4c4aa-db22-4e1f-9773-75d4adf05dd2 req-6e00f42e-0d7c-46b1-91a8-89767ff7efc8 service neutron] 10.222.0.49 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935912 Jan 28 13:50:37.084193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-90233234-f7cb-462d-9c60-48aa37354c73 None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:37.084405 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-40f4c4aa-db22-4e1f-9773-75d4adf05dd2 req-a08453f9-f25b-4706-862c-a87c0bfe00c2 service neutron] 10.222.0.49 "GET /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877800 Jan 28 13:50:37.277480 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-90233234-f7cb-462d-9c60-48aa37354c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:37.306186 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90233234-f7cb-462d-9c60-48aa37354c73 None None] The sync data for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 is: [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:41:35Z', 'revision_number': 4, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '57850118-a150-4de2-9b5c-f3193121db4c', 'name': '', 'network_id': 'a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'mac_address': 'fa:16:3e:13:eb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:35Z', 'updated_at': '2022-01-28T13:41:40Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'subnets': [{'id': '0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:37.531681 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c58b6-e505-4004-b9da-e1c6e32bf047 None None] New status for floating IP 37fd3111-3038-46f9-a232-5cdbb8a61148: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:50:37.939589 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7f893-fa60-418c-b4a9-5e2c88386d8c req-83e544d0-eba6-4fce-9e42-bfb1be53d276 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:37.941059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73c7f893-fa60-418c-b4a9-5e2c88386d8c req-83e544d0-eba6-4fce-9e42-bfb1be53d276 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 946 time: 0.0493379 Jan 28 13:50:37.994579 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-73c7f893-fa60-418c-b4a9-5e2c88386d8c req-025eea9a-d507-4297-8f23-2f2eef75d780 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fe5173c-f74f-4f72-bf3e-e13081a42ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470324 Jan 28 13:50:38.144396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603ffe1-4d35-452c-83f1-3a72d5952ea5 req-4b6775e2-f659-434b-b78f-3a144537032c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:38.146072 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a603ffe1-4d35-452c-83f1-3a72d5952ea5 req-4b6775e2-f659-434b-b78f-3a144537032c tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 946 time: 0.0488863 Jan 28 13:50:38.236302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a603ffe1-4d35-452c-83f1-3a72d5952ea5 req-6277242b-ed5d-49f6-8771-06d6a2a7f89f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Deleting port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:38.236676 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a603ffe1-4d35-452c-83f1-3a72d5952ea5 req-6277242b-ed5d-49f6-8771-06d6a2a7f89f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.328722 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a603ffe1-4d35-452c-83f1-3a72d5952ea5 req-6277242b-ed5d-49f6-8771-06d6a2a7f89f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] For port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:38.329658 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a603ffe1-4d35-452c-83f1-3a72d5952ea5 req-6277242b-ed5d-49f6-8771-06d6a2a7f89f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.341594 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a603ffe1-4d35-452c-83f1-3a72d5952ea5 req-6277242b-ed5d-49f6-8771-06d6a2a7f89f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Calling delete_port for 7791bef3-b833-40b3-a08d-ebf4b4c5d42e owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:38.472071 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a603ffe1-4d35-452c-83f1-3a72d5952ea5 req-6277242b-ed5d-49f6-8771-06d6a2a7f89f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (7791bef3-b833-40b3-a08d-ebf4b4c5d42e), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.501310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277242b-ed5d-49f6-8771-06d6a2a7f89f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event deleted for resources: {'Port': ['ID=7791bef3-b833-40b3-a08d-ebf4b4c5d42e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:38.542579 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a603ffe1-4d35-452c-83f1-3a72d5952ea5 req-6277242b-ed5d-49f6-8771-06d6a2a7f89f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] No DVR routers for this DVR port 7791bef3-b833-40b3-a08d-ebf4b4c5d42e on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:38.545148 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a603ffe1-4d35-452c-83f1-3a72d5952ea5 req-6277242b-ed5d-49f6-8771-06d6a2a7f89f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.548445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a603ffe1-4d35-452c-83f1-3a72d5952ea5 req-6277242b-ed5d-49f6-8771-06d6a2a7f89f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.49 "DELETE /v2.0/ports/7791bef3-b833-40b3-a08d-ebf4b4c5d42e HTTP/1.1" status: 204 len: 173 time: 0.3967490 Jan 28 13:50:38.548887 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'name': 'network-vif-deleted', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:38.551119 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf07f30a-f98e-4835-a3b9-d0a9407753a3" -d '{"events": [{"server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "name": "network-vif-deleted", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:38.599071 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e56ae8-8e2f-4c15-b1a4-8feedf0de45c x-openstack-request-id: req-40e56ae8-8e2f-4c15-b1a4-8feedf0de45c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:38.599386 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d", "name": "network-vif-deleted", "tag": "7791bef3-b833-40b3-a08d-ebf4b4c5d42e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:38.599644 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40e56ae8-8e2f-4c15-b1a4-8feedf0de45c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:38.600049 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d', 'name': 'network-vif-deleted', 'tag': '7791bef3-b833-40b3-a08d-ebf4b4c5d42e', 'status': 'completed', 'code': 200} Jan 28 13:50:39.089641 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-edd9a3cb-a2b7-4abd-ab1e-e753b8139e10 req-fa1ee6c5-5fc1-49ba-b072-79b86ed6066f tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0286274 Jan 28 13:50:40.189748 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0916dd81-ecae-4f7e-ad9e-1a8cf5809cf3 req-f55b2e43-d5cc-4e4d-8e5b-584b4b1a3dc0 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0284510 Jan 28 13:50:41.288719 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-10a8b556-92ec-4163-9bf1-6fb0004d2330 req-0c5cbf39-0b34-4887-a8b8-fe02370c6eeb tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0300496 Jan 28 13:50:42.382906 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d56be906-21cf-40e4-9251-e8d65d965f52 req-80005071-5eac-4ca4-9999-0345b4d1e0b4 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0274363 Jan 28 13:50:42.390778 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7791bef3-b833-40b3-a08d-ebf4b4c5d42e no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:42.412615 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 7791bef3-b833-40b3-a08d-ebf4b4c5d42e {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:42.412957 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 7791bef3-b833-40b3-a08d-ebf4b4c5d42e not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:43.243396 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:50:43.485315 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-af684e79-0318-4963-9851-b6d0bd3d36a3 req-2b2a091b-3078-4510-b9c4-421783e86350 tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0287802 Jan 28 13:50:44.582003 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-238f381f-6ba4-4711-83d2-4a3ea06b2281 req-0d6c2d83-3a8b-4a4d-83c2-3e665962bfea tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0270407 Jan 28 13:50:45.677604 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-c6238bf9-0909-4c5c-bc1c-a36eaf62a117 req-c08d2a83-2b79-45e2-bed1-3a83034cb93a tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0260305 Jan 28 13:50:46.777731 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d5f37dc8-77c2-4ac2-b776-f0dd83a21ef5 req-dfadbd2a-9ec4-4356-b574-5fc54e795afa tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd6dd1c6-43c7-4ce2-85d1-42d8cba9e27d HTTP/1.1" status: 200 len: 210 time: 0.0288656 Jan 28 13:50:47.837631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39062) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:47.898736 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-853e129b-ded3-42b5-8122-fd5aebd420cf tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group (0fe5173c-f74f-4f72-bf3e-e13081a42ac4), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.924463 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-853e129b-ded3-42b5-8122-fd5aebd420cf tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group (0fe5173c-f74f-4f72-bf3e-e13081a42ac4), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.986174 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-853e129b-ded3-42b5-8122-fd5aebd420cf tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0fe5173c-f74f-4f72-bf3e-e13081a42ac4), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.989582 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-853e129b-ded3-42b5-8122-fd5aebd420cf tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.993302 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-853e129b-ded3-42b5-8122-fd5aebd420cf tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] 10.222.0.53 "DELETE /v2.0/security-groups/0fe5173c-f74f-4f72-bf3e-e13081a42ac4 HTTP/1.1" status: 204 len: 168 time: 0.1522565 Jan 28 13:50:48.000626 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e129b-ded3-42b5-8122-fd5aebd420cf tempest-TestShelveInstance-1075379110 tempest-TestShelveInstance-1075379110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe5173c-f74f-4f72-bf3e-e13081a42ac4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:48.047315 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39066) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.284011 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.495884 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.502627 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acc2ee3e-dc6f-4406-b423-08033702e1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (762dd20f-1c59-4b5e-9312-b6b42889aa79), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.755440 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ee3e-dc6f-4406-b423-08033702e1bb admin admin] Deleting port 57850118-a150-4de2-9b5c-f3193121db4c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:48.755791 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acc2ee3e-dc6f-4406-b423-08033702e1bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (57850118-a150-4de2-9b5c-f3193121db4c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.833785 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-acc2ee3e-dc6f-4406-b423-08033702e1bb admin admin] For port 57850118-a150-4de2-9b5c-f3193121db4c, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=57850118-a150-4de2-9b5c-f3193121db4c,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:48.834146 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acc2ee3e-dc6f-4406-b423-08033702e1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (57850118-a150-4de2-9b5c-f3193121db4c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.847246 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ee3e-dc6f-4406-b423-08033702e1bb admin admin] Calling delete_port for 57850118-a150-4de2-9b5c-f3193121db4c owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:49.034448 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acc2ee3e-dc6f-4406-b423-08033702e1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (57850118-a150-4de2-9b5c-f3193121db4c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.061729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ee3e-dc6f-4406-b423-08033702e1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=57850118-a150-4de2-9b5c-f3193121db4c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:49.235675 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acc2ee3e-dc6f-4406-b423-08033702e1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (762dd20f-1c59-4b5e-9312-b6b42889aa79), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.437179 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d77017a-7db7-4de7-aa4c-ddd38cf26857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.812885 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc2ee3e-dc6f-4406-b423-08033702e1bb admin admin] Router 762dd20f-1c59-4b5e-9312-b6b42889aa79 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:49.921509 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc2ee3e-dc6f-4406-b423-08033702e1bb admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:49.927234 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-acc2ee3e-dc6f-4406-b423-08033702e1bb admin admin] 10.222.0.53 "PUT /v2.0/routers/762dd20f-1c59-4b5e-9312-b6b42889aa79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8783140 Jan 28 13:50:49.930696 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39070) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.934901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e4c56-7540-4422-82dc-5ee1b69dbfe2 None None] Sync routers for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:49.945706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e4c56-7540-4422-82dc-5ee1b69dbfe2 None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:49.946317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-625e4c56-7540-4422-82dc-5ee1b69dbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:50.040454 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Publish callbacks [] for router (762dd20f-1c59-4b5e-9312-b6b42889aa79), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.053978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-625e4c56-7540-4422-82dc-5ee1b69dbfe2 None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:50.143074 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Publish callbacks [] for router_gateway (762dd20f-1c59-4b5e-9312-b6b42889aa79), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.202114 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Deleting port a562b86c-0f2e-4b56-81bb-8fcc76833b70 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:50.202753 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.234758 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-625e4c56-7540-4422-82dc-5ee1b69dbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:50:48Z', 'revision_number': 5, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port': {'id': 'a562b86c-0f2e-4b56-81bb-8fcc76833b70', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:33Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:50.261489 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e4c56-7540-4422-82dc-5ee1b69dbfe2 None None] Checking router: 762dd20f-1c59-4b5e-9312-b6b42889aa79 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:50.270129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e4c56-7540-4422-82dc-5ee1b69dbfe2 None None] Routers {'762dd20f-1c59-4b5e-9312-b6b42889aa79'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:50.270751 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-625e4c56-7540-4422-82dc-5ee1b69dbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['762dd20f-1c59-4b5e-9312-b6b42889aa79'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:50.288173 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] For port a562b86c-0f2e-4b56-81bb-8fcc76833b70, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a562b86c-0f2e-4b56-81bb-8fcc76833b70,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:50.288530 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.300886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Calling delete_port for a562b86c-0f2e-4b56-81bb-8fcc76833b70 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:50.358508 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-625e4c56-7540-4422-82dc-5ee1b69dbfe2 None None] Set router 762dd20f-1c59-4b5e-9312-b6b42889aa79 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:50.413823 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-625e4c56-7540-4422-82dc-5ee1b69dbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 6, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:50.440054 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e4c56-7540-4422-82dc-5ee1b69dbfe2 None None] The sync data for ids ['762dd20f-1c59-4b5e-9312-b6b42889aa79'] in n-d-824835-4 is: [{'id': '762dd20f-1c59-4b5e-9312-b6b42889aa79', 'name': 'tempest-TestShelveInstance-954508025-router', 'tenant_id': '27ec724da9b64efb97004d0e0c692795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:32Z', 'updated_at': '2022-01-28T13:50:50Z', 'revision_number': 6, 'project_id': '27ec724da9b64efb97004d0e0c692795', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:50.490926 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a562b86c-0f2e-4b56-81bb-8fcc76833b70), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.518409 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=a562b86c-0f2e-4b56-81bb-8fcc76833b70,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:50.584888 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (762dd20f-1c59-4b5e-9312-b6b42889aa79), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.683941 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (762dd20f-1c59-4b5e-9312-b6b42889aa79), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.686224 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Publish callbacks [] for router_controller (762dd20f-1c59-4b5e-9312-b6b42889aa79), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.731930 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (762dd20f-1c59-4b5e-9312-b6b42889aa79), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.732472 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 762dd20f-1c59-4b5e-9312-b6b42889aa79 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:50:50.737257 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.738171 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-649bef1e-880d-45b5-b1e6-bac695f40c73 admin admin] 10.222.0.53 "DELETE /v2.0/routers/762dd20f-1c59-4b5e-9312-b6b42889aa79 HTTP/1.1" status: 204 len: 168 time: 0.8065097 Jan 28 13:50:50.741451 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39072) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:50.793814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-97149aad-3cf9-4fb2-986b-bbdab06cff0f admin admin] Deleting subnet 0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:50.797399 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97149aad-3cf9-4fb2-986b-bbdab06cff0f admin admin] Publish callbacks [] for subnet (0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.834146 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97149aad-3cf9-4fb2-986b-bbdab06cff0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.922697 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97149aad-3cf9-4fb2-986b-bbdab06cff0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.978412 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97149aad-3cf9-4fb2-986b-bbdab06cff0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.016052 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97149aad-3cf9-4fb2-986b-bbdab06cff0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.023045 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-97149aad-3cf9-4fb2-986b-bbdab06cff0f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d HTTP/1.1" status: 204 len: 168 time: 0.2770889 Jan 28 13:50:51.023045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97149aad-3cf9-4fb2-986b-bbdab06cff0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1a8778-6e36-4b14-ae8f-71d58c4bfe0d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:51.023045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39074) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:51.028725 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fb5d6c-7b3d-4a31-8b57-576c1bc6594f None None] Network a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:51.096597 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.153872 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Deleting port 6ca5462c-4d4b-4514-8747-8ace8d59b379 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:51.154209 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.238918 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] For port 6ca5462c-4d4b-4514-8747-8ace8d59b379, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6ca5462c-4d4b-4514-8747-8ace8d59b379,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:51.239181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] DHCP port deletion for a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:50:51.239294 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.254300 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Calling delete_port for 6ca5462c-4d4b-4514-8747-8ace8d59b379 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:51.294182 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Deleting port 6ca5462c-4d4b-4514-8747-8ace8d59b379 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:51.294707 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.337689 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.372484 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] For port 6ca5462c-4d4b-4514-8747-8ace8d59b379, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=6ca5462c-4d4b-4514-8747-8ace8d59b379,segment=NetworkSegment(719c5bfd-ba9f-4b66-96c9-d2ee19103b28),segment_id=719c5bfd-ba9f-4b66-96c9-d2ee19103b28)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:51.373006 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.386428 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] No DVR routers for this DVR port 6ca5462c-4d4b-4514-8747-8ace8d59b379 on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:51.388125 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca5462c-4d4b-4514-8747-8ace8d59b379,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:51.393155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Calling delete_port for 6ca5462c-4d4b-4514-8747-8ace8d59b379 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:51.482566 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.487262 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647'] for port (6ca5462c-4d4b-4514-8747-8ace8d59b379), after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.507889 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:51.512101 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Pushing event deleted for resources: {'Port': ['ID=6ca5462c-4d4b-4514-8747-8ace8d59b379,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:51.518062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719c5bfd-ba9f-4b66-96c9-d2ee19103b28') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:51.518372 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719c5bfd-ba9f-4b66-96c9-d2ee19103b28') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:51.522251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.523442 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.524066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.525133 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.525832 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.526396 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.527587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.528301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.528994 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.529114 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (719c5bfd-ba9f-4b66-96c9-d2ee19103b28), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.529937 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.531298 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.532577 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.533423 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:51.544963 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (719c5bfd-ba9f-4b66-96c9-d2ee19103b28), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.548707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec79004-4b30-48d8-a24b-f5bd97b9b85b None None] No DVR routers for this DVR port 6ca5462c-4d4b-4514-8747-8ace8d59b379 on host n-d-824835-4 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:51.552151 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:51.552605 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (719c5bfd-ba9f-4b66-96c9-d2ee19103b28), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:51.554464 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:51.613225 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.618947 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.625605 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] 10.222.0.53 "DELETE /v2.0/networks/a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5 HTTP/1.1" status: 204 len: 168 time: 0.6017497 Jan 28 13:50:51.629527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39076) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:51.646368 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81ebb1-77b7-479d-be81-2e11a277202b admin admin] Pushing event deleted for resources: {'Network': ['ID=a9dd6b8a-d9e0-4f2c-8459-6f8d50c967d5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:51.817610 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f297bcae-a6ed-4402-8a10-0f7f9014e0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.842537 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 57850118-a150-4de2-9b5c-f3193121db4c no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:51.872980 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 57850118-a150-4de2-9b5c-f3193121db4c {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:51.873778 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 57850118-a150-4de2-9b5c-f3193121db4c not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:51.874950 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6ca5462c-4d4b-4514-8747-8ace8d59b379 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:51.899301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 6ca5462c-4d4b-4514-8747-8ace8d59b379 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:51.899713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 6ca5462c-4d4b-4514-8747-8ace8d59b379 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:51.900252 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a562b86c-0f2e-4b56-81bb-8fcc76833b70 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:51.921970 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a562b86c-0f2e-4b56-81bb-8fcc76833b70 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:51.922427 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a562b86c-0f2e-4b56-81bb-8fcc76833b70 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:52.347395 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (54cb2e27-a1cd-425d-8531-3f5d5f59100c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.602527 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Deleting port ef3b52ca-d234-4442-8e00-80cef78aa620 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:52.602890 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.698893 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] For port ef3b52ca-d234-4442-8e00-80cef78aa620, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=ef3b52ca-d234-4442-8e00-80cef78aa620,segment=NetworkSegment(c6012516-95b9-4daf-85e0-85f046890e48),segment_id=c6012516-95b9-4daf-85e0-85f046890e48)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:52.699656 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.712728 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Calling delete_port for ef3b52ca-d234-4442-8e00-80cef78aa620 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:52.912768 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (ef3b52ca-d234-4442-8e00-80cef78aa620), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.941226 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3b52ca-d234-4442-8e00-80cef78aa620,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:52.966451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:52.967089 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:52.967696 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:52.968160 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:52.968513 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:52.968855 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:52.969194 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:52.969532 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:52.969864 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:52.970195 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:52.970532 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:52.970861 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:52.971186 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:53.151459 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (54cb2e27-a1cd-425d-8531-3f5d5f59100c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.317893 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.396751 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Router 54cb2e27-a1cd-425d-8531-3f5d5f59100c has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:53.508033 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:53.515302 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-210fa074-018a-4909-a36f-7678b436492a admin admin] 10.222.0.53 "PUT /v2.0/routers/54cb2e27-a1cd-425d-8531-3f5d5f59100c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8847263 Jan 28 13:50:53.515964 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39080) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:53.517437 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bcffb4-af89-4934-9937-2364be3d6f2d None None] Sync routers for ids ['54cb2e27-a1cd-425d-8531-3f5d5f59100c'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:53.527930 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bcffb4-af89-4934-9937-2364be3d6f2d None None] Routers {'54cb2e27-a1cd-425d-8531-3f5d5f59100c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:53.528888 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-94bcffb4-af89-4934-9937-2364be3d6f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['54cb2e27-a1cd-425d-8531-3f5d5f59100c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:53.624198 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Publish callbacks [] for router (54cb2e27-a1cd-425d-8531-3f5d5f59100c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.636712 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-94bcffb4-af89-4934-9937-2364be3d6f2d None None] Set router 54cb2e27-a1cd-425d-8531-3f5d5f59100c gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:53.730828 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Publish callbacks [] for router_gateway (54cb2e27-a1cd-425d-8531-3f5d5f59100c), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.795534 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Deleting port a7769528-2a7e-44f5-ace1-6e8438db0586 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:53.795978 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.841551 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-94bcffb4-af89-4934-9937-2364be3d6f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'name': 'tempest-TestShelveInstance-603979560-router', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:37Z', 'updated_at': '2022-01-28T13:50:52Z', 'revision_number': 5, 'project_id': '135ad46c5f654134900c1171e781af08', 'gw_port': {'id': 'a7769528-2a7e-44f5-ace1-6e8438db0586', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:38Z', 'updated_at': '2022-01-28T13:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:53.875358 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bcffb4-af89-4934-9937-2364be3d6f2d None None] Checking router: 54cb2e27-a1cd-425d-8531-3f5d5f59100c for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:53.884089 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bcffb4-af89-4934-9937-2364be3d6f2d None None] Routers {'54cb2e27-a1cd-425d-8531-3f5d5f59100c'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:53.884709 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-94bcffb4-af89-4934-9937-2364be3d6f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['54cb2e27-a1cd-425d-8531-3f5d5f59100c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:53.889676 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] For port a7769528-2a7e-44f5-ace1-6e8438db0586, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a7769528-2a7e-44f5-ace1-6e8438db0586,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:53.890172 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.902809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Calling delete_port for a7769528-2a7e-44f5-ace1-6e8438db0586 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:54.068165 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-94bcffb4-af89-4934-9937-2364be3d6f2d None None] Set router 54cb2e27-a1cd-425d-8531-3f5d5f59100c gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:54.081594 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a7769528-2a7e-44f5-ace1-6e8438db0586), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.114980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a7769528-2a7e-44f5-ace1-6e8438db0586,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:54.132002 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-94bcffb4-af89-4934-9937-2364be3d6f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'name': 'tempest-TestShelveInstance-603979560-router', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:37Z', 'updated_at': '2022-01-28T13:50:53Z', 'revision_number': 6, 'project_id': '135ad46c5f654134900c1171e781af08', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:54.165786 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bcffb4-af89-4934-9937-2364be3d6f2d None None] The sync data for ids ['54cb2e27-a1cd-425d-8531-3f5d5f59100c'] in n-d-824835-4 is: [{'id': '54cb2e27-a1cd-425d-8531-3f5d5f59100c', 'name': 'tempest-TestShelveInstance-603979560-router', 'tenant_id': '135ad46c5f654134900c1171e781af08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:37Z', 'updated_at': '2022-01-28T13:50:53Z', 'revision_number': 6, 'project_id': '135ad46c5f654134900c1171e781af08', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:54.189399 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (54cb2e27-a1cd-425d-8531-3f5d5f59100c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.282457 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (54cb2e27-a1cd-425d-8531-3f5d5f59100c), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.284596 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Publish callbacks [] for router_controller (54cb2e27-a1cd-425d-8531-3f5d5f59100c), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.329160 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (54cb2e27-a1cd-425d-8531-3f5d5f59100c), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.329561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54cb2e27-a1cd-425d-8531-3f5d5f59100c {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:50:54.334897 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.336135 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c0cd7309-2621-4513-9d0f-9806855394fe admin admin] 10.222.0.53 "DELETE /v2.0/routers/54cb2e27-a1cd-425d-8531-3f5d5f59100c HTTP/1.1" status: 204 len: 168 time: 0.8191540 Jan 28 13:50:54.338890 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39082) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:54.386356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba55bd1a-7b7b-4ec5-865e-63de09ef23dd admin admin] Deleting subnet add30ba0-401f-4a73-9d7e-39dc437ce52f {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:54.389436 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba55bd1a-7b7b-4ec5-865e-63de09ef23dd admin admin] Publish callbacks [] for subnet (add30ba0-401f-4a73-9d7e-39dc437ce52f), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.423702 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba55bd1a-7b7b-4ec5-865e-63de09ef23dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (add30ba0-401f-4a73-9d7e-39dc437ce52f), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.500289 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba55bd1a-7b7b-4ec5-865e-63de09ef23dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (add30ba0-401f-4a73-9d7e-39dc437ce52f), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.557476 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba55bd1a-7b7b-4ec5-865e-63de09ef23dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (add30ba0-401f-4a73-9d7e-39dc437ce52f), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.592308 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba55bd1a-7b7b-4ec5-865e-63de09ef23dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.596737 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ba55bd1a-7b7b-4ec5-865e-63de09ef23dd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/add30ba0-401f-4a73-9d7e-39dc437ce52f HTTP/1.1" status: 204 len: 168 time: 0.2568483 Jan 28 13:50:54.597156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d952e-7be9-4b37-b65c-9623f973065b None None] Network 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:54.598208 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55bd1a-7b7b-4ec5-865e-63de09ef23dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add30ba0-401f-4a73-9d7e-39dc437ce52f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:54.600919 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39084) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:54.676976 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.735181 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Deleting port e310880e-6052-4627-9828-df85dbb17e2a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:54.735554 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e310880e-6052-4627-9828-df85dbb17e2a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.798836 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] For port e310880e-6052-4627-9828-df85dbb17e2a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e310880e-6052-4627-9828-df85dbb17e2a,segment=NetworkSegment(c6012516-95b9-4daf-85e0-85f046890e48),segment_id=c6012516-95b9-4daf-85e0-85f046890e48)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:54.799201 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e310880e-6052-4627-9828-df85dbb17e2a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.812742 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Calling delete_port for e310880e-6052-4627-9828-df85dbb17e2a owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:54.897251 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (e310880e-6052-4627-9828-df85dbb17e2a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.922013 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e310880e-6052-4627-9828-df85dbb17e2a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:54.925628 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] No DVR routers for this DVR port e310880e-6052-4627-9828-df85dbb17e2a on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:54.969291 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.983918 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a57b5b-d690-4d85-8c5c-19a29c079f77 None None] DHCP port deletion for 7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:50:55.003833 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.029409 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:55.039156 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6012516-95b9-4daf-85e0-85f046890e48') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:55.039560 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6012516-95b9-4daf-85e0-85f046890e48') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:55.048738 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (c6012516-95b9-4daf-85e0-85f046890e48), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.062701 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (c6012516-95b9-4daf-85e0-85f046890e48), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.069632 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:55.070038 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (c6012516-95b9-4daf-85e0-85f046890e48), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:55.071888 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:55.124978 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.133220 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.136348 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] 10.222.0.53 "DELETE /v2.0/networks/7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5 HTTP/1.1" status: 204 len: 168 time: 0.5344336 Jan 28 13:50:55.146990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb394c-c02c-475c-a2ac-e582ae5f26ae admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf74fee-fd08-4d5c-9d5c-aa0e8a3b31f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:55.265747 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39088) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:55.305518 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-46729a17-24ef-4049-a2e9-2feb2504212b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27ec724da9b64efb97004d0e0c692795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385706 Jan 28 13:50:55.307980 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39090) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:55.354807 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f591543-46f7-444c-aab5-257f4266c30a admin admin] Publish callbacks [] for security_group (98e20339-6de9-4d37-869d-5ca4e8bdf1c4), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.380141 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f591543-46f7-444c-aab5-257f4266c30a admin admin] Publish callbacks [] for security_group (98e20339-6de9-4d37-869d-5ca4e8bdf1c4), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.424985 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f591543-46f7-444c-aab5-257f4266c30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (98e20339-6de9-4d37-869d-5ca4e8bdf1c4), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.427928 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f591543-46f7-444c-aab5-257f4266c30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.429077 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-9f591543-46f7-444c-aab5-257f4266c30a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98e20339-6de9-4d37-869d-5ca4e8bdf1c4 HTTP/1.1" status: 204 len: 168 time: 0.1202283 Jan 28 13:50:55.437213 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f591543-46f7-444c-aab5-257f4266c30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e20339-6de9-4d37-869d-5ca4e8bdf1c4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:55.750215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39096) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:55.791930 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0e643d47-afe1-4089-9961-f233a34da1cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=135ad46c5f654134900c1171e781af08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405476 Jan 28 13:50:55.794501 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39098) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:55.826043 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a7769528-2a7e-44f5-ace1-6e8438db0586 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:55.845206 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca009e31-4953-46b3-86c6-0bb4ec48efe9 admin admin] Publish callbacks [] for security_group (d0d85843-638e-4ac0-b196-fc3e1ebf5e25), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.847933 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a7769528-2a7e-44f5-ace1-6e8438db0586 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:55.848347 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a7769528-2a7e-44f5-ace1-6e8438db0586 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:55.848978 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ef3b52ca-d234-4442-8e00-80cef78aa620 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:55.867630 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca009e31-4953-46b3-86c6-0bb4ec48efe9 admin admin] Publish callbacks [] for security_group (d0d85843-638e-4ac0-b196-fc3e1ebf5e25), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.868013 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: ef3b52ca-d234-4442-8e00-80cef78aa620 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:55.868361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device ef3b52ca-d234-4442-8e00-80cef78aa620 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:55.868773 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e310880e-6052-4627-9828-df85dbb17e2a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:55.891148 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e310880e-6052-4627-9828-df85dbb17e2a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:55.891518 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e310880e-6052-4627-9828-df85dbb17e2a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:55.914567 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca009e31-4953-46b3-86c6-0bb4ec48efe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (d0d85843-638e-4ac0-b196-fc3e1ebf5e25), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.917451 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca009e31-4953-46b3-86c6-0bb4ec48efe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.918697 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ca009e31-4953-46b3-86c6-0bb4ec48efe9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0d85843-638e-4ac0-b196-fc3e1ebf5e25 HTTP/1.1" status: 204 len: 168 time: 0.1233134 Jan 28 13:50:55.927271 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca009e31-4953-46b3-86c6-0bb4ec48efe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d85843-638e-4ac0-b196-fc3e1ebf5e25,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:56.300512 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.594602 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39120) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:56.691510 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-74332459-network', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:56.713090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Made reservation on behalf of de2a1d4861bd4bd388ea369b894eec94 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:56.715514 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.724501 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.798894 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Publish callbacks [] for security_group (0373e802-ea3d-4c1a-8d2b-54cdea329a4c), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.802786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0373e802-ea3d-4c1a-8d2b-54cdea329a4c), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.833011 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:56.839536 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0373e802-ea3d-4c1a-8d2b-54cdea329a4c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:56.845853 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a9beaf05-bb6b-4536-b929-8c81a495b9ef), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.846761 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Added segment a9beaf05-bb6b-4536-b929-8c81a495b9ef of type vlan for network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 Jan 28 13:50:56.887765 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (b4f6afd9-dba7-452f-bc8a-7ec0d16d5861), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.912537 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (b4f6afd9-dba7-452f-bc8a-7ec0d16d5861), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.913703 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:56.914282 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.971135 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3754246 Jan 28 13:50:56.974062 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39124) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:56.980907 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-51cb3d03-309d-41c6-9d55-f3d3f85e1d28 admin admin] Request body: {'subnet': {'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-74332459-subnet', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:56.985279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6ea2c-a800-43bd-bb0d-d9d9a25fe93d admin admin] Pushing event updated for resources: {'Network': ['ID=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:56.995168 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:57.003514 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cb3d03-309d-41c6-9d55-f3d3f85e1d28 admin admin] Made reservation on behalf of de2a1d4861bd4bd388ea369b894eec94 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:57.006707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51cb3d03-309d-41c6-9d55-f3d3f85e1d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.178647 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51cb3d03-309d-41c6-9d55-f3d3f85e1d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (c1895d09-d1cb-4586-b73b-57514d103434), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.234286 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb3d03-309d-41c6-9d55-f3d3f85e1d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1895d09-d1cb-4586-b73b-57514d103434,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:57.241763 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb3d03-309d-41c6-9d55-f3d3f85e1d28 admin admin] Checking segment: {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:57.242129 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb3d03-309d-41c6-9d55-f3d3f85e1d28 admin admin] Network hostable DHCP agents. Network: b4f6afd9-dba7-452f-bc8a-7ec0d16d5861, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:57.263814 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb3d03-309d-41c6-9d55-f3d3f85e1d28 admin admin] Network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:57.272502 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-51cb3d03-309d-41c6-9d55-f3d3f85e1d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, b4f6afd9-dba7-452f-bc8a-7ec0d16d5861) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:57.276522 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cb3d03-309d-41c6-9d55-f3d3f85e1d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:57.277138 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51cb3d03-309d-41c6-9d55-f3d3f85e1d28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.282511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bed383-148a-47f0-8190-8de49399d2e7 None None] Network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:57.296079 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-51cb3d03-309d-41c6-9d55-f3d3f85e1d28 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3184481 Jan 28 13:50:57.296326 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39126) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:57.300621 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:57.321528 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.322494 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.382417 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Publish callbacks [] for router_controller (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.396977 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:50:57.397879 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.523688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Publish callbacks [] for router_gateway (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.533927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Allocated IP 172.20.0.2 (b4f6afd9-dba7-452f-bc8a-7ec0d16d5861/c1895d09-d1cb-4586-b73b-57514d103434/383a5e1b-4296-4645-b4c7-3ab24c17759a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:57.680856 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Publish callbacks [] for port (383a5e1b-4296-4645-b4c7-3ab24c17759a), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.686599 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (383a5e1b-4296-4645-b4c7-3ab24c17759a), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.725914 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Publish callbacks [] for router_gateway (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.726198 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:57.730748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:57.735056 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:57.738042 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Pushing event updated for resources: {'Port': ['ID=383a5e1b-4296-4645-b4c7-3ab24c17759a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:57.748221 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.790706 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Attempting to bind port 383a5e1b-4296-4645-b4c7-3ab24c17759a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:57.791071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Attempting to bind port 383a5e1b-4296-4645-b4c7-3ab24c17759a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:57.791462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Attempting to bind port 383a5e1b-4296-4645-b4c7-3ab24c17759a on network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:57.796311 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:57.796688 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Checking segment: {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:57.797115 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.797486 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Bound using segment: {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:57.797943 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Bound port: 383a5e1b-4296-4645-b4c7-3ab24c17759a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:57.798320 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (383a5e1b-4296-4645-b4c7-3ab24c17759a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.855547 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Allocated IP 172.25.7.150 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/44fe7c56-fc40-4d02-9ded-ea0dee877be9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:57.866145 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] For port 383a5e1b-4296-4645-b4c7-3ab24c17759a, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:57.869643 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] For port 383a5e1b-4296-4645-b4c7-3ab24c17759a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=383a5e1b-4296-4645-b4c7-3ab24c17759a,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:57.875041 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (383a5e1b-4296-4645-b4c7-3ab24c17759a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.931090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b9a5a-e3c1-4fcf-83f5-f91a891280a0 None None] Pushing event updated for resources: {'Port': ['ID=383a5e1b-4296-4645-b4c7-3ab24c17759a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:57.965785 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Publish callbacks [] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.005847 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.044189 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:58.047013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:58.049417 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:58.080500 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Pushing event updated for resources: {'Port': ['ID=44fe7c56-fc40-4d02-9ded-ea0dee877be9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:58.334050 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Publish callbacks [] for router_gateway (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.902070 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.930146 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6a8dc0-9d5b-4159-81fb-ee9f2a15e043 None None] Network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:59.009432 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-96e86c03-f18b-43be-b24f-3076f4e29079 None None] Provisioning complete for port 383a5e1b-4296-4645-b4c7-3ab24c17759a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:59.009724 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96e86c03-f18b-43be-b24f-3076f4e29079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (383a5e1b-4296-4645-b4c7-3ab24c17759a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.035756 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:50:59.124945 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-96e86c03-f18b-43be-b24f-3076f4e29079 None None] Current status of the port 383a5e1b-4296-4645-b4c7-3ab24c17759a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:59.125650 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96e86c03-f18b-43be-b24f-3076f4e29079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (383a5e1b-4296-4645-b4c7-3ab24c17759a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.156460 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:59.161846 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-96e86c03-f18b-43be-b24f-3076f4e29079 None None] For port 383a5e1b-4296-4645-b4c7-3ab24c17759a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=383a5e1b-4296-4645-b4c7-3ab24c17759a,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:59.166311 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96e86c03-f18b-43be-b24f-3076f4e29079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (383a5e1b-4296-4645-b4c7-3ab24c17759a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.175490 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.180298 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c574ea4a-5944-46de-8eba-92115115e41d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8802886 Jan 28 13:50:59.180542 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39128) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:59.196082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Sync routers for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:59.226144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:59.226771 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:59.232203 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e86c03-f18b-43be-b24f-3076f4e29079 None None] Pushing event updated for resources: {'Port': ['ID=383a5e1b-4296-4645-b4c7-3ab24c17759a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:59.518231 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:59.520491 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-520ec97d-295f-444a-9f7c-749f50c32688 None None] Provisioning complete for port 383a5e1b-4296-4645-b4c7-3ab24c17759a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:59.520855 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-520ec97d-295f-444a-9f7c-749f50c32688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (383a5e1b-4296-4645-b4c7-3ab24c17759a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.626014 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.731424 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-520ec97d-295f-444a-9f7c-749f50c32688 None None] Current status of the port 383a5e1b-4296-4645-b4c7-3ab24c17759a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:59.759748 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:50:58Z', 'revision_number': 3, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:59.788009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Allocated IP 172.20.0.1 (b4f6afd9-dba7-452f-bc8a-7ec0d16d5861/c1895d09-d1cb-4586-b73b-57514d103434/526fdf34-e318-465c-bedd-b23643ce4d6a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:59.788206 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Checking router: f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:59.788560 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Updating router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 port 44fe7c56-fc40-4d02-9ded-ea0dee877be9 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:50:59.817791 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.906509 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 383a5e1b-4296-4645-b4c7-3ab24c17759a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:59.909864 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Publish callbacks [] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.946436 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.985037 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:59.987886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:59.991535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:00.025515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Pushing event updated for resources: {'Port': ['ID=526fdf34-e318-465c-bedd-b23643ce4d6a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:00.030414 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 383a5e1b-4296-4645-b4c7-3ab24c17759a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:00.030975 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (383a5e1b-4296-4645-b4c7-3ab24c17759a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.046728 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.188588 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Publish callbacks [] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.190487 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 383a5e1b-4296-4645-b4c7-3ab24c17759a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:00.197755 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.223715 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.261825 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7e37f-6498-4a4a-b266-b32f4d833b92 None None] Pushing event updated for resources: {'Port': ['ID=44fe7c56-fc40-4d02-9ded-ea0dee877be9,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:00.263981 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Attempting to bind port 44fe7c56-fc40-4d02-9ded-ea0dee877be9 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:00.264351 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Attempting to bind port 44fe7c56-fc40-4d02-9ded-ea0dee877be9 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:00.264713 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Attempting to bind port 44fe7c56-fc40-4d02-9ded-ea0dee877be9 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:00.274002 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:00.274428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:00.274780 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.275170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:00.275671 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Bound port: 44fe7c56-fc40-4d02-9ded-ea0dee877be9, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:00.276051 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.280155 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-cabf3686-ede0-4385-bdb9-1380b8664852 None None] Provisioning complete for port 526fdf34-e318-465c-bedd-b23643ce4d6a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:00.280513 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cabf3686-ede0-4385-bdb9-1380b8664852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.346207 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cabf3686-ede0-4385-bdb9-1380b8664852 None None] Port 526fdf34-e318-465c-bedd-b23643ce4d6a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:00.357914 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] For port 44fe7c56-fc40-4d02-9ded-ea0dee877be9, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:00.360908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] For port 44fe7c56-fc40-4d02-9ded-ea0dee877be9, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=44fe7c56-fc40-4d02-9ded-ea0dee877be9,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:00.366307 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.398786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Publish callbacks [] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.405827 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.429141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7e37f-6498-4a4a-b266-b32f4d833b92 None None] Pushing event updated for resources: {'Port': ['ID=44fe7c56-fc40-4d02-9ded-ea0dee877be9,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:00.431759 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:00.432364 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:00.484931 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.487891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Pushing event updated for resources: {'Port': ['ID=526fdf34-e318-465c-bedd-b23643ce4d6a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:00.544080 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:00.589408 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:00.590948 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:00.714297 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:00.756016 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 2, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:00.784694 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58138774-7911-4cf2-b0c0-70c0ac9091ce None None] The sync data for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 is: [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 2, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:00.829160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:00.835117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-9fb7fc53-96e6-41d4-90a5-dae43ab902eb admin admin] 10.222.0.53 "PUT /v2.0/routers/f7916f84-ba5c-4c67-bb08-c3f7ed78bd45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6534915 Jan 28 13:51:00.874156 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0aed54ee-9acf-45e8-9844-3aa989a9de8f None None] Provisioning complete for port 526fdf34-e318-465c-bedd-b23643ce4d6a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:00.874538 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0aed54ee-9acf-45e8-9844-3aa989a9de8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.918323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0aed54ee-9acf-45e8-9844-3aa989a9de8f None None] Port 526fdf34-e318-465c-bedd-b23643ce4d6a cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:01.353353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:01.358384 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1582453537-network', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:01.379938 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Made reservation on behalf of fc8f85f033c543ee877a000c215d00e6 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:01.382761 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for network (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.392207 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.491686 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Publish callbacks [] for security_group (5d37487a-d132-46f1-933e-98a5321f3318), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.496479 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5d37487a-d132-46f1-933e-98a5321f3318), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.525019 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:01.536253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d37487a-d132-46f1-933e-98a5321f3318,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:01.542844 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4b9405e9-7ebe-4425-8dcc-8eaea99f8b27), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.543189 n-d-824835-4 neutron-server[103129]: INFO neutron.db.segments_db [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Added segment 4b9405e9-7ebe-4425-8dcc-8eaea99f8b27 of type vlan for network 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 Jan 28 13:51:01.601760 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773661089383'] for network (53b3d439-ddf4-4b71-8e5f-0c524c0f2e52), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.630908 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272'] for network (53b3d439-ddf4-4b71-8e5f-0c524c0f2e52), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.632000 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:01.632590 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.696884 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3390493 Jan 28 13:51:01.696884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39146) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:01.701204 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4aae2834-13e2-408b-9a80-23f0c8f97080 admin admin] Request body: {'subnet': {'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1582453537-subnet', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:01.716670 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568fbe5-4345-4946-b5f0-faf089caf03f admin admin] Pushing event updated for resources: {'Network': ['ID=53b3d439-ddf4-4b71-8e5f-0c524c0f2e52,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:01.729927 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Network 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 details requested by agent ovs-agent-n-d-824835-4 with host n-d-824835-4 {{(pid=103130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:01.736157 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aae2834-13e2-408b-9a80-23f0c8f97080 admin admin] Made reservation on behalf of fc8f85f033c543ee877a000c215d00e6 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:01.739325 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4aae2834-13e2-408b-9a80-23f0c8f97080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885197'] for subnet (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.909336 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 44fe7c56-fc40-4d02-9ded-ea0dee877be9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:01.955610 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4aae2834-13e2-408b-9a80-23f0c8f97080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9762534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885215'] for subnet (4ed4711b-949b-4d11-a49d-7245eb226253), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.973036 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 44fe7c56-fc40-4d02-9ded-ea0dee877be9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:01.973438 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.020174 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae2834-13e2-408b-9a80-23f0c8f97080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed4711b-949b-4d11-a49d-7245eb226253,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:02.027836 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae2834-13e2-408b-9a80-23f0c8f97080 admin admin] Checking segment: {'id': '4b9405e9-7ebe-4425-8dcc-8eaea99f8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:02.028209 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae2834-13e2-408b-9a80-23f0c8f97080 admin admin] Network hostable DHCP agents. Network: 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52, hostable agents: ['9418cafb-2569-4776-8f79-208b43be93f0'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:02.048530 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae2834-13e2-408b-9a80-23f0c8f97080 admin admin] Network 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 is scheduled to be hosted by DHCP agent 9418cafb-2569-4776-8f79-208b43be93f0 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:02.060135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4aae2834-13e2-408b-9a80-23f0c8f97080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824835-4, 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:02.065807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aae2834-13e2-408b-9a80-23f0c8f97080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:02.066362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4aae2834-13e2-408b-9a80-23f0c8f97080 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.072419 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c90d62e-dafb-414f-899d-1f1c284cd0b3 None None] Network 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:02.074490 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 44fe7c56-fc40-4d02-9ded-ea0dee877be9 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:02.074894 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.084358 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4aae2834-13e2-408b-9a80-23f0c8f97080 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3869872 Jan 28 13:51:02.087375 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39148) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:02.091856 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1582453537-router', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:02.113174 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5341'] for router (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.114931 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5334'] for router (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.142462 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 44fe7c56-fc40-4d02-9ded-ea0dee877be9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=44fe7c56-fc40-4d02-9ded-ea0dee877be9,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:02.148835 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.179252 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Publish callbacks [] for router_controller (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.229046 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=44fe7c56-fc40-4d02-9ded-ea0dee877be9,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:02.242087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcddc4f22-7a54-5701-8fd7-20c34d7e2e2a-53b3d439-ddf4-4b71-8e5f-0c524c0f2e52', 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52', 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'fixed_ips': [{'subnet_id': '4ed4711b-949b-4d11-a49d-7245eb226253'}]}} from n-d-824835-4. {{(pid=103130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:02.242954 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.328538 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Publish callbacks [] for router_gateway (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.399589 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Allocated IP 172.20.0.2 (53b3d439-ddf4-4b71-8e5f-0c524c0f2e52/4ed4711b-949b-4d11-a49d-7245eb226253/e7cac981-2275-4f44-9183-8994cd77d4bf) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:02.536158 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Publish callbacks [] for router_gateway (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.546953 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Publish callbacks [] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.554194 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638'] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.556197 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.597178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Network 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:02.600481 n-d-824835-4 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:02.606085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:02.612782 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Pushing event updated for resources: {'Port': ['ID=e7cac981-2275-4f44-9183-8994cd77d4bf,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:02.663894 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Allocated IP 172.25.7.202 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/39ab9550-66b0-47d1-be8a-e59dbfa6ee97) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:02.665232 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Attempting to bind port e7cac981-2275-4f44-9183-8994cd77d4bf on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:02.665606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Attempting to bind port e7cac981-2275-4f44-9183-8994cd77d4bf by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '4b9405e9-7ebe-4425-8dcc-8eaea99f8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:02.665973 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Attempting to bind port e7cac981-2275-4f44-9183-8994cd77d4bf on network 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:02.670908 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:02.671285 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Checking segment: {'id': '4b9405e9-7ebe-4425-8dcc-8eaea99f8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:02.671954 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.672099 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Bound using segment: {'id': '4b9405e9-7ebe-4425-8dcc-8eaea99f8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:02.673635 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Bound port: e7cac981-2275-4f44-9183-8994cd77d4bf, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9405e9-7ebe-4425-8dcc-8eaea99f8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:02.674259 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.745803 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] For port e7cac981-2275-4f44-9183-8994cd77d4bf, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:02.749212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] For port e7cac981-2275-4f44-9183-8994cd77d4bf, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e7cac981-2275-4f44-9183-8994cd77d4bf,segment=NetworkSegment(4b9405e9-7ebe-4425-8dcc-8eaea99f8b27),segment_id=4b9405e9-7ebe-4425-8dcc-8eaea99f8b27)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:02.754450 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.782151 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Publish callbacks [] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.817170 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a1fba-1ea5-4de5-8a06-2390287dfbc1 None None] Pushing event updated for resources: {'Port': ['ID=e7cac981-2275-4f44-9183-8994cd77d4bf,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:02.828178 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.870875 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:02.873880 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:02.880255 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:03.104999 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Sync routers for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:03.116906 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:03.117557 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:03.230771 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:03.281910 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=39ab9550-66b0-47d1-be8a-e59dbfa6ee97,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:03.432435 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 2, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:03.459076 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Checking router: f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:03.459378 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Updating router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 port 526fdf34-e318-465c-bedd-b23643ce4d6a binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:03.488843 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.518824 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Publish callbacks [] for router_gateway (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.725648 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567722'] for router (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.771836 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Publish callbacks [] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.779792 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.887795 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Pushing event updated for resources: {'Port': ['ID=526fdf34-e318-465c-bedd-b23643ce4d6a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:03.908895 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Router 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 is scheduled to L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:51:03.911141 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1f672-ab2f-44e1-a3d4-9fb6c2033333 None None] Network 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:03.937668 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.938238 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.938751 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.939402 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.939887 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.940359 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.940841 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.942118 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.942653 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.943152 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.943709 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.948667 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.949417 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:03.957891 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Attempting to bind port 526fdf34-e318-465c-bedd-b23643ce4d6a on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:03.958689 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Attempting to bind port 526fdf34-e318-465c-bedd-b23643ce4d6a by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:03.959229 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Attempting to bind port 526fdf34-e318-465c-bedd-b23643ce4d6a on network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:03.965481 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:03.966066 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Checking segment: {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:03.966649 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.967186 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Bound using segment: {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:03.968027 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Bound port: 526fdf34-e318-465c-bedd-b23643ce4d6a, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:03.968571 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.988738 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-9778500c-8731-4281-87dd-394c00075393 None None] Provisioning complete for port e7cac981-2275-4f44-9183-8994cd77d4bf triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:03.989122 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9778500c-8731-4281-87dd-394c00075393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.043489 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] For port 526fdf34-e318-465c-bedd-b23643ce4d6a, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:04.047736 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] For port 526fdf34-e318-465c-bedd-b23643ce4d6a, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=526fdf34-e318-465c-bedd-b23643ce4d6a,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:04.053592 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.086396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:04.095619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 44fe7c56-fc40-4d02-9ded-ea0dee877be9 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:04.102956 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Sync routers for ids ['8dcdfe77-9847-48a5-b7c9-51063ed0eb46'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:04.107724 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.111994 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:04.112500 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-2a6a9f4e-9d6b-425d-ad55-961a5bcd9ca7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0237997 Jan 28 13:51:04.137295 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227444a-613f-4abd-8446-f86a4357f680 None None] Pushing event updated for resources: {'Port': ['ID=526fdf34-e318-465c-bedd-b23643ce4d6a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:04.143613 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:04.145265 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:04.185418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Routers {'8dcdfe77-9847-48a5-b7c9-51063ed0eb46'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:04.187606 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8dcdfe77-9847-48a5-b7c9-51063ed0eb46'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:04.277469 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 44fe7c56-fc40-4d02-9ded-ea0dee877be9 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:04.277958 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.306329 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:04.587205 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9778500c-8731-4281-87dd-394c00075393 None None] Current status of the port e7cac981-2275-4f44-9183-8994cd77d4bf is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:04.587637 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9778500c-8731-4281-87dd-394c00075393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.603577 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:04Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:04.641476 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551811d-1d92-41d8-894c-731f0f5ae318 None None] The sync data for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 is: [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:04Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:04.655253 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Set router 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:04.672888 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.726355 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9778500c-8731-4281-87dd-394c00075393 None None] For port e7cac981-2275-4f44-9183-8994cd77d4bf, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e7cac981-2275-4f44-9183-8994cd77d4bf,segment=NetworkSegment(4b9405e9-7ebe-4425-8dcc-8eaea99f8b27),segment_id=4b9405e9-7ebe-4425-8dcc-8eaea99f8b27)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:04.742369 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9778500c-8731-4281-87dd-394c00075393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.760567 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 44fe7c56-fc40-4d02-9ded-ea0dee877be9 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:04.761690 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e7cac981-2275-4f44-9183-8994cd77d4bf up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:04.855990 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Allocated IP 172.20.0.1 (53b3d439-ddf4-4b71-8e5f-0c524c0f2e52/4ed4711b-949b-4d11-a49d-7245eb226253/a3f2912b-0284-47dd-85f0-a5420556bcf8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:04.943697 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778500c-8731-4281-87dd-394c00075393 None None] Pushing event updated for resources: {'Port': ['ID=e7cac981-2275-4f44-9183-8994cd77d4bf,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:04.977361 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-47277076-b88b-4fa6-ad4c-d80bc3d52c5a None None] Provisioning complete for port 526fdf34-e318-465c-bedd-b23643ce4d6a triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:04.977652 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47277076-b88b-4fa6-ad4c-d80bc3d52c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.982627 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Publish callbacks [] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.026737 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.040786 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e7cac981-2275-4f44-9183-8994cd77d4bf triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:05.041157 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.063823 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Network 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:05.067678 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:05.071482 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:05.106645 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Pushing event updated for resources: {'Port': ['ID=a3f2912b-0284-47dd-85f0-a5420556bcf8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:05.125012 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568031'] for router_interface (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.205946 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'name': 'tempest-TestSnapshotPattern-1582453537-router', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:03Z', 'revision_number': 3, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'gw_port': {'id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:05.270837 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Checking router: 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:05.271193 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Updating router 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 binding host n-d-824835-4 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:05.273044 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-47277076-b88b-4fa6-ad4c-d80bc3d52c5a None None] Current status of the port 526fdf34-e318-465c-bedd-b23643ce4d6a is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:05.273431 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47277076-b88b-4fa6-ad4c-d80bc3d52c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.284286 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.322342 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e7cac981-2275-4f44-9183-8994cd77d4bf is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:05.335407 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.370286 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-47277076-b88b-4fa6-ad4c-d80bc3d52c5a None None] For port 526fdf34-e318-465c-bedd-b23643ce4d6a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=526fdf34-e318-465c-bedd-b23643ce4d6a,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:05.381400 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47277076-b88b-4fa6-ad4c-d80bc3d52c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.495904 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Publish callbacks [] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.501103 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.505138 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-47277076-b88b-4fa6-ad4c-d80bc3d52c5a None None] Provisioning complete for port e7cac981-2275-4f44-9183-8994cd77d4bf triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:05.505519 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47277076-b88b-4fa6-ad4c-d80bc3d52c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.553911 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47277076-b88b-4fa6-ad4c-d80bc3d52c5a None None] Pushing event updated for resources: {'Port': ['ID=526fdf34-e318-465c-bedd-b23643ce4d6a,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:05.581780 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Pushing event updated for resources: {'Port': ['ID=a3f2912b-0284-47dd-85f0-a5420556bcf8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:05.586898 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568943'] for router_interface (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.702280 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Network 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:05.702507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-47277076-b88b-4fa6-ad4c-d80bc3d52c5a None None] Current status of the port e7cac981-2275-4f44-9183-8994cd77d4bf is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:05.703846 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:05.782134 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Publish callbacks [] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.796059 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.905410 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Router 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:05.942073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Attempting to bind port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:05.942073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Attempting to bind port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:05.942073 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Attempting to bind port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 on network 0266e636-2364-4bad-ba25-a79985ccfb02 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:05.944104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-b9518107-f2d8-4704-8c67-56118da39de0 None None] Provisioning complete for port a3f2912b-0284-47dd-85f0-a5420556bcf8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:05.944663 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9518107-f2d8-4704-8c67-56118da39de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.949048 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dbe86-629f-4477-8958-4e2fff3449c4 None None] Pushing event updated for resources: {'Port': ['ID=39ab9550-66b0-47d1-be8a-e59dbfa6ee97,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:05.952127 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 526fdf34-e318-465c-bedd-b23643ce4d6a up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:05.999472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:05.999817 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Checking segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:06.000266 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.000680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Bound using segment: {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:06.001167 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Bound port: 39ab9550-66b0-47d1-be8a-e59dbfa6ee97, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d0e14-be51-4c66-b3c3-5efd9c7b40bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:06.001548 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.043184 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:06.043511 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b9518107-f2d8-4704-8c67-56118da39de0 None None] Port a3f2912b-0284-47dd-85f0-a5420556bcf8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:06.058213 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-99ca62a2-3ae5-4d90-a0d5-6168af8fd51d admin admin] 10.222.0.53 "PUT /v2.0/routers/8dcdfe77-9847-48a5-b7c9-51063ed0eb46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9362857 Jan 28 13:51:06.083496 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] For port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97, host n-d-824835-4, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:06.087240 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] For port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=39ab9550-66b0-47d1-be8a-e59dbfa6ee97,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:06.088974 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 526fdf34-e318-465c-bedd-b23643ce4d6a triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:06.089590 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.093441 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.202584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dbe86-629f-4477-8958-4e2fff3449c4 None None] Pushing event updated for resources: {'Port': ['ID=39ab9550-66b0-47d1-be8a-e59dbfa6ee97,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:06.207831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-262f34b7-f76d-4a45-b311-f145b90a2be5 None None] Provisioning complete for port a3f2912b-0284-47dd-85f0-a5420556bcf8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:06.208350 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-262f34b7-f76d-4a45-b311-f145b90a2be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.210295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Routers {'8dcdfe77-9847-48a5-b7c9-51063ed0eb46'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:06.210912 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8dcdfe77-9847-48a5-b7c9-51063ed0eb46'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:06.319530 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-262f34b7-f76d-4a45-b311-f145b90a2be5 None None] Port a3f2912b-0284-47dd-85f0-a5420556bcf8 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:06.361164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 526fdf34-e318-465c-bedd-b23643ce4d6a is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:06.362268 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e7cac981-2275-4f44-9183-8994cd77d4bf up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:06.409684 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] Set router 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:06.656211 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port e7cac981-2275-4f44-9183-8994cd77d4bf triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:06.656588 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.829139 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port e7cac981-2275-4f44-9183-8994cd77d4bf is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:06.853991 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'name': 'tempest-TestSnapshotPattern-1582453537-router', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 4, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'gw_port': {'id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a3f2912b-0284-47dd-85f0-a5420556bcf8', 'name': '', 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'mac_address': 'fa:16:3e:77:2d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '4ed4711b-949b-4d11-a49d-7245eb226253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:04Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 2, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'subnets': [{'id': '4ed4711b-949b-4d11-a49d-7245eb226253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:06.882707 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf5a58-492e-4214-a972-629cd8ef0a04 None None] The sync data for ids ['8dcdfe77-9847-48a5-b7c9-51063ed0eb46'] in n-d-824835-4 is: [{'id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'name': 'tempest-TestSnapshotPattern-1582453537-router', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 4, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'gw_port': {'id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a3f2912b-0284-47dd-85f0-a5420556bcf8', 'name': '', 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'mac_address': 'fa:16:3e:77:2d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '4ed4711b-949b-4d11-a49d-7245eb226253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:04Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 2, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'subnets': [{'id': '4ed4711b-949b-4d11-a49d-7245eb226253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:07.687154 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39160) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:07.692225 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5c44bc97-b296-4acf-b124-71b358911081 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586322672', 'description': 'tempest-secgroup-smoke-1586322672 description', 'project_id': 'de2a1d4861bd4bd388ea369b894eec94'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:07.720558 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c44bc97-b296-4acf-b124-71b358911081 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.797222 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c44bc97-b296-4acf-b124-71b358911081 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group (5baeb253-2afe-46bc-8726-241587b17371), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.804212 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c44bc97-b296-4acf-b124-71b358911081 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5baeb253-2afe-46bc-8726-241587b17371), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.840363 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c44bc97-b296-4acf-b124-71b358911081 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.844939 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39162) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:07.845532 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-5c44bc97-b296-4acf-b124-71b358911081 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1565402 Jan 28 13:51:07.850254 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44bc97-b296-4acf-b124-71b358911081 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5baeb253-2afe-46bc-8726-241587b17371,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:07.850688 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b5182813-389e-48a8-8e5c-b9115d18b006 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Request body: {'security_group_rule': {'security_group_id': '5baeb253-2afe-46bc-8726-241587b17371', 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:07.886983 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5182813-389e-48a8-8e5c-b9115d18b006 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (260d761d-15e1-4168-b3bf-41d61a6479f6), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.913651 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:07.961843 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5182813-389e-48a8-8e5c-b9115d18b006 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (260d761d-15e1-4168-b3bf-41d61a6479f6), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.965921 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5182813-389e-48a8-8e5c-b9115d18b006 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (260d761d-15e1-4168-b3bf-41d61a6479f6), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.976859 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:07.977350 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.981947 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5182813-389e-48a8-8e5c-b9115d18b006 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260d761d-15e1-4168-b3bf-41d61a6479f6,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:07.997670 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5182813-389e-48a8-8e5c-b9115d18b006 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.998983 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b5182813-389e-48a8-8e5c-b9115d18b006 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529849 Jan 28 13:51:08.002073 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39164) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:08.007967 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4bd77fe1-2faa-4540-9a7a-1087f6563092 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Request body: {'security_group_rule': {'security_group_id': '5baeb253-2afe-46bc-8726-241587b17371', 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:08.037865 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bd77fe1-2faa-4540-9a7a-1087f6563092 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (26197dd2-da22-4bda-963e-20e82efcbb58), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.085317 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:08.085745 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.110722 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] For port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=39ab9550-66b0-47d1-be8a-e59dbfa6ee97,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:08.117118 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.119641 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bd77fe1-2faa-4540-9a7a-1087f6563092 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (26197dd2-da22-4bda-963e-20e82efcbb58), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.125302 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bd77fe1-2faa-4540-9a7a-1087f6563092 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (26197dd2-da22-4bda-963e-20e82efcbb58), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.143088 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd77fe1-2faa-4540-9a7a-1087f6563092 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26197dd2-da22-4bda-963e-20e82efcbb58,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.157492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bd77fe1-2faa-4540-9a7a-1087f6563092 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.158978 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-4bd77fe1-2faa-4540-9a7a-1087f6563092 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1557631 Jan 28 13:51:08.162353 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:08.167196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-721d66c4-7608-4f6b-a998-c01815e4487b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Request body: {'security_group_rule': {'security_group_id': '5baeb253-2afe-46bc-8726-241587b17371', 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:08.186565 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Pushing event updated for resources: {'Port': ['ID=39ab9550-66b0-47d1-be8a-e59dbfa6ee97,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.214272 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-721d66c4-7608-4f6b-a998-c01815e4487b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (fbac0d2f-c871-47b3-88cd-38263caeb105), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.285892 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-721d66c4-7608-4f6b-a998-c01815e4487b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (fbac0d2f-c871-47b3-88cd-38263caeb105), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.289915 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-721d66c4-7608-4f6b-a998-c01815e4487b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (fbac0d2f-c871-47b3-88cd-38263caeb105), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.309244 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d66c4-7608-4f6b-a998-c01815e4487b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbac0d2f-c871-47b3-88cd-38263caeb105,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.318712 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-721d66c4-7608-4f6b-a998-c01815e4487b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.319980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-721d66c4-7608-4f6b-a998-c01815e4487b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566494 Jan 28 13:51:08.322714 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39168) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:08.327101 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f03eed9c-7853-473d-b143-6bdb784ec560 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Request body: {'security_group_rule': {'security_group_id': '5baeb253-2afe-46bc-8726-241587b17371', 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:08.358155 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f03eed9c-7853-473d-b143-6bdb784ec560 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (36b7ce68-50d2-4898-99fb-d4231cb81a85), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.418996 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f03eed9c-7853-473d-b143-6bdb784ec560 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (36b7ce68-50d2-4898-99fb-d4231cb81a85), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.422717 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f03eed9c-7853-473d-b143-6bdb784ec560 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (36b7ce68-50d2-4898-99fb-d4231cb81a85), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.437559 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03eed9c-7853-473d-b143-6bdb784ec560 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b7ce68-50d2-4898-99fb-d4231cb81a85,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.447551 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f03eed9c-7853-473d-b143-6bdb784ec560 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.448872 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f03eed9c-7853-473d-b143-6bdb784ec560 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251640 Jan 28 13:51:08.451616 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:08.457603 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-dffefd65-e65b-43b8-9766-24517ddec7a6 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Request body: {'security_group_rule': {'security_group_id': '5baeb253-2afe-46bc-8726-241587b17371', 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:08.477498 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-dffefd65-e65b-43b8-9766-24517ddec7a6 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Project de2a1d4861bd4bd388ea369b894eec94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:51:08.482561 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dffefd65-e65b-43b8-9766-24517ddec7a6 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (e249ebd3-8355-41bb-9c05-8e6dd129a1ae), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.546802 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dffefd65-e65b-43b8-9766-24517ddec7a6 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (e249ebd3-8355-41bb-9c05-8e6dd129a1ae), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.550864 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dffefd65-e65b-43b8-9766-24517ddec7a6 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (e249ebd3-8355-41bb-9c05-8e6dd129a1ae), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.569905 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffefd65-e65b-43b8-9766-24517ddec7a6 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e249ebd3-8355-41bb-9c05-8e6dd129a1ae,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.575038 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dffefd65-e65b-43b8-9766-24517ddec7a6 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.576361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-dffefd65-e65b-43b8-9766-24517ddec7a6 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235969 Jan 28 13:51:08.579090 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:08.584853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a9dcd352-2f13-4155-aae4-15f0dfb215ce tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Request body: {'security_group_rule': {'security_group_id': '5baeb253-2afe-46bc-8726-241587b17371', 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:08.604797 n-d-824835-4 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-a9dcd352-2f13-4155-aae4-15f0dfb215ce tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Project de2a1d4861bd4bd388ea369b894eec94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:51:08.609569 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd352-2f13-4155-aae4-15f0dfb215ce tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (93603836-da65-4cfd-8b8c-c44328978007), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.668852 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd352-2f13-4155-aae4-15f0dfb215ce tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (93603836-da65-4cfd-8b8c-c44328978007), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.672707 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd352-2f13-4155-aae4-15f0dfb215ce tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-832946'] for security_group_rule (93603836-da65-4cfd-8b8c-c44328978007), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.694364 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcd352-2f13-4155-aae4-15f0dfb215ce tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93603836-da65-4cfd-8b8c-c44328978007,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.700133 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd352-2f13-4155-aae4-15f0dfb215ce tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.701960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-a9dcd352-2f13-4155-aae4-15f0dfb215ce tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210735 Jan 28 13:51:08.864193 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-d3e07fc0-71c9-4923-85c8-143e6f7c5892 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586322672&fields=id&tenant_id=de2a1d4861bd4bd388ea369b894eec94 HTTP/1.1" status: 200 len: 267 time: 0.0472264 Jan 28 13:51:08.977567 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bb759-7304-4182-8289-83dd63822358 req-6e009563-cd49-4213-99f9-ccda5eaee75c tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:08.979033 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-6e009563-cd49-4213-99f9-ccda5eaee75c tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 808 time: 0.1082237 Jan 28 13:51:08.994451 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-75e37314-6fda-4b7d-973d-35dc730cef6a tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/quotas/de2a1d4861bd4bd388ea369b894eec94 HTTP/1.1" status: 200 len: 375 time: 0.0098982 Jan 28 13:51:09.043593 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2551853-787f-4294-a122-408f28d92444 None None] Sync routers for ids ['8dcdfe77-9847-48a5-b7c9-51063ed0eb46'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:09.046777 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-1076c6f7-ed82-4f6b-9e36-15ddbfab6d9e tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472021 Jan 28 13:51:09.053853 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2551853-787f-4294-a122-408f28d92444 None None] Routers {'8dcdfe77-9847-48a5-b7c9-51063ed0eb46'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:09.054456 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e2551853-787f-4294-a122-408f28d92444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8dcdfe77-9847-48a5-b7c9-51063ed0eb46'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:09.153052 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-80679d92-7cfb-4c0c-8774-c5de36584e78 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:51:09.154093 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-80679d92-7cfb-4c0c-8774-c5de36584e78 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0957594 Jan 28 13:51:09.163640 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e2551853-787f-4294-a122-408f28d92444 None None] Set router 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:09.244768 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-3f0f6ddc-7d77-464d-9a95-ed7d5c2cfe30 service neutron] 10.222.0.53 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838990 Jan 28 13:51:09.342422 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf8c3f76-07ff-4fce-9758-2ae7f1464c31 service neutron] 10.222.0.53 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916789 Jan 28 13:51:09.464742 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e2551853-787f-4294-a122-408f28d92444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'name': 'tempest-TestSnapshotPattern-1582453537-router', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 4, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'gw_port': {'id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a3f2912b-0284-47dd-85f0-a5420556bcf8', 'name': '', 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'mac_address': 'fa:16:3e:77:2d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '4ed4711b-949b-4d11-a49d-7245eb226253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:04Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 2, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'subnets': [{'id': '4ed4711b-949b-4d11-a49d-7245eb226253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:09.502166 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2551853-787f-4294-a122-408f28d92444 None None] Checking router: 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:09.502468 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2551853-787f-4294-a122-408f28d92444 None None] Updating router 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 port a3f2912b-0284-47dd-85f0-a5420556bcf8 binding host n-d-824835-4 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:09.527198 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e2551853-787f-4294-a122-408f28d92444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.785317 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e2551853-787f-4294-a122-408f28d92444 None None] Publish callbacks [] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.791333 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e2551853-787f-4294-a122-408f28d92444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.835797 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:09.840624 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e589d-fafa-4646-a360-37c1fe6f45bf None None] Pushing event updated for resources: {'Port': ['ID=a3f2912b-0284-47dd-85f0-a5420556bcf8,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:09.895957 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e2551853-787f-4294-a122-408f28d92444 None None] Attempting to bind port a3f2912b-0284-47dd-85f0-a5420556bcf8 on host n-d-824835-4 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:09.896337 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e2551853-787f-4294-a122-408f28d92444 None None] Attempting to bind port a3f2912b-0284-47dd-85f0-a5420556bcf8 by drivers openvswitch,hyperv on host n-d-824835-4 at level 0 using segments [{'id': '4b9405e9-7ebe-4425-8dcc-8eaea99f8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:09.896894 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2551853-787f-4294-a122-408f28d92444 None None] Attempting to bind port a3f2912b-0284-47dd-85f0-a5420556bcf8 on network 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:09.901793 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:09.902453 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.903125 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2551853-787f-4294-a122-408f28d92444 None None] Checking agent: {'id': '4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 10, 26), 'started_at': datetime.datetime(2022, 1, 28, 12, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824835-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:09.903612 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2551853-787f-4294-a122-408f28d92444 None None] Checking segment: {'id': '4b9405e9-7ebe-4425-8dcc-8eaea99f8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:09.904212 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e2551853-787f-4294-a122-408f28d92444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.904782 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2551853-787f-4294-a122-408f28d92444 None None] Bound using segment: {'id': '4b9405e9-7ebe-4425-8dcc-8eaea99f8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:09.905246 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e2551853-787f-4294-a122-408f28d92444 None None] Bound port: a3f2912b-0284-47dd-85f0-a5420556bcf8, host: n-d-824835-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9405e9-7ebe-4425-8dcc-8eaea99f8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:09.905629 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e2551853-787f-4294-a122-408f28d92444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.982092 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e2551853-787f-4294-a122-408f28d92444 None None] For port a3f2912b-0284-47dd-85f0-a5420556bcf8, host n-d-824835-4, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:09.985594 n-d-824835-4 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e2551853-787f-4294-a122-408f28d92444 None None] For port a3f2912b-0284-47dd-85f0-a5420556bcf8, host n-d-824835-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a3f2912b-0284-47dd-85f0-a5420556bcf8,segment=NetworkSegment(4b9405e9-7ebe-4425-8dcc-8eaea99f8b27),segment_id=4b9405e9-7ebe-4425-8dcc-8eaea99f8b27)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:09.989633 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:09.991725 n-d-824835-4 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e2551853-787f-4294-a122-408f28d92444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.048194 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2551853-787f-4294-a122-408f28d92444 None None] Routers {'8dcdfe77-9847-48a5-b7c9-51063ed0eb46'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:10.048877 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e2551853-787f-4294-a122-408f28d92444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:50:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8dcdfe77-9847-48a5-b7c9-51063ed0eb46'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:10.096344 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e589d-fafa-4646-a360-37c1fe6f45bf None None] Pushing event updated for resources: {'Port': ['ID=a3f2912b-0284-47dd-85f0-a5420556bcf8,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:10.171237 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-0fbd424b-0cf6-4715-9cb2-9e1e07dddce9 None None] Provisioning complete for port a3f2912b-0284-47dd-85f0-a5420556bcf8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:10.171649 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fbd424b-0cf6-4715-9cb2-9e1e07dddce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.178231 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e2551853-787f-4294-a122-408f28d92444 None None] Set router 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:10.268082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd424b-0cf6-4715-9cb2-9e1e07dddce9 None None] Current status of the port a3f2912b-0284-47dd-85f0-a5420556bcf8 is: DOWN; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:10.268556 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fbd424b-0cf6-4715-9cb2-9e1e07dddce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.306952 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0fbd424b-0cf6-4715-9cb2-9e1e07dddce9 None None] For port a3f2912b-0284-47dd-85f0-a5420556bcf8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a3f2912b-0284-47dd-85f0-a5420556bcf8,segment=NetworkSegment(4b9405e9-7ebe-4425-8dcc-8eaea99f8b27),segment_id=4b9405e9-7ebe-4425-8dcc-8eaea99f8b27)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:10.312038 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fbd424b-0cf6-4715-9cb2-9e1e07dddce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.372921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd424b-0cf6-4715-9cb2-9e1e07dddce9 None None] Pushing event updated for resources: {'Port': ['ID=a3f2912b-0284-47dd-85f0-a5420556bcf8,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:10.402889 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e2551853-787f-4294-a122-408f28d92444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'name': 'tempest-TestSnapshotPattern-1582453537-router', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 4, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'gw_port': {'id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a3f2912b-0284-47dd-85f0-a5420556bcf8', 'name': '', 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'mac_address': 'fa:16:3e:77:2d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '4ed4711b-949b-4d11-a49d-7245eb226253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:04Z', 'updated_at': '2022-01-28T13:51:09Z', 'revision_number': 4, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'subnets': [{'id': '4ed4711b-949b-4d11-a49d-7245eb226253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:10.435046 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2551853-787f-4294-a122-408f28d92444 None None] The sync data for ids ['8dcdfe77-9847-48a5-b7c9-51063ed0eb46'] in n-d-824835-4 is: [{'id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'name': 'tempest-TestSnapshotPattern-1582453537-router', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 4, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'gw_port': {'id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': 'a3f2912b-0284-47dd-85f0-a5420556bcf8', 'name': '', 'network_id': '53b3d439-ddf4-4b71-8e5f-0c524c0f2e52', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'mac_address': 'fa:16:3e:77:2d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '4ed4711b-949b-4d11-a49d-7245eb226253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:04Z', 'updated_at': '2022-01-28T13:51:09Z', 'revision_number': 4, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'subnets': [{'id': '4ed4711b-949b-4d11-a49d-7245eb226253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:10.435819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-6e15b53d-9a95-4ef0-97a6-4e8a44cc0c9d None None] Provisioning complete for port a3f2912b-0284-47dd-85f0-a5420556bcf8 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:10.436325 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e15b53d-9a95-4ef0-97a6-4e8a44cc0c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.552495 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-354381f2-93e5-4153-b5fb-76760e0f95a6 req-dc6c43a9-4e49-4d3e-9bf3-2b1c6c7aab03 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 210 time: 0.0374351 Jan 28 13:51:10.559624 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6e15b53d-9a95-4ef0-97a6-4e8a44cc0c9d None None] Current status of the port a3f2912b-0284-47dd-85f0-a5420556bcf8 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:11.670792 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6be9e500-12cb-4c3f-9074-87ff94c39644 req-4579d970-37cc-431d-9e5b-678924a6e0a1 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 210 time: 0.0362458 Jan 28 13:51:11.825263 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bb759-7304-4182-8289-83dd63822358 req-cac9dcbb-72cb-42a7-bdb6-0bdfd70dbe13 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:11.827264 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-cac9dcbb-72cb-42a7-bdb6-0bdfd70dbe13 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.35 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 808 time: 0.1396623 Jan 28 13:51:11.903686 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-be4ebbc9-e2db-4928-8a4f-7621cb6aa811 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2a1d4861bd4bd388ea369b894eec94 HTTP/1.1" status: 200 len: 380 time: 0.0686784 Jan 28 13:51:11.905472 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a3f2912b-0284-47dd-85f0-a5420556bcf8 up at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:11.913192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0a9bb759-7304-4182-8289-83dd63822358 req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Request body: {'port': {'device_id': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'admin_state_up': True, 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'security_groups': ['5baeb253-2afe-46bc-8726-241587b17371']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:11.955587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Provisioning complete for port a3f2912b-0284-47dd-85f0-a5420556bcf8 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:11.955966 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.022683 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9bb759-7304-4182-8289-83dd63822358 req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Made reservation on behalf of de2a1d4861bd4bd388ea369b894eec94 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:12.026101 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0a9bb759-7304-4182-8289-83dd63822358 req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.035212 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Current status of the port a3f2912b-0284-47dd-85f0-a5420556bcf8 is: ACTIVE; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:12.159219 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-0a9bb759-7304-4182-8289-83dd63822358 req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Allocated IP 172.20.0.9 (b4f6afd9-dba7-452f-bc8a-7ec0d16d5861/c1895d09-d1cb-4586-b73b-57514d103434/f6a00c9e-a561-45ab-b0b0-8e1f2727b833) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:12.303939 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0a9bb759-7304-4182-8289-83dd63822358 req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.337135 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0a9bb759-7304-4182-8289-83dd63822358 req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.377653 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9bb759-7304-4182-8289-83dd63822358 req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:12.380840 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-0a9bb759-7304-4182-8289-83dd63822358 req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:12.384416 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9bb759-7304-4182-8289-83dd63822358 req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:12.413033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'Port': ['ID=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:12.445051 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bb759-7304-4182-8289-83dd63822358 req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:12.445690 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0a9bb759-7304-4182-8289-83dd63822358 req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.464561 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-c2b7949c-f962-4d6a-bb41-06bff194a439 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562499 Jan 28 13:51:12.523997 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Request body: {'port': {'device_id': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:12.586791 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.601550 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-844f94dd-6edd-4436-9139-f2b03e43c4e1 None None] Provisioning complete for port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:12.602229 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-844f94dd-6edd-4436-9139-f2b03e43c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.637034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-844f94dd-6edd-4436-9139-f2b03e43c4e1 None None] Port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:12.838975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1873116-de32-4bae-8a4b-e97844052cc0 req-86b46983-ea1c-458f-be15-d03993a6dffc tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:12.840283 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1873116-de32-4bae-8a4b-e97844052cc0 req-86b46983-ea1c-458f-be15-d03993a6dffc tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 931 time: 0.0788441 Jan 28 13:51:12.933457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b1873116-de32-4bae-8a4b-e97844052cc0 req-240d6306-cf65-4ab9-aae4-58bf792576b8 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867205 Jan 28 13:51:12.942537 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a00c9e-a561-45ab-b0b0-8e1f2727b833 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:12.950441 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Publish callbacks [] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.963770 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Transition to ACTIVE for port object f6a00c9e-a561-45ab-b0b0-8e1f2727b833 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:51:12.967281 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.018331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Pushing event updated for resources: {'Port': ['ID=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:13.089469 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Attempting to bind port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 on host n-h1-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:13.089821 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Attempting to bind port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 by drivers openvswitch,hyperv on host n-h1-824835-4 at level 0 using segments [{'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:13.090160 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Attempting to bind port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 on network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:13.094685 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 on network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 not bound, no agent of type Open vSwitch agent registered on host n-h1-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:51:13.095009 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Attempting to bind port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 on network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:13.101203 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Checking agent: {'id': '82c12aee-bf6b-43ae-ae51-c9429394ff57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:13.101562 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Checking segment: {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:13.101952 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Bound using segment: {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:13.102380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Bound port: f6a00c9e-a561-45ab-b0b0-8e1f2727b833, host: n-h1-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:13.102736 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.178196 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] For port f6a00c9e-a561-45ab-b0b0-8e1f2727b833, host n-h1-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:13.181235 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] For port f6a00c9e-a561-45ab-b0b0-8e1f2727b833, host n-h1-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:13.185728 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.220609 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.221236 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.223284 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] 10.222.0.35 "PUT /v2.0/ports/f6a00c9e-a561-45ab-b0b0-8e1f2727b833 HTTP/1.1" status: 200 len: 1091 time: 0.7519820 Jan 28 13:51:13.223747 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:13.226010 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32a916f-9953-48ff-bce4-55b35080ace1" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:13.251107 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95b18f-3169-4d0e-9b05-2ca71e0dd68c service neutron] Pushing event updated for resources: {'Port': ['ID=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:13.324224 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bb759-7304-4182-8289-83dd63822358 req-ac685979-bd01-4537-a616-eae78dfa31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.325803 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-ac685979-bd01-4537-a616-eae78dfa31c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 1094 time: 0.0531352 Jan 28 13:51:13.372836 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6db80cc-2609-4d9a-90ac-05ee89da8af9 x-openstack-request-id: req-e6db80cc-2609-4d9a-90ac-05ee89da8af9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:13.373128 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:13.373381 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6db80cc-2609-4d9a-90ac-05ee89da8af9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:13.373783 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'status': 'completed', 'code': 200} Jan 28 13:51:13.375644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-d3922e8d-7a9c-4c04-8f6d-11917c011cc3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833 HTTP/1.1" status: 200 len: 217 time: 0.0430505 Jan 28 13:51:13.426804 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bb759-7304-4182-8289-83dd63822358 req-042e7cef-05fe-41f3-953b-2a2a34dd5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.429036 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-042e7cef-05fe-41f3-953b-2a2a34dd5d3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0481761 Jan 28 13:51:13.479645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bb759-7304-4182-8289-83dd63822358 req-7ae4b97c-1237-4dac-bfbe-dbcb7273ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.481910 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-7ae4b97c-1237-4dac-bfbe-dbcb7273ec51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460391 Jan 28 13:51:13.576470 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-3a827050-d022-4a20-9842-bfff571ab7db service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874434 Jan 28 13:51:13.665563 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0a9bb759-7304-4182-8289-83dd63822358 req-b004e65b-eb0c-494c-b676-1b8f3b965ff1 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822978 Jan 28 13:51:13.749386 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a916f-9953-48ff-bce4-55b35080ace1 req-599aa506-fc23-4a90-a664-c583738f9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.750852 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32a916f-9953-48ff-bce4-55b35080ace1 req-599aa506-fc23-4a90-a664-c583738f9864 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 1094 time: 0.0423307 Jan 28 13:51:13.842803 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a916f-9953-48ff-bce4-55b35080ace1 req-112f494a-7ad5-47ec-8428-9591827a8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.844297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32a916f-9953-48ff-bce4-55b35080ace1 req-112f494a-7ad5-47ec-8428-9591827a8687 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 909 time: 0.0879395 Jan 28 13:51:13.885343 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32a916f-9953-48ff-bce4-55b35080ace1 req-24a36e32-0123-4164-8847-20fc853d4946 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833 HTTP/1.1" status: 200 len: 217 time: 0.0353639 Jan 28 13:51:13.937155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a916f-9953-48ff-bce4-55b35080ace1 req-a2579e17-3529-49cd-a86b-753f1b6cef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.938619 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32a916f-9953-48ff-bce4-55b35080ace1 req-a2579e17-3529-49cd-a86b-753f1b6cef95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0473509 Jan 28 13:51:13.985635 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a916f-9953-48ff-bce4-55b35080ace1 req-f65fc480-1f28-4a4a-9ec6-54eb3a2c8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.988793 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32a916f-9953-48ff-bce4-55b35080ace1 req-f65fc480-1f28-4a4a-9ec6-54eb3a2c8583 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439928 Jan 28 13:51:14.106820 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c65b4-f946-40f7-b7f4-c319f2b385ce req-0f8462cb-b04c-4a2a-b757-10bf7d54139e tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:14.108301 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a78c65b4-f946-40f7-b7f4-c319f2b385ce req-0f8462cb-b04c-4a2a-b757-10bf7d54139e tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 943 time: 0.0954089 Jan 28 13:51:14.125960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32a916f-9953-48ff-bce4-55b35080ace1 req-ff2f4935-81db-4124-9a77-c7536beb1710 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311698 Jan 28 13:51:14.205056 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a78c65b4-f946-40f7-b7f4-c319f2b385ce req-5c579a94-b0f3-4102-a9ce-5b6fda1c8a5b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901146 Jan 28 13:51:14.242417 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b32a916f-9953-48ff-bce4-55b35080ace1 req-f480bae3-9d5a-48a4-bb6e-03759b590028 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101484 Jan 28 13:51:15.334303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661aec1e-8c8a-449d-a5ef-4117d34254d8 req-02e838ce-b791-4941-bd49-0eb4c85ee2c8 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:15.335818 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-661aec1e-8c8a-449d-a5ef-4117d34254d8 req-02e838ce-b791-4941-bd49-0eb4c85ee2c8 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 943 time: 0.0589015 Jan 28 13:51:15.383944 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-661aec1e-8c8a-449d-a5ef-4117d34254d8 req-ab81a8dc-f6fb-497c-ad69-981315a80aa9 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Jan 28 13:51:16.364081 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device f6a00c9e-a561-45ab-b0b0-8e1f2727b833 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:51:16.462645 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port f6a00c9e-a561-45ab-b0b0-8e1f2727b833, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:16.474901 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'port_id': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'mac_address': 'fa:16:3e:3e:29:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:51:16.505351 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ff943-d862-494a-a7c3-c19a14dca523 req-39b02ff9-ea22-408b-aa52-73430386c743 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:16.506828 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d40ff943-d862-494a-a7c3-c19a14dca523 req-39b02ff9-ea22-408b-aa52-73430386c743 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 943 time: 0.0543084 Jan 28 13:51:16.512698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:16.513090 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.527524 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a00c9e-a561-45ab-b0b0-8e1f2727b833 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:16.547227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port f6a00c9e-a561-45ab-b0b0-8e1f2727b833, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:16.551699 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.557523 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-d40ff943-d862-494a-a7c3-c19a14dca523 req-639e0d30-2daa-44d4-b9bc-88dd8b347ef0 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450153 Jan 28 13:51:16.601076 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:16.786068 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['f6a00c9e-a561-45ab-b0b0-8e1f2727b833'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:51:17.675040 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7ae55-70af-4490-b822-a8226b52c671 req-79db040a-e8f2-46e1-bc72-5e1c92287965 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:17.676606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35f7ae55-70af-4490-b822-a8226b52c671 req-79db040a-e8f2-46e1-bc72-5e1c92287965 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 944 time: 0.0520103 Jan 28 13:51:17.725267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-35f7ae55-70af-4490-b822-a8226b52c671 req-1daa4abd-d3fb-4041-9ec7-97e052c79c78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431347 Jan 28 13:51:18.283408 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.377955 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device f6a00c9e-a561-45ab-b0b0-8e1f2727b833 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:18.431290 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning for port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:51:18.435586 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:18.435991 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.522458 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.524698 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:18.525084 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.547963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:18.550876 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89e054a-1f41-4db1-ada7-e2ea3bf53ac9" -d '{"events": [{"server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "name": "network-vif-plugged", "status": "completed", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:18.570288 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port f6a00c9e-a561-45ab-b0b0-8e1f2727b833, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:18.577279 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.604882 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b7d4b4-b84e-44eb-a1fd-4a8a70acf874 x-openstack-request-id: req-40b7d4b4-b84e-44eb-a1fd-4a8a70acf874 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:18.605173 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "name": "network-vif-plugged", "status": "completed", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:18.605428 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40b7d4b4-b84e-44eb-a1fd-4a8a70acf874 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:18.605826 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'code': 200} Jan 28 13:51:18.634061 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:18.699539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd4f20-09e6-44e5-aa4c-087e26dcaaa5 req-c541701b-136a-4229-a44c-8d49a70165a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:18.701052 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00cd4f20-09e6-44e5-aa4c-087e26dcaaa5 req-c541701b-136a-4229-a44c-8d49a70165a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 1096 time: 0.0459328 Jan 28 13:51:18.752384 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-00cd4f20-09e6-44e5-aa4c-087e26dcaaa5 req-921daf01-a4ea-4610-aefe-ffa366951663 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456338 Jan 28 13:51:18.844032 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566b55-3833-4d1a-93ba-79cc3c340800 req-22357c1e-4f4b-4a35-938d-fca04fbeb08a tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:18.845454 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1566b55-3833-4d1a-93ba-79cc3c340800 req-22357c1e-4f4b-4a35-938d-fca04fbeb08a tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 945 time: 0.0510728 Jan 28 13:51:18.898929 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a1566b55-3833-4d1a-93ba-79cc3c340800 req-f1ac2d1c-bc83-4142-8824-296486aeb18a tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474195 Jan 28 13:51:19.440076 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e029413-fc33-466f-9ef4-7335730af6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.016109 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d4236-a936-474d-b5a0-cdbfe286169b req-af93ae80-5ddd-404a-beba-33ae8b29675b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:20.017560 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a36d4236-a936-474d-b5a0-cdbfe286169b req-af93ae80-5ddd-404a-beba-33ae8b29675b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 945 time: 0.0485048 Jan 28 13:51:20.068317 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a36d4236-a936-474d-b5a0-cdbfe286169b req-ab5a87f1-54bc-4ae8-89ca-8b5d03fe2f3e tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446424 Jan 28 13:51:20.183022 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5cfec-4363-464b-bc87-9bc00e075ba6 req-d74ec8d3-d504-436b-b887-0182c74524ea tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:20.184618 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82c5cfec-4363-464b-bc87-9bc00e075ba6 req-d74ec8d3-d504-436b-b887-0182c74524ea tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 945 time: 0.0501256 Jan 28 13:51:20.233907 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-82c5cfec-4363-464b-bc87-9bc00e075ba6 req-269252c0-fc24-4b1f-b7e0-b72aa25d707d tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437715 Jan 28 13:51:20.252153 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:51:20.257525 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39234) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:20.340712 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b755fc-7cd5-4c76-9532-3b60c8dd744f tempest-TestSnapshotPattern-1213900170 tempest-TestSnapshotPattern-1213900170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:20.342144 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d5b755fc-7cd5-4c76-9532-3b60c8dd744f tempest-TestSnapshotPattern-1213900170 tempest-TestSnapshotPattern-1213900170-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 1091 time: 0.0836008 Jan 28 13:51:20.344991 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39238) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:20.349806 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:20.369825 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.466679 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.568065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Allocated IP 172.25.7.128 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:20.673502 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for port (1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.706854 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.741564 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:20.744573 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:20.747303 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:20.784065 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'Port': ['ID=1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:21.448808 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for floatingip (b569c3fc-e98d-4f65-91a3-f4885df0eaeb), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.517850 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.670969 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for port (1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.675857 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.751510 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'Port': ['ID=1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:21.764718 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (b569c3fc-e98d-4f65-91a3-f4885df0eaeb), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.805256 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00cf5467-be5a-4235-9193-3f98abaa690b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.873169 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Floating IP b569c3fc-e98d-4f65-91a3-f4885df0eaeb associated. External IP: 172.25.7.128, port: f6a00c9e-a561-45ab-b0b0-8e1f2727b833. Jan 28 13:51:22.083460 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:22.192894 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:22.202280 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077e8cd-fd9d-4d1f-84a3-9c4ed311fecf None None] Sync routers for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:22.210981 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.212819 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077e8cd-fd9d-4d1f-84a3-9c4ed311fecf None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:22.213454 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0077e8cd-fd9d-4d1f-84a3-9c4ed311fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:51:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:22.238662 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c9c8b7e7-d61f-46c5-9ba3-9c6a36ba4d78 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8924720 Jan 28 13:51:22.239299 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:22.241609 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcea6aa7310c04abe0b6c5d57a933cb21896f4ce98dc77ba11699632bd45269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0ab0ce-2717-4cf7-a074-1e11d4cc20dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:22.323838 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0077e8cd-fd9d-4d1f-84a3-9c4ed311fecf None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:22.340216 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8c42bb-eef8-4a92-b8d2-5713886b7d55 x-openstack-request-id: req-6e8c42bb-eef8-4a92-b8d2-5713886b7d55 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:22.340517 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:22.340773 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e8c42bb-eef8-4a92-b8d2-5713886b7d55 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:22.341188 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'status': 'completed', 'code': 200} Jan 28 13:51:22.408592 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ab0ce-2717-4cf7-a074-1e11d4cc20dc req-af5f083e-317e-47eb-8b52-3f0226764303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:22.411359 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef0ab0ce-2717-4cf7-a074-1e11d4cc20dc req-af5f083e-317e-47eb-8b52-3f0226764303 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 1096 time: 0.0468426 Jan 28 13:51:22.503604 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ab0ce-2717-4cf7-a074-1e11d4cc20dc req-8870b5ed-a6db-4404-afac-f70ec57bc7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:22.505181 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef0ab0ce-2717-4cf7-a074-1e11d4cc20dc req-8870b5ed-a6db-4404-afac-f70ec57bc7e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 909 time: 0.0882609 Jan 28 13:51:22.555879 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0077e8cd-fd9d-4d1f-84a3-9c4ed311fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b569c3fc-e98d-4f65-91a3-f4885df0eaeb', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'port_id': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'mac_address': 'fa:16:3e:3e:29:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:21Z', 'updated_at': '2022-01-28T13:51:21Z', 'revision_number': 0, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:22.575502 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef0ab0ce-2717-4cf7-a074-1e11d4cc20dc req-b9267087-c727-4b07-92f4-368d5994f8cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833 HTTP/1.1" status: 200 len: 999 time: 0.0642002 Jan 28 13:51:22.582985 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077e8cd-fd9d-4d1f-84a3-9c4ed311fecf None None] Checking router: f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:22.591646 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077e8cd-fd9d-4d1f-84a3-9c4ed311fecf None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:22.592177 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0077e8cd-fd9d-4d1f-84a3-9c4ed311fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:51:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:22.625539 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ab0ce-2717-4cf7-a074-1e11d4cc20dc req-7ca31d00-15c4-49a2-9fc5-41ddb64970ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:22.626974 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef0ab0ce-2717-4cf7-a074-1e11d4cc20dc req-7ca31d00-15c4-49a2-9fc5-41ddb64970ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0457413 Jan 28 13:51:22.671647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ab0ce-2717-4cf7-a074-1e11d4cc20dc req-be88e14f-ac39-4c2f-ba08-2a2cbf5e3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:22.673124 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef0ab0ce-2717-4cf7-a074-1e11d4cc20dc req-be88e14f-ac39-4c2f-ba08-2a2cbf5e3d9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405636 Jan 28 13:51:22.697792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0077e8cd-fd9d-4d1f-84a3-9c4ed311fecf None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:22.766457 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef0ab0ce-2717-4cf7-a074-1e11d4cc20dc req-c71b4356-3500-4201-b0b5-500ca379982f service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873818 Jan 28 13:51:22.866050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ef0ab0ce-2717-4cf7-a074-1e11d4cc20dc req-aa3a5133-7582-4f7f-81a9-e2d96ea3f242 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941799 Jan 28 13:51:22.928353 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0077e8cd-fd9d-4d1f-84a3-9c4ed311fecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b569c3fc-e98d-4f65-91a3-f4885df0eaeb', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'port_id': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'mac_address': 'fa:16:3e:3e:29:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:21Z', 'updated_at': '2022-01-28T13:51:21Z', 'revision_number': 0, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:22.958855 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077e8cd-fd9d-4d1f-84a3-9c4ed311fecf None None] The sync data for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 is: [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b569c3fc-e98d-4f65-91a3-f4885df0eaeb', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'port_id': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'mac_address': 'fa:16:3e:3e:29:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:21Z', 'updated_at': '2022-01-28T13:51:21Z', 'revision_number': 0, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:23.154826 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5277533-01d0-4376-b20b-f9505d0392de None None] New status for floating IP b569c3fc-e98d-4f65-91a3-f4885df0eaeb: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:51:23.317348 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.963713 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.304863 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.286737 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.496910 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.443025 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1daf9474-5582-43cf-ab78-7df1eecc0efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.798104 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd5ef421-23f7-4adc-9eaa-4f2d5536d46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.331833 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:54.966908 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.308398 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.241707 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:52:14.000166 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a52fc566-ea20-4e8a-9c60-0583057c7370 req-1b5c50df-5e04-4439-b6be-42b7ff9e08f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399358 Jan 28 13:52:14.087708 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fc566-ea20-4e8a-9c60-0583057c7370 req-9ff74941-8f57-4784-a97b-e2eb5b1644f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:14.089109 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a52fc566-ea20-4e8a-9c60-0583057c7370 req-9ff74941-8f57-4784-a97b-e2eb5b1644f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 1096 time: 0.0454438 Jan 28 13:52:14.186886 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fc566-ea20-4e8a-9c60-0583057c7370 req-33ffc118-4c67-4111-b393-ff94601dfbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:14.188515 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a52fc566-ea20-4e8a-9c60-0583057c7370 req-33ffc118-4c67-4111-b393-ff94601dfbff service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 909 time: 0.0824625 Jan 28 13:52:14.256153 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a52fc566-ea20-4e8a-9c60-0583057c7370 req-396432aa-b003-4065-b4aa-327020230bf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833 HTTP/1.1" status: 200 len: 1001 time: 0.0613899 Jan 28 13:52:14.302071 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fc566-ea20-4e8a-9c60-0583057c7370 req-bf33dcda-e6dc-467f-a51a-c9cd09f66572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:14.303522 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a52fc566-ea20-4e8a-9c60-0583057c7370 req-bf33dcda-e6dc-467f-a51a-c9cd09f66572 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0416970 Jan 28 13:52:14.347370 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fc566-ea20-4e8a-9c60-0583057c7370 req-0e746794-8e99-4d6d-8998-71989386faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:14.348729 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a52fc566-ea20-4e8a-9c60-0583057c7370 req-0e746794-8e99-4d6d-8998-71989386faed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400050 Jan 28 13:52:14.440428 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a52fc566-ea20-4e8a-9c60-0583057c7370 req-3226136d-084c-4239-a089-40c1cf02d520 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858629 Jan 28 13:52:14.527553 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a52fc566-ea20-4e8a-9c60-0583057c7370 req-3ee3a667-897d-4661-a72c-8a01f105b92d service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814254 Jan 28 13:52:18.281209 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.513764 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.444536 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bae4a048-2712-42f3-9517-b67d702541dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:21.801518 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-354b4f0a-3641-4b30-9356-675bc7b2e7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.322503 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.970312 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.316056 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.241211 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:52:48.297130 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.510692 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.448062 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cc6580c-e3f0-434f-ac1e-7f49befb90f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.803300 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e456a6de-e24c-481a-bdb3-b794bcce0a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:53.325041 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:54.979797 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:56.311331 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.239843 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:53:16.017039 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9b944d-7b27-45c4-a2eb-e2174ce01d81 req-a35fac38-d57e-4f3b-8997-8ac38bbd8ef5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415335 Jan 28 13:53:16.105342 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b944d-7b27-45c4-a2eb-e2174ce01d81 req-6c3d9f5a-da26-424d-a9ef-ef79426186b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:16.106755 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9b944d-7b27-45c4-a2eb-e2174ce01d81 req-6c3d9f5a-da26-424d-a9ef-ef79426186b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 1096 time: 0.0465934 Jan 28 13:53:16.208587 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b944d-7b27-45c4-a2eb-e2174ce01d81 req-168a36a5-d57e-4f58-9d19-c07e22f8d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:16.210049 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9b944d-7b27-45c4-a2eb-e2174ce01d81 req-168a36a5-d57e-4f58-9d19-c07e22f8d3fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 909 time: 0.0835779 Jan 28 13:53:16.277445 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9b944d-7b27-45c4-a2eb-e2174ce01d81 req-98e89c10-bd0d-477a-8c1c-95dfb1fb65d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833 HTTP/1.1" status: 200 len: 1001 time: 0.0616736 Jan 28 13:53:16.324632 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b944d-7b27-45c4-a2eb-e2174ce01d81 req-666ab4ba-7260-4338-be8d-2dde6ea01dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:16.326087 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9b944d-7b27-45c4-a2eb-e2174ce01d81 req-666ab4ba-7260-4338-be8d-2dde6ea01dbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0432899 Jan 28 13:53:16.372572 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b944d-7b27-45c4-a2eb-e2174ce01d81 req-38cb1def-3470-4938-b68f-c395a2023f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:16.373968 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9b944d-7b27-45c4-a2eb-e2174ce01d81 req-38cb1def-3470-4938-b68f-c395a2023f66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420747 Jan 28 13:53:16.809732 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9b944d-7b27-45c4-a2eb-e2174ce01d81 req-665e685a-e9c3-4e66-bad0-c1d662c8045e service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298959 Jan 28 13:53:16.897595 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7b9b944d-7b27-45c4-a2eb-e2174ce01d81 req-192c6731-1657-4b12-89a8-9473b432a7e8 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824909 Jan 28 13:53:18.297151 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:18.526524 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.452035 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6819cf66-1a08-4019-ab09-1a2b16bf762f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.857233 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device f6a00c9e-a561-45ab-b0b0-8e1f2727b833 details requested by agent hyperv_n-h1-824835-4 with host n-h1-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:53:20.955178 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port f6a00c9e-a561-45ab-b0b0-8e1f2727b833, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:20.970328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Returning: {'device': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'port_id': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'mac_address': 'fa:16:3e:3e:29:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:53:21.014034 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:21.014362 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.027135 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6a00c9e-a561-45ab-b0b0-8e1f2727b833 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:53:21.045549 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port f6a00c9e-a561-45ab-b0b0-8e1f2727b833, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:21.049240 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.101620 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:21.109469 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.109821 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.110164 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.110618 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.110842 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.111181 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.111563 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.111926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.112258 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.112587 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.112926 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.113249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.113591 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:21.139428 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] get_ports_and_sgs() called for port_ids ['f6a00c9e-a561-45ab-b0b0-8e1f2727b833'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:53:21.805946 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-675b4f1a-c70d-43cf-bd0d-cab2dd52d5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.862720 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device f6a00c9e-a561-45ab-b0b0-8e1f2727b833 up at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:22.928116 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Provisioning complete for port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:22.928590 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.028260 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:23.028675 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.053323 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:23.056660 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6f62da-1722-454c-8c50-e66753607d8e" -d '{"events": [{"server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "name": "network-vif-plugged", "status": "completed", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:23.071088 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port f6a00c9e-a561-45ab-b0b0-8e1f2727b833, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:23.075714 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.134352 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:23.139243 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12afb57-99c7-45d9-8d4e-2c371512a54d x-openstack-request-id: req-e12afb57-99c7-45d9-8d4e-2c371512a54d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:23.139243 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "name": "network-vif-plugged", "status": "completed", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:23.139243 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e12afb57-99c7-45d9-8d4e-2c371512a54d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:23.139243 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'code': 200} Jan 28 13:53:23.333193 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:24.978486 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.316328 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:31.342188 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-161427a7-f96d-4891-a035-ad09fb51fa07 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586322672&fields=id&tenant_id=de2a1d4861bd4bd388ea369b894eec94 HTTP/1.1" status: 200 len: 267 time: 0.0474715 Jan 28 13:53:31.455515 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-249697c8-e69f-479b-94cc-17e49a2e4e89 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:31.457398 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-249697c8-e69f-479b-94cc-17e49a2e4e89 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 808 time: 0.1086786 Jan 28 13:53:31.472969 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-6a96d0b1-053e-46e2-943b-e83201215dcb tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/quotas/de2a1d4861bd4bd388ea369b894eec94 HTTP/1.1" status: 200 len: 375 time: 0.0095000 Jan 28 13:53:31.527639 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-ce7c9213-c119-4367-8275-7d6021a5a0b3 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493019 Jan 28 13:53:31.631644 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-965a4682-78a2-4d32-b897-5453f2505726 service neutron] 10.222.0.53 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925612 Jan 28 13:53:31.725467 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-1747f30d-bdb4-459b-b8cb-849c5940f92c service neutron] 10.222.0.53 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868888 Jan 28 13:53:31.902932 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-827c92a6-b37e-422c-8bcb-62b4ae4c6a0a req-783e37a5-f4df-4df9-b5d5-fe8d23c5cdd7 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 210 time: 0.0269687 Jan 28 13:53:32.986980 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-e294d49d-d00d-4b02-b656-079b5d6d8b5e req-aae97717-1f59-452f-900f-0485f13156d9 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 210 time: 0.0317271 Jan 28 13:53:34.082382 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6a8d46b5-53e7-40e0-858a-a077a8a385c0 req-cf8614cb-0cdf-497d-a0ce-25076f42ef59 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 210 time: 0.0354962 Jan 28 13:53:34.906921 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device f6a00c9e-a561-45ab-b0b0-8e1f2727b833 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:34.992143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Current status of the port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:34.992615 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:35.014842 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:35.017077 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0317c10-68a4-4021-ad54-3060ca3e9669" -d '{"events": [{"server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:35.030514 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] For port f6a00c9e-a561-45ab-b0b0-8e1f2727b833, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:35.034621 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:35.060823 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936ae8ea-031f-41cd-93bf-d3ae9eff8b3f x-openstack-request-id: req-936ae8ea-031f-41cd-93bf-d3ae9eff8b3f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:35.061113 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:35.061359 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-936ae8ea-031f-41cd-93bf-d3ae9eff8b3f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:35.061744 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'code': 200} Jan 28 13:53:35.092502 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Pushing event updated for resources: {'Port': ['ID=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:35.166797 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-8bb105f3-1602-4e9f-a677-0f47bf3f5bfe req-8740a702-cb72-4d12-9375-065ab9b6f8b7 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 210 time: 0.0285442 Jan 28 13:53:36.266399 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3fcebb4c-939e-41c8-aabe-ddd64b391343 req-356e59bb-90bf-4064-b6aa-1f9b73defe4f tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 210 time: 0.0281413 Jan 28 13:53:36.931548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-3052404c-58e8-46ed-94b7-a75bad0b7ef4 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:36.933297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-3052404c-58e8-46ed-94b7-a75bad0b7ef4 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.49 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 808 time: 0.1331959 Jan 28 13:53:37.001267 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-6d94d758-818c-48b9-ad35-b07b627db617 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2a1d4861bd4bd388ea369b894eec94 HTTP/1.1" status: 200 len: 380 time: 0.0598936 Jan 28 13:53:37.018787 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Request body: {'port': {'device_id': 'ba871028-cc72-4f32-837b-dea8abba801c', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'admin_state_up': True, 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'security_groups': ['5baeb253-2afe-46bc-8726-241587b17371']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:37.140485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Made reservation on behalf of de2a1d4861bd4bd388ea369b894eec94 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:53:37.144188 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.357651 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Allocated IP 172.20.0.13 (b4f6afd9-dba7-452f-bc8a-7ec0d16d5861/c1895d09-d1cb-4586-b73b-57514d103434/34cb07cf-2643-467d-a9c4-f9f1aa9ffc17) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:37.502796 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-384eb8b7-fa3d-41e8-8e56-858f73605857 req-14a1c595-4028-4bc2-b58a-83f1c3d97eed tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 210 time: 0.0877895 Jan 28 13:53:37.602409 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.655694 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.717437 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'Port': ['ID=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:37.732317 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.733155 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.733381 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.733925 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.734229 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.734631 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.734937 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.735251 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.735645 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.736013 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.736356 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.736728 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.737076 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:37.746279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:37.747825 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:37.750447 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:37.812570 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:37.813293 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.838612 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-78155247-d22f-48a1-bfb1-c9bb29ac27ba tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8250592 Jan 28 13:53:38.116457 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-33150dba-2258-4ee1-84a7-937de94d9add None None] Provisioning complete for port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 triggered by entity DHCP. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:38.117125 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33150dba-2258-4ee1-84a7-937de94d9add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:38.159373 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-33150dba-2258-4ee1-84a7-937de94d9add None None] Port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 cannot update to ACTIVE because it is not bound. {{(pid=103130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:53:38.650650 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa183f-1ba9-4b33-853b-baf2ced22a26 req-21beb04f-f0fe-4822-b89f-03026f3378ce tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:38.652554 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0caa183f-1ba9-4b33-853b-baf2ced22a26 req-21beb04f-f0fe-4822-b89f-03026f3378ce tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 932 time: 0.0635209 Jan 28 13:53:38.716125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-0caa183f-1ba9-4b33-853b-baf2ced22a26 req-3d9f6a0c-ee96-4f7f-8e1c-b1cf714cadd1 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555918 Jan 28 13:53:39.856881 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4445df-3011-4581-b875-381222cee1b7 req-892c1c3b-d281-4ef7-87ba-c3a3a48d3ac4 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:39.858437 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d4445df-3011-4581-b875-381222cee1b7 req-892c1c3b-d281-4ef7-87ba-c3a3a48d3ac4 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 932 time: 0.0633991 Jan 28 13:53:39.919967 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-5d4445df-3011-4581-b875-381222cee1b7 req-46453504-5f67-4f74-b7e9-50d8bfa1c2ff tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527003 Jan 28 13:53:41.062054 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be885a8-2fbf-4ad8-b899-5cf64ede1945 req-a560c98e-dd5e-47a1-8650-98bc74837938 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:41.063809 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3be885a8-2fbf-4ad8-b899-5cf64ede1945 req-a560c98e-dd5e-47a1-8650-98bc74837938 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 932 time: 0.0578611 Jan 28 13:53:41.135074 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3be885a8-2fbf-4ad8-b899-5cf64ede1945 req-351c3bd0-1167-450f-be0d-403b33c96386 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553281 Jan 28 13:53:42.268299 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6be048-718e-4924-92b7-4075e57a0258 req-2131009d-ef10-47f2-bb6b-c39859a9694d tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:42.270085 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c6be048-718e-4924-92b7-4075e57a0258 req-2131009d-ef10-47f2-bb6b-c39859a9694d tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 932 time: 0.0548861 Jan 28 13:53:42.329134 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6c6be048-718e-4924-92b7-4075e57a0258 req-bdbbdec8-725f-487f-9b61-d95b2c0dd231 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525599 Jan 28 13:53:43.489451 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ed5fa-4802-4df3-a917-e860971c49d3 req-3040c518-8df3-4324-bbf3-c293a7318e7a tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:43.491165 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae3ed5fa-4802-4df3-a917-e860971c49d3 req-3040c518-8df3-4324-bbf3-c293a7318e7a tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 932 time: 0.0624881 Jan 28 13:53:43.549394 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-ae3ed5fa-4802-4df3-a917-e860971c49d3 req-8d277378-cbd3-48c1-a796-8e431274db3a tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524788 Jan 28 13:53:44.672242 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9fa5-fbcd-44b6-8621-a641fb50b4cd req-dc5943b1-fd54-42f3-b38e-c099fdcc1753 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:44.673743 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3cd9fa5-fbcd-44b6-8621-a641fb50b4cd req-dc5943b1-fd54-42f3-b38e-c099fdcc1753 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 932 time: 0.0553014 Jan 28 13:53:44.723741 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a3cd9fa5-fbcd-44b6-8621-a641fb50b4cd req-61d83754-f9db-4624-a4f1-bc771f738a21 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441849 Jan 28 13:53:44.730950 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Request body: {'port': {'device_id': 'ba871028-cc72-4f32-837b-dea8abba801c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824835-4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:44.788786 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.064723 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:53:45.072965 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Publish callbacks [] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.085060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Transition to ACTIVE for port object 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:53:45.089734 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.143669 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Pushing event updated for resources: {'Port': ['ID=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:45.214548 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Attempting to bind port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 on host n-h2-824835-4 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:53:45.214893 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Attempting to bind port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 by drivers openvswitch,hyperv on host n-h2-824835-4 at level 0 using segments [{'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:53:45.215292 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Attempting to bind port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 on network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:53:45.220192 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 on network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 not bound, no agent of type Open vSwitch agent registered on host n-h2-824835-4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:53:45.220526 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Attempting to bind port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 on network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:53:45.225999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Checking agent: {'id': 'f2a56204-9585-4d23-8988-8c87643df650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824835-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'started_at': datetime.datetime(2022, 1, 28, 12, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:53:45.226346 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Checking segment: {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:53:45.226739 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Bound using segment: {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:53:45.227172 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Bound port: 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17, host: n-h2-824835-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9beaf05-bb6b-4536-b929-8c81a495b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:53:45.227750 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.301673 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] For port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17, host n-h2-824835-4, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:53:45.305293 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] For port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17, host n-h2-824835-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:53:45.310202 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9762409'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.347729 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:45.348362 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.349745 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] 10.222.0.49 "PUT /v2.0/ports/34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 HTTP/1.1" status: 200 len: 1092 time: 0.6244085 Jan 28 13:53:45.350183 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:45.352462 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006e929d-1973-4d2a-b5a2-86ab0d92b327" -d '{"events": [{"name": "network-changed", "server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:45.378780 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba25a42-e342-4218-b253-3db2d04e3bbf service neutron] Pushing event updated for resources: {'Port': ['ID=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:45.399950 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75ec95e-ff6d-4cf8-89dd-29ba2528c366 x-openstack-request-id: req-f75ec95e-ff6d-4cf8-89dd-29ba2528c366 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:45.401363 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:45.401363 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f75ec95e-ff6d-4cf8-89dd-29ba2528c366 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:45.401904 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'status': 'completed', 'code': 200} Jan 28 13:53:45.437020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-66186a72-ef48-400e-979a-e4256105e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:45.438654 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-66186a72-ef48-400e-979a-e4256105e626 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 1095 time: 0.0496955 Jan 28 13:53:45.487615 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-f82b7126-5446-4347-999f-4ec88b831b61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 HTTP/1.1" status: 200 len: 217 time: 0.0426185 Jan 28 13:53:45.539951 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-b780bb5c-c7ab-4596-9cf9-f97e353b5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:45.541264 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-b780bb5c-c7ab-4596-9cf9-f97e353b5c5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0472794 Jan 28 13:53:45.589984 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-3478a09e-773a-4dcd-b171-1066f295ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:45.591536 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-3478a09e-773a-4dcd-b171-1066f295ab05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448081 Jan 28 13:53:45.687899 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-0bc8f46b-3b34-465e-a9e4-b0e20187cda3 service neutron] 10.222.0.49 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907853 Jan 28 13:53:45.784273 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4db67d82-e3ce-4faa-a374-430e03b6c017 req-39e4160a-f63c-48d1-9bd3-6489238daa21 service neutron] 10.222.0.49 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906799 Jan 28 13:53:45.883629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba88df3-47f2-4485-8e70-9c48573004d0 req-075c324a-469d-4591-b150-fc215e031b68 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:45.885873 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ba88df3-47f2-4485-8e70-9c48573004d0 req-075c324a-469d-4591-b150-fc215e031b68 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 944 time: 0.0826843 Jan 28 13:53:45.901871 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e929d-1973-4d2a-b5a2-86ab0d92b327 req-2466546d-7c90-4076-984f-0a6efde3ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:45.903265 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-006e929d-1973-4d2a-b5a2-86ab0d92b327 req-2466546d-7c90-4076-984f-0a6efde3ef9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 1095 time: 0.0698633 Jan 28 13:53:45.993687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4ba88df3-47f2-4485-8e70-9c48573004d0 req-ce3a5aec-80c1-45b3-a963-80db9b4a0b9f tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017010 Jan 28 13:53:46.022903 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e929d-1973-4d2a-b5a2-86ab0d92b327 req-cbed2476-879f-4850-ab28-ff92c28a9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:46.024465 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-006e929d-1973-4d2a-b5a2-86ab0d92b327 req-cbed2476-879f-4850-ab28-ff92c28a9f2a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 909 time: 0.1138337 Jan 28 13:53:46.074790 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-006e929d-1973-4d2a-b5a2-86ab0d92b327 req-49722618-2c3b-4ca3-893b-6110b87d2389 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 HTTP/1.1" status: 200 len: 217 time: 0.0427041 Jan 28 13:53:46.127916 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e929d-1973-4d2a-b5a2-86ab0d92b327 req-0f320305-5e53-4826-a896-f04594e46297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:46.129357 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-006e929d-1973-4d2a-b5a2-86ab0d92b327 req-0f320305-5e53-4826-a896-f04594e46297 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0489652 Jan 28 13:53:46.176296 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e929d-1973-4d2a-b5a2-86ab0d92b327 req-e9c9a9fd-dedc-4bda-9d98-79732d2305b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:46.177695 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-006e929d-1973-4d2a-b5a2-86ab0d92b327 req-e9c9a9fd-dedc-4bda-9d98-79732d2305b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415092 Jan 28 13:53:46.277348 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-006e929d-1973-4d2a-b5a2-86ab0d92b327 req-f07ac209-387a-4ba3-84ef-fe36d4c39263 service neutron] 10.222.0.49 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924997 Jan 28 13:53:46.378157 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-006e929d-1973-4d2a-b5a2-86ab0d92b327 req-130bf443-c046-4755-83fd-4d18ace3b644 service neutron] 10.222.0.49 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945594 Jan 28 13:53:47.118148 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f629-433e-4a3c-8a28-bde32b70c73c req-187ad91e-fdd3-4a9b-9fa5-5c4b75ac3063 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:47.120291 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b98f629-433e-4a3c-8a28-bde32b70c73c req-187ad91e-fdd3-4a9b-9fa5-5c4b75ac3063 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 944 time: 0.0533917 Jan 28 13:53:47.180447 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-2b98f629-433e-4a3c-8a28-bde32b70c73c req-bcef3d3d-2eb0-408a-9847-68d261758839 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534410 Jan 28 13:53:48.238473 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:53:48.301080 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8f27-3769-490b-84d0-ff77e3d64803 req-c1f06b31-267b-4ddf-beb7-82fa7b774dbb tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:48.302565 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd8b8f27-3769-490b-84d0-ff77e3d64803 req-c1f06b31-267b-4ddf-beb7-82fa7b774dbb tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 944 time: 0.0491452 Jan 28 13:53:48.311002 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.352217 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fd8b8f27-3769-490b-84d0-ff77e3d64803 req-7e062936-e79e-4468-8ca7-c073b423465b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 Jan 28 13:53:48.514548 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.345703 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:53:49.449137 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:49.469066 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'port_id': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'mac_address': 'fa:16:3e:b5:3d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:53:49.474140 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2add-d019-4e2e-8d8a-7c2e354cc882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.477753 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51719e-9255-44ad-bf71-d164d006ee7f req-cd9b43f7-77f2-4a82-9744-f7b2b1ac1feb tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:49.479361 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b51719e-9255-44ad-bf71-d164d006ee7f req-cd9b43f7-77f2-4a82-9744-f7b2b1ac1feb tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 944 time: 0.0535851 Jan 28 13:53:49.512836 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 is: DOWN; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:49.513239 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.526507 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:53:49.529296 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-1b51719e-9255-44ad-bf71-d164d006ee7f req-0ab5a842-9daa-4e25-ade3-b307515ad307 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443206 Jan 28 13:53:49.547581 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:49.550933 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.601448 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:49.780072 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['34cb07cf-2643-467d-a9c4-f9f1aa9ffc17'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:53:50.648438 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e26a34-75f7-495a-b91c-cf08be1532b1 req-15c7d9f2-fe80-4d8a-850d-1c9fabd56516 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:50.650125 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0e26a34-75f7-495a-b91c-cf08be1532b1 req-15c7d9f2-fe80-4d8a-850d-1c9fabd56516 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 945 time: 0.0525188 Jan 28 13:53:50.699627 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-f0e26a34-75f7-495a-b91c-cf08be1532b1 req-27aecd91-ea4f-4acd-bc24-09a75266d2a8 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439792 Jan 28 13:53:51.352209 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:51.399470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning for port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 completed by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:53:51.403920 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:51.404300 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:51.483687 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:51.484082 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:51.506249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:51.508489 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe831c00-3169-4bc7-af91-6908186ec0d8" -d '{"events": [{"server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "name": "network-vif-plugged", "status": "completed", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:51.521019 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:51.525755 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:51.550628 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b6db23-e96a-4ac7-bd01-6b7dc75ce5dd x-openstack-request-id: req-d8b6db23-e96a-4ac7-bd01-6b7dc75ce5dd {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:51.550913 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "name": "network-vif-plugged", "status": "completed", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:51.551170 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8b6db23-e96a-4ac7-bd01-6b7dc75ce5dd {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:51.551584 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'code': 200} Jan 28 13:53:51.578097 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,revision_number=5']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:51.651230 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2251f-167e-4f8e-ace7-80535fc537ec req-b4e85f00-0eb7-4c1d-9fa9-ca6f4340c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:51.652734 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9aa2251f-167e-4f8e-ace7-80535fc537ec req-b4e85f00-0eb7-4c1d-9fa9-ca6f4340c115 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 1097 time: 0.0421460 Jan 28 13:53:51.699293 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-9aa2251f-167e-4f8e-ace7-80535fc537ec req-b94e5371-a54b-4836-ab2d-45545a3c82b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 Jan 28 13:53:51.809855 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2785c6b-4c4b-4381-97da-ced8128a5e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:51.818561 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b9d44-69e3-4ac4-a16a-dedf03846200 req-0f8b5266-dd89-4f71-8fdb-e37bb72e35de tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:51.820059 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b72b9d44-69e3-4ac4-a16a-dedf03846200 req-0f8b5266-dd89-4f71-8fdb-e37bb72e35de tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 946 time: 0.0542006 Jan 28 13:53:51.873257 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-b72b9d44-69e3-4ac4-a16a-dedf03846200 req-0c59d3b8-39f4-42f5-99d9-08fc43f46200 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469964 Jan 28 13:53:52.991444 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edc699-6525-4efa-b02f-91c3f55f8ccf req-f455073c-c039-4175-a99d-022272d098be tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:52.992915 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18edc699-6525-4efa-b02f-91c3f55f8ccf req-f455073c-c039-4175-a99d-022272d098be tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 946 time: 0.0502827 Jan 28 13:53:53.042335 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-18edc699-6525-4efa-b02f-91c3f55f8ccf req-4a99890b-bee2-480e-b39c-0b3d01cf2312 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438161 Jan 28 13:53:53.166238 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af3dc9-5d35-40cd-a0da-70de11c46b6a req-2e5c944b-6fe3-4098-8881-3e8e237cb367 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:53.167681 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-64af3dc9-5d35-40cd-a0da-70de11c46b6a req-2e5c944b-6fe3-4098-8881-3e8e237cb367 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 946 time: 0.0499032 Jan 28 13:53:53.221914 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-64af3dc9-5d35-40cd-a0da-70de11c46b6a req-a538d361-7d58-4a99-9524-bf8d198ed13d tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485990 Jan 28 13:53:53.242900 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39526) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:53.283704 n-d-824835-4 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed8599-f474-4c59-8beb-02bf21d44195 tempest-TestSnapshotPattern-1213900170 tempest-TestSnapshotPattern-1213900170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:53.285217 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-29ed8599-f474-4c59-8beb-02bf21d44195 tempest-TestSnapshotPattern-1213900170 tempest-TestSnapshotPattern-1213900170-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 1092 time: 0.0407324 Jan 28 13:53:53.287945 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:53.292101 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Request body: {'floatingip': {'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'port_id': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:53.312072 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.332002 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.412815 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (None), before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.514574 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Allocated IP 172.25.7.124 (0266e636-2364-4bad-ba25-a79985ccfb02/1ac1b27d-d748-4c2c-8459-67fd81b6366e/415b3524-a826-41dd-94f5-ddac557ab51b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:53.617565 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for port (415b3524-a826-41dd-94f5-ddac557ab51b), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.651142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773661071638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (415b3524-a826-41dd-94f5-ddac557ab51b), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.687232 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Network 0266e636-2364-4bad-ba25-a79985ccfb02 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:53.690049 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:53.695999 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:53.718750 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'Port': ['ID=415b3524-a826-41dd-94f5-ddac557ab51b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:53.731269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:53.731643 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:53.731983 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:53.732317 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:53.732648 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:53.732976 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:53.733302 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:53.733626 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:53.733947 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:53.734269 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:53.734592 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:53.734911 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:53.735237 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:54.059458 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for floatingip (2256d19e-4b9d-47fa-989e-f881e0682ae8), precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.123166 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (415b3524-a826-41dd-94f5-ddac557ab51b), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.270806 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for port (415b3524-a826-41dd-94f5-ddac557ab51b), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.275185 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51793551'] for port (415b3524-a826-41dd-94f5-ddac557ab51b), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.346320 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event updated for resources: {'Port': ['ID=415b3524-a826-41dd-94f5-ddac557ab51b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:54.358816 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567880'] for floatingip (2256d19e-4b9d-47fa-989e-f881e0682ae8), after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.458510 n-d-824835-4 neutron-server[103128]: INFO neutron.db.l3_db [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Floating IP 2256d19e-4b9d-47fa-989e-f881e0682ae8 associated. External IP: 172.25.7.124, port: 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17. Jan 28 13:53:54.667245 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:54.777883 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:54.787408 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f7db8-e1a0-4d36-b3bc-f848acb5d412 None None] Sync routers for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:54.795979 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.798312 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f7db8-e1a0-4d36-b3bc-f848acb5d412 None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:54.798934 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7d4f7db8-e1a0-4d36-b3bc-f848acb5d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:53:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:54.824786 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-a49713eb-3214-4b37-b0cf-7d559e769197 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5358300 Jan 28 13:53:54.825561 n-d-824835-4 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:54.827984 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcea6aa7310c04abe0b6c5d57a933cb21896f4ce98dc77ba11699632bd45269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fa2663-7716-4d02-a009-ef65661d9b14" -d '{"events": [{"name": "network-changed", "server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:54.866207 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16cc6c9-4ac7-4e87-838d-c24de3af6999 x-openstack-request-id: req-c16cc6c9-4ac7-4e87-838d-c24de3af6999 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:54.866496 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:54.866748 n-d-824835-4 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c16cc6c9-4ac7-4e87-838d-c24de3af6999 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:54.867159 n-d-824835-4 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'status': 'completed', 'code': 200} Jan 28 13:53:54.913157 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7d4f7db8-e1a0-4d36-b3bc-f848acb5d412 None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:54.927610 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa2663-7716-4d02-a009-ef65661d9b14 req-a01dc948-cd59-4bc3-a3dd-2ad3ce9178c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:54.929055 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45fa2663-7716-4d02-a009-ef65661d9b14 req-a01dc948-cd59-4bc3-a3dd-2ad3ce9178c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 1097 time: 0.0414333 Jan 28 13:53:55.014143 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.022310 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa2663-7716-4d02-a009-ef65661d9b14 req-67c8c49b-e524-4b5c-b8f7-f5d4d8cd0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:55.023789 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45fa2663-7716-4d02-a009-ef65661d9b14 req-67c8c49b-e524-4b5c-b8f7-f5d4d8cd0dd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 909 time: 0.0882976 Jan 28 13:53:55.095890 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45fa2663-7716-4d02-a009-ef65661d9b14 req-954767ed-affd-4458-901c-7d1efc5242f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 HTTP/1.1" status: 200 len: 1000 time: 0.0654814 Jan 28 13:53:55.145328 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa2663-7716-4d02-a009-ef65661d9b14 req-20680a1c-d19c-4f54-978f-a3bf14b4dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:55.146798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45fa2663-7716-4d02-a009-ef65661d9b14 req-20680a1c-d19c-4f54-978f-a3bf14b4dd64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0454276 Jan 28 13:53:55.161418 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7d4f7db8-e1a0-4d36-b3bc-f848acb5d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '2256d19e-4b9d-47fa-989e-f881e0682ae8', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'port_id': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'mac_address': 'fa:16:3e:b5:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba871028-cc72-4f32-837b-dea8abba801c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:53:53Z', 'updated_at': '2022-01-28T13:53:53Z', 'revision_number': 0, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address_scope': None}, {'id': 'b569c3fc-e98d-4f65-91a3-f4885df0eaeb', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'port_id': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'mac_address': 'fa:16:3e:3e:29:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:21Z', 'updated_at': '2022-01-28T13:51:23Z', 'revision_number': 1, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:55.189144 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f7db8-e1a0-4d36-b3bc-f848acb5d412 None None] Checking router: f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:55.192493 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa2663-7716-4d02-a009-ef65661d9b14 req-bef7122a-0875-4166-8220-bef020f32197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:55.193985 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45fa2663-7716-4d02-a009-ef65661d9b14 req-bef7122a-0875-4166-8220-bef020f32197 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419312 Jan 28 13:53:55.197473 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f7db8-e1a0-4d36-b3bc-f848acb5d412 None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:55.198085 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7d4f7db8-e1a0-4d36-b3bc-f848acb5d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:53:52Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:55.292545 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45fa2663-7716-4d02-a009-ef65661d9b14 req-a8c3e315-4d5c-4aee-8050-06d0cea7a9da service neutron] 10.222.0.49 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924757 Jan 28 13:53:55.305007 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7d4f7db8-e1a0-4d36-b3bc-f848acb5d412 None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:55.382995 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-45fa2663-7716-4d02-a009-ef65661d9b14 req-ed05af5c-a9f9-4b46-9e49-787057a967ee service neutron] 10.222.0.49 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834904 Jan 28 13:53:55.536071 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7d4f7db8-e1a0-4d36-b3bc-f848acb5d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '2256d19e-4b9d-47fa-989e-f881e0682ae8', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'port_id': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'mac_address': 'fa:16:3e:b5:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba871028-cc72-4f32-837b-dea8abba801c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:53:53Z', 'updated_at': '2022-01-28T13:53:53Z', 'revision_number': 0, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address_scope': None}, {'id': 'b569c3fc-e98d-4f65-91a3-f4885df0eaeb', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'port_id': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'mac_address': 'fa:16:3e:3e:29:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:21Z', 'updated_at': '2022-01-28T13:51:23Z', 'revision_number': 1, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:55.563025 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f7db8-e1a0-4d36-b3bc-f848acb5d412 None None] The sync data for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 is: [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': '2256d19e-4b9d-47fa-989e-f881e0682ae8', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'port_id': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'mac_address': 'fa:16:3e:b5:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba871028-cc72-4f32-837b-dea8abba801c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:53:53Z', 'updated_at': '2022-01-28T13:53:53Z', 'revision_number': 0, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address_scope': None}, {'id': 'b569c3fc-e98d-4f65-91a3-f4885df0eaeb', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'port_id': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'mac_address': 'fa:16:3e:3e:29:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:21Z', 'updated_at': '2022-01-28T13:51:23Z', 'revision_number': 1, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:55.782369 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449d91b-809c-47c9-b449-efb0135d5a9d None None] New status for floating IP 2256d19e-4b9d-47fa-989e-f881e0682ae8: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:53:56.311192 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:14.821347 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be9dcb7e-bcf6-44eb-8bdd-aaf18581134a req-bc833df7-a293-4120-9faa-48ec85d6e9bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0893734 Jan 28 13:54:14.913718 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dcb7e-bcf6-44eb-8bdd-aaf18581134a req-d688c49b-bab6-4e8b-af31-b715610d814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:14.915882 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be9dcb7e-bcf6-44eb-8bdd-aaf18581134a req-d688c49b-bab6-4e8b-af31-b715610d814a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 1097 time: 0.0445459 Jan 28 13:54:15.018146 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dcb7e-bcf6-44eb-8bdd-aaf18581134a req-daf341b7-f9f5-4d2a-9a82-e48b09d13ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:15.019535 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be9dcb7e-bcf6-44eb-8bdd-aaf18581134a req-daf341b7-f9f5-4d2a-9a82-e48b09d13ae8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 909 time: 0.0842137 Jan 28 13:54:15.088845 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be9dcb7e-bcf6-44eb-8bdd-aaf18581134a req-8cff3d8d-89ab-4e30-bdad-da43b0bb66f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 HTTP/1.1" status: 200 len: 1002 time: 0.0627558 Jan 28 13:54:15.136781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dcb7e-bcf6-44eb-8bdd-aaf18581134a req-1ecea6f1-375b-4ec2-a22c-eec10bd3746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:15.138230 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be9dcb7e-bcf6-44eb-8bdd-aaf18581134a req-1ecea6f1-375b-4ec2-a22c-eec10bd3746a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0430181 Jan 28 13:54:15.185396 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dcb7e-bcf6-44eb-8bdd-aaf18581134a req-80ad652f-cd35-46ce-83b3-4ed7b13c779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:15.186883 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be9dcb7e-bcf6-44eb-8bdd-aaf18581134a req-80ad652f-cd35-46ce-83b3-4ed7b13c779e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415018 Jan 28 13:54:15.281705 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be9dcb7e-bcf6-44eb-8bdd-aaf18581134a req-599b0f17-fd2b-4008-979e-761b35efe523 service neutron] 10.222.0.49 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879309 Jan 28 13:54:15.371050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-be9dcb7e-bcf6-44eb-8bdd-aaf18581134a req-cc7585c1-f3ae-4ea7-b6d0-8b7cb35abfcf service neutron] 10.222.0.49 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825257 Jan 28 13:54:18.004078 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3697f032-f758-4f77-99d4-efb24ca605f2 req-4bdf11c3-27e2-4bb1-af04-123462ae2cb4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481935 Jan 28 13:54:18.087020 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697f032-f758-4f77-99d4-efb24ca605f2 req-f2345a25-304b-4c5f-aa97-92256ad3c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:18.088685 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3697f032-f758-4f77-99d4-efb24ca605f2 req-f2345a25-304b-4c5f-aa97-92256ad3c4c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 1094 time: 0.0418851 Jan 28 13:54:18.190818 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697f032-f758-4f77-99d4-efb24ca605f2 req-110cce44-25e3-495b-b471-9e441cbdf2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:18.192370 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3697f032-f758-4f77-99d4-efb24ca605f2 req-110cce44-25e3-495b-b471-9e441cbdf2e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 909 time: 0.0855145 Jan 28 13:54:18.262395 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3697f032-f758-4f77-99d4-efb24ca605f2 req-3b9ff151-e133-4687-9dd7-6864c40b5f51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833 HTTP/1.1" status: 200 len: 999 time: 0.0636818 Jan 28 13:54:18.310275 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.313311 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697f032-f758-4f77-99d4-efb24ca605f2 req-a7ed73ac-f20f-4775-8bd2-2c8cfc1f7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:18.314726 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3697f032-f758-4f77-99d4-efb24ca605f2 req-a7ed73ac-f20f-4775-8bd2-2c8cfc1f7082 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0461769 Jan 28 13:54:18.362508 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697f032-f758-4f77-99d4-efb24ca605f2 req-640ae53d-03a6-48ca-933a-4e14621b08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:18.364050 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3697f032-f758-4f77-99d4-efb24ca605f2 req-640ae53d-03a6-48ca-933a-4e14621b08d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419776 Jan 28 13:54:18.460452 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3697f032-f758-4f77-99d4-efb24ca605f2 req-043c8bb4-a0ba-496f-92e1-4f3afb93288e service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898778 Jan 28 13:54:18.522468 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.558551 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3697f032-f758-4f77-99d4-efb24ca605f2 req-54fff198-a798-45eb-a18a-04a2681f8e08 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922196 Jan 28 13:54:19.460498 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d834e3a-431d-4aad-92af-071b67bd1590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:21.812937 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb0fead2-bc64-406d-a1f3-1577be103165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.341862 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:24.979636 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:25.237606 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:54:26.316237 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:48.325030 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:48.519676 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.459198 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3028d776-df60-4dca-8809-75df959c6c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.815405 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e745fa9b-8806-4388-ab8b-ebe9bece6e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.337777 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.981560 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:56.321774 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.236229 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:55:14.758133 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bfda990-8f6f-4fa8-8ac6-dbdb1adaab84 req-ddc78e50-42e6-42f1-b840-9fdb8e45ec3c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430653 Jan 28 13:55:14.838138 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda990-8f6f-4fa8-8ac6-dbdb1adaab84 req-c873f440-d2e8-4b2a-9a5f-8dc470c346bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:14.840280 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bfda990-8f6f-4fa8-8ac6-dbdb1adaab84 req-c873f440-d2e8-4b2a-9a5f-8dc470c346bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 1097 time: 0.0411911 Jan 28 13:55:14.942045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda990-8f6f-4fa8-8ac6-dbdb1adaab84 req-ef2acddf-979e-47b1-8f08-460aefe22848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:14.943533 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bfda990-8f6f-4fa8-8ac6-dbdb1adaab84 req-ef2acddf-979e-47b1-8f08-460aefe22848 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 909 time: 0.0843964 Jan 28 13:55:15.013030 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bfda990-8f6f-4fa8-8ac6-dbdb1adaab84 req-116cebc2-5b01-450d-b94c-ad26b6f50898 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 HTTP/1.1" status: 200 len: 1002 time: 0.0628240 Jan 28 13:55:15.060926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda990-8f6f-4fa8-8ac6-dbdb1adaab84 req-c16a5a67-eefb-45cb-ad81-ef9563665d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:15.062337 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bfda990-8f6f-4fa8-8ac6-dbdb1adaab84 req-c16a5a67-eefb-45cb-ad81-ef9563665d0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0425754 Jan 28 13:55:15.106399 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda990-8f6f-4fa8-8ac6-dbdb1adaab84 req-eeb2d7e0-49b0-4f08-8ed3-563159fbbba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:15.107912 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bfda990-8f6f-4fa8-8ac6-dbdb1adaab84 req-eeb2d7e0-49b0-4f08-8ed3-563159fbbba8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400326 Jan 28 13:55:15.198114 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bfda990-8f6f-4fa8-8ac6-dbdb1adaab84 req-7135f832-29e7-4ca3-9223-7dd2f63c9161 service neutron] 10.222.0.49 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834978 Jan 28 13:55:15.284393 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-6bfda990-8f6f-4fa8-8ac6-dbdb1adaab84 req-ce4a76fe-62a9-493a-9649-6edc0dbb5e22 service neutron] 10.222.0.49 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809016 Jan 28 13:55:18.014823 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a58ef16b-5707-4afd-9908-fe04bc4043ea req-45f815db-4f8e-4d9d-b711-6b75ac6c1a1e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441554 Jan 28 13:55:18.096331 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ef16b-5707-4afd-9908-fe04bc4043ea req-b7c27d64-d953-454c-bda0-13aa8ddaebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:18.097798 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a58ef16b-5707-4afd-9908-fe04bc4043ea req-b7c27d64-d953-454c-bda0-13aa8ddaebd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 1094 time: 0.0409017 Jan 28 13:55:18.199027 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ef16b-5707-4afd-9908-fe04bc4043ea req-f11274fc-6c41-410f-9aa0-18009a0a6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:18.200466 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a58ef16b-5707-4afd-9908-fe04bc4043ea req-f11274fc-6c41-410f-9aa0-18009a0a6ba8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 909 time: 0.0841939 Jan 28 13:55:18.268503 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a58ef16b-5707-4afd-9908-fe04bc4043ea req-b61ec43c-721b-43ab-8fe6-954aa267ae95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833 HTTP/1.1" status: 200 len: 999 time: 0.0620682 Jan 28 13:55:18.316623 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ef16b-5707-4afd-9908-fe04bc4043ea req-26214e7e-efcd-4835-8223-569dee68b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:18.318048 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a58ef16b-5707-4afd-9908-fe04bc4043ea req-26214e7e-efcd-4835-8223-569dee68b410 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0440395 Jan 28 13:55:18.325426 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.363105 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ef16b-5707-4afd-9908-fe04bc4043ea req-1b8b063e-21bd-4b3f-9e24-563c757926c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:18.364583 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a58ef16b-5707-4afd-9908-fe04bc4043ea req-1b8b063e-21bd-4b3f-9e24-563c757926c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401359 Jan 28 13:55:18.453960 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a58ef16b-5707-4afd-9908-fe04bc4043ea req-3abc5594-385c-4870-b0ed-2896cc869949 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833333 Jan 28 13:55:18.519913 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.544337 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-a58ef16b-5707-4afd-9908-fe04bc4043ea req-34dedfd2-7267-4be3-b7a8-9ae40df7a376 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840607 Jan 28 13:55:19.451187 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5078d067-3277-49fc-aa15-d4f2203b49eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:21.816029 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-effc1215-d065-44d2-955f-0398f5e888cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:23.342441 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:24.985561 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:26.327831 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:27.756126 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 details requested by agent hyperv_n-h2-824835-4 with host n-h2-824835-4 {{(pid=103130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:55:27.875947 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:27.890811 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Returning: {'device': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'port_id': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'mac_address': 'fa:16:3e:b5:3d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:55:27.933864 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 is: ACTIVE; New status is: BUILD {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:27.934256 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:27.953692 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:55:27.976104 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:27.981842 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:28.050227 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:28.058695 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.059047 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.059406 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.059746 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.060082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.061249 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.061584 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.062060 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.062399 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.062729 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.063082 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.063407 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.063732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:28.070568 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] get_ports_and_sgs() called for port_ids ['34cb07cf-2643-467d-a9c4-f9f1aa9ffc17'] {{(pid=103130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:55:29.775270 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 up at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:55:29.847161 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Provisioning complete for port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 triggered by entity L2. {{(pid=103130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:29.848575 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33367972'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), provisioning_complete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:29.961903 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 is: BUILD; New status is: ACTIVE {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:29.962295 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.168787 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:30.171107 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6869c8-4f7d-4670-b840-2fa7b1fdec28" -d '{"events": [{"server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "name": "network-vif-plugged", "status": "completed", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:30.196378 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:30.202689 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.282680 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:30.330141 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2c6db9-34d6-49c6-b1cf-a640a80b61f1 x-openstack-request-id: req-8f2c6db9-34d6-49c6-b1cf-a640a80b61f1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:30.330852 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "name": "network-vif-plugged", "status": "completed", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:30.330852 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f2c6db9-34d6-49c6-b1cf-a640a80b61f1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:30.331077 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'code': 200} Jan 28 13:55:37.167535 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39732) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:37.338884 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Deleting port 415b3524-a826-41dd-94f5-ddac557ab51b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:37.339127 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (415b3524-a826-41dd-94f5-ddac557ab51b), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.421417 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (415b3524-a826-41dd-94f5-ddac557ab51b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.421895 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for floatingip (415b3524-a826-41dd-94f5-ddac557ab51b), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.439764 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Calling delete_port for 415b3524-a826-41dd-94f5-ddac557ab51b owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:37.615727 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (415b3524-a826-41dd-94f5-ddac557ab51b), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.642306 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event deleted for resources: {'Port': ['ID=415b3524-a826-41dd-94f5-ddac557ab51b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:37.655615 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.655963 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.656303 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.656640 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.656975 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.657302 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.657629 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.657980 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.658279 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.658601 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.658920 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.659239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.659590 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:37.723015 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for floatingip (2256d19e-4b9d-47fa-989e-f881e0682ae8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.723458 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Floating IP 2256d19e-4b9d-47fa-989e-f881e0682ae8 disassociated (deleted). External IP: 172.25.7.124, port: 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17. Jan 28 13:55:37.944485 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:38.079986 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:38.085275 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.090708 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744faeb-5b2c-40d1-b1bc-e1e389661687 None None] Sync routers for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:38.101619 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744faeb-5b2c-40d1-b1bc-e1e389661687 None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:38.102251 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e744faeb-5b2c-40d1-b1bc-e1e389661687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:55:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:38.118761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-6019ea08-aafe-4f59-b79d-8d2b2daf6570 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "DELETE /v2.0/floatingips/2256d19e-4b9d-47fa-989e-f881e0682ae8 HTTP/1.1" status: 204 len: 168 time: 0.9499867 Jan 28 13:55:38.119891 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:38.122321 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f214e6-7de0-4ea4-905a-67213aaa5d74" -d '{"events": [{"name": "network-changed", "server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:38.175804 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1174e9d9-2d65-44d0-80ac-634deee71646 x-openstack-request-id: req-1174e9d9-2d65-44d0-80ac-634deee71646 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:38.176561 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:38.176561 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1174e9d9-2d65-44d0-80ac-634deee71646 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:38.176896 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'status': 'completed', 'code': 200} Jan 28 13:55:38.226463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e744faeb-5b2c-40d1-b1bc-e1e389661687 None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:38.246598 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f214e6-7de0-4ea4-905a-67213aaa5d74 req-6b58bdd5-8077-4d81-ad6b-cc8e9796d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:38.248334 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46f214e6-7de0-4ea4-905a-67213aaa5d74 req-6b58bdd5-8077-4d81-ad6b-cc8e9796d4a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 1097 time: 0.0480859 Jan 28 13:55:38.372531 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f214e6-7de0-4ea4-905a-67213aaa5d74 req-e6c82194-bec7-45f3-9b0c-81d119619ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:38.374038 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46f214e6-7de0-4ea4-905a-67213aaa5d74 req-e6c82194-bec7-45f3-9b0c-81d119619ba1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 909 time: 0.1180952 Jan 28 13:55:38.525616 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e744faeb-5b2c-40d1-b1bc-e1e389661687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b569c3fc-e98d-4f65-91a3-f4885df0eaeb', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'port_id': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'mac_address': 'fa:16:3e:3e:29:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:21Z', 'updated_at': '2022-01-28T13:51:23Z', 'revision_number': 1, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:38.554052 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744faeb-5b2c-40d1-b1bc-e1e389661687 None None] Checking router: f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:55:38.564330 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744faeb-5b2c-40d1-b1bc-e1e389661687 None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:38.564961 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e744faeb-5b2c-40d1-b1bc-e1e389661687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:55:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:38.680463 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e744faeb-5b2c-40d1-b1bc-e1e389661687 None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:38.776442 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46f214e6-7de0-4ea4-905a-67213aaa5d74 req-5c1fe283-8ef2-4c44-ae01-e07cd61b45cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 HTTP/1.1" status: 200 len: 217 time: 0.3958595 Jan 28 13:55:38.857965 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047b555-04c7-445a-a57a-357488492228 req-efdf0c79-c76b-4128-8136-9971729ee7cf tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:38.859531 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7047b555-04c7-445a-a57a-357488492228 req-efdf0c79-c76b-4128-8136-9971729ee7cf tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 946 time: 0.5213804 Jan 28 13:55:38.861503 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f214e6-7de0-4ea4-905a-67213aaa5d74 req-f2431713-ce72-4fb5-afae-3ac7c373cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:38.863668 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46f214e6-7de0-4ea4-905a-67213aaa5d74 req-f2431713-ce72-4fb5-afae-3ac7c373cc5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0785496 Jan 28 13:55:38.924363 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e744faeb-5b2c-40d1-b1bc-e1e389661687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b569c3fc-e98d-4f65-91a3-f4885df0eaeb', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'port_id': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'mac_address': 'fa:16:3e:3e:29:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:21Z', 'updated_at': '2022-01-28T13:51:23Z', 'revision_number': 1, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:38.945581 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-7047b555-04c7-445a-a57a-357488492228 req-90ab9011-f60b-4818-9b4c-b9346b2bed12 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780714 Jan 28 13:55:38.947309 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f214e6-7de0-4ea4-905a-67213aaa5d74 req-ef6384c3-5562-4bc5-bf48-56fa4a6bf8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:38.949297 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46f214e6-7de0-4ea4-905a-67213aaa5d74 req-ef6384c3-5562-4bc5-bf48-56fa4a6bf8c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751069 Jan 28 13:55:38.952987 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744faeb-5b2c-40d1-b1bc-e1e389661687 None None] The sync data for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 is: [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_floatingips': [{'id': 'b569c3fc-e98d-4f65-91a3-f4885df0eaeb', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'router_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'port_id': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'mac_address': 'fa:16:3e:3e:29:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:21Z', 'updated_at': '2022-01-28T13:51:23Z', 'revision_number': 1, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:39.043831 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46f214e6-7de0-4ea4-905a-67213aaa5d74 req-7c5b4d70-d6ca-44ae-8044-f1e222988bca service neutron] 10.222.0.49 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878782 Jan 28 13:55:39.143756 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-46f214e6-7de0-4ea4-905a-67213aaa5d74 req-d13f6b76-17b9-46cb-97ba-585c145a789a service neutron] 10.222.0.49 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934501 Jan 28 13:55:39.201111 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378fa3b-8392-4dcc-b7f7-9c2caf950252 None None] New status for floating IP 2256d19e-4b9d-47fa-989e-f881e0682ae8: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:55:39.265435 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:55:39.808018 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:39.842940 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52ff8a-af44-4caf-9a57-342ce234c8f9 req-d2750d6e-54cd-4751-ad9c-817404c34e0a tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:39.844444 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d52ff8a-af44-4caf-9a57-342ce234c8f9 req-d2750d6e-54cd-4751-ad9c-817404c34e0a tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 946 time: 0.0495529 Jan 28 13:55:39.886067 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Current status of the port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 is: ACTIVE; New status is: DOWN {{(pid=103130) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:39.886513 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33464440'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.917792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:39.919765 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd217d197f8777a70f6208d9c5778a254b7e6f4a39f4ea40cf770acba1c465c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7af2e8-1065-42eb-8e29-0cb566db462d" -d '{"events": [{"server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "name": "network-vif-unplugged", "status": "completed", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:39.930470 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] For port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:39.935948 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773661613788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773661071656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773661071674'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.942060 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-3d52ff8a-af44-4caf-9a57-342ce234c8f9 req-cbef85fb-8270-4b81-9c74-1c30a7152f08 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Deleting port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:39.942410 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3d52ff8a-af44-4caf-9a57-342ce234c8f9 req-cbef85fb-8270-4b81-9c74-1c30a7152f08 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.965581 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5066a5-6674-488a-bd91-1ed17af9a3b6 x-openstack-request-id: req-4c5066a5-6674-488a-bd91-1ed17af9a3b6 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:39.965898 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "name": "network-vif-unplugged", "status": "completed", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:39.966117 n-d-824835-4 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c5066a5-6674-488a-bd91-1ed17af9a3b6 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:39.966517 n-d-824835-4 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'code': 200} Jan 28 13:55:39.991090 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Pushing event updated for resources: {'Port': ['ID=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:40.065380 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3d52ff8a-af44-4caf-9a57-342ce234c8f9 req-cbef85fb-8270-4b81-9c74-1c30a7152f08 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] For port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17, host n-h2-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824835-4',level=0,port_id=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:40.065748 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3d52ff8a-af44-4caf-9a57-342ce234c8f9 req-cbef85fb-8270-4b81-9c74-1c30a7152f08 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.082981 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-3d52ff8a-af44-4caf-9a57-342ce234c8f9 req-cbef85fb-8270-4b81-9c74-1c30a7152f08 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Calling delete_port for 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:40.100277 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed17d5-c6e3-4009-8fd6-da9491a3dac0 req-24198b91-01a9-4605-90b5-c8af0f2bd97e tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:40.101761 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53ed17d5-c6e3-4009-8fd6-da9491a3dac0 req-24198b91-01a9-4605-90b5-c8af0f2bd97e tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba871028-cc72-4f32-837b-dea8abba801c HTTP/1.1" status: 200 len: 944 time: 0.0802915 Jan 28 13:55:40.197881 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-53ed17d5-c6e3-4009-8fd6-da9491a3dac0 req-42e88f34-c435-4928-92b5-1ec191c4e28c tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896773 Jan 28 13:55:40.264420 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3d52ff8a-af44-4caf-9a57-342ce234c8f9 req-cbef85fb-8270-4b81-9c74-1c30a7152f08 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (34cb07cf-2643-467d-a9c4-f9f1aa9ffc17), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.292647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef85fb-8270-4b81-9c74-1c30a7152f08 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event deleted for resources: {'Port': ['ID=34cb07cf-2643-467d-a9c4-f9f1aa9ffc17,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:40.340999 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d52ff8a-af44-4caf-9a57-342ce234c8f9 req-cbef85fb-8270-4b81-9c74-1c30a7152f08 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] No DVR routers for this DVR port 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 on host n-h2-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:40.343688 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3d52ff8a-af44-4caf-9a57-342ce234c8f9 req-cbef85fb-8270-4b81-9c74-1c30a7152f08 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.346941 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-3d52ff8a-af44-4caf-9a57-342ce234c8f9 req-cbef85fb-8270-4b81-9c74-1c30a7152f08 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.49 "DELETE /v2.0/ports/34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 HTTP/1.1" status: 204 len: 173 time: 0.4973998 Jan 28 13:55:40.347412 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'name': 'network-vif-deleted', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:40.349698 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c992c0-8b30-4b20-9819-ec9f52d31fb1" -d '{"events": [{"server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "name": "network-vif-deleted", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:40.386071 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0575af54-56fe-462a-aa8f-e47a6f271468 x-openstack-request-id: req-0575af54-56fe-462a-aa8f-e47a6f271468 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:40.386366 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba871028-cc72-4f32-837b-dea8abba801c", "name": "network-vif-deleted", "tag": "34cb07cf-2643-467d-a9c4-f9f1aa9ffc17", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:40.386620 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0575af54-56fe-462a-aa8f-e47a6f271468 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:40.387097 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba871028-cc72-4f32-837b-dea8abba801c', 'name': 'network-vif-deleted', 'tag': '34cb07cf-2643-467d-a9c4-f9f1aa9ffc17', 'status': 'completed', 'code': 200} Jan 28 13:55:41.779815 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39790) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:41.937865 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Deleting port 1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:41.938214 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.013909 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.014151 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for floatingip (1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.026135 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Calling delete_port for 1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:42.173817 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.199004 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event deleted for resources: {'Port': ['ID=1b9f3b75-d906-4ee6-b639-2ab2dcb19fb6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:42.266160 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for floatingip (b569c3fc-e98d-4f65-91a3-f4885df0eaeb), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.266447 n-d-824835-4 neutron-server[103129]: INFO neutron.db.l3_db [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Floating IP b569c3fc-e98d-4f65-91a3-f4885df0eaeb disassociated (deleted). External IP: 172.25.7.128, port: f6a00c9e-a561-45ab-b0b0-8e1f2727b833. Jan 28 13:55:42.484233 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:42.596458 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:42.601117 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for floatingip (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.606784 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2882444c-3e70-438f-852a-7f1a2b8159b9 None None] Sync routers for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:42.616032 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2882444c-3e70-438f-852a-7f1a2b8159b9 None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:42.616649 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2882444c-3e70-438f-852a-7f1a2b8159b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:55:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:42.628687 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-0802ca23-62c8-41c6-901e-315a2da3ac8b tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "DELETE /v2.0/floatingips/b569c3fc-e98d-4f65-91a3-f4885df0eaeb HTTP/1.1" status: 204 len: 168 time: 0.8476286 Jan 28 13:55:42.629274 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:42.631566 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907f336a-e7e7-4e13-9cd5-68f96db2b836" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:42.670591 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f95b95-e141-454b-9506-5db54329ac0a x-openstack-request-id: req-f3f95b95-e141-454b-9506-5db54329ac0a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:42.671105 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:42.671590 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3f95b95-e141-454b-9506-5db54329ac0a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:42.672335 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'status': 'completed', 'code': 200} Jan 28 13:55:42.736150 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f336a-e7e7-4e13-9cd5-68f96db2b836 req-a7874d73-3834-4946-95ea-e2c49eec542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:42.737658 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-907f336a-e7e7-4e13-9cd5-68f96db2b836 req-a7874d73-3834-4946-95ea-e2c49eec542b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=de2a1d4861bd4bd388ea369b894eec94&device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 1094 time: 0.0469885 Jan 28 13:55:42.750791 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2882444c-3e70-438f-852a-7f1a2b8159b9 None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:42.881045 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f336a-e7e7-4e13-9cd5-68f96db2b836 req-d08c808e-b6ab-4071-be1b-cba3495f7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:42.882557 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-907f336a-e7e7-4e13-9cd5-68f96db2b836 req-d08c808e-b6ab-4071-be1b-cba3495f7844 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 200 len: 909 time: 0.1369724 Jan 28 13:55:42.903923 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e56be-a481-4dbc-8796-e3c14baad25c req-8111e396-2836-4a86-8e88-c83aad6a048d tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:42.905116 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c9e56be-a481-4dbc-8796-e3c14baad25c req-8111e396-2836-4a86-8e88-c83aad6a048d tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 943 time: 0.0796719 Jan 28 13:55:42.939137 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-907f336a-e7e7-4e13-9cd5-68f96db2b836 req-f7c7944b-ba88-4035-b89e-4aa30764ee1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833 HTTP/1.1" status: 200 len: 217 time: 0.0499430 Jan 28 13:55:42.955499 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2882444c-3e70-438f-852a-7f1a2b8159b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:42.989963 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2882444c-3e70-438f-852a-7f1a2b8159b9 None None] Checking router: f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:55:42.999184 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2882444c-3e70-438f-852a-7f1a2b8159b9 None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:42.999839 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2882444c-3e70-438f-852a-7f1a2b8159b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:55:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:43.016312 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-4c9e56be-a481-4dbc-8796-e3c14baad25c req-d2e9293e-d46e-47ae-ab90-ee6f436afa38 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845473 Jan 28 13:55:43.021830 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f336a-e7e7-4e13-9cd5-68f96db2b836 req-9344713b-a147-4524-b21e-a636f2f246d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:43.023251 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-907f336a-e7e7-4e13-9cd5-68f96db2b836 req-9344713b-a147-4524-b21e-a636f2f246d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 200 len: 847 time: 0.0750120 Jan 28 13:55:43.073033 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f336a-e7e7-4e13-9cd5-68f96db2b836 req-2ecd0d20-7dc9-4b04-88d9-1e02e54f9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:43.074509 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-907f336a-e7e7-4e13-9cd5-68f96db2b836 req-2ecd0d20-7dc9-4b04-88d9-1e02e54f9733 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426729 Jan 28 13:55:43.108087 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2882444c-3e70-438f-852a-7f1a2b8159b9 None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:43.163692 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-907f336a-e7e7-4e13-9cd5-68f96db2b836 req-57609f48-18ca-48b1-9526-b06e3fbdc958 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824726 Jan 28 13:55:43.262388 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-907f336a-e7e7-4e13-9cd5-68f96db2b836 req-c30116e0-19ce-4f3f-bb4b-24653e9fcb9d service neutron] 10.222.0.35 "GET /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921755 Jan 28 13:55:43.315931 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2882444c-3e70-438f-852a-7f1a2b8159b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:43.342923 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2882444c-3e70-438f-852a-7f1a2b8159b9 None None] The sync data for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 is: [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:00Z', 'revision_number': 4, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4', '_interfaces': [{'id': '526fdf34-e318-465c-bedd-b23643ce4d6a', 'name': '', 'network_id': 'b4f6afd9-dba7-452f-bc8a-7ec0d16d5861', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'mac_address': 'fa:16:3e:a3:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:59Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'subnets': [{'id': 'c1895d09-d1cb-4586-b73b-57514d103434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:43.591082 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a59841-169f-4494-8bf1-28364b85544a None None] New status for floating IP b569c3fc-e98d-4f65-91a3-f4885df0eaeb: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:55:43.823284 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 no longer exists at agent hyperv_n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:43.847807 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] No Port match for: 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:43.848159 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Device 34cb07cf-2643-467d-a9c4-f9f1aa9ffc17 not bound to the agent host n-h2-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:44.136591 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd25ac-a2db-42d3-bd02-07a7ed7a7deb req-e7ec679b-b663-4af8-b9d8-9f7fb63ef98a tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:44.138073 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78fd25ac-a2db-42d3-bd02-07a7ed7a7deb req-e7ec679b-b663-4af8-b9d8-9f7fb63ef98a tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 943 time: 0.0522654 Jan 28 13:55:44.188221 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-78fd25ac-a2db-42d3-bd02-07a7ed7a7deb req-7e1138c7-c6c6-4e7b-888d-95cef1a3c9f4 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "GET /v2.0/security-groups?id=5baeb253-2afe-46bc-8726-241587b17371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Jan 28 13:55:44.355859 n-d-824835-4 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe861b08-58ea-4c3c-8224-4efea26b01b8 req-c4dafeab-edf9-4c34-bda3-06198bfed1c9 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:44.357222 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe861b08-58ea-4c3c-8224-4efea26b01b8 req-c4dafeab-edf9-4c34-bda3-06198bfed1c9 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb HTTP/1.1" status: 200 len: 943 time: 0.0536067 Jan 28 13:55:44.447868 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-fe861b08-58ea-4c3c-8224-4efea26b01b8 req-6c53a445-9287-47bb-9317-ec8231ff0d02 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Deleting port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:44.448254 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe861b08-58ea-4c3c-8224-4efea26b01b8 req-6c53a445-9287-47bb-9317-ec8231ff0d02 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.541385 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fe861b08-58ea-4c3c-8224-4efea26b01b8 req-6c53a445-9287-47bb-9317-ec8231ff0d02 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] For port f6a00c9e-a561-45ab-b0b0-8e1f2727b833, host n-h1-824835-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824835-4',level=0,port_id=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:44.541882 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe861b08-58ea-4c3c-8224-4efea26b01b8 req-6c53a445-9287-47bb-9317-ec8231ff0d02 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.553794 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-fe861b08-58ea-4c3c-8224-4efea26b01b8 req-6c53a445-9287-47bb-9317-ec8231ff0d02 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Calling delete_port for f6a00c9e-a561-45ab-b0b0-8e1f2727b833 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:44.683230 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe861b08-58ea-4c3c-8224-4efea26b01b8 req-6c53a445-9287-47bb-9317-ec8231ff0d02 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (f6a00c9e-a561-45ab-b0b0-8e1f2727b833), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.717049 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53a445-9287-47bb-9317-ec8231ff0d02 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event deleted for resources: {'Port': ['ID=f6a00c9e-a561-45ab-b0b0-8e1f2727b833,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:44.757477 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe861b08-58ea-4c3c-8224-4efea26b01b8 req-6c53a445-9287-47bb-9317-ec8231ff0d02 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] No DVR routers for this DVR port f6a00c9e-a561-45ab-b0b0-8e1f2727b833 on host n-h1-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:44.760623 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fe861b08-58ea-4c3c-8224-4efea26b01b8 req-6c53a445-9287-47bb-9317-ec8231ff0d02 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28240'] for port (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.764117 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [req-fe861b08-58ea-4c3c-8224-4efea26b01b8 req-6c53a445-9287-47bb-9317-ec8231ff0d02 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.35 "DELETE /v2.0/ports/f6a00c9e-a561-45ab-b0b0-8e1f2727b833 HTTP/1.1" status: 204 len: 173 time: 0.4023268 Jan 28 13:55:44.764564 n-d-824835-4 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'name': 'network-vif-deleted', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:44.766815 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b60fd136da82a6548768a6cd9ec771209d34d36a57b8f1eba53b3a494ca4b571" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55e850c-fdf0-481b-a8f4-7703eb36b13f" -d '{"events": [{"server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "name": "network-vif-deleted", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:44.805401 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f238c275-3744-49d5-b98a-5b2f41f252b9 x-openstack-request-id: req-f238c275-3744-49d5-b98a-5b2f41f252b9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:44.805763 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb", "name": "network-vif-deleted", "tag": "f6a00c9e-a561-45ab-b0b0-8e1f2727b833", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:44.806034 n-d-824835-4 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f238c275-3744-49d5-b98a-5b2f41f252b9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:44.806454 n-d-824835-4 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1da03d-b7d3-4e70-bdb3-68f0cb923dfb', 'name': 'network-vif-deleted', 'tag': 'f6a00c9e-a561-45ab-b0b0-8e1f2727b833', 'status': 'completed', 'code': 200} Jan 28 13:55:45.249477 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39804) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:45.309572 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group (5baeb253-2afe-46bc-8726-241587b17371), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:45.335150 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group (5baeb253-2afe-46bc-8726-241587b17371), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:45.399061 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5baeb253-2afe-46bc-8726-241587b17371), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:45.401619 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:45.402778 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] 10.222.0.53 "DELETE /v2.0/security-groups/5baeb253-2afe-46bc-8726-241587b17371 HTTP/1.1" status: 204 len: 168 time: 0.1522610 Jan 28 13:55:45.411986 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baeb253-2afe-46bc-8726-241587b17371,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:45.420412 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.420766 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.421108 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.421444 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.421784 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.422121 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.422451 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.422778 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.423103 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.423454 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.423784 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.424109 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.424434 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb1708-c94b-4399-a2d7-35b4641a8979 tempest-TestSnapshotPattern-2017348826 tempest-TestSnapshotPattern-2017348826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824835-4 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:45.457120 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39810) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:45.801998 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4a9eed0-2229-4b48-9247-47670efe6c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.044426 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9eed0-2229-4b48-9247-47670efe6c1b admin admin] Deleting port 526fdf34-e318-465c-bedd-b23643ce4d6a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:46.044897 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4a9eed0-2229-4b48-9247-47670efe6c1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.124015 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c4a9eed0-2229-4b48-9247-47670efe6c1b admin admin] For port 526fdf34-e318-465c-bedd-b23643ce4d6a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=526fdf34-e318-465c-bedd-b23643ce4d6a,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:46.124301 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4a9eed0-2229-4b48-9247-47670efe6c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.135899 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9eed0-2229-4b48-9247-47670efe6c1b admin admin] Calling delete_port for 526fdf34-e318-465c-bedd-b23643ce4d6a owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:46.634412 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4a9eed0-2229-4b48-9247-47670efe6c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (526fdf34-e318-465c-bedd-b23643ce4d6a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.659925 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9eed0-2229-4b48-9247-47670efe6c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=526fdf34-e318-465c-bedd-b23643ce4d6a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:46.834242 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4a9eed0-2229-4b48-9247-47670efe6c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.052642 n-d-824835-4 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a9eed0-2229-4b48-9247-47670efe6c1b admin admin] Router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:47.160599 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a9eed0-2229-4b48-9247-47670efe6c1b admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:47.165602 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-c4a9eed0-2229-4b48-9247-47670efe6c1b admin admin] 10.222.0.53 "PUT /v2.0/routers/f7916f84-ba5c-4c67-bb08-c3f7ed78bd45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7074347 Jan 28 13:55:47.168250 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:47.171745 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71ff0b-97aa-49c7-bc1e-057a33a38773 None None] Sync routers for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:47.182711 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71ff0b-97aa-49c7-bc1e-057a33a38773 None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:47.183328 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe71ff0b-97aa-49c7-bc1e-057a33a38773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:55:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:47.274454 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Publish callbacks [] for router (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.298140 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-fe71ff0b-97aa-49c7-bc1e-057a33a38773 None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: n-d-824835-4 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:47.380026 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Publish callbacks [] for router_gateway (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.434257 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Deleting port 44fe7c56-fc40-4d02-9ded-ea0dee877be9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:47.434714 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.482021 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe71ff0b-97aa-49c7-bc1e-057a33a38773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:55:46Z', 'revision_number': 5, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port': {'id': '44fe7c56-fc40-4d02-9ded-ea0dee877be9', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:47.513287 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71ff0b-97aa-49c7-bc1e-057a33a38773 None None] Checking router: f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 for host: n-d-824835-4 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:55:47.517349 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] For port 44fe7c56-fc40-4d02-9ded-ea0dee877be9, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=44fe7c56-fc40-4d02-9ded-ea0dee877be9,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:47.517719 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.521527 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71ff0b-97aa-49c7-bc1e-057a33a38773 None None] Routers {'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'} bound to L3 agent in host n-d-824835-4 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:47.522129 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe71ff0b-97aa-49c7-bc1e-057a33a38773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:55:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:47.529504 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Calling delete_port for 44fe7c56-fc40-4d02-9ded-ea0dee877be9 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:47.717349 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (44fe7c56-fc40-4d02-9ded-ea0dee877be9), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.742606 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fe7c56-fc40-4d02-9ded-ea0dee877be9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:47.773990 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-fe71ff0b-97aa-49c7-bc1e-057a33a38773 None None] Set router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:47.807308 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.827740 n-d-824835-4 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe71ff0b-97aa-49c7-bc1e-057a33a38773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:55:47Z', 'revision_number': 6, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port_host': None}], 'n-d-824835-4', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:47.858188 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71ff0b-97aa-49c7-bc1e-057a33a38773 None None] The sync data for ids ['f7916f84-ba5c-4c67-bb08-c3f7ed78bd45'] in n-d-824835-4 is: [{'id': 'f7916f84-ba5c-4c67-bb08-c3f7ed78bd45', 'name': 'tempest-TestSnapshotPattern-74332459-router', 'tenant_id': 'de2a1d4861bd4bd388ea369b894eec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:57Z', 'updated_at': '2022-01-28T13:55:47Z', 'revision_number': 6, 'project_id': 'de2a1d4861bd4bd388ea369b894eec94', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:47.900335 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.902605 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Publish callbacks [] for router_controller (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.952805 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (f7916f84-ba5c-4c67-bb08-c3f7ed78bd45), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.953464 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:55:47.958219 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.959391 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-e99a3f82-46e5-477f-99d6-06cfedcef936 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f7916f84-ba5c-4c67-bb08-c3f7ed78bd45 HTTP/1.1" status: 204 len: 168 time: 0.7902112 Jan 28 13:55:47.961946 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:48.006625 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b4fc13-facd-4caf-bdba-6989d85f2c30 admin admin] Deleting subnet c1895d09-d1cb-4586-b73b-57514d103434 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:55:48.010298 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27b4fc13-facd-4caf-bdba-6989d85f2c30 admin admin] Publish callbacks [] for subnet (c1895d09-d1cb-4586-b73b-57514d103434), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.044142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27b4fc13-facd-4caf-bdba-6989d85f2c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50889576'] for subnet (c1895d09-d1cb-4586-b73b-57514d103434), precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.124861 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27b4fc13-facd-4caf-bdba-6989d85f2c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (c1895d09-d1cb-4586-b73b-57514d103434), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.179156 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27b4fc13-facd-4caf-bdba-6989d85f2c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51793473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51669069'] for subnet (c1895d09-d1cb-4586-b73b-57514d103434), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.207450 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4fc13-facd-4caf-bdba-6989d85f2c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1895d09-d1cb-4586-b73b-57514d103434,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:48.213152 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27b4fc13-facd-4caf-bdba-6989d85f2c30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.219159 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-27b4fc13-facd-4caf-bdba-6989d85f2c30 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c1895d09-d1cb-4586-b73b-57514d103434 HTTP/1.1" status: 204 len: 168 time: 0.2537506 Jan 28 13:55:48.219296 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39816) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:48.220143 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbdcad8-a909-467e-9e20-3b0839972ba6 None None] Network b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:48.307533 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (b4f6afd9-dba7-452f-bc8a-7ec0d16d5861), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.352209 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.386588 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Deleting port 383a5e1b-4296-4645-b4c7-3ab24c17759a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:48.386930 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (383a5e1b-4296-4645-b4c7-3ab24c17759a), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.448758 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] For port 383a5e1b-4296-4645-b4c7-3ab24c17759a, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=383a5e1b-4296-4645-b4c7-3ab24c17759a,segment=NetworkSegment(a9beaf05-bb6b-4536-b929-8c81a495b9ef),segment_id=a9beaf05-bb6b-4536-b929-8c81a495b9ef)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:48.449122 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (383a5e1b-4296-4645-b4c7-3ab24c17759a), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.464593 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Calling delete_port for 383a5e1b-4296-4645-b4c7-3ab24c17759a owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:48.517476 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.558887 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51793524'] for port (383a5e1b-4296-4645-b4c7-3ab24c17759a), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.589905 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Pushing event deleted for resources: {'Port': ['ID=383a5e1b-4296-4645-b4c7-3ab24c17759a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:48.591759 n-d-824835-4 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] No DVR routers for this DVR port 383a5e1b-4296-4645-b4c7-3ab24c17759a on host n-d-824835-4 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:48.641255 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 526fdf34-e318-465c-bedd-b23643ce4d6a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:48.664913 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (b4f6afd9-dba7-452f-bc8a-7ec0d16d5861), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.674613 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1063f16e-5e48-46a8-b7dc-618f55eeb7c2 None None] DHCP port deletion for b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:55:48.676315 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 526fdf34-e318-465c-bedd-b23643ce4d6a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:48.676658 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 526fdf34-e318-465c-bedd-b23643ce4d6a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:48.690746 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f6afd9-dba7-452f-bc8a-7ec0d16d5861']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:48.702604 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9beaf05-bb6b-4536-b929-8c81a495b9ef') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:48.703207 n-d-824835-4 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9beaf05-bb6b-4536-b929-8c81a495b9ef') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:48.714798 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50889489'] for segment (a9beaf05-bb6b-4536-b929-8c81a495b9ef), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.732138 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (a9beaf05-bb6b-4536-b929-8c81a495b9ef), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.738217 n-d-824835-4 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:48.738618 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51793579'] for segment (a9beaf05-bb6b-4536-b929-8c81a495b9ef), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: Traceback (most recent call last): Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: timer() Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: cb(*args, **kw) Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: return func(*args, **kwargs) Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: self._notify() Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: self.callback(batched_events) Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: event.method(event) Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: return f(self, *a, **k) Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: return self._get(url).json() Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:48.740276 n-d-824835-4 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:48.799978 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (b4f6afd9-dba7-452f-bc8a-7ec0d16d5861), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.805676 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.809201 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] 10.222.0.53 "DELETE /v2.0/networks/b4f6afd9-dba7-452f-bc8a-7ec0d16d5861 HTTP/1.1" status: 204 len: 168 time: 0.5889738 Jan 28 13:55:48.812478 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39818) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:48.822744 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4791b-9a9d-44b2-a0bf-4e20d055e53b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f6afd9-dba7-452f-bc8a-7ec0d16d5861,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:49.216470 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffb63300-477d-45c7-ba97-291b986adeeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568904'] for router_interface (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:49.353919 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device f6a00c9e-a561-45ab-b0b0-8e1f2727b833 no longer exists at agent hyperv_n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:49.381726 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] No Port match for: f6a00c9e-a561-45ab-b0b0-8e1f2727b833 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:49.382409 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Device f6a00c9e-a561-45ab-b0b0-8e1f2727b833 not bound to the agent host n-h1-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:49.463945 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-770092bd-d719-4bbe-a47a-cda038b01d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:49.474807 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ffb63300-477d-45c7-ba97-291b986adeeb admin admin] Deleting port a3f2912b-0284-47dd-85f0-a5420556bcf8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:49.475068 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffb63300-477d-45c7-ba97-291b986adeeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:49.561253 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ffb63300-477d-45c7-ba97-291b986adeeb admin admin] For port a3f2912b-0284-47dd-85f0-a5420556bcf8, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=a3f2912b-0284-47dd-85f0-a5420556bcf8,segment=NetworkSegment(4b9405e9-7ebe-4425-8dcc-8eaea99f8b27),segment_id=4b9405e9-7ebe-4425-8dcc-8eaea99f8b27)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:49.561620 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffb63300-477d-45c7-ba97-291b986adeeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:49.576992 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ffb63300-477d-45c7-ba97-291b986adeeb admin admin] Calling delete_port for a3f2912b-0284-47dd-85f0-a5420556bcf8 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:49.769136 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffb63300-477d-45c7-ba97-291b986adeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (a3f2912b-0284-47dd-85f0-a5420556bcf8), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:49.795002 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb63300-477d-45c7-ba97-291b986adeeb admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f2912b-0284-47dd-85f0-a5420556bcf8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:49.971014 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffb63300-477d-45c7-ba97-291b986adeeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569060'] for router_interface (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:50.047611 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 44fe7c56-fc40-4d02-9ded-ea0dee877be9 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:50.069038 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 44fe7c56-fc40-4d02-9ded-ea0dee877be9 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:50.069295 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 44fe7c56-fc40-4d02-9ded-ea0dee877be9 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:50.069717 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 383a5e1b-4296-4645-b4c7-3ab24c17759a no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:50.090301 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 383a5e1b-4296-4645-b4c7-3ab24c17759a {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:50.090668 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 383a5e1b-4296-4645-b4c7-3ab24c17759a not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:50.205314 n-d-824835-4 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb63300-477d-45c7-ba97-291b986adeeb admin admin] Router 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 has already been hosted by L3 agent bab1a1f5-8cc5-40c3-826d-8898d6b35015 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:50.321215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb63300-477d-45c7-ba97-291b986adeeb admin admin] Notify agent at l3_agent.n-d-824835-4 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:50.326380 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-ffb63300-477d-45c7-ba97-291b986adeeb admin admin] 10.222.0.53 "PUT /v2.0/routers/8dcdfe77-9847-48a5-b7c9-51063ed0eb46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128446 Jan 28 13:55:50.329809 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:50.329960 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb764f6f-5569-44cd-8d85-9883aafb4bf2 None None] Sync routers for ids ['8dcdfe77-9847-48a5-b7c9-51063ed0eb46'] in n-d-824835-4 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:50.341893 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb764f6f-5569-44cd-8d85-9883aafb4bf2 None None] Routers {'8dcdfe77-9847-48a5-b7c9-51063ed0eb46'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:50.342688 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb764f6f-5569-44cd-8d85-9883aafb4bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:55:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8dcdfe77-9847-48a5-b7c9-51063ed0eb46'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:50.435492 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Publish callbacks [] for router (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:50.452883 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fb764f6f-5569-44cd-8d85-9883aafb4bf2 None None] Set router 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:50.656882 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb764f6f-5569-44cd-8d85-9883aafb4bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'name': 'tempest-TestSnapshotPattern-1582453537-router', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:55:49Z', 'revision_number': 5, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'gw_port': {'id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:50.685528 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb764f6f-5569-44cd-8d85-9883aafb4bf2 None None] Checking router: 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 for host: n-d-824835-4 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:55:50.694396 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb764f6f-5569-44cd-8d85-9883aafb4bf2 None None] Routers {'8dcdfe77-9847-48a5-b7c9-51063ed0eb46'} bound to L3 agent in host n-d-824835-4 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:50.695021 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb764f6f-5569-44cd-8d85-9883aafb4bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824835-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T12:10:22Z,description=,heartbeat_timestamp=2022-01-28T13:55:22Z,host='n-d-824835-4',id=bab1a1f5-8cc5-40c3-826d-8898d6b35015,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T12:10:22Z,topic='l3_agent')) {'router_ids': ['8dcdfe77-9847-48a5-b7c9-51063ed0eb46'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:50.806349 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fb764f6f-5569-44cd-8d85-9883aafb4bf2 None None] Set router 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 gateway port host: n-d-824835-4 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:50.887187 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Publish callbacks [] for router_gateway (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:50.946781 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Deleting port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:50.947606 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.007174 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb764f6f-5569-44cd-8d85-9883aafb4bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'name': 'tempest-TestSnapshotPattern-1582453537-router', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:55:49Z', 'revision_number': 5, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'gw_port': {'id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}], 'n-d-824835-4', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:51.035031 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] For port 39ab9550-66b0-47d1-be8a-e59dbfa6ee97, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=39ab9550-66b0-47d1-be8a-e59dbfa6ee97,segment=NetworkSegment(332d0e14-be51-4c66-b3c3-5efd9c7b40bc),segment_id=332d0e14-be51-4c66-b3c3-5efd9c7b40bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:51.035677 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.039662 n-d-824835-4 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb764f6f-5569-44cd-8d85-9883aafb4bf2 None None] The sync data for ids ['8dcdfe77-9847-48a5-b7c9-51063ed0eb46'] in n-d-824835-4 is: [{'id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'name': 'tempest-TestSnapshotPattern-1582453537-router', 'tenant_id': 'fc8f85f033c543ee877a000c215d00e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'external_fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:55:49Z', 'revision_number': 5, 'project_id': 'fc8f85f033c543ee877a000c215d00e6', 'gw_port': {'id': '39ab9550-66b0-47d1-be8a-e59dbfa6ee97', 'name': '', 'network_id': '0266e636-2364-4bad-ba25-a79985ccfb02', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcdfe77-9847-48a5-b7c9-51063ed0eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824835-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:02Z', 'updated_at': '2022-01-28T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ac1b27d-d748-4c2c-8459-67fd81b6366e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824835-4'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:51.047550 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Calling delete_port for 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:51.221289 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (39ab9550-66b0-47d1-be8a-e59dbfa6ee97), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.249738 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ab9550-66b0-47d1-be8a-e59dbfa6ee97,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:51.310511 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567694'] for router_gateway (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.405564 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5359'] for router (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.407999 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Publish callbacks [] for router_controller (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.464745 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566514'] for router (8dcdfe77-9847-48a5-b7c9-51063ed0eb46), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.465647 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dcdfe77-9847-48a5-b7c9-51063ed0eb46 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:55:51.469867 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.471037 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-c9a78354-52f0-41f2-b3ec-3faa0a2e1992 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8dcdfe77-9847-48a5-b7c9-51063ed0eb46 HTTP/1.1" status: 204 len: 168 time: 1.1401210 Jan 28 13:55:51.473779 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39822) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:51.521852 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-039602c8-156c-4aed-b883-e67023f70c98 admin admin] Deleting subnet 4ed4711b-949b-4d11-a49d-7245eb226253 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:55:51.525189 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039602c8-156c-4aed-b883-e67023f70c98 admin admin] Publish callbacks [] for subnet (4ed4711b-949b-4d11-a49d-7245eb226253), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.562442 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039602c8-156c-4aed-b883-e67023f70c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9102301'] for subnet (4ed4711b-949b-4d11-a49d-7245eb226253), precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.650929 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039602c8-156c-4aed-b883-e67023f70c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33371833'] for subnet (4ed4711b-949b-4d11-a49d-7245eb226253), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.719232 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039602c8-156c-4aed-b883-e67023f70c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33371830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-829716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9762471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8884780'] for subnet (4ed4711b-949b-4d11-a49d-7245eb226253), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.746520 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039602c8-156c-4aed-b883-e67023f70c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed4711b-949b-4d11-a49d-7245eb226253,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:51.750236 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039602c8-156c-4aed-b883-e67023f70c98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.753479 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-039602c8-156c-4aed-b883-e67023f70c98 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4ed4711b-949b-4d11-a49d-7245eb226253 HTTP/1.1" status: 204 len: 168 time: 0.2787890 Jan 28 13:55:51.756055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39824) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:51.762289 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710903e1-d726-49f7-8790-99cb3f27fa49 None None] Network 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 requested from n-d-824835-4 {{(pid=103130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:51.826612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33544824'] for network (53b3d439-ddf4-4b71-8e5f-0c524c0f2e52), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.841063 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-efed1105-4625-44c5-9084-cd505da41802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.895215 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Deleting port e7cac981-2275-4f44-9183-8994cd77d4bf {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:51.895612 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773661610864'] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.960307 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] For port e7cac981-2275-4f44-9183-8994cd77d4bf, host n-d-824835-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824835-4',level=0,port_id=e7cac981-2275-4f44-9183-8994cd77d4bf,segment=NetworkSegment(4b9405e9-7ebe-4425-8dcc-8eaea99f8b27),segment_id=4b9405e9-7ebe-4425-8dcc-8eaea99f8b27)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:51.960669 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562799'] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.973926 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Calling delete_port for e7cac981-2275-4f44-9183-8994cd77d4bf owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:52.054754 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33463637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773661613770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773661071647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9762450'] for port (e7cac981-2275-4f44-9183-8994cd77d4bf), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.095911 n-d-824835-4 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116aad2-a988-4fc6-bd06-7c4fe83486d2 None None] DHCP port deletion for 53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 request from n-d-824835-4 {{(pid=103130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:55:52.101853 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cac981-2275-4f44-9183-8994cd77d4bf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:52.106433 n-d-824835-4 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] No DVR routers for this DVR port e7cac981-2275-4f44-9183-8994cd77d4bf on host n-d-824835-4 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:52.164753 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:52.185435 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33369154', 'neutron.services.segments.db._delete_segments_for_network-8773661584788'] for network (53b3d439-ddf4-4b71-8e5f-0c524c0f2e52), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.192792 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:52.193152 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device 39ab9550-66b0-47d1-be8a-e59dbfa6ee97 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:52.193700 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a3f2912b-0284-47dd-85f0-a5420556bcf8 no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:52.207465 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b3d439-ddf4-4b71-8e5f-0c524c0f2e52']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:52.212831 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: a3f2912b-0284-47dd-85f0-a5420556bcf8 {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:52.213431 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device a3f2912b-0284-47dd-85f0-a5420556bcf8 not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:52.213897 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e7cac981-2275-4f44-9183-8994cd77d4bf no longer exists at agent ovs-agent-n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:52.217605 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9405e9-7ebe-4425-8dcc-8eaea99f8b27') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:52.217902 n-d-824835-4 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9405e9-7ebe-4425-8dcc-8eaea99f8b27') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:52.227322 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773661394845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9102244'] for segment (4b9405e9-7ebe-4425-8dcc-8eaea99f8b27), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.233372 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] No Port match for: e7cac981-2275-4f44-9183-8994cd77d4bf {{(pid=103130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:52.233732 n-d-824835-4 neutron-server[103130]: DEBUG neutron.plugins.ml2.rpc [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Device e7cac981-2275-4f44-9183-8994cd77d4bf not bound to the agent host n-d-824835-4 {{(pid=103130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:52.242453 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678'] for segment (4b9405e9-7ebe-4425-8dcc-8eaea99f8b27), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.249862 n-d-824835-4 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:52.250256 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33488678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9762381'] for segment (4b9405e9-7ebe-4425-8dcc-8eaea99f8b27), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: Traceback (most recent call last): Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: timer() Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: cb(*args, **kw) Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: return func(*args, **kwargs) Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: self._notify() Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: self.callback(batched_events) Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: event.method(event) Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: return f(self, *a, **k) Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: return self._get(url).json() Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:52.252009 n-d-824835-4 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:52.316621 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33369147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-983272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567910'] for network (53b3d439-ddf4-4b71-8e5f-0c524c0f2e52), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.322663 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.325603 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] 10.222.0.53 "DELETE /v2.0/networks/53b3d439-ddf4-4b71-8e5f-0c524c0f2e52 HTTP/1.1" status: 204 len: 168 time: 0.5686989 Jan 28 13:55:52.337055 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a64d1-d104-4979-bae7-1bd7958ea5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=53b3d439-ddf4-4b71-8e5f-0c524c0f2e52,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:52.522239 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39830) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:52.562606 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-b28d755a-5237-4f71-8fb4-7f0e148f57a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de2a1d4861bd4bd388ea369b894eec94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391827 Jan 28 13:55:52.565187 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.53', 39832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:52.614251 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb22a3af-c5f2-4220-8a99-6756cc8c92df admin admin] Publish callbacks [] for security_group (0373e802-ea3d-4c1a-8d2b-54cdea329a4c), before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.635100 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb22a3af-c5f2-4220-8a99-6756cc8c92df admin admin] Publish callbacks [] for security_group (0373e802-ea3d-4c1a-8d2b-54cdea329a4c), precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.681142 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb22a3af-c5f2-4220-8a99-6756cc8c92df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (0373e802-ea3d-4c1a-8d2b-54cdea329a4c), after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.684042 n-d-824835-4 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb22a3af-c5f2-4220-8a99-6756cc8c92df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.685315 n-d-824835-4 neutron-server[103128]: INFO neutron.wsgi [None req-cb22a3af-c5f2-4220-8a99-6756cc8c92df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0373e802-ea3d-4c1a-8d2b-54cdea329a4c HTTP/1.1" status: 204 len: 168 time: 0.1190500 Jan 28 13:55:52.697443 n-d-824835-4 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22a3af-c5f2-4220-8a99-6756cc8c92df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0373e802-ea3d-4c1a-8d2b-54cdea329a4c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:53.016161 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39838) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:53.056130 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-f5777903-31cb-4c72-8eef-8c7b8ab4bf30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc8f85f033c543ee877a000c215d00e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388029 Jan 28 13:55:53.060313 n-d-824835-4 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.53', 39840) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:53.109502 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18f28f95-3f08-41ff-9bdb-fb4ed879f181 admin admin] Publish callbacks [] for security_group (5d37487a-d132-46f1-933e-98a5321f3318), before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:53.135774 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18f28f95-3f08-41ff-9bdb-fb4ed879f181 admin admin] Publish callbacks [] for security_group (5d37487a-d132-46f1-933e-98a5321f3318), precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:53.180808 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18f28f95-3f08-41ff-9bdb-fb4ed879f181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776638'] for security_group (5d37487a-d132-46f1-933e-98a5321f3318), after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:53.183931 n-d-824835-4 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18f28f95-3f08-41ff-9bdb-fb4ed879f181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:53.185075 n-d-824835-4 neutron-server[103129]: INFO neutron.wsgi [None req-18f28f95-3f08-41ff-9bdb-fb4ed879f181 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d37487a-d132-46f1-933e-98a5321f3318 HTTP/1.1" status: 204 len: 168 time: 0.1238375 Jan 28 13:55:53.192545 n-d-824835-4 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f28f95-3f08-41ff-9bdb-fb4ed879f181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d37487a-d132-46f1-933e-98a5321f3318,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:53.345677 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:54.988368 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.324340 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:16.245308 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:56:18.342603 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.516021 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.457499 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68e2befc-ee1e-4bf7-9b6b-4fd18c945ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:21.814316 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1563d771-3411-4600-9c9f-22559bfbf858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.347427 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.994236 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.317567 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.338211 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.530441 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.461465 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-adadea21-c81f-4156-8a9a-54d2b61a14af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:51.815994 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9424-70f4-4d28-948a-96a6a3bba3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:53.244470 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:56:53.351106 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:54.992567 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:56.319384 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.338022 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.540184 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.464462 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80dbd39e-61c9-4bc4-b33b-75c377446c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.817239 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc2616fb-f591-4dda-b221-a4a54de72776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.355277 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.996211 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.322175 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.243766 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:57:48.338178 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.540300 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.466583 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8918fdc0-5e56-4b64-8310-78e67d3dd092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.820957 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b4682055-9923-4175-b994-9c2cf163b63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:53.355333 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:55.001748 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:56.324324 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:07.243078 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:58:18.352185 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.569071 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:19.469005 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8f22-8529-47d3-ad5a-bcde0607fa9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:21.826535 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-738160bf-752d-48a5-a9a3-3fc6ad3a2a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:23.359784 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.003292 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.326708 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.242793 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:58:48.365383 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:48.614847 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:49.471323 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33305303-7233-4d16-a941-11eb7372c46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:51.818792 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9af44a34-eb5d-4e03-8ce3-1f787f1ec840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:53.360305 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:55.005491 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:56.330172 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:18.381519 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:18.629576 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.475655 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d03f586-f690-434c-8b9b-82671d453edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:21.243366 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:59:21.824560 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1deacd40-848f-4e80-b7cb-7b6d4e48ddd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:23.364699 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:25.009998 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.334330 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:48.380676 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:48.632817 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:49.478002 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b74c226b-2d7b-4889-b840-e8586608f99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:51.816010 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe19088a-cdbf-401f-8b55-7ecd41493b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:53.365766 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:55.012981 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:56.330205 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:58.242989 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:00:18.395629 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:18.632649 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:19.479658 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-189943af-2183-4e24-9c2a-774bbefcbaf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:21.820806 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c14c81f6-a0bc-4186-b673-1e34f36a411d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:23.369304 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:25.017068 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.337161 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:35.242379 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:00:48.397224 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:48.645785 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:49.482276 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-88247503-2265-41c1-9012-61e8a40829af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:51.822311 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ca97536-af3f-42d1-8939-d82057f8bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:53.372281 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:55.019203 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:56.329515 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:12.244076 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:01:18.408163 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:18.658307 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:19.485151 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-998bd1ed-80a0-49f4-811f-fde2c2190c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:21.823770 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-371a1754-b1a1-4781-9152-da2a4296b654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:23.376166 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:25.024372 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:26.333615 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:48.408572 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:48.654400 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:49.242806 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:01:49.487591 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94dfc22b-318d-48a8-a32a-124bcbd3a6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:51.825771 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cf71f9c5-3357-4b2c-ae12-09e875164580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:53.381536 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:55.026407 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:56.337869 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:18.437021 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:18.674259 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:19.490006 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3ac6ef6-1925-46c5-9328-8e43c989a5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:21.827888 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9914ac5-1521-4954-8343-dcb1e4ac303c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:23.382013 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:25.029433 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:26.242593 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:02:26.343655 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.443410 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.672428 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.493034 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ddb320bf-12fd-4c34-8fda-ce0a53259c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.829988 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39238d8b-6ae2-42ac-8864-e02029c28d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:53.386079 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:55.034948 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:56.346169 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:03.241598 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:03:18.438754 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:18.667201 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:19.495594 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e147f5cf-9a50-4c4b-9c27-3b7a689fa977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:21.831600 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aac27f1c-6422-4ea7-a4ce-c13e86186c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:23.388075 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:25.036264 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:26.348332 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:40.245620 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:03:48.453037 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:48.666934 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:49.496441 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11154324-0d2e-4e56-9ba8-d065ceb0cd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:51.835931 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de71b8f4-dd7d-42d9-b1d5-d60ed3ae66ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:53.391818 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:55.048782 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:56.353103 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:56.806166 n-d-824835-4 neutron-server[103128]: DEBUG neutron.wsgi [req-5ae17483-d684-4013-b389-c0b9a9e5dc50 req-dafa69f6-4045-4941-9730-c8c28d032450 service neutron] (103128) timed out ('10.222.0.53', 37662) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:04:17.244573 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:04:18.453510 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:18.668415 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:19.499283 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a16c09c-b0e1-495d-b456-460366dbe9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:21.838922 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a023014c-4aa7-4f97-a38d-b64683ff7d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:23.396330 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:25.047103 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:26.355976 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:48.472203 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-044dea46-2384-410f-9446-5c3f8184eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (82c12aee-bf6b-43ae-ae51-c9429394ff57), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:48.670484 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fbbc302-081b-45b0-acde-15ba7965ff17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (f2a56204-9585-4d23-8988-8c87643df650), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:49.501415 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b49d2db9-a79b-48c0-8e11-6c5f05d8b4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (9418cafb-2569-4776-8f79-208b43be93f0), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:51.842788 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4f194fb8-bbfc-4e14-9eb6-90e232a50cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (bab1a1f5-8cc5-40c3-826d-8898d6b35015), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:53.396694 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-138b9746-da70-4043-90f5-e88374757fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (95f3cb44-5f63-426a-8c11-4948396ce890), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:54.243658 n-d-824835-4 neutron-server[103131]: DEBUG neutron.db.agents_db [None req-11434894-d31e-4436-b4ea-6c5e9ea2a9d2 None None] Agent healthcheck: found 7 active agents {{(pid=103131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:04:55.049842 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87d74241-60ab-4c48-b95c-80f7731df959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (0a306a0a-52e5-4d05-ba9e-7916fc96f291), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:56.361367 n-d-824835-4 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1cdc932b-6428-4f9f-8806-282161551c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773661584770', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33367874'] for agent (4cbedab7-db9e-4ff1-b5ae-b1300dd17fdc), after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}